blob: 4fc51c8e24b11585dbc32cb26e89665a6772fb83 [file] [log] [blame]
Tony Lindgrened1c7de2012-11-02 12:24:06 -07001/*
2 * omap iommu: main structures
3 *
4 * Copyright (C) 2008-2009 Nokia Corporation
5 *
6 * Written by Hiroshi DOYU <Hiroshi.DOYU@nokia.com>
7 *
8 * This program is free software; you can redistribute it and/or modify
9 * it under the terms of the GNU General Public License version 2 as
10 * published by the Free Software Foundation.
11 */
12
13#if defined(CONFIG_ARCH_OMAP1)
14#error "iommu for this processor not implemented yet"
15#endif
16
17struct iotlb_entry {
18 u32 da;
19 u32 pa;
20 u32 pgsz, prsvd, valid;
21 union {
22 u16 ap;
23 struct {
24 u32 endian, elsz, mixed;
25 };
26 };
27};
28
29struct omap_iommu {
30 const char *name;
Tony Lindgrened1c7de2012-11-02 12:24:06 -070031 void __iomem *regbase;
32 struct device *dev;
Tony Lindgrened1c7de2012-11-02 12:24:06 -070033 struct iommu_domain *domain;
34
Tony Lindgrened1c7de2012-11-02 12:24:06 -070035 spinlock_t iommu_lock; /* global for this whole object */
36
37 /*
38 * We don't change iopgd for a situation like pgd for a task,
39 * but share it globally for each iommu.
40 */
41 u32 *iopgd;
42 spinlock_t page_table_lock; /* protect iopgd */
43
44 int nr_tlb_entries;
45
Tony Lindgrened1c7de2012-11-02 12:24:06 -070046 void *ctx; /* iommu context: registres saved area */
Suman Annab148d5f2014-02-28 14:42:37 -060047
48 int has_bus_err_back;
Tony Lindgrened1c7de2012-11-02 12:24:06 -070049};
50
51struct cr_regs {
52 union {
53 struct {
54 u16 cam_l;
55 u16 cam_h;
56 };
57 u32 cam;
58 };
59 union {
60 struct {
61 u16 ram_l;
62 u16 ram_h;
63 };
64 u32 ram;
65 };
66};
67
Tony Lindgrened1c7de2012-11-02 12:24:06 -070068/* architecture specific functions */
69struct iommu_functions {
70 unsigned long version;
71
72 int (*enable)(struct omap_iommu *obj);
73 void (*disable)(struct omap_iommu *obj);
74 void (*set_twl)(struct omap_iommu *obj, bool on);
75 u32 (*fault_isr)(struct omap_iommu *obj, u32 *ra);
76
77 void (*tlb_read_cr)(struct omap_iommu *obj, struct cr_regs *cr);
78 void (*tlb_load_cr)(struct omap_iommu *obj, struct cr_regs *cr);
79
80 struct cr_regs *(*alloc_cr)(struct omap_iommu *obj,
81 struct iotlb_entry *e);
82 int (*cr_valid)(struct cr_regs *cr);
83 u32 (*cr_to_virt)(struct cr_regs *cr);
84 void (*cr_to_e)(struct cr_regs *cr, struct iotlb_entry *e);
85 ssize_t (*dump_cr)(struct omap_iommu *obj, struct cr_regs *cr,
86 char *buf);
87
88 u32 (*get_pte_attr)(struct iotlb_entry *e);
89
90 void (*save_ctx)(struct omap_iommu *obj);
91 void (*restore_ctx)(struct omap_iommu *obj);
92 ssize_t (*dump_ctx)(struct omap_iommu *obj, char *buf, ssize_t len);
93};
94
95#ifdef CONFIG_IOMMU_API
96/**
97 * dev_to_omap_iommu() - retrieves an omap iommu object from a user device
98 * @dev: iommu client device
99 */
100static inline struct omap_iommu *dev_to_omap_iommu(struct device *dev)
101{
102 struct omap_iommu_arch_data *arch_data = dev->archdata.iommu;
103
104 return arch_data->iommu_dev;
105}
106#endif
107
Tony Lindgrened1c7de2012-11-02 12:24:06 -0700108/*
109 * MMU Register offsets
110 */
111#define MMU_REVISION 0x00
Tony Lindgrened1c7de2012-11-02 12:24:06 -0700112#define MMU_IRQSTATUS 0x18
113#define MMU_IRQENABLE 0x1c
114#define MMU_WALKING_ST 0x40
115#define MMU_CNTL 0x44
116#define MMU_FAULT_AD 0x48
117#define MMU_TTB 0x4c
118#define MMU_LOCK 0x50
119#define MMU_LD_TLB 0x54
120#define MMU_CAM 0x58
121#define MMU_RAM 0x5c
122#define MMU_GFLUSH 0x60
123#define MMU_FLUSH_ENTRY 0x64
124#define MMU_READ_CAM 0x68
125#define MMU_READ_RAM 0x6c
126#define MMU_EMU_FAULT_AD 0x70
Suman Annab148d5f2014-02-28 14:42:37 -0600127#define MMU_GP_REG 0x88
Tony Lindgrened1c7de2012-11-02 12:24:06 -0700128
129#define MMU_REG_SIZE 256
130
131/*
132 * MMU Register bit definitions
133 */
Tony Lindgrened1c7de2012-11-02 12:24:06 -0700134#define MMU_CAM_VATAG_SHIFT 12
135#define MMU_CAM_VATAG_MASK \
136 ((~0UL >> MMU_CAM_VATAG_SHIFT) << MMU_CAM_VATAG_SHIFT)
137#define MMU_CAM_P (1 << 3)
138#define MMU_CAM_V (1 << 2)
139#define MMU_CAM_PGSZ_MASK 3
140#define MMU_CAM_PGSZ_1M (0 << 0)
141#define MMU_CAM_PGSZ_64K (1 << 0)
142#define MMU_CAM_PGSZ_4K (2 << 0)
143#define MMU_CAM_PGSZ_16M (3 << 0)
144
145#define MMU_RAM_PADDR_SHIFT 12
146#define MMU_RAM_PADDR_MASK \
147 ((~0UL >> MMU_RAM_PADDR_SHIFT) << MMU_RAM_PADDR_SHIFT)
148
Laurent Pinchartbaaa7b52014-07-18 12:49:55 +0200149#define MMU_RAM_ENDIAN_SHIFT 9
Tony Lindgrened1c7de2012-11-02 12:24:06 -0700150#define MMU_RAM_ENDIAN_MASK (1 << MMU_RAM_ENDIAN_SHIFT)
Laurent Pinchartbaaa7b52014-07-18 12:49:55 +0200151#define MMU_RAM_ENDIAN_LITTLE (0 << MMU_RAM_ENDIAN_SHIFT)
Tony Lindgrened1c7de2012-11-02 12:24:06 -0700152#define MMU_RAM_ENDIAN_BIG (1 << MMU_RAM_ENDIAN_SHIFT)
153
Laurent Pinchartbaaa7b52014-07-18 12:49:55 +0200154#define MMU_RAM_ELSZ_SHIFT 7
Tony Lindgrened1c7de2012-11-02 12:24:06 -0700155#define MMU_RAM_ELSZ_MASK (3 << MMU_RAM_ELSZ_SHIFT)
156#define MMU_RAM_ELSZ_8 (0 << MMU_RAM_ELSZ_SHIFT)
157#define MMU_RAM_ELSZ_16 (1 << MMU_RAM_ELSZ_SHIFT)
158#define MMU_RAM_ELSZ_32 (2 << MMU_RAM_ELSZ_SHIFT)
159#define MMU_RAM_ELSZ_NONE (3 << MMU_RAM_ELSZ_SHIFT)
160#define MMU_RAM_MIXED_SHIFT 6
161#define MMU_RAM_MIXED_MASK (1 << MMU_RAM_MIXED_SHIFT)
162#define MMU_RAM_MIXED MMU_RAM_MIXED_MASK
163
Suman Annab148d5f2014-02-28 14:42:37 -0600164#define MMU_GP_REG_BUS_ERR_BACK_EN 0x1
165
Tony Lindgrened1c7de2012-11-02 12:24:06 -0700166/*
167 * utilities for super page(16MB, 1MB, 64KB and 4KB)
168 */
169
170#define iopgsz_max(bytes) \
171 (((bytes) >= SZ_16M) ? SZ_16M : \
172 ((bytes) >= SZ_1M) ? SZ_1M : \
173 ((bytes) >= SZ_64K) ? SZ_64K : \
174 ((bytes) >= SZ_4K) ? SZ_4K : 0)
175
176#define bytes_to_iopgsz(bytes) \
177 (((bytes) == SZ_16M) ? MMU_CAM_PGSZ_16M : \
178 ((bytes) == SZ_1M) ? MMU_CAM_PGSZ_1M : \
179 ((bytes) == SZ_64K) ? MMU_CAM_PGSZ_64K : \
180 ((bytes) == SZ_4K) ? MMU_CAM_PGSZ_4K : -1)
181
182#define iopgsz_to_bytes(iopgsz) \
183 (((iopgsz) == MMU_CAM_PGSZ_16M) ? SZ_16M : \
184 ((iopgsz) == MMU_CAM_PGSZ_1M) ? SZ_1M : \
185 ((iopgsz) == MMU_CAM_PGSZ_64K) ? SZ_64K : \
186 ((iopgsz) == MMU_CAM_PGSZ_4K) ? SZ_4K : 0)
187
188#define iopgsz_ok(bytes) (bytes_to_iopgsz(bytes) >= 0)
189
190/*
191 * global functions
192 */
193extern u32 omap_iommu_arch_version(void);
194
195extern void omap_iotlb_cr_to_e(struct cr_regs *cr, struct iotlb_entry *e);
196
197extern int
198omap_iopgtable_store_entry(struct omap_iommu *obj, struct iotlb_entry *e);
199
Tony Lindgrened1c7de2012-11-02 12:24:06 -0700200extern int omap_foreach_iommu_device(void *data,
201 int (*fn)(struct device *, void *));
202
Ido Yariv7bd9e252012-11-02 12:24:09 -0700203extern int omap_install_iommu_arch(const struct iommu_functions *ops);
204extern void omap_uninstall_iommu_arch(const struct iommu_functions *ops);
205
Tony Lindgrened1c7de2012-11-02 12:24:06 -0700206extern ssize_t
207omap_iommu_dump_ctx(struct omap_iommu *obj, char *buf, ssize_t len);
208extern size_t
209omap_dump_tlb_entries(struct omap_iommu *obj, char *buf, ssize_t len);
210
211/*
212 * register accessors
213 */
214static inline u32 iommu_read_reg(struct omap_iommu *obj, size_t offs)
215{
216 return __raw_readl(obj->regbase + offs);
217}
218
219static inline void iommu_write_reg(struct omap_iommu *obj, u32 val, size_t offs)
220{
221 __raw_writel(val, obj->regbase + offs);
222}