Loading...
1/* SPDX-License-Identifier: GPL-2.0-only */
2/*
3 * omap iommu: main structures
4 *
5 * Copyright (C) 2008-2009 Nokia Corporation
6 *
7 * Written by Hiroshi DOYU <Hiroshi.DOYU@nokia.com>
8 */
9
10#ifndef _OMAP_IOMMU_H
11#define _OMAP_IOMMU_H
12
13#include <linux/bitops.h>
14#include <linux/iommu.h>
15
16#define for_each_iotlb_cr(obj, n, __i, cr) \
17 for (__i = 0; \
18 (__i < (n)) && (cr = __iotlb_read_cr((obj), __i), true); \
19 __i++)
20
21struct iotlb_entry {
22 u32 da;
23 u32 pa;
24 u32 pgsz, prsvd, valid;
25 u32 endian, elsz, mixed;
26};
27
28/**
29 * struct omap_iommu_device - omap iommu device data
30 * @pgtable: page table used by an omap iommu attached to a domain
31 * @iommu_dev: pointer to store an omap iommu instance attached to a domain
32 */
33struct omap_iommu_device {
34 u32 *pgtable;
35 struct omap_iommu *iommu_dev;
36};
37
38/**
39 * struct omap_iommu_domain - omap iommu domain
40 * @num_iommus: number of iommus in this domain
41 * @iommus: omap iommu device data for all iommus in this domain
42 * @dev: Device using this domain.
43 * @lock: domain lock, should be taken when attaching/detaching
44 * @domain: generic domain handle used by iommu core code
45 */
46struct omap_iommu_domain {
47 u32 num_iommus;
48 struct omap_iommu_device *iommus;
49 struct device *dev;
50 spinlock_t lock;
51 struct iommu_domain domain;
52};
53
54struct omap_iommu {
55 const char *name;
56 void __iomem *regbase;
57 struct regmap *syscfg;
58 struct device *dev;
59 struct iommu_domain *domain;
60 struct dentry *debug_dir;
61
62 spinlock_t iommu_lock; /* global for this whole object */
63
64 /*
65 * We don't change iopgd for a situation like pgd for a task,
66 * but share it globally for each iommu.
67 */
68 u32 *iopgd;
69 spinlock_t page_table_lock; /* protect iopgd */
70 dma_addr_t pd_dma;
71
72 int nr_tlb_entries;
73
74 void *ctx; /* iommu context: registres saved area */
75
76 struct cr_regs *cr_ctx;
77 u32 num_cr_ctx;
78
79 int has_bus_err_back;
80 u32 id;
81
82 struct iommu_device iommu;
83 struct iommu_group *group;
84
85 u8 pwrst;
86};
87
88/**
89 * struct omap_iommu_arch_data - omap iommu private data
90 * @iommu_dev: handle of the OMAP iommu device
91 * @dev: handle of the iommu device
92 *
93 * This is an omap iommu private data object, which binds an iommu user
94 * to its iommu device. This object should be placed at the iommu user's
95 * dev_archdata so generic IOMMU API can be used without having to
96 * utilize omap-specific plumbing anymore.
97 */
98struct omap_iommu_arch_data {
99 struct omap_iommu *iommu_dev;
100 struct device *dev;
101};
102
103struct cr_regs {
104 u32 cam;
105 u32 ram;
106};
107
108struct iotlb_lock {
109 short base;
110 short vict;
111};
112
113/*
114 * MMU Register offsets
115 */
116#define MMU_REVISION 0x00
117#define MMU_IRQSTATUS 0x18
118#define MMU_IRQENABLE 0x1c
119#define MMU_WALKING_ST 0x40
120#define MMU_CNTL 0x44
121#define MMU_FAULT_AD 0x48
122#define MMU_TTB 0x4c
123#define MMU_LOCK 0x50
124#define MMU_LD_TLB 0x54
125#define MMU_CAM 0x58
126#define MMU_RAM 0x5c
127#define MMU_GFLUSH 0x60
128#define MMU_FLUSH_ENTRY 0x64
129#define MMU_READ_CAM 0x68
130#define MMU_READ_RAM 0x6c
131#define MMU_EMU_FAULT_AD 0x70
132#define MMU_GP_REG 0x88
133
134#define MMU_REG_SIZE 256
135
136/*
137 * MMU Register bit definitions
138 */
139/* IRQSTATUS & IRQENABLE */
140#define MMU_IRQ_MULTIHITFAULT BIT(4)
141#define MMU_IRQ_TABLEWALKFAULT BIT(3)
142#define MMU_IRQ_EMUMISS BIT(2)
143#define MMU_IRQ_TRANSLATIONFAULT BIT(1)
144#define MMU_IRQ_TLBMISS BIT(0)
145
146#define __MMU_IRQ_FAULT \
147 (MMU_IRQ_MULTIHITFAULT | MMU_IRQ_EMUMISS | MMU_IRQ_TRANSLATIONFAULT)
148#define MMU_IRQ_MASK \
149 (__MMU_IRQ_FAULT | MMU_IRQ_TABLEWALKFAULT | MMU_IRQ_TLBMISS)
150#define MMU_IRQ_TWL_MASK (__MMU_IRQ_FAULT | MMU_IRQ_TABLEWALKFAULT)
151#define MMU_IRQ_TLB_MISS_MASK (__MMU_IRQ_FAULT | MMU_IRQ_TLBMISS)
152
153/* MMU_CNTL */
154#define MMU_CNTL_SHIFT 1
155#define MMU_CNTL_MASK (7 << MMU_CNTL_SHIFT)
156#define MMU_CNTL_EML_TLB BIT(3)
157#define MMU_CNTL_TWL_EN BIT(2)
158#define MMU_CNTL_MMU_EN BIT(1)
159
160/* CAM */
161#define MMU_CAM_VATAG_SHIFT 12
162#define MMU_CAM_VATAG_MASK \
163 ((~0UL >> MMU_CAM_VATAG_SHIFT) << MMU_CAM_VATAG_SHIFT)
164#define MMU_CAM_P BIT(3)
165#define MMU_CAM_V BIT(2)
166#define MMU_CAM_PGSZ_MASK 3
167#define MMU_CAM_PGSZ_1M (0 << 0)
168#define MMU_CAM_PGSZ_64K (1 << 0)
169#define MMU_CAM_PGSZ_4K (2 << 0)
170#define MMU_CAM_PGSZ_16M (3 << 0)
171
172/* RAM */
173#define MMU_RAM_PADDR_SHIFT 12
174#define MMU_RAM_PADDR_MASK \
175 ((~0UL >> MMU_RAM_PADDR_SHIFT) << MMU_RAM_PADDR_SHIFT)
176
177#define MMU_RAM_ENDIAN_SHIFT 9
178#define MMU_RAM_ENDIAN_MASK BIT(MMU_RAM_ENDIAN_SHIFT)
179#define MMU_RAM_ENDIAN_LITTLE (0 << MMU_RAM_ENDIAN_SHIFT)
180#define MMU_RAM_ENDIAN_BIG BIT(MMU_RAM_ENDIAN_SHIFT)
181
182#define MMU_RAM_ELSZ_SHIFT 7
183#define MMU_RAM_ELSZ_MASK (3 << MMU_RAM_ELSZ_SHIFT)
184#define MMU_RAM_ELSZ_8 (0 << MMU_RAM_ELSZ_SHIFT)
185#define MMU_RAM_ELSZ_16 (1 << MMU_RAM_ELSZ_SHIFT)
186#define MMU_RAM_ELSZ_32 (2 << MMU_RAM_ELSZ_SHIFT)
187#define MMU_RAM_ELSZ_NONE (3 << MMU_RAM_ELSZ_SHIFT)
188#define MMU_RAM_MIXED_SHIFT 6
189#define MMU_RAM_MIXED_MASK BIT(MMU_RAM_MIXED_SHIFT)
190#define MMU_RAM_MIXED MMU_RAM_MIXED_MASK
191
192#define MMU_GP_REG_BUS_ERR_BACK_EN 0x1
193
194#define get_cam_va_mask(pgsz) \
195 (((pgsz) == MMU_CAM_PGSZ_16M) ? 0xff000000 : \
196 ((pgsz) == MMU_CAM_PGSZ_1M) ? 0xfff00000 : \
197 ((pgsz) == MMU_CAM_PGSZ_64K) ? 0xffff0000 : \
198 ((pgsz) == MMU_CAM_PGSZ_4K) ? 0xfffff000 : 0)
199
200/*
201 * DSP_SYSTEM registers and bit definitions (applicable only for DRA7xx DSP)
202 */
203#define DSP_SYS_REVISION 0x00
204#define DSP_SYS_MMU_CONFIG 0x18
205#define DSP_SYS_MMU_CONFIG_EN_SHIFT 4
206
207/*
208 * utilities for super page(16MB, 1MB, 64KB and 4KB)
209 */
210
211#define iopgsz_max(bytes) \
212 (((bytes) >= SZ_16M) ? SZ_16M : \
213 ((bytes) >= SZ_1M) ? SZ_1M : \
214 ((bytes) >= SZ_64K) ? SZ_64K : \
215 ((bytes) >= SZ_4K) ? SZ_4K : 0)
216
217#define bytes_to_iopgsz(bytes) \
218 (((bytes) == SZ_16M) ? MMU_CAM_PGSZ_16M : \
219 ((bytes) == SZ_1M) ? MMU_CAM_PGSZ_1M : \
220 ((bytes) == SZ_64K) ? MMU_CAM_PGSZ_64K : \
221 ((bytes) == SZ_4K) ? MMU_CAM_PGSZ_4K : -1)
222
223#define iopgsz_to_bytes(iopgsz) \
224 (((iopgsz) == MMU_CAM_PGSZ_16M) ? SZ_16M : \
225 ((iopgsz) == MMU_CAM_PGSZ_1M) ? SZ_1M : \
226 ((iopgsz) == MMU_CAM_PGSZ_64K) ? SZ_64K : \
227 ((iopgsz) == MMU_CAM_PGSZ_4K) ? SZ_4K : 0)
228
229#define iopgsz_ok(bytes) (bytes_to_iopgsz(bytes) >= 0)
230
231/*
232 * global functions
233 */
234
235struct cr_regs __iotlb_read_cr(struct omap_iommu *obj, int n);
236void iotlb_lock_get(struct omap_iommu *obj, struct iotlb_lock *l);
237void iotlb_lock_set(struct omap_iommu *obj, struct iotlb_lock *l);
238
239#ifdef CONFIG_OMAP_IOMMU_DEBUG
240void omap_iommu_debugfs_init(void);
241void omap_iommu_debugfs_exit(void);
242
243void omap_iommu_debugfs_add(struct omap_iommu *obj);
244void omap_iommu_debugfs_remove(struct omap_iommu *obj);
245#else
246static inline void omap_iommu_debugfs_init(void) { }
247static inline void omap_iommu_debugfs_exit(void) { }
248
249static inline void omap_iommu_debugfs_add(struct omap_iommu *obj) { }
250static inline void omap_iommu_debugfs_remove(struct omap_iommu *obj) { }
251#endif
252
253/*
254 * register accessors
255 */
256static inline u32 iommu_read_reg(struct omap_iommu *obj, size_t offs)
257{
258 return __raw_readl(obj->regbase + offs);
259}
260
261static inline void iommu_write_reg(struct omap_iommu *obj, u32 val, size_t offs)
262{
263 __raw_writel(val, obj->regbase + offs);
264}
265
266static inline int iotlb_cr_valid(struct cr_regs *cr)
267{
268 if (!cr)
269 return -EINVAL;
270
271 return cr->cam & MMU_CAM_V;
272}
273
274#endif /* _OMAP_IOMMU_H */
1/*
2 * omap iommu: main structures
3 *
4 * Copyright (C) 2008-2009 Nokia Corporation
5 *
6 * Written by Hiroshi DOYU <Hiroshi.DOYU@nokia.com>
7 *
8 * This program is free software; you can redistribute it and/or modify
9 * it under the terms of the GNU General Public License version 2 as
10 * published by the Free Software Foundation.
11 */
12
13#if defined(CONFIG_ARCH_OMAP1)
14#error "iommu for this processor not implemented yet"
15#endif
16
17struct iotlb_entry {
18 u32 da;
19 u32 pa;
20 u32 pgsz, prsvd, valid;
21 union {
22 u16 ap;
23 struct {
24 u32 endian, elsz, mixed;
25 };
26 };
27};
28
29struct omap_iommu {
30 const char *name;
31 struct module *owner;
32 void __iomem *regbase;
33 struct device *dev;
34 void *isr_priv;
35 struct iommu_domain *domain;
36
37 unsigned int refcount;
38 spinlock_t iommu_lock; /* global for this whole object */
39
40 /*
41 * We don't change iopgd for a situation like pgd for a task,
42 * but share it globally for each iommu.
43 */
44 u32 *iopgd;
45 spinlock_t page_table_lock; /* protect iopgd */
46
47 int nr_tlb_entries;
48
49 struct list_head mmap;
50 struct mutex mmap_lock; /* protect mmap */
51
52 void *ctx; /* iommu context: registres saved area */
53 u32 da_start;
54 u32 da_end;
55
56 int has_bus_err_back;
57};
58
59struct cr_regs {
60 union {
61 struct {
62 u16 cam_l;
63 u16 cam_h;
64 };
65 u32 cam;
66 };
67 union {
68 struct {
69 u16 ram_l;
70 u16 ram_h;
71 };
72 u32 ram;
73 };
74};
75
76/* architecture specific functions */
77struct iommu_functions {
78 unsigned long version;
79
80 int (*enable)(struct omap_iommu *obj);
81 void (*disable)(struct omap_iommu *obj);
82 void (*set_twl)(struct omap_iommu *obj, bool on);
83 u32 (*fault_isr)(struct omap_iommu *obj, u32 *ra);
84
85 void (*tlb_read_cr)(struct omap_iommu *obj, struct cr_regs *cr);
86 void (*tlb_load_cr)(struct omap_iommu *obj, struct cr_regs *cr);
87
88 struct cr_regs *(*alloc_cr)(struct omap_iommu *obj,
89 struct iotlb_entry *e);
90 int (*cr_valid)(struct cr_regs *cr);
91 u32 (*cr_to_virt)(struct cr_regs *cr);
92 void (*cr_to_e)(struct cr_regs *cr, struct iotlb_entry *e);
93 ssize_t (*dump_cr)(struct omap_iommu *obj, struct cr_regs *cr,
94 char *buf);
95
96 u32 (*get_pte_attr)(struct iotlb_entry *e);
97
98 void (*save_ctx)(struct omap_iommu *obj);
99 void (*restore_ctx)(struct omap_iommu *obj);
100 ssize_t (*dump_ctx)(struct omap_iommu *obj, char *buf, ssize_t len);
101};
102
103#ifdef CONFIG_IOMMU_API
104/**
105 * dev_to_omap_iommu() - retrieves an omap iommu object from a user device
106 * @dev: iommu client device
107 */
108static inline struct omap_iommu *dev_to_omap_iommu(struct device *dev)
109{
110 struct omap_iommu_arch_data *arch_data = dev->archdata.iommu;
111
112 return arch_data->iommu_dev;
113}
114#endif
115
116/*
117 * MMU Register offsets
118 */
119#define MMU_REVISION 0x00
120#define MMU_IRQSTATUS 0x18
121#define MMU_IRQENABLE 0x1c
122#define MMU_WALKING_ST 0x40
123#define MMU_CNTL 0x44
124#define MMU_FAULT_AD 0x48
125#define MMU_TTB 0x4c
126#define MMU_LOCK 0x50
127#define MMU_LD_TLB 0x54
128#define MMU_CAM 0x58
129#define MMU_RAM 0x5c
130#define MMU_GFLUSH 0x60
131#define MMU_FLUSH_ENTRY 0x64
132#define MMU_READ_CAM 0x68
133#define MMU_READ_RAM 0x6c
134#define MMU_EMU_FAULT_AD 0x70
135#define MMU_GP_REG 0x88
136
137#define MMU_REG_SIZE 256
138
139/*
140 * MMU Register bit definitions
141 */
142#define MMU_CAM_VATAG_SHIFT 12
143#define MMU_CAM_VATAG_MASK \
144 ((~0UL >> MMU_CAM_VATAG_SHIFT) << MMU_CAM_VATAG_SHIFT)
145#define MMU_CAM_P (1 << 3)
146#define MMU_CAM_V (1 << 2)
147#define MMU_CAM_PGSZ_MASK 3
148#define MMU_CAM_PGSZ_1M (0 << 0)
149#define MMU_CAM_PGSZ_64K (1 << 0)
150#define MMU_CAM_PGSZ_4K (2 << 0)
151#define MMU_CAM_PGSZ_16M (3 << 0)
152
153#define MMU_RAM_PADDR_SHIFT 12
154#define MMU_RAM_PADDR_MASK \
155 ((~0UL >> MMU_RAM_PADDR_SHIFT) << MMU_RAM_PADDR_SHIFT)
156
157#define MMU_RAM_ENDIAN_MASK (1 << MMU_RAM_ENDIAN_SHIFT)
158#define MMU_RAM_ENDIAN_BIG (1 << MMU_RAM_ENDIAN_SHIFT)
159
160#define MMU_RAM_ELSZ_MASK (3 << MMU_RAM_ELSZ_SHIFT)
161#define MMU_RAM_ELSZ_8 (0 << MMU_RAM_ELSZ_SHIFT)
162#define MMU_RAM_ELSZ_16 (1 << MMU_RAM_ELSZ_SHIFT)
163#define MMU_RAM_ELSZ_32 (2 << MMU_RAM_ELSZ_SHIFT)
164#define MMU_RAM_ELSZ_NONE (3 << MMU_RAM_ELSZ_SHIFT)
165#define MMU_RAM_MIXED_SHIFT 6
166#define MMU_RAM_MIXED_MASK (1 << MMU_RAM_MIXED_SHIFT)
167#define MMU_RAM_MIXED MMU_RAM_MIXED_MASK
168
169#define MMU_GP_REG_BUS_ERR_BACK_EN 0x1
170
171/*
172 * utilities for super page(16MB, 1MB, 64KB and 4KB)
173 */
174
175#define iopgsz_max(bytes) \
176 (((bytes) >= SZ_16M) ? SZ_16M : \
177 ((bytes) >= SZ_1M) ? SZ_1M : \
178 ((bytes) >= SZ_64K) ? SZ_64K : \
179 ((bytes) >= SZ_4K) ? SZ_4K : 0)
180
181#define bytes_to_iopgsz(bytes) \
182 (((bytes) == SZ_16M) ? MMU_CAM_PGSZ_16M : \
183 ((bytes) == SZ_1M) ? MMU_CAM_PGSZ_1M : \
184 ((bytes) == SZ_64K) ? MMU_CAM_PGSZ_64K : \
185 ((bytes) == SZ_4K) ? MMU_CAM_PGSZ_4K : -1)
186
187#define iopgsz_to_bytes(iopgsz) \
188 (((iopgsz) == MMU_CAM_PGSZ_16M) ? SZ_16M : \
189 ((iopgsz) == MMU_CAM_PGSZ_1M) ? SZ_1M : \
190 ((iopgsz) == MMU_CAM_PGSZ_64K) ? SZ_64K : \
191 ((iopgsz) == MMU_CAM_PGSZ_4K) ? SZ_4K : 0)
192
193#define iopgsz_ok(bytes) (bytes_to_iopgsz(bytes) >= 0)
194
195/*
196 * global functions
197 */
198extern u32 omap_iommu_arch_version(void);
199
200extern void omap_iotlb_cr_to_e(struct cr_regs *cr, struct iotlb_entry *e);
201
202extern int
203omap_iopgtable_store_entry(struct omap_iommu *obj, struct iotlb_entry *e);
204
205extern void omap_iommu_save_ctx(struct device *dev);
206extern void omap_iommu_restore_ctx(struct device *dev);
207
208extern int omap_foreach_iommu_device(void *data,
209 int (*fn)(struct device *, void *));
210
211extern int omap_install_iommu_arch(const struct iommu_functions *ops);
212extern void omap_uninstall_iommu_arch(const struct iommu_functions *ops);
213
214extern ssize_t
215omap_iommu_dump_ctx(struct omap_iommu *obj, char *buf, ssize_t len);
216extern size_t
217omap_dump_tlb_entries(struct omap_iommu *obj, char *buf, ssize_t len);
218
219/*
220 * register accessors
221 */
222static inline u32 iommu_read_reg(struct omap_iommu *obj, size_t offs)
223{
224 return __raw_readl(obj->regbase + offs);
225}
226
227static inline void iommu_write_reg(struct omap_iommu *obj, u32 val, size_t offs)
228{
229 __raw_writel(val, obj->regbase + offs);
230}