Loading...
1/*
2 * Copyright (C) 2013 Red Hat
3 * Author: Rob Clark <robdclark@gmail.com>
4 *
5 * This program is free software; you can redistribute it and/or modify it
6 * under the terms of the GNU General Public License version 2 as published by
7 * the Free Software Foundation.
8 *
9 * This program is distributed in the hope that it will be useful, but WITHOUT
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
12 * more details.
13 *
14 * You should have received a copy of the GNU General Public License along with
15 * this program. If not, see <http://www.gnu.org/licenses/>.
16 */
17
18#include "msm_drv.h"
19#include "msm_mmu.h"
20
21struct msm_iommu {
22 struct msm_mmu base;
23 struct iommu_domain *domain;
24};
25#define to_msm_iommu(x) container_of(x, struct msm_iommu, base)
26
27static int msm_fault_handler(struct iommu_domain *iommu, struct device *dev,
28 unsigned long iova, int flags, void *arg)
29{
30 pr_warn_ratelimited("*** fault: iova=%08lx, flags=%d\n", iova, flags);
31 return 0;
32}
33
34static int msm_iommu_attach(struct msm_mmu *mmu, const char * const *names,
35 int cnt)
36{
37 struct msm_iommu *iommu = to_msm_iommu(mmu);
38 return iommu_attach_device(iommu->domain, mmu->dev);
39}
40
41static void msm_iommu_detach(struct msm_mmu *mmu, const char * const *names,
42 int cnt)
43{
44 struct msm_iommu *iommu = to_msm_iommu(mmu);
45 iommu_detach_device(iommu->domain, mmu->dev);
46}
47
48static int msm_iommu_map(struct msm_mmu *mmu, uint32_t iova,
49 struct sg_table *sgt, unsigned len, int prot)
50{
51 struct msm_iommu *iommu = to_msm_iommu(mmu);
52 struct iommu_domain *domain = iommu->domain;
53 struct scatterlist *sg;
54 unsigned int da = iova;
55 unsigned int i, j;
56 int ret;
57
58 if (!domain || !sgt)
59 return -EINVAL;
60
61 for_each_sg(sgt->sgl, sg, sgt->nents, i) {
62 u32 pa = sg_phys(sg) - sg->offset;
63 size_t bytes = sg->length + sg->offset;
64
65 VERB("map[%d]: %08x %08x(%zx)", i, iova, pa, bytes);
66
67 ret = iommu_map(domain, da, pa, bytes, prot);
68 if (ret)
69 goto fail;
70
71 da += bytes;
72 }
73
74 return 0;
75
76fail:
77 da = iova;
78
79 for_each_sg(sgt->sgl, sg, i, j) {
80 size_t bytes = sg->length + sg->offset;
81 iommu_unmap(domain, da, bytes);
82 da += bytes;
83 }
84 return ret;
85}
86
87static int msm_iommu_unmap(struct msm_mmu *mmu, uint32_t iova,
88 struct sg_table *sgt, unsigned len)
89{
90 struct msm_iommu *iommu = to_msm_iommu(mmu);
91 struct iommu_domain *domain = iommu->domain;
92 struct scatterlist *sg;
93 unsigned int da = iova;
94 int i;
95
96 for_each_sg(sgt->sgl, sg, sgt->nents, i) {
97 size_t bytes = sg->length + sg->offset;
98 size_t unmapped;
99
100 unmapped = iommu_unmap(domain, da, bytes);
101 if (unmapped < bytes)
102 return unmapped;
103
104 VERB("unmap[%d]: %08x(%zx)", i, iova, bytes);
105
106 BUG_ON(!PAGE_ALIGNED(bytes));
107
108 da += bytes;
109 }
110
111 return 0;
112}
113
114static void msm_iommu_destroy(struct msm_mmu *mmu)
115{
116 struct msm_iommu *iommu = to_msm_iommu(mmu);
117 iommu_domain_free(iommu->domain);
118 kfree(iommu);
119}
120
121static const struct msm_mmu_funcs funcs = {
122 .attach = msm_iommu_attach,
123 .detach = msm_iommu_detach,
124 .map = msm_iommu_map,
125 .unmap = msm_iommu_unmap,
126 .destroy = msm_iommu_destroy,
127};
128
129struct msm_mmu *msm_iommu_new(struct device *dev, struct iommu_domain *domain)
130{
131 struct msm_iommu *iommu;
132
133 iommu = kzalloc(sizeof(*iommu), GFP_KERNEL);
134 if (!iommu)
135 return ERR_PTR(-ENOMEM);
136
137 iommu->domain = domain;
138 msm_mmu_init(&iommu->base, dev, &funcs);
139 iommu_set_fault_handler(domain, msm_fault_handler, dev);
140
141 return &iommu->base;
142}
1/*
2 * Copyright (C) 2013 Red Hat
3 * Author: Rob Clark <robdclark@gmail.com>
4 *
5 * This program is free software; you can redistribute it and/or modify it
6 * under the terms of the GNU General Public License version 2 as published by
7 * the Free Software Foundation.
8 *
9 * This program is distributed in the hope that it will be useful, but WITHOUT
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
12 * more details.
13 *
14 * You should have received a copy of the GNU General Public License along with
15 * this program. If not, see <http://www.gnu.org/licenses/>.
16 */
17
18#include "msm_drv.h"
19#include "msm_mmu.h"
20
21struct msm_iommu {
22 struct msm_mmu base;
23 struct iommu_domain *domain;
24};
25#define to_msm_iommu(x) container_of(x, struct msm_iommu, base)
26
27static int msm_fault_handler(struct iommu_domain *iommu, struct device *dev,
28 unsigned long iova, int flags, void *arg)
29{
30 DBG("*** fault: iova=%08lx, flags=%d", iova, flags);
31 return 0;
32}
33
34static int msm_iommu_attach(struct msm_mmu *mmu, const char **names, int cnt)
35{
36 struct drm_device *dev = mmu->dev;
37 struct msm_iommu *iommu = to_msm_iommu(mmu);
38 int i, ret;
39
40 for (i = 0; i < cnt; i++) {
41 struct device *msm_iommu_get_ctx(const char *ctx_name);
42 struct device *ctx = msm_iommu_get_ctx(names[i]);
43 if (IS_ERR_OR_NULL(ctx))
44 continue;
45 ret = iommu_attach_device(iommu->domain, ctx);
46 if (ret) {
47 dev_warn(dev->dev, "could not attach iommu to %s", names[i]);
48 return ret;
49 }
50 }
51
52 return 0;
53}
54
55static int msm_iommu_map(struct msm_mmu *mmu, uint32_t iova,
56 struct sg_table *sgt, unsigned len, int prot)
57{
58 struct msm_iommu *iommu = to_msm_iommu(mmu);
59 struct iommu_domain *domain = iommu->domain;
60 struct scatterlist *sg;
61 unsigned int da = iova;
62 unsigned int i, j;
63 int ret;
64
65 if (!domain || !sgt)
66 return -EINVAL;
67
68 for_each_sg(sgt->sgl, sg, sgt->nents, i) {
69 u32 pa = sg_phys(sg) - sg->offset;
70 size_t bytes = sg->length + sg->offset;
71
72 VERB("map[%d]: %08x %08x(%x)", i, iova, pa, bytes);
73
74 ret = iommu_map(domain, da, pa, bytes, prot);
75 if (ret)
76 goto fail;
77
78 da += bytes;
79 }
80
81 return 0;
82
83fail:
84 da = iova;
85
86 for_each_sg(sgt->sgl, sg, i, j) {
87 size_t bytes = sg->length + sg->offset;
88 iommu_unmap(domain, da, bytes);
89 da += bytes;
90 }
91 return ret;
92}
93
94static int msm_iommu_unmap(struct msm_mmu *mmu, uint32_t iova,
95 struct sg_table *sgt, unsigned len)
96{
97 struct msm_iommu *iommu = to_msm_iommu(mmu);
98 struct iommu_domain *domain = iommu->domain;
99 struct scatterlist *sg;
100 unsigned int da = iova;
101 int i;
102
103 for_each_sg(sgt->sgl, sg, sgt->nents, i) {
104 size_t bytes = sg->length + sg->offset;
105 size_t unmapped;
106
107 unmapped = iommu_unmap(domain, da, bytes);
108 if (unmapped < bytes)
109 return unmapped;
110
111 VERB("unmap[%d]: %08x(%x)", i, iova, bytes);
112
113 BUG_ON(!IS_ALIGNED(bytes, PAGE_SIZE));
114
115 da += bytes;
116 }
117
118 return 0;
119}
120
121static void msm_iommu_destroy(struct msm_mmu *mmu)
122{
123 struct msm_iommu *iommu = to_msm_iommu(mmu);
124 iommu_domain_free(iommu->domain);
125 kfree(iommu);
126}
127
128static const struct msm_mmu_funcs funcs = {
129 .attach = msm_iommu_attach,
130 .map = msm_iommu_map,
131 .unmap = msm_iommu_unmap,
132 .destroy = msm_iommu_destroy,
133};
134
135struct msm_mmu *msm_iommu_new(struct drm_device *dev, struct iommu_domain *domain)
136{
137 struct msm_iommu *iommu;
138
139 iommu = kzalloc(sizeof(*iommu), GFP_KERNEL);
140 if (!iommu)
141 return ERR_PTR(-ENOMEM);
142
143 iommu->domain = domain;
144 msm_mmu_init(&iommu->base, dev, &funcs);
145 iommu_set_fault_handler(domain, msm_fault_handler, dev);
146
147 return &iommu->base;
148}