Loading...
1// SPDX-License-Identifier: GPL-2.0-only
2/*
3 * Copyright (C) 2011 Texas Instruments Incorporated - http://www.ti.com/
4 * Author: Rob Clark <rob.clark@linaro.org>
5 */
6
7#include <linux/dma-buf.h>
8#include <linux/highmem.h>
9
10#include <drm/drm_prime.h>
11
12#include "omap_drv.h"
13
14/* -----------------------------------------------------------------------------
15 * DMABUF Export
16 */
17
18static struct sg_table *omap_gem_map_dma_buf(
19 struct dma_buf_attachment *attachment,
20 enum dma_data_direction dir)
21{
22 struct drm_gem_object *obj = attachment->dmabuf->priv;
23 struct sg_table *sg;
24 dma_addr_t dma_addr;
25 int ret;
26
27 sg = kzalloc(sizeof(*sg), GFP_KERNEL);
28 if (!sg)
29 return ERR_PTR(-ENOMEM);
30
31 /* camera, etc, need physically contiguous.. but we need a
32 * better way to know this..
33 */
34 ret = omap_gem_pin(obj, &dma_addr);
35 if (ret)
36 goto out;
37
38 ret = sg_alloc_table(sg, 1, GFP_KERNEL);
39 if (ret)
40 goto out;
41
42 sg_init_table(sg->sgl, 1);
43 sg_dma_len(sg->sgl) = obj->size;
44 sg_set_page(sg->sgl, pfn_to_page(PFN_DOWN(dma_addr)), obj->size, 0);
45 sg_dma_address(sg->sgl) = dma_addr;
46
47 /* this must be after omap_gem_pin() to ensure we have pages attached */
48 omap_gem_dma_sync_buffer(obj, dir);
49
50 return sg;
51out:
52 kfree(sg);
53 return ERR_PTR(ret);
54}
55
56static void omap_gem_unmap_dma_buf(struct dma_buf_attachment *attachment,
57 struct sg_table *sg, enum dma_data_direction dir)
58{
59 struct drm_gem_object *obj = attachment->dmabuf->priv;
60 omap_gem_unpin(obj);
61 sg_free_table(sg);
62 kfree(sg);
63}
64
65static int omap_gem_dmabuf_begin_cpu_access(struct dma_buf *buffer,
66 enum dma_data_direction dir)
67{
68 struct drm_gem_object *obj = buffer->priv;
69 struct page **pages;
70 if (omap_gem_flags(obj) & OMAP_BO_TILED) {
71 /* TODO we would need to pin at least part of the buffer to
72 * get de-tiled view. For now just reject it.
73 */
74 return -ENOMEM;
75 }
76 /* make sure we have the pages: */
77 return omap_gem_get_pages(obj, &pages, true);
78}
79
80static int omap_gem_dmabuf_end_cpu_access(struct dma_buf *buffer,
81 enum dma_data_direction dir)
82{
83 struct drm_gem_object *obj = buffer->priv;
84 omap_gem_put_pages(obj);
85 return 0;
86}
87
88static void *omap_gem_dmabuf_kmap(struct dma_buf *buffer,
89 unsigned long page_num)
90{
91 struct drm_gem_object *obj = buffer->priv;
92 struct page **pages;
93 omap_gem_get_pages(obj, &pages, false);
94 omap_gem_cpu_sync_page(obj, page_num);
95 return kmap(pages[page_num]);
96}
97
98static void omap_gem_dmabuf_kunmap(struct dma_buf *buffer,
99 unsigned long page_num, void *addr)
100{
101 struct drm_gem_object *obj = buffer->priv;
102 struct page **pages;
103 omap_gem_get_pages(obj, &pages, false);
104 kunmap(pages[page_num]);
105}
106
107static int omap_gem_dmabuf_mmap(struct dma_buf *buffer,
108 struct vm_area_struct *vma)
109{
110 struct drm_gem_object *obj = buffer->priv;
111 int ret = 0;
112
113 ret = drm_gem_mmap_obj(obj, omap_gem_mmap_size(obj), vma);
114 if (ret < 0)
115 return ret;
116
117 return omap_gem_mmap_obj(obj, vma);
118}
119
120static const struct dma_buf_ops omap_dmabuf_ops = {
121 .map_dma_buf = omap_gem_map_dma_buf,
122 .unmap_dma_buf = omap_gem_unmap_dma_buf,
123 .release = drm_gem_dmabuf_release,
124 .begin_cpu_access = omap_gem_dmabuf_begin_cpu_access,
125 .end_cpu_access = omap_gem_dmabuf_end_cpu_access,
126 .map = omap_gem_dmabuf_kmap,
127 .unmap = omap_gem_dmabuf_kunmap,
128 .mmap = omap_gem_dmabuf_mmap,
129};
130
131struct dma_buf *omap_gem_prime_export(struct drm_gem_object *obj, int flags)
132{
133 DEFINE_DMA_BUF_EXPORT_INFO(exp_info);
134
135 exp_info.ops = &omap_dmabuf_ops;
136 exp_info.size = obj->size;
137 exp_info.flags = flags;
138 exp_info.priv = obj;
139
140 return drm_gem_dmabuf_export(obj->dev, &exp_info);
141}
142
143/* -----------------------------------------------------------------------------
144 * DMABUF Import
145 */
146
147struct drm_gem_object *omap_gem_prime_import(struct drm_device *dev,
148 struct dma_buf *dma_buf)
149{
150 struct dma_buf_attachment *attach;
151 struct drm_gem_object *obj;
152 struct sg_table *sgt;
153 int ret;
154
155 if (dma_buf->ops == &omap_dmabuf_ops) {
156 obj = dma_buf->priv;
157 if (obj->dev == dev) {
158 /*
159 * Importing dmabuf exported from out own gem increases
160 * refcount on gem itself instead of f_count of dmabuf.
161 */
162 drm_gem_object_get(obj);
163 return obj;
164 }
165 }
166
167 attach = dma_buf_attach(dma_buf, dev->dev);
168 if (IS_ERR(attach))
169 return ERR_CAST(attach);
170
171 get_dma_buf(dma_buf);
172
173 sgt = dma_buf_map_attachment(attach, DMA_TO_DEVICE);
174 if (IS_ERR(sgt)) {
175 ret = PTR_ERR(sgt);
176 goto fail_detach;
177 }
178
179 obj = omap_gem_new_dmabuf(dev, dma_buf->size, sgt);
180 if (IS_ERR(obj)) {
181 ret = PTR_ERR(obj);
182 goto fail_unmap;
183 }
184
185 obj->import_attach = attach;
186
187 return obj;
188
189fail_unmap:
190 dma_buf_unmap_attachment(attach, sgt, DMA_TO_DEVICE);
191fail_detach:
192 dma_buf_detach(dma_buf, attach);
193 dma_buf_put(dma_buf);
194
195 return ERR_PTR(ret);
196}
1// SPDX-License-Identifier: GPL-2.0-only
2/*
3 * Copyright (C) 2011 Texas Instruments Incorporated - https://www.ti.com/
4 * Author: Rob Clark <rob.clark@linaro.org>
5 */
6
7#include <linux/dma-buf.h>
8#include <linux/highmem.h>
9
10#include <drm/drm_prime.h>
11
12#include "omap_drv.h"
13
14MODULE_IMPORT_NS(DMA_BUF);
15
16/* -----------------------------------------------------------------------------
17 * DMABUF Export
18 */
19
20static struct sg_table *omap_gem_map_dma_buf(
21 struct dma_buf_attachment *attachment,
22 enum dma_data_direction dir)
23{
24 struct drm_gem_object *obj = attachment->dmabuf->priv;
25 struct sg_table *sg;
26 sg = omap_gem_get_sg(obj, dir);
27 if (IS_ERR(sg))
28 return sg;
29
30 return sg;
31}
32
33static void omap_gem_unmap_dma_buf(struct dma_buf_attachment *attachment,
34 struct sg_table *sg, enum dma_data_direction dir)
35{
36 struct drm_gem_object *obj = attachment->dmabuf->priv;
37 omap_gem_put_sg(obj, sg);
38}
39
40static int omap_gem_dmabuf_begin_cpu_access(struct dma_buf *buffer,
41 enum dma_data_direction dir)
42{
43 struct drm_gem_object *obj = buffer->priv;
44 struct page **pages;
45 if (omap_gem_flags(obj) & OMAP_BO_TILED_MASK) {
46 /* TODO we would need to pin at least part of the buffer to
47 * get de-tiled view. For now just reject it.
48 */
49 return -ENOMEM;
50 }
51 /* make sure we have the pages: */
52 return omap_gem_get_pages(obj, &pages, true);
53}
54
55static int omap_gem_dmabuf_end_cpu_access(struct dma_buf *buffer,
56 enum dma_data_direction dir)
57{
58 struct drm_gem_object *obj = buffer->priv;
59 omap_gem_put_pages(obj);
60 return 0;
61}
62
63static int omap_gem_dmabuf_mmap(struct dma_buf *buffer,
64 struct vm_area_struct *vma)
65{
66 struct drm_gem_object *obj = buffer->priv;
67
68 return drm_gem_mmap_obj(obj, omap_gem_mmap_size(obj), vma);
69}
70
71static const struct dma_buf_ops omap_dmabuf_ops = {
72 .map_dma_buf = omap_gem_map_dma_buf,
73 .unmap_dma_buf = omap_gem_unmap_dma_buf,
74 .release = drm_gem_dmabuf_release,
75 .begin_cpu_access = omap_gem_dmabuf_begin_cpu_access,
76 .end_cpu_access = omap_gem_dmabuf_end_cpu_access,
77 .mmap = omap_gem_dmabuf_mmap,
78};
79
80struct dma_buf *omap_gem_prime_export(struct drm_gem_object *obj, int flags)
81{
82 DEFINE_DMA_BUF_EXPORT_INFO(exp_info);
83
84 exp_info.ops = &omap_dmabuf_ops;
85 exp_info.size = omap_gem_mmap_size(obj);
86 exp_info.flags = flags;
87 exp_info.priv = obj;
88 exp_info.resv = obj->resv;
89
90 return drm_gem_dmabuf_export(obj->dev, &exp_info);
91}
92
93/* -----------------------------------------------------------------------------
94 * DMABUF Import
95 */
96
97struct drm_gem_object *omap_gem_prime_import(struct drm_device *dev,
98 struct dma_buf *dma_buf)
99{
100 struct dma_buf_attachment *attach;
101 struct drm_gem_object *obj;
102 struct sg_table *sgt;
103 int ret;
104
105 if (dma_buf->ops == &omap_dmabuf_ops) {
106 obj = dma_buf->priv;
107 if (obj->dev == dev) {
108 /*
109 * Importing dmabuf exported from out own gem increases
110 * refcount on gem itself instead of f_count of dmabuf.
111 */
112 drm_gem_object_get(obj);
113 return obj;
114 }
115 }
116
117 attach = dma_buf_attach(dma_buf, dev->dev);
118 if (IS_ERR(attach))
119 return ERR_CAST(attach);
120
121 get_dma_buf(dma_buf);
122
123 sgt = dma_buf_map_attachment_unlocked(attach, DMA_TO_DEVICE);
124 if (IS_ERR(sgt)) {
125 ret = PTR_ERR(sgt);
126 goto fail_detach;
127 }
128
129 obj = omap_gem_new_dmabuf(dev, dma_buf->size, sgt);
130 if (IS_ERR(obj)) {
131 ret = PTR_ERR(obj);
132 goto fail_unmap;
133 }
134
135 obj->import_attach = attach;
136
137 return obj;
138
139fail_unmap:
140 dma_buf_unmap_attachment_unlocked(attach, sgt, DMA_TO_DEVICE);
141fail_detach:
142 dma_buf_detach(dma_buf, attach);
143 dma_buf_put(dma_buf);
144
145 return ERR_PTR(ret);
146}