Loading...
1/*
2 * Copyright 2012 Advanced Micro Devices, Inc.
3 *
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
10 *
11 * The above copyright notice and this permission notice shall be included in
12 * all copies or substantial portions of the Software.
13 *
14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
17 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
18 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20 * OTHER DEALINGS IN THE SOFTWARE.
21 *
22 * based on nouveau_prime.c
23 *
24 * Authors: Alex Deucher
25 */
26#include <drm/drmP.h>
27
28#include "radeon.h"
29#include <drm/radeon_drm.h>
30#include <linux/dma-buf.h>
31
32struct sg_table *radeon_gem_prime_get_sg_table(struct drm_gem_object *obj)
33{
34 struct radeon_bo *bo = gem_to_radeon_bo(obj);
35 int npages = bo->tbo.num_pages;
36
37 return drm_prime_pages_to_sg(bo->tbo.ttm->pages, npages);
38}
39
40void *radeon_gem_prime_vmap(struct drm_gem_object *obj)
41{
42 struct radeon_bo *bo = gem_to_radeon_bo(obj);
43 int ret;
44
45 ret = ttm_bo_kmap(&bo->tbo, 0, bo->tbo.num_pages,
46 &bo->dma_buf_vmap);
47 if (ret)
48 return ERR_PTR(ret);
49
50 return bo->dma_buf_vmap.virtual;
51}
52
53void radeon_gem_prime_vunmap(struct drm_gem_object *obj, void *vaddr)
54{
55 struct radeon_bo *bo = gem_to_radeon_bo(obj);
56
57 ttm_bo_kunmap(&bo->dma_buf_vmap);
58}
59
60struct drm_gem_object *radeon_gem_prime_import_sg_table(struct drm_device *dev,
61 struct dma_buf_attachment *attach,
62 struct sg_table *sg)
63{
64 struct reservation_object *resv = attach->dmabuf->resv;
65 struct radeon_device *rdev = dev->dev_private;
66 struct radeon_bo *bo;
67 int ret;
68
69 ww_mutex_lock(&resv->lock, NULL);
70 ret = radeon_bo_create(rdev, attach->dmabuf->size, PAGE_SIZE, false,
71 RADEON_GEM_DOMAIN_GTT, 0, sg, resv, &bo);
72 ww_mutex_unlock(&resv->lock);
73 if (ret)
74 return ERR_PTR(ret);
75
76 mutex_lock(&rdev->gem.mutex);
77 list_add_tail(&bo->list, &rdev->gem.objects);
78 mutex_unlock(&rdev->gem.mutex);
79
80 return &bo->gem_base;
81}
82
83int radeon_gem_prime_pin(struct drm_gem_object *obj)
84{
85 struct radeon_bo *bo = gem_to_radeon_bo(obj);
86 int ret = 0;
87
88 ret = radeon_bo_reserve(bo, false);
89 if (unlikely(ret != 0))
90 return ret;
91
92 /* pin buffer into GTT */
93 ret = radeon_bo_pin(bo, RADEON_GEM_DOMAIN_GTT, NULL);
94 radeon_bo_unreserve(bo);
95 return ret;
96}
97
98void radeon_gem_prime_unpin(struct drm_gem_object *obj)
99{
100 struct radeon_bo *bo = gem_to_radeon_bo(obj);
101 int ret = 0;
102
103 ret = radeon_bo_reserve(bo, false);
104 if (unlikely(ret != 0))
105 return;
106
107 radeon_bo_unpin(bo);
108 radeon_bo_unreserve(bo);
109}
110
111
112struct reservation_object *radeon_gem_prime_res_obj(struct drm_gem_object *obj)
113{
114 struct radeon_bo *bo = gem_to_radeon_bo(obj);
115
116 return bo->tbo.resv;
117}
118
119struct dma_buf *radeon_gem_prime_export(struct drm_device *dev,
120 struct drm_gem_object *gobj,
121 int flags)
122{
123 struct radeon_bo *bo = gem_to_radeon_bo(gobj);
124 if (radeon_ttm_tt_has_userptr(bo->tbo.ttm))
125 return ERR_PTR(-EPERM);
126 return drm_gem_prime_export(dev, gobj, flags);
127}
1/*
2 * Copyright 2012 Advanced Micro Devices, Inc.
3 *
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
10 *
11 * The above copyright notice and this permission notice shall be included in
12 * all copies or substantial portions of the Software.
13 *
14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
17 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
18 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20 * OTHER DEALINGS IN THE SOFTWARE.
21 *
22 * based on nouveau_prime.c
23 *
24 * Authors: Alex Deucher
25 */
26#include "drmP.h"
27#include "drm.h"
28
29#include "radeon.h"
30#include "radeon_drm.h"
31
32#include <linux/dma-buf.h>
33
34static struct sg_table *radeon_gem_map_dma_buf(struct dma_buf_attachment *attachment,
35 enum dma_data_direction dir)
36{
37 struct radeon_bo *bo = attachment->dmabuf->priv;
38 struct drm_device *dev = bo->rdev->ddev;
39 int npages = bo->tbo.num_pages;
40 struct sg_table *sg;
41 int nents;
42
43 mutex_lock(&dev->struct_mutex);
44 sg = drm_prime_pages_to_sg(bo->tbo.ttm->pages, npages);
45 nents = dma_map_sg(attachment->dev, sg->sgl, sg->nents, dir);
46 mutex_unlock(&dev->struct_mutex);
47 return sg;
48}
49
50static void radeon_gem_unmap_dma_buf(struct dma_buf_attachment *attachment,
51 struct sg_table *sg, enum dma_data_direction dir)
52{
53 dma_unmap_sg(attachment->dev, sg->sgl, sg->nents, dir);
54 sg_free_table(sg);
55 kfree(sg);
56}
57
58static void radeon_gem_dmabuf_release(struct dma_buf *dma_buf)
59{
60 struct radeon_bo *bo = dma_buf->priv;
61
62 if (bo->gem_base.export_dma_buf == dma_buf) {
63 DRM_ERROR("unreference dmabuf %p\n", &bo->gem_base);
64 bo->gem_base.export_dma_buf = NULL;
65 drm_gem_object_unreference_unlocked(&bo->gem_base);
66 }
67}
68
69static void *radeon_gem_kmap_atomic(struct dma_buf *dma_buf, unsigned long page_num)
70{
71 return NULL;
72}
73
74static void radeon_gem_kunmap_atomic(struct dma_buf *dma_buf, unsigned long page_num, void *addr)
75{
76
77}
78static void *radeon_gem_kmap(struct dma_buf *dma_buf, unsigned long page_num)
79{
80 return NULL;
81}
82
83static void radeon_gem_kunmap(struct dma_buf *dma_buf, unsigned long page_num, void *addr)
84{
85
86}
87
88static int radeon_gem_prime_mmap(struct dma_buf *dma_buf, struct vm_area_struct *vma)
89{
90 return -EINVAL;
91}
92
93static void *radeon_gem_prime_vmap(struct dma_buf *dma_buf)
94{
95 struct radeon_bo *bo = dma_buf->priv;
96 struct drm_device *dev = bo->rdev->ddev;
97 int ret;
98
99 mutex_lock(&dev->struct_mutex);
100 if (bo->vmapping_count) {
101 bo->vmapping_count++;
102 goto out_unlock;
103 }
104
105 ret = ttm_bo_kmap(&bo->tbo, 0, bo->tbo.num_pages,
106 &bo->dma_buf_vmap);
107 if (ret) {
108 mutex_unlock(&dev->struct_mutex);
109 return ERR_PTR(ret);
110 }
111 bo->vmapping_count = 1;
112out_unlock:
113 mutex_unlock(&dev->struct_mutex);
114 return bo->dma_buf_vmap.virtual;
115}
116
117static void radeon_gem_prime_vunmap(struct dma_buf *dma_buf, void *vaddr)
118{
119 struct radeon_bo *bo = dma_buf->priv;
120 struct drm_device *dev = bo->rdev->ddev;
121
122 mutex_lock(&dev->struct_mutex);
123 bo->vmapping_count--;
124 if (bo->vmapping_count == 0) {
125 ttm_bo_kunmap(&bo->dma_buf_vmap);
126 }
127 mutex_unlock(&dev->struct_mutex);
128}
129const static struct dma_buf_ops radeon_dmabuf_ops = {
130 .map_dma_buf = radeon_gem_map_dma_buf,
131 .unmap_dma_buf = radeon_gem_unmap_dma_buf,
132 .release = radeon_gem_dmabuf_release,
133 .kmap = radeon_gem_kmap,
134 .kmap_atomic = radeon_gem_kmap_atomic,
135 .kunmap = radeon_gem_kunmap,
136 .kunmap_atomic = radeon_gem_kunmap_atomic,
137 .mmap = radeon_gem_prime_mmap,
138 .vmap = radeon_gem_prime_vmap,
139 .vunmap = radeon_gem_prime_vunmap,
140};
141
142static int radeon_prime_create(struct drm_device *dev,
143 size_t size,
144 struct sg_table *sg,
145 struct radeon_bo **pbo)
146{
147 struct radeon_device *rdev = dev->dev_private;
148 struct radeon_bo *bo;
149 int ret;
150
151 ret = radeon_bo_create(rdev, size, PAGE_SIZE, false,
152 RADEON_GEM_DOMAIN_GTT, sg, pbo);
153 if (ret)
154 return ret;
155 bo = *pbo;
156 bo->gem_base.driver_private = bo;
157
158 mutex_lock(&rdev->gem.mutex);
159 list_add_tail(&bo->list, &rdev->gem.objects);
160 mutex_unlock(&rdev->gem.mutex);
161
162 return 0;
163}
164
165struct dma_buf *radeon_gem_prime_export(struct drm_device *dev,
166 struct drm_gem_object *obj,
167 int flags)
168{
169 struct radeon_bo *bo = gem_to_radeon_bo(obj);
170 int ret = 0;
171
172 ret = radeon_bo_reserve(bo, false);
173 if (unlikely(ret != 0))
174 return ERR_PTR(ret);
175
176 /* pin buffer into GTT */
177 ret = radeon_bo_pin(bo, RADEON_GEM_DOMAIN_GTT, NULL);
178 if (ret) {
179 radeon_bo_unreserve(bo);
180 return ERR_PTR(ret);
181 }
182 radeon_bo_unreserve(bo);
183 return dma_buf_export(bo, &radeon_dmabuf_ops, obj->size, flags);
184}
185
186struct drm_gem_object *radeon_gem_prime_import(struct drm_device *dev,
187 struct dma_buf *dma_buf)
188{
189 struct dma_buf_attachment *attach;
190 struct sg_table *sg;
191 struct radeon_bo *bo;
192 int ret;
193
194 if (dma_buf->ops == &radeon_dmabuf_ops) {
195 bo = dma_buf->priv;
196 if (bo->gem_base.dev == dev) {
197 drm_gem_object_reference(&bo->gem_base);
198 return &bo->gem_base;
199 }
200 }
201
202 /* need to attach */
203 attach = dma_buf_attach(dma_buf, dev->dev);
204 if (IS_ERR(attach))
205 return ERR_CAST(attach);
206
207 sg = dma_buf_map_attachment(attach, DMA_BIDIRECTIONAL);
208 if (IS_ERR(sg)) {
209 ret = PTR_ERR(sg);
210 goto fail_detach;
211 }
212
213 ret = radeon_prime_create(dev, dma_buf->size, sg, &bo);
214 if (ret)
215 goto fail_unmap;
216
217 bo->gem_base.import_attach = attach;
218
219 return &bo->gem_base;
220
221fail_unmap:
222 dma_buf_unmap_attachment(attach, sg, DMA_BIDIRECTIONAL);
223fail_detach:
224 dma_buf_detach(dma_buf, attach);
225 return ERR_PTR(ret);
226}