Loading...
1// SPDX-License-Identifier: GPL-2.0
2/*
3 * Copyright (C) 2014-2018 Etnaviv Project
4 */
5
6#include <drm/drm_prime.h>
7#include <linux/dma-buf.h>
8#include <linux/module.h>
9
10#include "etnaviv_drv.h"
11#include "etnaviv_gem.h"
12
13MODULE_IMPORT_NS("DMA_BUF");
14
15static struct lock_class_key etnaviv_prime_lock_class;
16
17struct sg_table *etnaviv_gem_prime_get_sg_table(struct drm_gem_object *obj)
18{
19 struct etnaviv_gem_object *etnaviv_obj = to_etnaviv_bo(obj);
20 unsigned int npages = obj->size >> PAGE_SHIFT;
21
22 if (WARN_ON(!etnaviv_obj->pages)) /* should have already pinned! */
23 return ERR_PTR(-EINVAL);
24
25 return drm_prime_pages_to_sg(obj->dev, etnaviv_obj->pages, npages);
26}
27
28int etnaviv_gem_prime_vmap(struct drm_gem_object *obj, struct iosys_map *map)
29{
30 void *vaddr;
31
32 vaddr = etnaviv_gem_vmap(obj);
33 if (!vaddr)
34 return -ENOMEM;
35 iosys_map_set_vaddr(map, vaddr);
36
37 return 0;
38}
39
40int etnaviv_gem_prime_pin(struct drm_gem_object *obj)
41{
42 if (!obj->import_attach) {
43 struct etnaviv_gem_object *etnaviv_obj = to_etnaviv_bo(obj);
44
45 mutex_lock(&etnaviv_obj->lock);
46 etnaviv_gem_get_pages(etnaviv_obj);
47 mutex_unlock(&etnaviv_obj->lock);
48 }
49 return 0;
50}
51
52void etnaviv_gem_prime_unpin(struct drm_gem_object *obj)
53{
54 if (!obj->import_attach) {
55 struct etnaviv_gem_object *etnaviv_obj = to_etnaviv_bo(obj);
56
57 mutex_lock(&etnaviv_obj->lock);
58 etnaviv_gem_put_pages(to_etnaviv_bo(obj));
59 mutex_unlock(&etnaviv_obj->lock);
60 }
61}
62
63static void etnaviv_gem_prime_release(struct etnaviv_gem_object *etnaviv_obj)
64{
65 struct iosys_map map = IOSYS_MAP_INIT_VADDR(etnaviv_obj->vaddr);
66
67 if (etnaviv_obj->vaddr)
68 dma_buf_vunmap_unlocked(etnaviv_obj->base.import_attach->dmabuf, &map);
69
70 /* Don't drop the pages for imported dmabuf, as they are not
71 * ours, just free the array we allocated:
72 */
73 kvfree(etnaviv_obj->pages);
74
75 drm_prime_gem_destroy(&etnaviv_obj->base, etnaviv_obj->sgt);
76}
77
78static void *etnaviv_gem_prime_vmap_impl(struct etnaviv_gem_object *etnaviv_obj)
79{
80 struct iosys_map map;
81 int ret;
82
83 lockdep_assert_held(&etnaviv_obj->lock);
84
85 ret = dma_buf_vmap(etnaviv_obj->base.import_attach->dmabuf, &map);
86 if (ret)
87 return NULL;
88 return map.vaddr;
89}
90
91static int etnaviv_gem_prime_mmap_obj(struct etnaviv_gem_object *etnaviv_obj,
92 struct vm_area_struct *vma)
93{
94 int ret;
95
96 ret = dma_buf_mmap(etnaviv_obj->base.dma_buf, vma, 0);
97 if (!ret) {
98 /* Drop the reference acquired by drm_gem_mmap_obj(). */
99 drm_gem_object_put(&etnaviv_obj->base);
100 }
101
102 return ret;
103}
104
105static const struct etnaviv_gem_ops etnaviv_gem_prime_ops = {
106 /* .get_pages should never be called */
107 .release = etnaviv_gem_prime_release,
108 .vmap = etnaviv_gem_prime_vmap_impl,
109 .mmap = etnaviv_gem_prime_mmap_obj,
110};
111
112struct drm_gem_object *etnaviv_gem_prime_import_sg_table(struct drm_device *dev,
113 struct dma_buf_attachment *attach, struct sg_table *sgt)
114{
115 struct etnaviv_gem_object *etnaviv_obj;
116 size_t size = PAGE_ALIGN(attach->dmabuf->size);
117 int ret, npages;
118
119 ret = etnaviv_gem_new_private(dev, size, ETNA_BO_WC,
120 &etnaviv_gem_prime_ops, &etnaviv_obj);
121 if (ret < 0)
122 return ERR_PTR(ret);
123
124 lockdep_set_class(&etnaviv_obj->lock, &etnaviv_prime_lock_class);
125
126 npages = size / PAGE_SIZE;
127
128 etnaviv_obj->sgt = sgt;
129 etnaviv_obj->pages = kvmalloc_array(npages, sizeof(struct page *), GFP_KERNEL);
130 if (!etnaviv_obj->pages) {
131 ret = -ENOMEM;
132 goto fail;
133 }
134
135 ret = drm_prime_sg_to_page_array(sgt, etnaviv_obj->pages, npages);
136 if (ret)
137 goto fail;
138
139 etnaviv_gem_obj_add(dev, &etnaviv_obj->base);
140
141 return &etnaviv_obj->base;
142
143fail:
144 drm_gem_object_put(&etnaviv_obj->base);
145
146 return ERR_PTR(ret);
147}
1// SPDX-License-Identifier: GPL-2.0
2/*
3 * Copyright (C) 2014-2018 Etnaviv Project
4 */
5
6#include <drm/drm_prime.h>
7#include <linux/dma-buf.h>
8
9#include "etnaviv_drv.h"
10#include "etnaviv_gem.h"
11
12static struct lock_class_key etnaviv_prime_lock_class;
13
14struct sg_table *etnaviv_gem_prime_get_sg_table(struct drm_gem_object *obj)
15{
16 struct etnaviv_gem_object *etnaviv_obj = to_etnaviv_bo(obj);
17 int npages = obj->size >> PAGE_SHIFT;
18
19 if (WARN_ON(!etnaviv_obj->pages)) /* should have already pinned! */
20 return ERR_PTR(-EINVAL);
21
22 return drm_prime_pages_to_sg(obj->dev, etnaviv_obj->pages, npages);
23}
24
25int etnaviv_gem_prime_vmap(struct drm_gem_object *obj, struct dma_buf_map *map)
26{
27 void *vaddr;
28
29 vaddr = etnaviv_gem_vmap(obj);
30 if (!vaddr)
31 return -ENOMEM;
32 dma_buf_map_set_vaddr(map, vaddr);
33
34 return 0;
35}
36
37int etnaviv_gem_prime_mmap(struct drm_gem_object *obj,
38 struct vm_area_struct *vma)
39{
40 struct etnaviv_gem_object *etnaviv_obj = to_etnaviv_bo(obj);
41 int ret;
42
43 ret = drm_gem_mmap_obj(obj, obj->size, vma);
44 if (ret < 0)
45 return ret;
46
47 return etnaviv_obj->ops->mmap(etnaviv_obj, vma);
48}
49
50int etnaviv_gem_prime_pin(struct drm_gem_object *obj)
51{
52 if (!obj->import_attach) {
53 struct etnaviv_gem_object *etnaviv_obj = to_etnaviv_bo(obj);
54
55 mutex_lock(&etnaviv_obj->lock);
56 etnaviv_gem_get_pages(etnaviv_obj);
57 mutex_unlock(&etnaviv_obj->lock);
58 }
59 return 0;
60}
61
62void etnaviv_gem_prime_unpin(struct drm_gem_object *obj)
63{
64 if (!obj->import_attach) {
65 struct etnaviv_gem_object *etnaviv_obj = to_etnaviv_bo(obj);
66
67 mutex_lock(&etnaviv_obj->lock);
68 etnaviv_gem_put_pages(to_etnaviv_bo(obj));
69 mutex_unlock(&etnaviv_obj->lock);
70 }
71}
72
73static void etnaviv_gem_prime_release(struct etnaviv_gem_object *etnaviv_obj)
74{
75 struct dma_buf_map map = DMA_BUF_MAP_INIT_VADDR(etnaviv_obj->vaddr);
76
77 if (etnaviv_obj->vaddr)
78 dma_buf_vunmap(etnaviv_obj->base.import_attach->dmabuf, &map);
79
80 /* Don't drop the pages for imported dmabuf, as they are not
81 * ours, just free the array we allocated:
82 */
83 kvfree(etnaviv_obj->pages);
84
85 drm_prime_gem_destroy(&etnaviv_obj->base, etnaviv_obj->sgt);
86}
87
88static void *etnaviv_gem_prime_vmap_impl(struct etnaviv_gem_object *etnaviv_obj)
89{
90 struct dma_buf_map map;
91 int ret;
92
93 lockdep_assert_held(&etnaviv_obj->lock);
94
95 ret = dma_buf_vmap(etnaviv_obj->base.import_attach->dmabuf, &map);
96 if (ret)
97 return NULL;
98 return map.vaddr;
99}
100
101static int etnaviv_gem_prime_mmap_obj(struct etnaviv_gem_object *etnaviv_obj,
102 struct vm_area_struct *vma)
103{
104 return dma_buf_mmap(etnaviv_obj->base.dma_buf, vma, 0);
105}
106
107static const struct etnaviv_gem_ops etnaviv_gem_prime_ops = {
108 /* .get_pages should never be called */
109 .release = etnaviv_gem_prime_release,
110 .vmap = etnaviv_gem_prime_vmap_impl,
111 .mmap = etnaviv_gem_prime_mmap_obj,
112};
113
114struct drm_gem_object *etnaviv_gem_prime_import_sg_table(struct drm_device *dev,
115 struct dma_buf_attachment *attach, struct sg_table *sgt)
116{
117 struct etnaviv_gem_object *etnaviv_obj;
118 size_t size = PAGE_ALIGN(attach->dmabuf->size);
119 int ret, npages;
120
121 ret = etnaviv_gem_new_private(dev, size, ETNA_BO_WC,
122 &etnaviv_gem_prime_ops, &etnaviv_obj);
123 if (ret < 0)
124 return ERR_PTR(ret);
125
126 lockdep_set_class(&etnaviv_obj->lock, &etnaviv_prime_lock_class);
127
128 npages = size / PAGE_SIZE;
129
130 etnaviv_obj->sgt = sgt;
131 etnaviv_obj->pages = kvmalloc_array(npages, sizeof(struct page *), GFP_KERNEL);
132 if (!etnaviv_obj->pages) {
133 ret = -ENOMEM;
134 goto fail;
135 }
136
137 ret = drm_prime_sg_to_page_array(sgt, etnaviv_obj->pages, npages);
138 if (ret)
139 goto fail;
140
141 etnaviv_gem_obj_add(dev, &etnaviv_obj->base);
142
143 return &etnaviv_obj->base;
144
145fail:
146 drm_gem_object_put(&etnaviv_obj->base);
147
148 return ERR_PTR(ret);
149}