1// SPDX-License-Identifier: GPL-2.0
  2/*
  3 * Copyright (C) 2014-2018 Etnaviv Project
  4 */
  5
  6#include <drm/drm_prime.h>
  7#include <linux/dma-buf.h>
  8#include <linux/module.h>
  9
 10#include "etnaviv_drv.h"
 11#include "etnaviv_gem.h"
 12
 13MODULE_IMPORT_NS("DMA_BUF");
 14
 15static struct lock_class_key etnaviv_prime_lock_class;
 16
 17struct sg_table *etnaviv_gem_prime_get_sg_table(struct drm_gem_object *obj)
 18{
 19	struct etnaviv_gem_object *etnaviv_obj = to_etnaviv_bo(obj);
 20	unsigned int npages = obj->size >> PAGE_SHIFT;
 21
 22	if (WARN_ON(!etnaviv_obj->pages))  /* should have already pinned! */
 23		return ERR_PTR(-EINVAL);
 24
 25	return drm_prime_pages_to_sg(obj->dev, etnaviv_obj->pages, npages);
 26}
 27
 28int etnaviv_gem_prime_vmap(struct drm_gem_object *obj, struct iosys_map *map)
 29{
 30	void *vaddr;
 31
 32	vaddr = etnaviv_gem_vmap(obj);
 33	if (!vaddr)
 34		return -ENOMEM;
 35	iosys_map_set_vaddr(map, vaddr);
 36
 37	return 0;
 38}
 39
 40int etnaviv_gem_prime_pin(struct drm_gem_object *obj)
 41{
 42	if (!obj->import_attach) {
 43		struct etnaviv_gem_object *etnaviv_obj = to_etnaviv_bo(obj);
 44
 45		mutex_lock(&etnaviv_obj->lock);
 46		etnaviv_gem_get_pages(etnaviv_obj);
 47		mutex_unlock(&etnaviv_obj->lock);
 48	}
 49	return 0;
 50}
 51
 52void etnaviv_gem_prime_unpin(struct drm_gem_object *obj)
 53{
 54	if (!obj->import_attach) {
 55		struct etnaviv_gem_object *etnaviv_obj = to_etnaviv_bo(obj);
 56
 57		mutex_lock(&etnaviv_obj->lock);
 58		etnaviv_gem_put_pages(to_etnaviv_bo(obj));
 59		mutex_unlock(&etnaviv_obj->lock);
 60	}
 61}
 62
 63static void etnaviv_gem_prime_release(struct etnaviv_gem_object *etnaviv_obj)
 64{
 65	struct iosys_map map = IOSYS_MAP_INIT_VADDR(etnaviv_obj->vaddr);
 66
 67	if (etnaviv_obj->vaddr)
 68		dma_buf_vunmap_unlocked(etnaviv_obj->base.import_attach->dmabuf, &map);
 69
 70	/* Don't drop the pages for imported dmabuf, as they are not
 71	 * ours, just free the array we allocated:
 72	 */
 73	kvfree(etnaviv_obj->pages);
 74
 75	drm_prime_gem_destroy(&etnaviv_obj->base, etnaviv_obj->sgt);
 76}
 77
 78static void *etnaviv_gem_prime_vmap_impl(struct etnaviv_gem_object *etnaviv_obj)
 79{
 80	struct iosys_map map;
 81	int ret;
 82
 83	lockdep_assert_held(&etnaviv_obj->lock);
 84
 85	ret = dma_buf_vmap(etnaviv_obj->base.import_attach->dmabuf, &map);
 86	if (ret)
 87		return NULL;
 88	return map.vaddr;
 89}
 90
 91static int etnaviv_gem_prime_mmap_obj(struct etnaviv_gem_object *etnaviv_obj,
 92		struct vm_area_struct *vma)
 93{
 94	int ret;
 95
 96	ret = dma_buf_mmap(etnaviv_obj->base.dma_buf, vma, 0);
 97	if (!ret) {
 98		/* Drop the reference acquired by drm_gem_mmap_obj(). */
 99		drm_gem_object_put(&etnaviv_obj->base);
100	}
101
102	return ret;
103}
104
105static const struct etnaviv_gem_ops etnaviv_gem_prime_ops = {
106	/* .get_pages should never be called */
107	.release = etnaviv_gem_prime_release,
108	.vmap = etnaviv_gem_prime_vmap_impl,
109	.mmap = etnaviv_gem_prime_mmap_obj,
110};
111
112struct drm_gem_object *etnaviv_gem_prime_import_sg_table(struct drm_device *dev,
113	struct dma_buf_attachment *attach, struct sg_table *sgt)
114{
115	struct etnaviv_gem_object *etnaviv_obj;
116	size_t size = PAGE_ALIGN(attach->dmabuf->size);
117	int ret, npages;
118
119	ret = etnaviv_gem_new_private(dev, size, ETNA_BO_WC,
120				      &etnaviv_gem_prime_ops, &etnaviv_obj);
121	if (ret < 0)
122		return ERR_PTR(ret);
123
124	lockdep_set_class(&etnaviv_obj->lock, &etnaviv_prime_lock_class);
125
126	npages = size / PAGE_SIZE;
127
128	etnaviv_obj->sgt = sgt;
129	etnaviv_obj->pages = kvmalloc_array(npages, sizeof(struct page *), GFP_KERNEL);
130	if (!etnaviv_obj->pages) {
131		ret = -ENOMEM;
132		goto fail;
133	}
134
135	ret = drm_prime_sg_to_page_array(sgt, etnaviv_obj->pages, npages);
136	if (ret)
137		goto fail;
138
139	etnaviv_gem_obj_add(dev, &etnaviv_obj->base);
140
141	return &etnaviv_obj->base;
142
143fail:
144	drm_gem_object_put(&etnaviv_obj->base);
145
146	return ERR_PTR(ret);
147}