1/*
  2 * Copyright 2017 Red Hat Inc.
  3 *
  4 * Permission is hereby granted, free of charge, to any person obtaining a
  5 * copy of this software and associated documentation files (the "Software"),
  6 * to deal in the Software without restriction, including without limitation
  7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
  8 * and/or sell copies of the Software, and to permit persons to whom the
  9 * Software is furnished to do so, subject to the following conditions:
 10 *
 11 * The above copyright notice and this permission notice shall be included in
 12 * all copies or substantial portions of the Software.
 13 *
 14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
 15 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
 16 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
 17 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
 18 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
 19 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
 20 * OTHER DEALINGS IN THE SOFTWARE.
 21 */
 22#include "nouveau_vmm.h"
 23#include "nouveau_drv.h"
 24#include "nouveau_bo.h"
 25#include "nouveau_svm.h"
 26#include "nouveau_mem.h"
 27
 28void
 29nouveau_vma_unmap(struct nouveau_vma *vma)
 30{
 31	if (vma->mem) {
 32		nvif_vmm_unmap(&vma->vmm->vmm, vma->addr);
 33		vma->mem = NULL;
 34	}
 35}
 36
 37int
 38nouveau_vma_map(struct nouveau_vma *vma, struct nouveau_mem *mem)
 39{
 40	struct nvif_vma tmp = { .addr = vma->addr };
 41	int ret = nouveau_mem_map(mem, &vma->vmm->vmm, &tmp);
 42	if (ret)
 43		return ret;
 44	vma->mem = mem;
 45	return 0;
 46}
 47
 48struct nouveau_vma *
 49nouveau_vma_find(struct nouveau_bo *nvbo, struct nouveau_vmm *vmm)
 50{
 51	struct nouveau_vma *vma;
 52
 53	list_for_each_entry(vma, &nvbo->vma_list, head) {
 54		if (vma->vmm == vmm)
 55			return vma;
 56	}
 57
 58	return NULL;
 59}
 60
 61void
 62nouveau_vma_del(struct nouveau_vma **pvma)
 63{
 64	struct nouveau_vma *vma = *pvma;
 65	if (vma && --vma->refs <= 0) {
 66		if (likely(vma->addr != ~0ULL)) {
 67			struct nvif_vma tmp = { .addr = vma->addr, .size = 1 };
 68			nvif_vmm_put(&vma->vmm->vmm, &tmp);
 69		}
 70		list_del(&vma->head);
 71		kfree(*pvma);
 72	}
 73	*pvma = NULL;
 74}
 75
 76int
 77nouveau_vma_new(struct nouveau_bo *nvbo, struct nouveau_vmm *vmm,
 78		struct nouveau_vma **pvma)
 79{
 80	struct nouveau_mem *mem = nouveau_mem(nvbo->bo.resource);
 81	struct nouveau_vma *vma;
 82	struct nvif_vma tmp;
 83	int ret;
 84
 85	if ((vma = *pvma = nouveau_vma_find(nvbo, vmm))) {
 86		vma->refs++;
 87		return 0;
 88	}
 89
 90	if (!(vma = *pvma = kmalloc(sizeof(*vma), GFP_KERNEL)))
 91		return -ENOMEM;
 92	vma->vmm = vmm;
 93	vma->refs = 1;
 94	vma->addr = ~0ULL;
 95	vma->mem = NULL;
 96	vma->fence = NULL;
 97	list_add_tail(&vma->head, &nvbo->vma_list);
 98
 99	if (nvbo->bo.resource->mem_type != TTM_PL_SYSTEM &&
100	    mem->mem.page == nvbo->page) {
101		ret = nvif_vmm_get(&vmm->vmm, LAZY, false, mem->mem.page, 0,
102				   mem->mem.size, &tmp);
103		if (ret)
104			goto done;
105
106		vma->addr = tmp.addr;
107		ret = nouveau_vma_map(vma, mem);
108	} else {
109		ret = nvif_vmm_get(&vmm->vmm, PTES, false, mem->mem.page, 0,
110				   mem->mem.size, &tmp);
111		vma->addr = tmp.addr;
112	}
113
114done:
115	if (ret)
116		nouveau_vma_del(pvma);
117	return ret;
118}
119
120void
121nouveau_vmm_fini(struct nouveau_vmm *vmm)
122{
123	nouveau_svmm_fini(&vmm->svmm);
124	nvif_vmm_dtor(&vmm->vmm);
125	vmm->cli = NULL;
126}
127
128int
129nouveau_vmm_init(struct nouveau_cli *cli, s32 oclass, struct nouveau_vmm *vmm)
130{
131	int ret = nvif_vmm_ctor(&cli->mmu, "drmVmm", oclass, false, PAGE_SIZE,
132				0, NULL, 0, &vmm->vmm);
133	if (ret)
134		return ret;
135
136	vmm->cli = cli;
137	return 0;
138}