Loading...
1/* SPDX-License-Identifier: MIT */
2#ifndef __NOUVEAU_DRV_H__
3#define __NOUVEAU_DRV_H__
4
5#define DRIVER_AUTHOR "Nouveau Project"
6#define DRIVER_EMAIL "nouveau@lists.freedesktop.org"
7
8#define DRIVER_NAME "nouveau"
9#define DRIVER_DESC "nVidia Riva/TNT/GeForce/Quadro/Tesla/Tegra K1+"
10#define DRIVER_DATE "20120801"
11
12#define DRIVER_MAJOR 1
13#define DRIVER_MINOR 3
14#define DRIVER_PATCHLEVEL 1
15
16/*
17 * 1.1.1:
18 * - added support for tiled system memory buffer objects
19 * - added support for NOUVEAU_GETPARAM_GRAPH_UNITS on [nvc0,nve0].
20 * - added support for compressed memory storage types on [nvc0,nve0].
21 * - added support for software methods 0x600,0x644,0x6ac on nvc0
22 * to control registers on the MPs to enable performance counters,
23 * and to control the warp error enable mask (OpenGL requires out of
24 * bounds access to local memory to be silently ignored / return 0).
25 * 1.1.2:
26 * - fixes multiple bugs in flip completion events and timestamping
27 * 1.2.0:
28 * - object api exposed to userspace
29 * - fermi,kepler,maxwell zbc
30 * 1.2.1:
31 * - allow concurrent access to bo's mapped read/write.
32 * 1.2.2:
33 * - add NOUVEAU_GEM_DOMAIN_COHERENT flag
34 * 1.3.0:
35 * - NVIF ABI modified, safe because only (current) users are test
36 * programs that get directly linked with NVKM.
37 * 1.3.1:
38 * - implemented limited ABI16/NVIF interop
39 */
40
41#include <linux/notifier.h>
42
43#include <nvif/client.h>
44#include <nvif/device.h>
45#include <nvif/ioctl.h>
46#include <nvif/mmu.h>
47#include <nvif/vmm.h>
48
49#include <drm/drm_connector.h>
50#include <drm/drm_device.h>
51#include <drm/drm_drv.h>
52#include <drm/drm_file.h>
53
54#include <drm/ttm/ttm_bo_api.h>
55#include <drm/ttm/ttm_bo_driver.h>
56#include <drm/ttm/ttm_placement.h>
57#include <drm/ttm/ttm_memory.h>
58#include <drm/ttm/ttm_module.h>
59#include <drm/ttm/ttm_page_alloc.h>
60
61#include "uapi/drm/nouveau_drm.h"
62
63struct nouveau_channel;
64struct platform_device;
65
66#include "nouveau_fence.h"
67#include "nouveau_bios.h"
68#include "nouveau_vmm.h"
69
70struct nouveau_drm_tile {
71 struct nouveau_fence *fence;
72 bool used;
73};
74
75enum nouveau_drm_object_route {
76 NVDRM_OBJECT_NVIF = NVIF_IOCTL_V0_OWNER_NVIF,
77 NVDRM_OBJECT_USIF,
78 NVDRM_OBJECT_ABI16,
79 NVDRM_OBJECT_ANY = NVIF_IOCTL_V0_OWNER_ANY,
80};
81
82enum nouveau_drm_notify_route {
83 NVDRM_NOTIFY_NVIF = 0,
84 NVDRM_NOTIFY_USIF
85};
86
87enum nouveau_drm_handle {
88 NVDRM_CHAN = 0xcccc0000, /* |= client chid */
89 NVDRM_NVSW = 0x55550000,
90};
91
92struct nouveau_cli {
93 struct nvif_client base;
94 struct nouveau_drm *drm;
95 struct mutex mutex;
96
97 struct nvif_device device;
98 struct nvif_mmu mmu;
99 struct nouveau_vmm vmm;
100 struct nouveau_vmm svm;
101 const struct nvif_mclass *mem;
102
103 struct list_head head;
104 void *abi16;
105 struct list_head objects;
106 struct list_head notifys;
107 char name[32];
108
109 struct work_struct work;
110 struct list_head worker;
111 struct mutex lock;
112};
113
114struct nouveau_cli_work {
115 void (*func)(struct nouveau_cli_work *);
116 struct nouveau_cli *cli;
117 struct list_head head;
118
119 struct dma_fence *fence;
120 struct dma_fence_cb cb;
121};
122
123void nouveau_cli_work_queue(struct nouveau_cli *, struct dma_fence *,
124 struct nouveau_cli_work *);
125
126static inline struct nouveau_cli *
127nouveau_cli(struct drm_file *fpriv)
128{
129 return fpriv ? fpriv->driver_priv : NULL;
130}
131
132#include <nvif/object.h>
133
134struct nouveau_drm {
135 struct nouveau_cli master;
136 struct nouveau_cli client;
137 struct drm_device *dev;
138
139 struct list_head clients;
140
141 struct {
142 struct agp_bridge_data *bridge;
143 u32 base;
144 u32 size;
145 bool cma;
146 } agp;
147
148 /* TTM interface support */
149 struct {
150 struct ttm_bo_device bdev;
151 atomic_t validate_sequence;
152 int (*move)(struct nouveau_channel *,
153 struct ttm_buffer_object *,
154 struct ttm_mem_reg *, struct ttm_mem_reg *);
155 struct nouveau_channel *chan;
156 struct nvif_object copy;
157 int mtrr;
158 int type_vram;
159 int type_host[2];
160 int type_ncoh[2];
161 } ttm;
162
163 /* GEM interface support */
164 struct {
165 u64 vram_available;
166 u64 gart_available;
167 } gem;
168
169 /* synchronisation */
170 void *fence;
171
172 /* Global channel management. */
173 struct {
174 int nr;
175 u64 context_base;
176 } chan;
177
178 /* context for accelerated drm-internal operations */
179 struct nouveau_channel *cechan;
180 struct nouveau_channel *channel;
181 struct nvkm_gpuobj *notify;
182 struct nouveau_fbdev *fbcon;
183 struct nvif_object nvsw;
184 struct nvif_object ntfy;
185
186 /* nv10-nv40 tiling regions */
187 struct {
188 struct nouveau_drm_tile reg[15];
189 spinlock_t lock;
190 } tile;
191
192 /* modesetting */
193 struct nvbios vbios;
194 struct nouveau_display *display;
195 struct work_struct hpd_work;
196 struct work_struct fbcon_work;
197 int fbcon_new_state;
198#ifdef CONFIG_ACPI
199 struct notifier_block acpi_nb;
200#endif
201
202 /* power management */
203 struct nouveau_hwmon *hwmon;
204 struct nouveau_debugfs *debugfs;
205
206 /* led management */
207 struct nouveau_led *led;
208
209 struct dev_pm_domain vga_pm_domain;
210
211 struct nouveau_svm *svm;
212
213 struct nouveau_dmem *dmem;
214};
215
216static inline struct nouveau_drm *
217nouveau_drm(struct drm_device *dev)
218{
219 return dev->dev_private;
220}
221
222static inline bool
223nouveau_drm_use_coherent_gpu_mapping(struct nouveau_drm *drm)
224{
225 struct nvif_mmu *mmu = &drm->client.mmu;
226 return !(mmu->type[drm->ttm.type_host[0]].type & NVIF_MEM_UNCACHED);
227}
228
229int nouveau_pmops_suspend(struct device *);
230int nouveau_pmops_resume(struct device *);
231bool nouveau_pmops_runtime(void);
232
233#include <nvkm/core/tegra.h>
234
235struct drm_device *
236nouveau_platform_device_create(const struct nvkm_device_tegra_func *,
237 struct platform_device *, struct nvkm_device **);
238void nouveau_drm_device_remove(struct drm_device *dev);
239
240#define NV_PRINTK(l,c,f,a...) do { \
241 struct nouveau_cli *_cli = (c); \
242 dev_##l(_cli->drm->dev->dev, "%s: "f, _cli->name, ##a); \
243} while(0)
244
245#define NV_FATAL(drm,f,a...) NV_PRINTK(crit, &(drm)->client, f, ##a)
246#define NV_ERROR(drm,f,a...) NV_PRINTK(err, &(drm)->client, f, ##a)
247#define NV_WARN(drm,f,a...) NV_PRINTK(warn, &(drm)->client, f, ##a)
248#define NV_INFO(drm,f,a...) NV_PRINTK(info, &(drm)->client, f, ##a)
249
250#define NV_DEBUG(drm,f,a...) do { \
251 if (unlikely(drm_debug & DRM_UT_DRIVER)) \
252 NV_PRINTK(info, &(drm)->client, f, ##a); \
253} while(0)
254#define NV_ATOMIC(drm,f,a...) do { \
255 if (unlikely(drm_debug & DRM_UT_ATOMIC)) \
256 NV_PRINTK(info, &(drm)->client, f, ##a); \
257} while(0)
258
259#define NV_PRINTK_ONCE(l,c,f,a...) NV_PRINTK(l##_once,c,f, ##a)
260
261#define NV_ERROR_ONCE(drm,f,a...) NV_PRINTK_ONCE(err, &(drm)->client, f, ##a)
262#define NV_WARN_ONCE(drm,f,a...) NV_PRINTK_ONCE(warn, &(drm)->client, f, ##a)
263#define NV_INFO_ONCE(drm,f,a...) NV_PRINTK_ONCE(info, &(drm)->client, f, ##a)
264
265extern int nouveau_modeset;
266
267#endif
1/* SPDX-License-Identifier: MIT */
2#ifndef __NOUVEAU_DRV_H__
3#define __NOUVEAU_DRV_H__
4
5#define DRIVER_AUTHOR "Nouveau Project"
6#define DRIVER_EMAIL "nouveau@lists.freedesktop.org"
7
8#define DRIVER_NAME "nouveau"
9#define DRIVER_DESC "nVidia Riva/TNT/GeForce/Quadro/Tesla/Tegra K1+"
10#define DRIVER_DATE "20120801"
11
12#define DRIVER_MAJOR 1
13#define DRIVER_MINOR 3
14#define DRIVER_PATCHLEVEL 1
15
16/*
17 * 1.1.1:
18 * - added support for tiled system memory buffer objects
19 * - added support for NOUVEAU_GETPARAM_GRAPH_UNITS on [nvc0,nve0].
20 * - added support for compressed memory storage types on [nvc0,nve0].
21 * - added support for software methods 0x600,0x644,0x6ac on nvc0
22 * to control registers on the MPs to enable performance counters,
23 * and to control the warp error enable mask (OpenGL requires out of
24 * bounds access to local memory to be silently ignored / return 0).
25 * 1.1.2:
26 * - fixes multiple bugs in flip completion events and timestamping
27 * 1.2.0:
28 * - object api exposed to userspace
29 * - fermi,kepler,maxwell zbc
30 * 1.2.1:
31 * - allow concurrent access to bo's mapped read/write.
32 * 1.2.2:
33 * - add NOUVEAU_GEM_DOMAIN_COHERENT flag
34 * 1.3.0:
35 * - NVIF ABI modified, safe because only (current) users are test
36 * programs that get directly linked with NVKM.
37 * 1.3.1:
38 * - implemented limited ABI16/NVIF interop
39 */
40
41#include <linux/notifier.h>
42
43#include <nvif/client.h>
44#include <nvif/device.h>
45#include <nvif/ioctl.h>
46#include <nvif/mmu.h>
47#include <nvif/vmm.h>
48
49#include <drm/drm_connector.h>
50#include <drm/drm_device.h>
51#include <drm/drm_drv.h>
52#include <drm/drm_file.h>
53
54#include <drm/ttm/ttm_bo_api.h>
55#include <drm/ttm/ttm_bo_driver.h>
56#include <drm/ttm/ttm_placement.h>
57
58#include <drm/drm_audio_component.h>
59
60#include "uapi/drm/nouveau_drm.h"
61
62struct nouveau_channel;
63struct platform_device;
64
65#include "nouveau_fence.h"
66#include "nouveau_bios.h"
67#include "nouveau_vmm.h"
68
69struct nouveau_drm_tile {
70 struct nouveau_fence *fence;
71 bool used;
72};
73
74enum nouveau_drm_object_route {
75 NVDRM_OBJECT_NVIF = NVIF_IOCTL_V0_OWNER_NVIF,
76 NVDRM_OBJECT_USIF,
77 NVDRM_OBJECT_ABI16,
78 NVDRM_OBJECT_ANY = NVIF_IOCTL_V0_OWNER_ANY,
79};
80
81enum nouveau_drm_handle {
82 NVDRM_CHAN = 0xcccc0000, /* |= client chid */
83 NVDRM_NVSW = 0x55550000,
84};
85
86struct nouveau_cli {
87 struct nvif_client base;
88 struct nouveau_drm *drm;
89 struct mutex mutex;
90
91 struct nvif_device device;
92 struct nvif_mmu mmu;
93 struct nouveau_vmm vmm;
94 struct nouveau_vmm svm;
95 const struct nvif_mclass *mem;
96
97 struct list_head head;
98 void *abi16;
99 struct list_head objects;
100 char name[32];
101
102 struct work_struct work;
103 struct list_head worker;
104 struct mutex lock;
105};
106
107struct nouveau_cli_work {
108 void (*func)(struct nouveau_cli_work *);
109 struct nouveau_cli *cli;
110 struct list_head head;
111
112 struct dma_fence *fence;
113 struct dma_fence_cb cb;
114};
115
116void nouveau_cli_work_queue(struct nouveau_cli *, struct dma_fence *,
117 struct nouveau_cli_work *);
118
119static inline struct nouveau_cli *
120nouveau_cli(struct drm_file *fpriv)
121{
122 return fpriv ? fpriv->driver_priv : NULL;
123}
124
125#include <nvif/object.h>
126#include <nvif/parent.h>
127
128struct nouveau_drm {
129 struct nvif_parent parent;
130 struct nouveau_cli master;
131 struct nouveau_cli client;
132 struct drm_device *dev;
133
134 struct list_head clients;
135
136 /**
137 * @clients_lock: Protects access to the @clients list of &struct nouveau_cli.
138 */
139 struct mutex clients_lock;
140
141 u8 old_pm_cap;
142
143 struct {
144 struct agp_bridge_data *bridge;
145 u32 base;
146 u32 size;
147 bool cma;
148 } agp;
149
150 /* TTM interface support */
151 struct {
152 struct ttm_device bdev;
153 atomic_t validate_sequence;
154 int (*move)(struct nouveau_channel *,
155 struct ttm_buffer_object *,
156 struct ttm_resource *, struct ttm_resource *);
157 struct nouveau_channel *chan;
158 struct nvif_object copy;
159 int mtrr;
160 int type_vram;
161 int type_host[2];
162 int type_ncoh[2];
163 struct mutex io_reserve_mutex;
164 struct list_head io_reserve_lru;
165 } ttm;
166
167 /* GEM interface support */
168 struct {
169 u64 vram_available;
170 u64 gart_available;
171 } gem;
172
173 /* synchronisation */
174 void *fence;
175
176 /* Global channel management. */
177 int chan_total; /* Number of channels across all runlists. */
178 int chan_nr; /* 0 if per-runlist CHIDs. */
179 int runl_nr;
180 struct {
181 int chan_nr;
182 int chan_id_base;
183 u64 context_base;
184 } *runl;
185
186 /* context for accelerated drm-internal operations */
187 struct nouveau_channel *cechan;
188 struct nouveau_channel *channel;
189 struct nvkm_gpuobj *notify;
190 struct nvif_object ntfy;
191
192 /* nv10-nv40 tiling regions */
193 struct {
194 struct nouveau_drm_tile reg[15];
195 spinlock_t lock;
196 } tile;
197
198 /* modesetting */
199 struct nvbios vbios;
200 struct nouveau_display *display;
201 struct work_struct hpd_work;
202 spinlock_t hpd_lock;
203 u32 hpd_pending;
204#ifdef CONFIG_ACPI
205 struct notifier_block acpi_nb;
206#endif
207
208 /* power management */
209 struct nouveau_hwmon *hwmon;
210 struct nouveau_debugfs *debugfs;
211
212 /* led management */
213 struct nouveau_led *led;
214
215 struct dev_pm_domain vga_pm_domain;
216
217 struct nouveau_svm *svm;
218
219 struct nouveau_dmem *dmem;
220
221 struct {
222 struct drm_audio_component *component;
223 struct mutex lock;
224 bool component_registered;
225 } audio;
226};
227
228static inline struct nouveau_drm *
229nouveau_drm(struct drm_device *dev)
230{
231 return dev->dev_private;
232}
233
234static inline bool
235nouveau_drm_use_coherent_gpu_mapping(struct nouveau_drm *drm)
236{
237 struct nvif_mmu *mmu = &drm->client.mmu;
238 return !(mmu->type[drm->ttm.type_host[0]].type & NVIF_MEM_UNCACHED);
239}
240
241int nouveau_pmops_suspend(struct device *);
242int nouveau_pmops_resume(struct device *);
243bool nouveau_pmops_runtime(void);
244
245#include <nvkm/core/tegra.h>
246
247struct drm_device *
248nouveau_platform_device_create(const struct nvkm_device_tegra_func *,
249 struct platform_device *, struct nvkm_device **);
250void nouveau_drm_device_remove(struct drm_device *dev);
251
252#define NV_PRINTK(l,c,f,a...) do { \
253 struct nouveau_cli *_cli = (c); \
254 dev_##l(_cli->drm->dev->dev, "%s: "f, _cli->name, ##a); \
255} while(0)
256
257#define NV_FATAL(drm,f,a...) NV_PRINTK(crit, &(drm)->client, f, ##a)
258#define NV_ERROR(drm,f,a...) NV_PRINTK(err, &(drm)->client, f, ##a)
259#define NV_WARN(drm,f,a...) NV_PRINTK(warn, &(drm)->client, f, ##a)
260#define NV_INFO(drm,f,a...) NV_PRINTK(info, &(drm)->client, f, ##a)
261
262#define NV_DEBUG(drm,f,a...) do { \
263 if (drm_debug_enabled(DRM_UT_DRIVER)) \
264 NV_PRINTK(info, &(drm)->client, f, ##a); \
265} while(0)
266#define NV_ATOMIC(drm,f,a...) do { \
267 if (drm_debug_enabled(DRM_UT_ATOMIC)) \
268 NV_PRINTK(info, &(drm)->client, f, ##a); \
269} while(0)
270
271#define NV_PRINTK_ONCE(l,c,f,a...) NV_PRINTK(l##_once,c,f, ##a)
272
273#define NV_ERROR_ONCE(drm,f,a...) NV_PRINTK_ONCE(err, &(drm)->client, f, ##a)
274#define NV_WARN_ONCE(drm,f,a...) NV_PRINTK_ONCE(warn, &(drm)->client, f, ##a)
275#define NV_INFO_ONCE(drm,f,a...) NV_PRINTK_ONCE(info, &(drm)->client, f, ##a)
276
277extern int nouveau_modeset;
278
279#endif