Loading...
Note: File does not exist in v5.14.15.
1/*
2 * Copyright (C) 2007 Ben Skeggs.
3 * All Rights Reserved.
4 *
5 * Permission is hereby granted, free of charge, to any person obtaining
6 * a copy of this software and associated documentation files (the
7 * "Software"), to deal in the Software without restriction, including
8 * without limitation the rights to use, copy, modify, merge, publish,
9 * distribute, sublicense, and/or sell copies of the Software, and to
10 * permit persons to whom the Software is furnished to do so, subject to
11 * the following conditions:
12 *
13 * The above copyright notice and this permission notice (including the
14 * next paragraph) shall be included in all copies or substantial
15 * portions of the Software.
16 *
17 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
18 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
19 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
20 * IN NO EVENT SHALL THE COPYRIGHT OWNER(S) AND/OR ITS SUPPLIERS BE
21 * LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
22 * OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
23 * WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
24 *
25 */
26
27#include "drmP.h"
28#include "drm.h"
29#include "nouveau_drv.h"
30#include "nouveau_ramht.h"
31#include "nouveau_vm.h"
32
33static void
34nv50_fifo_playlist_update(struct drm_device *dev)
35{
36 struct drm_nouveau_private *dev_priv = dev->dev_private;
37 struct nouveau_fifo_engine *pfifo = &dev_priv->engine.fifo;
38 struct nouveau_gpuobj *cur;
39 int i, nr;
40
41 NV_DEBUG(dev, "\n");
42
43 cur = pfifo->playlist[pfifo->cur_playlist];
44 pfifo->cur_playlist = !pfifo->cur_playlist;
45
46 /* We never schedule channel 0 or 127 */
47 for (i = 1, nr = 0; i < 127; i++) {
48 if (dev_priv->channels.ptr[i] &&
49 dev_priv->channels.ptr[i]->ramfc) {
50 nv_wo32(cur, (nr * 4), i);
51 nr++;
52 }
53 }
54 dev_priv->engine.instmem.flush(dev);
55
56 nv_wr32(dev, 0x32f4, cur->vinst >> 12);
57 nv_wr32(dev, 0x32ec, nr);
58 nv_wr32(dev, 0x2500, 0x101);
59}
60
61static void
62nv50_fifo_channel_enable(struct drm_device *dev, int channel)
63{
64 struct drm_nouveau_private *dev_priv = dev->dev_private;
65 struct nouveau_channel *chan = dev_priv->channels.ptr[channel];
66 uint32_t inst;
67
68 NV_DEBUG(dev, "ch%d\n", channel);
69
70 if (dev_priv->chipset == 0x50)
71 inst = chan->ramfc->vinst >> 12;
72 else
73 inst = chan->ramfc->vinst >> 8;
74
75 nv_wr32(dev, NV50_PFIFO_CTX_TABLE(channel), inst |
76 NV50_PFIFO_CTX_TABLE_CHANNEL_ENABLED);
77}
78
79static void
80nv50_fifo_channel_disable(struct drm_device *dev, int channel)
81{
82 struct drm_nouveau_private *dev_priv = dev->dev_private;
83 uint32_t inst;
84
85 NV_DEBUG(dev, "ch%d\n", channel);
86
87 if (dev_priv->chipset == 0x50)
88 inst = NV50_PFIFO_CTX_TABLE_INSTANCE_MASK_G80;
89 else
90 inst = NV50_PFIFO_CTX_TABLE_INSTANCE_MASK_G84;
91 nv_wr32(dev, NV50_PFIFO_CTX_TABLE(channel), inst);
92}
93
94static void
95nv50_fifo_init_reset(struct drm_device *dev)
96{
97 uint32_t pmc_e = NV_PMC_ENABLE_PFIFO;
98
99 NV_DEBUG(dev, "\n");
100
101 nv_wr32(dev, NV03_PMC_ENABLE, nv_rd32(dev, NV03_PMC_ENABLE) & ~pmc_e);
102 nv_wr32(dev, NV03_PMC_ENABLE, nv_rd32(dev, NV03_PMC_ENABLE) | pmc_e);
103}
104
105static void
106nv50_fifo_init_intr(struct drm_device *dev)
107{
108 NV_DEBUG(dev, "\n");
109
110 nouveau_irq_register(dev, 8, nv04_fifo_isr);
111 nv_wr32(dev, NV03_PFIFO_INTR_0, 0xFFFFFFFF);
112 nv_wr32(dev, NV03_PFIFO_INTR_EN_0, 0xFFFFFFFF);
113}
114
115static void
116nv50_fifo_init_context_table(struct drm_device *dev)
117{
118 struct drm_nouveau_private *dev_priv = dev->dev_private;
119 int i;
120
121 NV_DEBUG(dev, "\n");
122
123 for (i = 0; i < NV50_PFIFO_CTX_TABLE__SIZE; i++) {
124 if (dev_priv->channels.ptr[i])
125 nv50_fifo_channel_enable(dev, i);
126 else
127 nv50_fifo_channel_disable(dev, i);
128 }
129
130 nv50_fifo_playlist_update(dev);
131}
132
133static void
134nv50_fifo_init_regs__nv(struct drm_device *dev)
135{
136 NV_DEBUG(dev, "\n");
137
138 nv_wr32(dev, 0x250c, 0x6f3cfc34);
139}
140
141static void
142nv50_fifo_init_regs(struct drm_device *dev)
143{
144 NV_DEBUG(dev, "\n");
145
146 nv_wr32(dev, 0x2500, 0);
147 nv_wr32(dev, 0x3250, 0);
148 nv_wr32(dev, 0x3220, 0);
149 nv_wr32(dev, 0x3204, 0);
150 nv_wr32(dev, 0x3210, 0);
151 nv_wr32(dev, 0x3270, 0);
152 nv_wr32(dev, 0x2044, 0x01003fff);
153
154 /* Enable dummy channels setup by nv50_instmem.c */
155 nv50_fifo_channel_enable(dev, 0);
156 nv50_fifo_channel_enable(dev, 127);
157}
158
159int
160nv50_fifo_init(struct drm_device *dev)
161{
162 struct drm_nouveau_private *dev_priv = dev->dev_private;
163 struct nouveau_fifo_engine *pfifo = &dev_priv->engine.fifo;
164 int ret;
165
166 NV_DEBUG(dev, "\n");
167
168 if (pfifo->playlist[0]) {
169 pfifo->cur_playlist = !pfifo->cur_playlist;
170 goto just_reset;
171 }
172
173 ret = nouveau_gpuobj_new(dev, NULL, 128*4, 0x1000,
174 NVOBJ_FLAG_ZERO_ALLOC,
175 &pfifo->playlist[0]);
176 if (ret) {
177 NV_ERROR(dev, "error creating playlist 0: %d\n", ret);
178 return ret;
179 }
180
181 ret = nouveau_gpuobj_new(dev, NULL, 128*4, 0x1000,
182 NVOBJ_FLAG_ZERO_ALLOC,
183 &pfifo->playlist[1]);
184 if (ret) {
185 nouveau_gpuobj_ref(NULL, &pfifo->playlist[0]);
186 NV_ERROR(dev, "error creating playlist 1: %d\n", ret);
187 return ret;
188 }
189
190just_reset:
191 nv50_fifo_init_reset(dev);
192 nv50_fifo_init_intr(dev);
193 nv50_fifo_init_context_table(dev);
194 nv50_fifo_init_regs__nv(dev);
195 nv50_fifo_init_regs(dev);
196 dev_priv->engine.fifo.enable(dev);
197 dev_priv->engine.fifo.reassign(dev, true);
198
199 return 0;
200}
201
202void
203nv50_fifo_takedown(struct drm_device *dev)
204{
205 struct drm_nouveau_private *dev_priv = dev->dev_private;
206 struct nouveau_fifo_engine *pfifo = &dev_priv->engine.fifo;
207
208 NV_DEBUG(dev, "\n");
209
210 if (!pfifo->playlist[0])
211 return;
212
213 nv_wr32(dev, 0x2140, 0x00000000);
214 nouveau_irq_unregister(dev, 8);
215
216 nouveau_gpuobj_ref(NULL, &pfifo->playlist[0]);
217 nouveau_gpuobj_ref(NULL, &pfifo->playlist[1]);
218}
219
220int
221nv50_fifo_channel_id(struct drm_device *dev)
222{
223 return nv_rd32(dev, NV03_PFIFO_CACHE1_PUSH1) &
224 NV50_PFIFO_CACHE1_PUSH1_CHID_MASK;
225}
226
227int
228nv50_fifo_create_context(struct nouveau_channel *chan)
229{
230 struct drm_device *dev = chan->dev;
231 struct drm_nouveau_private *dev_priv = dev->dev_private;
232 struct nouveau_gpuobj *ramfc = NULL;
233 unsigned long flags;
234 int ret;
235
236 NV_DEBUG(dev, "ch%d\n", chan->id);
237
238 if (dev_priv->chipset == 0x50) {
239 ret = nouveau_gpuobj_new_fake(dev, chan->ramin->pinst,
240 chan->ramin->vinst, 0x100,
241 NVOBJ_FLAG_ZERO_ALLOC |
242 NVOBJ_FLAG_ZERO_FREE,
243 &chan->ramfc);
244 if (ret)
245 return ret;
246
247 ret = nouveau_gpuobj_new_fake(dev, chan->ramin->pinst + 0x0400,
248 chan->ramin->vinst + 0x0400,
249 4096, 0, &chan->cache);
250 if (ret)
251 return ret;
252 } else {
253 ret = nouveau_gpuobj_new(dev, chan, 0x100, 256,
254 NVOBJ_FLAG_ZERO_ALLOC |
255 NVOBJ_FLAG_ZERO_FREE, &chan->ramfc);
256 if (ret)
257 return ret;
258
259 ret = nouveau_gpuobj_new(dev, chan, 4096, 1024,
260 0, &chan->cache);
261 if (ret)
262 return ret;
263 }
264 ramfc = chan->ramfc;
265
266 chan->user = ioremap(pci_resource_start(dev->pdev, 0) +
267 NV50_USER(chan->id), PAGE_SIZE);
268 if (!chan->user)
269 return -ENOMEM;
270
271 spin_lock_irqsave(&dev_priv->context_switch_lock, flags);
272
273 nv_wo32(ramfc, 0x48, chan->pushbuf->cinst >> 4);
274 nv_wo32(ramfc, 0x80, ((chan->ramht->bits - 9) << 27) |
275 (4 << 24) /* SEARCH_FULL */ |
276 (chan->ramht->gpuobj->cinst >> 4));
277 nv_wo32(ramfc, 0x44, 0x01003fff);
278 nv_wo32(ramfc, 0x60, 0x7fffffff);
279 nv_wo32(ramfc, 0x40, 0x00000000);
280 nv_wo32(ramfc, 0x7c, 0x30000001);
281 nv_wo32(ramfc, 0x78, 0x00000000);
282 nv_wo32(ramfc, 0x3c, 0x403f6078);
283 nv_wo32(ramfc, 0x50, chan->pushbuf_base + chan->dma.ib_base * 4);
284 nv_wo32(ramfc, 0x54, drm_order(chan->dma.ib_max + 1) << 16);
285
286 if (dev_priv->chipset != 0x50) {
287 nv_wo32(chan->ramin, 0, chan->id);
288 nv_wo32(chan->ramin, 4, chan->ramfc->vinst >> 8);
289
290 nv_wo32(ramfc, 0x88, chan->cache->vinst >> 10);
291 nv_wo32(ramfc, 0x98, chan->ramin->vinst >> 12);
292 }
293
294 dev_priv->engine.instmem.flush(dev);
295
296 nv50_fifo_channel_enable(dev, chan->id);
297 nv50_fifo_playlist_update(dev);
298 spin_unlock_irqrestore(&dev_priv->context_switch_lock, flags);
299 return 0;
300}
301
302void
303nv50_fifo_destroy_context(struct nouveau_channel *chan)
304{
305 struct drm_device *dev = chan->dev;
306 struct drm_nouveau_private *dev_priv = dev->dev_private;
307 struct nouveau_fifo_engine *pfifo = &dev_priv->engine.fifo;
308 struct nouveau_gpuobj *ramfc = NULL;
309 unsigned long flags;
310
311 NV_DEBUG(dev, "ch%d\n", chan->id);
312
313 spin_lock_irqsave(&dev_priv->context_switch_lock, flags);
314 pfifo->reassign(dev, false);
315
316 /* Unload the context if it's the currently active one */
317 if (pfifo->channel_id(dev) == chan->id) {
318 pfifo->disable(dev);
319 pfifo->unload_context(dev);
320 pfifo->enable(dev);
321 }
322
323 /* This will ensure the channel is seen as disabled. */
324 nouveau_gpuobj_ref(chan->ramfc, &ramfc);
325 nouveau_gpuobj_ref(NULL, &chan->ramfc);
326 nv50_fifo_channel_disable(dev, chan->id);
327
328 /* Dummy channel, also used on ch 127 */
329 if (chan->id == 0)
330 nv50_fifo_channel_disable(dev, 127);
331 nv50_fifo_playlist_update(dev);
332
333 pfifo->reassign(dev, true);
334 spin_unlock_irqrestore(&dev_priv->context_switch_lock, flags);
335
336 /* Free the channel resources */
337 if (chan->user) {
338 iounmap(chan->user);
339 chan->user = NULL;
340 }
341 nouveau_gpuobj_ref(NULL, &ramfc);
342 nouveau_gpuobj_ref(NULL, &chan->cache);
343}
344
345int
346nv50_fifo_load_context(struct nouveau_channel *chan)
347{
348 struct drm_device *dev = chan->dev;
349 struct drm_nouveau_private *dev_priv = dev->dev_private;
350 struct nouveau_gpuobj *ramfc = chan->ramfc;
351 struct nouveau_gpuobj *cache = chan->cache;
352 int ptr, cnt;
353
354 NV_DEBUG(dev, "ch%d\n", chan->id);
355
356 nv_wr32(dev, 0x3330, nv_ro32(ramfc, 0x00));
357 nv_wr32(dev, 0x3334, nv_ro32(ramfc, 0x04));
358 nv_wr32(dev, 0x3240, nv_ro32(ramfc, 0x08));
359 nv_wr32(dev, 0x3320, nv_ro32(ramfc, 0x0c));
360 nv_wr32(dev, 0x3244, nv_ro32(ramfc, 0x10));
361 nv_wr32(dev, 0x3328, nv_ro32(ramfc, 0x14));
362 nv_wr32(dev, 0x3368, nv_ro32(ramfc, 0x18));
363 nv_wr32(dev, 0x336c, nv_ro32(ramfc, 0x1c));
364 nv_wr32(dev, 0x3370, nv_ro32(ramfc, 0x20));
365 nv_wr32(dev, 0x3374, nv_ro32(ramfc, 0x24));
366 nv_wr32(dev, 0x3378, nv_ro32(ramfc, 0x28));
367 nv_wr32(dev, 0x337c, nv_ro32(ramfc, 0x2c));
368 nv_wr32(dev, 0x3228, nv_ro32(ramfc, 0x30));
369 nv_wr32(dev, 0x3364, nv_ro32(ramfc, 0x34));
370 nv_wr32(dev, 0x32a0, nv_ro32(ramfc, 0x38));
371 nv_wr32(dev, 0x3224, nv_ro32(ramfc, 0x3c));
372 nv_wr32(dev, 0x324c, nv_ro32(ramfc, 0x40));
373 nv_wr32(dev, 0x2044, nv_ro32(ramfc, 0x44));
374 nv_wr32(dev, 0x322c, nv_ro32(ramfc, 0x48));
375 nv_wr32(dev, 0x3234, nv_ro32(ramfc, 0x4c));
376 nv_wr32(dev, 0x3340, nv_ro32(ramfc, 0x50));
377 nv_wr32(dev, 0x3344, nv_ro32(ramfc, 0x54));
378 nv_wr32(dev, 0x3280, nv_ro32(ramfc, 0x58));
379 nv_wr32(dev, 0x3254, nv_ro32(ramfc, 0x5c));
380 nv_wr32(dev, 0x3260, nv_ro32(ramfc, 0x60));
381 nv_wr32(dev, 0x3264, nv_ro32(ramfc, 0x64));
382 nv_wr32(dev, 0x3268, nv_ro32(ramfc, 0x68));
383 nv_wr32(dev, 0x326c, nv_ro32(ramfc, 0x6c));
384 nv_wr32(dev, 0x32e4, nv_ro32(ramfc, 0x70));
385 nv_wr32(dev, 0x3248, nv_ro32(ramfc, 0x74));
386 nv_wr32(dev, 0x2088, nv_ro32(ramfc, 0x78));
387 nv_wr32(dev, 0x2058, nv_ro32(ramfc, 0x7c));
388 nv_wr32(dev, 0x2210, nv_ro32(ramfc, 0x80));
389
390 cnt = nv_ro32(ramfc, 0x84);
391 for (ptr = 0; ptr < cnt; ptr++) {
392 nv_wr32(dev, NV40_PFIFO_CACHE1_METHOD(ptr),
393 nv_ro32(cache, (ptr * 8) + 0));
394 nv_wr32(dev, NV40_PFIFO_CACHE1_DATA(ptr),
395 nv_ro32(cache, (ptr * 8) + 4));
396 }
397 nv_wr32(dev, NV03_PFIFO_CACHE1_PUT, cnt << 2);
398 nv_wr32(dev, NV03_PFIFO_CACHE1_GET, 0);
399
400 /* guessing that all the 0x34xx regs aren't on NV50 */
401 if (dev_priv->chipset != 0x50) {
402 nv_wr32(dev, 0x340c, nv_ro32(ramfc, 0x88));
403 nv_wr32(dev, 0x3400, nv_ro32(ramfc, 0x8c));
404 nv_wr32(dev, 0x3404, nv_ro32(ramfc, 0x90));
405 nv_wr32(dev, 0x3408, nv_ro32(ramfc, 0x94));
406 nv_wr32(dev, 0x3410, nv_ro32(ramfc, 0x98));
407 }
408
409 nv_wr32(dev, NV03_PFIFO_CACHE1_PUSH1, chan->id | (1<<16));
410 return 0;
411}
412
413int
414nv50_fifo_unload_context(struct drm_device *dev)
415{
416 struct drm_nouveau_private *dev_priv = dev->dev_private;
417 struct nouveau_fifo_engine *pfifo = &dev_priv->engine.fifo;
418 struct nouveau_gpuobj *ramfc, *cache;
419 struct nouveau_channel *chan = NULL;
420 int chid, get, put, ptr;
421
422 NV_DEBUG(dev, "\n");
423
424 chid = pfifo->channel_id(dev);
425 if (chid < 1 || chid >= dev_priv->engine.fifo.channels - 1)
426 return 0;
427
428 chan = dev_priv->channels.ptr[chid];
429 if (!chan) {
430 NV_ERROR(dev, "Inactive channel on PFIFO: %d\n", chid);
431 return -EINVAL;
432 }
433 NV_DEBUG(dev, "ch%d\n", chan->id);
434 ramfc = chan->ramfc;
435 cache = chan->cache;
436
437 nv_wo32(ramfc, 0x00, nv_rd32(dev, 0x3330));
438 nv_wo32(ramfc, 0x04, nv_rd32(dev, 0x3334));
439 nv_wo32(ramfc, 0x08, nv_rd32(dev, 0x3240));
440 nv_wo32(ramfc, 0x0c, nv_rd32(dev, 0x3320));
441 nv_wo32(ramfc, 0x10, nv_rd32(dev, 0x3244));
442 nv_wo32(ramfc, 0x14, nv_rd32(dev, 0x3328));
443 nv_wo32(ramfc, 0x18, nv_rd32(dev, 0x3368));
444 nv_wo32(ramfc, 0x1c, nv_rd32(dev, 0x336c));
445 nv_wo32(ramfc, 0x20, nv_rd32(dev, 0x3370));
446 nv_wo32(ramfc, 0x24, nv_rd32(dev, 0x3374));
447 nv_wo32(ramfc, 0x28, nv_rd32(dev, 0x3378));
448 nv_wo32(ramfc, 0x2c, nv_rd32(dev, 0x337c));
449 nv_wo32(ramfc, 0x30, nv_rd32(dev, 0x3228));
450 nv_wo32(ramfc, 0x34, nv_rd32(dev, 0x3364));
451 nv_wo32(ramfc, 0x38, nv_rd32(dev, 0x32a0));
452 nv_wo32(ramfc, 0x3c, nv_rd32(dev, 0x3224));
453 nv_wo32(ramfc, 0x40, nv_rd32(dev, 0x324c));
454 nv_wo32(ramfc, 0x44, nv_rd32(dev, 0x2044));
455 nv_wo32(ramfc, 0x48, nv_rd32(dev, 0x322c));
456 nv_wo32(ramfc, 0x4c, nv_rd32(dev, 0x3234));
457 nv_wo32(ramfc, 0x50, nv_rd32(dev, 0x3340));
458 nv_wo32(ramfc, 0x54, nv_rd32(dev, 0x3344));
459 nv_wo32(ramfc, 0x58, nv_rd32(dev, 0x3280));
460 nv_wo32(ramfc, 0x5c, nv_rd32(dev, 0x3254));
461 nv_wo32(ramfc, 0x60, nv_rd32(dev, 0x3260));
462 nv_wo32(ramfc, 0x64, nv_rd32(dev, 0x3264));
463 nv_wo32(ramfc, 0x68, nv_rd32(dev, 0x3268));
464 nv_wo32(ramfc, 0x6c, nv_rd32(dev, 0x326c));
465 nv_wo32(ramfc, 0x70, nv_rd32(dev, 0x32e4));
466 nv_wo32(ramfc, 0x74, nv_rd32(dev, 0x3248));
467 nv_wo32(ramfc, 0x78, nv_rd32(dev, 0x2088));
468 nv_wo32(ramfc, 0x7c, nv_rd32(dev, 0x2058));
469 nv_wo32(ramfc, 0x80, nv_rd32(dev, 0x2210));
470
471 put = (nv_rd32(dev, NV03_PFIFO_CACHE1_PUT) & 0x7ff) >> 2;
472 get = (nv_rd32(dev, NV03_PFIFO_CACHE1_GET) & 0x7ff) >> 2;
473 ptr = 0;
474 while (put != get) {
475 nv_wo32(cache, ptr + 0,
476 nv_rd32(dev, NV40_PFIFO_CACHE1_METHOD(get)));
477 nv_wo32(cache, ptr + 4,
478 nv_rd32(dev, NV40_PFIFO_CACHE1_DATA(get)));
479 get = (get + 1) & 0x1ff;
480 ptr += 8;
481 }
482
483 /* guessing that all the 0x34xx regs aren't on NV50 */
484 if (dev_priv->chipset != 0x50) {
485 nv_wo32(ramfc, 0x84, ptr >> 3);
486 nv_wo32(ramfc, 0x88, nv_rd32(dev, 0x340c));
487 nv_wo32(ramfc, 0x8c, nv_rd32(dev, 0x3400));
488 nv_wo32(ramfc, 0x90, nv_rd32(dev, 0x3404));
489 nv_wo32(ramfc, 0x94, nv_rd32(dev, 0x3408));
490 nv_wo32(ramfc, 0x98, nv_rd32(dev, 0x3410));
491 }
492
493 dev_priv->engine.instmem.flush(dev);
494
495 /*XXX: probably reload ch127 (NULL) state back too */
496 nv_wr32(dev, NV03_PFIFO_CACHE1_PUSH1, 127);
497 return 0;
498}
499
500void
501nv50_fifo_tlb_flush(struct drm_device *dev)
502{
503 nv50_vm_flush_engine(dev, 5);
504}