Loading...
1/**************************************************************************
2 *
3 * Copyright © 2009-2015 VMware, Inc., Palo Alto, CA., USA
4 * All Rights Reserved.
5 *
6 * Permission is hereby granted, free of charge, to any person obtaining a
7 * copy of this software and associated documentation files (the
8 * "Software"), to deal in the Software without restriction, including
9 * without limitation the rights to use, copy, modify, merge, publish,
10 * distribute, sub license, and/or sell copies of the Software, and to
11 * permit persons to whom the Software is furnished to do so, subject to
12 * the following conditions:
13 *
14 * The above copyright notice and this permission notice (including the
15 * next paragraph) shall be included in all copies or substantial portions
16 * of the Software.
17 *
18 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
19 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
20 * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL
21 * THE COPYRIGHT HOLDERS, AUTHORS AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM,
22 * DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR
23 * OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE
24 * USE OR OTHER DEALINGS IN THE SOFTWARE.
25 *
26 **************************************************************************/
27
28#include "vmwgfx_drv.h"
29#include "vmwgfx_resource_priv.h"
30#include "vmwgfx_binding.h"
31#include "ttm/ttm_placement.h"
32
33struct vmw_user_context {
34 struct ttm_base_object base;
35 struct vmw_resource res;
36 struct vmw_ctx_binding_state *cbs;
37 struct vmw_cmdbuf_res_manager *man;
38 struct vmw_resource *cotables[SVGA_COTABLE_DX10_MAX];
39 spinlock_t cotable_lock;
40 struct vmw_dma_buffer *dx_query_mob;
41};
42
43static void vmw_user_context_free(struct vmw_resource *res);
44static struct vmw_resource *
45vmw_user_context_base_to_res(struct ttm_base_object *base);
46
47static int vmw_gb_context_create(struct vmw_resource *res);
48static int vmw_gb_context_bind(struct vmw_resource *res,
49 struct ttm_validate_buffer *val_buf);
50static int vmw_gb_context_unbind(struct vmw_resource *res,
51 bool readback,
52 struct ttm_validate_buffer *val_buf);
53static int vmw_gb_context_destroy(struct vmw_resource *res);
54static int vmw_dx_context_create(struct vmw_resource *res);
55static int vmw_dx_context_bind(struct vmw_resource *res,
56 struct ttm_validate_buffer *val_buf);
57static int vmw_dx_context_unbind(struct vmw_resource *res,
58 bool readback,
59 struct ttm_validate_buffer *val_buf);
60static int vmw_dx_context_destroy(struct vmw_resource *res);
61
62static uint64_t vmw_user_context_size;
63
64static const struct vmw_user_resource_conv user_context_conv = {
65 .object_type = VMW_RES_CONTEXT,
66 .base_obj_to_res = vmw_user_context_base_to_res,
67 .res_free = vmw_user_context_free
68};
69
70const struct vmw_user_resource_conv *user_context_converter =
71 &user_context_conv;
72
73
74static const struct vmw_res_func vmw_legacy_context_func = {
75 .res_type = vmw_res_context,
76 .needs_backup = false,
77 .may_evict = false,
78 .type_name = "legacy contexts",
79 .backup_placement = NULL,
80 .create = NULL,
81 .destroy = NULL,
82 .bind = NULL,
83 .unbind = NULL
84};
85
86static const struct vmw_res_func vmw_gb_context_func = {
87 .res_type = vmw_res_context,
88 .needs_backup = true,
89 .may_evict = true,
90 .type_name = "guest backed contexts",
91 .backup_placement = &vmw_mob_placement,
92 .create = vmw_gb_context_create,
93 .destroy = vmw_gb_context_destroy,
94 .bind = vmw_gb_context_bind,
95 .unbind = vmw_gb_context_unbind
96};
97
98static const struct vmw_res_func vmw_dx_context_func = {
99 .res_type = vmw_res_dx_context,
100 .needs_backup = true,
101 .may_evict = true,
102 .type_name = "dx contexts",
103 .backup_placement = &vmw_mob_placement,
104 .create = vmw_dx_context_create,
105 .destroy = vmw_dx_context_destroy,
106 .bind = vmw_dx_context_bind,
107 .unbind = vmw_dx_context_unbind
108};
109
110/**
111 * Context management:
112 */
113
114static void vmw_context_cotables_unref(struct vmw_user_context *uctx)
115{
116 struct vmw_resource *res;
117 int i;
118
119 for (i = 0; i < SVGA_COTABLE_DX10_MAX; ++i) {
120 spin_lock(&uctx->cotable_lock);
121 res = uctx->cotables[i];
122 uctx->cotables[i] = NULL;
123 spin_unlock(&uctx->cotable_lock);
124
125 if (res)
126 vmw_resource_unreference(&res);
127 }
128}
129
130static void vmw_hw_context_destroy(struct vmw_resource *res)
131{
132 struct vmw_user_context *uctx =
133 container_of(res, struct vmw_user_context, res);
134 struct vmw_private *dev_priv = res->dev_priv;
135 struct {
136 SVGA3dCmdHeader header;
137 SVGA3dCmdDestroyContext body;
138 } *cmd;
139
140
141 if (res->func->destroy == vmw_gb_context_destroy ||
142 res->func->destroy == vmw_dx_context_destroy) {
143 mutex_lock(&dev_priv->cmdbuf_mutex);
144 vmw_cmdbuf_res_man_destroy(uctx->man);
145 mutex_lock(&dev_priv->binding_mutex);
146 vmw_binding_state_kill(uctx->cbs);
147 (void) res->func->destroy(res);
148 mutex_unlock(&dev_priv->binding_mutex);
149 if (dev_priv->pinned_bo != NULL &&
150 !dev_priv->query_cid_valid)
151 __vmw_execbuf_release_pinned_bo(dev_priv, NULL);
152 mutex_unlock(&dev_priv->cmdbuf_mutex);
153 vmw_context_cotables_unref(uctx);
154 return;
155 }
156
157 vmw_execbuf_release_pinned_bo(dev_priv);
158 cmd = vmw_fifo_reserve(dev_priv, sizeof(*cmd));
159 if (unlikely(cmd == NULL)) {
160 DRM_ERROR("Failed reserving FIFO space for surface "
161 "destruction.\n");
162 return;
163 }
164
165 cmd->header.id = SVGA_3D_CMD_CONTEXT_DESTROY;
166 cmd->header.size = sizeof(cmd->body);
167 cmd->body.cid = res->id;
168
169 vmw_fifo_commit(dev_priv, sizeof(*cmd));
170 vmw_fifo_resource_dec(dev_priv);
171}
172
173static int vmw_gb_context_init(struct vmw_private *dev_priv,
174 bool dx,
175 struct vmw_resource *res,
176 void (*res_free)(struct vmw_resource *res))
177{
178 int ret, i;
179 struct vmw_user_context *uctx =
180 container_of(res, struct vmw_user_context, res);
181
182 res->backup_size = (dx ? sizeof(SVGADXContextMobFormat) :
183 SVGA3D_CONTEXT_DATA_SIZE);
184 ret = vmw_resource_init(dev_priv, res, true,
185 res_free,
186 dx ? &vmw_dx_context_func :
187 &vmw_gb_context_func);
188 if (unlikely(ret != 0))
189 goto out_err;
190
191 if (dev_priv->has_mob) {
192 uctx->man = vmw_cmdbuf_res_man_create(dev_priv);
193 if (IS_ERR(uctx->man)) {
194 ret = PTR_ERR(uctx->man);
195 uctx->man = NULL;
196 goto out_err;
197 }
198 }
199
200 uctx->cbs = vmw_binding_state_alloc(dev_priv);
201 if (IS_ERR(uctx->cbs)) {
202 ret = PTR_ERR(uctx->cbs);
203 goto out_err;
204 }
205
206 spin_lock_init(&uctx->cotable_lock);
207
208 if (dx) {
209 for (i = 0; i < SVGA_COTABLE_DX10_MAX; ++i) {
210 uctx->cotables[i] = vmw_cotable_alloc(dev_priv,
211 &uctx->res, i);
212 if (unlikely(uctx->cotables[i] == NULL)) {
213 ret = -ENOMEM;
214 goto out_cotables;
215 }
216 }
217 }
218
219
220
221 vmw_resource_activate(res, vmw_hw_context_destroy);
222 return 0;
223
224out_cotables:
225 vmw_context_cotables_unref(uctx);
226out_err:
227 if (res_free)
228 res_free(res);
229 else
230 kfree(res);
231 return ret;
232}
233
234static int vmw_context_init(struct vmw_private *dev_priv,
235 struct vmw_resource *res,
236 void (*res_free)(struct vmw_resource *res),
237 bool dx)
238{
239 int ret;
240
241 struct {
242 SVGA3dCmdHeader header;
243 SVGA3dCmdDefineContext body;
244 } *cmd;
245
246 if (dev_priv->has_mob)
247 return vmw_gb_context_init(dev_priv, dx, res, res_free);
248
249 ret = vmw_resource_init(dev_priv, res, false,
250 res_free, &vmw_legacy_context_func);
251
252 if (unlikely(ret != 0)) {
253 DRM_ERROR("Failed to allocate a resource id.\n");
254 goto out_early;
255 }
256
257 if (unlikely(res->id >= SVGA3D_MAX_CONTEXT_IDS)) {
258 DRM_ERROR("Out of hw context ids.\n");
259 vmw_resource_unreference(&res);
260 return -ENOMEM;
261 }
262
263 cmd = vmw_fifo_reserve(dev_priv, sizeof(*cmd));
264 if (unlikely(cmd == NULL)) {
265 DRM_ERROR("Fifo reserve failed.\n");
266 vmw_resource_unreference(&res);
267 return -ENOMEM;
268 }
269
270 cmd->header.id = SVGA_3D_CMD_CONTEXT_DEFINE;
271 cmd->header.size = sizeof(cmd->body);
272 cmd->body.cid = res->id;
273
274 vmw_fifo_commit(dev_priv, sizeof(*cmd));
275 vmw_fifo_resource_inc(dev_priv);
276 vmw_resource_activate(res, vmw_hw_context_destroy);
277 return 0;
278
279out_early:
280 if (res_free == NULL)
281 kfree(res);
282 else
283 res_free(res);
284 return ret;
285}
286
287
288/*
289 * GB context.
290 */
291
292static int vmw_gb_context_create(struct vmw_resource *res)
293{
294 struct vmw_private *dev_priv = res->dev_priv;
295 int ret;
296 struct {
297 SVGA3dCmdHeader header;
298 SVGA3dCmdDefineGBContext body;
299 } *cmd;
300
301 if (likely(res->id != -1))
302 return 0;
303
304 ret = vmw_resource_alloc_id(res);
305 if (unlikely(ret != 0)) {
306 DRM_ERROR("Failed to allocate a context id.\n");
307 goto out_no_id;
308 }
309
310 if (unlikely(res->id >= VMWGFX_NUM_GB_CONTEXT)) {
311 ret = -EBUSY;
312 goto out_no_fifo;
313 }
314
315 cmd = vmw_fifo_reserve(dev_priv, sizeof(*cmd));
316 if (unlikely(cmd == NULL)) {
317 DRM_ERROR("Failed reserving FIFO space for context "
318 "creation.\n");
319 ret = -ENOMEM;
320 goto out_no_fifo;
321 }
322
323 cmd->header.id = SVGA_3D_CMD_DEFINE_GB_CONTEXT;
324 cmd->header.size = sizeof(cmd->body);
325 cmd->body.cid = res->id;
326 vmw_fifo_commit(dev_priv, sizeof(*cmd));
327 vmw_fifo_resource_inc(dev_priv);
328
329 return 0;
330
331out_no_fifo:
332 vmw_resource_release_id(res);
333out_no_id:
334 return ret;
335}
336
337static int vmw_gb_context_bind(struct vmw_resource *res,
338 struct ttm_validate_buffer *val_buf)
339{
340 struct vmw_private *dev_priv = res->dev_priv;
341 struct {
342 SVGA3dCmdHeader header;
343 SVGA3dCmdBindGBContext body;
344 } *cmd;
345 struct ttm_buffer_object *bo = val_buf->bo;
346
347 BUG_ON(bo->mem.mem_type != VMW_PL_MOB);
348
349 cmd = vmw_fifo_reserve(dev_priv, sizeof(*cmd));
350 if (unlikely(cmd == NULL)) {
351 DRM_ERROR("Failed reserving FIFO space for context "
352 "binding.\n");
353 return -ENOMEM;
354 }
355 cmd->header.id = SVGA_3D_CMD_BIND_GB_CONTEXT;
356 cmd->header.size = sizeof(cmd->body);
357 cmd->body.cid = res->id;
358 cmd->body.mobid = bo->mem.start;
359 cmd->body.validContents = res->backup_dirty;
360 res->backup_dirty = false;
361 vmw_fifo_commit(dev_priv, sizeof(*cmd));
362
363 return 0;
364}
365
366static int vmw_gb_context_unbind(struct vmw_resource *res,
367 bool readback,
368 struct ttm_validate_buffer *val_buf)
369{
370 struct vmw_private *dev_priv = res->dev_priv;
371 struct ttm_buffer_object *bo = val_buf->bo;
372 struct vmw_fence_obj *fence;
373 struct vmw_user_context *uctx =
374 container_of(res, struct vmw_user_context, res);
375
376 struct {
377 SVGA3dCmdHeader header;
378 SVGA3dCmdReadbackGBContext body;
379 } *cmd1;
380 struct {
381 SVGA3dCmdHeader header;
382 SVGA3dCmdBindGBContext body;
383 } *cmd2;
384 uint32_t submit_size;
385 uint8_t *cmd;
386
387
388 BUG_ON(bo->mem.mem_type != VMW_PL_MOB);
389
390 mutex_lock(&dev_priv->binding_mutex);
391 vmw_binding_state_scrub(uctx->cbs);
392
393 submit_size = sizeof(*cmd2) + (readback ? sizeof(*cmd1) : 0);
394
395 cmd = vmw_fifo_reserve(dev_priv, submit_size);
396 if (unlikely(cmd == NULL)) {
397 DRM_ERROR("Failed reserving FIFO space for context "
398 "unbinding.\n");
399 mutex_unlock(&dev_priv->binding_mutex);
400 return -ENOMEM;
401 }
402
403 cmd2 = (void *) cmd;
404 if (readback) {
405 cmd1 = (void *) cmd;
406 cmd1->header.id = SVGA_3D_CMD_READBACK_GB_CONTEXT;
407 cmd1->header.size = sizeof(cmd1->body);
408 cmd1->body.cid = res->id;
409 cmd2 = (void *) (&cmd1[1]);
410 }
411 cmd2->header.id = SVGA_3D_CMD_BIND_GB_CONTEXT;
412 cmd2->header.size = sizeof(cmd2->body);
413 cmd2->body.cid = res->id;
414 cmd2->body.mobid = SVGA3D_INVALID_ID;
415
416 vmw_fifo_commit(dev_priv, submit_size);
417 mutex_unlock(&dev_priv->binding_mutex);
418
419 /*
420 * Create a fence object and fence the backup buffer.
421 */
422
423 (void) vmw_execbuf_fence_commands(NULL, dev_priv,
424 &fence, NULL);
425
426 vmw_fence_single_bo(bo, fence);
427
428 if (likely(fence != NULL))
429 vmw_fence_obj_unreference(&fence);
430
431 return 0;
432}
433
434static int vmw_gb_context_destroy(struct vmw_resource *res)
435{
436 struct vmw_private *dev_priv = res->dev_priv;
437 struct {
438 SVGA3dCmdHeader header;
439 SVGA3dCmdDestroyGBContext body;
440 } *cmd;
441
442 if (likely(res->id == -1))
443 return 0;
444
445 cmd = vmw_fifo_reserve(dev_priv, sizeof(*cmd));
446 if (unlikely(cmd == NULL)) {
447 DRM_ERROR("Failed reserving FIFO space for context "
448 "destruction.\n");
449 return -ENOMEM;
450 }
451
452 cmd->header.id = SVGA_3D_CMD_DESTROY_GB_CONTEXT;
453 cmd->header.size = sizeof(cmd->body);
454 cmd->body.cid = res->id;
455 vmw_fifo_commit(dev_priv, sizeof(*cmd));
456 if (dev_priv->query_cid == res->id)
457 dev_priv->query_cid_valid = false;
458 vmw_resource_release_id(res);
459 vmw_fifo_resource_dec(dev_priv);
460
461 return 0;
462}
463
464/*
465 * DX context.
466 */
467
468static int vmw_dx_context_create(struct vmw_resource *res)
469{
470 struct vmw_private *dev_priv = res->dev_priv;
471 int ret;
472 struct {
473 SVGA3dCmdHeader header;
474 SVGA3dCmdDXDefineContext body;
475 } *cmd;
476
477 if (likely(res->id != -1))
478 return 0;
479
480 ret = vmw_resource_alloc_id(res);
481 if (unlikely(ret != 0)) {
482 DRM_ERROR("Failed to allocate a context id.\n");
483 goto out_no_id;
484 }
485
486 if (unlikely(res->id >= VMWGFX_NUM_DXCONTEXT)) {
487 ret = -EBUSY;
488 goto out_no_fifo;
489 }
490
491 cmd = vmw_fifo_reserve(dev_priv, sizeof(*cmd));
492 if (unlikely(cmd == NULL)) {
493 DRM_ERROR("Failed reserving FIFO space for context "
494 "creation.\n");
495 ret = -ENOMEM;
496 goto out_no_fifo;
497 }
498
499 cmd->header.id = SVGA_3D_CMD_DX_DEFINE_CONTEXT;
500 cmd->header.size = sizeof(cmd->body);
501 cmd->body.cid = res->id;
502 vmw_fifo_commit(dev_priv, sizeof(*cmd));
503 vmw_fifo_resource_inc(dev_priv);
504
505 return 0;
506
507out_no_fifo:
508 vmw_resource_release_id(res);
509out_no_id:
510 return ret;
511}
512
513static int vmw_dx_context_bind(struct vmw_resource *res,
514 struct ttm_validate_buffer *val_buf)
515{
516 struct vmw_private *dev_priv = res->dev_priv;
517 struct {
518 SVGA3dCmdHeader header;
519 SVGA3dCmdDXBindContext body;
520 } *cmd;
521 struct ttm_buffer_object *bo = val_buf->bo;
522
523 BUG_ON(bo->mem.mem_type != VMW_PL_MOB);
524
525 cmd = vmw_fifo_reserve(dev_priv, sizeof(*cmd));
526 if (unlikely(cmd == NULL)) {
527 DRM_ERROR("Failed reserving FIFO space for context "
528 "binding.\n");
529 return -ENOMEM;
530 }
531
532 cmd->header.id = SVGA_3D_CMD_DX_BIND_CONTEXT;
533 cmd->header.size = sizeof(cmd->body);
534 cmd->body.cid = res->id;
535 cmd->body.mobid = bo->mem.start;
536 cmd->body.validContents = res->backup_dirty;
537 res->backup_dirty = false;
538 vmw_fifo_commit(dev_priv, sizeof(*cmd));
539
540
541 return 0;
542}
543
544/**
545 * vmw_dx_context_scrub_cotables - Scrub all bindings and
546 * cotables from a context
547 *
548 * @ctx: Pointer to the context resource
549 * @readback: Whether to save the otable contents on scrubbing.
550 *
551 * COtables must be unbound before their context, but unbinding requires
552 * the backup buffer being reserved, whereas scrubbing does not.
553 * This function scrubs all cotables of a context, potentially reading back
554 * the contents into their backup buffers. However, scrubbing cotables
555 * also makes the device context invalid, so scrub all bindings first so
556 * that doesn't have to be done later with an invalid context.
557 */
558void vmw_dx_context_scrub_cotables(struct vmw_resource *ctx,
559 bool readback)
560{
561 struct vmw_user_context *uctx =
562 container_of(ctx, struct vmw_user_context, res);
563 int i;
564
565 vmw_binding_state_scrub(uctx->cbs);
566 for (i = 0; i < SVGA_COTABLE_DX10_MAX; ++i) {
567 struct vmw_resource *res;
568
569 /* Avoid racing with ongoing cotable destruction. */
570 spin_lock(&uctx->cotable_lock);
571 res = uctx->cotables[vmw_cotable_scrub_order[i]];
572 if (res)
573 res = vmw_resource_reference_unless_doomed(res);
574 spin_unlock(&uctx->cotable_lock);
575 if (!res)
576 continue;
577
578 WARN_ON(vmw_cotable_scrub(res, readback));
579 vmw_resource_unreference(&res);
580 }
581}
582
583static int vmw_dx_context_unbind(struct vmw_resource *res,
584 bool readback,
585 struct ttm_validate_buffer *val_buf)
586{
587 struct vmw_private *dev_priv = res->dev_priv;
588 struct ttm_buffer_object *bo = val_buf->bo;
589 struct vmw_fence_obj *fence;
590 struct vmw_user_context *uctx =
591 container_of(res, struct vmw_user_context, res);
592
593 struct {
594 SVGA3dCmdHeader header;
595 SVGA3dCmdDXReadbackContext body;
596 } *cmd1;
597 struct {
598 SVGA3dCmdHeader header;
599 SVGA3dCmdDXBindContext body;
600 } *cmd2;
601 uint32_t submit_size;
602 uint8_t *cmd;
603
604
605 BUG_ON(bo->mem.mem_type != VMW_PL_MOB);
606
607 mutex_lock(&dev_priv->binding_mutex);
608 vmw_dx_context_scrub_cotables(res, readback);
609
610 if (uctx->dx_query_mob && uctx->dx_query_mob->dx_query_ctx &&
611 readback) {
612 WARN_ON(uctx->dx_query_mob->dx_query_ctx != res);
613 if (vmw_query_readback_all(uctx->dx_query_mob))
614 DRM_ERROR("Failed to read back query states\n");
615 }
616
617 submit_size = sizeof(*cmd2) + (readback ? sizeof(*cmd1) : 0);
618
619 cmd = vmw_fifo_reserve(dev_priv, submit_size);
620 if (unlikely(cmd == NULL)) {
621 DRM_ERROR("Failed reserving FIFO space for context "
622 "unbinding.\n");
623 mutex_unlock(&dev_priv->binding_mutex);
624 return -ENOMEM;
625 }
626
627 cmd2 = (void *) cmd;
628 if (readback) {
629 cmd1 = (void *) cmd;
630 cmd1->header.id = SVGA_3D_CMD_DX_READBACK_CONTEXT;
631 cmd1->header.size = sizeof(cmd1->body);
632 cmd1->body.cid = res->id;
633 cmd2 = (void *) (&cmd1[1]);
634 }
635 cmd2->header.id = SVGA_3D_CMD_DX_BIND_CONTEXT;
636 cmd2->header.size = sizeof(cmd2->body);
637 cmd2->body.cid = res->id;
638 cmd2->body.mobid = SVGA3D_INVALID_ID;
639
640 vmw_fifo_commit(dev_priv, submit_size);
641 mutex_unlock(&dev_priv->binding_mutex);
642
643 /*
644 * Create a fence object and fence the backup buffer.
645 */
646
647 (void) vmw_execbuf_fence_commands(NULL, dev_priv,
648 &fence, NULL);
649
650 vmw_fence_single_bo(bo, fence);
651
652 if (likely(fence != NULL))
653 vmw_fence_obj_unreference(&fence);
654
655 return 0;
656}
657
658static int vmw_dx_context_destroy(struct vmw_resource *res)
659{
660 struct vmw_private *dev_priv = res->dev_priv;
661 struct {
662 SVGA3dCmdHeader header;
663 SVGA3dCmdDXDestroyContext body;
664 } *cmd;
665
666 if (likely(res->id == -1))
667 return 0;
668
669 cmd = vmw_fifo_reserve(dev_priv, sizeof(*cmd));
670 if (unlikely(cmd == NULL)) {
671 DRM_ERROR("Failed reserving FIFO space for context "
672 "destruction.\n");
673 return -ENOMEM;
674 }
675
676 cmd->header.id = SVGA_3D_CMD_DX_DESTROY_CONTEXT;
677 cmd->header.size = sizeof(cmd->body);
678 cmd->body.cid = res->id;
679 vmw_fifo_commit(dev_priv, sizeof(*cmd));
680 if (dev_priv->query_cid == res->id)
681 dev_priv->query_cid_valid = false;
682 vmw_resource_release_id(res);
683 vmw_fifo_resource_dec(dev_priv);
684
685 return 0;
686}
687
688/**
689 * User-space context management:
690 */
691
692static struct vmw_resource *
693vmw_user_context_base_to_res(struct ttm_base_object *base)
694{
695 return &(container_of(base, struct vmw_user_context, base)->res);
696}
697
698static void vmw_user_context_free(struct vmw_resource *res)
699{
700 struct vmw_user_context *ctx =
701 container_of(res, struct vmw_user_context, res);
702 struct vmw_private *dev_priv = res->dev_priv;
703
704 if (ctx->cbs)
705 vmw_binding_state_free(ctx->cbs);
706
707 (void) vmw_context_bind_dx_query(res, NULL);
708
709 ttm_base_object_kfree(ctx, base);
710 ttm_mem_global_free(vmw_mem_glob(dev_priv),
711 vmw_user_context_size);
712}
713
714/**
715 * This function is called when user space has no more references on the
716 * base object. It releases the base-object's reference on the resource object.
717 */
718
719static void vmw_user_context_base_release(struct ttm_base_object **p_base)
720{
721 struct ttm_base_object *base = *p_base;
722 struct vmw_user_context *ctx =
723 container_of(base, struct vmw_user_context, base);
724 struct vmw_resource *res = &ctx->res;
725
726 *p_base = NULL;
727 vmw_resource_unreference(&res);
728}
729
730int vmw_context_destroy_ioctl(struct drm_device *dev, void *data,
731 struct drm_file *file_priv)
732{
733 struct drm_vmw_context_arg *arg = (struct drm_vmw_context_arg *)data;
734 struct ttm_object_file *tfile = vmw_fpriv(file_priv)->tfile;
735
736 return ttm_ref_object_base_unref(tfile, arg->cid, TTM_REF_USAGE);
737}
738
739static int vmw_context_define(struct drm_device *dev, void *data,
740 struct drm_file *file_priv, bool dx)
741{
742 struct vmw_private *dev_priv = vmw_priv(dev);
743 struct vmw_user_context *ctx;
744 struct vmw_resource *res;
745 struct vmw_resource *tmp;
746 struct drm_vmw_context_arg *arg = (struct drm_vmw_context_arg *)data;
747 struct ttm_object_file *tfile = vmw_fpriv(file_priv)->tfile;
748 int ret;
749
750 if (!dev_priv->has_dx && dx) {
751 DRM_ERROR("DX contexts not supported by device.\n");
752 return -EINVAL;
753 }
754
755 /*
756 * Approximate idr memory usage with 128 bytes. It will be limited
757 * by maximum number_of contexts anyway.
758 */
759
760 if (unlikely(vmw_user_context_size == 0))
761 vmw_user_context_size = ttm_round_pot(sizeof(*ctx)) + 128 +
762 ((dev_priv->has_mob) ? vmw_cmdbuf_res_man_size() : 0);
763
764 ret = ttm_read_lock(&dev_priv->reservation_sem, true);
765 if (unlikely(ret != 0))
766 return ret;
767
768 ret = ttm_mem_global_alloc(vmw_mem_glob(dev_priv),
769 vmw_user_context_size,
770 false, true);
771 if (unlikely(ret != 0)) {
772 if (ret != -ERESTARTSYS)
773 DRM_ERROR("Out of graphics memory for context"
774 " creation.\n");
775 goto out_unlock;
776 }
777
778 ctx = kzalloc(sizeof(*ctx), GFP_KERNEL);
779 if (unlikely(ctx == NULL)) {
780 ttm_mem_global_free(vmw_mem_glob(dev_priv),
781 vmw_user_context_size);
782 ret = -ENOMEM;
783 goto out_unlock;
784 }
785
786 res = &ctx->res;
787 ctx->base.shareable = false;
788 ctx->base.tfile = NULL;
789
790 /*
791 * From here on, the destructor takes over resource freeing.
792 */
793
794 ret = vmw_context_init(dev_priv, res, vmw_user_context_free, dx);
795 if (unlikely(ret != 0))
796 goto out_unlock;
797
798 tmp = vmw_resource_reference(&ctx->res);
799 ret = ttm_base_object_init(tfile, &ctx->base, false, VMW_RES_CONTEXT,
800 &vmw_user_context_base_release, NULL);
801
802 if (unlikely(ret != 0)) {
803 vmw_resource_unreference(&tmp);
804 goto out_err;
805 }
806
807 arg->cid = ctx->base.hash.key;
808out_err:
809 vmw_resource_unreference(&res);
810out_unlock:
811 ttm_read_unlock(&dev_priv->reservation_sem);
812 return ret;
813}
814
815int vmw_context_define_ioctl(struct drm_device *dev, void *data,
816 struct drm_file *file_priv)
817{
818 return vmw_context_define(dev, data, file_priv, false);
819}
820
821int vmw_extended_context_define_ioctl(struct drm_device *dev, void *data,
822 struct drm_file *file_priv)
823{
824 union drm_vmw_extended_context_arg *arg = (typeof(arg)) data;
825 struct drm_vmw_context_arg *rep = &arg->rep;
826
827 switch (arg->req) {
828 case drm_vmw_context_legacy:
829 return vmw_context_define(dev, rep, file_priv, false);
830 case drm_vmw_context_dx:
831 return vmw_context_define(dev, rep, file_priv, true);
832 default:
833 break;
834 }
835 return -EINVAL;
836}
837
838/**
839 * vmw_context_binding_list - Return a list of context bindings
840 *
841 * @ctx: The context resource
842 *
843 * Returns the current list of bindings of the given context. Note that
844 * this list becomes stale as soon as the dev_priv::binding_mutex is unlocked.
845 */
846struct list_head *vmw_context_binding_list(struct vmw_resource *ctx)
847{
848 struct vmw_user_context *uctx =
849 container_of(ctx, struct vmw_user_context, res);
850
851 return vmw_binding_state_list(uctx->cbs);
852}
853
854struct vmw_cmdbuf_res_manager *vmw_context_res_man(struct vmw_resource *ctx)
855{
856 return container_of(ctx, struct vmw_user_context, res)->man;
857}
858
859struct vmw_resource *vmw_context_cotable(struct vmw_resource *ctx,
860 SVGACOTableType cotable_type)
861{
862 if (cotable_type >= SVGA_COTABLE_DX10_MAX)
863 return ERR_PTR(-EINVAL);
864
865 return vmw_resource_reference
866 (container_of(ctx, struct vmw_user_context, res)->
867 cotables[cotable_type]);
868}
869
870/**
871 * vmw_context_binding_state -
872 * Return a pointer to a context binding state structure
873 *
874 * @ctx: The context resource
875 *
876 * Returns the current state of bindings of the given context. Note that
877 * this state becomes stale as soon as the dev_priv::binding_mutex is unlocked.
878 */
879struct vmw_ctx_binding_state *
880vmw_context_binding_state(struct vmw_resource *ctx)
881{
882 return container_of(ctx, struct vmw_user_context, res)->cbs;
883}
884
885/**
886 * vmw_context_bind_dx_query -
887 * Sets query MOB for the context. If @mob is NULL, then this function will
888 * remove the association between the MOB and the context. This function
889 * assumes the binding_mutex is held.
890 *
891 * @ctx_res: The context resource
892 * @mob: a reference to the query MOB
893 *
894 * Returns -EINVAL if a MOB has already been set and does not match the one
895 * specified in the parameter. 0 otherwise.
896 */
897int vmw_context_bind_dx_query(struct vmw_resource *ctx_res,
898 struct vmw_dma_buffer *mob)
899{
900 struct vmw_user_context *uctx =
901 container_of(ctx_res, struct vmw_user_context, res);
902
903 if (mob == NULL) {
904 if (uctx->dx_query_mob) {
905 uctx->dx_query_mob->dx_query_ctx = NULL;
906 vmw_dmabuf_unreference(&uctx->dx_query_mob);
907 uctx->dx_query_mob = NULL;
908 }
909
910 return 0;
911 }
912
913 /* Can only have one MOB per context for queries */
914 if (uctx->dx_query_mob && uctx->dx_query_mob != mob)
915 return -EINVAL;
916
917 mob->dx_query_ctx = ctx_res;
918
919 if (!uctx->dx_query_mob)
920 uctx->dx_query_mob = vmw_dmabuf_reference(mob);
921
922 return 0;
923}
924
925/**
926 * vmw_context_get_dx_query_mob - Returns non-counted reference to DX query mob
927 *
928 * @ctx_res: The context resource
929 */
930struct vmw_dma_buffer *
931vmw_context_get_dx_query_mob(struct vmw_resource *ctx_res)
932{
933 struct vmw_user_context *uctx =
934 container_of(ctx_res, struct vmw_user_context, res);
935
936 return uctx->dx_query_mob;
937}
1/**************************************************************************
2 *
3 * Copyright © 2009-2015 VMware, Inc., Palo Alto, CA., USA
4 * All Rights Reserved.
5 *
6 * Permission is hereby granted, free of charge, to any person obtaining a
7 * copy of this software and associated documentation files (the
8 * "Software"), to deal in the Software without restriction, including
9 * without limitation the rights to use, copy, modify, merge, publish,
10 * distribute, sub license, and/or sell copies of the Software, and to
11 * permit persons to whom the Software is furnished to do so, subject to
12 * the following conditions:
13 *
14 * The above copyright notice and this permission notice (including the
15 * next paragraph) shall be included in all copies or substantial portions
16 * of the Software.
17 *
18 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
19 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
20 * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL
21 * THE COPYRIGHT HOLDERS, AUTHORS AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM,
22 * DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR
23 * OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE
24 * USE OR OTHER DEALINGS IN THE SOFTWARE.
25 *
26 **************************************************************************/
27
28#include <drm/ttm/ttm_placement.h>
29
30#include "vmwgfx_drv.h"
31#include "vmwgfx_resource_priv.h"
32#include "vmwgfx_binding.h"
33
34struct vmw_user_context {
35 struct ttm_base_object base;
36 struct vmw_resource res;
37 struct vmw_ctx_binding_state *cbs;
38 struct vmw_cmdbuf_res_manager *man;
39 struct vmw_resource *cotables[SVGA_COTABLE_DX10_MAX];
40 spinlock_t cotable_lock;
41 struct vmw_dma_buffer *dx_query_mob;
42};
43
44static void vmw_user_context_free(struct vmw_resource *res);
45static struct vmw_resource *
46vmw_user_context_base_to_res(struct ttm_base_object *base);
47
48static int vmw_gb_context_create(struct vmw_resource *res);
49static int vmw_gb_context_bind(struct vmw_resource *res,
50 struct ttm_validate_buffer *val_buf);
51static int vmw_gb_context_unbind(struct vmw_resource *res,
52 bool readback,
53 struct ttm_validate_buffer *val_buf);
54static int vmw_gb_context_destroy(struct vmw_resource *res);
55static int vmw_dx_context_create(struct vmw_resource *res);
56static int vmw_dx_context_bind(struct vmw_resource *res,
57 struct ttm_validate_buffer *val_buf);
58static int vmw_dx_context_unbind(struct vmw_resource *res,
59 bool readback,
60 struct ttm_validate_buffer *val_buf);
61static int vmw_dx_context_destroy(struct vmw_resource *res);
62
63static uint64_t vmw_user_context_size;
64
65static const struct vmw_user_resource_conv user_context_conv = {
66 .object_type = VMW_RES_CONTEXT,
67 .base_obj_to_res = vmw_user_context_base_to_res,
68 .res_free = vmw_user_context_free
69};
70
71const struct vmw_user_resource_conv *user_context_converter =
72 &user_context_conv;
73
74
75static const struct vmw_res_func vmw_legacy_context_func = {
76 .res_type = vmw_res_context,
77 .needs_backup = false,
78 .may_evict = false,
79 .type_name = "legacy contexts",
80 .backup_placement = NULL,
81 .create = NULL,
82 .destroy = NULL,
83 .bind = NULL,
84 .unbind = NULL
85};
86
87static const struct vmw_res_func vmw_gb_context_func = {
88 .res_type = vmw_res_context,
89 .needs_backup = true,
90 .may_evict = true,
91 .type_name = "guest backed contexts",
92 .backup_placement = &vmw_mob_placement,
93 .create = vmw_gb_context_create,
94 .destroy = vmw_gb_context_destroy,
95 .bind = vmw_gb_context_bind,
96 .unbind = vmw_gb_context_unbind
97};
98
99static const struct vmw_res_func vmw_dx_context_func = {
100 .res_type = vmw_res_dx_context,
101 .needs_backup = true,
102 .may_evict = true,
103 .type_name = "dx contexts",
104 .backup_placement = &vmw_mob_placement,
105 .create = vmw_dx_context_create,
106 .destroy = vmw_dx_context_destroy,
107 .bind = vmw_dx_context_bind,
108 .unbind = vmw_dx_context_unbind
109};
110
111/**
112 * Context management:
113 */
114
115static void vmw_context_cotables_unref(struct vmw_user_context *uctx)
116{
117 struct vmw_resource *res;
118 int i;
119
120 for (i = 0; i < SVGA_COTABLE_DX10_MAX; ++i) {
121 spin_lock(&uctx->cotable_lock);
122 res = uctx->cotables[i];
123 uctx->cotables[i] = NULL;
124 spin_unlock(&uctx->cotable_lock);
125
126 if (res)
127 vmw_resource_unreference(&res);
128 }
129}
130
131static void vmw_hw_context_destroy(struct vmw_resource *res)
132{
133 struct vmw_user_context *uctx =
134 container_of(res, struct vmw_user_context, res);
135 struct vmw_private *dev_priv = res->dev_priv;
136 struct {
137 SVGA3dCmdHeader header;
138 SVGA3dCmdDestroyContext body;
139 } *cmd;
140
141
142 if (res->func->destroy == vmw_gb_context_destroy ||
143 res->func->destroy == vmw_dx_context_destroy) {
144 mutex_lock(&dev_priv->cmdbuf_mutex);
145 vmw_cmdbuf_res_man_destroy(uctx->man);
146 mutex_lock(&dev_priv->binding_mutex);
147 vmw_binding_state_kill(uctx->cbs);
148 (void) res->func->destroy(res);
149 mutex_unlock(&dev_priv->binding_mutex);
150 if (dev_priv->pinned_bo != NULL &&
151 !dev_priv->query_cid_valid)
152 __vmw_execbuf_release_pinned_bo(dev_priv, NULL);
153 mutex_unlock(&dev_priv->cmdbuf_mutex);
154 vmw_context_cotables_unref(uctx);
155 return;
156 }
157
158 vmw_execbuf_release_pinned_bo(dev_priv);
159 cmd = vmw_fifo_reserve(dev_priv, sizeof(*cmd));
160 if (unlikely(cmd == NULL)) {
161 DRM_ERROR("Failed reserving FIFO space for surface "
162 "destruction.\n");
163 return;
164 }
165
166 cmd->header.id = SVGA_3D_CMD_CONTEXT_DESTROY;
167 cmd->header.size = sizeof(cmd->body);
168 cmd->body.cid = res->id;
169
170 vmw_fifo_commit(dev_priv, sizeof(*cmd));
171 vmw_fifo_resource_dec(dev_priv);
172}
173
174static int vmw_gb_context_init(struct vmw_private *dev_priv,
175 bool dx,
176 struct vmw_resource *res,
177 void (*res_free)(struct vmw_resource *res))
178{
179 int ret, i;
180 struct vmw_user_context *uctx =
181 container_of(res, struct vmw_user_context, res);
182
183 res->backup_size = (dx ? sizeof(SVGADXContextMobFormat) :
184 SVGA3D_CONTEXT_DATA_SIZE);
185 ret = vmw_resource_init(dev_priv, res, true,
186 res_free,
187 dx ? &vmw_dx_context_func :
188 &vmw_gb_context_func);
189 if (unlikely(ret != 0))
190 goto out_err;
191
192 if (dev_priv->has_mob) {
193 uctx->man = vmw_cmdbuf_res_man_create(dev_priv);
194 if (IS_ERR(uctx->man)) {
195 ret = PTR_ERR(uctx->man);
196 uctx->man = NULL;
197 goto out_err;
198 }
199 }
200
201 uctx->cbs = vmw_binding_state_alloc(dev_priv);
202 if (IS_ERR(uctx->cbs)) {
203 ret = PTR_ERR(uctx->cbs);
204 goto out_err;
205 }
206
207 spin_lock_init(&uctx->cotable_lock);
208
209 if (dx) {
210 for (i = 0; i < SVGA_COTABLE_DX10_MAX; ++i) {
211 uctx->cotables[i] = vmw_cotable_alloc(dev_priv,
212 &uctx->res, i);
213 if (unlikely(IS_ERR(uctx->cotables[i]))) {
214 ret = PTR_ERR(uctx->cotables[i]);
215 goto out_cotables;
216 }
217 }
218 }
219
220
221
222 vmw_resource_activate(res, vmw_hw_context_destroy);
223 return 0;
224
225out_cotables:
226 vmw_context_cotables_unref(uctx);
227out_err:
228 if (res_free)
229 res_free(res);
230 else
231 kfree(res);
232 return ret;
233}
234
235static int vmw_context_init(struct vmw_private *dev_priv,
236 struct vmw_resource *res,
237 void (*res_free)(struct vmw_resource *res),
238 bool dx)
239{
240 int ret;
241
242 struct {
243 SVGA3dCmdHeader header;
244 SVGA3dCmdDefineContext body;
245 } *cmd;
246
247 if (dev_priv->has_mob)
248 return vmw_gb_context_init(dev_priv, dx, res, res_free);
249
250 ret = vmw_resource_init(dev_priv, res, false,
251 res_free, &vmw_legacy_context_func);
252
253 if (unlikely(ret != 0)) {
254 DRM_ERROR("Failed to allocate a resource id.\n");
255 goto out_early;
256 }
257
258 if (unlikely(res->id >= SVGA3D_MAX_CONTEXT_IDS)) {
259 DRM_ERROR("Out of hw context ids.\n");
260 vmw_resource_unreference(&res);
261 return -ENOMEM;
262 }
263
264 cmd = vmw_fifo_reserve(dev_priv, sizeof(*cmd));
265 if (unlikely(cmd == NULL)) {
266 DRM_ERROR("Fifo reserve failed.\n");
267 vmw_resource_unreference(&res);
268 return -ENOMEM;
269 }
270
271 cmd->header.id = SVGA_3D_CMD_CONTEXT_DEFINE;
272 cmd->header.size = sizeof(cmd->body);
273 cmd->body.cid = res->id;
274
275 vmw_fifo_commit(dev_priv, sizeof(*cmd));
276 vmw_fifo_resource_inc(dev_priv);
277 vmw_resource_activate(res, vmw_hw_context_destroy);
278 return 0;
279
280out_early:
281 if (res_free == NULL)
282 kfree(res);
283 else
284 res_free(res);
285 return ret;
286}
287
288
289/*
290 * GB context.
291 */
292
293static int vmw_gb_context_create(struct vmw_resource *res)
294{
295 struct vmw_private *dev_priv = res->dev_priv;
296 int ret;
297 struct {
298 SVGA3dCmdHeader header;
299 SVGA3dCmdDefineGBContext body;
300 } *cmd;
301
302 if (likely(res->id != -1))
303 return 0;
304
305 ret = vmw_resource_alloc_id(res);
306 if (unlikely(ret != 0)) {
307 DRM_ERROR("Failed to allocate a context id.\n");
308 goto out_no_id;
309 }
310
311 if (unlikely(res->id >= VMWGFX_NUM_GB_CONTEXT)) {
312 ret = -EBUSY;
313 goto out_no_fifo;
314 }
315
316 cmd = vmw_fifo_reserve(dev_priv, sizeof(*cmd));
317 if (unlikely(cmd == NULL)) {
318 DRM_ERROR("Failed reserving FIFO space for context "
319 "creation.\n");
320 ret = -ENOMEM;
321 goto out_no_fifo;
322 }
323
324 cmd->header.id = SVGA_3D_CMD_DEFINE_GB_CONTEXT;
325 cmd->header.size = sizeof(cmd->body);
326 cmd->body.cid = res->id;
327 vmw_fifo_commit(dev_priv, sizeof(*cmd));
328 vmw_fifo_resource_inc(dev_priv);
329
330 return 0;
331
332out_no_fifo:
333 vmw_resource_release_id(res);
334out_no_id:
335 return ret;
336}
337
338static int vmw_gb_context_bind(struct vmw_resource *res,
339 struct ttm_validate_buffer *val_buf)
340{
341 struct vmw_private *dev_priv = res->dev_priv;
342 struct {
343 SVGA3dCmdHeader header;
344 SVGA3dCmdBindGBContext body;
345 } *cmd;
346 struct ttm_buffer_object *bo = val_buf->bo;
347
348 BUG_ON(bo->mem.mem_type != VMW_PL_MOB);
349
350 cmd = vmw_fifo_reserve(dev_priv, sizeof(*cmd));
351 if (unlikely(cmd == NULL)) {
352 DRM_ERROR("Failed reserving FIFO space for context "
353 "binding.\n");
354 return -ENOMEM;
355 }
356 cmd->header.id = SVGA_3D_CMD_BIND_GB_CONTEXT;
357 cmd->header.size = sizeof(cmd->body);
358 cmd->body.cid = res->id;
359 cmd->body.mobid = bo->mem.start;
360 cmd->body.validContents = res->backup_dirty;
361 res->backup_dirty = false;
362 vmw_fifo_commit(dev_priv, sizeof(*cmd));
363
364 return 0;
365}
366
367static int vmw_gb_context_unbind(struct vmw_resource *res,
368 bool readback,
369 struct ttm_validate_buffer *val_buf)
370{
371 struct vmw_private *dev_priv = res->dev_priv;
372 struct ttm_buffer_object *bo = val_buf->bo;
373 struct vmw_fence_obj *fence;
374 struct vmw_user_context *uctx =
375 container_of(res, struct vmw_user_context, res);
376
377 struct {
378 SVGA3dCmdHeader header;
379 SVGA3dCmdReadbackGBContext body;
380 } *cmd1;
381 struct {
382 SVGA3dCmdHeader header;
383 SVGA3dCmdBindGBContext body;
384 } *cmd2;
385 uint32_t submit_size;
386 uint8_t *cmd;
387
388
389 BUG_ON(bo->mem.mem_type != VMW_PL_MOB);
390
391 mutex_lock(&dev_priv->binding_mutex);
392 vmw_binding_state_scrub(uctx->cbs);
393
394 submit_size = sizeof(*cmd2) + (readback ? sizeof(*cmd1) : 0);
395
396 cmd = vmw_fifo_reserve(dev_priv, submit_size);
397 if (unlikely(cmd == NULL)) {
398 DRM_ERROR("Failed reserving FIFO space for context "
399 "unbinding.\n");
400 mutex_unlock(&dev_priv->binding_mutex);
401 return -ENOMEM;
402 }
403
404 cmd2 = (void *) cmd;
405 if (readback) {
406 cmd1 = (void *) cmd;
407 cmd1->header.id = SVGA_3D_CMD_READBACK_GB_CONTEXT;
408 cmd1->header.size = sizeof(cmd1->body);
409 cmd1->body.cid = res->id;
410 cmd2 = (void *) (&cmd1[1]);
411 }
412 cmd2->header.id = SVGA_3D_CMD_BIND_GB_CONTEXT;
413 cmd2->header.size = sizeof(cmd2->body);
414 cmd2->body.cid = res->id;
415 cmd2->body.mobid = SVGA3D_INVALID_ID;
416
417 vmw_fifo_commit(dev_priv, submit_size);
418 mutex_unlock(&dev_priv->binding_mutex);
419
420 /*
421 * Create a fence object and fence the backup buffer.
422 */
423
424 (void) vmw_execbuf_fence_commands(NULL, dev_priv,
425 &fence, NULL);
426
427 vmw_fence_single_bo(bo, fence);
428
429 if (likely(fence != NULL))
430 vmw_fence_obj_unreference(&fence);
431
432 return 0;
433}
434
435static int vmw_gb_context_destroy(struct vmw_resource *res)
436{
437 struct vmw_private *dev_priv = res->dev_priv;
438 struct {
439 SVGA3dCmdHeader header;
440 SVGA3dCmdDestroyGBContext body;
441 } *cmd;
442
443 if (likely(res->id == -1))
444 return 0;
445
446 cmd = vmw_fifo_reserve(dev_priv, sizeof(*cmd));
447 if (unlikely(cmd == NULL)) {
448 DRM_ERROR("Failed reserving FIFO space for context "
449 "destruction.\n");
450 return -ENOMEM;
451 }
452
453 cmd->header.id = SVGA_3D_CMD_DESTROY_GB_CONTEXT;
454 cmd->header.size = sizeof(cmd->body);
455 cmd->body.cid = res->id;
456 vmw_fifo_commit(dev_priv, sizeof(*cmd));
457 if (dev_priv->query_cid == res->id)
458 dev_priv->query_cid_valid = false;
459 vmw_resource_release_id(res);
460 vmw_fifo_resource_dec(dev_priv);
461
462 return 0;
463}
464
465/*
466 * DX context.
467 */
468
469static int vmw_dx_context_create(struct vmw_resource *res)
470{
471 struct vmw_private *dev_priv = res->dev_priv;
472 int ret;
473 struct {
474 SVGA3dCmdHeader header;
475 SVGA3dCmdDXDefineContext body;
476 } *cmd;
477
478 if (likely(res->id != -1))
479 return 0;
480
481 ret = vmw_resource_alloc_id(res);
482 if (unlikely(ret != 0)) {
483 DRM_ERROR("Failed to allocate a context id.\n");
484 goto out_no_id;
485 }
486
487 if (unlikely(res->id >= VMWGFX_NUM_DXCONTEXT)) {
488 ret = -EBUSY;
489 goto out_no_fifo;
490 }
491
492 cmd = vmw_fifo_reserve(dev_priv, sizeof(*cmd));
493 if (unlikely(cmd == NULL)) {
494 DRM_ERROR("Failed reserving FIFO space for context "
495 "creation.\n");
496 ret = -ENOMEM;
497 goto out_no_fifo;
498 }
499
500 cmd->header.id = SVGA_3D_CMD_DX_DEFINE_CONTEXT;
501 cmd->header.size = sizeof(cmd->body);
502 cmd->body.cid = res->id;
503 vmw_fifo_commit(dev_priv, sizeof(*cmd));
504 vmw_fifo_resource_inc(dev_priv);
505
506 return 0;
507
508out_no_fifo:
509 vmw_resource_release_id(res);
510out_no_id:
511 return ret;
512}
513
514static int vmw_dx_context_bind(struct vmw_resource *res,
515 struct ttm_validate_buffer *val_buf)
516{
517 struct vmw_private *dev_priv = res->dev_priv;
518 struct {
519 SVGA3dCmdHeader header;
520 SVGA3dCmdDXBindContext body;
521 } *cmd;
522 struct ttm_buffer_object *bo = val_buf->bo;
523
524 BUG_ON(bo->mem.mem_type != VMW_PL_MOB);
525
526 cmd = vmw_fifo_reserve(dev_priv, sizeof(*cmd));
527 if (unlikely(cmd == NULL)) {
528 DRM_ERROR("Failed reserving FIFO space for context "
529 "binding.\n");
530 return -ENOMEM;
531 }
532
533 cmd->header.id = SVGA_3D_CMD_DX_BIND_CONTEXT;
534 cmd->header.size = sizeof(cmd->body);
535 cmd->body.cid = res->id;
536 cmd->body.mobid = bo->mem.start;
537 cmd->body.validContents = res->backup_dirty;
538 res->backup_dirty = false;
539 vmw_fifo_commit(dev_priv, sizeof(*cmd));
540
541
542 return 0;
543}
544
545/**
546 * vmw_dx_context_scrub_cotables - Scrub all bindings and
547 * cotables from a context
548 *
549 * @ctx: Pointer to the context resource
550 * @readback: Whether to save the otable contents on scrubbing.
551 *
552 * COtables must be unbound before their context, but unbinding requires
553 * the backup buffer being reserved, whereas scrubbing does not.
554 * This function scrubs all cotables of a context, potentially reading back
555 * the contents into their backup buffers. However, scrubbing cotables
556 * also makes the device context invalid, so scrub all bindings first so
557 * that doesn't have to be done later with an invalid context.
558 */
559void vmw_dx_context_scrub_cotables(struct vmw_resource *ctx,
560 bool readback)
561{
562 struct vmw_user_context *uctx =
563 container_of(ctx, struct vmw_user_context, res);
564 int i;
565
566 vmw_binding_state_scrub(uctx->cbs);
567 for (i = 0; i < SVGA_COTABLE_DX10_MAX; ++i) {
568 struct vmw_resource *res;
569
570 /* Avoid racing with ongoing cotable destruction. */
571 spin_lock(&uctx->cotable_lock);
572 res = uctx->cotables[vmw_cotable_scrub_order[i]];
573 if (res)
574 res = vmw_resource_reference_unless_doomed(res);
575 spin_unlock(&uctx->cotable_lock);
576 if (!res)
577 continue;
578
579 WARN_ON(vmw_cotable_scrub(res, readback));
580 vmw_resource_unreference(&res);
581 }
582}
583
584static int vmw_dx_context_unbind(struct vmw_resource *res,
585 bool readback,
586 struct ttm_validate_buffer *val_buf)
587{
588 struct vmw_private *dev_priv = res->dev_priv;
589 struct ttm_buffer_object *bo = val_buf->bo;
590 struct vmw_fence_obj *fence;
591 struct vmw_user_context *uctx =
592 container_of(res, struct vmw_user_context, res);
593
594 struct {
595 SVGA3dCmdHeader header;
596 SVGA3dCmdDXReadbackContext body;
597 } *cmd1;
598 struct {
599 SVGA3dCmdHeader header;
600 SVGA3dCmdDXBindContext body;
601 } *cmd2;
602 uint32_t submit_size;
603 uint8_t *cmd;
604
605
606 BUG_ON(bo->mem.mem_type != VMW_PL_MOB);
607
608 mutex_lock(&dev_priv->binding_mutex);
609 vmw_dx_context_scrub_cotables(res, readback);
610
611 if (uctx->dx_query_mob && uctx->dx_query_mob->dx_query_ctx &&
612 readback) {
613 WARN_ON(uctx->dx_query_mob->dx_query_ctx != res);
614 if (vmw_query_readback_all(uctx->dx_query_mob))
615 DRM_ERROR("Failed to read back query states\n");
616 }
617
618 submit_size = sizeof(*cmd2) + (readback ? sizeof(*cmd1) : 0);
619
620 cmd = vmw_fifo_reserve(dev_priv, submit_size);
621 if (unlikely(cmd == NULL)) {
622 DRM_ERROR("Failed reserving FIFO space for context "
623 "unbinding.\n");
624 mutex_unlock(&dev_priv->binding_mutex);
625 return -ENOMEM;
626 }
627
628 cmd2 = (void *) cmd;
629 if (readback) {
630 cmd1 = (void *) cmd;
631 cmd1->header.id = SVGA_3D_CMD_DX_READBACK_CONTEXT;
632 cmd1->header.size = sizeof(cmd1->body);
633 cmd1->body.cid = res->id;
634 cmd2 = (void *) (&cmd1[1]);
635 }
636 cmd2->header.id = SVGA_3D_CMD_DX_BIND_CONTEXT;
637 cmd2->header.size = sizeof(cmd2->body);
638 cmd2->body.cid = res->id;
639 cmd2->body.mobid = SVGA3D_INVALID_ID;
640
641 vmw_fifo_commit(dev_priv, submit_size);
642 mutex_unlock(&dev_priv->binding_mutex);
643
644 /*
645 * Create a fence object and fence the backup buffer.
646 */
647
648 (void) vmw_execbuf_fence_commands(NULL, dev_priv,
649 &fence, NULL);
650
651 vmw_fence_single_bo(bo, fence);
652
653 if (likely(fence != NULL))
654 vmw_fence_obj_unreference(&fence);
655
656 return 0;
657}
658
659static int vmw_dx_context_destroy(struct vmw_resource *res)
660{
661 struct vmw_private *dev_priv = res->dev_priv;
662 struct {
663 SVGA3dCmdHeader header;
664 SVGA3dCmdDXDestroyContext body;
665 } *cmd;
666
667 if (likely(res->id == -1))
668 return 0;
669
670 cmd = vmw_fifo_reserve(dev_priv, sizeof(*cmd));
671 if (unlikely(cmd == NULL)) {
672 DRM_ERROR("Failed reserving FIFO space for context "
673 "destruction.\n");
674 return -ENOMEM;
675 }
676
677 cmd->header.id = SVGA_3D_CMD_DX_DESTROY_CONTEXT;
678 cmd->header.size = sizeof(cmd->body);
679 cmd->body.cid = res->id;
680 vmw_fifo_commit(dev_priv, sizeof(*cmd));
681 if (dev_priv->query_cid == res->id)
682 dev_priv->query_cid_valid = false;
683 vmw_resource_release_id(res);
684 vmw_fifo_resource_dec(dev_priv);
685
686 return 0;
687}
688
689/**
690 * User-space context management:
691 */
692
693static struct vmw_resource *
694vmw_user_context_base_to_res(struct ttm_base_object *base)
695{
696 return &(container_of(base, struct vmw_user_context, base)->res);
697}
698
699static void vmw_user_context_free(struct vmw_resource *res)
700{
701 struct vmw_user_context *ctx =
702 container_of(res, struct vmw_user_context, res);
703 struct vmw_private *dev_priv = res->dev_priv;
704
705 if (ctx->cbs)
706 vmw_binding_state_free(ctx->cbs);
707
708 (void) vmw_context_bind_dx_query(res, NULL);
709
710 ttm_base_object_kfree(ctx, base);
711 ttm_mem_global_free(vmw_mem_glob(dev_priv),
712 vmw_user_context_size);
713}
714
715/**
716 * This function is called when user space has no more references on the
717 * base object. It releases the base-object's reference on the resource object.
718 */
719
720static void vmw_user_context_base_release(struct ttm_base_object **p_base)
721{
722 struct ttm_base_object *base = *p_base;
723 struct vmw_user_context *ctx =
724 container_of(base, struct vmw_user_context, base);
725 struct vmw_resource *res = &ctx->res;
726
727 *p_base = NULL;
728 vmw_resource_unreference(&res);
729}
730
731int vmw_context_destroy_ioctl(struct drm_device *dev, void *data,
732 struct drm_file *file_priv)
733{
734 struct drm_vmw_context_arg *arg = (struct drm_vmw_context_arg *)data;
735 struct ttm_object_file *tfile = vmw_fpriv(file_priv)->tfile;
736
737 return ttm_ref_object_base_unref(tfile, arg->cid, TTM_REF_USAGE);
738}
739
740static int vmw_context_define(struct drm_device *dev, void *data,
741 struct drm_file *file_priv, bool dx)
742{
743 struct vmw_private *dev_priv = vmw_priv(dev);
744 struct vmw_user_context *ctx;
745 struct vmw_resource *res;
746 struct vmw_resource *tmp;
747 struct drm_vmw_context_arg *arg = (struct drm_vmw_context_arg *)data;
748 struct ttm_object_file *tfile = vmw_fpriv(file_priv)->tfile;
749 struct ttm_operation_ctx ttm_opt_ctx = {
750 .interruptible = true,
751 .no_wait_gpu = false
752 };
753 int ret;
754
755 if (!dev_priv->has_dx && dx) {
756 DRM_ERROR("DX contexts not supported by device.\n");
757 return -EINVAL;
758 }
759
760 /*
761 * Approximate idr memory usage with 128 bytes. It will be limited
762 * by maximum number_of contexts anyway.
763 */
764
765 if (unlikely(vmw_user_context_size == 0))
766 vmw_user_context_size = ttm_round_pot(sizeof(*ctx)) + 128 +
767 ((dev_priv->has_mob) ? vmw_cmdbuf_res_man_size() : 0);
768
769 ret = ttm_read_lock(&dev_priv->reservation_sem, true);
770 if (unlikely(ret != 0))
771 return ret;
772
773 ret = ttm_mem_global_alloc(vmw_mem_glob(dev_priv),
774 vmw_user_context_size,
775 &ttm_opt_ctx);
776 if (unlikely(ret != 0)) {
777 if (ret != -ERESTARTSYS)
778 DRM_ERROR("Out of graphics memory for context"
779 " creation.\n");
780 goto out_unlock;
781 }
782
783 ctx = kzalloc(sizeof(*ctx), GFP_KERNEL);
784 if (unlikely(!ctx)) {
785 ttm_mem_global_free(vmw_mem_glob(dev_priv),
786 vmw_user_context_size);
787 ret = -ENOMEM;
788 goto out_unlock;
789 }
790
791 res = &ctx->res;
792 ctx->base.shareable = false;
793 ctx->base.tfile = NULL;
794
795 /*
796 * From here on, the destructor takes over resource freeing.
797 */
798
799 ret = vmw_context_init(dev_priv, res, vmw_user_context_free, dx);
800 if (unlikely(ret != 0))
801 goto out_unlock;
802
803 tmp = vmw_resource_reference(&ctx->res);
804 ret = ttm_base_object_init(tfile, &ctx->base, false, VMW_RES_CONTEXT,
805 &vmw_user_context_base_release, NULL);
806
807 if (unlikely(ret != 0)) {
808 vmw_resource_unreference(&tmp);
809 goto out_err;
810 }
811
812 arg->cid = ctx->base.hash.key;
813out_err:
814 vmw_resource_unreference(&res);
815out_unlock:
816 ttm_read_unlock(&dev_priv->reservation_sem);
817 return ret;
818}
819
820int vmw_context_define_ioctl(struct drm_device *dev, void *data,
821 struct drm_file *file_priv)
822{
823 return vmw_context_define(dev, data, file_priv, false);
824}
825
826int vmw_extended_context_define_ioctl(struct drm_device *dev, void *data,
827 struct drm_file *file_priv)
828{
829 union drm_vmw_extended_context_arg *arg = (typeof(arg)) data;
830 struct drm_vmw_context_arg *rep = &arg->rep;
831
832 switch (arg->req) {
833 case drm_vmw_context_legacy:
834 return vmw_context_define(dev, rep, file_priv, false);
835 case drm_vmw_context_dx:
836 return vmw_context_define(dev, rep, file_priv, true);
837 default:
838 break;
839 }
840 return -EINVAL;
841}
842
843/**
844 * vmw_context_binding_list - Return a list of context bindings
845 *
846 * @ctx: The context resource
847 *
848 * Returns the current list of bindings of the given context. Note that
849 * this list becomes stale as soon as the dev_priv::binding_mutex is unlocked.
850 */
851struct list_head *vmw_context_binding_list(struct vmw_resource *ctx)
852{
853 struct vmw_user_context *uctx =
854 container_of(ctx, struct vmw_user_context, res);
855
856 return vmw_binding_state_list(uctx->cbs);
857}
858
859struct vmw_cmdbuf_res_manager *vmw_context_res_man(struct vmw_resource *ctx)
860{
861 return container_of(ctx, struct vmw_user_context, res)->man;
862}
863
864struct vmw_resource *vmw_context_cotable(struct vmw_resource *ctx,
865 SVGACOTableType cotable_type)
866{
867 if (cotable_type >= SVGA_COTABLE_DX10_MAX)
868 return ERR_PTR(-EINVAL);
869
870 return vmw_resource_reference
871 (container_of(ctx, struct vmw_user_context, res)->
872 cotables[cotable_type]);
873}
874
875/**
876 * vmw_context_binding_state -
877 * Return a pointer to a context binding state structure
878 *
879 * @ctx: The context resource
880 *
881 * Returns the current state of bindings of the given context. Note that
882 * this state becomes stale as soon as the dev_priv::binding_mutex is unlocked.
883 */
884struct vmw_ctx_binding_state *
885vmw_context_binding_state(struct vmw_resource *ctx)
886{
887 return container_of(ctx, struct vmw_user_context, res)->cbs;
888}
889
890/**
891 * vmw_context_bind_dx_query -
892 * Sets query MOB for the context. If @mob is NULL, then this function will
893 * remove the association between the MOB and the context. This function
894 * assumes the binding_mutex is held.
895 *
896 * @ctx_res: The context resource
897 * @mob: a reference to the query MOB
898 *
899 * Returns -EINVAL if a MOB has already been set and does not match the one
900 * specified in the parameter. 0 otherwise.
901 */
902int vmw_context_bind_dx_query(struct vmw_resource *ctx_res,
903 struct vmw_dma_buffer *mob)
904{
905 struct vmw_user_context *uctx =
906 container_of(ctx_res, struct vmw_user_context, res);
907
908 if (mob == NULL) {
909 if (uctx->dx_query_mob) {
910 uctx->dx_query_mob->dx_query_ctx = NULL;
911 vmw_dmabuf_unreference(&uctx->dx_query_mob);
912 uctx->dx_query_mob = NULL;
913 }
914
915 return 0;
916 }
917
918 /* Can only have one MOB per context for queries */
919 if (uctx->dx_query_mob && uctx->dx_query_mob != mob)
920 return -EINVAL;
921
922 mob->dx_query_ctx = ctx_res;
923
924 if (!uctx->dx_query_mob)
925 uctx->dx_query_mob = vmw_dmabuf_reference(mob);
926
927 return 0;
928}
929
930/**
931 * vmw_context_get_dx_query_mob - Returns non-counted reference to DX query mob
932 *
933 * @ctx_res: The context resource
934 */
935struct vmw_dma_buffer *
936vmw_context_get_dx_query_mob(struct vmw_resource *ctx_res)
937{
938 struct vmw_user_context *uctx =
939 container_of(ctx_res, struct vmw_user_context, res);
940
941 return uctx->dx_query_mob;
942}