Loading...
1/*
2 * Copyright (C) 2015 Red Hat, Inc.
3 * All Rights Reserved.
4 *
5 * Permission is hereby granted, free of charge, to any person obtaining
6 * a copy of this software and associated documentation files (the
7 * "Software"), to deal in the Software without restriction, including
8 * without limitation the rights to use, copy, modify, merge, publish,
9 * distribute, sublicense, and/or sell copies of the Software, and to
10 * permit persons to whom the Software is furnished to do so, subject to
11 * the following conditions:
12 *
13 * The above copyright notice and this permission notice (including the
14 * next paragraph) shall be included in all copies or substantial
15 * portions of the Software.
16 *
17 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
18 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
19 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
20 * IN NO EVENT SHALL THE COPYRIGHT OWNER(S) AND/OR ITS SUPPLIERS BE
21 * LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
22 * OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
23 * WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
24 */
25
26#include <linux/virtio.h>
27#include <linux/virtio_config.h>
28#include <linux/virtio_ring.h>
29
30#include <drm/drm_file.h>
31
32#include "virtgpu_drv.h"
33
34static void virtio_gpu_config_changed_work_func(struct work_struct *work)
35{
36 struct virtio_gpu_device *vgdev =
37 container_of(work, struct virtio_gpu_device,
38 config_changed_work);
39 u32 events_read, events_clear = 0;
40
41 /* read the config space */
42 virtio_cread_le(vgdev->vdev, struct virtio_gpu_config,
43 events_read, &events_read);
44 if (events_read & VIRTIO_GPU_EVENT_DISPLAY) {
45 if (vgdev->has_edid)
46 virtio_gpu_cmd_get_edids(vgdev);
47 virtio_gpu_cmd_get_display_info(vgdev);
48 virtio_gpu_notify(vgdev);
49 drm_helper_hpd_irq_event(vgdev->ddev);
50 events_clear |= VIRTIO_GPU_EVENT_DISPLAY;
51 }
52 virtio_cwrite_le(vgdev->vdev, struct virtio_gpu_config,
53 events_clear, &events_clear);
54}
55
56static void virtio_gpu_init_vq(struct virtio_gpu_queue *vgvq,
57 void (*work_func)(struct work_struct *work))
58{
59 spin_lock_init(&vgvq->qlock);
60 init_waitqueue_head(&vgvq->ack_queue);
61 INIT_WORK(&vgvq->dequeue_work, work_func);
62}
63
64static void virtio_gpu_get_capsets(struct virtio_gpu_device *vgdev,
65 int num_capsets)
66{
67 int i, ret;
68
69 vgdev->capsets = kcalloc(num_capsets,
70 sizeof(struct virtio_gpu_drv_capset),
71 GFP_KERNEL);
72 if (!vgdev->capsets) {
73 DRM_ERROR("failed to allocate cap sets\n");
74 return;
75 }
76 for (i = 0; i < num_capsets; i++) {
77 virtio_gpu_cmd_get_capset_info(vgdev, i);
78 virtio_gpu_notify(vgdev);
79 ret = wait_event_timeout(vgdev->resp_wq,
80 vgdev->capsets[i].id > 0, 5 * HZ);
81 if (ret == 0) {
82 DRM_ERROR("timed out waiting for cap set %d\n", i);
83 kfree(vgdev->capsets);
84 vgdev->capsets = NULL;
85 return;
86 }
87 DRM_INFO("cap set %d: id %d, max-version %d, max-size %d\n",
88 i, vgdev->capsets[i].id,
89 vgdev->capsets[i].max_version,
90 vgdev->capsets[i].max_size);
91 }
92 vgdev->num_capsets = num_capsets;
93}
94
95int virtio_gpu_init(struct drm_device *dev)
96{
97 static vq_callback_t *callbacks[] = {
98 virtio_gpu_ctrl_ack, virtio_gpu_cursor_ack
99 };
100 static const char * const names[] = { "control", "cursor" };
101
102 struct virtio_gpu_device *vgdev;
103 /* this will expand later */
104 struct virtqueue *vqs[2];
105 u32 num_scanouts, num_capsets;
106 int ret;
107
108 if (!virtio_has_feature(dev_to_virtio(dev->dev), VIRTIO_F_VERSION_1))
109 return -ENODEV;
110
111 vgdev = kzalloc(sizeof(struct virtio_gpu_device), GFP_KERNEL);
112 if (!vgdev)
113 return -ENOMEM;
114
115 vgdev->ddev = dev;
116 dev->dev_private = vgdev;
117 vgdev->vdev = dev_to_virtio(dev->dev);
118 vgdev->dev = dev->dev;
119
120 spin_lock_init(&vgdev->display_info_lock);
121 ida_init(&vgdev->ctx_id_ida);
122 ida_init(&vgdev->resource_ida);
123 init_waitqueue_head(&vgdev->resp_wq);
124 virtio_gpu_init_vq(&vgdev->ctrlq, virtio_gpu_dequeue_ctrl_func);
125 virtio_gpu_init_vq(&vgdev->cursorq, virtio_gpu_dequeue_cursor_func);
126
127 vgdev->fence_drv.context = dma_fence_context_alloc(1);
128 spin_lock_init(&vgdev->fence_drv.lock);
129 INIT_LIST_HEAD(&vgdev->fence_drv.fences);
130 INIT_LIST_HEAD(&vgdev->cap_cache);
131 INIT_WORK(&vgdev->config_changed_work,
132 virtio_gpu_config_changed_work_func);
133
134 INIT_WORK(&vgdev->obj_free_work,
135 virtio_gpu_array_put_free_work);
136 INIT_LIST_HEAD(&vgdev->obj_free_list);
137 spin_lock_init(&vgdev->obj_free_lock);
138
139#ifdef __LITTLE_ENDIAN
140 if (virtio_has_feature(vgdev->vdev, VIRTIO_GPU_F_VIRGL))
141 vgdev->has_virgl_3d = true;
142#endif
143 if (virtio_has_feature(vgdev->vdev, VIRTIO_GPU_F_EDID)) {
144 vgdev->has_edid = true;
145 }
146 if (virtio_has_feature(vgdev->vdev, VIRTIO_RING_F_INDIRECT_DESC)) {
147 vgdev->has_indirect = true;
148 }
149
150 DRM_INFO("features: %cvirgl %cedid\n",
151 vgdev->has_virgl_3d ? '+' : '-',
152 vgdev->has_edid ? '+' : '-');
153
154 ret = virtio_find_vqs(vgdev->vdev, 2, vqs, callbacks, names, NULL);
155 if (ret) {
156 DRM_ERROR("failed to find virt queues\n");
157 goto err_vqs;
158 }
159 vgdev->ctrlq.vq = vqs[0];
160 vgdev->cursorq.vq = vqs[1];
161 ret = virtio_gpu_alloc_vbufs(vgdev);
162 if (ret) {
163 DRM_ERROR("failed to alloc vbufs\n");
164 goto err_vbufs;
165 }
166
167 /* get display info */
168 virtio_cread_le(vgdev->vdev, struct virtio_gpu_config,
169 num_scanouts, &num_scanouts);
170 vgdev->num_scanouts = min_t(uint32_t, num_scanouts,
171 VIRTIO_GPU_MAX_SCANOUTS);
172 if (!vgdev->num_scanouts) {
173 DRM_ERROR("num_scanouts is zero\n");
174 ret = -EINVAL;
175 goto err_scanouts;
176 }
177 DRM_INFO("number of scanouts: %d\n", num_scanouts);
178
179 virtio_cread_le(vgdev->vdev, struct virtio_gpu_config,
180 num_capsets, &num_capsets);
181 DRM_INFO("number of cap sets: %d\n", num_capsets);
182
183 virtio_gpu_modeset_init(vgdev);
184
185 virtio_device_ready(vgdev->vdev);
186
187 if (num_capsets)
188 virtio_gpu_get_capsets(vgdev, num_capsets);
189 if (vgdev->has_edid)
190 virtio_gpu_cmd_get_edids(vgdev);
191 virtio_gpu_cmd_get_display_info(vgdev);
192 virtio_gpu_notify(vgdev);
193 wait_event_timeout(vgdev->resp_wq, !vgdev->display_info_pending,
194 5 * HZ);
195 return 0;
196
197err_scanouts:
198 virtio_gpu_free_vbufs(vgdev);
199err_vbufs:
200 vgdev->vdev->config->del_vqs(vgdev->vdev);
201err_vqs:
202 kfree(vgdev);
203 return ret;
204}
205
206static void virtio_gpu_cleanup_cap_cache(struct virtio_gpu_device *vgdev)
207{
208 struct virtio_gpu_drv_cap_cache *cache_ent, *tmp;
209
210 list_for_each_entry_safe(cache_ent, tmp, &vgdev->cap_cache, head) {
211 kfree(cache_ent->caps_cache);
212 kfree(cache_ent);
213 }
214}
215
216void virtio_gpu_deinit(struct drm_device *dev)
217{
218 struct virtio_gpu_device *vgdev = dev->dev_private;
219
220 flush_work(&vgdev->obj_free_work);
221 flush_work(&vgdev->ctrlq.dequeue_work);
222 flush_work(&vgdev->cursorq.dequeue_work);
223 flush_work(&vgdev->config_changed_work);
224 vgdev->vdev->config->reset(vgdev->vdev);
225 vgdev->vdev->config->del_vqs(vgdev->vdev);
226}
227
228void virtio_gpu_release(struct drm_device *dev)
229{
230 struct virtio_gpu_device *vgdev = dev->dev_private;
231
232 virtio_gpu_modeset_fini(vgdev);
233 virtio_gpu_free_vbufs(vgdev);
234 virtio_gpu_cleanup_cap_cache(vgdev);
235 kfree(vgdev->capsets);
236 kfree(vgdev);
237}
238
239int virtio_gpu_driver_open(struct drm_device *dev, struct drm_file *file)
240{
241 struct virtio_gpu_device *vgdev = dev->dev_private;
242 struct virtio_gpu_fpriv *vfpriv;
243 int handle;
244
245 /* can't create contexts without 3d renderer */
246 if (!vgdev->has_virgl_3d)
247 return 0;
248
249 /* allocate a virt GPU context for this opener */
250 vfpriv = kzalloc(sizeof(*vfpriv), GFP_KERNEL);
251 if (!vfpriv)
252 return -ENOMEM;
253
254 mutex_init(&vfpriv->context_lock);
255
256 handle = ida_alloc(&vgdev->ctx_id_ida, GFP_KERNEL);
257 if (handle < 0) {
258 kfree(vfpriv);
259 return handle;
260 }
261
262 vfpriv->ctx_id = handle + 1;
263 file->driver_priv = vfpriv;
264 return 0;
265}
266
267void virtio_gpu_driver_postclose(struct drm_device *dev, struct drm_file *file)
268{
269 struct virtio_gpu_device *vgdev = dev->dev_private;
270 struct virtio_gpu_fpriv *vfpriv = file->driver_priv;
271
272 if (!vgdev->has_virgl_3d)
273 return;
274
275 if (vfpriv->context_created) {
276 virtio_gpu_cmd_context_destroy(vgdev, vfpriv->ctx_id);
277 virtio_gpu_notify(vgdev);
278 }
279
280 ida_free(&vgdev->ctx_id_ida, vfpriv->ctx_id - 1);
281 mutex_destroy(&vfpriv->context_lock);
282 kfree(vfpriv);
283 file->driver_priv = NULL;
284}
1/*
2 * Copyright (C) 2015 Red Hat, Inc.
3 * All Rights Reserved.
4 *
5 * Permission is hereby granted, free of charge, to any person obtaining
6 * a copy of this software and associated documentation files (the
7 * "Software"), to deal in the Software without restriction, including
8 * without limitation the rights to use, copy, modify, merge, publish,
9 * distribute, sublicense, and/or sell copies of the Software, and to
10 * permit persons to whom the Software is furnished to do so, subject to
11 * the following conditions:
12 *
13 * The above copyright notice and this permission notice (including the
14 * next paragraph) shall be included in all copies or substantial
15 * portions of the Software.
16 *
17 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
18 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
19 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
20 * IN NO EVENT SHALL THE COPYRIGHT OWNER(S) AND/OR ITS SUPPLIERS BE
21 * LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
22 * OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
23 * WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
24 */
25
26#include <linux/virtio.h>
27#include <linux/virtio_config.h>
28#include <drm/drmP.h>
29#include "virtgpu_drv.h"
30
31static int virtio_gpu_fbdev = 1;
32
33MODULE_PARM_DESC(fbdev, "Disable/Enable framebuffer device & console");
34module_param_named(fbdev, virtio_gpu_fbdev, int, 0400);
35
36static void virtio_gpu_config_changed_work_func(struct work_struct *work)
37{
38 struct virtio_gpu_device *vgdev =
39 container_of(work, struct virtio_gpu_device,
40 config_changed_work);
41 u32 events_read, events_clear = 0;
42
43 /* read the config space */
44 virtio_cread(vgdev->vdev, struct virtio_gpu_config,
45 events_read, &events_read);
46 if (events_read & VIRTIO_GPU_EVENT_DISPLAY) {
47 virtio_gpu_cmd_get_display_info(vgdev);
48 drm_helper_hpd_irq_event(vgdev->ddev);
49 events_clear |= VIRTIO_GPU_EVENT_DISPLAY;
50 }
51 virtio_cwrite(vgdev->vdev, struct virtio_gpu_config,
52 events_clear, &events_clear);
53}
54
55static void virtio_gpu_ctx_id_get(struct virtio_gpu_device *vgdev,
56 uint32_t *resid)
57{
58 int handle;
59
60 idr_preload(GFP_KERNEL);
61 spin_lock(&vgdev->ctx_id_idr_lock);
62 handle = idr_alloc(&vgdev->ctx_id_idr, NULL, 1, 0, 0);
63 spin_unlock(&vgdev->ctx_id_idr_lock);
64 idr_preload_end();
65 *resid = handle;
66}
67
68static void virtio_gpu_ctx_id_put(struct virtio_gpu_device *vgdev, uint32_t id)
69{
70 spin_lock(&vgdev->ctx_id_idr_lock);
71 idr_remove(&vgdev->ctx_id_idr, id);
72 spin_unlock(&vgdev->ctx_id_idr_lock);
73}
74
75static void virtio_gpu_context_create(struct virtio_gpu_device *vgdev,
76 uint32_t nlen, const char *name,
77 uint32_t *ctx_id)
78{
79 virtio_gpu_ctx_id_get(vgdev, ctx_id);
80 virtio_gpu_cmd_context_create(vgdev, *ctx_id, nlen, name);
81}
82
83static void virtio_gpu_context_destroy(struct virtio_gpu_device *vgdev,
84 uint32_t ctx_id)
85{
86 virtio_gpu_cmd_context_destroy(vgdev, ctx_id);
87 virtio_gpu_ctx_id_put(vgdev, ctx_id);
88}
89
90static void virtio_gpu_init_vq(struct virtio_gpu_queue *vgvq,
91 void (*work_func)(struct work_struct *work))
92{
93 spin_lock_init(&vgvq->qlock);
94 init_waitqueue_head(&vgvq->ack_queue);
95 INIT_WORK(&vgvq->dequeue_work, work_func);
96}
97
98static void virtio_gpu_get_capsets(struct virtio_gpu_device *vgdev,
99 int num_capsets)
100{
101 int i, ret;
102
103 vgdev->capsets = kcalloc(num_capsets,
104 sizeof(struct virtio_gpu_drv_capset),
105 GFP_KERNEL);
106 if (!vgdev->capsets) {
107 DRM_ERROR("failed to allocate cap sets\n");
108 return;
109 }
110 for (i = 0; i < num_capsets; i++) {
111 virtio_gpu_cmd_get_capset_info(vgdev, i);
112 ret = wait_event_timeout(vgdev->resp_wq,
113 vgdev->capsets[i].id > 0, 5 * HZ);
114 if (ret == 0) {
115 DRM_ERROR("timed out waiting for cap set %d\n", i);
116 kfree(vgdev->capsets);
117 vgdev->capsets = NULL;
118 return;
119 }
120 DRM_INFO("cap set %d: id %d, max-version %d, max-size %d\n",
121 i, vgdev->capsets[i].id,
122 vgdev->capsets[i].max_version,
123 vgdev->capsets[i].max_size);
124 }
125 vgdev->num_capsets = num_capsets;
126}
127
128int virtio_gpu_driver_load(struct drm_device *dev, unsigned long flags)
129{
130 static vq_callback_t *callbacks[] = {
131 virtio_gpu_ctrl_ack, virtio_gpu_cursor_ack
132 };
133 static const char * const names[] = { "control", "cursor" };
134
135 struct virtio_gpu_device *vgdev;
136 /* this will expand later */
137 struct virtqueue *vqs[2];
138 u32 num_scanouts, num_capsets;
139 int ret;
140
141 if (!virtio_has_feature(dev_to_virtio(dev->dev), VIRTIO_F_VERSION_1))
142 return -ENODEV;
143
144 vgdev = kzalloc(sizeof(struct virtio_gpu_device), GFP_KERNEL);
145 if (!vgdev)
146 return -ENOMEM;
147
148 vgdev->ddev = dev;
149 dev->dev_private = vgdev;
150 vgdev->vdev = dev_to_virtio(dev->dev);
151 vgdev->dev = dev->dev;
152
153 spin_lock_init(&vgdev->display_info_lock);
154 spin_lock_init(&vgdev->ctx_id_idr_lock);
155 idr_init(&vgdev->ctx_id_idr);
156 spin_lock_init(&vgdev->resource_idr_lock);
157 idr_init(&vgdev->resource_idr);
158 init_waitqueue_head(&vgdev->resp_wq);
159 virtio_gpu_init_vq(&vgdev->ctrlq, virtio_gpu_dequeue_ctrl_func);
160 virtio_gpu_init_vq(&vgdev->cursorq, virtio_gpu_dequeue_cursor_func);
161
162 vgdev->fence_drv.context = dma_fence_context_alloc(1);
163 spin_lock_init(&vgdev->fence_drv.lock);
164 INIT_LIST_HEAD(&vgdev->fence_drv.fences);
165 INIT_LIST_HEAD(&vgdev->cap_cache);
166 INIT_WORK(&vgdev->config_changed_work,
167 virtio_gpu_config_changed_work_func);
168
169#ifdef __LITTLE_ENDIAN
170 if (virtio_has_feature(vgdev->vdev, VIRTIO_GPU_F_VIRGL))
171 vgdev->has_virgl_3d = true;
172 DRM_INFO("virgl 3d acceleration %s\n",
173 vgdev->has_virgl_3d ? "enabled" : "not supported by host");
174#else
175 DRM_INFO("virgl 3d acceleration not supported by guest\n");
176#endif
177
178 ret = virtio_find_vqs(vgdev->vdev, 2, vqs, callbacks, names, NULL);
179 if (ret) {
180 DRM_ERROR("failed to find virt queues\n");
181 goto err_vqs;
182 }
183 vgdev->ctrlq.vq = vqs[0];
184 vgdev->cursorq.vq = vqs[1];
185 ret = virtio_gpu_alloc_vbufs(vgdev);
186 if (ret) {
187 DRM_ERROR("failed to alloc vbufs\n");
188 goto err_vbufs;
189 }
190
191 ret = virtio_gpu_ttm_init(vgdev);
192 if (ret) {
193 DRM_ERROR("failed to init ttm %d\n", ret);
194 goto err_ttm;
195 }
196
197 /* get display info */
198 virtio_cread(vgdev->vdev, struct virtio_gpu_config,
199 num_scanouts, &num_scanouts);
200 vgdev->num_scanouts = min_t(uint32_t, num_scanouts,
201 VIRTIO_GPU_MAX_SCANOUTS);
202 if (!vgdev->num_scanouts) {
203 DRM_ERROR("num_scanouts is zero\n");
204 ret = -EINVAL;
205 goto err_scanouts;
206 }
207 DRM_INFO("number of scanouts: %d\n", num_scanouts);
208
209 virtio_cread(vgdev->vdev, struct virtio_gpu_config,
210 num_capsets, &num_capsets);
211 DRM_INFO("number of cap sets: %d\n", num_capsets);
212
213 ret = virtio_gpu_modeset_init(vgdev);
214 if (ret)
215 goto err_modeset;
216
217 virtio_device_ready(vgdev->vdev);
218 vgdev->vqs_ready = true;
219
220 if (num_capsets)
221 virtio_gpu_get_capsets(vgdev, num_capsets);
222 virtio_gpu_cmd_get_display_info(vgdev);
223 wait_event_timeout(vgdev->resp_wq, !vgdev->display_info_pending,
224 5 * HZ);
225 if (virtio_gpu_fbdev)
226 virtio_gpu_fbdev_init(vgdev);
227
228 return 0;
229
230err_modeset:
231err_scanouts:
232 virtio_gpu_ttm_fini(vgdev);
233err_ttm:
234 virtio_gpu_free_vbufs(vgdev);
235err_vbufs:
236 vgdev->vdev->config->del_vqs(vgdev->vdev);
237err_vqs:
238 kfree(vgdev);
239 return ret;
240}
241
242static void virtio_gpu_cleanup_cap_cache(struct virtio_gpu_device *vgdev)
243{
244 struct virtio_gpu_drv_cap_cache *cache_ent, *tmp;
245
246 list_for_each_entry_safe(cache_ent, tmp, &vgdev->cap_cache, head) {
247 kfree(cache_ent->caps_cache);
248 kfree(cache_ent);
249 }
250}
251
252void virtio_gpu_driver_unload(struct drm_device *dev)
253{
254 struct virtio_gpu_device *vgdev = dev->dev_private;
255
256 vgdev->vqs_ready = false;
257 flush_work(&vgdev->ctrlq.dequeue_work);
258 flush_work(&vgdev->cursorq.dequeue_work);
259 flush_work(&vgdev->config_changed_work);
260 vgdev->vdev->config->del_vqs(vgdev->vdev);
261
262 virtio_gpu_modeset_fini(vgdev);
263 virtio_gpu_ttm_fini(vgdev);
264 virtio_gpu_free_vbufs(vgdev);
265 virtio_gpu_cleanup_cap_cache(vgdev);
266 kfree(vgdev->capsets);
267 kfree(vgdev);
268}
269
270int virtio_gpu_driver_open(struct drm_device *dev, struct drm_file *file)
271{
272 struct virtio_gpu_device *vgdev = dev->dev_private;
273 struct virtio_gpu_fpriv *vfpriv;
274 uint32_t id;
275 char dbgname[TASK_COMM_LEN];
276
277 /* can't create contexts without 3d renderer */
278 if (!vgdev->has_virgl_3d)
279 return 0;
280
281 /* allocate a virt GPU context for this opener */
282 vfpriv = kzalloc(sizeof(*vfpriv), GFP_KERNEL);
283 if (!vfpriv)
284 return -ENOMEM;
285
286 get_task_comm(dbgname, current);
287 virtio_gpu_context_create(vgdev, strlen(dbgname), dbgname, &id);
288
289 vfpriv->ctx_id = id;
290 file->driver_priv = vfpriv;
291 return 0;
292}
293
294void virtio_gpu_driver_postclose(struct drm_device *dev, struct drm_file *file)
295{
296 struct virtio_gpu_device *vgdev = dev->dev_private;
297 struct virtio_gpu_fpriv *vfpriv;
298
299 if (!vgdev->has_virgl_3d)
300 return;
301
302 vfpriv = file->driver_priv;
303
304 virtio_gpu_context_destroy(vgdev, vfpriv->ctx_id);
305 kfree(vfpriv);
306 file->driver_priv = NULL;
307}