Loading...
1// SPDX-License-Identifier: GPL-2.0+
2
3#include <linux/dma-fence.h>
4
5#include <drm/drm_atomic.h>
6#include <drm/drm_atomic_helper.h>
7#include <drm/drm_probe_helper.h>
8#include <drm/drm_vblank.h>
9
10#include "vkms_drv.h"
11
12static enum hrtimer_restart vkms_vblank_simulate(struct hrtimer *timer)
13{
14 struct vkms_output *output = container_of(timer, struct vkms_output,
15 vblank_hrtimer);
16 struct drm_crtc *crtc = &output->crtc;
17 struct vkms_crtc_state *state;
18 u64 ret_overrun;
19 bool ret, fence_cookie;
20
21 fence_cookie = dma_fence_begin_signalling();
22
23 ret_overrun = hrtimer_forward_now(&output->vblank_hrtimer,
24 output->period_ns);
25 if (ret_overrun != 1)
26 pr_warn("%s: vblank timer overrun\n", __func__);
27
28 spin_lock(&output->lock);
29 ret = drm_crtc_handle_vblank(crtc);
30 if (!ret)
31 DRM_ERROR("vkms failure on handling vblank");
32
33 state = output->composer_state;
34 spin_unlock(&output->lock);
35
36 if (state && output->composer_enabled) {
37 u64 frame = drm_crtc_accurate_vblank_count(crtc);
38
39 /* update frame_start only if a queued vkms_composer_worker()
40 * has read the data
41 */
42 spin_lock(&output->composer_lock);
43 if (!state->crc_pending)
44 state->frame_start = frame;
45 else
46 DRM_DEBUG_DRIVER("crc worker falling behind, frame_start: %llu, frame_end: %llu\n",
47 state->frame_start, frame);
48 state->frame_end = frame;
49 state->crc_pending = true;
50 spin_unlock(&output->composer_lock);
51
52 ret = queue_work(output->composer_workq, &state->composer_work);
53 if (!ret)
54 DRM_DEBUG_DRIVER("Composer worker already queued\n");
55 }
56
57 dma_fence_end_signalling(fence_cookie);
58
59 return HRTIMER_RESTART;
60}
61
62static int vkms_enable_vblank(struct drm_crtc *crtc)
63{
64 struct drm_vblank_crtc *vblank = drm_crtc_vblank_crtc(crtc);
65 struct vkms_output *out = drm_crtc_to_vkms_output(crtc);
66
67 hrtimer_init(&out->vblank_hrtimer, CLOCK_MONOTONIC, HRTIMER_MODE_REL);
68 out->vblank_hrtimer.function = &vkms_vblank_simulate;
69 out->period_ns = ktime_set(0, vblank->framedur_ns);
70 hrtimer_start(&out->vblank_hrtimer, out->period_ns, HRTIMER_MODE_REL);
71
72 return 0;
73}
74
75static void vkms_disable_vblank(struct drm_crtc *crtc)
76{
77 struct vkms_output *out = drm_crtc_to_vkms_output(crtc);
78
79 hrtimer_cancel(&out->vblank_hrtimer);
80}
81
82static bool vkms_get_vblank_timestamp(struct drm_crtc *crtc,
83 int *max_error, ktime_t *vblank_time,
84 bool in_vblank_irq)
85{
86 struct drm_device *dev = crtc->dev;
87 struct vkms_device *vkmsdev = drm_device_to_vkms_device(dev);
88 struct vkms_output *output = &vkmsdev->output;
89 struct drm_vblank_crtc *vblank = drm_crtc_vblank_crtc(crtc);
90
91 if (!READ_ONCE(vblank->enabled)) {
92 *vblank_time = ktime_get();
93 return true;
94 }
95
96 *vblank_time = READ_ONCE(output->vblank_hrtimer.node.expires);
97
98 if (WARN_ON(*vblank_time == vblank->time))
99 return true;
100
101 /*
102 * To prevent races we roll the hrtimer forward before we do any
103 * interrupt processing - this is how real hw works (the interrupt is
104 * only generated after all the vblank registers are updated) and what
105 * the vblank core expects. Therefore we need to always correct the
106 * timestampe by one frame.
107 */
108 *vblank_time -= output->period_ns;
109
110 return true;
111}
112
113static struct drm_crtc_state *
114vkms_atomic_crtc_duplicate_state(struct drm_crtc *crtc)
115{
116 struct vkms_crtc_state *vkms_state;
117
118 if (WARN_ON(!crtc->state))
119 return NULL;
120
121 vkms_state = kzalloc(sizeof(*vkms_state), GFP_KERNEL);
122 if (!vkms_state)
123 return NULL;
124
125 __drm_atomic_helper_crtc_duplicate_state(crtc, &vkms_state->base);
126
127 INIT_WORK(&vkms_state->composer_work, vkms_composer_worker);
128
129 return &vkms_state->base;
130}
131
132static void vkms_atomic_crtc_destroy_state(struct drm_crtc *crtc,
133 struct drm_crtc_state *state)
134{
135 struct vkms_crtc_state *vkms_state = to_vkms_crtc_state(state);
136
137 __drm_atomic_helper_crtc_destroy_state(state);
138
139 WARN_ON(work_pending(&vkms_state->composer_work));
140 kfree(vkms_state->active_planes);
141 kfree(vkms_state);
142}
143
144static void vkms_atomic_crtc_reset(struct drm_crtc *crtc)
145{
146 struct vkms_crtc_state *vkms_state =
147 kzalloc(sizeof(*vkms_state), GFP_KERNEL);
148
149 if (crtc->state)
150 vkms_atomic_crtc_destroy_state(crtc, crtc->state);
151
152 __drm_atomic_helper_crtc_reset(crtc, &vkms_state->base);
153 if (vkms_state)
154 INIT_WORK(&vkms_state->composer_work, vkms_composer_worker);
155}
156
157static const struct drm_crtc_funcs vkms_crtc_funcs = {
158 .set_config = drm_atomic_helper_set_config,
159 .page_flip = drm_atomic_helper_page_flip,
160 .reset = vkms_atomic_crtc_reset,
161 .atomic_duplicate_state = vkms_atomic_crtc_duplicate_state,
162 .atomic_destroy_state = vkms_atomic_crtc_destroy_state,
163 .enable_vblank = vkms_enable_vblank,
164 .disable_vblank = vkms_disable_vblank,
165 .get_vblank_timestamp = vkms_get_vblank_timestamp,
166 .get_crc_sources = vkms_get_crc_sources,
167 .set_crc_source = vkms_set_crc_source,
168 .verify_crc_source = vkms_verify_crc_source,
169};
170
171static int vkms_crtc_atomic_check(struct drm_crtc *crtc,
172 struct drm_atomic_state *state)
173{
174 struct drm_crtc_state *crtc_state = drm_atomic_get_new_crtc_state(state,
175 crtc);
176 struct vkms_crtc_state *vkms_state = to_vkms_crtc_state(crtc_state);
177 struct drm_plane *plane;
178 struct drm_plane_state *plane_state;
179 int i = 0, ret;
180
181 if (vkms_state->active_planes)
182 return 0;
183
184 ret = drm_atomic_add_affected_planes(crtc_state->state, crtc);
185 if (ret < 0)
186 return ret;
187
188 drm_for_each_plane_mask(plane, crtc->dev, crtc_state->plane_mask) {
189 plane_state = drm_atomic_get_existing_plane_state(crtc_state->state,
190 plane);
191 WARN_ON(!plane_state);
192
193 if (!plane_state->visible)
194 continue;
195
196 i++;
197 }
198
199 vkms_state->active_planes = kcalloc(i, sizeof(plane), GFP_KERNEL);
200 if (!vkms_state->active_planes)
201 return -ENOMEM;
202 vkms_state->num_active_planes = i;
203
204 i = 0;
205 drm_for_each_plane_mask(plane, crtc->dev, crtc_state->plane_mask) {
206 plane_state = drm_atomic_get_existing_plane_state(crtc_state->state,
207 plane);
208
209 if (!plane_state->visible)
210 continue;
211
212 vkms_state->active_planes[i++] =
213 to_vkms_plane_state(plane_state);
214 }
215
216 return 0;
217}
218
219static void vkms_crtc_atomic_enable(struct drm_crtc *crtc,
220 struct drm_atomic_state *state)
221{
222 drm_crtc_vblank_on(crtc);
223}
224
225static void vkms_crtc_atomic_disable(struct drm_crtc *crtc,
226 struct drm_atomic_state *state)
227{
228 drm_crtc_vblank_off(crtc);
229}
230
231static void vkms_crtc_atomic_begin(struct drm_crtc *crtc,
232 struct drm_atomic_state *state)
233 __acquires(&vkms_output->lock)
234{
235 struct vkms_output *vkms_output = drm_crtc_to_vkms_output(crtc);
236
237 /* This lock is held across the atomic commit to block vblank timer
238 * from scheduling vkms_composer_worker until the composer is updated
239 */
240 spin_lock_irq(&vkms_output->lock);
241}
242
243static void vkms_crtc_atomic_flush(struct drm_crtc *crtc,
244 struct drm_atomic_state *state)
245 __releases(&vkms_output->lock)
246{
247 struct vkms_output *vkms_output = drm_crtc_to_vkms_output(crtc);
248
249 if (crtc->state->event) {
250 spin_lock(&crtc->dev->event_lock);
251
252 if (drm_crtc_vblank_get(crtc) != 0)
253 drm_crtc_send_vblank_event(crtc, crtc->state->event);
254 else
255 drm_crtc_arm_vblank_event(crtc, crtc->state->event);
256
257 spin_unlock(&crtc->dev->event_lock);
258
259 crtc->state->event = NULL;
260 }
261
262 vkms_output->composer_state = to_vkms_crtc_state(crtc->state);
263
264 spin_unlock_irq(&vkms_output->lock);
265}
266
267static const struct drm_crtc_helper_funcs vkms_crtc_helper_funcs = {
268 .atomic_check = vkms_crtc_atomic_check,
269 .atomic_begin = vkms_crtc_atomic_begin,
270 .atomic_flush = vkms_crtc_atomic_flush,
271 .atomic_enable = vkms_crtc_atomic_enable,
272 .atomic_disable = vkms_crtc_atomic_disable,
273};
274
275int vkms_crtc_init(struct drm_device *dev, struct drm_crtc *crtc,
276 struct drm_plane *primary, struct drm_plane *cursor)
277{
278 struct vkms_output *vkms_out = drm_crtc_to_vkms_output(crtc);
279 int ret;
280
281 ret = drmm_crtc_init_with_planes(dev, crtc, primary, cursor,
282 &vkms_crtc_funcs, NULL);
283 if (ret) {
284 DRM_ERROR("Failed to init CRTC\n");
285 return ret;
286 }
287
288 drm_crtc_helper_add(crtc, &vkms_crtc_helper_funcs);
289
290 ret = drm_mode_crtc_set_gamma_size(crtc, VKMS_LUT_SIZE);
291 if (ret) {
292 DRM_ERROR("Failed to set gamma size\n");
293 return ret;
294 }
295
296 drm_crtc_enable_color_mgmt(crtc, 0, false, VKMS_LUT_SIZE);
297
298 spin_lock_init(&vkms_out->lock);
299 spin_lock_init(&vkms_out->composer_lock);
300
301 vkms_out->composer_workq = alloc_ordered_workqueue("vkms_composer", 0);
302 if (!vkms_out->composer_workq)
303 return -ENOMEM;
304
305 return ret;
306}
1// SPDX-License-Identifier: GPL-2.0+
2
3#include <drm/drm_atomic.h>
4#include <drm/drm_atomic_helper.h>
5#include <drm/drm_probe_helper.h>
6#include <drm/drm_vblank.h>
7
8#include "vkms_drv.h"
9
10static enum hrtimer_restart vkms_vblank_simulate(struct hrtimer *timer)
11{
12 struct vkms_output *output = container_of(timer, struct vkms_output,
13 vblank_hrtimer);
14 struct drm_crtc *crtc = &output->crtc;
15 struct vkms_crtc_state *state;
16 u64 ret_overrun;
17 bool ret;
18
19 spin_lock(&output->lock);
20
21 ret_overrun = hrtimer_forward_now(&output->vblank_hrtimer,
22 output->period_ns);
23 WARN_ON(ret_overrun != 1);
24
25 ret = drm_crtc_handle_vblank(crtc);
26 if (!ret)
27 DRM_ERROR("vkms failure on handling vblank");
28
29 state = output->composer_state;
30 if (state && output->composer_enabled) {
31 u64 frame = drm_crtc_accurate_vblank_count(crtc);
32
33 /* update frame_start only if a queued vkms_composer_worker()
34 * has read the data
35 */
36 spin_lock(&output->composer_lock);
37 if (!state->crc_pending)
38 state->frame_start = frame;
39 else
40 DRM_DEBUG_DRIVER("crc worker falling behind, frame_start: %llu, frame_end: %llu\n",
41 state->frame_start, frame);
42 state->frame_end = frame;
43 state->crc_pending = true;
44 spin_unlock(&output->composer_lock);
45
46 ret = queue_work(output->composer_workq, &state->composer_work);
47 if (!ret)
48 DRM_DEBUG_DRIVER("Composer worker already queued\n");
49 }
50
51 spin_unlock(&output->lock);
52
53 return HRTIMER_RESTART;
54}
55
56static int vkms_enable_vblank(struct drm_crtc *crtc)
57{
58 struct drm_device *dev = crtc->dev;
59 unsigned int pipe = drm_crtc_index(crtc);
60 struct drm_vblank_crtc *vblank = &dev->vblank[pipe];
61 struct vkms_output *out = drm_crtc_to_vkms_output(crtc);
62
63 drm_calc_timestamping_constants(crtc, &crtc->mode);
64
65 hrtimer_init(&out->vblank_hrtimer, CLOCK_MONOTONIC, HRTIMER_MODE_REL);
66 out->vblank_hrtimer.function = &vkms_vblank_simulate;
67 out->period_ns = ktime_set(0, vblank->framedur_ns);
68 hrtimer_start(&out->vblank_hrtimer, out->period_ns, HRTIMER_MODE_REL);
69
70 return 0;
71}
72
73static void vkms_disable_vblank(struct drm_crtc *crtc)
74{
75 struct vkms_output *out = drm_crtc_to_vkms_output(crtc);
76
77 hrtimer_cancel(&out->vblank_hrtimer);
78}
79
80bool vkms_get_vblank_timestamp(struct drm_device *dev, unsigned int pipe,
81 int *max_error, ktime_t *vblank_time,
82 bool in_vblank_irq)
83{
84 struct vkms_device *vkmsdev = drm_device_to_vkms_device(dev);
85 struct vkms_output *output = &vkmsdev->output;
86 struct drm_vblank_crtc *vblank = &dev->vblank[pipe];
87
88 *vblank_time = output->vblank_hrtimer.node.expires;
89
90 if (WARN_ON(*vblank_time == vblank->time))
91 return true;
92
93 /*
94 * To prevent races we roll the hrtimer forward before we do any
95 * interrupt processing - this is how real hw works (the interrupt is
96 * only generated after all the vblank registers are updated) and what
97 * the vblank core expects. Therefore we need to always correct the
98 * timestampe by one frame.
99 */
100 *vblank_time -= output->period_ns;
101
102 return true;
103}
104
105static struct drm_crtc_state *
106vkms_atomic_crtc_duplicate_state(struct drm_crtc *crtc)
107{
108 struct vkms_crtc_state *vkms_state;
109
110 if (WARN_ON(!crtc->state))
111 return NULL;
112
113 vkms_state = kzalloc(sizeof(*vkms_state), GFP_KERNEL);
114 if (!vkms_state)
115 return NULL;
116
117 __drm_atomic_helper_crtc_duplicate_state(crtc, &vkms_state->base);
118
119 INIT_WORK(&vkms_state->composer_work, vkms_composer_worker);
120
121 return &vkms_state->base;
122}
123
124static void vkms_atomic_crtc_destroy_state(struct drm_crtc *crtc,
125 struct drm_crtc_state *state)
126{
127 struct vkms_crtc_state *vkms_state = to_vkms_crtc_state(state);
128
129 __drm_atomic_helper_crtc_destroy_state(state);
130
131 WARN_ON(work_pending(&vkms_state->composer_work));
132 kfree(vkms_state->active_planes);
133 kfree(vkms_state);
134}
135
136static void vkms_atomic_crtc_reset(struct drm_crtc *crtc)
137{
138 struct vkms_crtc_state *vkms_state =
139 kzalloc(sizeof(*vkms_state), GFP_KERNEL);
140
141 if (crtc->state)
142 vkms_atomic_crtc_destroy_state(crtc, crtc->state);
143
144 __drm_atomic_helper_crtc_reset(crtc, &vkms_state->base);
145 if (vkms_state)
146 INIT_WORK(&vkms_state->composer_work, vkms_composer_worker);
147}
148
149static const struct drm_crtc_funcs vkms_crtc_funcs = {
150 .set_config = drm_atomic_helper_set_config,
151 .destroy = drm_crtc_cleanup,
152 .page_flip = drm_atomic_helper_page_flip,
153 .reset = vkms_atomic_crtc_reset,
154 .atomic_duplicate_state = vkms_atomic_crtc_duplicate_state,
155 .atomic_destroy_state = vkms_atomic_crtc_destroy_state,
156 .enable_vblank = vkms_enable_vblank,
157 .disable_vblank = vkms_disable_vblank,
158 .get_crc_sources = vkms_get_crc_sources,
159 .set_crc_source = vkms_set_crc_source,
160 .verify_crc_source = vkms_verify_crc_source,
161};
162
163static int vkms_crtc_atomic_check(struct drm_crtc *crtc,
164 struct drm_crtc_state *state)
165{
166 struct vkms_crtc_state *vkms_state = to_vkms_crtc_state(state);
167 struct drm_plane *plane;
168 struct drm_plane_state *plane_state;
169 int i = 0, ret;
170
171 if (vkms_state->active_planes)
172 return 0;
173
174 ret = drm_atomic_add_affected_planes(state->state, crtc);
175 if (ret < 0)
176 return ret;
177
178 drm_for_each_plane_mask(plane, crtc->dev, state->plane_mask) {
179 plane_state = drm_atomic_get_existing_plane_state(state->state,
180 plane);
181 WARN_ON(!plane_state);
182
183 if (!plane_state->visible)
184 continue;
185
186 i++;
187 }
188
189 vkms_state->active_planes = kcalloc(i, sizeof(plane), GFP_KERNEL);
190 if (!vkms_state->active_planes)
191 return -ENOMEM;
192 vkms_state->num_active_planes = i;
193
194 i = 0;
195 drm_for_each_plane_mask(plane, crtc->dev, state->plane_mask) {
196 plane_state = drm_atomic_get_existing_plane_state(state->state,
197 plane);
198
199 if (!plane_state->visible)
200 continue;
201
202 vkms_state->active_planes[i++] =
203 to_vkms_plane_state(plane_state);
204 }
205
206 return 0;
207}
208
209static void vkms_crtc_atomic_enable(struct drm_crtc *crtc,
210 struct drm_crtc_state *old_state)
211{
212 drm_crtc_vblank_on(crtc);
213}
214
215static void vkms_crtc_atomic_disable(struct drm_crtc *crtc,
216 struct drm_crtc_state *old_state)
217{
218 drm_crtc_vblank_off(crtc);
219}
220
221static void vkms_crtc_atomic_begin(struct drm_crtc *crtc,
222 struct drm_crtc_state *old_crtc_state)
223{
224 struct vkms_output *vkms_output = drm_crtc_to_vkms_output(crtc);
225
226 /* This lock is held across the atomic commit to block vblank timer
227 * from scheduling vkms_composer_worker until the composer is updated
228 */
229 spin_lock_irq(&vkms_output->lock);
230}
231
232static void vkms_crtc_atomic_flush(struct drm_crtc *crtc,
233 struct drm_crtc_state *old_crtc_state)
234{
235 struct vkms_output *vkms_output = drm_crtc_to_vkms_output(crtc);
236
237 if (crtc->state->event) {
238 spin_lock(&crtc->dev->event_lock);
239
240 if (drm_crtc_vblank_get(crtc) != 0)
241 drm_crtc_send_vblank_event(crtc, crtc->state->event);
242 else
243 drm_crtc_arm_vblank_event(crtc, crtc->state->event);
244
245 spin_unlock(&crtc->dev->event_lock);
246
247 crtc->state->event = NULL;
248 }
249
250 vkms_output->composer_state = to_vkms_crtc_state(crtc->state);
251
252 spin_unlock_irq(&vkms_output->lock);
253}
254
255static const struct drm_crtc_helper_funcs vkms_crtc_helper_funcs = {
256 .atomic_check = vkms_crtc_atomic_check,
257 .atomic_begin = vkms_crtc_atomic_begin,
258 .atomic_flush = vkms_crtc_atomic_flush,
259 .atomic_enable = vkms_crtc_atomic_enable,
260 .atomic_disable = vkms_crtc_atomic_disable,
261};
262
263int vkms_crtc_init(struct drm_device *dev, struct drm_crtc *crtc,
264 struct drm_plane *primary, struct drm_plane *cursor)
265{
266 struct vkms_output *vkms_out = drm_crtc_to_vkms_output(crtc);
267 int ret;
268
269 ret = drm_crtc_init_with_planes(dev, crtc, primary, cursor,
270 &vkms_crtc_funcs, NULL);
271 if (ret) {
272 DRM_ERROR("Failed to init CRTC\n");
273 return ret;
274 }
275
276 drm_crtc_helper_add(crtc, &vkms_crtc_helper_funcs);
277
278 spin_lock_init(&vkms_out->lock);
279 spin_lock_init(&vkms_out->composer_lock);
280
281 vkms_out->composer_workq = alloc_ordered_workqueue("vkms_composer", 0);
282 if (!vkms_out->composer_workq)
283 return -ENOMEM;
284
285 return ret;
286}