Loading...
1/* radeon_irq.c -- IRQ handling for radeon -*- linux-c -*- */
2/*
3 * Copyright (C) The Weather Channel, Inc. 2002. All Rights Reserved.
4 *
5 * The Weather Channel (TM) funded Tungsten Graphics to develop the
6 * initial release of the Radeon 8500 driver under the XFree86 license.
7 * This notice must be preserved.
8 *
9 * Permission is hereby granted, free of charge, to any person obtaining a
10 * copy of this software and associated documentation files (the "Software"),
11 * to deal in the Software without restriction, including without limitation
12 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
13 * and/or sell copies of the Software, and to permit persons to whom the
14 * Software is furnished to do so, subject to the following conditions:
15 *
16 * The above copyright notice and this permission notice (including the next
17 * paragraph) shall be included in all copies or substantial portions of the
18 * Software.
19 *
20 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
21 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
22 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
23 * PRECISION INSIGHT AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM, DAMAGES OR
24 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
25 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
26 * DEALINGS IN THE SOFTWARE.
27 *
28 * Authors:
29 * Keith Whitwell <keith@tungstengraphics.com>
30 * Michel D�zer <michel@daenzer.net>
31 */
32
33#include "drmP.h"
34#include "drm.h"
35#include "radeon_drm.h"
36#include "radeon_drv.h"
37
38void radeon_irq_set_state(struct drm_device *dev, u32 mask, int state)
39{
40 drm_radeon_private_t *dev_priv = dev->dev_private;
41
42 if (state)
43 dev_priv->irq_enable_reg |= mask;
44 else
45 dev_priv->irq_enable_reg &= ~mask;
46
47 if (dev->irq_enabled)
48 RADEON_WRITE(RADEON_GEN_INT_CNTL, dev_priv->irq_enable_reg);
49}
50
51static void r500_vbl_irq_set_state(struct drm_device *dev, u32 mask, int state)
52{
53 drm_radeon_private_t *dev_priv = dev->dev_private;
54
55 if (state)
56 dev_priv->r500_disp_irq_reg |= mask;
57 else
58 dev_priv->r500_disp_irq_reg &= ~mask;
59
60 if (dev->irq_enabled)
61 RADEON_WRITE(R500_DxMODE_INT_MASK, dev_priv->r500_disp_irq_reg);
62}
63
64int radeon_enable_vblank(struct drm_device *dev, int crtc)
65{
66 drm_radeon_private_t *dev_priv = dev->dev_private;
67
68 if ((dev_priv->flags & RADEON_FAMILY_MASK) >= CHIP_RS600) {
69 switch (crtc) {
70 case 0:
71 r500_vbl_irq_set_state(dev, R500_D1MODE_INT_MASK, 1);
72 break;
73 case 1:
74 r500_vbl_irq_set_state(dev, R500_D2MODE_INT_MASK, 1);
75 break;
76 default:
77 DRM_ERROR("tried to enable vblank on non-existent crtc %d\n",
78 crtc);
79 return -EINVAL;
80 }
81 } else {
82 switch (crtc) {
83 case 0:
84 radeon_irq_set_state(dev, RADEON_CRTC_VBLANK_MASK, 1);
85 break;
86 case 1:
87 radeon_irq_set_state(dev, RADEON_CRTC2_VBLANK_MASK, 1);
88 break;
89 default:
90 DRM_ERROR("tried to enable vblank on non-existent crtc %d\n",
91 crtc);
92 return -EINVAL;
93 }
94 }
95
96 return 0;
97}
98
99void radeon_disable_vblank(struct drm_device *dev, int crtc)
100{
101 drm_radeon_private_t *dev_priv = dev->dev_private;
102
103 if ((dev_priv->flags & RADEON_FAMILY_MASK) >= CHIP_RS600) {
104 switch (crtc) {
105 case 0:
106 r500_vbl_irq_set_state(dev, R500_D1MODE_INT_MASK, 0);
107 break;
108 case 1:
109 r500_vbl_irq_set_state(dev, R500_D2MODE_INT_MASK, 0);
110 break;
111 default:
112 DRM_ERROR("tried to enable vblank on non-existent crtc %d\n",
113 crtc);
114 break;
115 }
116 } else {
117 switch (crtc) {
118 case 0:
119 radeon_irq_set_state(dev, RADEON_CRTC_VBLANK_MASK, 0);
120 break;
121 case 1:
122 radeon_irq_set_state(dev, RADEON_CRTC2_VBLANK_MASK, 0);
123 break;
124 default:
125 DRM_ERROR("tried to enable vblank on non-existent crtc %d\n",
126 crtc);
127 break;
128 }
129 }
130}
131
132static inline u32 radeon_acknowledge_irqs(drm_radeon_private_t *dev_priv, u32 *r500_disp_int)
133{
134 u32 irqs = RADEON_READ(RADEON_GEN_INT_STATUS);
135 u32 irq_mask = RADEON_SW_INT_TEST;
136
137 *r500_disp_int = 0;
138 if ((dev_priv->flags & RADEON_FAMILY_MASK) >= CHIP_RS600) {
139 /* vbl interrupts in a different place */
140
141 if (irqs & R500_DISPLAY_INT_STATUS) {
142 /* if a display interrupt */
143 u32 disp_irq;
144
145 disp_irq = RADEON_READ(R500_DISP_INTERRUPT_STATUS);
146
147 *r500_disp_int = disp_irq;
148 if (disp_irq & R500_D1_VBLANK_INTERRUPT)
149 RADEON_WRITE(R500_D1MODE_VBLANK_STATUS, R500_VBLANK_ACK);
150 if (disp_irq & R500_D2_VBLANK_INTERRUPT)
151 RADEON_WRITE(R500_D2MODE_VBLANK_STATUS, R500_VBLANK_ACK);
152 }
153 irq_mask |= R500_DISPLAY_INT_STATUS;
154 } else
155 irq_mask |= RADEON_CRTC_VBLANK_STAT | RADEON_CRTC2_VBLANK_STAT;
156
157 irqs &= irq_mask;
158
159 if (irqs)
160 RADEON_WRITE(RADEON_GEN_INT_STATUS, irqs);
161
162 return irqs;
163}
164
165/* Interrupts - Used for device synchronization and flushing in the
166 * following circumstances:
167 *
168 * - Exclusive FB access with hw idle:
169 * - Wait for GUI Idle (?) interrupt, then do normal flush.
170 *
171 * - Frame throttling, NV_fence:
172 * - Drop marker irq's into command stream ahead of time.
173 * - Wait on irq's with lock *not held*
174 * - Check each for termination condition
175 *
176 * - Internally in cp_getbuffer, etc:
177 * - as above, but wait with lock held???
178 *
179 * NOTE: These functions are misleadingly named -- the irq's aren't
180 * tied to dma at all, this is just a hangover from dri prehistory.
181 */
182
183irqreturn_t radeon_driver_irq_handler(DRM_IRQ_ARGS)
184{
185 struct drm_device *dev = (struct drm_device *) arg;
186 drm_radeon_private_t *dev_priv =
187 (drm_radeon_private_t *) dev->dev_private;
188 u32 stat;
189 u32 r500_disp_int;
190
191 if ((dev_priv->flags & RADEON_FAMILY_MASK) >= CHIP_R600)
192 return IRQ_NONE;
193
194 /* Only consider the bits we're interested in - others could be used
195 * outside the DRM
196 */
197 stat = radeon_acknowledge_irqs(dev_priv, &r500_disp_int);
198 if (!stat)
199 return IRQ_NONE;
200
201 stat &= dev_priv->irq_enable_reg;
202
203 /* SW interrupt */
204 if (stat & RADEON_SW_INT_TEST)
205 DRM_WAKEUP(&dev_priv->swi_queue);
206
207 /* VBLANK interrupt */
208 if ((dev_priv->flags & RADEON_FAMILY_MASK) >= CHIP_RS600) {
209 if (r500_disp_int & R500_D1_VBLANK_INTERRUPT)
210 drm_handle_vblank(dev, 0);
211 if (r500_disp_int & R500_D2_VBLANK_INTERRUPT)
212 drm_handle_vblank(dev, 1);
213 } else {
214 if (stat & RADEON_CRTC_VBLANK_STAT)
215 drm_handle_vblank(dev, 0);
216 if (stat & RADEON_CRTC2_VBLANK_STAT)
217 drm_handle_vblank(dev, 1);
218 }
219 return IRQ_HANDLED;
220}
221
222static int radeon_emit_irq(struct drm_device * dev)
223{
224 drm_radeon_private_t *dev_priv = dev->dev_private;
225 unsigned int ret;
226 RING_LOCALS;
227
228 atomic_inc(&dev_priv->swi_emitted);
229 ret = atomic_read(&dev_priv->swi_emitted);
230
231 BEGIN_RING(4);
232 OUT_RING_REG(RADEON_LAST_SWI_REG, ret);
233 OUT_RING_REG(RADEON_GEN_INT_STATUS, RADEON_SW_INT_FIRE);
234 ADVANCE_RING();
235 COMMIT_RING();
236
237 return ret;
238}
239
240static int radeon_wait_irq(struct drm_device * dev, int swi_nr)
241{
242 drm_radeon_private_t *dev_priv =
243 (drm_radeon_private_t *) dev->dev_private;
244 int ret = 0;
245
246 if (RADEON_READ(RADEON_LAST_SWI_REG) >= swi_nr)
247 return 0;
248
249 dev_priv->stats.boxes |= RADEON_BOX_WAIT_IDLE;
250
251 DRM_WAIT_ON(ret, dev_priv->swi_queue, 3 * DRM_HZ,
252 RADEON_READ(RADEON_LAST_SWI_REG) >= swi_nr);
253
254 return ret;
255}
256
257u32 radeon_get_vblank_counter(struct drm_device *dev, int crtc)
258{
259 drm_radeon_private_t *dev_priv = dev->dev_private;
260
261 if (!dev_priv) {
262 DRM_ERROR("called with no initialization\n");
263 return -EINVAL;
264 }
265
266 if (crtc < 0 || crtc > 1) {
267 DRM_ERROR("Invalid crtc %d\n", crtc);
268 return -EINVAL;
269 }
270
271 if ((dev_priv->flags & RADEON_FAMILY_MASK) >= CHIP_RS600) {
272 if (crtc == 0)
273 return RADEON_READ(R500_D1CRTC_FRAME_COUNT);
274 else
275 return RADEON_READ(R500_D2CRTC_FRAME_COUNT);
276 } else {
277 if (crtc == 0)
278 return RADEON_READ(RADEON_CRTC_CRNT_FRAME);
279 else
280 return RADEON_READ(RADEON_CRTC2_CRNT_FRAME);
281 }
282}
283
284/* Needs the lock as it touches the ring.
285 */
286int radeon_irq_emit(struct drm_device *dev, void *data, struct drm_file *file_priv)
287{
288 drm_radeon_private_t *dev_priv = dev->dev_private;
289 drm_radeon_irq_emit_t *emit = data;
290 int result;
291
292 if (!dev_priv) {
293 DRM_ERROR("called with no initialization\n");
294 return -EINVAL;
295 }
296
297 if ((dev_priv->flags & RADEON_FAMILY_MASK) >= CHIP_R600)
298 return -EINVAL;
299
300 LOCK_TEST_WITH_RETURN(dev, file_priv);
301
302 result = radeon_emit_irq(dev);
303
304 if (DRM_COPY_TO_USER(emit->irq_seq, &result, sizeof(int))) {
305 DRM_ERROR("copy_to_user\n");
306 return -EFAULT;
307 }
308
309 return 0;
310}
311
312/* Doesn't need the hardware lock.
313 */
314int radeon_irq_wait(struct drm_device *dev, void *data, struct drm_file *file_priv)
315{
316 drm_radeon_private_t *dev_priv = dev->dev_private;
317 drm_radeon_irq_wait_t *irqwait = data;
318
319 if (!dev_priv) {
320 DRM_ERROR("called with no initialization\n");
321 return -EINVAL;
322 }
323
324 if ((dev_priv->flags & RADEON_FAMILY_MASK) >= CHIP_R600)
325 return -EINVAL;
326
327 return radeon_wait_irq(dev, irqwait->irq_seq);
328}
329
330/* drm_dma.h hooks
331*/
332void radeon_driver_irq_preinstall(struct drm_device * dev)
333{
334 drm_radeon_private_t *dev_priv =
335 (drm_radeon_private_t *) dev->dev_private;
336 u32 dummy;
337
338 if ((dev_priv->flags & RADEON_FAMILY_MASK) >= CHIP_R600)
339 return;
340
341 /* Disable *all* interrupts */
342 if ((dev_priv->flags & RADEON_FAMILY_MASK) >= CHIP_RS600)
343 RADEON_WRITE(R500_DxMODE_INT_MASK, 0);
344 RADEON_WRITE(RADEON_GEN_INT_CNTL, 0);
345
346 /* Clear bits if they're already high */
347 radeon_acknowledge_irqs(dev_priv, &dummy);
348}
349
350int radeon_driver_irq_postinstall(struct drm_device *dev)
351{
352 drm_radeon_private_t *dev_priv =
353 (drm_radeon_private_t *) dev->dev_private;
354
355 atomic_set(&dev_priv->swi_emitted, 0);
356 DRM_INIT_WAITQUEUE(&dev_priv->swi_queue);
357
358 dev->max_vblank_count = 0x001fffff;
359
360 if ((dev_priv->flags & RADEON_FAMILY_MASK) >= CHIP_R600)
361 return 0;
362
363 radeon_irq_set_state(dev, RADEON_SW_INT_ENABLE, 1);
364
365 return 0;
366}
367
368void radeon_driver_irq_uninstall(struct drm_device * dev)
369{
370 drm_radeon_private_t *dev_priv =
371 (drm_radeon_private_t *) dev->dev_private;
372 if (!dev_priv)
373 return;
374
375 if ((dev_priv->flags & RADEON_FAMILY_MASK) >= CHIP_R600)
376 return;
377
378 if ((dev_priv->flags & RADEON_FAMILY_MASK) >= CHIP_RS600)
379 RADEON_WRITE(R500_DxMODE_INT_MASK, 0);
380 /* Disable *all* interrupts */
381 RADEON_WRITE(RADEON_GEN_INT_CNTL, 0);
382}
383
384
385int radeon_vblank_crtc_get(struct drm_device *dev)
386{
387 drm_radeon_private_t *dev_priv = (drm_radeon_private_t *) dev->dev_private;
388
389 return dev_priv->vblank_crtc;
390}
391
392int radeon_vblank_crtc_set(struct drm_device *dev, int64_t value)
393{
394 drm_radeon_private_t *dev_priv = (drm_radeon_private_t *) dev->dev_private;
395 if (value & ~(DRM_RADEON_VBLANK_CRTC1 | DRM_RADEON_VBLANK_CRTC2)) {
396 DRM_ERROR("called with invalid crtc 0x%x\n", (unsigned int)value);
397 return -EINVAL;
398 }
399 dev_priv->vblank_crtc = (unsigned int)value;
400 return 0;
401}
1/* radeon_irq.c -- IRQ handling for radeon -*- linux-c -*- */
2/*
3 * Copyright (C) The Weather Channel, Inc. 2002. All Rights Reserved.
4 *
5 * The Weather Channel (TM) funded Tungsten Graphics to develop the
6 * initial release of the Radeon 8500 driver under the XFree86 license.
7 * This notice must be preserved.
8 *
9 * Permission is hereby granted, free of charge, to any person obtaining a
10 * copy of this software and associated documentation files (the "Software"),
11 * to deal in the Software without restriction, including without limitation
12 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
13 * and/or sell copies of the Software, and to permit persons to whom the
14 * Software is furnished to do so, subject to the following conditions:
15 *
16 * The above copyright notice and this permission notice (including the next
17 * paragraph) shall be included in all copies or substantial portions of the
18 * Software.
19 *
20 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
21 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
22 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
23 * PRECISION INSIGHT AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM, DAMAGES OR
24 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
25 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
26 * DEALINGS IN THE SOFTWARE.
27 *
28 * Authors:
29 * Keith Whitwell <keith@tungstengraphics.com>
30 * Michel D�zer <michel@daenzer.net>
31 *
32 * ------------------------ This file is DEPRECATED! -------------------------
33 */
34
35#include <drm/drmP.h>
36#include <drm/radeon_drm.h>
37#include "radeon_drv.h"
38
39void radeon_irq_set_state(struct drm_device *dev, u32 mask, int state)
40{
41 drm_radeon_private_t *dev_priv = dev->dev_private;
42
43 if (state)
44 dev_priv->irq_enable_reg |= mask;
45 else
46 dev_priv->irq_enable_reg &= ~mask;
47
48 if (dev->irq_enabled)
49 RADEON_WRITE(RADEON_GEN_INT_CNTL, dev_priv->irq_enable_reg);
50}
51
52static void r500_vbl_irq_set_state(struct drm_device *dev, u32 mask, int state)
53{
54 drm_radeon_private_t *dev_priv = dev->dev_private;
55
56 if (state)
57 dev_priv->r500_disp_irq_reg |= mask;
58 else
59 dev_priv->r500_disp_irq_reg &= ~mask;
60
61 if (dev->irq_enabled)
62 RADEON_WRITE(R500_DxMODE_INT_MASK, dev_priv->r500_disp_irq_reg);
63}
64
65int radeon_enable_vblank(struct drm_device *dev, int crtc)
66{
67 drm_radeon_private_t *dev_priv = dev->dev_private;
68
69 if ((dev_priv->flags & RADEON_FAMILY_MASK) >= CHIP_RS600) {
70 switch (crtc) {
71 case 0:
72 r500_vbl_irq_set_state(dev, R500_D1MODE_INT_MASK, 1);
73 break;
74 case 1:
75 r500_vbl_irq_set_state(dev, R500_D2MODE_INT_MASK, 1);
76 break;
77 default:
78 DRM_ERROR("tried to enable vblank on non-existent crtc %d\n",
79 crtc);
80 return -EINVAL;
81 }
82 } else {
83 switch (crtc) {
84 case 0:
85 radeon_irq_set_state(dev, RADEON_CRTC_VBLANK_MASK, 1);
86 break;
87 case 1:
88 radeon_irq_set_state(dev, RADEON_CRTC2_VBLANK_MASK, 1);
89 break;
90 default:
91 DRM_ERROR("tried to enable vblank on non-existent crtc %d\n",
92 crtc);
93 return -EINVAL;
94 }
95 }
96
97 return 0;
98}
99
100void radeon_disable_vblank(struct drm_device *dev, int crtc)
101{
102 drm_radeon_private_t *dev_priv = dev->dev_private;
103
104 if ((dev_priv->flags & RADEON_FAMILY_MASK) >= CHIP_RS600) {
105 switch (crtc) {
106 case 0:
107 r500_vbl_irq_set_state(dev, R500_D1MODE_INT_MASK, 0);
108 break;
109 case 1:
110 r500_vbl_irq_set_state(dev, R500_D2MODE_INT_MASK, 0);
111 break;
112 default:
113 DRM_ERROR("tried to enable vblank on non-existent crtc %d\n",
114 crtc);
115 break;
116 }
117 } else {
118 switch (crtc) {
119 case 0:
120 radeon_irq_set_state(dev, RADEON_CRTC_VBLANK_MASK, 0);
121 break;
122 case 1:
123 radeon_irq_set_state(dev, RADEON_CRTC2_VBLANK_MASK, 0);
124 break;
125 default:
126 DRM_ERROR("tried to enable vblank on non-existent crtc %d\n",
127 crtc);
128 break;
129 }
130 }
131}
132
133static u32 radeon_acknowledge_irqs(drm_radeon_private_t *dev_priv, u32 *r500_disp_int)
134{
135 u32 irqs = RADEON_READ(RADEON_GEN_INT_STATUS);
136 u32 irq_mask = RADEON_SW_INT_TEST;
137
138 *r500_disp_int = 0;
139 if ((dev_priv->flags & RADEON_FAMILY_MASK) >= CHIP_RS600) {
140 /* vbl interrupts in a different place */
141
142 if (irqs & R500_DISPLAY_INT_STATUS) {
143 /* if a display interrupt */
144 u32 disp_irq;
145
146 disp_irq = RADEON_READ(R500_DISP_INTERRUPT_STATUS);
147
148 *r500_disp_int = disp_irq;
149 if (disp_irq & R500_D1_VBLANK_INTERRUPT)
150 RADEON_WRITE(R500_D1MODE_VBLANK_STATUS, R500_VBLANK_ACK);
151 if (disp_irq & R500_D2_VBLANK_INTERRUPT)
152 RADEON_WRITE(R500_D2MODE_VBLANK_STATUS, R500_VBLANK_ACK);
153 }
154 irq_mask |= R500_DISPLAY_INT_STATUS;
155 } else
156 irq_mask |= RADEON_CRTC_VBLANK_STAT | RADEON_CRTC2_VBLANK_STAT;
157
158 irqs &= irq_mask;
159
160 if (irqs)
161 RADEON_WRITE(RADEON_GEN_INT_STATUS, irqs);
162
163 return irqs;
164}
165
166/* Interrupts - Used for device synchronization and flushing in the
167 * following circumstances:
168 *
169 * - Exclusive FB access with hw idle:
170 * - Wait for GUI Idle (?) interrupt, then do normal flush.
171 *
172 * - Frame throttling, NV_fence:
173 * - Drop marker irq's into command stream ahead of time.
174 * - Wait on irq's with lock *not held*
175 * - Check each for termination condition
176 *
177 * - Internally in cp_getbuffer, etc:
178 * - as above, but wait with lock held???
179 *
180 * NOTE: These functions are misleadingly named -- the irq's aren't
181 * tied to dma at all, this is just a hangover from dri prehistory.
182 */
183
184irqreturn_t radeon_driver_irq_handler(int irq, void *arg)
185{
186 struct drm_device *dev = (struct drm_device *) arg;
187 drm_radeon_private_t *dev_priv =
188 (drm_radeon_private_t *) dev->dev_private;
189 u32 stat;
190 u32 r500_disp_int;
191
192 if ((dev_priv->flags & RADEON_FAMILY_MASK) >= CHIP_R600)
193 return IRQ_NONE;
194
195 /* Only consider the bits we're interested in - others could be used
196 * outside the DRM
197 */
198 stat = radeon_acknowledge_irqs(dev_priv, &r500_disp_int);
199 if (!stat)
200 return IRQ_NONE;
201
202 stat &= dev_priv->irq_enable_reg;
203
204 /* SW interrupt */
205 if (stat & RADEON_SW_INT_TEST)
206 wake_up(&dev_priv->swi_queue);
207
208 /* VBLANK interrupt */
209 if ((dev_priv->flags & RADEON_FAMILY_MASK) >= CHIP_RS600) {
210 if (r500_disp_int & R500_D1_VBLANK_INTERRUPT)
211 drm_handle_vblank(dev, 0);
212 if (r500_disp_int & R500_D2_VBLANK_INTERRUPT)
213 drm_handle_vblank(dev, 1);
214 } else {
215 if (stat & RADEON_CRTC_VBLANK_STAT)
216 drm_handle_vblank(dev, 0);
217 if (stat & RADEON_CRTC2_VBLANK_STAT)
218 drm_handle_vblank(dev, 1);
219 }
220 return IRQ_HANDLED;
221}
222
223static int radeon_emit_irq(struct drm_device * dev)
224{
225 drm_radeon_private_t *dev_priv = dev->dev_private;
226 unsigned int ret;
227 RING_LOCALS;
228
229 atomic_inc(&dev_priv->swi_emitted);
230 ret = atomic_read(&dev_priv->swi_emitted);
231
232 BEGIN_RING(4);
233 OUT_RING_REG(RADEON_LAST_SWI_REG, ret);
234 OUT_RING_REG(RADEON_GEN_INT_STATUS, RADEON_SW_INT_FIRE);
235 ADVANCE_RING();
236 COMMIT_RING();
237
238 return ret;
239}
240
241static int radeon_wait_irq(struct drm_device * dev, int swi_nr)
242{
243 drm_radeon_private_t *dev_priv =
244 (drm_radeon_private_t *) dev->dev_private;
245 int ret = 0;
246
247 if (RADEON_READ(RADEON_LAST_SWI_REG) >= swi_nr)
248 return 0;
249
250 dev_priv->stats.boxes |= RADEON_BOX_WAIT_IDLE;
251
252 DRM_WAIT_ON(ret, dev_priv->swi_queue, 3 * HZ,
253 RADEON_READ(RADEON_LAST_SWI_REG) >= swi_nr);
254
255 return ret;
256}
257
258u32 radeon_get_vblank_counter(struct drm_device *dev, int crtc)
259{
260 drm_radeon_private_t *dev_priv = dev->dev_private;
261
262 if (!dev_priv) {
263 DRM_ERROR("called with no initialization\n");
264 return -EINVAL;
265 }
266
267 if (crtc < 0 || crtc > 1) {
268 DRM_ERROR("Invalid crtc %d\n", crtc);
269 return -EINVAL;
270 }
271
272 if ((dev_priv->flags & RADEON_FAMILY_MASK) >= CHIP_RS600) {
273 if (crtc == 0)
274 return RADEON_READ(R500_D1CRTC_FRAME_COUNT);
275 else
276 return RADEON_READ(R500_D2CRTC_FRAME_COUNT);
277 } else {
278 if (crtc == 0)
279 return RADEON_READ(RADEON_CRTC_CRNT_FRAME);
280 else
281 return RADEON_READ(RADEON_CRTC2_CRNT_FRAME);
282 }
283}
284
285/* Needs the lock as it touches the ring.
286 */
287int radeon_irq_emit(struct drm_device *dev, void *data, struct drm_file *file_priv)
288{
289 drm_radeon_private_t *dev_priv = dev->dev_private;
290 drm_radeon_irq_emit_t *emit = data;
291 int result;
292
293 if (!dev_priv) {
294 DRM_ERROR("called with no initialization\n");
295 return -EINVAL;
296 }
297
298 if ((dev_priv->flags & RADEON_FAMILY_MASK) >= CHIP_R600)
299 return -EINVAL;
300
301 LOCK_TEST_WITH_RETURN(dev, file_priv);
302
303 result = radeon_emit_irq(dev);
304
305 if (copy_to_user(emit->irq_seq, &result, sizeof(int))) {
306 DRM_ERROR("copy_to_user\n");
307 return -EFAULT;
308 }
309
310 return 0;
311}
312
313/* Doesn't need the hardware lock.
314 */
315int radeon_irq_wait(struct drm_device *dev, void *data, struct drm_file *file_priv)
316{
317 drm_radeon_private_t *dev_priv = dev->dev_private;
318 drm_radeon_irq_wait_t *irqwait = data;
319
320 if (!dev_priv) {
321 DRM_ERROR("called with no initialization\n");
322 return -EINVAL;
323 }
324
325 if ((dev_priv->flags & RADEON_FAMILY_MASK) >= CHIP_R600)
326 return -EINVAL;
327
328 return radeon_wait_irq(dev, irqwait->irq_seq);
329}
330
331/* drm_dma.h hooks
332*/
333void radeon_driver_irq_preinstall(struct drm_device * dev)
334{
335 drm_radeon_private_t *dev_priv =
336 (drm_radeon_private_t *) dev->dev_private;
337 u32 dummy;
338
339 if ((dev_priv->flags & RADEON_FAMILY_MASK) >= CHIP_R600)
340 return;
341
342 /* Disable *all* interrupts */
343 if ((dev_priv->flags & RADEON_FAMILY_MASK) >= CHIP_RS600)
344 RADEON_WRITE(R500_DxMODE_INT_MASK, 0);
345 RADEON_WRITE(RADEON_GEN_INT_CNTL, 0);
346
347 /* Clear bits if they're already high */
348 radeon_acknowledge_irqs(dev_priv, &dummy);
349}
350
351int radeon_driver_irq_postinstall(struct drm_device *dev)
352{
353 drm_radeon_private_t *dev_priv =
354 (drm_radeon_private_t *) dev->dev_private;
355
356 atomic_set(&dev_priv->swi_emitted, 0);
357 init_waitqueue_head(&dev_priv->swi_queue);
358
359 dev->max_vblank_count = 0x001fffff;
360
361 if ((dev_priv->flags & RADEON_FAMILY_MASK) >= CHIP_R600)
362 return 0;
363
364 radeon_irq_set_state(dev, RADEON_SW_INT_ENABLE, 1);
365
366 return 0;
367}
368
369void radeon_driver_irq_uninstall(struct drm_device * dev)
370{
371 drm_radeon_private_t *dev_priv =
372 (drm_radeon_private_t *) dev->dev_private;
373 if (!dev_priv)
374 return;
375
376 if ((dev_priv->flags & RADEON_FAMILY_MASK) >= CHIP_R600)
377 return;
378
379 if ((dev_priv->flags & RADEON_FAMILY_MASK) >= CHIP_RS600)
380 RADEON_WRITE(R500_DxMODE_INT_MASK, 0);
381 /* Disable *all* interrupts */
382 RADEON_WRITE(RADEON_GEN_INT_CNTL, 0);
383}
384
385
386int radeon_vblank_crtc_get(struct drm_device *dev)
387{
388 drm_radeon_private_t *dev_priv = (drm_radeon_private_t *) dev->dev_private;
389
390 return dev_priv->vblank_crtc;
391}
392
393int radeon_vblank_crtc_set(struct drm_device *dev, int64_t value)
394{
395 drm_radeon_private_t *dev_priv = (drm_radeon_private_t *) dev->dev_private;
396 if (value & ~(DRM_RADEON_VBLANK_CRTC1 | DRM_RADEON_VBLANK_CRTC2)) {
397 DRM_ERROR("called with invalid crtc 0x%x\n", (unsigned int)value);
398 return -EINVAL;
399 }
400 dev_priv->vblank_crtc = (unsigned int)value;
401 return 0;
402}