Loading...
1/*
2 * Copyright © 2012 Intel Corporation
3 *
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
10 *
11 * The above copyright notice and this permission notice (including the next
12 * paragraph) shall be included in all copies or substantial portions of the
13 * Software.
14 *
15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
18 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
20 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
21 * IN THE SOFTWARE.
22 *
23 * Authors:
24 * Ben Widawsky <ben@bwidawsk.net>
25 *
26 */
27
28#include <linux/device.h>
29#include <linux/module.h>
30#include <linux/stat.h>
31#include <linux/sysfs.h>
32
33#include "i915_drv.h"
34#include "i915_sysfs.h"
35#include "intel_pm.h"
36#include "intel_sideband.h"
37
38static inline struct drm_i915_private *kdev_minor_to_i915(struct device *kdev)
39{
40 struct drm_minor *minor = dev_get_drvdata(kdev);
41 return to_i915(minor->dev);
42}
43
44#ifdef CONFIG_PM
45static u32 calc_residency(struct drm_i915_private *dev_priv,
46 i915_reg_t reg)
47{
48 intel_wakeref_t wakeref;
49 u64 res = 0;
50
51 with_intel_runtime_pm(&dev_priv->runtime_pm, wakeref)
52 res = intel_rc6_residency_us(dev_priv, reg);
53
54 return DIV_ROUND_CLOSEST_ULL(res, 1000);
55}
56
57static ssize_t
58show_rc6_mask(struct device *kdev, struct device_attribute *attr, char *buf)
59{
60 struct drm_i915_private *dev_priv = kdev_minor_to_i915(kdev);
61 unsigned int mask;
62
63 mask = 0;
64 if (HAS_RC6(dev_priv))
65 mask |= BIT(0);
66 if (HAS_RC6p(dev_priv))
67 mask |= BIT(1);
68 if (HAS_RC6pp(dev_priv))
69 mask |= BIT(2);
70
71 return snprintf(buf, PAGE_SIZE, "%x\n", mask);
72}
73
74static ssize_t
75show_rc6_ms(struct device *kdev, struct device_attribute *attr, char *buf)
76{
77 struct drm_i915_private *dev_priv = kdev_minor_to_i915(kdev);
78 u32 rc6_residency = calc_residency(dev_priv, GEN6_GT_GFX_RC6);
79 return snprintf(buf, PAGE_SIZE, "%u\n", rc6_residency);
80}
81
82static ssize_t
83show_rc6p_ms(struct device *kdev, struct device_attribute *attr, char *buf)
84{
85 struct drm_i915_private *dev_priv = kdev_minor_to_i915(kdev);
86 u32 rc6p_residency = calc_residency(dev_priv, GEN6_GT_GFX_RC6p);
87 return snprintf(buf, PAGE_SIZE, "%u\n", rc6p_residency);
88}
89
90static ssize_t
91show_rc6pp_ms(struct device *kdev, struct device_attribute *attr, char *buf)
92{
93 struct drm_i915_private *dev_priv = kdev_minor_to_i915(kdev);
94 u32 rc6pp_residency = calc_residency(dev_priv, GEN6_GT_GFX_RC6pp);
95 return snprintf(buf, PAGE_SIZE, "%u\n", rc6pp_residency);
96}
97
98static ssize_t
99show_media_rc6_ms(struct device *kdev, struct device_attribute *attr, char *buf)
100{
101 struct drm_i915_private *dev_priv = kdev_minor_to_i915(kdev);
102 u32 rc6_residency = calc_residency(dev_priv, VLV_GT_MEDIA_RC6);
103 return snprintf(buf, PAGE_SIZE, "%u\n", rc6_residency);
104}
105
106static DEVICE_ATTR(rc6_enable, S_IRUGO, show_rc6_mask, NULL);
107static DEVICE_ATTR(rc6_residency_ms, S_IRUGO, show_rc6_ms, NULL);
108static DEVICE_ATTR(rc6p_residency_ms, S_IRUGO, show_rc6p_ms, NULL);
109static DEVICE_ATTR(rc6pp_residency_ms, S_IRUGO, show_rc6pp_ms, NULL);
110static DEVICE_ATTR(media_rc6_residency_ms, S_IRUGO, show_media_rc6_ms, NULL);
111
112static struct attribute *rc6_attrs[] = {
113 &dev_attr_rc6_enable.attr,
114 &dev_attr_rc6_residency_ms.attr,
115 NULL
116};
117
118static const struct attribute_group rc6_attr_group = {
119 .name = power_group_name,
120 .attrs = rc6_attrs
121};
122
123static struct attribute *rc6p_attrs[] = {
124 &dev_attr_rc6p_residency_ms.attr,
125 &dev_attr_rc6pp_residency_ms.attr,
126 NULL
127};
128
129static const struct attribute_group rc6p_attr_group = {
130 .name = power_group_name,
131 .attrs = rc6p_attrs
132};
133
134static struct attribute *media_rc6_attrs[] = {
135 &dev_attr_media_rc6_residency_ms.attr,
136 NULL
137};
138
139static const struct attribute_group media_rc6_attr_group = {
140 .name = power_group_name,
141 .attrs = media_rc6_attrs
142};
143#endif
144
145static int l3_access_valid(struct drm_i915_private *dev_priv, loff_t offset)
146{
147 if (!HAS_L3_DPF(dev_priv))
148 return -EPERM;
149
150 if (offset % 4 != 0)
151 return -EINVAL;
152
153 if (offset >= GEN7_L3LOG_SIZE)
154 return -ENXIO;
155
156 return 0;
157}
158
159static ssize_t
160i915_l3_read(struct file *filp, struct kobject *kobj,
161 struct bin_attribute *attr, char *buf,
162 loff_t offset, size_t count)
163{
164 struct device *kdev = kobj_to_dev(kobj);
165 struct drm_i915_private *dev_priv = kdev_minor_to_i915(kdev);
166 struct drm_device *dev = &dev_priv->drm;
167 int slice = (int)(uintptr_t)attr->private;
168 int ret;
169
170 count = round_down(count, 4);
171
172 ret = l3_access_valid(dev_priv, offset);
173 if (ret)
174 return ret;
175
176 count = min_t(size_t, GEN7_L3LOG_SIZE - offset, count);
177
178 ret = i915_mutex_lock_interruptible(dev);
179 if (ret)
180 return ret;
181
182 if (dev_priv->l3_parity.remap_info[slice])
183 memcpy(buf,
184 dev_priv->l3_parity.remap_info[slice] + (offset/4),
185 count);
186 else
187 memset(buf, 0, count);
188
189 mutex_unlock(&dev->struct_mutex);
190
191 return count;
192}
193
194static ssize_t
195i915_l3_write(struct file *filp, struct kobject *kobj,
196 struct bin_attribute *attr, char *buf,
197 loff_t offset, size_t count)
198{
199 struct device *kdev = kobj_to_dev(kobj);
200 struct drm_i915_private *dev_priv = kdev_minor_to_i915(kdev);
201 struct drm_device *dev = &dev_priv->drm;
202 struct i915_gem_context *ctx;
203 int slice = (int)(uintptr_t)attr->private;
204 u32 **remap_info;
205 int ret;
206
207 ret = l3_access_valid(dev_priv, offset);
208 if (ret)
209 return ret;
210
211 ret = i915_mutex_lock_interruptible(dev);
212 if (ret)
213 return ret;
214
215 remap_info = &dev_priv->l3_parity.remap_info[slice];
216 if (!*remap_info) {
217 *remap_info = kzalloc(GEN7_L3LOG_SIZE, GFP_KERNEL);
218 if (!*remap_info) {
219 ret = -ENOMEM;
220 goto out;
221 }
222 }
223
224 /* TODO: Ideally we really want a GPU reset here to make sure errors
225 * aren't propagated. Since I cannot find a stable way to reset the GPU
226 * at this point it is left as a TODO.
227 */
228 memcpy(*remap_info + (offset/4), buf, count);
229
230 /* NB: We defer the remapping until we switch to the context */
231 list_for_each_entry(ctx, &dev_priv->contexts.list, link)
232 ctx->remap_slice |= (1<<slice);
233
234 ret = count;
235
236out:
237 mutex_unlock(&dev->struct_mutex);
238
239 return ret;
240}
241
242static const struct bin_attribute dpf_attrs = {
243 .attr = {.name = "l3_parity", .mode = (S_IRUSR | S_IWUSR)},
244 .size = GEN7_L3LOG_SIZE,
245 .read = i915_l3_read,
246 .write = i915_l3_write,
247 .mmap = NULL,
248 .private = (void *)0
249};
250
251static const struct bin_attribute dpf_attrs_1 = {
252 .attr = {.name = "l3_parity_slice_1", .mode = (S_IRUSR | S_IWUSR)},
253 .size = GEN7_L3LOG_SIZE,
254 .read = i915_l3_read,
255 .write = i915_l3_write,
256 .mmap = NULL,
257 .private = (void *)1
258};
259
260static ssize_t gt_act_freq_mhz_show(struct device *kdev,
261 struct device_attribute *attr, char *buf)
262{
263 struct drm_i915_private *dev_priv = kdev_minor_to_i915(kdev);
264 intel_wakeref_t wakeref;
265 u32 freq;
266
267 wakeref = intel_runtime_pm_get(&dev_priv->runtime_pm);
268
269 if (IS_VALLEYVIEW(dev_priv) || IS_CHERRYVIEW(dev_priv)) {
270 vlv_punit_get(dev_priv);
271 freq = vlv_punit_read(dev_priv, PUNIT_REG_GPU_FREQ_STS);
272 vlv_punit_put(dev_priv);
273
274 freq = (freq >> 8) & 0xff;
275 } else {
276 freq = intel_get_cagf(dev_priv, I915_READ(GEN6_RPSTAT1));
277 }
278
279 intel_runtime_pm_put(&dev_priv->runtime_pm, wakeref);
280
281 return snprintf(buf, PAGE_SIZE, "%d\n", intel_gpu_freq(dev_priv, freq));
282}
283
284static ssize_t gt_cur_freq_mhz_show(struct device *kdev,
285 struct device_attribute *attr, char *buf)
286{
287 struct drm_i915_private *dev_priv = kdev_minor_to_i915(kdev);
288
289 return snprintf(buf, PAGE_SIZE, "%d\n",
290 intel_gpu_freq(dev_priv,
291 dev_priv->gt_pm.rps.cur_freq));
292}
293
294static ssize_t gt_boost_freq_mhz_show(struct device *kdev, struct device_attribute *attr, char *buf)
295{
296 struct drm_i915_private *dev_priv = kdev_minor_to_i915(kdev);
297
298 return snprintf(buf, PAGE_SIZE, "%d\n",
299 intel_gpu_freq(dev_priv,
300 dev_priv->gt_pm.rps.boost_freq));
301}
302
303static ssize_t gt_boost_freq_mhz_store(struct device *kdev,
304 struct device_attribute *attr,
305 const char *buf, size_t count)
306{
307 struct drm_i915_private *dev_priv = kdev_minor_to_i915(kdev);
308 struct intel_rps *rps = &dev_priv->gt_pm.rps;
309 bool boost = false;
310 ssize_t ret;
311 u32 val;
312
313 ret = kstrtou32(buf, 0, &val);
314 if (ret)
315 return ret;
316
317 /* Validate against (static) hardware limits */
318 val = intel_freq_opcode(dev_priv, val);
319 if (val < rps->min_freq || val > rps->max_freq)
320 return -EINVAL;
321
322 mutex_lock(&rps->lock);
323 if (val != rps->boost_freq) {
324 rps->boost_freq = val;
325 boost = atomic_read(&rps->num_waiters);
326 }
327 mutex_unlock(&rps->lock);
328 if (boost)
329 schedule_work(&rps->work);
330
331 return count;
332}
333
334static ssize_t vlv_rpe_freq_mhz_show(struct device *kdev,
335 struct device_attribute *attr, char *buf)
336{
337 struct drm_i915_private *dev_priv = kdev_minor_to_i915(kdev);
338
339 return snprintf(buf, PAGE_SIZE, "%d\n",
340 intel_gpu_freq(dev_priv,
341 dev_priv->gt_pm.rps.efficient_freq));
342}
343
344static ssize_t gt_max_freq_mhz_show(struct device *kdev, struct device_attribute *attr, char *buf)
345{
346 struct drm_i915_private *dev_priv = kdev_minor_to_i915(kdev);
347
348 return snprintf(buf, PAGE_SIZE, "%d\n",
349 intel_gpu_freq(dev_priv,
350 dev_priv->gt_pm.rps.max_freq_softlimit));
351}
352
353static ssize_t gt_max_freq_mhz_store(struct device *kdev,
354 struct device_attribute *attr,
355 const char *buf, size_t count)
356{
357 struct drm_i915_private *dev_priv = kdev_minor_to_i915(kdev);
358 struct intel_rps *rps = &dev_priv->gt_pm.rps;
359 intel_wakeref_t wakeref;
360 u32 val;
361 ssize_t ret;
362
363 ret = kstrtou32(buf, 0, &val);
364 if (ret)
365 return ret;
366
367 wakeref = intel_runtime_pm_get(&dev_priv->runtime_pm);
368 mutex_lock(&rps->lock);
369
370 val = intel_freq_opcode(dev_priv, val);
371 if (val < rps->min_freq ||
372 val > rps->max_freq ||
373 val < rps->min_freq_softlimit) {
374 ret = -EINVAL;
375 goto unlock;
376 }
377
378 if (val > rps->rp0_freq)
379 DRM_DEBUG("User requested overclocking to %d\n",
380 intel_gpu_freq(dev_priv, val));
381
382 rps->max_freq_softlimit = val;
383
384 val = clamp_t(int, rps->cur_freq,
385 rps->min_freq_softlimit,
386 rps->max_freq_softlimit);
387
388 /* We still need *_set_rps to process the new max_delay and
389 * update the interrupt limits and PMINTRMSK even though
390 * frequency request may be unchanged. */
391 ret = intel_set_rps(dev_priv, val);
392
393unlock:
394 mutex_unlock(&rps->lock);
395 intel_runtime_pm_put(&dev_priv->runtime_pm, wakeref);
396
397 return ret ?: count;
398}
399
400static ssize_t gt_min_freq_mhz_show(struct device *kdev, struct device_attribute *attr, char *buf)
401{
402 struct drm_i915_private *dev_priv = kdev_minor_to_i915(kdev);
403
404 return snprintf(buf, PAGE_SIZE, "%d\n",
405 intel_gpu_freq(dev_priv,
406 dev_priv->gt_pm.rps.min_freq_softlimit));
407}
408
409static ssize_t gt_min_freq_mhz_store(struct device *kdev,
410 struct device_attribute *attr,
411 const char *buf, size_t count)
412{
413 struct drm_i915_private *dev_priv = kdev_minor_to_i915(kdev);
414 struct intel_rps *rps = &dev_priv->gt_pm.rps;
415 intel_wakeref_t wakeref;
416 u32 val;
417 ssize_t ret;
418
419 ret = kstrtou32(buf, 0, &val);
420 if (ret)
421 return ret;
422
423 wakeref = intel_runtime_pm_get(&dev_priv->runtime_pm);
424 mutex_lock(&rps->lock);
425
426 val = intel_freq_opcode(dev_priv, val);
427 if (val < rps->min_freq ||
428 val > rps->max_freq ||
429 val > rps->max_freq_softlimit) {
430 ret = -EINVAL;
431 goto unlock;
432 }
433
434 rps->min_freq_softlimit = val;
435
436 val = clamp_t(int, rps->cur_freq,
437 rps->min_freq_softlimit,
438 rps->max_freq_softlimit);
439
440 /* We still need *_set_rps to process the new min_delay and
441 * update the interrupt limits and PMINTRMSK even though
442 * frequency request may be unchanged. */
443 ret = intel_set_rps(dev_priv, val);
444
445unlock:
446 mutex_unlock(&rps->lock);
447 intel_runtime_pm_put(&dev_priv->runtime_pm, wakeref);
448
449 return ret ?: count;
450}
451
452static DEVICE_ATTR_RO(gt_act_freq_mhz);
453static DEVICE_ATTR_RO(gt_cur_freq_mhz);
454static DEVICE_ATTR_RW(gt_boost_freq_mhz);
455static DEVICE_ATTR_RW(gt_max_freq_mhz);
456static DEVICE_ATTR_RW(gt_min_freq_mhz);
457
458static DEVICE_ATTR_RO(vlv_rpe_freq_mhz);
459
460static ssize_t gt_rp_mhz_show(struct device *kdev, struct device_attribute *attr, char *buf);
461static DEVICE_ATTR(gt_RP0_freq_mhz, S_IRUGO, gt_rp_mhz_show, NULL);
462static DEVICE_ATTR(gt_RP1_freq_mhz, S_IRUGO, gt_rp_mhz_show, NULL);
463static DEVICE_ATTR(gt_RPn_freq_mhz, S_IRUGO, gt_rp_mhz_show, NULL);
464
465/* For now we have a static number of RP states */
466static ssize_t gt_rp_mhz_show(struct device *kdev, struct device_attribute *attr, char *buf)
467{
468 struct drm_i915_private *dev_priv = kdev_minor_to_i915(kdev);
469 struct intel_rps *rps = &dev_priv->gt_pm.rps;
470 u32 val;
471
472 if (attr == &dev_attr_gt_RP0_freq_mhz)
473 val = intel_gpu_freq(dev_priv, rps->rp0_freq);
474 else if (attr == &dev_attr_gt_RP1_freq_mhz)
475 val = intel_gpu_freq(dev_priv, rps->rp1_freq);
476 else if (attr == &dev_attr_gt_RPn_freq_mhz)
477 val = intel_gpu_freq(dev_priv, rps->min_freq);
478 else
479 BUG();
480
481 return snprintf(buf, PAGE_SIZE, "%d\n", val);
482}
483
484static const struct attribute * const gen6_attrs[] = {
485 &dev_attr_gt_act_freq_mhz.attr,
486 &dev_attr_gt_cur_freq_mhz.attr,
487 &dev_attr_gt_boost_freq_mhz.attr,
488 &dev_attr_gt_max_freq_mhz.attr,
489 &dev_attr_gt_min_freq_mhz.attr,
490 &dev_attr_gt_RP0_freq_mhz.attr,
491 &dev_attr_gt_RP1_freq_mhz.attr,
492 &dev_attr_gt_RPn_freq_mhz.attr,
493 NULL,
494};
495
496static const struct attribute * const vlv_attrs[] = {
497 &dev_attr_gt_act_freq_mhz.attr,
498 &dev_attr_gt_cur_freq_mhz.attr,
499 &dev_attr_gt_boost_freq_mhz.attr,
500 &dev_attr_gt_max_freq_mhz.attr,
501 &dev_attr_gt_min_freq_mhz.attr,
502 &dev_attr_gt_RP0_freq_mhz.attr,
503 &dev_attr_gt_RP1_freq_mhz.attr,
504 &dev_attr_gt_RPn_freq_mhz.attr,
505 &dev_attr_vlv_rpe_freq_mhz.attr,
506 NULL,
507};
508
509#if IS_ENABLED(CONFIG_DRM_I915_CAPTURE_ERROR)
510
511static ssize_t error_state_read(struct file *filp, struct kobject *kobj,
512 struct bin_attribute *attr, char *buf,
513 loff_t off, size_t count)
514{
515
516 struct device *kdev = kobj_to_dev(kobj);
517 struct drm_i915_private *i915 = kdev_minor_to_i915(kdev);
518 struct i915_gpu_state *gpu;
519 ssize_t ret;
520
521 gpu = i915_first_error_state(i915);
522 if (IS_ERR(gpu)) {
523 ret = PTR_ERR(gpu);
524 } else if (gpu) {
525 ret = i915_gpu_state_copy_to_buffer(gpu, buf, off, count);
526 i915_gpu_state_put(gpu);
527 } else {
528 const char *str = "No error state collected\n";
529 size_t len = strlen(str);
530
531 ret = min_t(size_t, count, len - off);
532 memcpy(buf, str + off, ret);
533 }
534
535 return ret;
536}
537
538static ssize_t error_state_write(struct file *file, struct kobject *kobj,
539 struct bin_attribute *attr, char *buf,
540 loff_t off, size_t count)
541{
542 struct device *kdev = kobj_to_dev(kobj);
543 struct drm_i915_private *dev_priv = kdev_minor_to_i915(kdev);
544
545 DRM_DEBUG_DRIVER("Resetting error state\n");
546 i915_reset_error_state(dev_priv);
547
548 return count;
549}
550
551static const struct bin_attribute error_state_attr = {
552 .attr.name = "error",
553 .attr.mode = S_IRUSR | S_IWUSR,
554 .size = 0,
555 .read = error_state_read,
556 .write = error_state_write,
557};
558
559static void i915_setup_error_capture(struct device *kdev)
560{
561 if (sysfs_create_bin_file(&kdev->kobj, &error_state_attr))
562 DRM_ERROR("error_state sysfs setup failed\n");
563}
564
565static void i915_teardown_error_capture(struct device *kdev)
566{
567 sysfs_remove_bin_file(&kdev->kobj, &error_state_attr);
568}
569#else
570static void i915_setup_error_capture(struct device *kdev) {}
571static void i915_teardown_error_capture(struct device *kdev) {}
572#endif
573
574void i915_setup_sysfs(struct drm_i915_private *dev_priv)
575{
576 struct device *kdev = dev_priv->drm.primary->kdev;
577 int ret;
578
579#ifdef CONFIG_PM
580 if (HAS_RC6(dev_priv)) {
581 ret = sysfs_merge_group(&kdev->kobj,
582 &rc6_attr_group);
583 if (ret)
584 DRM_ERROR("RC6 residency sysfs setup failed\n");
585 }
586 if (HAS_RC6p(dev_priv)) {
587 ret = sysfs_merge_group(&kdev->kobj,
588 &rc6p_attr_group);
589 if (ret)
590 DRM_ERROR("RC6p residency sysfs setup failed\n");
591 }
592 if (IS_VALLEYVIEW(dev_priv) || IS_CHERRYVIEW(dev_priv)) {
593 ret = sysfs_merge_group(&kdev->kobj,
594 &media_rc6_attr_group);
595 if (ret)
596 DRM_ERROR("Media RC6 residency sysfs setup failed\n");
597 }
598#endif
599 if (HAS_L3_DPF(dev_priv)) {
600 ret = device_create_bin_file(kdev, &dpf_attrs);
601 if (ret)
602 DRM_ERROR("l3 parity sysfs setup failed\n");
603
604 if (NUM_L3_SLICES(dev_priv) > 1) {
605 ret = device_create_bin_file(kdev,
606 &dpf_attrs_1);
607 if (ret)
608 DRM_ERROR("l3 parity slice 1 setup failed\n");
609 }
610 }
611
612 ret = 0;
613 if (IS_VALLEYVIEW(dev_priv) || IS_CHERRYVIEW(dev_priv))
614 ret = sysfs_create_files(&kdev->kobj, vlv_attrs);
615 else if (INTEL_GEN(dev_priv) >= 6)
616 ret = sysfs_create_files(&kdev->kobj, gen6_attrs);
617 if (ret)
618 DRM_ERROR("RPS sysfs setup failed\n");
619
620 i915_setup_error_capture(kdev);
621}
622
623void i915_teardown_sysfs(struct drm_i915_private *dev_priv)
624{
625 struct device *kdev = dev_priv->drm.primary->kdev;
626
627 i915_teardown_error_capture(kdev);
628
629 if (IS_VALLEYVIEW(dev_priv) || IS_CHERRYVIEW(dev_priv))
630 sysfs_remove_files(&kdev->kobj, vlv_attrs);
631 else
632 sysfs_remove_files(&kdev->kobj, gen6_attrs);
633 device_remove_bin_file(kdev, &dpf_attrs_1);
634 device_remove_bin_file(kdev, &dpf_attrs);
635#ifdef CONFIG_PM
636 sysfs_unmerge_group(&kdev->kobj, &rc6_attr_group);
637 sysfs_unmerge_group(&kdev->kobj, &rc6p_attr_group);
638#endif
639}
1/*
2 * Copyright © 2012 Intel Corporation
3 *
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
10 *
11 * The above copyright notice and this permission notice (including the next
12 * paragraph) shall be included in all copies or substantial portions of the
13 * Software.
14 *
15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
18 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
20 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
21 * IN THE SOFTWARE.
22 *
23 * Authors:
24 * Ben Widawsky <ben@bwidawsk.net>
25 *
26 */
27
28#include <linux/device.h>
29#include <linux/module.h>
30#include <linux/stat.h>
31#include <linux/sysfs.h>
32
33#include "gt/intel_rc6.h"
34#include "gt/intel_rps.h"
35#include "gt/sysfs_engines.h"
36
37#include "i915_drv.h"
38#include "i915_sysfs.h"
39#include "intel_pm.h"
40#include "intel_sideband.h"
41
42static inline struct drm_i915_private *kdev_minor_to_i915(struct device *kdev)
43{
44 struct drm_minor *minor = dev_get_drvdata(kdev);
45 return to_i915(minor->dev);
46}
47
48#ifdef CONFIG_PM
49static u32 calc_residency(struct drm_i915_private *dev_priv,
50 i915_reg_t reg)
51{
52 intel_wakeref_t wakeref;
53 u64 res = 0;
54
55 with_intel_runtime_pm(&dev_priv->runtime_pm, wakeref)
56 res = intel_rc6_residency_us(&dev_priv->gt.rc6, reg);
57
58 return DIV_ROUND_CLOSEST_ULL(res, 1000);
59}
60
61static ssize_t
62show_rc6_mask(struct device *kdev, struct device_attribute *attr, char *buf)
63{
64 struct drm_i915_private *dev_priv = kdev_minor_to_i915(kdev);
65 unsigned int mask;
66
67 mask = 0;
68 if (HAS_RC6(dev_priv))
69 mask |= BIT(0);
70 if (HAS_RC6p(dev_priv))
71 mask |= BIT(1);
72 if (HAS_RC6pp(dev_priv))
73 mask |= BIT(2);
74
75 return snprintf(buf, PAGE_SIZE, "%x\n", mask);
76}
77
78static ssize_t
79show_rc6_ms(struct device *kdev, struct device_attribute *attr, char *buf)
80{
81 struct drm_i915_private *dev_priv = kdev_minor_to_i915(kdev);
82 u32 rc6_residency = calc_residency(dev_priv, GEN6_GT_GFX_RC6);
83 return snprintf(buf, PAGE_SIZE, "%u\n", rc6_residency);
84}
85
86static ssize_t
87show_rc6p_ms(struct device *kdev, struct device_attribute *attr, char *buf)
88{
89 struct drm_i915_private *dev_priv = kdev_minor_to_i915(kdev);
90 u32 rc6p_residency = calc_residency(dev_priv, GEN6_GT_GFX_RC6p);
91 return snprintf(buf, PAGE_SIZE, "%u\n", rc6p_residency);
92}
93
94static ssize_t
95show_rc6pp_ms(struct device *kdev, struct device_attribute *attr, char *buf)
96{
97 struct drm_i915_private *dev_priv = kdev_minor_to_i915(kdev);
98 u32 rc6pp_residency = calc_residency(dev_priv, GEN6_GT_GFX_RC6pp);
99 return snprintf(buf, PAGE_SIZE, "%u\n", rc6pp_residency);
100}
101
102static ssize_t
103show_media_rc6_ms(struct device *kdev, struct device_attribute *attr, char *buf)
104{
105 struct drm_i915_private *dev_priv = kdev_minor_to_i915(kdev);
106 u32 rc6_residency = calc_residency(dev_priv, VLV_GT_MEDIA_RC6);
107 return snprintf(buf, PAGE_SIZE, "%u\n", rc6_residency);
108}
109
110static DEVICE_ATTR(rc6_enable, S_IRUGO, show_rc6_mask, NULL);
111static DEVICE_ATTR(rc6_residency_ms, S_IRUGO, show_rc6_ms, NULL);
112static DEVICE_ATTR(rc6p_residency_ms, S_IRUGO, show_rc6p_ms, NULL);
113static DEVICE_ATTR(rc6pp_residency_ms, S_IRUGO, show_rc6pp_ms, NULL);
114static DEVICE_ATTR(media_rc6_residency_ms, S_IRUGO, show_media_rc6_ms, NULL);
115
116static struct attribute *rc6_attrs[] = {
117 &dev_attr_rc6_enable.attr,
118 &dev_attr_rc6_residency_ms.attr,
119 NULL
120};
121
122static const struct attribute_group rc6_attr_group = {
123 .name = power_group_name,
124 .attrs = rc6_attrs
125};
126
127static struct attribute *rc6p_attrs[] = {
128 &dev_attr_rc6p_residency_ms.attr,
129 &dev_attr_rc6pp_residency_ms.attr,
130 NULL
131};
132
133static const struct attribute_group rc6p_attr_group = {
134 .name = power_group_name,
135 .attrs = rc6p_attrs
136};
137
138static struct attribute *media_rc6_attrs[] = {
139 &dev_attr_media_rc6_residency_ms.attr,
140 NULL
141};
142
143static const struct attribute_group media_rc6_attr_group = {
144 .name = power_group_name,
145 .attrs = media_rc6_attrs
146};
147#endif
148
149static int l3_access_valid(struct drm_i915_private *i915, loff_t offset)
150{
151 if (!HAS_L3_DPF(i915))
152 return -EPERM;
153
154 if (!IS_ALIGNED(offset, sizeof(u32)))
155 return -EINVAL;
156
157 if (offset >= GEN7_L3LOG_SIZE)
158 return -ENXIO;
159
160 return 0;
161}
162
163static ssize_t
164i915_l3_read(struct file *filp, struct kobject *kobj,
165 struct bin_attribute *attr, char *buf,
166 loff_t offset, size_t count)
167{
168 struct device *kdev = kobj_to_dev(kobj);
169 struct drm_i915_private *i915 = kdev_minor_to_i915(kdev);
170 int slice = (int)(uintptr_t)attr->private;
171 int ret;
172
173 ret = l3_access_valid(i915, offset);
174 if (ret)
175 return ret;
176
177 count = round_down(count, sizeof(u32));
178 count = min_t(size_t, GEN7_L3LOG_SIZE - offset, count);
179 memset(buf, 0, count);
180
181 spin_lock(&i915->gem.contexts.lock);
182 if (i915->l3_parity.remap_info[slice])
183 memcpy(buf,
184 i915->l3_parity.remap_info[slice] + offset / sizeof(u32),
185 count);
186 spin_unlock(&i915->gem.contexts.lock);
187
188 return count;
189}
190
191static ssize_t
192i915_l3_write(struct file *filp, struct kobject *kobj,
193 struct bin_attribute *attr, char *buf,
194 loff_t offset, size_t count)
195{
196 struct device *kdev = kobj_to_dev(kobj);
197 struct drm_i915_private *i915 = kdev_minor_to_i915(kdev);
198 int slice = (int)(uintptr_t)attr->private;
199 u32 *remap_info, *freeme = NULL;
200 struct i915_gem_context *ctx;
201 int ret;
202
203 ret = l3_access_valid(i915, offset);
204 if (ret)
205 return ret;
206
207 if (count < sizeof(u32))
208 return -EINVAL;
209
210 remap_info = kzalloc(GEN7_L3LOG_SIZE, GFP_KERNEL);
211 if (!remap_info)
212 return -ENOMEM;
213
214 spin_lock(&i915->gem.contexts.lock);
215
216 if (i915->l3_parity.remap_info[slice]) {
217 freeme = remap_info;
218 remap_info = i915->l3_parity.remap_info[slice];
219 } else {
220 i915->l3_parity.remap_info[slice] = remap_info;
221 }
222
223 count = round_down(count, sizeof(u32));
224 memcpy(remap_info + offset / sizeof(u32), buf, count);
225
226 /* NB: We defer the remapping until we switch to the context */
227 list_for_each_entry(ctx, &i915->gem.contexts.list, link)
228 ctx->remap_slice |= BIT(slice);
229
230 spin_unlock(&i915->gem.contexts.lock);
231 kfree(freeme);
232
233 /*
234 * TODO: Ideally we really want a GPU reset here to make sure errors
235 * aren't propagated. Since I cannot find a stable way to reset the GPU
236 * at this point it is left as a TODO.
237 */
238
239 return count;
240}
241
242static const struct bin_attribute dpf_attrs = {
243 .attr = {.name = "l3_parity", .mode = (S_IRUSR | S_IWUSR)},
244 .size = GEN7_L3LOG_SIZE,
245 .read = i915_l3_read,
246 .write = i915_l3_write,
247 .mmap = NULL,
248 .private = (void *)0
249};
250
251static const struct bin_attribute dpf_attrs_1 = {
252 .attr = {.name = "l3_parity_slice_1", .mode = (S_IRUSR | S_IWUSR)},
253 .size = GEN7_L3LOG_SIZE,
254 .read = i915_l3_read,
255 .write = i915_l3_write,
256 .mmap = NULL,
257 .private = (void *)1
258};
259
260static ssize_t gt_act_freq_mhz_show(struct device *kdev,
261 struct device_attribute *attr, char *buf)
262{
263 struct drm_i915_private *i915 = kdev_minor_to_i915(kdev);
264 struct intel_rps *rps = &i915->gt.rps;
265
266 return snprintf(buf, PAGE_SIZE, "%d\n",
267 intel_rps_read_actual_frequency(rps));
268}
269
270static ssize_t gt_cur_freq_mhz_show(struct device *kdev,
271 struct device_attribute *attr, char *buf)
272{
273 struct drm_i915_private *i915 = kdev_minor_to_i915(kdev);
274 struct intel_rps *rps = &i915->gt.rps;
275
276 return snprintf(buf, PAGE_SIZE, "%d\n",
277 intel_gpu_freq(rps, rps->cur_freq));
278}
279
280static ssize_t gt_boost_freq_mhz_show(struct device *kdev, struct device_attribute *attr, char *buf)
281{
282 struct drm_i915_private *i915 = kdev_minor_to_i915(kdev);
283 struct intel_rps *rps = &i915->gt.rps;
284
285 return snprintf(buf, PAGE_SIZE, "%d\n",
286 intel_gpu_freq(rps, rps->boost_freq));
287}
288
289static ssize_t gt_boost_freq_mhz_store(struct device *kdev,
290 struct device_attribute *attr,
291 const char *buf, size_t count)
292{
293 struct drm_i915_private *dev_priv = kdev_minor_to_i915(kdev);
294 struct intel_rps *rps = &dev_priv->gt.rps;
295 bool boost = false;
296 ssize_t ret;
297 u32 val;
298
299 ret = kstrtou32(buf, 0, &val);
300 if (ret)
301 return ret;
302
303 /* Validate against (static) hardware limits */
304 val = intel_freq_opcode(rps, val);
305 if (val < rps->min_freq || val > rps->max_freq)
306 return -EINVAL;
307
308 mutex_lock(&rps->lock);
309 if (val != rps->boost_freq) {
310 rps->boost_freq = val;
311 boost = atomic_read(&rps->num_waiters);
312 }
313 mutex_unlock(&rps->lock);
314 if (boost)
315 schedule_work(&rps->work);
316
317 return count;
318}
319
320static ssize_t vlv_rpe_freq_mhz_show(struct device *kdev,
321 struct device_attribute *attr, char *buf)
322{
323 struct drm_i915_private *dev_priv = kdev_minor_to_i915(kdev);
324 struct intel_rps *rps = &dev_priv->gt.rps;
325
326 return snprintf(buf, PAGE_SIZE, "%d\n",
327 intel_gpu_freq(rps, rps->efficient_freq));
328}
329
330static ssize_t gt_max_freq_mhz_show(struct device *kdev, struct device_attribute *attr, char *buf)
331{
332 struct drm_i915_private *dev_priv = kdev_minor_to_i915(kdev);
333 struct intel_rps *rps = &dev_priv->gt.rps;
334
335 return snprintf(buf, PAGE_SIZE, "%d\n",
336 intel_gpu_freq(rps, rps->max_freq_softlimit));
337}
338
339static ssize_t gt_max_freq_mhz_store(struct device *kdev,
340 struct device_attribute *attr,
341 const char *buf, size_t count)
342{
343 struct drm_i915_private *dev_priv = kdev_minor_to_i915(kdev);
344 struct intel_rps *rps = &dev_priv->gt.rps;
345 ssize_t ret;
346 u32 val;
347
348 ret = kstrtou32(buf, 0, &val);
349 if (ret)
350 return ret;
351
352 mutex_lock(&rps->lock);
353
354 val = intel_freq_opcode(rps, val);
355 if (val < rps->min_freq ||
356 val > rps->max_freq ||
357 val < rps->min_freq_softlimit) {
358 ret = -EINVAL;
359 goto unlock;
360 }
361
362 if (val > rps->rp0_freq)
363 DRM_DEBUG("User requested overclocking to %d\n",
364 intel_gpu_freq(rps, val));
365
366 rps->max_freq_softlimit = val;
367
368 val = clamp_t(int, rps->cur_freq,
369 rps->min_freq_softlimit,
370 rps->max_freq_softlimit);
371
372 /*
373 * We still need *_set_rps to process the new max_delay and
374 * update the interrupt limits and PMINTRMSK even though
375 * frequency request may be unchanged.
376 */
377 intel_rps_set(rps, val);
378
379unlock:
380 mutex_unlock(&rps->lock);
381
382 return ret ?: count;
383}
384
385static ssize_t gt_min_freq_mhz_show(struct device *kdev, struct device_attribute *attr, char *buf)
386{
387 struct drm_i915_private *dev_priv = kdev_minor_to_i915(kdev);
388 struct intel_rps *rps = &dev_priv->gt.rps;
389
390 return snprintf(buf, PAGE_SIZE, "%d\n",
391 intel_gpu_freq(rps, rps->min_freq_softlimit));
392}
393
394static ssize_t gt_min_freq_mhz_store(struct device *kdev,
395 struct device_attribute *attr,
396 const char *buf, size_t count)
397{
398 struct drm_i915_private *dev_priv = kdev_minor_to_i915(kdev);
399 struct intel_rps *rps = &dev_priv->gt.rps;
400 ssize_t ret;
401 u32 val;
402
403 ret = kstrtou32(buf, 0, &val);
404 if (ret)
405 return ret;
406
407 mutex_lock(&rps->lock);
408
409 val = intel_freq_opcode(rps, val);
410 if (val < rps->min_freq ||
411 val > rps->max_freq ||
412 val > rps->max_freq_softlimit) {
413 ret = -EINVAL;
414 goto unlock;
415 }
416
417 rps->min_freq_softlimit = val;
418
419 val = clamp_t(int, rps->cur_freq,
420 rps->min_freq_softlimit,
421 rps->max_freq_softlimit);
422
423 /*
424 * We still need *_set_rps to process the new min_delay and
425 * update the interrupt limits and PMINTRMSK even though
426 * frequency request may be unchanged.
427 */
428 intel_rps_set(rps, val);
429
430unlock:
431 mutex_unlock(&rps->lock);
432
433 return ret ?: count;
434}
435
436static DEVICE_ATTR_RO(gt_act_freq_mhz);
437static DEVICE_ATTR_RO(gt_cur_freq_mhz);
438static DEVICE_ATTR_RW(gt_boost_freq_mhz);
439static DEVICE_ATTR_RW(gt_max_freq_mhz);
440static DEVICE_ATTR_RW(gt_min_freq_mhz);
441
442static DEVICE_ATTR_RO(vlv_rpe_freq_mhz);
443
444static ssize_t gt_rp_mhz_show(struct device *kdev, struct device_attribute *attr, char *buf);
445static DEVICE_ATTR(gt_RP0_freq_mhz, S_IRUGO, gt_rp_mhz_show, NULL);
446static DEVICE_ATTR(gt_RP1_freq_mhz, S_IRUGO, gt_rp_mhz_show, NULL);
447static DEVICE_ATTR(gt_RPn_freq_mhz, S_IRUGO, gt_rp_mhz_show, NULL);
448
449/* For now we have a static number of RP states */
450static ssize_t gt_rp_mhz_show(struct device *kdev, struct device_attribute *attr, char *buf)
451{
452 struct drm_i915_private *dev_priv = kdev_minor_to_i915(kdev);
453 struct intel_rps *rps = &dev_priv->gt.rps;
454 u32 val;
455
456 if (attr == &dev_attr_gt_RP0_freq_mhz)
457 val = intel_gpu_freq(rps, rps->rp0_freq);
458 else if (attr == &dev_attr_gt_RP1_freq_mhz)
459 val = intel_gpu_freq(rps, rps->rp1_freq);
460 else if (attr == &dev_attr_gt_RPn_freq_mhz)
461 val = intel_gpu_freq(rps, rps->min_freq);
462 else
463 BUG();
464
465 return snprintf(buf, PAGE_SIZE, "%d\n", val);
466}
467
468static const struct attribute * const gen6_attrs[] = {
469 &dev_attr_gt_act_freq_mhz.attr,
470 &dev_attr_gt_cur_freq_mhz.attr,
471 &dev_attr_gt_boost_freq_mhz.attr,
472 &dev_attr_gt_max_freq_mhz.attr,
473 &dev_attr_gt_min_freq_mhz.attr,
474 &dev_attr_gt_RP0_freq_mhz.attr,
475 &dev_attr_gt_RP1_freq_mhz.attr,
476 &dev_attr_gt_RPn_freq_mhz.attr,
477 NULL,
478};
479
480static const struct attribute * const vlv_attrs[] = {
481 &dev_attr_gt_act_freq_mhz.attr,
482 &dev_attr_gt_cur_freq_mhz.attr,
483 &dev_attr_gt_boost_freq_mhz.attr,
484 &dev_attr_gt_max_freq_mhz.attr,
485 &dev_attr_gt_min_freq_mhz.attr,
486 &dev_attr_gt_RP0_freq_mhz.attr,
487 &dev_attr_gt_RP1_freq_mhz.attr,
488 &dev_attr_gt_RPn_freq_mhz.attr,
489 &dev_attr_vlv_rpe_freq_mhz.attr,
490 NULL,
491};
492
493#if IS_ENABLED(CONFIG_DRM_I915_CAPTURE_ERROR)
494
495static ssize_t error_state_read(struct file *filp, struct kobject *kobj,
496 struct bin_attribute *attr, char *buf,
497 loff_t off, size_t count)
498{
499
500 struct device *kdev = kobj_to_dev(kobj);
501 struct drm_i915_private *i915 = kdev_minor_to_i915(kdev);
502 struct i915_gpu_coredump *gpu;
503 ssize_t ret;
504
505 gpu = i915_first_error_state(i915);
506 if (IS_ERR(gpu)) {
507 ret = PTR_ERR(gpu);
508 } else if (gpu) {
509 ret = i915_gpu_coredump_copy_to_buffer(gpu, buf, off, count);
510 i915_gpu_coredump_put(gpu);
511 } else {
512 const char *str = "No error state collected\n";
513 size_t len = strlen(str);
514
515 ret = min_t(size_t, count, len - off);
516 memcpy(buf, str + off, ret);
517 }
518
519 return ret;
520}
521
522static ssize_t error_state_write(struct file *file, struct kobject *kobj,
523 struct bin_attribute *attr, char *buf,
524 loff_t off, size_t count)
525{
526 struct device *kdev = kobj_to_dev(kobj);
527 struct drm_i915_private *dev_priv = kdev_minor_to_i915(kdev);
528
529 drm_dbg(&dev_priv->drm, "Resetting error state\n");
530 i915_reset_error_state(dev_priv);
531
532 return count;
533}
534
535static const struct bin_attribute error_state_attr = {
536 .attr.name = "error",
537 .attr.mode = S_IRUSR | S_IWUSR,
538 .size = 0,
539 .read = error_state_read,
540 .write = error_state_write,
541};
542
543static void i915_setup_error_capture(struct device *kdev)
544{
545 if (sysfs_create_bin_file(&kdev->kobj, &error_state_attr))
546 DRM_ERROR("error_state sysfs setup failed\n");
547}
548
549static void i915_teardown_error_capture(struct device *kdev)
550{
551 sysfs_remove_bin_file(&kdev->kobj, &error_state_attr);
552}
553#else
554static void i915_setup_error_capture(struct device *kdev) {}
555static void i915_teardown_error_capture(struct device *kdev) {}
556#endif
557
558void i915_setup_sysfs(struct drm_i915_private *dev_priv)
559{
560 struct device *kdev = dev_priv->drm.primary->kdev;
561 int ret;
562
563#ifdef CONFIG_PM
564 if (HAS_RC6(dev_priv)) {
565 ret = sysfs_merge_group(&kdev->kobj,
566 &rc6_attr_group);
567 if (ret)
568 drm_err(&dev_priv->drm,
569 "RC6 residency sysfs setup failed\n");
570 }
571 if (HAS_RC6p(dev_priv)) {
572 ret = sysfs_merge_group(&kdev->kobj,
573 &rc6p_attr_group);
574 if (ret)
575 drm_err(&dev_priv->drm,
576 "RC6p residency sysfs setup failed\n");
577 }
578 if (IS_VALLEYVIEW(dev_priv) || IS_CHERRYVIEW(dev_priv)) {
579 ret = sysfs_merge_group(&kdev->kobj,
580 &media_rc6_attr_group);
581 if (ret)
582 drm_err(&dev_priv->drm,
583 "Media RC6 residency sysfs setup failed\n");
584 }
585#endif
586 if (HAS_L3_DPF(dev_priv)) {
587 ret = device_create_bin_file(kdev, &dpf_attrs);
588 if (ret)
589 drm_err(&dev_priv->drm,
590 "l3 parity sysfs setup failed\n");
591
592 if (NUM_L3_SLICES(dev_priv) > 1) {
593 ret = device_create_bin_file(kdev,
594 &dpf_attrs_1);
595 if (ret)
596 drm_err(&dev_priv->drm,
597 "l3 parity slice 1 setup failed\n");
598 }
599 }
600
601 ret = 0;
602 if (IS_VALLEYVIEW(dev_priv) || IS_CHERRYVIEW(dev_priv))
603 ret = sysfs_create_files(&kdev->kobj, vlv_attrs);
604 else if (INTEL_GEN(dev_priv) >= 6)
605 ret = sysfs_create_files(&kdev->kobj, gen6_attrs);
606 if (ret)
607 drm_err(&dev_priv->drm, "RPS sysfs setup failed\n");
608
609 i915_setup_error_capture(kdev);
610
611 intel_engines_add_sysfs(dev_priv);
612}
613
614void i915_teardown_sysfs(struct drm_i915_private *dev_priv)
615{
616 struct device *kdev = dev_priv->drm.primary->kdev;
617
618 i915_teardown_error_capture(kdev);
619
620 if (IS_VALLEYVIEW(dev_priv) || IS_CHERRYVIEW(dev_priv))
621 sysfs_remove_files(&kdev->kobj, vlv_attrs);
622 else
623 sysfs_remove_files(&kdev->kobj, gen6_attrs);
624 device_remove_bin_file(kdev, &dpf_attrs_1);
625 device_remove_bin_file(kdev, &dpf_attrs);
626#ifdef CONFIG_PM
627 sysfs_unmerge_group(&kdev->kobj, &rc6_attr_group);
628 sysfs_unmerge_group(&kdev->kobj, &rc6p_attr_group);
629#endif
630}