2 * Copyright © 2012 Intel Corporation
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
11 * The above copyright notice and this permission notice (including the next
12 * paragraph) shall be included in all copies or substantial portions of the
15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
18 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
20 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
24 * Ben Widawsky <ben@bwidawsk.net>
28 #include <linux/device.h>
29 #include <linux/module.h>
30 #include <linux/stat.h>
31 #include <linux/sysfs.h>
32 #include "intel_drv.h"
35 static inline struct drm_minor *kdev_to_drm_minor(struct device *kdev)
37 return dev_get_drvdata(kdev);
41 static u32 calc_residency(struct drm_device *dev,
44 struct drm_i915_private *dev_priv = to_i915(dev);
45 u64 raw_time; /* 32b value may overflow during fixed point math */
46 u64 units = 128ULL, div = 100000ULL;
49 if (!intel_enable_rc6())
52 intel_runtime_pm_get(dev_priv);
54 /* On VLV and CHV, residency time is in CZ units rather than 1.28us */
55 if (IS_VALLEYVIEW(dev) || IS_CHERRYVIEW(dev)) {
57 div = dev_priv->czclk_freq;
59 if (I915_READ(VLV_COUNTER_CONTROL) & VLV_COUNT_RANGE_HIGH)
61 } else if (IS_BROXTON(dev)) {
63 div = 1200; /* 833.33ns */
66 raw_time = I915_READ(reg) * units;
67 ret = DIV_ROUND_UP_ULL(raw_time, div);
69 intel_runtime_pm_put(dev_priv);
74 show_rc6_mask(struct device *kdev, struct device_attribute *attr, char *buf)
76 return snprintf(buf, PAGE_SIZE, "%x\n", intel_enable_rc6());
80 show_rc6_ms(struct device *kdev, struct device_attribute *attr, char *buf)
82 struct drm_minor *dminor = dev_get_drvdata(kdev);
83 u32 rc6_residency = calc_residency(dminor->dev, GEN6_GT_GFX_RC6);
84 return snprintf(buf, PAGE_SIZE, "%u\n", rc6_residency);
88 show_rc6p_ms(struct device *kdev, struct device_attribute *attr, char *buf)
90 struct drm_minor *dminor = kdev_to_drm_minor(kdev);
91 u32 rc6p_residency = calc_residency(dminor->dev, GEN6_GT_GFX_RC6p);
92 return snprintf(buf, PAGE_SIZE, "%u\n", rc6p_residency);
96 show_rc6pp_ms(struct device *kdev, struct device_attribute *attr, char *buf)
98 struct drm_minor *dminor = kdev_to_drm_minor(kdev);
99 u32 rc6pp_residency = calc_residency(dminor->dev, GEN6_GT_GFX_RC6pp);
100 return snprintf(buf, PAGE_SIZE, "%u\n", rc6pp_residency);
104 show_media_rc6_ms(struct device *kdev, struct device_attribute *attr, char *buf)
106 struct drm_minor *dminor = dev_get_drvdata(kdev);
107 u32 rc6_residency = calc_residency(dminor->dev, VLV_GT_MEDIA_RC6);
108 return snprintf(buf, PAGE_SIZE, "%u\n", rc6_residency);
111 static DEVICE_ATTR(rc6_enable, S_IRUGO, show_rc6_mask, NULL);
112 static DEVICE_ATTR(rc6_residency_ms, S_IRUGO, show_rc6_ms, NULL);
113 static DEVICE_ATTR(rc6p_residency_ms, S_IRUGO, show_rc6p_ms, NULL);
114 static DEVICE_ATTR(rc6pp_residency_ms, S_IRUGO, show_rc6pp_ms, NULL);
115 static DEVICE_ATTR(media_rc6_residency_ms, S_IRUGO, show_media_rc6_ms, NULL);
117 static struct attribute *rc6_attrs[] = {
118 &dev_attr_rc6_enable.attr,
119 &dev_attr_rc6_residency_ms.attr,
123 static struct attribute_group rc6_attr_group = {
124 .name = power_group_name,
128 static struct attribute *rc6p_attrs[] = {
129 &dev_attr_rc6p_residency_ms.attr,
130 &dev_attr_rc6pp_residency_ms.attr,
134 static struct attribute_group rc6p_attr_group = {
135 .name = power_group_name,
139 static struct attribute *media_rc6_attrs[] = {
140 &dev_attr_media_rc6_residency_ms.attr,
144 static struct attribute_group media_rc6_attr_group = {
145 .name = power_group_name,
146 .attrs = media_rc6_attrs
150 static int l3_access_valid(struct drm_device *dev, loff_t offset)
152 if (!HAS_L3_DPF(dev))
158 if (offset >= GEN7_L3LOG_SIZE)
165 i915_l3_read(struct file *filp, struct kobject *kobj,
166 struct bin_attribute *attr, char *buf,
167 loff_t offset, size_t count)
169 struct device *kdev = kobj_to_dev(kobj);
170 struct drm_minor *dminor = kdev_to_drm_minor(kdev);
171 struct drm_device *dev = dminor->dev;
172 struct drm_i915_private *dev_priv = to_i915(dev);
173 int slice = (int)(uintptr_t)attr->private;
176 count = round_down(count, 4);
178 ret = l3_access_valid(dev, offset);
182 count = min_t(size_t, GEN7_L3LOG_SIZE - offset, count);
184 ret = i915_mutex_lock_interruptible(dev);
188 if (dev_priv->l3_parity.remap_info[slice])
190 dev_priv->l3_parity.remap_info[slice] + (offset/4),
193 memset(buf, 0, count);
195 mutex_unlock(&dev->struct_mutex);
201 i915_l3_write(struct file *filp, struct kobject *kobj,
202 struct bin_attribute *attr, char *buf,
203 loff_t offset, size_t count)
205 struct device *kdev = kobj_to_dev(kobj);
206 struct drm_minor *dminor = kdev_to_drm_minor(kdev);
207 struct drm_device *dev = dminor->dev;
208 struct drm_i915_private *dev_priv = to_i915(dev);
209 struct i915_gem_context *ctx;
210 u32 *temp = NULL; /* Just here to make handling failures easy */
211 int slice = (int)(uintptr_t)attr->private;
214 if (!HAS_HW_CONTEXTS(dev))
217 ret = l3_access_valid(dev, offset);
221 ret = i915_mutex_lock_interruptible(dev);
225 if (!dev_priv->l3_parity.remap_info[slice]) {
226 temp = kzalloc(GEN7_L3LOG_SIZE, GFP_KERNEL);
228 mutex_unlock(&dev->struct_mutex);
233 /* TODO: Ideally we really want a GPU reset here to make sure errors
234 * aren't propagated. Since I cannot find a stable way to reset the GPU
235 * at this point it is left as a TODO.
238 dev_priv->l3_parity.remap_info[slice] = temp;
240 memcpy(dev_priv->l3_parity.remap_info[slice] + (offset/4), buf, count);
242 /* NB: We defer the remapping until we switch to the context */
243 list_for_each_entry(ctx, &dev_priv->context_list, link)
244 ctx->remap_slice |= (1<<slice);
246 mutex_unlock(&dev->struct_mutex);
251 static struct bin_attribute dpf_attrs = {
252 .attr = {.name = "l3_parity", .mode = (S_IRUSR | S_IWUSR)},
253 .size = GEN7_L3LOG_SIZE,
254 .read = i915_l3_read,
255 .write = i915_l3_write,
260 static struct bin_attribute dpf_attrs_1 = {
261 .attr = {.name = "l3_parity_slice_1", .mode = (S_IRUSR | S_IWUSR)},
262 .size = GEN7_L3LOG_SIZE,
263 .read = i915_l3_read,
264 .write = i915_l3_write,
269 static ssize_t gt_act_freq_mhz_show(struct device *kdev,
270 struct device_attribute *attr, char *buf)
272 struct drm_minor *minor = kdev_to_drm_minor(kdev);
273 struct drm_device *dev = minor->dev;
274 struct drm_i915_private *dev_priv = to_i915(dev);
277 intel_runtime_pm_get(dev_priv);
279 mutex_lock(&dev_priv->rps.hw_lock);
280 if (IS_VALLEYVIEW(dev_priv) || IS_CHERRYVIEW(dev_priv)) {
282 freq = vlv_punit_read(dev_priv, PUNIT_REG_GPU_FREQ_STS);
283 ret = intel_gpu_freq(dev_priv, (freq >> 8) & 0xff);
285 u32 rpstat = I915_READ(GEN6_RPSTAT1);
286 if (IS_GEN9(dev_priv))
287 ret = (rpstat & GEN9_CAGF_MASK) >> GEN9_CAGF_SHIFT;
288 else if (IS_HASWELL(dev_priv) || IS_BROADWELL(dev_priv))
289 ret = (rpstat & HSW_CAGF_MASK) >> HSW_CAGF_SHIFT;
291 ret = (rpstat & GEN6_CAGF_MASK) >> GEN6_CAGF_SHIFT;
292 ret = intel_gpu_freq(dev_priv, ret);
294 mutex_unlock(&dev_priv->rps.hw_lock);
296 intel_runtime_pm_put(dev_priv);
298 return snprintf(buf, PAGE_SIZE, "%d\n", ret);
301 static ssize_t gt_cur_freq_mhz_show(struct device *kdev,
302 struct device_attribute *attr, char *buf)
304 struct drm_minor *minor = kdev_to_drm_minor(kdev);
305 struct drm_device *dev = minor->dev;
306 struct drm_i915_private *dev_priv = to_i915(dev);
308 return snprintf(buf, PAGE_SIZE, "%d\n",
309 intel_gpu_freq(dev_priv,
310 dev_priv->rps.cur_freq));
313 static ssize_t gt_boost_freq_mhz_show(struct device *kdev, struct device_attribute *attr, char *buf)
315 struct drm_minor *minor = kdev_to_drm_minor(kdev);
316 struct drm_i915_private *dev_priv = to_i915(minor->dev);
318 return snprintf(buf, PAGE_SIZE, "%d\n",
319 intel_gpu_freq(dev_priv,
320 dev_priv->rps.boost_freq));
323 static ssize_t gt_boost_freq_mhz_store(struct device *kdev,
324 struct device_attribute *attr,
325 const char *buf, size_t count)
327 struct drm_minor *minor = kdev_to_drm_minor(kdev);
328 struct drm_device *dev = minor->dev;
329 struct drm_i915_private *dev_priv = to_i915(dev);
333 ret = kstrtou32(buf, 0, &val);
337 /* Validate against (static) hardware limits */
338 val = intel_freq_opcode(dev_priv, val);
339 if (val < dev_priv->rps.min_freq || val > dev_priv->rps.max_freq)
342 mutex_lock(&dev_priv->rps.hw_lock);
343 dev_priv->rps.boost_freq = val;
344 mutex_unlock(&dev_priv->rps.hw_lock);
349 static ssize_t vlv_rpe_freq_mhz_show(struct device *kdev,
350 struct device_attribute *attr, char *buf)
352 struct drm_minor *minor = kdev_to_drm_minor(kdev);
353 struct drm_device *dev = minor->dev;
354 struct drm_i915_private *dev_priv = to_i915(dev);
356 return snprintf(buf, PAGE_SIZE, "%d\n",
357 intel_gpu_freq(dev_priv,
358 dev_priv->rps.efficient_freq));
361 static ssize_t gt_max_freq_mhz_show(struct device *kdev, struct device_attribute *attr, char *buf)
363 struct drm_minor *minor = kdev_to_drm_minor(kdev);
364 struct drm_device *dev = minor->dev;
365 struct drm_i915_private *dev_priv = to_i915(dev);
367 return snprintf(buf, PAGE_SIZE, "%d\n",
368 intel_gpu_freq(dev_priv,
369 dev_priv->rps.max_freq_softlimit));
372 static ssize_t gt_max_freq_mhz_store(struct device *kdev,
373 struct device_attribute *attr,
374 const char *buf, size_t count)
376 struct drm_minor *minor = kdev_to_drm_minor(kdev);
377 struct drm_device *dev = minor->dev;
378 struct drm_i915_private *dev_priv = to_i915(dev);
382 ret = kstrtou32(buf, 0, &val);
386 intel_runtime_pm_get(dev_priv);
388 mutex_lock(&dev_priv->rps.hw_lock);
390 val = intel_freq_opcode(dev_priv, val);
392 if (val < dev_priv->rps.min_freq ||
393 val > dev_priv->rps.max_freq ||
394 val < dev_priv->rps.min_freq_softlimit) {
395 mutex_unlock(&dev_priv->rps.hw_lock);
396 intel_runtime_pm_put(dev_priv);
400 if (val > dev_priv->rps.rp0_freq)
401 DRM_DEBUG("User requested overclocking to %d\n",
402 intel_gpu_freq(dev_priv, val));
404 dev_priv->rps.max_freq_softlimit = val;
406 val = clamp_t(int, dev_priv->rps.cur_freq,
407 dev_priv->rps.min_freq_softlimit,
408 dev_priv->rps.max_freq_softlimit);
410 /* We still need *_set_rps to process the new max_delay and
411 * update the interrupt limits and PMINTRMSK even though
412 * frequency request may be unchanged. */
413 intel_set_rps(dev_priv, val);
415 mutex_unlock(&dev_priv->rps.hw_lock);
417 intel_runtime_pm_put(dev_priv);
422 static ssize_t gt_min_freq_mhz_show(struct device *kdev, struct device_attribute *attr, char *buf)
424 struct drm_minor *minor = kdev_to_drm_minor(kdev);
425 struct drm_device *dev = minor->dev;
426 struct drm_i915_private *dev_priv = to_i915(dev);
428 return snprintf(buf, PAGE_SIZE, "%d\n",
429 intel_gpu_freq(dev_priv,
430 dev_priv->rps.min_freq_softlimit));
433 static ssize_t gt_min_freq_mhz_store(struct device *kdev,
434 struct device_attribute *attr,
435 const char *buf, size_t count)
437 struct drm_minor *minor = kdev_to_drm_minor(kdev);
438 struct drm_device *dev = minor->dev;
439 struct drm_i915_private *dev_priv = to_i915(dev);
443 ret = kstrtou32(buf, 0, &val);
447 intel_runtime_pm_get(dev_priv);
449 mutex_lock(&dev_priv->rps.hw_lock);
451 val = intel_freq_opcode(dev_priv, val);
453 if (val < dev_priv->rps.min_freq ||
454 val > dev_priv->rps.max_freq ||
455 val > dev_priv->rps.max_freq_softlimit) {
456 mutex_unlock(&dev_priv->rps.hw_lock);
457 intel_runtime_pm_put(dev_priv);
461 dev_priv->rps.min_freq_softlimit = val;
463 val = clamp_t(int, dev_priv->rps.cur_freq,
464 dev_priv->rps.min_freq_softlimit,
465 dev_priv->rps.max_freq_softlimit);
467 /* We still need *_set_rps to process the new min_delay and
468 * update the interrupt limits and PMINTRMSK even though
469 * frequency request may be unchanged. */
470 intel_set_rps(dev_priv, val);
472 mutex_unlock(&dev_priv->rps.hw_lock);
474 intel_runtime_pm_put(dev_priv);
480 static DEVICE_ATTR(gt_act_freq_mhz, S_IRUGO, gt_act_freq_mhz_show, NULL);
481 static DEVICE_ATTR(gt_cur_freq_mhz, S_IRUGO, gt_cur_freq_mhz_show, NULL);
482 static DEVICE_ATTR(gt_boost_freq_mhz, S_IRUGO, gt_boost_freq_mhz_show, gt_boost_freq_mhz_store);
483 static DEVICE_ATTR(gt_max_freq_mhz, S_IRUGO | S_IWUSR, gt_max_freq_mhz_show, gt_max_freq_mhz_store);
484 static DEVICE_ATTR(gt_min_freq_mhz, S_IRUGO | S_IWUSR, gt_min_freq_mhz_show, gt_min_freq_mhz_store);
486 static DEVICE_ATTR(vlv_rpe_freq_mhz, S_IRUGO, vlv_rpe_freq_mhz_show, NULL);
488 static ssize_t gt_rp_mhz_show(struct device *kdev, struct device_attribute *attr, char *buf);
489 static DEVICE_ATTR(gt_RP0_freq_mhz, S_IRUGO, gt_rp_mhz_show, NULL);
490 static DEVICE_ATTR(gt_RP1_freq_mhz, S_IRUGO, gt_rp_mhz_show, NULL);
491 static DEVICE_ATTR(gt_RPn_freq_mhz, S_IRUGO, gt_rp_mhz_show, NULL);
493 /* For now we have a static number of RP states */
494 static ssize_t gt_rp_mhz_show(struct device *kdev, struct device_attribute *attr, char *buf)
496 struct drm_minor *minor = kdev_to_drm_minor(kdev);
497 struct drm_device *dev = minor->dev;
498 struct drm_i915_private *dev_priv = to_i915(dev);
501 if (attr == &dev_attr_gt_RP0_freq_mhz)
502 val = intel_gpu_freq(dev_priv, dev_priv->rps.rp0_freq);
503 else if (attr == &dev_attr_gt_RP1_freq_mhz)
504 val = intel_gpu_freq(dev_priv, dev_priv->rps.rp1_freq);
505 else if (attr == &dev_attr_gt_RPn_freq_mhz)
506 val = intel_gpu_freq(dev_priv, dev_priv->rps.min_freq);
510 return snprintf(buf, PAGE_SIZE, "%d\n", val);
513 static const struct attribute *gen6_attrs[] = {
514 &dev_attr_gt_act_freq_mhz.attr,
515 &dev_attr_gt_cur_freq_mhz.attr,
516 &dev_attr_gt_boost_freq_mhz.attr,
517 &dev_attr_gt_max_freq_mhz.attr,
518 &dev_attr_gt_min_freq_mhz.attr,
519 &dev_attr_gt_RP0_freq_mhz.attr,
520 &dev_attr_gt_RP1_freq_mhz.attr,
521 &dev_attr_gt_RPn_freq_mhz.attr,
525 static const struct attribute *vlv_attrs[] = {
526 &dev_attr_gt_act_freq_mhz.attr,
527 &dev_attr_gt_cur_freq_mhz.attr,
528 &dev_attr_gt_boost_freq_mhz.attr,
529 &dev_attr_gt_max_freq_mhz.attr,
530 &dev_attr_gt_min_freq_mhz.attr,
531 &dev_attr_gt_RP0_freq_mhz.attr,
532 &dev_attr_gt_RP1_freq_mhz.attr,
533 &dev_attr_gt_RPn_freq_mhz.attr,
534 &dev_attr_vlv_rpe_freq_mhz.attr,
538 static ssize_t error_state_read(struct file *filp, struct kobject *kobj,
539 struct bin_attribute *attr, char *buf,
540 loff_t off, size_t count)
543 struct device *kdev = kobj_to_dev(kobj);
544 struct drm_minor *minor = kdev_to_drm_minor(kdev);
545 struct drm_device *dev = minor->dev;
546 struct i915_error_state_file_priv error_priv;
547 struct drm_i915_error_state_buf error_str;
548 ssize_t ret_count = 0;
551 memset(&error_priv, 0, sizeof(error_priv));
553 ret = i915_error_state_buf_init(&error_str, to_i915(dev), count, off);
557 error_priv.dev = dev;
558 i915_error_state_get(dev, &error_priv);
560 ret = i915_error_state_to_str(&error_str, &error_priv);
564 ret_count = count < error_str.bytes ? count : error_str.bytes;
566 memcpy(buf, error_str.buf, ret_count);
568 i915_error_state_put(&error_priv);
569 i915_error_state_buf_release(&error_str);
571 return ret ?: ret_count;
574 static ssize_t error_state_write(struct file *file, struct kobject *kobj,
575 struct bin_attribute *attr, char *buf,
576 loff_t off, size_t count)
578 struct device *kdev = kobj_to_dev(kobj);
579 struct drm_minor *minor = kdev_to_drm_minor(kdev);
580 struct drm_device *dev = minor->dev;
583 DRM_DEBUG_DRIVER("Resetting error state\n");
585 ret = mutex_lock_interruptible(&dev->struct_mutex);
589 i915_destroy_error_state(dev);
590 mutex_unlock(&dev->struct_mutex);
595 static struct bin_attribute error_state_attr = {
596 .attr.name = "error",
597 .attr.mode = S_IRUSR | S_IWUSR,
599 .read = error_state_read,
600 .write = error_state_write,
603 void i915_setup_sysfs(struct drm_device *dev)
609 ret = sysfs_merge_group(&dev->primary->kdev->kobj,
612 DRM_ERROR("RC6 residency sysfs setup failed\n");
615 ret = sysfs_merge_group(&dev->primary->kdev->kobj,
618 DRM_ERROR("RC6p residency sysfs setup failed\n");
620 if (IS_VALLEYVIEW(dev) || IS_CHERRYVIEW(dev)) {
621 ret = sysfs_merge_group(&dev->primary->kdev->kobj,
622 &media_rc6_attr_group);
624 DRM_ERROR("Media RC6 residency sysfs setup failed\n");
627 if (HAS_L3_DPF(dev)) {
628 ret = device_create_bin_file(dev->primary->kdev, &dpf_attrs);
630 DRM_ERROR("l3 parity sysfs setup failed\n");
632 if (NUM_L3_SLICES(dev) > 1) {
633 ret = device_create_bin_file(dev->primary->kdev,
636 DRM_ERROR("l3 parity slice 1 setup failed\n");
641 if (IS_VALLEYVIEW(dev) || IS_CHERRYVIEW(dev))
642 ret = sysfs_create_files(&dev->primary->kdev->kobj, vlv_attrs);
643 else if (INTEL_INFO(dev)->gen >= 6)
644 ret = sysfs_create_files(&dev->primary->kdev->kobj, gen6_attrs);
646 DRM_ERROR("RPS sysfs setup failed\n");
648 ret = sysfs_create_bin_file(&dev->primary->kdev->kobj,
651 DRM_ERROR("error_state sysfs setup failed\n");
654 void i915_teardown_sysfs(struct drm_device *dev)
656 sysfs_remove_bin_file(&dev->primary->kdev->kobj, &error_state_attr);
657 if (IS_VALLEYVIEW(dev) || IS_CHERRYVIEW(dev))
658 sysfs_remove_files(&dev->primary->kdev->kobj, vlv_attrs);
660 sysfs_remove_files(&dev->primary->kdev->kobj, gen6_attrs);
661 device_remove_bin_file(dev->primary->kdev, &dpf_attrs_1);
662 device_remove_bin_file(dev->primary->kdev, &dpf_attrs);
664 sysfs_unmerge_group(&dev->primary->kdev->kobj, &rc6_attr_group);
665 sysfs_unmerge_group(&dev->primary->kdev->kobj, &rc6p_attr_group);