blob: 532ad3477997c279bdd2e12346e6d3026ece53f7 [file] [log] [blame]
Ben Widawsky0136db582012-04-10 21:17:01 -07001/*
2 * Copyright © 2012 Intel Corporation
3 *
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
10 *
11 * The above copyright notice and this permission notice (including the next
12 * paragraph) shall be included in all copies or substantial portions of the
13 * Software.
14 *
15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
18 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
20 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
21 * IN THE SOFTWARE.
22 *
23 * Authors:
24 * Ben Widawsky <ben@bwidawsk.net>
25 *
26 */
27
28#include <linux/device.h>
29#include <linux/module.h>
30#include <linux/stat.h>
31#include <linux/sysfs.h>
Ben Widawsky84bc7582012-05-25 16:56:25 -070032#include "intel_drv.h"
Ben Widawsky0136db582012-04-10 21:17:01 -070033#include "i915_drv.h"
34
Dave Airlie5bdebb12013-10-11 14:07:25 +100035#define dev_to_drm_minor(d) dev_get_drvdata((d))
Dave Airlie14c8d112013-10-11 14:45:30 +100036
Hunt Xu5ab36332012-07-01 03:45:07 +000037#ifdef CONFIG_PM
Ben Widawsky0136db582012-04-10 21:17:01 -070038static u32 calc_residency(struct drm_device *dev, const u32 reg)
39{
40 struct drm_i915_private *dev_priv = dev->dev_private;
41 u64 raw_time; /* 32b value may overflow during fixed point math */
Jesse Barnese454a052013-09-26 17:55:58 -070042 u64 units = 128ULL, div = 100000ULL, bias = 100ULL;
Paulo Zanonic8c8fb32013-11-27 18:21:54 -020043 u32 ret;
Ben Widawsky0136db582012-04-10 21:17:01 -070044
45 if (!intel_enable_rc6(dev))
46 return 0;
47
Paulo Zanonic8c8fb32013-11-27 18:21:54 -020048 intel_runtime_pm_get(dev_priv);
49
Mika Kuoppala542a6b22014-07-09 14:55:56 +030050 /* On VLV and CHV, residency time is in CZ units rather than 1.28us */
Jesse Barnese454a052013-09-26 17:55:58 -070051 if (IS_VALLEYVIEW(dev)) {
Ville Syrjäläf78ae63f2015-01-19 13:50:52 +020052 u32 clk_reg, czcount_30ns;
Jesse Barnese454a052013-09-26 17:55:58 -070053
Mika Kuoppala542a6b22014-07-09 14:55:56 +030054 if (IS_CHERRYVIEW(dev))
Ville Syrjäläf78ae63f2015-01-19 13:50:52 +020055 clk_reg = CHV_CLK_CTL1;
Mika Kuoppala542a6b22014-07-09 14:55:56 +030056 else
Ville Syrjäläf78ae63f2015-01-19 13:50:52 +020057 clk_reg = VLV_CLK_CTL2;
Mika Kuoppala542a6b22014-07-09 14:55:56 +030058
Ville Syrjäläf78ae63f2015-01-19 13:50:52 +020059 czcount_30ns = I915_READ(clk_reg) >> CLK_CTL2_CZCOUNT_30NS_SHIFT;
Mika Kuoppala542a6b22014-07-09 14:55:56 +030060
61 if (!czcount_30ns) {
62 WARN(!czcount_30ns, "bogus CZ count value");
Paulo Zanonic8c8fb32013-11-27 18:21:54 -020063 ret = 0;
64 goto out;
Jesse Barnese454a052013-09-26 17:55:58 -070065 }
Mika Kuoppala542a6b22014-07-09 14:55:56 +030066
67 units = 0;
68 div = 1000000ULL;
69
70 if (IS_CHERRYVIEW(dev)) {
71 /* Special case for 320Mhz */
72 if (czcount_30ns == 1) {
73 div = 10000000ULL;
74 units = 3125ULL;
75 } else {
76 /* chv counts are one less */
77 czcount_30ns += 1;
78 }
79 }
80
81 if (units == 0)
82 units = DIV_ROUND_UP_ULL(30ULL * bias,
83 (u64)czcount_30ns);
84
Jesse Barnese454a052013-09-26 17:55:58 -070085 if (I915_READ(VLV_COUNTER_CONTROL) & VLV_COUNT_RANGE_HIGH)
86 units <<= 8;
87
Mika Kuoppala542a6b22014-07-09 14:55:56 +030088 div = div * bias;
Jesse Barnese454a052013-09-26 17:55:58 -070089 }
90
91 raw_time = I915_READ(reg) * units;
Paulo Zanonic8c8fb32013-11-27 18:21:54 -020092 ret = DIV_ROUND_UP_ULL(raw_time, div);
93
94out:
95 intel_runtime_pm_put(dev_priv);
96 return ret;
Ben Widawsky0136db582012-04-10 21:17:01 -070097}
98
99static ssize_t
Ben Widawskydbdfd8e2012-09-07 19:43:38 -0700100show_rc6_mask(struct device *kdev, struct device_attribute *attr, char *buf)
Ben Widawsky0136db582012-04-10 21:17:01 -0700101{
Dave Airlie14c8d112013-10-11 14:45:30 +1000102 struct drm_minor *dminor = dev_to_drm_minor(kdev);
Jani Nikula3e2a1552013-02-14 10:42:11 +0200103 return snprintf(buf, PAGE_SIZE, "%x\n", intel_enable_rc6(dminor->dev));
Ben Widawsky0136db582012-04-10 21:17:01 -0700104}
105
106static ssize_t
Ben Widawskydbdfd8e2012-09-07 19:43:38 -0700107show_rc6_ms(struct device *kdev, struct device_attribute *attr, char *buf)
Ben Widawsky0136db582012-04-10 21:17:01 -0700108{
Dave Airlie5bdebb12013-10-11 14:07:25 +1000109 struct drm_minor *dminor = dev_get_drvdata(kdev);
Ben Widawsky0136db582012-04-10 21:17:01 -0700110 u32 rc6_residency = calc_residency(dminor->dev, GEN6_GT_GFX_RC6);
Jani Nikula3e2a1552013-02-14 10:42:11 +0200111 return snprintf(buf, PAGE_SIZE, "%u\n", rc6_residency);
Ben Widawsky0136db582012-04-10 21:17:01 -0700112}
113
114static ssize_t
Ben Widawskydbdfd8e2012-09-07 19:43:38 -0700115show_rc6p_ms(struct device *kdev, struct device_attribute *attr, char *buf)
Ben Widawsky0136db582012-04-10 21:17:01 -0700116{
Dave Airlie14c8d112013-10-11 14:45:30 +1000117 struct drm_minor *dminor = dev_to_drm_minor(kdev);
Ben Widawsky0136db582012-04-10 21:17:01 -0700118 u32 rc6p_residency = calc_residency(dminor->dev, GEN6_GT_GFX_RC6p);
Jani Nikula3e2a1552013-02-14 10:42:11 +0200119 return snprintf(buf, PAGE_SIZE, "%u\n", rc6p_residency);
Ben Widawsky0136db582012-04-10 21:17:01 -0700120}
121
122static ssize_t
Ben Widawskydbdfd8e2012-09-07 19:43:38 -0700123show_rc6pp_ms(struct device *kdev, struct device_attribute *attr, char *buf)
Ben Widawsky0136db582012-04-10 21:17:01 -0700124{
Dave Airlie14c8d112013-10-11 14:45:30 +1000125 struct drm_minor *dminor = dev_to_drm_minor(kdev);
Ben Widawsky0136db582012-04-10 21:17:01 -0700126 u32 rc6pp_residency = calc_residency(dminor->dev, GEN6_GT_GFX_RC6pp);
Jani Nikula3e2a1552013-02-14 10:42:11 +0200127 return snprintf(buf, PAGE_SIZE, "%u\n", rc6pp_residency);
Ben Widawsky0136db582012-04-10 21:17:01 -0700128}
129
130static DEVICE_ATTR(rc6_enable, S_IRUGO, show_rc6_mask, NULL);
131static DEVICE_ATTR(rc6_residency_ms, S_IRUGO, show_rc6_ms, NULL);
132static DEVICE_ATTR(rc6p_residency_ms, S_IRUGO, show_rc6p_ms, NULL);
133static DEVICE_ATTR(rc6pp_residency_ms, S_IRUGO, show_rc6pp_ms, NULL);
134
135static struct attribute *rc6_attrs[] = {
136 &dev_attr_rc6_enable.attr,
137 &dev_attr_rc6_residency_ms.attr,
Ben Widawsky0136db582012-04-10 21:17:01 -0700138 NULL
139};
140
141static struct attribute_group rc6_attr_group = {
142 .name = power_group_name,
143 .attrs = rc6_attrs
144};
Rodrigo Vivi58abf1d2014-10-07 07:06:50 -0700145
146static struct attribute *rc6p_attrs[] = {
147 &dev_attr_rc6p_residency_ms.attr,
148 &dev_attr_rc6pp_residency_ms.attr,
149 NULL
150};
151
152static struct attribute_group rc6p_attr_group = {
153 .name = power_group_name,
154 .attrs = rc6p_attrs
155};
Ben Widawsky8c3f9292012-09-02 00:24:40 -0700156#endif
Ben Widawsky0136db582012-04-10 21:17:01 -0700157
Ben Widawsky84bc7582012-05-25 16:56:25 -0700158static int l3_access_valid(struct drm_device *dev, loff_t offset)
159{
Ben Widawsky040d2ba2013-09-19 11:01:40 -0700160 if (!HAS_L3_DPF(dev))
Ben Widawsky84bc7582012-05-25 16:56:25 -0700161 return -EPERM;
162
163 if (offset % 4 != 0)
164 return -EINVAL;
165
166 if (offset >= GEN7_L3LOG_SIZE)
167 return -ENXIO;
168
169 return 0;
170}
171
172static ssize_t
173i915_l3_read(struct file *filp, struct kobject *kobj,
174 struct bin_attribute *attr, char *buf,
175 loff_t offset, size_t count)
176{
177 struct device *dev = container_of(kobj, struct device, kobj);
Dave Airlie14c8d112013-10-11 14:45:30 +1000178 struct drm_minor *dminor = dev_to_drm_minor(dev);
Ben Widawsky84bc7582012-05-25 16:56:25 -0700179 struct drm_device *drm_dev = dminor->dev;
180 struct drm_i915_private *dev_priv = drm_dev->dev_private;
Ben Widawsky35a85ac2013-09-19 11:13:41 -0700181 int slice = (int)(uintptr_t)attr->private;
Ben Widawsky3ccfd192013-09-18 19:03:18 -0700182 int ret;
Ben Widawsky84bc7582012-05-25 16:56:25 -0700183
Ben Widawsky1c3dcd12013-09-12 22:28:28 -0700184 count = round_down(count, 4);
185
Ben Widawsky84bc7582012-05-25 16:56:25 -0700186 ret = l3_access_valid(drm_dev, offset);
187 if (ret)
188 return ret;
189
Dan Carpentere5ad4022013-09-20 14:20:18 +0300190 count = min_t(size_t, GEN7_L3LOG_SIZE - offset, count);
Ben Widawsky33618ea2013-09-12 22:28:29 -0700191
Ben Widawsky84bc7582012-05-25 16:56:25 -0700192 ret = i915_mutex_lock_interruptible(drm_dev);
193 if (ret)
194 return ret;
195
Ben Widawsky3ccfd192013-09-18 19:03:18 -0700196 if (dev_priv->l3_parity.remap_info[slice])
197 memcpy(buf,
198 dev_priv->l3_parity.remap_info[slice] + (offset/4),
199 count);
200 else
201 memset(buf, 0, count);
Ben Widawsky1c966dd2013-09-17 21:12:42 -0700202
Ben Widawsky84bc7582012-05-25 16:56:25 -0700203 mutex_unlock(&drm_dev->struct_mutex);
204
Ben Widawsky1c966dd2013-09-17 21:12:42 -0700205 return count;
Ben Widawsky84bc7582012-05-25 16:56:25 -0700206}
207
208static ssize_t
209i915_l3_write(struct file *filp, struct kobject *kobj,
210 struct bin_attribute *attr, char *buf,
211 loff_t offset, size_t count)
212{
213 struct device *dev = container_of(kobj, struct device, kobj);
Dave Airlie14c8d112013-10-11 14:45:30 +1000214 struct drm_minor *dminor = dev_to_drm_minor(dev);
Ben Widawsky84bc7582012-05-25 16:56:25 -0700215 struct drm_device *drm_dev = dminor->dev;
216 struct drm_i915_private *dev_priv = drm_dev->dev_private;
Oscar Mateo273497e2014-05-22 14:13:37 +0100217 struct intel_context *ctx;
Ben Widawsky84bc7582012-05-25 16:56:25 -0700218 u32 *temp = NULL; /* Just here to make handling failures easy */
Ben Widawsky35a85ac2013-09-19 11:13:41 -0700219 int slice = (int)(uintptr_t)attr->private;
Ben Widawsky84bc7582012-05-25 16:56:25 -0700220 int ret;
221
Ben Widawsky8245be32013-11-06 13:56:29 -0200222 if (!HAS_HW_CONTEXTS(drm_dev))
223 return -ENXIO;
224
Ben Widawsky84bc7582012-05-25 16:56:25 -0700225 ret = l3_access_valid(drm_dev, offset);
226 if (ret)
227 return ret;
228
229 ret = i915_mutex_lock_interruptible(drm_dev);
230 if (ret)
231 return ret;
232
Ben Widawsky35a85ac2013-09-19 11:13:41 -0700233 if (!dev_priv->l3_parity.remap_info[slice]) {
Ben Widawsky84bc7582012-05-25 16:56:25 -0700234 temp = kzalloc(GEN7_L3LOG_SIZE, GFP_KERNEL);
235 if (!temp) {
236 mutex_unlock(&drm_dev->struct_mutex);
237 return -ENOMEM;
238 }
239 }
240
241 ret = i915_gpu_idle(drm_dev);
242 if (ret) {
243 kfree(temp);
244 mutex_unlock(&drm_dev->struct_mutex);
245 return ret;
246 }
247
248 /* TODO: Ideally we really want a GPU reset here to make sure errors
249 * aren't propagated. Since I cannot find a stable way to reset the GPU
250 * at this point it is left as a TODO.
251 */
252 if (temp)
Ben Widawsky35a85ac2013-09-19 11:13:41 -0700253 dev_priv->l3_parity.remap_info[slice] = temp;
Ben Widawsky84bc7582012-05-25 16:56:25 -0700254
Ben Widawsky35a85ac2013-09-19 11:13:41 -0700255 memcpy(dev_priv->l3_parity.remap_info[slice] + (offset/4), buf, count);
Ben Widawsky84bc7582012-05-25 16:56:25 -0700256
Ben Widawsky3ccfd192013-09-18 19:03:18 -0700257 /* NB: We defer the remapping until we switch to the context */
258 list_for_each_entry(ctx, &dev_priv->context_list, link)
259 ctx->remap_slice |= (1<<slice);
Ben Widawsky84bc7582012-05-25 16:56:25 -0700260
261 mutex_unlock(&drm_dev->struct_mutex);
262
263 return count;
264}
265
266static struct bin_attribute dpf_attrs = {
267 .attr = {.name = "l3_parity", .mode = (S_IRUSR | S_IWUSR)},
268 .size = GEN7_L3LOG_SIZE,
269 .read = i915_l3_read,
270 .write = i915_l3_write,
Ben Widawsky35a85ac2013-09-19 11:13:41 -0700271 .mmap = NULL,
272 .private = (void *)0
273};
274
275static struct bin_attribute dpf_attrs_1 = {
276 .attr = {.name = "l3_parity_slice_1", .mode = (S_IRUSR | S_IWUSR)},
277 .size = GEN7_L3LOG_SIZE,
278 .read = i915_l3_read,
279 .write = i915_l3_write,
280 .mmap = NULL,
281 .private = (void *)1
Ben Widawsky84bc7582012-05-25 16:56:25 -0700282};
283
Ville Syrjäläc8c972e2015-01-23 21:04:24 +0200284static ssize_t gt_act_freq_mhz_show(struct device *kdev,
Ben Widawskydf6eedc2012-09-07 19:43:40 -0700285 struct device_attribute *attr, char *buf)
286{
Dave Airlie14c8d112013-10-11 14:45:30 +1000287 struct drm_minor *minor = dev_to_drm_minor(kdev);
Ben Widawskydf6eedc2012-09-07 19:43:40 -0700288 struct drm_device *dev = minor->dev;
289 struct drm_i915_private *dev_priv = dev->dev_private;
290 int ret;
291
Tom O'Rourke5c9669c2013-09-16 14:56:43 -0700292 flush_delayed_work(&dev_priv->rps.delayed_resume_work);
293
Imre Deakd46c0512014-04-14 20:24:27 +0300294 intel_runtime_pm_get(dev_priv);
295
Jesse Barnes4fc688c2012-11-02 11:14:01 -0700296 mutex_lock(&dev_priv->rps.hw_lock);
Jesse Barnes177006a2013-05-02 10:48:07 -0700297 if (IS_VALLEYVIEW(dev_priv->dev)) {
298 u32 freq;
Jani Nikula64936252013-05-22 15:36:20 +0300299 freq = vlv_punit_read(dev_priv, PUNIT_REG_GPU_FREQ_STS);
Ville Syrjälä2ec38152013-11-05 22:42:29 +0200300 ret = vlv_gpu_freq(dev_priv, (freq >> 8) & 0xff);
Jesse Barnes177006a2013-05-02 10:48:07 -0700301 } else {
Ville Syrjäläc8c972e2015-01-23 21:04:24 +0200302 u32 rpstat = I915_READ(GEN6_RPSTAT1);
303 if (IS_HASWELL(dev_priv) || IS_BROADWELL(dev_priv))
304 ret = (rpstat & HSW_CAGF_MASK) >> HSW_CAGF_SHIFT;
305 else
306 ret = (rpstat & GEN6_CAGF_MASK) >> GEN6_CAGF_SHIFT;
307 ret *= GT_FREQUENCY_MULTIPLIER;
308 }
309 mutex_unlock(&dev_priv->rps.hw_lock);
310
311 intel_runtime_pm_put(dev_priv);
312
313 return snprintf(buf, PAGE_SIZE, "%d\n", ret);
314}
315
316static ssize_t gt_cur_freq_mhz_show(struct device *kdev,
317 struct device_attribute *attr, char *buf)
318{
319 struct drm_minor *minor = dev_to_drm_minor(kdev);
320 struct drm_device *dev = minor->dev;
321 struct drm_i915_private *dev_priv = dev->dev_private;
322 int ret;
323
324 flush_delayed_work(&dev_priv->rps.delayed_resume_work);
325
326 intel_runtime_pm_get(dev_priv);
327
328 mutex_lock(&dev_priv->rps.hw_lock);
329 if (IS_VALLEYVIEW(dev_priv->dev)) {
330 ret = vlv_gpu_freq(dev_priv, dev_priv->rps.cur_freq);
331 } else {
Ben Widawskyb39fb292014-03-19 18:31:11 -0700332 ret = dev_priv->rps.cur_freq * GT_FREQUENCY_MULTIPLIER;
Jesse Barnes177006a2013-05-02 10:48:07 -0700333 }
Jesse Barnes4fc688c2012-11-02 11:14:01 -0700334 mutex_unlock(&dev_priv->rps.hw_lock);
Ben Widawskydf6eedc2012-09-07 19:43:40 -0700335
Imre Deakd46c0512014-04-14 20:24:27 +0300336 intel_runtime_pm_put(dev_priv);
337
Jani Nikula3e2a1552013-02-14 10:42:11 +0200338 return snprintf(buf, PAGE_SIZE, "%d\n", ret);
Ben Widawskydf6eedc2012-09-07 19:43:40 -0700339}
340
Chris Wilson97e4eed2013-08-26 16:18:54 +0100341static ssize_t vlv_rpe_freq_mhz_show(struct device *kdev,
342 struct device_attribute *attr, char *buf)
343{
Dave Airlie14c8d112013-10-11 14:45:30 +1000344 struct drm_minor *minor = dev_to_drm_minor(kdev);
Chris Wilson97e4eed2013-08-26 16:18:54 +0100345 struct drm_device *dev = minor->dev;
346 struct drm_i915_private *dev_priv = dev->dev_private;
347
348 return snprintf(buf, PAGE_SIZE, "%d\n",
Ben Widawskyb39fb292014-03-19 18:31:11 -0700349 vlv_gpu_freq(dev_priv, dev_priv->rps.efficient_freq));
Chris Wilson97e4eed2013-08-26 16:18:54 +0100350}
351
Ben Widawskydf6eedc2012-09-07 19:43:40 -0700352static ssize_t gt_max_freq_mhz_show(struct device *kdev, struct device_attribute *attr, char *buf)
353{
Dave Airlie14c8d112013-10-11 14:45:30 +1000354 struct drm_minor *minor = dev_to_drm_minor(kdev);
Ben Widawskydf6eedc2012-09-07 19:43:40 -0700355 struct drm_device *dev = minor->dev;
356 struct drm_i915_private *dev_priv = dev->dev_private;
357 int ret;
358
Tom O'Rourke5c9669c2013-09-16 14:56:43 -0700359 flush_delayed_work(&dev_priv->rps.delayed_resume_work);
360
Jesse Barnes4fc688c2012-11-02 11:14:01 -0700361 mutex_lock(&dev_priv->rps.hw_lock);
Jesse Barnes0a073b82013-04-17 15:54:58 -0700362 if (IS_VALLEYVIEW(dev_priv->dev))
Ben Widawskyb39fb292014-03-19 18:31:11 -0700363 ret = vlv_gpu_freq(dev_priv, dev_priv->rps.max_freq_softlimit);
Jesse Barnes0a073b82013-04-17 15:54:58 -0700364 else
Ben Widawskyb39fb292014-03-19 18:31:11 -0700365 ret = dev_priv->rps.max_freq_softlimit * GT_FREQUENCY_MULTIPLIER;
Jesse Barnes4fc688c2012-11-02 11:14:01 -0700366 mutex_unlock(&dev_priv->rps.hw_lock);
Ben Widawskydf6eedc2012-09-07 19:43:40 -0700367
Jani Nikula3e2a1552013-02-14 10:42:11 +0200368 return snprintf(buf, PAGE_SIZE, "%d\n", ret);
Ben Widawskydf6eedc2012-09-07 19:43:40 -0700369}
370
Ben Widawsky46ddf192012-09-12 18:12:07 -0700371static ssize_t gt_max_freq_mhz_store(struct device *kdev,
372 struct device_attribute *attr,
373 const char *buf, size_t count)
374{
Dave Airlie14c8d112013-10-11 14:45:30 +1000375 struct drm_minor *minor = dev_to_drm_minor(kdev);
Ben Widawsky46ddf192012-09-12 18:12:07 -0700376 struct drm_device *dev = minor->dev;
377 struct drm_i915_private *dev_priv = dev->dev_private;
Ben Widawsky2a5913a2014-03-19 18:31:13 -0700378 u32 val;
Ben Widawsky46ddf192012-09-12 18:12:07 -0700379 ssize_t ret;
380
381 ret = kstrtou32(buf, 0, &val);
382 if (ret)
383 return ret;
384
Tom O'Rourke5c9669c2013-09-16 14:56:43 -0700385 flush_delayed_work(&dev_priv->rps.delayed_resume_work);
386
Jesse Barnes4fc688c2012-11-02 11:14:01 -0700387 mutex_lock(&dev_priv->rps.hw_lock);
Ben Widawsky46ddf192012-09-12 18:12:07 -0700388
Ben Widawsky2a5913a2014-03-19 18:31:13 -0700389 if (IS_VALLEYVIEW(dev_priv->dev))
Ville Syrjälä2ec38152013-11-05 22:42:29 +0200390 val = vlv_freq_opcode(dev_priv, val);
Ben Widawsky2a5913a2014-03-19 18:31:13 -0700391 else
Jesse Barnes0a073b82013-04-17 15:54:58 -0700392 val /= GT_FREQUENCY_MULTIPLIER;
393
Ben Widawsky2a5913a2014-03-19 18:31:13 -0700394 if (val < dev_priv->rps.min_freq ||
395 val > dev_priv->rps.max_freq ||
Ben Widawskyb39fb292014-03-19 18:31:11 -0700396 val < dev_priv->rps.min_freq_softlimit) {
Jesse Barnes4fc688c2012-11-02 11:14:01 -0700397 mutex_unlock(&dev_priv->rps.hw_lock);
Ben Widawsky46ddf192012-09-12 18:12:07 -0700398 return -EINVAL;
399 }
400
Ben Widawsky2a5913a2014-03-19 18:31:13 -0700401 if (val > dev_priv->rps.rp0_freq)
Ben Widawsky31c77382013-04-05 14:29:22 -0700402 DRM_DEBUG("User requested overclocking to %d\n",
403 val * GT_FREQUENCY_MULTIPLIER);
404
Ben Widawskyb39fb292014-03-19 18:31:11 -0700405 dev_priv->rps.max_freq_softlimit = val;
Ben Widawsky46ddf192012-09-12 18:12:07 -0700406
Ville Syrjäläf745a802015-01-23 21:04:23 +0200407 val = clamp_t(int, dev_priv->rps.cur_freq,
408 dev_priv->rps.min_freq_softlimit,
409 dev_priv->rps.max_freq_softlimit);
410
411 /* We still need *_set_rps to process the new max_delay and
412 * update the interrupt limits and PMINTRMSK even though
413 * frequency request may be unchanged. */
414 if (IS_VALLEYVIEW(dev))
415 valleyview_set_rps(dev, val);
416 else
417 gen6_set_rps(dev, val);
Chris Wilson6917c7b2013-11-06 13:56:26 -0200418
Jesse Barnes4fc688c2012-11-02 11:14:01 -0700419 mutex_unlock(&dev_priv->rps.hw_lock);
Ben Widawsky46ddf192012-09-12 18:12:07 -0700420
421 return count;
422}
423
Ben Widawskydf6eedc2012-09-07 19:43:40 -0700424static ssize_t gt_min_freq_mhz_show(struct device *kdev, struct device_attribute *attr, char *buf)
425{
Dave Airlie14c8d112013-10-11 14:45:30 +1000426 struct drm_minor *minor = dev_to_drm_minor(kdev);
Ben Widawskydf6eedc2012-09-07 19:43:40 -0700427 struct drm_device *dev = minor->dev;
428 struct drm_i915_private *dev_priv = dev->dev_private;
429 int ret;
430
Tom O'Rourke5c9669c2013-09-16 14:56:43 -0700431 flush_delayed_work(&dev_priv->rps.delayed_resume_work);
432
Jesse Barnes4fc688c2012-11-02 11:14:01 -0700433 mutex_lock(&dev_priv->rps.hw_lock);
Jesse Barnes0a073b82013-04-17 15:54:58 -0700434 if (IS_VALLEYVIEW(dev_priv->dev))
Ben Widawskyb39fb292014-03-19 18:31:11 -0700435 ret = vlv_gpu_freq(dev_priv, dev_priv->rps.min_freq_softlimit);
Jesse Barnes0a073b82013-04-17 15:54:58 -0700436 else
Ben Widawskyb39fb292014-03-19 18:31:11 -0700437 ret = dev_priv->rps.min_freq_softlimit * GT_FREQUENCY_MULTIPLIER;
Jesse Barnes4fc688c2012-11-02 11:14:01 -0700438 mutex_unlock(&dev_priv->rps.hw_lock);
Ben Widawskydf6eedc2012-09-07 19:43:40 -0700439
Jani Nikula3e2a1552013-02-14 10:42:11 +0200440 return snprintf(buf, PAGE_SIZE, "%d\n", ret);
Ben Widawskydf6eedc2012-09-07 19:43:40 -0700441}
442
Ben Widawsky46ddf192012-09-12 18:12:07 -0700443static ssize_t gt_min_freq_mhz_store(struct device *kdev,
444 struct device_attribute *attr,
445 const char *buf, size_t count)
446{
Dave Airlie14c8d112013-10-11 14:45:30 +1000447 struct drm_minor *minor = dev_to_drm_minor(kdev);
Ben Widawsky46ddf192012-09-12 18:12:07 -0700448 struct drm_device *dev = minor->dev;
449 struct drm_i915_private *dev_priv = dev->dev_private;
Ben Widawsky2a5913a2014-03-19 18:31:13 -0700450 u32 val;
Ben Widawsky46ddf192012-09-12 18:12:07 -0700451 ssize_t ret;
452
453 ret = kstrtou32(buf, 0, &val);
454 if (ret)
455 return ret;
456
Tom O'Rourke5c9669c2013-09-16 14:56:43 -0700457 flush_delayed_work(&dev_priv->rps.delayed_resume_work);
458
Jesse Barnes4fc688c2012-11-02 11:14:01 -0700459 mutex_lock(&dev_priv->rps.hw_lock);
Ben Widawsky46ddf192012-09-12 18:12:07 -0700460
Ben Widawsky2a5913a2014-03-19 18:31:13 -0700461 if (IS_VALLEYVIEW(dev))
Ville Syrjälä2ec38152013-11-05 22:42:29 +0200462 val = vlv_freq_opcode(dev_priv, val);
Ben Widawsky2a5913a2014-03-19 18:31:13 -0700463 else
Jesse Barnes0a073b82013-04-17 15:54:58 -0700464 val /= GT_FREQUENCY_MULTIPLIER;
465
Ben Widawsky2a5913a2014-03-19 18:31:13 -0700466 if (val < dev_priv->rps.min_freq ||
467 val > dev_priv->rps.max_freq ||
468 val > dev_priv->rps.max_freq_softlimit) {
Jesse Barnes4fc688c2012-11-02 11:14:01 -0700469 mutex_unlock(&dev_priv->rps.hw_lock);
Ben Widawsky46ddf192012-09-12 18:12:07 -0700470 return -EINVAL;
471 }
472
Ben Widawskyb39fb292014-03-19 18:31:11 -0700473 dev_priv->rps.min_freq_softlimit = val;
Chris Wilson6917c7b2013-11-06 13:56:26 -0200474
Ville Syrjäläf745a802015-01-23 21:04:23 +0200475 val = clamp_t(int, dev_priv->rps.cur_freq,
476 dev_priv->rps.min_freq_softlimit,
477 dev_priv->rps.max_freq_softlimit);
478
479 /* We still need *_set_rps to process the new min_delay and
480 * update the interrupt limits and PMINTRMSK even though
481 * frequency request may be unchanged. */
482 if (IS_VALLEYVIEW(dev))
483 valleyview_set_rps(dev, val);
484 else
485 gen6_set_rps(dev, val);
Ben Widawsky46ddf192012-09-12 18:12:07 -0700486
Jesse Barnes4fc688c2012-11-02 11:14:01 -0700487 mutex_unlock(&dev_priv->rps.hw_lock);
Ben Widawsky46ddf192012-09-12 18:12:07 -0700488
489 return count;
490
491}
492
Ville Syrjäläc8c972e2015-01-23 21:04:24 +0200493static DEVICE_ATTR(gt_act_freq_mhz, S_IRUGO, gt_act_freq_mhz_show, NULL);
Ben Widawskydf6eedc2012-09-07 19:43:40 -0700494static DEVICE_ATTR(gt_cur_freq_mhz, S_IRUGO, gt_cur_freq_mhz_show, NULL);
Ben Widawsky46ddf192012-09-12 18:12:07 -0700495static DEVICE_ATTR(gt_max_freq_mhz, S_IRUGO | S_IWUSR, gt_max_freq_mhz_show, gt_max_freq_mhz_store);
496static DEVICE_ATTR(gt_min_freq_mhz, S_IRUGO | S_IWUSR, gt_min_freq_mhz_show, gt_min_freq_mhz_store);
Ben Widawskydf6eedc2012-09-07 19:43:40 -0700497
Chris Wilson97e4eed2013-08-26 16:18:54 +0100498static DEVICE_ATTR(vlv_rpe_freq_mhz, S_IRUGO, vlv_rpe_freq_mhz_show, NULL);
Ben Widawskyac6ae342012-09-07 19:43:44 -0700499
500static ssize_t gt_rp_mhz_show(struct device *kdev, struct device_attribute *attr, char *buf);
501static DEVICE_ATTR(gt_RP0_freq_mhz, S_IRUGO, gt_rp_mhz_show, NULL);
502static DEVICE_ATTR(gt_RP1_freq_mhz, S_IRUGO, gt_rp_mhz_show, NULL);
503static DEVICE_ATTR(gt_RPn_freq_mhz, S_IRUGO, gt_rp_mhz_show, NULL);
504
505/* For now we have a static number of RP states */
506static ssize_t gt_rp_mhz_show(struct device *kdev, struct device_attribute *attr, char *buf)
507{
Dave Airlie14c8d112013-10-11 14:45:30 +1000508 struct drm_minor *minor = dev_to_drm_minor(kdev);
Ben Widawskyac6ae342012-09-07 19:43:44 -0700509 struct drm_device *dev = minor->dev;
510 struct drm_i915_private *dev_priv = dev->dev_private;
511 u32 val, rp_state_cap;
512 ssize_t ret;
513
514 ret = mutex_lock_interruptible(&dev->struct_mutex);
515 if (ret)
516 return ret;
Paulo Zanonic8c8fb32013-11-27 18:21:54 -0200517 intel_runtime_pm_get(dev_priv);
Ben Widawskyac6ae342012-09-07 19:43:44 -0700518 rp_state_cap = I915_READ(GEN6_RP_STATE_CAP);
Paulo Zanonic8c8fb32013-11-27 18:21:54 -0200519 intel_runtime_pm_put(dev_priv);
Ben Widawskyac6ae342012-09-07 19:43:44 -0700520 mutex_unlock(&dev->struct_mutex);
521
522 if (attr == &dev_attr_gt_RP0_freq_mhz) {
Deepak S74c4f622014-07-10 13:16:22 +0530523 if (IS_VALLEYVIEW(dev))
524 val = vlv_gpu_freq(dev_priv, dev_priv->rps.rp0_freq);
525 else
526 val = ((rp_state_cap & 0x0000ff) >> 0) * GT_FREQUENCY_MULTIPLIER;
Ben Widawskyac6ae342012-09-07 19:43:44 -0700527 } else if (attr == &dev_attr_gt_RP1_freq_mhz) {
Deepak S74c4f622014-07-10 13:16:22 +0530528 if (IS_VALLEYVIEW(dev))
529 val = vlv_gpu_freq(dev_priv, dev_priv->rps.rp1_freq);
530 else
531 val = ((rp_state_cap & 0x00ff00) >> 8) * GT_FREQUENCY_MULTIPLIER;
Ben Widawskyac6ae342012-09-07 19:43:44 -0700532 } else if (attr == &dev_attr_gt_RPn_freq_mhz) {
Deepak S74c4f622014-07-10 13:16:22 +0530533 if (IS_VALLEYVIEW(dev))
534 val = vlv_gpu_freq(dev_priv, dev_priv->rps.min_freq);
535 else
536 val = ((rp_state_cap & 0xff0000) >> 16) * GT_FREQUENCY_MULTIPLIER;
Ben Widawskyac6ae342012-09-07 19:43:44 -0700537 } else {
538 BUG();
539 }
Jani Nikula3e2a1552013-02-14 10:42:11 +0200540 return snprintf(buf, PAGE_SIZE, "%d\n", val);
Ben Widawskyac6ae342012-09-07 19:43:44 -0700541}
542
Ben Widawskydf6eedc2012-09-07 19:43:40 -0700543static const struct attribute *gen6_attrs[] = {
Ville Syrjäläc8c972e2015-01-23 21:04:24 +0200544 &dev_attr_gt_act_freq_mhz.attr,
Ben Widawskydf6eedc2012-09-07 19:43:40 -0700545 &dev_attr_gt_cur_freq_mhz.attr,
546 &dev_attr_gt_max_freq_mhz.attr,
547 &dev_attr_gt_min_freq_mhz.attr,
Ben Widawskyac6ae342012-09-07 19:43:44 -0700548 &dev_attr_gt_RP0_freq_mhz.attr,
549 &dev_attr_gt_RP1_freq_mhz.attr,
550 &dev_attr_gt_RPn_freq_mhz.attr,
Ben Widawskydf6eedc2012-09-07 19:43:40 -0700551 NULL,
552};
553
Chris Wilson97e4eed2013-08-26 16:18:54 +0100554static const struct attribute *vlv_attrs[] = {
Ville Syrjäläc8c972e2015-01-23 21:04:24 +0200555 &dev_attr_gt_act_freq_mhz.attr,
Chris Wilson97e4eed2013-08-26 16:18:54 +0100556 &dev_attr_gt_cur_freq_mhz.attr,
557 &dev_attr_gt_max_freq_mhz.attr,
558 &dev_attr_gt_min_freq_mhz.attr,
Deepak S74c4f622014-07-10 13:16:22 +0530559 &dev_attr_gt_RP0_freq_mhz.attr,
560 &dev_attr_gt_RP1_freq_mhz.attr,
561 &dev_attr_gt_RPn_freq_mhz.attr,
Chris Wilson97e4eed2013-08-26 16:18:54 +0100562 &dev_attr_vlv_rpe_freq_mhz.attr,
563 NULL,
564};
565
Mika Kuoppalaef86ddc2013-06-06 17:38:54 +0300566static ssize_t error_state_read(struct file *filp, struct kobject *kobj,
567 struct bin_attribute *attr, char *buf,
568 loff_t off, size_t count)
569{
570
571 struct device *kdev = container_of(kobj, struct device, kobj);
Dave Airlie14c8d112013-10-11 14:45:30 +1000572 struct drm_minor *minor = dev_to_drm_minor(kdev);
Mika Kuoppalaef86ddc2013-06-06 17:38:54 +0300573 struct drm_device *dev = minor->dev;
574 struct i915_error_state_file_priv error_priv;
575 struct drm_i915_error_state_buf error_str;
576 ssize_t ret_count = 0;
577 int ret;
578
579 memset(&error_priv, 0, sizeof(error_priv));
580
Chris Wilson0a4cd7c2014-08-22 14:41:39 +0100581 ret = i915_error_state_buf_init(&error_str, to_i915(dev), count, off);
Mika Kuoppalaef86ddc2013-06-06 17:38:54 +0300582 if (ret)
583 return ret;
584
585 error_priv.dev = dev;
586 i915_error_state_get(dev, &error_priv);
587
588 ret = i915_error_state_to_str(&error_str, &error_priv);
589 if (ret)
590 goto out;
591
592 ret_count = count < error_str.bytes ? count : error_str.bytes;
593
594 memcpy(buf, error_str.buf, ret_count);
595out:
596 i915_error_state_put(&error_priv);
597 i915_error_state_buf_release(&error_str);
598
599 return ret ?: ret_count;
600}
601
602static ssize_t error_state_write(struct file *file, struct kobject *kobj,
603 struct bin_attribute *attr, char *buf,
604 loff_t off, size_t count)
605{
606 struct device *kdev = container_of(kobj, struct device, kobj);
Dave Airlie14c8d112013-10-11 14:45:30 +1000607 struct drm_minor *minor = dev_to_drm_minor(kdev);
Mika Kuoppalaef86ddc2013-06-06 17:38:54 +0300608 struct drm_device *dev = minor->dev;
609 int ret;
610
611 DRM_DEBUG_DRIVER("Resetting error state\n");
612
613 ret = mutex_lock_interruptible(&dev->struct_mutex);
614 if (ret)
615 return ret;
616
617 i915_destroy_error_state(dev);
618 mutex_unlock(&dev->struct_mutex);
619
620 return count;
621}
622
623static struct bin_attribute error_state_attr = {
624 .attr.name = "error",
625 .attr.mode = S_IRUSR | S_IWUSR,
626 .size = 0,
627 .read = error_state_read,
628 .write = error_state_write,
629};
630
Ben Widawsky0136db582012-04-10 21:17:01 -0700631void i915_setup_sysfs(struct drm_device *dev)
632{
633 int ret;
634
Ben Widawsky8c3f9292012-09-02 00:24:40 -0700635#ifdef CONFIG_PM
Rodrigo Vivi58abf1d2014-10-07 07:06:50 -0700636 if (HAS_RC6(dev)) {
Dave Airlie5bdebb12013-10-11 14:07:25 +1000637 ret = sysfs_merge_group(&dev->primary->kdev->kobj,
Daniel Vetter112abd22012-05-31 14:57:43 +0200638 &rc6_attr_group);
639 if (ret)
640 DRM_ERROR("RC6 residency sysfs setup failed\n");
641 }
Rodrigo Vivi58abf1d2014-10-07 07:06:50 -0700642 if (HAS_RC6p(dev)) {
643 ret = sysfs_merge_group(&dev->primary->kdev->kobj,
644 &rc6p_attr_group);
645 if (ret)
646 DRM_ERROR("RC6p residency sysfs setup failed\n");
647 }
Ben Widawsky8c3f9292012-09-02 00:24:40 -0700648#endif
Ben Widawsky040d2ba2013-09-19 11:01:40 -0700649 if (HAS_L3_DPF(dev)) {
Dave Airlie5bdebb12013-10-11 14:07:25 +1000650 ret = device_create_bin_file(dev->primary->kdev, &dpf_attrs);
Daniel Vetter112abd22012-05-31 14:57:43 +0200651 if (ret)
652 DRM_ERROR("l3 parity sysfs setup failed\n");
Ben Widawsky35a85ac2013-09-19 11:13:41 -0700653
654 if (NUM_L3_SLICES(dev) > 1) {
Dave Airlie5bdebb12013-10-11 14:07:25 +1000655 ret = device_create_bin_file(dev->primary->kdev,
Ben Widawsky35a85ac2013-09-19 11:13:41 -0700656 &dpf_attrs_1);
657 if (ret)
658 DRM_ERROR("l3 parity slice 1 setup failed\n");
659 }
Daniel Vetter112abd22012-05-31 14:57:43 +0200660 }
Ben Widawskydf6eedc2012-09-07 19:43:40 -0700661
Chris Wilson97e4eed2013-08-26 16:18:54 +0100662 ret = 0;
663 if (IS_VALLEYVIEW(dev))
Dave Airlie5bdebb12013-10-11 14:07:25 +1000664 ret = sysfs_create_files(&dev->primary->kdev->kobj, vlv_attrs);
Chris Wilson97e4eed2013-08-26 16:18:54 +0100665 else if (INTEL_INFO(dev)->gen >= 6)
Dave Airlie5bdebb12013-10-11 14:07:25 +1000666 ret = sysfs_create_files(&dev->primary->kdev->kobj, gen6_attrs);
Chris Wilson97e4eed2013-08-26 16:18:54 +0100667 if (ret)
668 DRM_ERROR("RPS sysfs setup failed\n");
Mika Kuoppalaef86ddc2013-06-06 17:38:54 +0300669
Dave Airlie5bdebb12013-10-11 14:07:25 +1000670 ret = sysfs_create_bin_file(&dev->primary->kdev->kobj,
Mika Kuoppalaef86ddc2013-06-06 17:38:54 +0300671 &error_state_attr);
672 if (ret)
673 DRM_ERROR("error_state sysfs setup failed\n");
Ben Widawsky0136db582012-04-10 21:17:01 -0700674}
675
676void i915_teardown_sysfs(struct drm_device *dev)
677{
Dave Airlie5bdebb12013-10-11 14:07:25 +1000678 sysfs_remove_bin_file(&dev->primary->kdev->kobj, &error_state_attr);
Chris Wilson97e4eed2013-08-26 16:18:54 +0100679 if (IS_VALLEYVIEW(dev))
Dave Airlie5bdebb12013-10-11 14:07:25 +1000680 sysfs_remove_files(&dev->primary->kdev->kobj, vlv_attrs);
Chris Wilson97e4eed2013-08-26 16:18:54 +0100681 else
Dave Airlie5bdebb12013-10-11 14:07:25 +1000682 sysfs_remove_files(&dev->primary->kdev->kobj, gen6_attrs);
683 device_remove_bin_file(dev->primary->kdev, &dpf_attrs_1);
684 device_remove_bin_file(dev->primary->kdev, &dpf_attrs);
Ben Widawsky853c70e2012-09-19 10:50:19 -0700685#ifdef CONFIG_PM
Dave Airlie5bdebb12013-10-11 14:07:25 +1000686 sysfs_unmerge_group(&dev->primary->kdev->kobj, &rc6_attr_group);
Rodrigo Vivi58abf1d2014-10-07 07:06:50 -0700687 sysfs_unmerge_group(&dev->primary->kdev->kobj, &rc6p_attr_group);
Ben Widawsky853c70e2012-09-19 10:50:19 -0700688#endif
Ben Widawsky0136db582012-04-10 21:17:01 -0700689}