blob: 49f5ade0edb70ba4fab2cb227bb1c78fabcd94a8 [file] [log] [blame]
Ben Widawsky0136db582012-04-10 21:17:01 -07001/*
2 * Copyright © 2012 Intel Corporation
3 *
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
10 *
11 * The above copyright notice and this permission notice (including the next
12 * paragraph) shall be included in all copies or substantial portions of the
13 * Software.
14 *
15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
18 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
20 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
21 * IN THE SOFTWARE.
22 *
23 * Authors:
24 * Ben Widawsky <ben@bwidawsk.net>
25 *
26 */
27
28#include <linux/device.h>
29#include <linux/module.h>
30#include <linux/stat.h>
31#include <linux/sysfs.h>
Ben Widawsky84bc7582012-05-25 16:56:25 -070032#include "intel_drv.h"
Ben Widawsky0136db582012-04-10 21:17:01 -070033#include "i915_drv.h"
34
Dave Airlie5bdebb12013-10-11 14:07:25 +100035#define dev_to_drm_minor(d) dev_get_drvdata((d))
Dave Airlie14c8d112013-10-11 14:45:30 +100036
Hunt Xu5ab36332012-07-01 03:45:07 +000037#ifdef CONFIG_PM
Ben Widawsky0136db582012-04-10 21:17:01 -070038static u32 calc_residency(struct drm_device *dev, const u32 reg)
39{
40 struct drm_i915_private *dev_priv = dev->dev_private;
41 u64 raw_time; /* 32b value may overflow during fixed point math */
Jesse Barnese454a052013-09-26 17:55:58 -070042 u64 units = 128ULL, div = 100000ULL, bias = 100ULL;
Paulo Zanonic8c8fb32013-11-27 18:21:54 -020043 u32 ret;
Ben Widawsky0136db582012-04-10 21:17:01 -070044
45 if (!intel_enable_rc6(dev))
46 return 0;
47
Paulo Zanonic8c8fb32013-11-27 18:21:54 -020048 intel_runtime_pm_get(dev_priv);
49
Mika Kuoppala542a6b22014-07-09 14:55:56 +030050 /* On VLV and CHV, residency time is in CZ units rather than 1.28us */
Jesse Barnese454a052013-09-26 17:55:58 -070051 if (IS_VALLEYVIEW(dev)) {
Ville Syrjäläf78ae63f2015-01-19 13:50:52 +020052 u32 clk_reg, czcount_30ns;
Jesse Barnese454a052013-09-26 17:55:58 -070053
Mika Kuoppala542a6b22014-07-09 14:55:56 +030054 if (IS_CHERRYVIEW(dev))
Ville Syrjäläf78ae63f2015-01-19 13:50:52 +020055 clk_reg = CHV_CLK_CTL1;
Mika Kuoppala542a6b22014-07-09 14:55:56 +030056 else
Ville Syrjäläf78ae63f2015-01-19 13:50:52 +020057 clk_reg = VLV_CLK_CTL2;
Mika Kuoppala542a6b22014-07-09 14:55:56 +030058
Ville Syrjäläf78ae63f2015-01-19 13:50:52 +020059 czcount_30ns = I915_READ(clk_reg) >> CLK_CTL2_CZCOUNT_30NS_SHIFT;
Mika Kuoppala542a6b22014-07-09 14:55:56 +030060
61 if (!czcount_30ns) {
62 WARN(!czcount_30ns, "bogus CZ count value");
Paulo Zanonic8c8fb32013-11-27 18:21:54 -020063 ret = 0;
64 goto out;
Jesse Barnese454a052013-09-26 17:55:58 -070065 }
Mika Kuoppala542a6b22014-07-09 14:55:56 +030066
67 units = 0;
68 div = 1000000ULL;
69
70 if (IS_CHERRYVIEW(dev)) {
71 /* Special case for 320Mhz */
72 if (czcount_30ns == 1) {
73 div = 10000000ULL;
74 units = 3125ULL;
75 } else {
76 /* chv counts are one less */
77 czcount_30ns += 1;
78 }
79 }
80
81 if (units == 0)
82 units = DIV_ROUND_UP_ULL(30ULL * bias,
83 (u64)czcount_30ns);
84
Jesse Barnese454a052013-09-26 17:55:58 -070085 if (I915_READ(VLV_COUNTER_CONTROL) & VLV_COUNT_RANGE_HIGH)
86 units <<= 8;
87
Mika Kuoppala542a6b22014-07-09 14:55:56 +030088 div = div * bias;
Jesse Barnese454a052013-09-26 17:55:58 -070089 }
90
91 raw_time = I915_READ(reg) * units;
Paulo Zanonic8c8fb32013-11-27 18:21:54 -020092 ret = DIV_ROUND_UP_ULL(raw_time, div);
93
94out:
95 intel_runtime_pm_put(dev_priv);
96 return ret;
Ben Widawsky0136db582012-04-10 21:17:01 -070097}
98
99static ssize_t
Ben Widawskydbdfd8e2012-09-07 19:43:38 -0700100show_rc6_mask(struct device *kdev, struct device_attribute *attr, char *buf)
Ben Widawsky0136db582012-04-10 21:17:01 -0700101{
Dave Airlie14c8d112013-10-11 14:45:30 +1000102 struct drm_minor *dminor = dev_to_drm_minor(kdev);
Jani Nikula3e2a1552013-02-14 10:42:11 +0200103 return snprintf(buf, PAGE_SIZE, "%x\n", intel_enable_rc6(dminor->dev));
Ben Widawsky0136db582012-04-10 21:17:01 -0700104}
105
106static ssize_t
Ben Widawskydbdfd8e2012-09-07 19:43:38 -0700107show_rc6_ms(struct device *kdev, struct device_attribute *attr, char *buf)
Ben Widawsky0136db582012-04-10 21:17:01 -0700108{
Dave Airlie5bdebb12013-10-11 14:07:25 +1000109 struct drm_minor *dminor = dev_get_drvdata(kdev);
Ben Widawsky0136db582012-04-10 21:17:01 -0700110 u32 rc6_residency = calc_residency(dminor->dev, GEN6_GT_GFX_RC6);
Jani Nikula3e2a1552013-02-14 10:42:11 +0200111 return snprintf(buf, PAGE_SIZE, "%u\n", rc6_residency);
Ben Widawsky0136db582012-04-10 21:17:01 -0700112}
113
114static ssize_t
Ben Widawskydbdfd8e2012-09-07 19:43:38 -0700115show_rc6p_ms(struct device *kdev, struct device_attribute *attr, char *buf)
Ben Widawsky0136db582012-04-10 21:17:01 -0700116{
Dave Airlie14c8d112013-10-11 14:45:30 +1000117 struct drm_minor *dminor = dev_to_drm_minor(kdev);
Ben Widawsky0136db582012-04-10 21:17:01 -0700118 u32 rc6p_residency = calc_residency(dminor->dev, GEN6_GT_GFX_RC6p);
Jani Nikula3e2a1552013-02-14 10:42:11 +0200119 return snprintf(buf, PAGE_SIZE, "%u\n", rc6p_residency);
Ben Widawsky0136db582012-04-10 21:17:01 -0700120}
121
122static ssize_t
Ben Widawskydbdfd8e2012-09-07 19:43:38 -0700123show_rc6pp_ms(struct device *kdev, struct device_attribute *attr, char *buf)
Ben Widawsky0136db582012-04-10 21:17:01 -0700124{
Dave Airlie14c8d112013-10-11 14:45:30 +1000125 struct drm_minor *dminor = dev_to_drm_minor(kdev);
Ben Widawsky0136db582012-04-10 21:17:01 -0700126 u32 rc6pp_residency = calc_residency(dminor->dev, GEN6_GT_GFX_RC6pp);
Jani Nikula3e2a1552013-02-14 10:42:11 +0200127 return snprintf(buf, PAGE_SIZE, "%u\n", rc6pp_residency);
Ben Widawsky0136db582012-04-10 21:17:01 -0700128}
129
130static DEVICE_ATTR(rc6_enable, S_IRUGO, show_rc6_mask, NULL);
131static DEVICE_ATTR(rc6_residency_ms, S_IRUGO, show_rc6_ms, NULL);
132static DEVICE_ATTR(rc6p_residency_ms, S_IRUGO, show_rc6p_ms, NULL);
133static DEVICE_ATTR(rc6pp_residency_ms, S_IRUGO, show_rc6pp_ms, NULL);
134
135static struct attribute *rc6_attrs[] = {
136 &dev_attr_rc6_enable.attr,
137 &dev_attr_rc6_residency_ms.attr,
Ben Widawsky0136db582012-04-10 21:17:01 -0700138 NULL
139};
140
141static struct attribute_group rc6_attr_group = {
142 .name = power_group_name,
143 .attrs = rc6_attrs
144};
Rodrigo Vivi58abf1d2014-10-07 07:06:50 -0700145
146static struct attribute *rc6p_attrs[] = {
147 &dev_attr_rc6p_residency_ms.attr,
148 &dev_attr_rc6pp_residency_ms.attr,
149 NULL
150};
151
152static struct attribute_group rc6p_attr_group = {
153 .name = power_group_name,
154 .attrs = rc6p_attrs
155};
Ben Widawsky8c3f9292012-09-02 00:24:40 -0700156#endif
Ben Widawsky0136db582012-04-10 21:17:01 -0700157
Ben Widawsky84bc7582012-05-25 16:56:25 -0700158static int l3_access_valid(struct drm_device *dev, loff_t offset)
159{
Ben Widawsky040d2ba2013-09-19 11:01:40 -0700160 if (!HAS_L3_DPF(dev))
Ben Widawsky84bc7582012-05-25 16:56:25 -0700161 return -EPERM;
162
163 if (offset % 4 != 0)
164 return -EINVAL;
165
166 if (offset >= GEN7_L3LOG_SIZE)
167 return -ENXIO;
168
169 return 0;
170}
171
172static ssize_t
173i915_l3_read(struct file *filp, struct kobject *kobj,
174 struct bin_attribute *attr, char *buf,
175 loff_t offset, size_t count)
176{
177 struct device *dev = container_of(kobj, struct device, kobj);
Dave Airlie14c8d112013-10-11 14:45:30 +1000178 struct drm_minor *dminor = dev_to_drm_minor(dev);
Ben Widawsky84bc7582012-05-25 16:56:25 -0700179 struct drm_device *drm_dev = dminor->dev;
180 struct drm_i915_private *dev_priv = drm_dev->dev_private;
Ben Widawsky35a85ac2013-09-19 11:13:41 -0700181 int slice = (int)(uintptr_t)attr->private;
Ben Widawsky3ccfd192013-09-18 19:03:18 -0700182 int ret;
Ben Widawsky84bc7582012-05-25 16:56:25 -0700183
Ben Widawsky1c3dcd12013-09-12 22:28:28 -0700184 count = round_down(count, 4);
185
Ben Widawsky84bc7582012-05-25 16:56:25 -0700186 ret = l3_access_valid(drm_dev, offset);
187 if (ret)
188 return ret;
189
Dan Carpentere5ad4022013-09-20 14:20:18 +0300190 count = min_t(size_t, GEN7_L3LOG_SIZE - offset, count);
Ben Widawsky33618ea2013-09-12 22:28:29 -0700191
Ben Widawsky84bc7582012-05-25 16:56:25 -0700192 ret = i915_mutex_lock_interruptible(drm_dev);
193 if (ret)
194 return ret;
195
Ben Widawsky3ccfd192013-09-18 19:03:18 -0700196 if (dev_priv->l3_parity.remap_info[slice])
197 memcpy(buf,
198 dev_priv->l3_parity.remap_info[slice] + (offset/4),
199 count);
200 else
201 memset(buf, 0, count);
Ben Widawsky1c966dd2013-09-17 21:12:42 -0700202
Ben Widawsky84bc7582012-05-25 16:56:25 -0700203 mutex_unlock(&drm_dev->struct_mutex);
204
Ben Widawsky1c966dd2013-09-17 21:12:42 -0700205 return count;
Ben Widawsky84bc7582012-05-25 16:56:25 -0700206}
207
208static ssize_t
209i915_l3_write(struct file *filp, struct kobject *kobj,
210 struct bin_attribute *attr, char *buf,
211 loff_t offset, size_t count)
212{
213 struct device *dev = container_of(kobj, struct device, kobj);
Dave Airlie14c8d112013-10-11 14:45:30 +1000214 struct drm_minor *dminor = dev_to_drm_minor(dev);
Ben Widawsky84bc7582012-05-25 16:56:25 -0700215 struct drm_device *drm_dev = dminor->dev;
216 struct drm_i915_private *dev_priv = drm_dev->dev_private;
Oscar Mateo273497e2014-05-22 14:13:37 +0100217 struct intel_context *ctx;
Ben Widawsky84bc7582012-05-25 16:56:25 -0700218 u32 *temp = NULL; /* Just here to make handling failures easy */
Ben Widawsky35a85ac2013-09-19 11:13:41 -0700219 int slice = (int)(uintptr_t)attr->private;
Ben Widawsky84bc7582012-05-25 16:56:25 -0700220 int ret;
221
Ben Widawsky8245be32013-11-06 13:56:29 -0200222 if (!HAS_HW_CONTEXTS(drm_dev))
223 return -ENXIO;
224
Ben Widawsky84bc7582012-05-25 16:56:25 -0700225 ret = l3_access_valid(drm_dev, offset);
226 if (ret)
227 return ret;
228
229 ret = i915_mutex_lock_interruptible(drm_dev);
230 if (ret)
231 return ret;
232
Ben Widawsky35a85ac2013-09-19 11:13:41 -0700233 if (!dev_priv->l3_parity.remap_info[slice]) {
Ben Widawsky84bc7582012-05-25 16:56:25 -0700234 temp = kzalloc(GEN7_L3LOG_SIZE, GFP_KERNEL);
235 if (!temp) {
236 mutex_unlock(&drm_dev->struct_mutex);
237 return -ENOMEM;
238 }
239 }
240
241 ret = i915_gpu_idle(drm_dev);
242 if (ret) {
243 kfree(temp);
244 mutex_unlock(&drm_dev->struct_mutex);
245 return ret;
246 }
247
248 /* TODO: Ideally we really want a GPU reset here to make sure errors
249 * aren't propagated. Since I cannot find a stable way to reset the GPU
250 * at this point it is left as a TODO.
251 */
252 if (temp)
Ben Widawsky35a85ac2013-09-19 11:13:41 -0700253 dev_priv->l3_parity.remap_info[slice] = temp;
Ben Widawsky84bc7582012-05-25 16:56:25 -0700254
Ben Widawsky35a85ac2013-09-19 11:13:41 -0700255 memcpy(dev_priv->l3_parity.remap_info[slice] + (offset/4), buf, count);
Ben Widawsky84bc7582012-05-25 16:56:25 -0700256
Ben Widawsky3ccfd192013-09-18 19:03:18 -0700257 /* NB: We defer the remapping until we switch to the context */
258 list_for_each_entry(ctx, &dev_priv->context_list, link)
259 ctx->remap_slice |= (1<<slice);
Ben Widawsky84bc7582012-05-25 16:56:25 -0700260
261 mutex_unlock(&drm_dev->struct_mutex);
262
263 return count;
264}
265
266static struct bin_attribute dpf_attrs = {
267 .attr = {.name = "l3_parity", .mode = (S_IRUSR | S_IWUSR)},
268 .size = GEN7_L3LOG_SIZE,
269 .read = i915_l3_read,
270 .write = i915_l3_write,
Ben Widawsky35a85ac2013-09-19 11:13:41 -0700271 .mmap = NULL,
272 .private = (void *)0
273};
274
275static struct bin_attribute dpf_attrs_1 = {
276 .attr = {.name = "l3_parity_slice_1", .mode = (S_IRUSR | S_IWUSR)},
277 .size = GEN7_L3LOG_SIZE,
278 .read = i915_l3_read,
279 .write = i915_l3_write,
280 .mmap = NULL,
281 .private = (void *)1
Ben Widawsky84bc7582012-05-25 16:56:25 -0700282};
283
Ville Syrjäläc8c972e2015-01-23 21:04:24 +0200284static ssize_t gt_act_freq_mhz_show(struct device *kdev,
Ben Widawskydf6eedc2012-09-07 19:43:40 -0700285 struct device_attribute *attr, char *buf)
286{
Dave Airlie14c8d112013-10-11 14:45:30 +1000287 struct drm_minor *minor = dev_to_drm_minor(kdev);
Ben Widawskydf6eedc2012-09-07 19:43:40 -0700288 struct drm_device *dev = minor->dev;
289 struct drm_i915_private *dev_priv = dev->dev_private;
290 int ret;
291
Tom O'Rourke5c9669c2013-09-16 14:56:43 -0700292 flush_delayed_work(&dev_priv->rps.delayed_resume_work);
293
Imre Deakd46c0512014-04-14 20:24:27 +0300294 intel_runtime_pm_get(dev_priv);
295
Jesse Barnes4fc688c2012-11-02 11:14:01 -0700296 mutex_lock(&dev_priv->rps.hw_lock);
Jesse Barnes177006a2013-05-02 10:48:07 -0700297 if (IS_VALLEYVIEW(dev_priv->dev)) {
298 u32 freq;
Jani Nikula64936252013-05-22 15:36:20 +0300299 freq = vlv_punit_read(dev_priv, PUNIT_REG_GPU_FREQ_STS);
Ville Syrjälä7c59a9c12015-01-23 21:04:26 +0200300 ret = intel_gpu_freq(dev_priv, (freq >> 8) & 0xff);
Jesse Barnes177006a2013-05-02 10:48:07 -0700301 } else {
Ville Syrjäläc8c972e2015-01-23 21:04:24 +0200302 u32 rpstat = I915_READ(GEN6_RPSTAT1);
303 if (IS_HASWELL(dev_priv) || IS_BROADWELL(dev_priv))
304 ret = (rpstat & HSW_CAGF_MASK) >> HSW_CAGF_SHIFT;
305 else
306 ret = (rpstat & GEN6_CAGF_MASK) >> GEN6_CAGF_SHIFT;
Ville Syrjälä7c59a9c12015-01-23 21:04:26 +0200307 ret = intel_gpu_freq(dev_priv, ret);
Ville Syrjäläc8c972e2015-01-23 21:04:24 +0200308 }
309 mutex_unlock(&dev_priv->rps.hw_lock);
310
311 intel_runtime_pm_put(dev_priv);
312
313 return snprintf(buf, PAGE_SIZE, "%d\n", ret);
314}
315
316static ssize_t gt_cur_freq_mhz_show(struct device *kdev,
317 struct device_attribute *attr, char *buf)
318{
319 struct drm_minor *minor = dev_to_drm_minor(kdev);
320 struct drm_device *dev = minor->dev;
321 struct drm_i915_private *dev_priv = dev->dev_private;
322 int ret;
323
324 flush_delayed_work(&dev_priv->rps.delayed_resume_work);
325
326 intel_runtime_pm_get(dev_priv);
327
328 mutex_lock(&dev_priv->rps.hw_lock);
Ville Syrjälä7c59a9c12015-01-23 21:04:26 +0200329 ret = intel_gpu_freq(dev_priv, dev_priv->rps.cur_freq);
Jesse Barnes4fc688c2012-11-02 11:14:01 -0700330 mutex_unlock(&dev_priv->rps.hw_lock);
Ben Widawskydf6eedc2012-09-07 19:43:40 -0700331
Imre Deakd46c0512014-04-14 20:24:27 +0300332 intel_runtime_pm_put(dev_priv);
333
Jani Nikula3e2a1552013-02-14 10:42:11 +0200334 return snprintf(buf, PAGE_SIZE, "%d\n", ret);
Ben Widawskydf6eedc2012-09-07 19:43:40 -0700335}
336
Chris Wilson97e4eed2013-08-26 16:18:54 +0100337static ssize_t vlv_rpe_freq_mhz_show(struct device *kdev,
338 struct device_attribute *attr, char *buf)
339{
Dave Airlie14c8d112013-10-11 14:45:30 +1000340 struct drm_minor *minor = dev_to_drm_minor(kdev);
Chris Wilson97e4eed2013-08-26 16:18:54 +0100341 struct drm_device *dev = minor->dev;
342 struct drm_i915_private *dev_priv = dev->dev_private;
343
Ville Syrjälä7c59a9c12015-01-23 21:04:26 +0200344 return snprintf(buf, PAGE_SIZE,
345 "%d\n",
346 intel_gpu_freq(dev_priv, dev_priv->rps.efficient_freq));
Chris Wilson97e4eed2013-08-26 16:18:54 +0100347}
348
Ben Widawskydf6eedc2012-09-07 19:43:40 -0700349static ssize_t gt_max_freq_mhz_show(struct device *kdev, struct device_attribute *attr, char *buf)
350{
Dave Airlie14c8d112013-10-11 14:45:30 +1000351 struct drm_minor *minor = dev_to_drm_minor(kdev);
Ben Widawskydf6eedc2012-09-07 19:43:40 -0700352 struct drm_device *dev = minor->dev;
353 struct drm_i915_private *dev_priv = dev->dev_private;
354 int ret;
355
Tom O'Rourke5c9669c2013-09-16 14:56:43 -0700356 flush_delayed_work(&dev_priv->rps.delayed_resume_work);
357
Jesse Barnes4fc688c2012-11-02 11:14:01 -0700358 mutex_lock(&dev_priv->rps.hw_lock);
Ville Syrjälä7c59a9c12015-01-23 21:04:26 +0200359 ret = intel_gpu_freq(dev_priv, dev_priv->rps.max_freq_softlimit);
Jesse Barnes4fc688c2012-11-02 11:14:01 -0700360 mutex_unlock(&dev_priv->rps.hw_lock);
Ben Widawskydf6eedc2012-09-07 19:43:40 -0700361
Jani Nikula3e2a1552013-02-14 10:42:11 +0200362 return snprintf(buf, PAGE_SIZE, "%d\n", ret);
Ben Widawskydf6eedc2012-09-07 19:43:40 -0700363}
364
Ben Widawsky46ddf192012-09-12 18:12:07 -0700365static ssize_t gt_max_freq_mhz_store(struct device *kdev,
366 struct device_attribute *attr,
367 const char *buf, size_t count)
368{
Dave Airlie14c8d112013-10-11 14:45:30 +1000369 struct drm_minor *minor = dev_to_drm_minor(kdev);
Ben Widawsky46ddf192012-09-12 18:12:07 -0700370 struct drm_device *dev = minor->dev;
371 struct drm_i915_private *dev_priv = dev->dev_private;
Ben Widawsky2a5913a2014-03-19 18:31:13 -0700372 u32 val;
Ben Widawsky46ddf192012-09-12 18:12:07 -0700373 ssize_t ret;
374
375 ret = kstrtou32(buf, 0, &val);
376 if (ret)
377 return ret;
378
Tom O'Rourke5c9669c2013-09-16 14:56:43 -0700379 flush_delayed_work(&dev_priv->rps.delayed_resume_work);
380
Jesse Barnes4fc688c2012-11-02 11:14:01 -0700381 mutex_lock(&dev_priv->rps.hw_lock);
Ben Widawsky46ddf192012-09-12 18:12:07 -0700382
Ville Syrjälä7c59a9c12015-01-23 21:04:26 +0200383 val = intel_freq_opcode(dev_priv, val);
Jesse Barnes0a073b82013-04-17 15:54:58 -0700384
Ben Widawsky2a5913a2014-03-19 18:31:13 -0700385 if (val < dev_priv->rps.min_freq ||
386 val > dev_priv->rps.max_freq ||
Ben Widawskyb39fb292014-03-19 18:31:11 -0700387 val < dev_priv->rps.min_freq_softlimit) {
Jesse Barnes4fc688c2012-11-02 11:14:01 -0700388 mutex_unlock(&dev_priv->rps.hw_lock);
Ben Widawsky46ddf192012-09-12 18:12:07 -0700389 return -EINVAL;
390 }
391
Ben Widawsky2a5913a2014-03-19 18:31:13 -0700392 if (val > dev_priv->rps.rp0_freq)
Ben Widawsky31c77382013-04-05 14:29:22 -0700393 DRM_DEBUG("User requested overclocking to %d\n",
Ville Syrjälä7c59a9c12015-01-23 21:04:26 +0200394 intel_gpu_freq(dev_priv, val));
Ben Widawsky31c77382013-04-05 14:29:22 -0700395
Ben Widawskyb39fb292014-03-19 18:31:11 -0700396 dev_priv->rps.max_freq_softlimit = val;
Ben Widawsky46ddf192012-09-12 18:12:07 -0700397
Ville Syrjäläf745a802015-01-23 21:04:23 +0200398 val = clamp_t(int, dev_priv->rps.cur_freq,
399 dev_priv->rps.min_freq_softlimit,
400 dev_priv->rps.max_freq_softlimit);
401
402 /* We still need *_set_rps to process the new max_delay and
403 * update the interrupt limits and PMINTRMSK even though
404 * frequency request may be unchanged. */
405 if (IS_VALLEYVIEW(dev))
406 valleyview_set_rps(dev, val);
407 else
408 gen6_set_rps(dev, val);
Chris Wilson6917c7b2013-11-06 13:56:26 -0200409
Jesse Barnes4fc688c2012-11-02 11:14:01 -0700410 mutex_unlock(&dev_priv->rps.hw_lock);
Ben Widawsky46ddf192012-09-12 18:12:07 -0700411
412 return count;
413}
414
Ben Widawskydf6eedc2012-09-07 19:43:40 -0700415static ssize_t gt_min_freq_mhz_show(struct device *kdev, struct device_attribute *attr, char *buf)
416{
Dave Airlie14c8d112013-10-11 14:45:30 +1000417 struct drm_minor *minor = dev_to_drm_minor(kdev);
Ben Widawskydf6eedc2012-09-07 19:43:40 -0700418 struct drm_device *dev = minor->dev;
419 struct drm_i915_private *dev_priv = dev->dev_private;
420 int ret;
421
Tom O'Rourke5c9669c2013-09-16 14:56:43 -0700422 flush_delayed_work(&dev_priv->rps.delayed_resume_work);
423
Jesse Barnes4fc688c2012-11-02 11:14:01 -0700424 mutex_lock(&dev_priv->rps.hw_lock);
Ville Syrjälä7c59a9c12015-01-23 21:04:26 +0200425 ret = intel_gpu_freq(dev_priv, dev_priv->rps.min_freq_softlimit);
Jesse Barnes4fc688c2012-11-02 11:14:01 -0700426 mutex_unlock(&dev_priv->rps.hw_lock);
Ben Widawskydf6eedc2012-09-07 19:43:40 -0700427
Jani Nikula3e2a1552013-02-14 10:42:11 +0200428 return snprintf(buf, PAGE_SIZE, "%d\n", ret);
Ben Widawskydf6eedc2012-09-07 19:43:40 -0700429}
430
Ben Widawsky46ddf192012-09-12 18:12:07 -0700431static ssize_t gt_min_freq_mhz_store(struct device *kdev,
432 struct device_attribute *attr,
433 const char *buf, size_t count)
434{
Dave Airlie14c8d112013-10-11 14:45:30 +1000435 struct drm_minor *minor = dev_to_drm_minor(kdev);
Ben Widawsky46ddf192012-09-12 18:12:07 -0700436 struct drm_device *dev = minor->dev;
437 struct drm_i915_private *dev_priv = dev->dev_private;
Ben Widawsky2a5913a2014-03-19 18:31:13 -0700438 u32 val;
Ben Widawsky46ddf192012-09-12 18:12:07 -0700439 ssize_t ret;
440
441 ret = kstrtou32(buf, 0, &val);
442 if (ret)
443 return ret;
444
Tom O'Rourke5c9669c2013-09-16 14:56:43 -0700445 flush_delayed_work(&dev_priv->rps.delayed_resume_work);
446
Jesse Barnes4fc688c2012-11-02 11:14:01 -0700447 mutex_lock(&dev_priv->rps.hw_lock);
Ben Widawsky46ddf192012-09-12 18:12:07 -0700448
Ville Syrjälä7c59a9c12015-01-23 21:04:26 +0200449 val = intel_freq_opcode(dev_priv, val);
Jesse Barnes0a073b82013-04-17 15:54:58 -0700450
Ben Widawsky2a5913a2014-03-19 18:31:13 -0700451 if (val < dev_priv->rps.min_freq ||
452 val > dev_priv->rps.max_freq ||
453 val > dev_priv->rps.max_freq_softlimit) {
Jesse Barnes4fc688c2012-11-02 11:14:01 -0700454 mutex_unlock(&dev_priv->rps.hw_lock);
Ben Widawsky46ddf192012-09-12 18:12:07 -0700455 return -EINVAL;
456 }
457
Ben Widawskyb39fb292014-03-19 18:31:11 -0700458 dev_priv->rps.min_freq_softlimit = val;
Chris Wilson6917c7b2013-11-06 13:56:26 -0200459
Ville Syrjäläf745a802015-01-23 21:04:23 +0200460 val = clamp_t(int, dev_priv->rps.cur_freq,
461 dev_priv->rps.min_freq_softlimit,
462 dev_priv->rps.max_freq_softlimit);
463
464 /* We still need *_set_rps to process the new min_delay and
465 * update the interrupt limits and PMINTRMSK even though
466 * frequency request may be unchanged. */
467 if (IS_VALLEYVIEW(dev))
468 valleyview_set_rps(dev, val);
469 else
470 gen6_set_rps(dev, val);
Ben Widawsky46ddf192012-09-12 18:12:07 -0700471
Jesse Barnes4fc688c2012-11-02 11:14:01 -0700472 mutex_unlock(&dev_priv->rps.hw_lock);
Ben Widawsky46ddf192012-09-12 18:12:07 -0700473
474 return count;
475
476}
477
Ville Syrjäläc8c972e2015-01-23 21:04:24 +0200478static DEVICE_ATTR(gt_act_freq_mhz, S_IRUGO, gt_act_freq_mhz_show, NULL);
Ben Widawskydf6eedc2012-09-07 19:43:40 -0700479static DEVICE_ATTR(gt_cur_freq_mhz, S_IRUGO, gt_cur_freq_mhz_show, NULL);
Ben Widawsky46ddf192012-09-12 18:12:07 -0700480static DEVICE_ATTR(gt_max_freq_mhz, S_IRUGO | S_IWUSR, gt_max_freq_mhz_show, gt_max_freq_mhz_store);
481static DEVICE_ATTR(gt_min_freq_mhz, S_IRUGO | S_IWUSR, gt_min_freq_mhz_show, gt_min_freq_mhz_store);
Ben Widawskydf6eedc2012-09-07 19:43:40 -0700482
Chris Wilson97e4eed2013-08-26 16:18:54 +0100483static DEVICE_ATTR(vlv_rpe_freq_mhz, S_IRUGO, vlv_rpe_freq_mhz_show, NULL);
Ben Widawskyac6ae342012-09-07 19:43:44 -0700484
485static ssize_t gt_rp_mhz_show(struct device *kdev, struct device_attribute *attr, char *buf);
486static DEVICE_ATTR(gt_RP0_freq_mhz, S_IRUGO, gt_rp_mhz_show, NULL);
487static DEVICE_ATTR(gt_RP1_freq_mhz, S_IRUGO, gt_rp_mhz_show, NULL);
488static DEVICE_ATTR(gt_RPn_freq_mhz, S_IRUGO, gt_rp_mhz_show, NULL);
489
490/* For now we have a static number of RP states */
491static ssize_t gt_rp_mhz_show(struct device *kdev, struct device_attribute *attr, char *buf)
492{
Dave Airlie14c8d112013-10-11 14:45:30 +1000493 struct drm_minor *minor = dev_to_drm_minor(kdev);
Ben Widawskyac6ae342012-09-07 19:43:44 -0700494 struct drm_device *dev = minor->dev;
495 struct drm_i915_private *dev_priv = dev->dev_private;
496 u32 val, rp_state_cap;
497 ssize_t ret;
498
499 ret = mutex_lock_interruptible(&dev->struct_mutex);
500 if (ret)
501 return ret;
Paulo Zanonic8c8fb32013-11-27 18:21:54 -0200502 intel_runtime_pm_get(dev_priv);
Ben Widawskyac6ae342012-09-07 19:43:44 -0700503 rp_state_cap = I915_READ(GEN6_RP_STATE_CAP);
Paulo Zanonic8c8fb32013-11-27 18:21:54 -0200504 intel_runtime_pm_put(dev_priv);
Ben Widawskyac6ae342012-09-07 19:43:44 -0700505 mutex_unlock(&dev->struct_mutex);
506
507 if (attr == &dev_attr_gt_RP0_freq_mhz) {
Deepak S74c4f622014-07-10 13:16:22 +0530508 if (IS_VALLEYVIEW(dev))
Ville Syrjälä7c59a9c12015-01-23 21:04:26 +0200509 val = intel_gpu_freq(dev_priv, dev_priv->rps.rp0_freq);
Deepak S74c4f622014-07-10 13:16:22 +0530510 else
Ville Syrjälä7c59a9c12015-01-23 21:04:26 +0200511 val = intel_gpu_freq(dev_priv,
512 ((rp_state_cap & 0x0000ff) >> 0));
Ben Widawskyac6ae342012-09-07 19:43:44 -0700513 } else if (attr == &dev_attr_gt_RP1_freq_mhz) {
Deepak S74c4f622014-07-10 13:16:22 +0530514 if (IS_VALLEYVIEW(dev))
Ville Syrjälä7c59a9c12015-01-23 21:04:26 +0200515 val = intel_gpu_freq(dev_priv, dev_priv->rps.rp1_freq);
Deepak S74c4f622014-07-10 13:16:22 +0530516 else
Ville Syrjälä7c59a9c12015-01-23 21:04:26 +0200517 val = intel_gpu_freq(dev_priv,
518 ((rp_state_cap & 0x00ff00) >> 8));
Ben Widawskyac6ae342012-09-07 19:43:44 -0700519 } else if (attr == &dev_attr_gt_RPn_freq_mhz) {
Deepak S74c4f622014-07-10 13:16:22 +0530520 if (IS_VALLEYVIEW(dev))
Ville Syrjälä7c59a9c12015-01-23 21:04:26 +0200521 val = intel_gpu_freq(dev_priv, dev_priv->rps.min_freq);
Deepak S74c4f622014-07-10 13:16:22 +0530522 else
Ville Syrjälä7c59a9c12015-01-23 21:04:26 +0200523 val = intel_gpu_freq(dev_priv,
524 ((rp_state_cap & 0xff0000) >> 16));
Ben Widawskyac6ae342012-09-07 19:43:44 -0700525 } else {
526 BUG();
527 }
Jani Nikula3e2a1552013-02-14 10:42:11 +0200528 return snprintf(buf, PAGE_SIZE, "%d\n", val);
Ben Widawskyac6ae342012-09-07 19:43:44 -0700529}
530
Ben Widawskydf6eedc2012-09-07 19:43:40 -0700531static const struct attribute *gen6_attrs[] = {
Ville Syrjäläc8c972e2015-01-23 21:04:24 +0200532 &dev_attr_gt_act_freq_mhz.attr,
Ben Widawskydf6eedc2012-09-07 19:43:40 -0700533 &dev_attr_gt_cur_freq_mhz.attr,
534 &dev_attr_gt_max_freq_mhz.attr,
535 &dev_attr_gt_min_freq_mhz.attr,
Ben Widawskyac6ae342012-09-07 19:43:44 -0700536 &dev_attr_gt_RP0_freq_mhz.attr,
537 &dev_attr_gt_RP1_freq_mhz.attr,
538 &dev_attr_gt_RPn_freq_mhz.attr,
Ben Widawskydf6eedc2012-09-07 19:43:40 -0700539 NULL,
540};
541
Chris Wilson97e4eed2013-08-26 16:18:54 +0100542static const struct attribute *vlv_attrs[] = {
Ville Syrjäläc8c972e2015-01-23 21:04:24 +0200543 &dev_attr_gt_act_freq_mhz.attr,
Chris Wilson97e4eed2013-08-26 16:18:54 +0100544 &dev_attr_gt_cur_freq_mhz.attr,
545 &dev_attr_gt_max_freq_mhz.attr,
546 &dev_attr_gt_min_freq_mhz.attr,
Deepak S74c4f622014-07-10 13:16:22 +0530547 &dev_attr_gt_RP0_freq_mhz.attr,
548 &dev_attr_gt_RP1_freq_mhz.attr,
549 &dev_attr_gt_RPn_freq_mhz.attr,
Chris Wilson97e4eed2013-08-26 16:18:54 +0100550 &dev_attr_vlv_rpe_freq_mhz.attr,
551 NULL,
552};
553
Mika Kuoppalaef86ddc2013-06-06 17:38:54 +0300554static ssize_t error_state_read(struct file *filp, struct kobject *kobj,
555 struct bin_attribute *attr, char *buf,
556 loff_t off, size_t count)
557{
558
559 struct device *kdev = container_of(kobj, struct device, kobj);
Dave Airlie14c8d112013-10-11 14:45:30 +1000560 struct drm_minor *minor = dev_to_drm_minor(kdev);
Mika Kuoppalaef86ddc2013-06-06 17:38:54 +0300561 struct drm_device *dev = minor->dev;
562 struct i915_error_state_file_priv error_priv;
563 struct drm_i915_error_state_buf error_str;
564 ssize_t ret_count = 0;
565 int ret;
566
567 memset(&error_priv, 0, sizeof(error_priv));
568
Chris Wilson0a4cd7c2014-08-22 14:41:39 +0100569 ret = i915_error_state_buf_init(&error_str, to_i915(dev), count, off);
Mika Kuoppalaef86ddc2013-06-06 17:38:54 +0300570 if (ret)
571 return ret;
572
573 error_priv.dev = dev;
574 i915_error_state_get(dev, &error_priv);
575
576 ret = i915_error_state_to_str(&error_str, &error_priv);
577 if (ret)
578 goto out;
579
580 ret_count = count < error_str.bytes ? count : error_str.bytes;
581
582 memcpy(buf, error_str.buf, ret_count);
583out:
584 i915_error_state_put(&error_priv);
585 i915_error_state_buf_release(&error_str);
586
587 return ret ?: ret_count;
588}
589
590static ssize_t error_state_write(struct file *file, struct kobject *kobj,
591 struct bin_attribute *attr, char *buf,
592 loff_t off, size_t count)
593{
594 struct device *kdev = container_of(kobj, struct device, kobj);
Dave Airlie14c8d112013-10-11 14:45:30 +1000595 struct drm_minor *minor = dev_to_drm_minor(kdev);
Mika Kuoppalaef86ddc2013-06-06 17:38:54 +0300596 struct drm_device *dev = minor->dev;
597 int ret;
598
599 DRM_DEBUG_DRIVER("Resetting error state\n");
600
601 ret = mutex_lock_interruptible(&dev->struct_mutex);
602 if (ret)
603 return ret;
604
605 i915_destroy_error_state(dev);
606 mutex_unlock(&dev->struct_mutex);
607
608 return count;
609}
610
611static struct bin_attribute error_state_attr = {
612 .attr.name = "error",
613 .attr.mode = S_IRUSR | S_IWUSR,
614 .size = 0,
615 .read = error_state_read,
616 .write = error_state_write,
617};
618
Ben Widawsky0136db582012-04-10 21:17:01 -0700619void i915_setup_sysfs(struct drm_device *dev)
620{
621 int ret;
622
Ben Widawsky8c3f9292012-09-02 00:24:40 -0700623#ifdef CONFIG_PM
Rodrigo Vivi58abf1d2014-10-07 07:06:50 -0700624 if (HAS_RC6(dev)) {
Dave Airlie5bdebb12013-10-11 14:07:25 +1000625 ret = sysfs_merge_group(&dev->primary->kdev->kobj,
Daniel Vetter112abd22012-05-31 14:57:43 +0200626 &rc6_attr_group);
627 if (ret)
628 DRM_ERROR("RC6 residency sysfs setup failed\n");
629 }
Rodrigo Vivi58abf1d2014-10-07 07:06:50 -0700630 if (HAS_RC6p(dev)) {
631 ret = sysfs_merge_group(&dev->primary->kdev->kobj,
632 &rc6p_attr_group);
633 if (ret)
634 DRM_ERROR("RC6p residency sysfs setup failed\n");
635 }
Ben Widawsky8c3f9292012-09-02 00:24:40 -0700636#endif
Ben Widawsky040d2ba2013-09-19 11:01:40 -0700637 if (HAS_L3_DPF(dev)) {
Dave Airlie5bdebb12013-10-11 14:07:25 +1000638 ret = device_create_bin_file(dev->primary->kdev, &dpf_attrs);
Daniel Vetter112abd22012-05-31 14:57:43 +0200639 if (ret)
640 DRM_ERROR("l3 parity sysfs setup failed\n");
Ben Widawsky35a85ac2013-09-19 11:13:41 -0700641
642 if (NUM_L3_SLICES(dev) > 1) {
Dave Airlie5bdebb12013-10-11 14:07:25 +1000643 ret = device_create_bin_file(dev->primary->kdev,
Ben Widawsky35a85ac2013-09-19 11:13:41 -0700644 &dpf_attrs_1);
645 if (ret)
646 DRM_ERROR("l3 parity slice 1 setup failed\n");
647 }
Daniel Vetter112abd22012-05-31 14:57:43 +0200648 }
Ben Widawskydf6eedc2012-09-07 19:43:40 -0700649
Chris Wilson97e4eed2013-08-26 16:18:54 +0100650 ret = 0;
651 if (IS_VALLEYVIEW(dev))
Dave Airlie5bdebb12013-10-11 14:07:25 +1000652 ret = sysfs_create_files(&dev->primary->kdev->kobj, vlv_attrs);
Chris Wilson97e4eed2013-08-26 16:18:54 +0100653 else if (INTEL_INFO(dev)->gen >= 6)
Dave Airlie5bdebb12013-10-11 14:07:25 +1000654 ret = sysfs_create_files(&dev->primary->kdev->kobj, gen6_attrs);
Chris Wilson97e4eed2013-08-26 16:18:54 +0100655 if (ret)
656 DRM_ERROR("RPS sysfs setup failed\n");
Mika Kuoppalaef86ddc2013-06-06 17:38:54 +0300657
Dave Airlie5bdebb12013-10-11 14:07:25 +1000658 ret = sysfs_create_bin_file(&dev->primary->kdev->kobj,
Mika Kuoppalaef86ddc2013-06-06 17:38:54 +0300659 &error_state_attr);
660 if (ret)
661 DRM_ERROR("error_state sysfs setup failed\n");
Ben Widawsky0136db582012-04-10 21:17:01 -0700662}
663
664void i915_teardown_sysfs(struct drm_device *dev)
665{
Dave Airlie5bdebb12013-10-11 14:07:25 +1000666 sysfs_remove_bin_file(&dev->primary->kdev->kobj, &error_state_attr);
Chris Wilson97e4eed2013-08-26 16:18:54 +0100667 if (IS_VALLEYVIEW(dev))
Dave Airlie5bdebb12013-10-11 14:07:25 +1000668 sysfs_remove_files(&dev->primary->kdev->kobj, vlv_attrs);
Chris Wilson97e4eed2013-08-26 16:18:54 +0100669 else
Dave Airlie5bdebb12013-10-11 14:07:25 +1000670 sysfs_remove_files(&dev->primary->kdev->kobj, gen6_attrs);
671 device_remove_bin_file(dev->primary->kdev, &dpf_attrs_1);
672 device_remove_bin_file(dev->primary->kdev, &dpf_attrs);
Ben Widawsky853c70e2012-09-19 10:50:19 -0700673#ifdef CONFIG_PM
Dave Airlie5bdebb12013-10-11 14:07:25 +1000674 sysfs_unmerge_group(&dev->primary->kdev->kobj, &rc6_attr_group);
Rodrigo Vivi58abf1d2014-10-07 07:06:50 -0700675 sysfs_unmerge_group(&dev->primary->kdev->kobj, &rc6p_attr_group);
Ben Widawsky853c70e2012-09-19 10:50:19 -0700676#endif
Ben Widawsky0136db582012-04-10 21:17:01 -0700677}