blob: 55bd04c6b9390d1d5cd21a26dea49861cbcff44e [file] [log] [blame]
Ben Widawsky0136db52012-04-10 21:17:01 -07001/*
2 * Copyright © 2012 Intel Corporation
3 *
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
10 *
11 * The above copyright notice and this permission notice (including the next
12 * paragraph) shall be included in all copies or substantial portions of the
13 * Software.
14 *
15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
18 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
20 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
21 * IN THE SOFTWARE.
22 *
23 * Authors:
24 * Ben Widawsky <ben@bwidawsk.net>
25 *
26 */
27
28#include <linux/device.h>
29#include <linux/module.h>
30#include <linux/stat.h>
31#include <linux/sysfs.h>
Ben Widawsky84bc7582012-05-25 16:56:25 -070032#include "intel_drv.h"
Ben Widawsky0136db52012-04-10 21:17:01 -070033#include "i915_drv.h"
34
Dave Airlie5bdebb12013-10-11 14:07:25 +100035#define dev_to_drm_minor(d) dev_get_drvdata((d))
Dave Airlie14c8d1102013-10-11 14:45:30 +100036
Hunt Xu5ab36332012-07-01 03:45:07 +000037#ifdef CONFIG_PM
Ben Widawsky0136db52012-04-10 21:17:01 -070038static u32 calc_residency(struct drm_device *dev, const u32 reg)
39{
40 struct drm_i915_private *dev_priv = dev->dev_private;
41 u64 raw_time; /* 32b value may overflow during fixed point math */
Jesse Barnese454a052013-09-26 17:55:58 -070042 u64 units = 128ULL, div = 100000ULL, bias = 100ULL;
Paulo Zanonic8c8fb32013-11-27 18:21:54 -020043 u32 ret;
Ben Widawsky0136db52012-04-10 21:17:01 -070044
45 if (!intel_enable_rc6(dev))
46 return 0;
47
Paulo Zanonic8c8fb32013-11-27 18:21:54 -020048 intel_runtime_pm_get(dev_priv);
49
Mika Kuoppala542a6b22014-07-09 14:55:56 +030050 /* On VLV and CHV, residency time is in CZ units rather than 1.28us */
Jesse Barnese454a052013-09-26 17:55:58 -070051 if (IS_VALLEYVIEW(dev)) {
Ville Syrjäläf78ae63f2015-01-19 13:50:52 +020052 u32 clk_reg, czcount_30ns;
Jesse Barnese454a052013-09-26 17:55:58 -070053
Mika Kuoppala542a6b22014-07-09 14:55:56 +030054 if (IS_CHERRYVIEW(dev))
Ville Syrjäläf78ae63f2015-01-19 13:50:52 +020055 clk_reg = CHV_CLK_CTL1;
Mika Kuoppala542a6b22014-07-09 14:55:56 +030056 else
Ville Syrjäläf78ae63f2015-01-19 13:50:52 +020057 clk_reg = VLV_CLK_CTL2;
Mika Kuoppala542a6b22014-07-09 14:55:56 +030058
Ville Syrjäläf78ae63f2015-01-19 13:50:52 +020059 czcount_30ns = I915_READ(clk_reg) >> CLK_CTL2_CZCOUNT_30NS_SHIFT;
Mika Kuoppala542a6b22014-07-09 14:55:56 +030060
61 if (!czcount_30ns) {
62 WARN(!czcount_30ns, "bogus CZ count value");
Paulo Zanonic8c8fb32013-11-27 18:21:54 -020063 ret = 0;
64 goto out;
Jesse Barnese454a052013-09-26 17:55:58 -070065 }
Mika Kuoppala542a6b22014-07-09 14:55:56 +030066
Imre Deak66c826a2015-06-01 10:32:01 +030067 if (IS_CHERRYVIEW(dev) && czcount_30ns == 1) {
Mika Kuoppala542a6b22014-07-09 14:55:56 +030068 /* Special case for 320Mhz */
Imre Deak66c826a2015-06-01 10:32:01 +030069 div = 10000000ULL;
70 units = 3125ULL;
71 } else {
72 czcount_30ns += 1;
73 div = 1000000ULL;
74 units = DIV_ROUND_UP_ULL(30ULL * bias, czcount_30ns);
Mika Kuoppala542a6b22014-07-09 14:55:56 +030075 }
76
Jesse Barnese454a052013-09-26 17:55:58 -070077 if (I915_READ(VLV_COUNTER_CONTROL) & VLV_COUNT_RANGE_HIGH)
78 units <<= 8;
79
Mika Kuoppala542a6b22014-07-09 14:55:56 +030080 div = div * bias;
Jesse Barnese454a052013-09-26 17:55:58 -070081 }
82
83 raw_time = I915_READ(reg) * units;
Paulo Zanonic8c8fb32013-11-27 18:21:54 -020084 ret = DIV_ROUND_UP_ULL(raw_time, div);
85
86out:
87 intel_runtime_pm_put(dev_priv);
88 return ret;
Ben Widawsky0136db52012-04-10 21:17:01 -070089}
90
91static ssize_t
Ben Widawskydbdfd8e2012-09-07 19:43:38 -070092show_rc6_mask(struct device *kdev, struct device_attribute *attr, char *buf)
Ben Widawsky0136db52012-04-10 21:17:01 -070093{
Dave Airlie14c8d1102013-10-11 14:45:30 +100094 struct drm_minor *dminor = dev_to_drm_minor(kdev);
Jani Nikula3e2a1552013-02-14 10:42:11 +020095 return snprintf(buf, PAGE_SIZE, "%x\n", intel_enable_rc6(dminor->dev));
Ben Widawsky0136db52012-04-10 21:17:01 -070096}
97
98static ssize_t
Ben Widawskydbdfd8e2012-09-07 19:43:38 -070099show_rc6_ms(struct device *kdev, struct device_attribute *attr, char *buf)
Ben Widawsky0136db52012-04-10 21:17:01 -0700100{
Dave Airlie5bdebb12013-10-11 14:07:25 +1000101 struct drm_minor *dminor = dev_get_drvdata(kdev);
Ben Widawsky0136db52012-04-10 21:17:01 -0700102 u32 rc6_residency = calc_residency(dminor->dev, GEN6_GT_GFX_RC6);
Jani Nikula3e2a1552013-02-14 10:42:11 +0200103 return snprintf(buf, PAGE_SIZE, "%u\n", rc6_residency);
Ben Widawsky0136db52012-04-10 21:17:01 -0700104}
105
106static ssize_t
Ben Widawskydbdfd8e2012-09-07 19:43:38 -0700107show_rc6p_ms(struct device *kdev, struct device_attribute *attr, char *buf)
Ben Widawsky0136db52012-04-10 21:17:01 -0700108{
Dave Airlie14c8d1102013-10-11 14:45:30 +1000109 struct drm_minor *dminor = dev_to_drm_minor(kdev);
Ben Widawsky0136db52012-04-10 21:17:01 -0700110 u32 rc6p_residency = calc_residency(dminor->dev, GEN6_GT_GFX_RC6p);
Jani Nikula3e2a1552013-02-14 10:42:11 +0200111 return snprintf(buf, PAGE_SIZE, "%u\n", rc6p_residency);
Ben Widawsky0136db52012-04-10 21:17:01 -0700112}
113
114static ssize_t
Ben Widawskydbdfd8e2012-09-07 19:43:38 -0700115show_rc6pp_ms(struct device *kdev, struct device_attribute *attr, char *buf)
Ben Widawsky0136db52012-04-10 21:17:01 -0700116{
Dave Airlie14c8d1102013-10-11 14:45:30 +1000117 struct drm_minor *dminor = dev_to_drm_minor(kdev);
Ben Widawsky0136db52012-04-10 21:17:01 -0700118 u32 rc6pp_residency = calc_residency(dminor->dev, GEN6_GT_GFX_RC6pp);
Jani Nikula3e2a1552013-02-14 10:42:11 +0200119 return snprintf(buf, PAGE_SIZE, "%u\n", rc6pp_residency);
Ben Widawsky0136db52012-04-10 21:17:01 -0700120}
121
Ville Syrjälä626ad6f2015-02-26 21:10:27 +0530122static ssize_t
123show_media_rc6_ms(struct device *kdev, struct device_attribute *attr, char *buf)
124{
125 struct drm_minor *dminor = dev_get_drvdata(kdev);
126 u32 rc6_residency = calc_residency(dminor->dev, VLV_GT_MEDIA_RC6);
127 return snprintf(buf, PAGE_SIZE, "%u\n", rc6_residency);
128}
129
Ben Widawsky0136db52012-04-10 21:17:01 -0700130static DEVICE_ATTR(rc6_enable, S_IRUGO, show_rc6_mask, NULL);
131static DEVICE_ATTR(rc6_residency_ms, S_IRUGO, show_rc6_ms, NULL);
132static DEVICE_ATTR(rc6p_residency_ms, S_IRUGO, show_rc6p_ms, NULL);
133static DEVICE_ATTR(rc6pp_residency_ms, S_IRUGO, show_rc6pp_ms, NULL);
Ville Syrjälä626ad6f2015-02-26 21:10:27 +0530134static DEVICE_ATTR(media_rc6_residency_ms, S_IRUGO, show_media_rc6_ms, NULL);
Ben Widawsky0136db52012-04-10 21:17:01 -0700135
136static struct attribute *rc6_attrs[] = {
137 &dev_attr_rc6_enable.attr,
138 &dev_attr_rc6_residency_ms.attr,
Ben Widawsky0136db52012-04-10 21:17:01 -0700139 NULL
140};
141
142static struct attribute_group rc6_attr_group = {
143 .name = power_group_name,
144 .attrs = rc6_attrs
145};
Rodrigo Vivi58abf1d2014-10-07 07:06:50 -0700146
147static struct attribute *rc6p_attrs[] = {
148 &dev_attr_rc6p_residency_ms.attr,
149 &dev_attr_rc6pp_residency_ms.attr,
150 NULL
151};
152
153static struct attribute_group rc6p_attr_group = {
154 .name = power_group_name,
155 .attrs = rc6p_attrs
156};
Ville Syrjälä626ad6f2015-02-26 21:10:27 +0530157
158static struct attribute *media_rc6_attrs[] = {
159 &dev_attr_media_rc6_residency_ms.attr,
160 NULL
161};
162
163static struct attribute_group media_rc6_attr_group = {
164 .name = power_group_name,
165 .attrs = media_rc6_attrs
166};
Ben Widawsky8c3f9292012-09-02 00:24:40 -0700167#endif
Ben Widawsky0136db52012-04-10 21:17:01 -0700168
Ben Widawsky84bc7582012-05-25 16:56:25 -0700169static int l3_access_valid(struct drm_device *dev, loff_t offset)
170{
Ben Widawsky040d2ba2013-09-19 11:01:40 -0700171 if (!HAS_L3_DPF(dev))
Ben Widawsky84bc7582012-05-25 16:56:25 -0700172 return -EPERM;
173
174 if (offset % 4 != 0)
175 return -EINVAL;
176
177 if (offset >= GEN7_L3LOG_SIZE)
178 return -ENXIO;
179
180 return 0;
181}
182
183static ssize_t
184i915_l3_read(struct file *filp, struct kobject *kobj,
185 struct bin_attribute *attr, char *buf,
186 loff_t offset, size_t count)
187{
188 struct device *dev = container_of(kobj, struct device, kobj);
Dave Airlie14c8d1102013-10-11 14:45:30 +1000189 struct drm_minor *dminor = dev_to_drm_minor(dev);
Ben Widawsky84bc7582012-05-25 16:56:25 -0700190 struct drm_device *drm_dev = dminor->dev;
191 struct drm_i915_private *dev_priv = drm_dev->dev_private;
Ben Widawsky35a85ac2013-09-19 11:13:41 -0700192 int slice = (int)(uintptr_t)attr->private;
Ben Widawsky3ccfd192013-09-18 19:03:18 -0700193 int ret;
Ben Widawsky84bc7582012-05-25 16:56:25 -0700194
Ben Widawsky1c3dcd12013-09-12 22:28:28 -0700195 count = round_down(count, 4);
196
Ben Widawsky84bc7582012-05-25 16:56:25 -0700197 ret = l3_access_valid(drm_dev, offset);
198 if (ret)
199 return ret;
200
Dan Carpentere5ad4022013-09-20 14:20:18 +0300201 count = min_t(size_t, GEN7_L3LOG_SIZE - offset, count);
Ben Widawsky33618ea2013-09-12 22:28:29 -0700202
Ben Widawsky84bc7582012-05-25 16:56:25 -0700203 ret = i915_mutex_lock_interruptible(drm_dev);
204 if (ret)
205 return ret;
206
Ben Widawsky3ccfd192013-09-18 19:03:18 -0700207 if (dev_priv->l3_parity.remap_info[slice])
208 memcpy(buf,
209 dev_priv->l3_parity.remap_info[slice] + (offset/4),
210 count);
211 else
212 memset(buf, 0, count);
Ben Widawsky1c966dd2013-09-17 21:12:42 -0700213
Ben Widawsky84bc7582012-05-25 16:56:25 -0700214 mutex_unlock(&drm_dev->struct_mutex);
215
Ben Widawsky1c966dd2013-09-17 21:12:42 -0700216 return count;
Ben Widawsky84bc7582012-05-25 16:56:25 -0700217}
218
219static ssize_t
220i915_l3_write(struct file *filp, struct kobject *kobj,
221 struct bin_attribute *attr, char *buf,
222 loff_t offset, size_t count)
223{
224 struct device *dev = container_of(kobj, struct device, kobj);
Dave Airlie14c8d1102013-10-11 14:45:30 +1000225 struct drm_minor *dminor = dev_to_drm_minor(dev);
Ben Widawsky84bc7582012-05-25 16:56:25 -0700226 struct drm_device *drm_dev = dminor->dev;
227 struct drm_i915_private *dev_priv = drm_dev->dev_private;
Oscar Mateo273497e2014-05-22 14:13:37 +0100228 struct intel_context *ctx;
Ben Widawsky84bc7582012-05-25 16:56:25 -0700229 u32 *temp = NULL; /* Just here to make handling failures easy */
Ben Widawsky35a85ac2013-09-19 11:13:41 -0700230 int slice = (int)(uintptr_t)attr->private;
Ben Widawsky84bc7582012-05-25 16:56:25 -0700231 int ret;
232
Ben Widawsky8245be32013-11-06 13:56:29 -0200233 if (!HAS_HW_CONTEXTS(drm_dev))
234 return -ENXIO;
235
Ben Widawsky84bc7582012-05-25 16:56:25 -0700236 ret = l3_access_valid(drm_dev, offset);
237 if (ret)
238 return ret;
239
240 ret = i915_mutex_lock_interruptible(drm_dev);
241 if (ret)
242 return ret;
243
Ben Widawsky35a85ac2013-09-19 11:13:41 -0700244 if (!dev_priv->l3_parity.remap_info[slice]) {
Ben Widawsky84bc7582012-05-25 16:56:25 -0700245 temp = kzalloc(GEN7_L3LOG_SIZE, GFP_KERNEL);
246 if (!temp) {
247 mutex_unlock(&drm_dev->struct_mutex);
248 return -ENOMEM;
249 }
250 }
251
252 ret = i915_gpu_idle(drm_dev);
253 if (ret) {
254 kfree(temp);
255 mutex_unlock(&drm_dev->struct_mutex);
256 return ret;
257 }
258
259 /* TODO: Ideally we really want a GPU reset here to make sure errors
260 * aren't propagated. Since I cannot find a stable way to reset the GPU
261 * at this point it is left as a TODO.
262 */
263 if (temp)
Ben Widawsky35a85ac2013-09-19 11:13:41 -0700264 dev_priv->l3_parity.remap_info[slice] = temp;
Ben Widawsky84bc7582012-05-25 16:56:25 -0700265
Ben Widawsky35a85ac2013-09-19 11:13:41 -0700266 memcpy(dev_priv->l3_parity.remap_info[slice] + (offset/4), buf, count);
Ben Widawsky84bc7582012-05-25 16:56:25 -0700267
Ben Widawsky3ccfd192013-09-18 19:03:18 -0700268 /* NB: We defer the remapping until we switch to the context */
269 list_for_each_entry(ctx, &dev_priv->context_list, link)
270 ctx->remap_slice |= (1<<slice);
Ben Widawsky84bc7582012-05-25 16:56:25 -0700271
272 mutex_unlock(&drm_dev->struct_mutex);
273
274 return count;
275}
276
277static struct bin_attribute dpf_attrs = {
278 .attr = {.name = "l3_parity", .mode = (S_IRUSR | S_IWUSR)},
279 .size = GEN7_L3LOG_SIZE,
280 .read = i915_l3_read,
281 .write = i915_l3_write,
Ben Widawsky35a85ac2013-09-19 11:13:41 -0700282 .mmap = NULL,
283 .private = (void *)0
284};
285
286static struct bin_attribute dpf_attrs_1 = {
287 .attr = {.name = "l3_parity_slice_1", .mode = (S_IRUSR | S_IWUSR)},
288 .size = GEN7_L3LOG_SIZE,
289 .read = i915_l3_read,
290 .write = i915_l3_write,
291 .mmap = NULL,
292 .private = (void *)1
Ben Widawsky84bc7582012-05-25 16:56:25 -0700293};
294
Ville Syrjäläc8c972e2015-01-23 21:04:24 +0200295static ssize_t gt_act_freq_mhz_show(struct device *kdev,
Ben Widawskydf6eedc2012-09-07 19:43:40 -0700296 struct device_attribute *attr, char *buf)
297{
Dave Airlie14c8d1102013-10-11 14:45:30 +1000298 struct drm_minor *minor = dev_to_drm_minor(kdev);
Ben Widawskydf6eedc2012-09-07 19:43:40 -0700299 struct drm_device *dev = minor->dev;
300 struct drm_i915_private *dev_priv = dev->dev_private;
301 int ret;
302
Tom O'Rourke5c9669c2013-09-16 14:56:43 -0700303 flush_delayed_work(&dev_priv->rps.delayed_resume_work);
304
Imre Deakd46c0512014-04-14 20:24:27 +0300305 intel_runtime_pm_get(dev_priv);
306
Jesse Barnes4fc688c2012-11-02 11:14:01 -0700307 mutex_lock(&dev_priv->rps.hw_lock);
Jesse Barnes177006a2013-05-02 10:48:07 -0700308 if (IS_VALLEYVIEW(dev_priv->dev)) {
309 u32 freq;
Jani Nikula64936252013-05-22 15:36:20 +0300310 freq = vlv_punit_read(dev_priv, PUNIT_REG_GPU_FREQ_STS);
Ville Syrjälä7c59a9c12015-01-23 21:04:26 +0200311 ret = intel_gpu_freq(dev_priv, (freq >> 8) & 0xff);
Jesse Barnes177006a2013-05-02 10:48:07 -0700312 } else {
Ville Syrjäläc8c972e2015-01-23 21:04:24 +0200313 u32 rpstat = I915_READ(GEN6_RPSTAT1);
Akash Goeled64d662015-03-06 11:07:22 +0530314 if (IS_GEN9(dev_priv))
315 ret = (rpstat & GEN9_CAGF_MASK) >> GEN9_CAGF_SHIFT;
316 else if (IS_HASWELL(dev_priv) || IS_BROADWELL(dev_priv))
Ville Syrjäläc8c972e2015-01-23 21:04:24 +0200317 ret = (rpstat & HSW_CAGF_MASK) >> HSW_CAGF_SHIFT;
318 else
319 ret = (rpstat & GEN6_CAGF_MASK) >> GEN6_CAGF_SHIFT;
Ville Syrjälä7c59a9c12015-01-23 21:04:26 +0200320 ret = intel_gpu_freq(dev_priv, ret);
Ville Syrjäläc8c972e2015-01-23 21:04:24 +0200321 }
322 mutex_unlock(&dev_priv->rps.hw_lock);
323
324 intel_runtime_pm_put(dev_priv);
325
326 return snprintf(buf, PAGE_SIZE, "%d\n", ret);
327}
328
329static ssize_t gt_cur_freq_mhz_show(struct device *kdev,
330 struct device_attribute *attr, char *buf)
331{
332 struct drm_minor *minor = dev_to_drm_minor(kdev);
333 struct drm_device *dev = minor->dev;
334 struct drm_i915_private *dev_priv = dev->dev_private;
335 int ret;
336
337 flush_delayed_work(&dev_priv->rps.delayed_resume_work);
338
339 intel_runtime_pm_get(dev_priv);
340
341 mutex_lock(&dev_priv->rps.hw_lock);
Ville Syrjälä7c59a9c12015-01-23 21:04:26 +0200342 ret = intel_gpu_freq(dev_priv, dev_priv->rps.cur_freq);
Jesse Barnes4fc688c2012-11-02 11:14:01 -0700343 mutex_unlock(&dev_priv->rps.hw_lock);
Ben Widawskydf6eedc2012-09-07 19:43:40 -0700344
Imre Deakd46c0512014-04-14 20:24:27 +0300345 intel_runtime_pm_put(dev_priv);
346
Jani Nikula3e2a1552013-02-14 10:42:11 +0200347 return snprintf(buf, PAGE_SIZE, "%d\n", ret);
Ben Widawskydf6eedc2012-09-07 19:43:40 -0700348}
349
Chris Wilson97e4eed2013-08-26 16:18:54 +0100350static ssize_t vlv_rpe_freq_mhz_show(struct device *kdev,
351 struct device_attribute *attr, char *buf)
352{
Dave Airlie14c8d1102013-10-11 14:45:30 +1000353 struct drm_minor *minor = dev_to_drm_minor(kdev);
Chris Wilson97e4eed2013-08-26 16:18:54 +0100354 struct drm_device *dev = minor->dev;
355 struct drm_i915_private *dev_priv = dev->dev_private;
356
Ville Syrjälä7c59a9c12015-01-23 21:04:26 +0200357 return snprintf(buf, PAGE_SIZE,
358 "%d\n",
359 intel_gpu_freq(dev_priv, dev_priv->rps.efficient_freq));
Chris Wilson97e4eed2013-08-26 16:18:54 +0100360}
361
Ben Widawskydf6eedc2012-09-07 19:43:40 -0700362static ssize_t gt_max_freq_mhz_show(struct device *kdev, struct device_attribute *attr, char *buf)
363{
Dave Airlie14c8d1102013-10-11 14:45:30 +1000364 struct drm_minor *minor = dev_to_drm_minor(kdev);
Ben Widawskydf6eedc2012-09-07 19:43:40 -0700365 struct drm_device *dev = minor->dev;
366 struct drm_i915_private *dev_priv = dev->dev_private;
367 int ret;
368
Tom O'Rourke5c9669c2013-09-16 14:56:43 -0700369 flush_delayed_work(&dev_priv->rps.delayed_resume_work);
370
Jesse Barnes4fc688c2012-11-02 11:14:01 -0700371 mutex_lock(&dev_priv->rps.hw_lock);
Ville Syrjälä7c59a9c12015-01-23 21:04:26 +0200372 ret = intel_gpu_freq(dev_priv, dev_priv->rps.max_freq_softlimit);
Jesse Barnes4fc688c2012-11-02 11:14:01 -0700373 mutex_unlock(&dev_priv->rps.hw_lock);
Ben Widawskydf6eedc2012-09-07 19:43:40 -0700374
Jani Nikula3e2a1552013-02-14 10:42:11 +0200375 return snprintf(buf, PAGE_SIZE, "%d\n", ret);
Ben Widawskydf6eedc2012-09-07 19:43:40 -0700376}
377
Ben Widawsky46ddf192012-09-12 18:12:07 -0700378static ssize_t gt_max_freq_mhz_store(struct device *kdev,
379 struct device_attribute *attr,
380 const char *buf, size_t count)
381{
Dave Airlie14c8d1102013-10-11 14:45:30 +1000382 struct drm_minor *minor = dev_to_drm_minor(kdev);
Ben Widawsky46ddf192012-09-12 18:12:07 -0700383 struct drm_device *dev = minor->dev;
384 struct drm_i915_private *dev_priv = dev->dev_private;
Ben Widawsky2a5913a2014-03-19 18:31:13 -0700385 u32 val;
Ben Widawsky46ddf192012-09-12 18:12:07 -0700386 ssize_t ret;
387
388 ret = kstrtou32(buf, 0, &val);
389 if (ret)
390 return ret;
391
Tom O'Rourke5c9669c2013-09-16 14:56:43 -0700392 flush_delayed_work(&dev_priv->rps.delayed_resume_work);
393
Jesse Barnes4fc688c2012-11-02 11:14:01 -0700394 mutex_lock(&dev_priv->rps.hw_lock);
Ben Widawsky46ddf192012-09-12 18:12:07 -0700395
Ville Syrjälä7c59a9c12015-01-23 21:04:26 +0200396 val = intel_freq_opcode(dev_priv, val);
Jesse Barnes0a073b82013-04-17 15:54:58 -0700397
Ben Widawsky2a5913a2014-03-19 18:31:13 -0700398 if (val < dev_priv->rps.min_freq ||
399 val > dev_priv->rps.max_freq ||
Ben Widawskyb39fb292014-03-19 18:31:11 -0700400 val < dev_priv->rps.min_freq_softlimit) {
Jesse Barnes4fc688c2012-11-02 11:14:01 -0700401 mutex_unlock(&dev_priv->rps.hw_lock);
Ben Widawsky46ddf192012-09-12 18:12:07 -0700402 return -EINVAL;
403 }
404
Ben Widawsky2a5913a2014-03-19 18:31:13 -0700405 if (val > dev_priv->rps.rp0_freq)
Ben Widawsky31c77382013-04-05 14:29:22 -0700406 DRM_DEBUG("User requested overclocking to %d\n",
Ville Syrjälä7c59a9c12015-01-23 21:04:26 +0200407 intel_gpu_freq(dev_priv, val));
Ben Widawsky31c77382013-04-05 14:29:22 -0700408
Ben Widawskyb39fb292014-03-19 18:31:11 -0700409 dev_priv->rps.max_freq_softlimit = val;
Ben Widawsky46ddf192012-09-12 18:12:07 -0700410
Ville Syrjäläf745a802015-01-23 21:04:23 +0200411 val = clamp_t(int, dev_priv->rps.cur_freq,
412 dev_priv->rps.min_freq_softlimit,
413 dev_priv->rps.max_freq_softlimit);
414
415 /* We still need *_set_rps to process the new max_delay and
416 * update the interrupt limits and PMINTRMSK even though
417 * frequency request may be unchanged. */
Ville Syrjäläffe02b42015-02-02 19:09:50 +0200418 intel_set_rps(dev, val);
Chris Wilson6917c7b2013-11-06 13:56:26 -0200419
Jesse Barnes4fc688c2012-11-02 11:14:01 -0700420 mutex_unlock(&dev_priv->rps.hw_lock);
Ben Widawsky46ddf192012-09-12 18:12:07 -0700421
422 return count;
423}
424
Ben Widawskydf6eedc2012-09-07 19:43:40 -0700425static ssize_t gt_min_freq_mhz_show(struct device *kdev, struct device_attribute *attr, char *buf)
426{
Dave Airlie14c8d1102013-10-11 14:45:30 +1000427 struct drm_minor *minor = dev_to_drm_minor(kdev);
Ben Widawskydf6eedc2012-09-07 19:43:40 -0700428 struct drm_device *dev = minor->dev;
429 struct drm_i915_private *dev_priv = dev->dev_private;
430 int ret;
431
Tom O'Rourke5c9669c2013-09-16 14:56:43 -0700432 flush_delayed_work(&dev_priv->rps.delayed_resume_work);
433
Jesse Barnes4fc688c2012-11-02 11:14:01 -0700434 mutex_lock(&dev_priv->rps.hw_lock);
Ville Syrjälä7c59a9c12015-01-23 21:04:26 +0200435 ret = intel_gpu_freq(dev_priv, dev_priv->rps.min_freq_softlimit);
Jesse Barnes4fc688c2012-11-02 11:14:01 -0700436 mutex_unlock(&dev_priv->rps.hw_lock);
Ben Widawskydf6eedc2012-09-07 19:43:40 -0700437
Jani Nikula3e2a1552013-02-14 10:42:11 +0200438 return snprintf(buf, PAGE_SIZE, "%d\n", ret);
Ben Widawskydf6eedc2012-09-07 19:43:40 -0700439}
440
Ben Widawsky46ddf192012-09-12 18:12:07 -0700441static ssize_t gt_min_freq_mhz_store(struct device *kdev,
442 struct device_attribute *attr,
443 const char *buf, size_t count)
444{
Dave Airlie14c8d1102013-10-11 14:45:30 +1000445 struct drm_minor *minor = dev_to_drm_minor(kdev);
Ben Widawsky46ddf192012-09-12 18:12:07 -0700446 struct drm_device *dev = minor->dev;
447 struct drm_i915_private *dev_priv = dev->dev_private;
Ben Widawsky2a5913a2014-03-19 18:31:13 -0700448 u32 val;
Ben Widawsky46ddf192012-09-12 18:12:07 -0700449 ssize_t ret;
450
451 ret = kstrtou32(buf, 0, &val);
452 if (ret)
453 return ret;
454
Tom O'Rourke5c9669c2013-09-16 14:56:43 -0700455 flush_delayed_work(&dev_priv->rps.delayed_resume_work);
456
Jesse Barnes4fc688c2012-11-02 11:14:01 -0700457 mutex_lock(&dev_priv->rps.hw_lock);
Ben Widawsky46ddf192012-09-12 18:12:07 -0700458
Ville Syrjälä7c59a9c12015-01-23 21:04:26 +0200459 val = intel_freq_opcode(dev_priv, val);
Jesse Barnes0a073b82013-04-17 15:54:58 -0700460
Ben Widawsky2a5913a2014-03-19 18:31:13 -0700461 if (val < dev_priv->rps.min_freq ||
462 val > dev_priv->rps.max_freq ||
463 val > dev_priv->rps.max_freq_softlimit) {
Jesse Barnes4fc688c2012-11-02 11:14:01 -0700464 mutex_unlock(&dev_priv->rps.hw_lock);
Ben Widawsky46ddf192012-09-12 18:12:07 -0700465 return -EINVAL;
466 }
467
Ben Widawskyb39fb292014-03-19 18:31:11 -0700468 dev_priv->rps.min_freq_softlimit = val;
Chris Wilson6917c7b2013-11-06 13:56:26 -0200469
Ville Syrjäläf745a802015-01-23 21:04:23 +0200470 val = clamp_t(int, dev_priv->rps.cur_freq,
471 dev_priv->rps.min_freq_softlimit,
472 dev_priv->rps.max_freq_softlimit);
473
474 /* We still need *_set_rps to process the new min_delay and
475 * update the interrupt limits and PMINTRMSK even though
476 * frequency request may be unchanged. */
Ville Syrjäläffe02b42015-02-02 19:09:50 +0200477 intel_set_rps(dev, val);
Ben Widawsky46ddf192012-09-12 18:12:07 -0700478
Jesse Barnes4fc688c2012-11-02 11:14:01 -0700479 mutex_unlock(&dev_priv->rps.hw_lock);
Ben Widawsky46ddf192012-09-12 18:12:07 -0700480
481 return count;
482
483}
484
Ville Syrjäläc8c972e2015-01-23 21:04:24 +0200485static DEVICE_ATTR(gt_act_freq_mhz, S_IRUGO, gt_act_freq_mhz_show, NULL);
Ben Widawskydf6eedc2012-09-07 19:43:40 -0700486static DEVICE_ATTR(gt_cur_freq_mhz, S_IRUGO, gt_cur_freq_mhz_show, NULL);
Ben Widawsky46ddf192012-09-12 18:12:07 -0700487static DEVICE_ATTR(gt_max_freq_mhz, S_IRUGO | S_IWUSR, gt_max_freq_mhz_show, gt_max_freq_mhz_store);
488static DEVICE_ATTR(gt_min_freq_mhz, S_IRUGO | S_IWUSR, gt_min_freq_mhz_show, gt_min_freq_mhz_store);
Ben Widawskydf6eedc2012-09-07 19:43:40 -0700489
Chris Wilson97e4eed2013-08-26 16:18:54 +0100490static DEVICE_ATTR(vlv_rpe_freq_mhz, S_IRUGO, vlv_rpe_freq_mhz_show, NULL);
Ben Widawskyac6ae342012-09-07 19:43:44 -0700491
492static ssize_t gt_rp_mhz_show(struct device *kdev, struct device_attribute *attr, char *buf);
493static DEVICE_ATTR(gt_RP0_freq_mhz, S_IRUGO, gt_rp_mhz_show, NULL);
494static DEVICE_ATTR(gt_RP1_freq_mhz, S_IRUGO, gt_rp_mhz_show, NULL);
495static DEVICE_ATTR(gt_RPn_freq_mhz, S_IRUGO, gt_rp_mhz_show, NULL);
496
497/* For now we have a static number of RP states */
498static ssize_t gt_rp_mhz_show(struct device *kdev, struct device_attribute *attr, char *buf)
499{
Dave Airlie14c8d1102013-10-11 14:45:30 +1000500 struct drm_minor *minor = dev_to_drm_minor(kdev);
Ben Widawskyac6ae342012-09-07 19:43:44 -0700501 struct drm_device *dev = minor->dev;
502 struct drm_i915_private *dev_priv = dev->dev_private;
Akash Goelbc4d91f2015-02-26 16:09:47 +0530503 u32 val;
Ben Widawskyac6ae342012-09-07 19:43:44 -0700504
Akash Goelbc4d91f2015-02-26 16:09:47 +0530505 if (attr == &dev_attr_gt_RP0_freq_mhz)
506 val = intel_gpu_freq(dev_priv, dev_priv->rps.rp0_freq);
507 else if (attr == &dev_attr_gt_RP1_freq_mhz)
508 val = intel_gpu_freq(dev_priv, dev_priv->rps.rp1_freq);
509 else if (attr == &dev_attr_gt_RPn_freq_mhz)
510 val = intel_gpu_freq(dev_priv, dev_priv->rps.min_freq);
511 else
Ben Widawskyac6ae342012-09-07 19:43:44 -0700512 BUG();
Akash Goelbc4d91f2015-02-26 16:09:47 +0530513
Jani Nikula3e2a1552013-02-14 10:42:11 +0200514 return snprintf(buf, PAGE_SIZE, "%d\n", val);
Ben Widawskyac6ae342012-09-07 19:43:44 -0700515}
516
Ben Widawskydf6eedc2012-09-07 19:43:40 -0700517static const struct attribute *gen6_attrs[] = {
Ville Syrjäläc8c972e2015-01-23 21:04:24 +0200518 &dev_attr_gt_act_freq_mhz.attr,
Ben Widawskydf6eedc2012-09-07 19:43:40 -0700519 &dev_attr_gt_cur_freq_mhz.attr,
520 &dev_attr_gt_max_freq_mhz.attr,
521 &dev_attr_gt_min_freq_mhz.attr,
Ben Widawskyac6ae342012-09-07 19:43:44 -0700522 &dev_attr_gt_RP0_freq_mhz.attr,
523 &dev_attr_gt_RP1_freq_mhz.attr,
524 &dev_attr_gt_RPn_freq_mhz.attr,
Ben Widawskydf6eedc2012-09-07 19:43:40 -0700525 NULL,
526};
527
Chris Wilson97e4eed2013-08-26 16:18:54 +0100528static const struct attribute *vlv_attrs[] = {
Ville Syrjäläc8c972e2015-01-23 21:04:24 +0200529 &dev_attr_gt_act_freq_mhz.attr,
Chris Wilson97e4eed2013-08-26 16:18:54 +0100530 &dev_attr_gt_cur_freq_mhz.attr,
531 &dev_attr_gt_max_freq_mhz.attr,
532 &dev_attr_gt_min_freq_mhz.attr,
Deepak S74c4f622014-07-10 13:16:22 +0530533 &dev_attr_gt_RP0_freq_mhz.attr,
534 &dev_attr_gt_RP1_freq_mhz.attr,
535 &dev_attr_gt_RPn_freq_mhz.attr,
Chris Wilson97e4eed2013-08-26 16:18:54 +0100536 &dev_attr_vlv_rpe_freq_mhz.attr,
537 NULL,
538};
539
Mika Kuoppalaef86ddc2013-06-06 17:38:54 +0300540static ssize_t error_state_read(struct file *filp, struct kobject *kobj,
541 struct bin_attribute *attr, char *buf,
542 loff_t off, size_t count)
543{
544
545 struct device *kdev = container_of(kobj, struct device, kobj);
Dave Airlie14c8d1102013-10-11 14:45:30 +1000546 struct drm_minor *minor = dev_to_drm_minor(kdev);
Mika Kuoppalaef86ddc2013-06-06 17:38:54 +0300547 struct drm_device *dev = minor->dev;
548 struct i915_error_state_file_priv error_priv;
549 struct drm_i915_error_state_buf error_str;
550 ssize_t ret_count = 0;
551 int ret;
552
553 memset(&error_priv, 0, sizeof(error_priv));
554
Chris Wilson0a4cd7c2014-08-22 14:41:39 +0100555 ret = i915_error_state_buf_init(&error_str, to_i915(dev), count, off);
Mika Kuoppalaef86ddc2013-06-06 17:38:54 +0300556 if (ret)
557 return ret;
558
559 error_priv.dev = dev;
560 i915_error_state_get(dev, &error_priv);
561
562 ret = i915_error_state_to_str(&error_str, &error_priv);
563 if (ret)
564 goto out;
565
566 ret_count = count < error_str.bytes ? count : error_str.bytes;
567
568 memcpy(buf, error_str.buf, ret_count);
569out:
570 i915_error_state_put(&error_priv);
571 i915_error_state_buf_release(&error_str);
572
573 return ret ?: ret_count;
574}
575
576static ssize_t error_state_write(struct file *file, struct kobject *kobj,
577 struct bin_attribute *attr, char *buf,
578 loff_t off, size_t count)
579{
580 struct device *kdev = container_of(kobj, struct device, kobj);
Dave Airlie14c8d1102013-10-11 14:45:30 +1000581 struct drm_minor *minor = dev_to_drm_minor(kdev);
Mika Kuoppalaef86ddc2013-06-06 17:38:54 +0300582 struct drm_device *dev = minor->dev;
583 int ret;
584
585 DRM_DEBUG_DRIVER("Resetting error state\n");
586
587 ret = mutex_lock_interruptible(&dev->struct_mutex);
588 if (ret)
589 return ret;
590
591 i915_destroy_error_state(dev);
592 mutex_unlock(&dev->struct_mutex);
593
594 return count;
595}
596
597static struct bin_attribute error_state_attr = {
598 .attr.name = "error",
599 .attr.mode = S_IRUSR | S_IWUSR,
600 .size = 0,
601 .read = error_state_read,
602 .write = error_state_write,
603};
604
Ben Widawsky0136db52012-04-10 21:17:01 -0700605void i915_setup_sysfs(struct drm_device *dev)
606{
607 int ret;
608
Ben Widawsky8c3f9292012-09-02 00:24:40 -0700609#ifdef CONFIG_PM
Rodrigo Vivi58abf1d2014-10-07 07:06:50 -0700610 if (HAS_RC6(dev)) {
Dave Airlie5bdebb12013-10-11 14:07:25 +1000611 ret = sysfs_merge_group(&dev->primary->kdev->kobj,
Daniel Vetter112abd22012-05-31 14:57:43 +0200612 &rc6_attr_group);
613 if (ret)
614 DRM_ERROR("RC6 residency sysfs setup failed\n");
615 }
Rodrigo Vivi58abf1d2014-10-07 07:06:50 -0700616 if (HAS_RC6p(dev)) {
617 ret = sysfs_merge_group(&dev->primary->kdev->kobj,
618 &rc6p_attr_group);
619 if (ret)
620 DRM_ERROR("RC6p residency sysfs setup failed\n");
621 }
Ville Syrjälä626ad6f2015-02-26 21:10:27 +0530622 if (IS_VALLEYVIEW(dev)) {
623 ret = sysfs_merge_group(&dev->primary->kdev->kobj,
624 &media_rc6_attr_group);
625 if (ret)
626 DRM_ERROR("Media RC6 residency sysfs setup failed\n");
627 }
Ben Widawsky8c3f9292012-09-02 00:24:40 -0700628#endif
Ben Widawsky040d2ba2013-09-19 11:01:40 -0700629 if (HAS_L3_DPF(dev)) {
Dave Airlie5bdebb12013-10-11 14:07:25 +1000630 ret = device_create_bin_file(dev->primary->kdev, &dpf_attrs);
Daniel Vetter112abd22012-05-31 14:57:43 +0200631 if (ret)
632 DRM_ERROR("l3 parity sysfs setup failed\n");
Ben Widawsky35a85ac2013-09-19 11:13:41 -0700633
634 if (NUM_L3_SLICES(dev) > 1) {
Dave Airlie5bdebb12013-10-11 14:07:25 +1000635 ret = device_create_bin_file(dev->primary->kdev,
Ben Widawsky35a85ac2013-09-19 11:13:41 -0700636 &dpf_attrs_1);
637 if (ret)
638 DRM_ERROR("l3 parity slice 1 setup failed\n");
639 }
Daniel Vetter112abd22012-05-31 14:57:43 +0200640 }
Ben Widawskydf6eedc2012-09-07 19:43:40 -0700641
Chris Wilson97e4eed2013-08-26 16:18:54 +0100642 ret = 0;
643 if (IS_VALLEYVIEW(dev))
Dave Airlie5bdebb12013-10-11 14:07:25 +1000644 ret = sysfs_create_files(&dev->primary->kdev->kobj, vlv_attrs);
Chris Wilson97e4eed2013-08-26 16:18:54 +0100645 else if (INTEL_INFO(dev)->gen >= 6)
Dave Airlie5bdebb12013-10-11 14:07:25 +1000646 ret = sysfs_create_files(&dev->primary->kdev->kobj, gen6_attrs);
Chris Wilson97e4eed2013-08-26 16:18:54 +0100647 if (ret)
648 DRM_ERROR("RPS sysfs setup failed\n");
Mika Kuoppalaef86ddc2013-06-06 17:38:54 +0300649
Dave Airlie5bdebb12013-10-11 14:07:25 +1000650 ret = sysfs_create_bin_file(&dev->primary->kdev->kobj,
Mika Kuoppalaef86ddc2013-06-06 17:38:54 +0300651 &error_state_attr);
652 if (ret)
653 DRM_ERROR("error_state sysfs setup failed\n");
Ben Widawsky0136db52012-04-10 21:17:01 -0700654}
655
656void i915_teardown_sysfs(struct drm_device *dev)
657{
Dave Airlie5bdebb12013-10-11 14:07:25 +1000658 sysfs_remove_bin_file(&dev->primary->kdev->kobj, &error_state_attr);
Chris Wilson97e4eed2013-08-26 16:18:54 +0100659 if (IS_VALLEYVIEW(dev))
Dave Airlie5bdebb12013-10-11 14:07:25 +1000660 sysfs_remove_files(&dev->primary->kdev->kobj, vlv_attrs);
Chris Wilson97e4eed2013-08-26 16:18:54 +0100661 else
Dave Airlie5bdebb12013-10-11 14:07:25 +1000662 sysfs_remove_files(&dev->primary->kdev->kobj, gen6_attrs);
663 device_remove_bin_file(dev->primary->kdev, &dpf_attrs_1);
664 device_remove_bin_file(dev->primary->kdev, &dpf_attrs);
Ben Widawsky853c70e2012-09-19 10:50:19 -0700665#ifdef CONFIG_PM
Dave Airlie5bdebb12013-10-11 14:07:25 +1000666 sysfs_unmerge_group(&dev->primary->kdev->kobj, &rc6_attr_group);
Rodrigo Vivi58abf1d2014-10-07 07:06:50 -0700667 sysfs_unmerge_group(&dev->primary->kdev->kobj, &rc6p_attr_group);
Ben Widawsky853c70e2012-09-19 10:50:19 -0700668#endif
Ben Widawsky0136db52012-04-10 21:17:01 -0700669}