blob: 75c872bb8cc9d3fe0d9a0b19d1240035ff06fa4e [file] [log] [blame]
Jani Nikula59de0812013-05-22 15:36:16 +03001/*
2 * Copyright © 2013 Intel Corporation
3 *
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
10 *
11 * The above copyright notice and this permission notice (including the next
12 * paragraph) shall be included in all copies or substantial portions of the
13 * Software.
14 *
15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
18 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
20 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
21 * IN THE SOFTWARE.
22 *
23 */
24
25#include "i915_drv.h"
26#include "intel_drv.h"
27
Jesse Barnesd8228d02013-10-11 12:09:30 -070028/*
29 * IOSF sideband, see VLV2_SidebandMsg_HAS.docx and
30 * VLV_VLV2_PUNIT_HAS_0.8.docx
31 */
Imre Deakcf63e4a2014-05-19 11:41:17 +030032
33/* Standard MMIO read, non-posted */
34#define SB_MRD_NP 0x00
35/* Standard MMIO write, non-posted */
36#define SB_MWR_NP 0x01
37/* Private register read, double-word addressing, non-posted */
38#define SB_CRRDDA_NP 0x06
39/* Private register write, double-word addressing, non-posted */
40#define SB_CRWRDA_NP 0x07
41
Jani Nikula5a09ae9f2013-05-22 15:36:17 +030042static int vlv_sideband_rw(struct drm_i915_private *dev_priv, u32 devfn,
43 u32 port, u32 opcode, u32 addr, u32 *val)
Jani Nikula59de0812013-05-22 15:36:16 +030044{
Jani Nikula5a09ae9f2013-05-22 15:36:17 +030045 u32 cmd, be = 0xf, bar = 0;
Imre Deakcf63e4a2014-05-19 11:41:17 +030046 bool is_read = (opcode == SB_MRD_NP || opcode == SB_CRRDDA_NP);
Jani Nikula59de0812013-05-22 15:36:16 +030047
48 cmd = (devfn << IOSF_DEVFN_SHIFT) | (opcode << IOSF_OPCODE_SHIFT) |
49 (port << IOSF_PORT_SHIFT) | (be << IOSF_BYTE_ENABLES_SHIFT) |
50 (bar << IOSF_BAR_SHIFT);
51
Ville Syrjäläa5805162015-05-26 20:42:30 +030052 WARN_ON(!mutex_is_locked(&dev_priv->sb_lock));
Jani Nikula59de0812013-05-22 15:36:16 +030053
Chris Wilson4ce533b2016-06-30 15:33:37 +010054 if (intel_wait_for_register(dev_priv,
55 VLV_IOSF_DOORBELL_REQ, IOSF_SB_BUSY, 0,
56 5)) {
Jani Nikula5a09ae9f2013-05-22 15:36:17 +030057 DRM_DEBUG_DRIVER("IOSF sideband idle wait (%s) timed out\n",
58 is_read ? "read" : "write");
Jani Nikula59de0812013-05-22 15:36:16 +030059 return -EAGAIN;
60 }
61
62 I915_WRITE(VLV_IOSF_ADDR, addr);
Chris Wilsoned576a52017-01-25 13:48:08 +000063 I915_WRITE(VLV_IOSF_DATA, is_read ? 0 : *val);
Jani Nikula59de0812013-05-22 15:36:16 +030064 I915_WRITE(VLV_IOSF_DOORBELL_REQ, cmd);
65
Chris Wilsondfaa2002016-06-30 15:33:38 +010066 if (intel_wait_for_register(dev_priv,
67 VLV_IOSF_DOORBELL_REQ, IOSF_SB_BUSY, 0,
68 5)) {
Jani Nikula5a09ae9f2013-05-22 15:36:17 +030069 DRM_DEBUG_DRIVER("IOSF sideband finish wait (%s) timed out\n",
70 is_read ? "read" : "write");
Jani Nikula59de0812013-05-22 15:36:16 +030071 return -ETIMEDOUT;
72 }
73
Jani Nikula5a09ae9f2013-05-22 15:36:17 +030074 if (is_read)
Jani Nikula59de0812013-05-22 15:36:16 +030075 *val = I915_READ(VLV_IOSF_DATA);
Jani Nikula59de0812013-05-22 15:36:16 +030076
77 return 0;
78}
79
Deepak S707b6e32015-01-16 20:42:17 +053080u32 vlv_punit_read(struct drm_i915_private *dev_priv, u32 addr)
Jani Nikula59de0812013-05-22 15:36:16 +030081{
Jani Nikula64936252013-05-22 15:36:20 +030082 u32 val = 0;
Jani Nikula5a09ae9f2013-05-22 15:36:17 +030083
Sagar Arun Kamble9f817502017-10-10 22:30:05 +010084 WARN_ON(!mutex_is_locked(&dev_priv->pcu_lock));
Jani Nikula5a09ae9f2013-05-22 15:36:17 +030085
Ville Syrjäläa5805162015-05-26 20:42:30 +030086 mutex_lock(&dev_priv->sb_lock);
Shobhit Kumard180d2b2015-02-05 17:10:56 +053087 vlv_sideband_rw(dev_priv, PCI_DEVFN(0, 0), IOSF_PORT_PUNIT,
Imre Deakcf63e4a2014-05-19 11:41:17 +030088 SB_CRRDDA_NP, addr, &val);
Ville Syrjäläa5805162015-05-26 20:42:30 +030089 mutex_unlock(&dev_priv->sb_lock);
Jani Nikula5a09ae9f2013-05-22 15:36:17 +030090
Jani Nikula64936252013-05-22 15:36:20 +030091 return val;
Jani Nikula59de0812013-05-22 15:36:16 +030092}
93
Chris Wilson9fcee2f2017-01-26 10:19:19 +000094int vlv_punit_write(struct drm_i915_private *dev_priv, u32 addr, u32 val)
Jani Nikula59de0812013-05-22 15:36:16 +030095{
Chris Wilson9fcee2f2017-01-26 10:19:19 +000096 int err;
97
Sagar Arun Kamble9f817502017-10-10 22:30:05 +010098 WARN_ON(!mutex_is_locked(&dev_priv->pcu_lock));
Jani Nikula5a09ae9f2013-05-22 15:36:17 +030099
Ville Syrjäläa5805162015-05-26 20:42:30 +0300100 mutex_lock(&dev_priv->sb_lock);
Chris Wilson9fcee2f2017-01-26 10:19:19 +0000101 err = vlv_sideband_rw(dev_priv, PCI_DEVFN(0, 0), IOSF_PORT_PUNIT,
102 SB_CRWRDA_NP, addr, &val);
Ville Syrjäläa5805162015-05-26 20:42:30 +0300103 mutex_unlock(&dev_priv->sb_lock);
Chris Wilson9fcee2f2017-01-26 10:19:19 +0000104
105 return err;
Jani Nikula59de0812013-05-22 15:36:16 +0300106}
107
Jesse Barnesf3419152013-11-04 11:52:44 -0800108u32 vlv_bunit_read(struct drm_i915_private *dev_priv, u32 reg)
109{
110 u32 val = 0;
111
Shobhit Kumard180d2b2015-02-05 17:10:56 +0530112 vlv_sideband_rw(dev_priv, PCI_DEVFN(0, 0), IOSF_PORT_BUNIT,
Imre Deakcf63e4a2014-05-19 11:41:17 +0300113 SB_CRRDDA_NP, reg, &val);
Jesse Barnesf3419152013-11-04 11:52:44 -0800114
115 return val;
116}
117
118void vlv_bunit_write(struct drm_i915_private *dev_priv, u32 reg, u32 val)
119{
Shobhit Kumard180d2b2015-02-05 17:10:56 +0530120 vlv_sideband_rw(dev_priv, PCI_DEVFN(0, 0), IOSF_PORT_BUNIT,
Imre Deakcf63e4a2014-05-19 11:41:17 +0300121 SB_CRWRDA_NP, reg, &val);
Jesse Barnesf3419152013-11-04 11:52:44 -0800122}
123
Jani Nikula64936252013-05-22 15:36:20 +0300124u32 vlv_nc_read(struct drm_i915_private *dev_priv, u8 addr)
Jani Nikula59de0812013-05-22 15:36:16 +0300125{
Jani Nikula64936252013-05-22 15:36:20 +0300126 u32 val = 0;
Jani Nikula5a09ae9f2013-05-22 15:36:17 +0300127
Sagar Arun Kamble9f817502017-10-10 22:30:05 +0100128 WARN_ON(!mutex_is_locked(&dev_priv->pcu_lock));
Jani Nikula5a09ae9f2013-05-22 15:36:17 +0300129
Ville Syrjäläa5805162015-05-26 20:42:30 +0300130 mutex_lock(&dev_priv->sb_lock);
Shobhit Kumard180d2b2015-02-05 17:10:56 +0530131 vlv_sideband_rw(dev_priv, PCI_DEVFN(0, 0), IOSF_PORT_NC,
Imre Deakcf63e4a2014-05-19 11:41:17 +0300132 SB_CRRDDA_NP, addr, &val);
Ville Syrjäläa5805162015-05-26 20:42:30 +0300133 mutex_unlock(&dev_priv->sb_lock);
Jani Nikula5a09ae9f2013-05-22 15:36:17 +0300134
Jani Nikula64936252013-05-22 15:36:20 +0300135 return val;
Jani Nikula59de0812013-05-22 15:36:16 +0300136}
137
Deepak Mdfb19ed2016-02-04 18:55:15 +0200138u32 vlv_iosf_sb_read(struct drm_i915_private *dev_priv, u8 port, u32 reg)
Jani Nikulae9f882a2013-08-27 15:12:14 +0300139{
140 u32 val = 0;
Deepak Mdfb19ed2016-02-04 18:55:15 +0200141 vlv_sideband_rw(dev_priv, PCI_DEVFN(0, 0), port,
Imre Deakcf63e4a2014-05-19 11:41:17 +0300142 SB_CRRDDA_NP, reg, &val);
Jani Nikulae9f882a2013-08-27 15:12:14 +0300143 return val;
144}
145
Deepak Mdfb19ed2016-02-04 18:55:15 +0200146void vlv_iosf_sb_write(struct drm_i915_private *dev_priv,
147 u8 port, u32 reg, u32 val)
Jani Nikulae9f882a2013-08-27 15:12:14 +0300148{
Deepak Mdfb19ed2016-02-04 18:55:15 +0200149 vlv_sideband_rw(dev_priv, PCI_DEVFN(0, 0), port,
Imre Deakcf63e4a2014-05-19 11:41:17 +0300150 SB_CRWRDA_NP, reg, &val);
Jani Nikulae9f882a2013-08-27 15:12:14 +0300151}
152
153u32 vlv_cck_read(struct drm_i915_private *dev_priv, u32 reg)
154{
155 u32 val = 0;
Shobhit Kumard180d2b2015-02-05 17:10:56 +0530156 vlv_sideband_rw(dev_priv, PCI_DEVFN(0, 0), IOSF_PORT_CCK,
Imre Deakcf63e4a2014-05-19 11:41:17 +0300157 SB_CRRDDA_NP, reg, &val);
Jani Nikulae9f882a2013-08-27 15:12:14 +0300158 return val;
159}
160
161void vlv_cck_write(struct drm_i915_private *dev_priv, u32 reg, u32 val)
162{
Shobhit Kumard180d2b2015-02-05 17:10:56 +0530163 vlv_sideband_rw(dev_priv, PCI_DEVFN(0, 0), IOSF_PORT_CCK,
Imre Deakcf63e4a2014-05-19 11:41:17 +0300164 SB_CRWRDA_NP, reg, &val);
Jani Nikulae9f882a2013-08-27 15:12:14 +0300165}
166
167u32 vlv_ccu_read(struct drm_i915_private *dev_priv, u32 reg)
168{
169 u32 val = 0;
Shobhit Kumard180d2b2015-02-05 17:10:56 +0530170 vlv_sideband_rw(dev_priv, PCI_DEVFN(0, 0), IOSF_PORT_CCU,
Imre Deakcf63e4a2014-05-19 11:41:17 +0300171 SB_CRRDDA_NP, reg, &val);
Jani Nikulae9f882a2013-08-27 15:12:14 +0300172 return val;
173}
174
175void vlv_ccu_write(struct drm_i915_private *dev_priv, u32 reg, u32 val)
176{
Shobhit Kumard180d2b2015-02-05 17:10:56 +0530177 vlv_sideband_rw(dev_priv, PCI_DEVFN(0, 0), IOSF_PORT_CCU,
Imre Deakcf63e4a2014-05-19 11:41:17 +0300178 SB_CRWRDA_NP, reg, &val);
Jani Nikulae9f882a2013-08-27 15:12:14 +0300179}
180
Chon Ming Lee5e69f972013-09-05 20:41:49 +0800181u32 vlv_dpio_read(struct drm_i915_private *dev_priv, enum pipe pipe, int reg)
Jani Nikula59de0812013-05-22 15:36:16 +0300182{
Jani Nikula5a09ae9f2013-05-22 15:36:17 +0300183 u32 val = 0;
Jani Nikula59de0812013-05-22 15:36:16 +0300184
Chon Ming Leee4607fc2013-11-06 14:36:35 +0800185 vlv_sideband_rw(dev_priv, DPIO_DEVFN, DPIO_PHY_IOSF_PORT(DPIO_PHY(pipe)),
Imre Deakcf63e4a2014-05-19 11:41:17 +0300186 SB_MRD_NP, reg, &val);
Ville Syrjälä0d95e112014-03-31 18:21:27 +0300187
188 /*
189 * FIXME: There might be some registers where all 1's is a valid value,
190 * so ideally we should check the register offset instead...
191 */
192 WARN(val == 0xffffffff, "DPIO read pipe %c reg 0x%x == 0x%x\n",
193 pipe_name(pipe), reg, val);
194
Jani Nikula5a09ae9f2013-05-22 15:36:17 +0300195 return val;
Jani Nikula59de0812013-05-22 15:36:16 +0300196}
197
Chon Ming Lee5e69f972013-09-05 20:41:49 +0800198void vlv_dpio_write(struct drm_i915_private *dev_priv, enum pipe pipe, int reg, u32 val)
Jani Nikula59de0812013-05-22 15:36:16 +0300199{
Chon Ming Leee4607fc2013-11-06 14:36:35 +0800200 vlv_sideband_rw(dev_priv, DPIO_DEVFN, DPIO_PHY_IOSF_PORT(DPIO_PHY(pipe)),
Imre Deakcf63e4a2014-05-19 11:41:17 +0300201 SB_MWR_NP, reg, &val);
Jani Nikula59de0812013-05-22 15:36:16 +0300202}
203
204/* SBI access */
205u32 intel_sbi_read(struct drm_i915_private *dev_priv, u16 reg,
206 enum intel_sbi_destination destination)
207{
208 u32 value = 0;
Ville Syrjäläa5805162015-05-26 20:42:30 +0300209 WARN_ON(!mutex_is_locked(&dev_priv->sb_lock));
Jani Nikula59de0812013-05-22 15:36:16 +0300210
Chris Wilson564514fd2016-06-30 15:33:39 +0100211 if (intel_wait_for_register(dev_priv,
212 SBI_CTL_STAT, SBI_BUSY, 0,
213 100)) {
Jani Nikula59de0812013-05-22 15:36:16 +0300214 DRM_ERROR("timeout waiting for SBI to become ready\n");
215 return 0;
216 }
217
218 I915_WRITE(SBI_ADDR, (reg << 16));
Chris Wilsonb0734f77b2017-02-23 14:10:20 +0000219 I915_WRITE(SBI_DATA, 0);
Jani Nikula59de0812013-05-22 15:36:16 +0300220
221 if (destination == SBI_ICLK)
222 value = SBI_CTL_DEST_ICLK | SBI_CTL_OP_CRRD;
223 else
224 value = SBI_CTL_DEST_MPHY | SBI_CTL_OP_IORD;
225 I915_WRITE(SBI_CTL_STAT, value | SBI_BUSY);
226
Chris Wilson41e8a1e2016-06-30 15:33:40 +0100227 if (intel_wait_for_register(dev_priv,
228 SBI_CTL_STAT,
Chris Wilsonb0734f77b2017-02-23 14:10:20 +0000229 SBI_BUSY,
Chris Wilson41e8a1e2016-06-30 15:33:40 +0100230 0,
231 100)) {
Chris Wilsonb0734f77b2017-02-23 14:10:20 +0000232 DRM_ERROR("timeout waiting for SBI to complete read\n");
233 return 0;
234 }
235
236 if (I915_READ(SBI_CTL_STAT) & SBI_RESPONSE_FAIL) {
237 DRM_ERROR("error during SBI read of reg %x\n", reg);
Jani Nikula59de0812013-05-22 15:36:16 +0300238 return 0;
239 }
240
241 return I915_READ(SBI_DATA);
242}
243
244void intel_sbi_write(struct drm_i915_private *dev_priv, u16 reg, u32 value,
245 enum intel_sbi_destination destination)
246{
247 u32 tmp;
248
Ville Syrjäläa5805162015-05-26 20:42:30 +0300249 WARN_ON(!mutex_is_locked(&dev_priv->sb_lock));
Jani Nikula59de0812013-05-22 15:36:16 +0300250
Chris Wilson84a6e1d2016-06-30 15:33:41 +0100251 if (intel_wait_for_register(dev_priv,
252 SBI_CTL_STAT, SBI_BUSY, 0,
253 100)) {
Jani Nikula59de0812013-05-22 15:36:16 +0300254 DRM_ERROR("timeout waiting for SBI to become ready\n");
255 return;
256 }
257
258 I915_WRITE(SBI_ADDR, (reg << 16));
259 I915_WRITE(SBI_DATA, value);
260
261 if (destination == SBI_ICLK)
262 tmp = SBI_CTL_DEST_ICLK | SBI_CTL_OP_CRWR;
263 else
264 tmp = SBI_CTL_DEST_MPHY | SBI_CTL_OP_IOWR;
265 I915_WRITE(SBI_CTL_STAT, SBI_BUSY | tmp);
266
Chris Wilsonaaaffb82016-06-30 15:33:42 +0100267 if (intel_wait_for_register(dev_priv,
268 SBI_CTL_STAT,
Chris Wilsonb0734f77b2017-02-23 14:10:20 +0000269 SBI_BUSY,
Chris Wilsonaaaffb82016-06-30 15:33:42 +0100270 0,
271 100)) {
Chris Wilsonb0734f77b2017-02-23 14:10:20 +0000272 DRM_ERROR("timeout waiting for SBI to complete write\n");
273 return;
274 }
275
276 if (I915_READ(SBI_CTL_STAT) & SBI_RESPONSE_FAIL) {
277 DRM_ERROR("error during SBI write of %x to reg %x\n",
278 value, reg);
Jani Nikula59de0812013-05-22 15:36:16 +0300279 return;
280 }
281}
Shobhit Kumare9fe51c2013-12-10 12:14:55 +0530282
283u32 vlv_flisdsi_read(struct drm_i915_private *dev_priv, u32 reg)
284{
285 u32 val = 0;
Imre Deak42a88e92014-05-19 11:41:18 +0300286 vlv_sideband_rw(dev_priv, DPIO_DEVFN, IOSF_PORT_FLISDSI, SB_CRRDDA_NP,
Imre Deakcf63e4a2014-05-19 11:41:17 +0300287 reg, &val);
Shobhit Kumare9fe51c2013-12-10 12:14:55 +0530288 return val;
289}
290
291void vlv_flisdsi_write(struct drm_i915_private *dev_priv, u32 reg, u32 val)
292{
Imre Deak42a88e92014-05-19 11:41:18 +0300293 vlv_sideband_rw(dev_priv, DPIO_DEVFN, IOSF_PORT_FLISDSI, SB_CRWRDA_NP,
Imre Deakcf63e4a2014-05-19 11:41:17 +0300294 reg, &val);
Shobhit Kumare9fe51c2013-12-10 12:14:55 +0530295}