Alex Dai | 33a732f | 2015-08-12 15:43:36 +0100 | [diff] [blame] | 1 | /* |
| 2 | * Copyright © 2014 Intel Corporation |
| 3 | * |
| 4 | * Permission is hereby granted, free of charge, to any person obtaining a |
| 5 | * copy of this software and associated documentation files (the "Software"), |
| 6 | * to deal in the Software without restriction, including without limitation |
| 7 | * the rights to use, copy, modify, merge, publish, distribute, sublicense, |
| 8 | * and/or sell copies of the Software, and to permit persons to whom the |
| 9 | * Software is furnished to do so, subject to the following conditions: |
| 10 | * |
| 11 | * The above copyright notice and this permission notice (including the next |
| 12 | * paragraph) shall be included in all copies or substantial portions of the |
| 13 | * Software. |
| 14 | * |
| 15 | * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR |
| 16 | * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, |
| 17 | * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL |
| 18 | * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER |
| 19 | * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING |
| 20 | * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS |
| 21 | * IN THE SOFTWARE. |
| 22 | * |
| 23 | * Authors: |
| 24 | * Vinit Azad <vinit.azad@intel.com> |
| 25 | * Ben Widawsky <ben@bwidawsk.net> |
| 26 | * Dave Gordon <david.s.gordon@intel.com> |
| 27 | * Alex Dai <yu.dai@intel.com> |
| 28 | */ |
Michal Wajdeczko | e8668bb | 2017-10-16 14:47:14 +0000 | [diff] [blame] | 29 | |
| 30 | #include "intel_guc_fw.h" |
Alex Dai | 33a732f | 2015-08-12 15:43:36 +0100 | [diff] [blame] | 31 | #include "i915_drv.h" |
Alex Dai | 33a732f | 2015-08-12 15:43:36 +0100 | [diff] [blame] | 32 | |
Tvrtko Ursulin | 5e334c1 | 2016-08-10 16:16:46 +0100 | [diff] [blame] | 33 | #define SKL_FW_MAJOR 6 |
| 34 | #define SKL_FW_MINOR 1 |
| 35 | |
| 36 | #define BXT_FW_MAJOR 8 |
| 37 | #define BXT_FW_MINOR 7 |
| 38 | |
| 39 | #define KBL_FW_MAJOR 9 |
| 40 | #define KBL_FW_MINOR 14 |
| 41 | |
Anusha Srivatsa | 90f192c | 2017-03-30 13:24:06 -0700 | [diff] [blame] | 42 | #define GLK_FW_MAJOR 10 |
| 43 | #define GLK_FW_MINOR 56 |
| 44 | |
Tvrtko Ursulin | 5e334c1 | 2016-08-10 16:16:46 +0100 | [diff] [blame] | 45 | #define GUC_FW_PATH(platform, major, minor) \ |
| 46 | "i915/" __stringify(platform) "_guc_ver" __stringify(major) "_" __stringify(minor) ".bin" |
| 47 | |
| 48 | #define I915_SKL_GUC_UCODE GUC_FW_PATH(skl, SKL_FW_MAJOR, SKL_FW_MINOR) |
Alex Dai | 33a732f | 2015-08-12 15:43:36 +0100 | [diff] [blame] | 49 | MODULE_FIRMWARE(I915_SKL_GUC_UCODE); |
| 50 | |
Tvrtko Ursulin | 5e334c1 | 2016-08-10 16:16:46 +0100 | [diff] [blame] | 51 | #define I915_BXT_GUC_UCODE GUC_FW_PATH(bxt, BXT_FW_MAJOR, BXT_FW_MINOR) |
Nick Hoath | 57bf5c8 | 2016-05-06 11:42:53 +0100 | [diff] [blame] | 52 | MODULE_FIRMWARE(I915_BXT_GUC_UCODE); |
| 53 | |
Tvrtko Ursulin | 5e334c1 | 2016-08-10 16:16:46 +0100 | [diff] [blame] | 54 | #define I915_KBL_GUC_UCODE GUC_FW_PATH(kbl, KBL_FW_MAJOR, KBL_FW_MINOR) |
Peter Antoine | ff64cc1 | 2016-06-30 09:37:52 -0700 | [diff] [blame] | 55 | MODULE_FIRMWARE(I915_KBL_GUC_UCODE); |
| 56 | |
Anusha Srivatsa | 90f192c | 2017-03-30 13:24:06 -0700 | [diff] [blame] | 57 | #define I915_GLK_GUC_UCODE GUC_FW_PATH(glk, GLK_FW_MAJOR, GLK_FW_MINOR) |
| 58 | |
Michal Wajdeczko | cd5a917 | 2017-10-16 14:47:15 +0000 | [diff] [blame] | 59 | /** |
| 60 | * intel_guc_fw_select() - selects GuC firmware for uploading |
| 61 | * |
| 62 | * @guc: intel_guc struct |
| 63 | * |
| 64 | * Return: zero when we know firmware, non-zero in other case |
| 65 | */ |
| 66 | int intel_guc_fw_select(struct intel_guc *guc) |
| 67 | { |
| 68 | struct drm_i915_private *dev_priv = guc_to_i915(guc); |
| 69 | |
| 70 | intel_uc_fw_init(&guc->fw, INTEL_UC_FW_TYPE_GUC); |
| 71 | |
| 72 | if (i915_modparams.guc_firmware_path) { |
| 73 | guc->fw.path = i915_modparams.guc_firmware_path; |
| 74 | guc->fw.major_ver_wanted = 0; |
| 75 | guc->fw.minor_ver_wanted = 0; |
| 76 | } else if (IS_SKYLAKE(dev_priv)) { |
| 77 | guc->fw.path = I915_SKL_GUC_UCODE; |
| 78 | guc->fw.major_ver_wanted = SKL_FW_MAJOR; |
| 79 | guc->fw.minor_ver_wanted = SKL_FW_MINOR; |
| 80 | } else if (IS_BROXTON(dev_priv)) { |
| 81 | guc->fw.path = I915_BXT_GUC_UCODE; |
| 82 | guc->fw.major_ver_wanted = BXT_FW_MAJOR; |
| 83 | guc->fw.minor_ver_wanted = BXT_FW_MINOR; |
| 84 | } else if (IS_KABYLAKE(dev_priv) || IS_COFFEELAKE(dev_priv)) { |
| 85 | guc->fw.path = I915_KBL_GUC_UCODE; |
| 86 | guc->fw.major_ver_wanted = KBL_FW_MAJOR; |
| 87 | guc->fw.minor_ver_wanted = KBL_FW_MINOR; |
| 88 | } else if (IS_GEMINILAKE(dev_priv)) { |
| 89 | guc->fw.path = I915_GLK_GUC_UCODE; |
| 90 | guc->fw.major_ver_wanted = GLK_FW_MAJOR; |
| 91 | guc->fw.minor_ver_wanted = GLK_FW_MINOR; |
| 92 | } else { |
| 93 | DRM_ERROR("No GuC firmware known for platform with GuC!\n"); |
| 94 | return -ENOENT; |
| 95 | } |
| 96 | |
| 97 | return 0; |
| 98 | } |
| 99 | |
Alex Dai | 33a732f | 2015-08-12 15:43:36 +0100 | [diff] [blame] | 100 | /* |
| 101 | * Read the GuC status register (GUC_STATUS) and store it in the |
| 102 | * specified location; then return a boolean indicating whether |
| 103 | * the value matches either of two values representing completion |
| 104 | * of the GuC boot process. |
| 105 | * |
Tvrtko Ursulin | 36894e8 | 2016-02-11 10:27:31 +0000 | [diff] [blame] | 106 | * This is used for polling the GuC status in a wait_for() |
Alex Dai | 33a732f | 2015-08-12 15:43:36 +0100 | [diff] [blame] | 107 | * loop below. |
| 108 | */ |
| 109 | static inline bool guc_ucode_response(struct drm_i915_private *dev_priv, |
| 110 | u32 *status) |
| 111 | { |
| 112 | u32 val = I915_READ(GUC_STATUS); |
Alex Dai | 0d44d3f | 2015-09-22 13:48:40 -0700 | [diff] [blame] | 113 | u32 uk_val = val & GS_UKERNEL_MASK; |
Alex Dai | 33a732f | 2015-08-12 15:43:36 +0100 | [diff] [blame] | 114 | *status = val; |
Alex Dai | 0d44d3f | 2015-09-22 13:48:40 -0700 | [diff] [blame] | 115 | return (uk_val == GS_UKERNEL_READY || |
| 116 | ((val & GS_MIA_CORE_STATE) && uk_val == GS_UKERNEL_LAPIC_DONE)); |
Alex Dai | 33a732f | 2015-08-12 15:43:36 +0100 | [diff] [blame] | 117 | } |
| 118 | |
| 119 | /* |
| 120 | * Transfer the firmware image to RAM for execution by the microcontroller. |
| 121 | * |
Alex Dai | 33a732f | 2015-08-12 15:43:36 +0100 | [diff] [blame] | 122 | * Architecturally, the DMA engine is bidirectional, and can potentially even |
| 123 | * transfer between GTT locations. This functionality is left out of the API |
| 124 | * for now as there is no need for it. |
| 125 | * |
| 126 | * Note that GuC needs the CSS header plus uKernel code to be copied by the |
| 127 | * DMA engine in one operation, whereas the RSA signature is loaded via MMIO. |
| 128 | */ |
Chris Wilson | 058d88c | 2016-08-15 10:49:06 +0100 | [diff] [blame] | 129 | static int guc_ucode_xfer_dma(struct drm_i915_private *dev_priv, |
| 130 | struct i915_vma *vma) |
Alex Dai | 33a732f | 2015-08-12 15:43:36 +0100 | [diff] [blame] | 131 | { |
Anusha Srivatsa | db0a091 | 2017-01-13 17:17:04 -0800 | [diff] [blame] | 132 | struct intel_uc_fw *guc_fw = &dev_priv->guc.fw; |
Alex Dai | 33a732f | 2015-08-12 15:43:36 +0100 | [diff] [blame] | 133 | unsigned long offset; |
Chris Wilson | 058d88c | 2016-08-15 10:49:06 +0100 | [diff] [blame] | 134 | struct sg_table *sg = vma->pages; |
Alex Dai | feda33e | 2015-10-19 16:10:54 -0700 | [diff] [blame] | 135 | u32 status, rsa[UOS_RSA_SCRATCH_MAX_COUNT]; |
Alex Dai | 33a732f | 2015-08-12 15:43:36 +0100 | [diff] [blame] | 136 | int i, ret = 0; |
| 137 | |
Alex Dai | feda33e | 2015-10-19 16:10:54 -0700 | [diff] [blame] | 138 | /* where RSA signature starts */ |
| 139 | offset = guc_fw->rsa_offset; |
Alex Dai | 33a732f | 2015-08-12 15:43:36 +0100 | [diff] [blame] | 140 | |
| 141 | /* Copy RSA signature from the fw image to HW for verification */ |
Alex Dai | feda33e | 2015-10-19 16:10:54 -0700 | [diff] [blame] | 142 | sg_pcopy_to_buffer(sg->sgl, sg->nents, rsa, sizeof(rsa), offset); |
| 143 | for (i = 0; i < UOS_RSA_SCRATCH_MAX_COUNT; i++) |
Ville Syrjälä | ab9cc55 | 2015-09-18 20:03:24 +0300 | [diff] [blame] | 144 | I915_WRITE(UOS_RSA_SCRATCH(i), rsa[i]); |
Alex Dai | 33a732f | 2015-08-12 15:43:36 +0100 | [diff] [blame] | 145 | |
Alex Dai | feda33e | 2015-10-19 16:10:54 -0700 | [diff] [blame] | 146 | /* The header plus uCode will be copied to WOPCM via DMA, excluding any |
| 147 | * other components */ |
| 148 | I915_WRITE(DMA_COPY_SIZE, guc_fw->header_size + guc_fw->ucode_size); |
| 149 | |
Alex Dai | 33a732f | 2015-08-12 15:43:36 +0100 | [diff] [blame] | 150 | /* Set the source address for the new blob */ |
Chris Wilson | 4741da9 | 2016-12-24 19:31:46 +0000 | [diff] [blame] | 151 | offset = guc_ggtt_offset(vma) + guc_fw->header_offset; |
Alex Dai | 33a732f | 2015-08-12 15:43:36 +0100 | [diff] [blame] | 152 | I915_WRITE(DMA_ADDR_0_LOW, lower_32_bits(offset)); |
| 153 | I915_WRITE(DMA_ADDR_0_HIGH, upper_32_bits(offset) & 0xFFFF); |
| 154 | |
| 155 | /* |
| 156 | * Set the DMA destination. Current uCode expects the code to be |
| 157 | * loaded at 8k; locations below this are used for the stack. |
| 158 | */ |
| 159 | I915_WRITE(DMA_ADDR_1_LOW, 0x2000); |
| 160 | I915_WRITE(DMA_ADDR_1_HIGH, DMA_ADDRESS_SPACE_WOPCM); |
| 161 | |
| 162 | /* Finally start the DMA */ |
| 163 | I915_WRITE(DMA_CTRL, _MASKED_BIT_ENABLE(UOS_MOVE | START_DMA)); |
| 164 | |
| 165 | /* |
Tvrtko Ursulin | 36894e8 | 2016-02-11 10:27:31 +0000 | [diff] [blame] | 166 | * Wait for the DMA to complete & the GuC to start up. |
Alex Dai | 33a732f | 2015-08-12 15:43:36 +0100 | [diff] [blame] | 167 | * NB: Docs recommend not using the interrupt for completion. |
| 168 | * Measurements indicate this should take no more than 20ms, so a |
| 169 | * timeout here indicates that the GuC has failed and is unusable. |
| 170 | * (Higher levels of the driver will attempt to fall back to |
| 171 | * execlist mode if this happens.) |
| 172 | */ |
Tvrtko Ursulin | 36894e8 | 2016-02-11 10:27:31 +0000 | [diff] [blame] | 173 | ret = wait_for(guc_ucode_response(dev_priv, &status), 100); |
Alex Dai | 33a732f | 2015-08-12 15:43:36 +0100 | [diff] [blame] | 174 | |
| 175 | DRM_DEBUG_DRIVER("DMA status 0x%x, GuC status 0x%x\n", |
| 176 | I915_READ(DMA_CTRL), status); |
| 177 | |
| 178 | if ((status & GS_BOOTROM_MASK) == GS_BOOTROM_RSA_FAILED) { |
| 179 | DRM_ERROR("GuC firmware signature verification failed\n"); |
| 180 | ret = -ENOEXEC; |
| 181 | } |
| 182 | |
| 183 | DRM_DEBUG_DRIVER("returning %d\n", ret); |
| 184 | |
| 185 | return ret; |
| 186 | } |
| 187 | |
| 188 | /* |
| 189 | * Load the GuC firmware blob into the MinuteIA. |
| 190 | */ |
Michal Wajdeczko | 4502e9e | 2017-10-16 14:47:21 +0000 | [diff] [blame] | 191 | static int guc_ucode_xfer(struct intel_uc_fw *guc_fw, struct i915_vma *vma) |
Alex Dai | 33a732f | 2015-08-12 15:43:36 +0100 | [diff] [blame] | 192 | { |
Michal Wajdeczko | 4502e9e | 2017-10-16 14:47:21 +0000 | [diff] [blame] | 193 | struct intel_guc *guc = container_of(guc_fw, struct intel_guc, fw); |
| 194 | struct drm_i915_private *dev_priv = guc_to_i915(guc); |
Alex Dai | 33a732f | 2015-08-12 15:43:36 +0100 | [diff] [blame] | 195 | int ret; |
| 196 | |
Michal Wajdeczko | 4502e9e | 2017-10-16 14:47:21 +0000 | [diff] [blame] | 197 | GEM_BUG_ON(guc_fw->type != INTEL_UC_FW_TYPE_GUC); |
Alex Dai | 33a732f | 2015-08-12 15:43:36 +0100 | [diff] [blame] | 198 | |
Alex Dai | 33a732f | 2015-08-12 15:43:36 +0100 | [diff] [blame] | 199 | intel_uncore_forcewake_get(dev_priv, FORCEWAKE_ALL); |
| 200 | |
Alex Dai | 33a732f | 2015-08-12 15:43:36 +0100 | [diff] [blame] | 201 | /* Enable MIA caching. GuC clock gating is disabled. */ |
| 202 | I915_WRITE(GUC_SHIM_CONTROL, GUC_SHIM_CONTROL_VALUE); |
| 203 | |
Jani Nikula | a117f37 | 2016-09-16 16:59:44 +0300 | [diff] [blame] | 204 | /* WaDisableMinuteIaClockGating:bxt */ |
Tvrtko Ursulin | e2d214a | 2016-10-13 11:03:04 +0100 | [diff] [blame] | 205 | if (IS_BXT_REVID(dev_priv, 0, BXT_REVID_A1)) { |
Nick Hoath | b970b48 | 2015-09-08 10:31:53 +0100 | [diff] [blame] | 206 | I915_WRITE(GUC_SHIM_CONTROL, (I915_READ(GUC_SHIM_CONTROL) & |
| 207 | ~GUC_ENABLE_MIA_CLOCK_GATING)); |
| 208 | } |
| 209 | |
Jani Nikula | 4ff40a4 | 2016-09-26 15:07:51 +0300 | [diff] [blame] | 210 | /* WaC6DisallowByGfxPause:bxt */ |
Tvrtko Ursulin | e2d214a | 2016-10-13 11:03:04 +0100 | [diff] [blame] | 211 | if (IS_BXT_REVID(dev_priv, 0, BXT_REVID_B0)) |
Tim Gore | 65fe29e | 2016-07-20 11:00:25 +0100 | [diff] [blame] | 212 | I915_WRITE(GEN6_GFXPAUSE, 0x30FFF); |
Alex Dai | 33a732f | 2015-08-12 15:43:36 +0100 | [diff] [blame] | 213 | |
Michel Thierry | 254e093 | 2017-01-09 16:51:35 +0200 | [diff] [blame] | 214 | if (IS_GEN9_LP(dev_priv)) |
Alex Dai | 33a732f | 2015-08-12 15:43:36 +0100 | [diff] [blame] | 215 | I915_WRITE(GEN9LP_GT_PM_CONFIG, GT_DOORBELL_ENABLE); |
| 216 | else |
| 217 | I915_WRITE(GEN9_GT_PM_CONFIG, GT_DOORBELL_ENABLE); |
| 218 | |
Tvrtko Ursulin | 5db9401 | 2016-10-13 11:03:10 +0100 | [diff] [blame] | 219 | if (IS_GEN9(dev_priv)) { |
Alex Dai | 33a732f | 2015-08-12 15:43:36 +0100 | [diff] [blame] | 220 | /* DOP Clock Gating Enable for GuC clocks */ |
| 221 | I915_WRITE(GEN7_MISCCPCTL, (GEN8_DOP_CLOCK_GATE_GUC_ENABLE | |
| 222 | I915_READ(GEN7_MISCCPCTL))); |
| 223 | |
Dave Gordon | 0c5664e | 2016-09-12 21:19:36 +0100 | [diff] [blame] | 224 | /* allows for 5us (in 10ns units) before GT can go to RC6 */ |
Alex Dai | 33a732f | 2015-08-12 15:43:36 +0100 | [diff] [blame] | 225 | I915_WRITE(GUC_ARAT_C6DIS, 0x1FF); |
| 226 | } |
| 227 | |
Chris Wilson | 058d88c | 2016-08-15 10:49:06 +0100 | [diff] [blame] | 228 | ret = guc_ucode_xfer_dma(dev_priv, vma); |
Alex Dai | 33a732f | 2015-08-12 15:43:36 +0100 | [diff] [blame] | 229 | |
| 230 | intel_uncore_forcewake_put(dev_priv, FORCEWAKE_ALL); |
| 231 | |
Alex Dai | 33a732f | 2015-08-12 15:43:36 +0100 | [diff] [blame] | 232 | return ret; |
| 233 | } |
| 234 | |
| 235 | /** |
Michal Wajdeczko | e8668bb | 2017-10-16 14:47:14 +0000 | [diff] [blame] | 236 | * intel_guc_fw_upload() - finish preparing the GuC for activity |
Arkadiusz Hiler | 882d1db | 2017-03-14 15:28:07 +0100 | [diff] [blame] | 237 | * @guc: intel_guc structure |
Alex Dai | 33a732f | 2015-08-12 15:43:36 +0100 | [diff] [blame] | 238 | * |
Arkadiusz Hiler | 882d1db | 2017-03-14 15:28:07 +0100 | [diff] [blame] | 239 | * Called during driver loading and also after a GPU reset. |
Alex Dai | 33a732f | 2015-08-12 15:43:36 +0100 | [diff] [blame] | 240 | * |
Dave Gordon | f09d675 | 2016-05-13 15:36:29 +0100 | [diff] [blame] | 241 | * The main action required here it to load the GuC uCode into the device. |
Alex Dai | 33a732f | 2015-08-12 15:43:36 +0100 | [diff] [blame] | 242 | * The firmware image should have already been fetched into memory by the |
Arkadiusz Hiler | 882d1db | 2017-03-14 15:28:07 +0100 | [diff] [blame] | 243 | * earlier call to intel_guc_init(), so here we need only check that |
| 244 | * worked, and then transfer the image to the h/w. |
Alex Dai | 33a732f | 2015-08-12 15:43:36 +0100 | [diff] [blame] | 245 | * |
| 246 | * Return: non-zero code on error |
| 247 | */ |
Michal Wajdeczko | e8668bb | 2017-10-16 14:47:14 +0000 | [diff] [blame] | 248 | int intel_guc_fw_upload(struct intel_guc *guc) |
Alex Dai | 33a732f | 2015-08-12 15:43:36 +0100 | [diff] [blame] | 249 | { |
Michal Wajdeczko | 4502e9e | 2017-10-16 14:47:21 +0000 | [diff] [blame] | 250 | return intel_uc_fw_upload(&guc->fw, guc_ucode_xfer); |
Alex Dai | 33a732f | 2015-08-12 15:43:36 +0100 | [diff] [blame] | 251 | } |