Zhi Wang | 0ad35fe | 2016-06-16 08:07:00 -0400 | [diff] [blame] | 1 | /* |
| 2 | * Copyright(c) 2011-2016 Intel Corporation. All rights reserved. |
| 3 | * |
| 4 | * Permission is hereby granted, free of charge, to any person obtaining a |
| 5 | * copy of this software and associated documentation files (the "Software"), |
| 6 | * to deal in the Software without restriction, including without limitation |
| 7 | * the rights to use, copy, modify, merge, publish, distribute, sublicense, |
| 8 | * and/or sell copies of the Software, and to permit persons to whom the |
| 9 | * Software is furnished to do so, subject to the following conditions: |
| 10 | * |
| 11 | * The above copyright notice and this permission notice (including the next |
| 12 | * paragraph) shall be included in all copies or substantial portions of the |
| 13 | * Software. |
| 14 | * |
| 15 | * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR |
| 16 | * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, |
| 17 | * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL |
| 18 | * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER |
| 19 | * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, |
| 20 | * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE |
| 21 | * SOFTWARE. |
Zhi Wang | 12d14cc | 2016-08-30 11:06:17 +0800 | [diff] [blame] | 22 | * |
| 23 | * Authors: |
| 24 | * Kevin Tian <kevin.tian@intel.com> |
| 25 | * Eddie Dong <eddie.dong@intel.com> |
| 26 | * |
| 27 | * Contributors: |
| 28 | * Niu Bing <bing.niu@intel.com> |
| 29 | * Zhi Wang <zhi.a.wang@intel.com> |
| 30 | * |
Zhi Wang | 0ad35fe | 2016-06-16 08:07:00 -0400 | [diff] [blame] | 31 | */ |
| 32 | |
| 33 | #include <linux/types.h> |
| 34 | #include <xen/xen.h> |
Zhi Wang | 04d348a | 2016-04-25 18:28:56 -0400 | [diff] [blame] | 35 | #include <linux/kthread.h> |
Zhi Wang | 0ad35fe | 2016-06-16 08:07:00 -0400 | [diff] [blame] | 36 | |
| 37 | #include "i915_drv.h" |
| 38 | |
| 39 | struct intel_gvt_host intel_gvt_host; |
| 40 | |
| 41 | static const char * const supported_hypervisors[] = { |
| 42 | [INTEL_GVT_HYPERVISOR_XEN] = "XEN", |
| 43 | [INTEL_GVT_HYPERVISOR_KVM] = "KVM", |
| 44 | }; |
| 45 | |
Zhi Wang | 4d60c5fd | 2016-07-20 01:14:38 -0400 | [diff] [blame] | 46 | struct intel_gvt_io_emulation_ops intel_gvt_io_emulation_ops = { |
| 47 | .emulate_cfg_read = intel_vgpu_emulate_cfg_read, |
| 48 | .emulate_cfg_write = intel_vgpu_emulate_cfg_write, |
Zhi Wang | e39c5ad | 2016-09-02 13:33:29 +0800 | [diff] [blame] | 49 | .emulate_mmio_read = intel_vgpu_emulate_mmio_read, |
| 50 | .emulate_mmio_write = intel_vgpu_emulate_mmio_write, |
Zhi Wang | 4d60c5fd | 2016-07-20 01:14:38 -0400 | [diff] [blame] | 51 | }; |
| 52 | |
Zhi Wang | 0ad35fe | 2016-06-16 08:07:00 -0400 | [diff] [blame] | 53 | /** |
| 54 | * intel_gvt_init_host - Load MPT modules and detect if we're running in host |
| 55 | * @gvt: intel gvt device |
| 56 | * |
| 57 | * This function is called at the driver loading stage. If failed to find a |
| 58 | * loadable MPT module or detect currently we're running in a VM, then GVT-g |
| 59 | * will be disabled |
| 60 | * |
| 61 | * Returns: |
| 62 | * Zero on success, negative error code if failed. |
| 63 | * |
| 64 | */ |
| 65 | int intel_gvt_init_host(void) |
| 66 | { |
| 67 | if (intel_gvt_host.initialized) |
| 68 | return 0; |
| 69 | |
| 70 | /* Xen DOM U */ |
| 71 | if (xen_domain() && !xen_initial_domain()) |
| 72 | return -ENODEV; |
| 73 | |
| 74 | /* Try to load MPT modules for hypervisors */ |
| 75 | if (xen_initial_domain()) { |
| 76 | /* In Xen dom0 */ |
| 77 | intel_gvt_host.mpt = try_then_request_module( |
| 78 | symbol_get(xengt_mpt), "xengt"); |
| 79 | intel_gvt_host.hypervisor_type = INTEL_GVT_HYPERVISOR_XEN; |
| 80 | } else { |
| 81 | /* not in Xen. Try KVMGT */ |
| 82 | intel_gvt_host.mpt = try_then_request_module( |
| 83 | symbol_get(kvmgt_mpt), "kvm"); |
| 84 | intel_gvt_host.hypervisor_type = INTEL_GVT_HYPERVISOR_KVM; |
| 85 | } |
| 86 | |
| 87 | /* Fail to load MPT modules - bail out */ |
| 88 | if (!intel_gvt_host.mpt) |
| 89 | return -EINVAL; |
| 90 | |
| 91 | /* Try to detect if we're running in host instead of VM. */ |
| 92 | if (!intel_gvt_hypervisor_detect_host()) |
| 93 | return -ENODEV; |
| 94 | |
| 95 | gvt_dbg_core("Running with hypervisor %s in host mode\n", |
| 96 | supported_hypervisors[intel_gvt_host.hypervisor_type]); |
| 97 | |
| 98 | intel_gvt_host.initialized = true; |
| 99 | return 0; |
| 100 | } |
| 101 | |
| 102 | static void init_device_info(struct intel_gvt *gvt) |
| 103 | { |
Zhi Wang | 12d14cc | 2016-08-30 11:06:17 +0800 | [diff] [blame] | 104 | struct intel_gvt_device_info *info = &gvt->device_info; |
| 105 | |
| 106 | if (IS_BROADWELL(gvt->dev_priv) || IS_SKYLAKE(gvt->dev_priv)) { |
| 107 | info->max_support_vgpus = 8; |
Zhi Wang | 579cea5 | 2016-06-30 12:45:34 -0400 | [diff] [blame] | 108 | info->cfg_space_size = 256; |
Zhi Wang | c8fe6a68 | 2015-09-17 09:22:08 +0800 | [diff] [blame] | 109 | info->mmio_size = 2 * 1024 * 1024; |
Zhi Wang | 579cea5 | 2016-06-30 12:45:34 -0400 | [diff] [blame] | 110 | info->mmio_bar = 0; |
Zhi Wang | c8fe6a68 | 2015-09-17 09:22:08 +0800 | [diff] [blame] | 111 | info->msi_cap_offset = IS_SKYLAKE(gvt->dev_priv) ? 0xac : 0x90; |
Zhi Wang | 2707e44 | 2016-03-28 23:23:16 +0800 | [diff] [blame] | 112 | info->gtt_start_offset = 8 * 1024 * 1024; |
| 113 | info->gtt_entry_size = 8; |
| 114 | info->gtt_entry_size_shift = 3; |
Zhi Wang | 12d14cc | 2016-08-30 11:06:17 +0800 | [diff] [blame] | 115 | } |
Zhi Wang | 0ad35fe | 2016-06-16 08:07:00 -0400 | [diff] [blame] | 116 | } |
| 117 | |
Zhi Wang | 04d348a | 2016-04-25 18:28:56 -0400 | [diff] [blame] | 118 | static int gvt_service_thread(void *data) |
| 119 | { |
| 120 | struct intel_gvt *gvt = (struct intel_gvt *)data; |
| 121 | int ret; |
| 122 | |
| 123 | gvt_dbg_core("service thread start\n"); |
| 124 | |
| 125 | while (!kthread_should_stop()) { |
| 126 | ret = wait_event_interruptible(gvt->service_thread_wq, |
| 127 | kthread_should_stop() || gvt->service_request); |
| 128 | |
| 129 | if (kthread_should_stop()) |
| 130 | break; |
| 131 | |
| 132 | if (WARN_ONCE(ret, "service thread is waken up by signal.\n")) |
| 133 | continue; |
| 134 | |
| 135 | if (test_and_clear_bit(INTEL_GVT_REQUEST_EMULATE_VBLANK, |
| 136 | (void *)&gvt->service_request)) { |
| 137 | mutex_lock(&gvt->lock); |
| 138 | intel_gvt_emulate_vblank(gvt); |
| 139 | mutex_unlock(&gvt->lock); |
| 140 | } |
| 141 | } |
| 142 | |
| 143 | return 0; |
| 144 | } |
| 145 | |
| 146 | static void clean_service_thread(struct intel_gvt *gvt) |
| 147 | { |
| 148 | kthread_stop(gvt->service_thread); |
| 149 | } |
| 150 | |
| 151 | static int init_service_thread(struct intel_gvt *gvt) |
| 152 | { |
| 153 | init_waitqueue_head(&gvt->service_thread_wq); |
| 154 | |
| 155 | gvt->service_thread = kthread_run(gvt_service_thread, |
| 156 | gvt, "gvt_service_thread"); |
| 157 | if (IS_ERR(gvt->service_thread)) { |
| 158 | gvt_err("fail to start service thread.\n"); |
| 159 | return PTR_ERR(gvt->service_thread); |
| 160 | } |
| 161 | return 0; |
| 162 | } |
| 163 | |
Zhi Wang | 0ad35fe | 2016-06-16 08:07:00 -0400 | [diff] [blame] | 164 | /** |
| 165 | * intel_gvt_clean_device - clean a GVT device |
| 166 | * @gvt: intel gvt device |
| 167 | * |
| 168 | * This function is called at the driver unloading stage, to free the |
| 169 | * resources owned by a GVT device. |
| 170 | * |
| 171 | */ |
| 172 | void intel_gvt_clean_device(struct drm_i915_private *dev_priv) |
| 173 | { |
| 174 | struct intel_gvt *gvt = &dev_priv->gvt; |
| 175 | |
| 176 | if (WARN_ON(!gvt->initialized)) |
| 177 | return; |
| 178 | |
Zhi Wang | 04d348a | 2016-04-25 18:28:56 -0400 | [diff] [blame] | 179 | clean_service_thread(gvt); |
Zhi Wang | 4b63960 | 2016-05-01 17:09:58 -0400 | [diff] [blame^] | 180 | intel_gvt_clean_sched_policy(gvt); |
Zhi Wang | e473405 | 2016-05-01 07:42:16 -0400 | [diff] [blame] | 181 | intel_gvt_clean_workload_scheduler(gvt); |
Zhi Wang | 4d60c5fd | 2016-07-20 01:14:38 -0400 | [diff] [blame] | 182 | intel_gvt_clean_opregion(gvt); |
Zhi Wang | 2707e44 | 2016-03-28 23:23:16 +0800 | [diff] [blame] | 183 | intel_gvt_clean_gtt(gvt); |
Zhi Wang | c8fe6a68 | 2015-09-17 09:22:08 +0800 | [diff] [blame] | 184 | intel_gvt_clean_irq(gvt); |
Zhi Wang | 12d14cc | 2016-08-30 11:06:17 +0800 | [diff] [blame] | 185 | intel_gvt_clean_mmio_info(gvt); |
Zhi Wang | 579cea5 | 2016-06-30 12:45:34 -0400 | [diff] [blame] | 186 | intel_gvt_free_firmware(gvt); |
Zhi Wang | 0ad35fe | 2016-06-16 08:07:00 -0400 | [diff] [blame] | 187 | |
| 188 | gvt->initialized = false; |
| 189 | } |
| 190 | |
| 191 | /** |
| 192 | * intel_gvt_init_device - initialize a GVT device |
| 193 | * @dev_priv: drm i915 private data |
| 194 | * |
| 195 | * This function is called at the initialization stage, to initialize |
| 196 | * necessary GVT components. |
| 197 | * |
| 198 | * Returns: |
| 199 | * Zero on success, negative error code if failed. |
| 200 | * |
| 201 | */ |
| 202 | int intel_gvt_init_device(struct drm_i915_private *dev_priv) |
| 203 | { |
| 204 | struct intel_gvt *gvt = &dev_priv->gvt; |
Zhi Wang | 12d14cc | 2016-08-30 11:06:17 +0800 | [diff] [blame] | 205 | int ret; |
| 206 | |
Zhi Wang | 0ad35fe | 2016-06-16 08:07:00 -0400 | [diff] [blame] | 207 | /* |
| 208 | * Cannot initialize GVT device without intel_gvt_host gets |
| 209 | * initialized first. |
| 210 | */ |
| 211 | if (WARN_ON(!intel_gvt_host.initialized)) |
| 212 | return -EINVAL; |
| 213 | |
| 214 | if (WARN_ON(gvt->initialized)) |
| 215 | return -EEXIST; |
| 216 | |
| 217 | gvt_dbg_core("init gvt device\n"); |
| 218 | |
Zhi Wang | 28a60de | 2016-09-02 12:41:29 +0800 | [diff] [blame] | 219 | mutex_init(&gvt->lock); |
| 220 | gvt->dev_priv = dev_priv; |
| 221 | |
Zhi Wang | 0ad35fe | 2016-06-16 08:07:00 -0400 | [diff] [blame] | 222 | init_device_info(gvt); |
Zhi Wang | 12d14cc | 2016-08-30 11:06:17 +0800 | [diff] [blame] | 223 | |
| 224 | ret = intel_gvt_setup_mmio_info(gvt); |
| 225 | if (ret) |
| 226 | return ret; |
| 227 | |
Zhi Wang | 579cea5 | 2016-06-30 12:45:34 -0400 | [diff] [blame] | 228 | ret = intel_gvt_load_firmware(gvt); |
| 229 | if (ret) |
| 230 | goto out_clean_mmio_info; |
| 231 | |
Zhi Wang | c8fe6a68 | 2015-09-17 09:22:08 +0800 | [diff] [blame] | 232 | ret = intel_gvt_init_irq(gvt); |
| 233 | if (ret) |
| 234 | goto out_free_firmware; |
| 235 | |
Zhi Wang | 2707e44 | 2016-03-28 23:23:16 +0800 | [diff] [blame] | 236 | ret = intel_gvt_init_gtt(gvt); |
| 237 | if (ret) |
| 238 | goto out_clean_irq; |
| 239 | |
Zhi Wang | 4d60c5fd | 2016-07-20 01:14:38 -0400 | [diff] [blame] | 240 | ret = intel_gvt_init_opregion(gvt); |
| 241 | if (ret) |
| 242 | goto out_clean_gtt; |
| 243 | |
Zhi Wang | e473405 | 2016-05-01 07:42:16 -0400 | [diff] [blame] | 244 | ret = intel_gvt_init_workload_scheduler(gvt); |
Zhi Wang | 04d348a | 2016-04-25 18:28:56 -0400 | [diff] [blame] | 245 | if (ret) |
| 246 | goto out_clean_opregion; |
| 247 | |
Zhi Wang | 4b63960 | 2016-05-01 17:09:58 -0400 | [diff] [blame^] | 248 | ret = intel_gvt_init_sched_policy(gvt); |
Zhi Wang | e473405 | 2016-05-01 07:42:16 -0400 | [diff] [blame] | 249 | if (ret) |
| 250 | goto out_clean_workload_scheduler; |
| 251 | |
Zhi Wang | 4b63960 | 2016-05-01 17:09:58 -0400 | [diff] [blame^] | 252 | ret = init_service_thread(gvt); |
| 253 | if (ret) |
| 254 | goto out_clean_sched_policy; |
| 255 | |
Zhi Wang | 0ad35fe | 2016-06-16 08:07:00 -0400 | [diff] [blame] | 256 | gvt_dbg_core("gvt device creation is done\n"); |
| 257 | gvt->initialized = true; |
| 258 | return 0; |
Zhi Wang | 579cea5 | 2016-06-30 12:45:34 -0400 | [diff] [blame] | 259 | |
Zhi Wang | 4b63960 | 2016-05-01 17:09:58 -0400 | [diff] [blame^] | 260 | out_clean_sched_policy: |
| 261 | intel_gvt_clean_sched_policy(gvt); |
Zhi Wang | e473405 | 2016-05-01 07:42:16 -0400 | [diff] [blame] | 262 | out_clean_workload_scheduler: |
| 263 | intel_gvt_clean_workload_scheduler(gvt); |
Zhi Wang | 04d348a | 2016-04-25 18:28:56 -0400 | [diff] [blame] | 264 | out_clean_opregion: |
| 265 | intel_gvt_clean_opregion(gvt); |
Zhi Wang | 4d60c5fd | 2016-07-20 01:14:38 -0400 | [diff] [blame] | 266 | out_clean_gtt: |
| 267 | intel_gvt_clean_gtt(gvt); |
Zhi Wang | 2707e44 | 2016-03-28 23:23:16 +0800 | [diff] [blame] | 268 | out_clean_irq: |
| 269 | intel_gvt_clean_irq(gvt); |
Zhi Wang | c8fe6a68 | 2015-09-17 09:22:08 +0800 | [diff] [blame] | 270 | out_free_firmware: |
| 271 | intel_gvt_free_firmware(gvt); |
Zhi Wang | 579cea5 | 2016-06-30 12:45:34 -0400 | [diff] [blame] | 272 | out_clean_mmio_info: |
| 273 | intel_gvt_clean_mmio_info(gvt); |
| 274 | return ret; |
Zhi Wang | 0ad35fe | 2016-06-16 08:07:00 -0400 | [diff] [blame] | 275 | } |