blob: 7af265ac8d74042f867b9a1b6d2cd7ab82aefe9b [file] [log] [blame]
Zhi Wang0ad35fe2016-06-16 08:07:00 -04001/*
2 * Copyright(c) 2011-2016 Intel Corporation. All rights reserved.
3 *
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
10 *
11 * The above copyright notice and this permission notice (including the next
12 * paragraph) shall be included in all copies or substantial portions of the
13 * Software.
14 *
15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
18 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
20 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
21 * SOFTWARE.
Zhi Wang12d14cc2016-08-30 11:06:17 +080022 *
23 * Authors:
24 * Kevin Tian <kevin.tian@intel.com>
25 * Eddie Dong <eddie.dong@intel.com>
26 *
27 * Contributors:
28 * Niu Bing <bing.niu@intel.com>
29 * Zhi Wang <zhi.a.wang@intel.com>
30 *
Zhi Wang0ad35fe2016-06-16 08:07:00 -040031 */
32
33#include <linux/types.h>
34#include <xen/xen.h>
Zhi Wang04d348a2016-04-25 18:28:56 -040035#include <linux/kthread.h>
Zhi Wang0ad35fe2016-06-16 08:07:00 -040036
37#include "i915_drv.h"
Zhenyu Wangfeddf6e2016-10-20 17:15:03 +080038#include "gvt.h"
Zhi Wang0ad35fe2016-06-16 08:07:00 -040039
40struct intel_gvt_host intel_gvt_host;
41
42static const char * const supported_hypervisors[] = {
43 [INTEL_GVT_HYPERVISOR_XEN] = "XEN",
44 [INTEL_GVT_HYPERVISOR_KVM] = "KVM",
45};
46
Jike Song9ec1e662016-11-03 18:38:35 +080047static const struct intel_gvt_ops intel_gvt_ops = {
Zhi Wang4d60c5fd2016-07-20 01:14:38 -040048 .emulate_cfg_read = intel_vgpu_emulate_cfg_read,
49 .emulate_cfg_write = intel_vgpu_emulate_cfg_write,
Zhi Wange39c5ad2016-09-02 13:33:29 +080050 .emulate_mmio_read = intel_vgpu_emulate_mmio_read,
51 .emulate_mmio_write = intel_vgpu_emulate_mmio_write,
Jike Song9ec1e662016-11-03 18:38:35 +080052 .vgpu_create = intel_gvt_create_vgpu,
53 .vgpu_destroy = intel_gvt_destroy_vgpu,
54 .vgpu_reset = intel_gvt_reset_vgpu,
Zhi Wang4d60c5fd2016-07-20 01:14:38 -040055};
56
Zhi Wang0ad35fe2016-06-16 08:07:00 -040057/**
58 * intel_gvt_init_host - Load MPT modules and detect if we're running in host
59 * @gvt: intel gvt device
60 *
61 * This function is called at the driver loading stage. If failed to find a
62 * loadable MPT module or detect currently we're running in a VM, then GVT-g
63 * will be disabled
64 *
65 * Returns:
66 * Zero on success, negative error code if failed.
67 *
68 */
69int intel_gvt_init_host(void)
70{
Xiaoguang Chenb0122f32016-10-25 16:56:45 +080071 int ret;
72
Zhi Wang0ad35fe2016-06-16 08:07:00 -040073 if (intel_gvt_host.initialized)
74 return 0;
75
76 /* Xen DOM U */
77 if (xen_domain() && !xen_initial_domain())
78 return -ENODEV;
79
80 /* Try to load MPT modules for hypervisors */
81 if (xen_initial_domain()) {
82 /* In Xen dom0 */
83 intel_gvt_host.mpt = try_then_request_module(
84 symbol_get(xengt_mpt), "xengt");
85 intel_gvt_host.hypervisor_type = INTEL_GVT_HYPERVISOR_XEN;
86 } else {
87 /* not in Xen. Try KVMGT */
88 intel_gvt_host.mpt = try_then_request_module(
89 symbol_get(kvmgt_mpt), "kvm");
90 intel_gvt_host.hypervisor_type = INTEL_GVT_HYPERVISOR_KVM;
91 }
92
93 /* Fail to load MPT modules - bail out */
94 if (!intel_gvt_host.mpt)
95 return -EINVAL;
96
97 /* Try to detect if we're running in host instead of VM. */
Xiaoguang Chenb0122f32016-10-25 16:56:45 +080098 ret = intel_gvt_hypervisor_detect_host();
99 if (ret)
Zhi Wang0ad35fe2016-06-16 08:07:00 -0400100 return -ENODEV;
101
102 gvt_dbg_core("Running with hypervisor %s in host mode\n",
103 supported_hypervisors[intel_gvt_host.hypervisor_type]);
104
105 intel_gvt_host.initialized = true;
106 return 0;
107}
108
109static void init_device_info(struct intel_gvt *gvt)
110{
Zhi Wang12d14cc2016-08-30 11:06:17 +0800111 struct intel_gvt_device_info *info = &gvt->device_info;
Du, Changbin49129202016-10-24 15:58:44 +0800112 struct pci_dev *pdev = gvt->dev_priv->drm.pdev;
Zhi Wang12d14cc2016-08-30 11:06:17 +0800113
114 if (IS_BROADWELL(gvt->dev_priv) || IS_SKYLAKE(gvt->dev_priv)) {
115 info->max_support_vgpus = 8;
Zhi Wang579cea52016-06-30 12:45:34 -0400116 info->cfg_space_size = 256;
Zhi Wangc8fe6a682015-09-17 09:22:08 +0800117 info->mmio_size = 2 * 1024 * 1024;
Zhi Wang579cea52016-06-30 12:45:34 -0400118 info->mmio_bar = 0;
Zhi Wang2707e442016-03-28 23:23:16 +0800119 info->gtt_start_offset = 8 * 1024 * 1024;
120 info->gtt_entry_size = 8;
121 info->gtt_entry_size_shift = 3;
Zhi Wangbe1da702016-05-03 18:26:57 -0400122 info->gmadr_bytes_in_cmd = 8;
123 info->max_surface_size = 36 * 1024 * 1024;
Zhi Wang12d14cc2016-08-30 11:06:17 +0800124 }
Du, Changbin49129202016-10-24 15:58:44 +0800125 info->msi_cap_offset = pdev->msi_cap;
Zhi Wang0ad35fe2016-06-16 08:07:00 -0400126}
127
Zhi Wang04d348a2016-04-25 18:28:56 -0400128static int gvt_service_thread(void *data)
129{
130 struct intel_gvt *gvt = (struct intel_gvt *)data;
131 int ret;
132
133 gvt_dbg_core("service thread start\n");
134
135 while (!kthread_should_stop()) {
136 ret = wait_event_interruptible(gvt->service_thread_wq,
137 kthread_should_stop() || gvt->service_request);
138
139 if (kthread_should_stop())
140 break;
141
142 if (WARN_ONCE(ret, "service thread is waken up by signal.\n"))
143 continue;
144
145 if (test_and_clear_bit(INTEL_GVT_REQUEST_EMULATE_VBLANK,
146 (void *)&gvt->service_request)) {
147 mutex_lock(&gvt->lock);
148 intel_gvt_emulate_vblank(gvt);
149 mutex_unlock(&gvt->lock);
150 }
151 }
152
153 return 0;
154}
155
156static void clean_service_thread(struct intel_gvt *gvt)
157{
158 kthread_stop(gvt->service_thread);
159}
160
161static int init_service_thread(struct intel_gvt *gvt)
162{
163 init_waitqueue_head(&gvt->service_thread_wq);
164
165 gvt->service_thread = kthread_run(gvt_service_thread,
166 gvt, "gvt_service_thread");
167 if (IS_ERR(gvt->service_thread)) {
168 gvt_err("fail to start service thread.\n");
169 return PTR_ERR(gvt->service_thread);
170 }
171 return 0;
172}
173
Zhi Wang0ad35fe2016-06-16 08:07:00 -0400174/**
175 * intel_gvt_clean_device - clean a GVT device
176 * @gvt: intel gvt device
177 *
178 * This function is called at the driver unloading stage, to free the
179 * resources owned by a GVT device.
180 *
181 */
182void intel_gvt_clean_device(struct drm_i915_private *dev_priv)
183{
Zhenyu Wangfeddf6e2016-10-20 17:15:03 +0800184 struct intel_gvt *gvt = to_gvt(dev_priv);
Zhi Wang0ad35fe2016-06-16 08:07:00 -0400185
Zhenyu Wangfeddf6e2016-10-20 17:15:03 +0800186 if (WARN_ON(!gvt))
Zhi Wang0ad35fe2016-06-16 08:07:00 -0400187 return;
188
Zhi Wang04d348a2016-04-25 18:28:56 -0400189 clean_service_thread(gvt);
Zhi Wangbe1da702016-05-03 18:26:57 -0400190 intel_gvt_clean_cmd_parser(gvt);
Zhi Wang4b639602016-05-01 17:09:58 -0400191 intel_gvt_clean_sched_policy(gvt);
Zhi Wange4734052016-05-01 07:42:16 -0400192 intel_gvt_clean_workload_scheduler(gvt);
Zhi Wang4d60c5fd2016-07-20 01:14:38 -0400193 intel_gvt_clean_opregion(gvt);
Zhi Wang2707e442016-03-28 23:23:16 +0800194 intel_gvt_clean_gtt(gvt);
Zhi Wangc8fe6a682015-09-17 09:22:08 +0800195 intel_gvt_clean_irq(gvt);
Zhi Wang12d14cc2016-08-30 11:06:17 +0800196 intel_gvt_clean_mmio_info(gvt);
Zhi Wang579cea52016-06-30 12:45:34 -0400197 intel_gvt_free_firmware(gvt);
Zhi Wang0ad35fe2016-06-16 08:07:00 -0400198
Jike Song40df6ea2016-11-03 18:38:33 +0800199 intel_gvt_hypervisor_host_exit(&dev_priv->drm.pdev->dev, gvt);
Zhenyu Wang1f31c822016-11-03 18:38:31 +0800200 intel_gvt_clean_vgpu_types(gvt);
201
Zhenyu Wangfeddf6e2016-10-20 17:15:03 +0800202 kfree(dev_priv->gvt);
203 dev_priv->gvt = NULL;
Zhi Wang0ad35fe2016-06-16 08:07:00 -0400204}
205
206/**
207 * intel_gvt_init_device - initialize a GVT device
208 * @dev_priv: drm i915 private data
209 *
210 * This function is called at the initialization stage, to initialize
211 * necessary GVT components.
212 *
213 * Returns:
214 * Zero on success, negative error code if failed.
215 *
216 */
217int intel_gvt_init_device(struct drm_i915_private *dev_priv)
218{
Zhenyu Wangfeddf6e2016-10-20 17:15:03 +0800219 struct intel_gvt *gvt;
Zhi Wang12d14cc2016-08-30 11:06:17 +0800220 int ret;
221
Zhi Wang0ad35fe2016-06-16 08:07:00 -0400222 /*
223 * Cannot initialize GVT device without intel_gvt_host gets
224 * initialized first.
225 */
226 if (WARN_ON(!intel_gvt_host.initialized))
227 return -EINVAL;
228
Zhenyu Wangfeddf6e2016-10-20 17:15:03 +0800229 if (WARN_ON(dev_priv->gvt))
Zhi Wang0ad35fe2016-06-16 08:07:00 -0400230 return -EEXIST;
231
Zhenyu Wangfeddf6e2016-10-20 17:15:03 +0800232 gvt = kzalloc(sizeof(struct intel_gvt), GFP_KERNEL);
233 if (!gvt)
234 return -ENOMEM;
235
Zhi Wang0ad35fe2016-06-16 08:07:00 -0400236 gvt_dbg_core("init gvt device\n");
237
Zhi Wang28a60de2016-09-02 12:41:29 +0800238 mutex_init(&gvt->lock);
239 gvt->dev_priv = dev_priv;
240
Zhi Wang0ad35fe2016-06-16 08:07:00 -0400241 init_device_info(gvt);
Zhi Wang12d14cc2016-08-30 11:06:17 +0800242
243 ret = intel_gvt_setup_mmio_info(gvt);
244 if (ret)
245 return ret;
246
Zhi Wang579cea52016-06-30 12:45:34 -0400247 ret = intel_gvt_load_firmware(gvt);
248 if (ret)
249 goto out_clean_mmio_info;
250
Zhi Wangc8fe6a682015-09-17 09:22:08 +0800251 ret = intel_gvt_init_irq(gvt);
252 if (ret)
253 goto out_free_firmware;
254
Zhi Wang2707e442016-03-28 23:23:16 +0800255 ret = intel_gvt_init_gtt(gvt);
256 if (ret)
257 goto out_clean_irq;
258
Zhi Wang4d60c5fd2016-07-20 01:14:38 -0400259 ret = intel_gvt_init_opregion(gvt);
260 if (ret)
261 goto out_clean_gtt;
262
Zhi Wange4734052016-05-01 07:42:16 -0400263 ret = intel_gvt_init_workload_scheduler(gvt);
Zhi Wang04d348a2016-04-25 18:28:56 -0400264 if (ret)
265 goto out_clean_opregion;
266
Zhi Wang4b639602016-05-01 17:09:58 -0400267 ret = intel_gvt_init_sched_policy(gvt);
Zhi Wange4734052016-05-01 07:42:16 -0400268 if (ret)
269 goto out_clean_workload_scheduler;
270
Zhi Wangbe1da702016-05-03 18:26:57 -0400271 ret = intel_gvt_init_cmd_parser(gvt);
Zhi Wang4b639602016-05-01 17:09:58 -0400272 if (ret)
273 goto out_clean_sched_policy;
274
Zhi Wangbe1da702016-05-03 18:26:57 -0400275 ret = init_service_thread(gvt);
276 if (ret)
277 goto out_clean_cmd_parser;
278
Zhenyu Wang1f31c822016-11-03 18:38:31 +0800279 ret = intel_gvt_init_vgpu_types(gvt);
280 if (ret)
281 goto out_clean_thread;
282
Jike Song40df6ea2016-11-03 18:38:33 +0800283 ret = intel_gvt_hypervisor_host_init(&dev_priv->drm.pdev->dev, gvt,
Jike Song9ec1e662016-11-03 18:38:35 +0800284 &intel_gvt_ops);
Jike Song40df6ea2016-11-03 18:38:33 +0800285 if (ret) {
286 gvt_err("failed to register gvt-g host device: %d\n", ret);
287 goto out_clean_types;
288 }
Zhenyu Wang1f31c822016-11-03 18:38:31 +0800289
290 gvt_dbg_core("gvt device initialization is done\n");
Zhenyu Wangfeddf6e2016-10-20 17:15:03 +0800291 dev_priv->gvt = gvt;
Zhi Wang0ad35fe2016-06-16 08:07:00 -0400292 return 0;
Zhi Wang579cea52016-06-30 12:45:34 -0400293
Jike Song40df6ea2016-11-03 18:38:33 +0800294out_clean_types:
295 intel_gvt_clean_vgpu_types(gvt);
Zhenyu Wang1f31c822016-11-03 18:38:31 +0800296out_clean_thread:
297 clean_service_thread(gvt);
Zhi Wangbe1da702016-05-03 18:26:57 -0400298out_clean_cmd_parser:
299 intel_gvt_clean_cmd_parser(gvt);
Zhi Wang4b639602016-05-01 17:09:58 -0400300out_clean_sched_policy:
301 intel_gvt_clean_sched_policy(gvt);
Zhi Wange4734052016-05-01 07:42:16 -0400302out_clean_workload_scheduler:
303 intel_gvt_clean_workload_scheduler(gvt);
Zhi Wang04d348a2016-04-25 18:28:56 -0400304out_clean_opregion:
305 intel_gvt_clean_opregion(gvt);
Zhi Wang4d60c5fd2016-07-20 01:14:38 -0400306out_clean_gtt:
307 intel_gvt_clean_gtt(gvt);
Zhi Wang2707e442016-03-28 23:23:16 +0800308out_clean_irq:
309 intel_gvt_clean_irq(gvt);
Zhi Wangc8fe6a682015-09-17 09:22:08 +0800310out_free_firmware:
311 intel_gvt_free_firmware(gvt);
Zhi Wang579cea52016-06-30 12:45:34 -0400312out_clean_mmio_info:
313 intel_gvt_clean_mmio_info(gvt);
Zhenyu Wangfeddf6e2016-10-20 17:15:03 +0800314 kfree(gvt);
Zhi Wang579cea52016-06-30 12:45:34 -0400315 return ret;
Zhi Wang0ad35fe2016-06-16 08:07:00 -0400316}