blob: 9b6bf51e9b9b0b1f20ec609e50131261c1f4dec0 [file] [log] [blame]
Zhi Wang28c4c6c2016-05-01 05:22:47 -04001/*
2 * Copyright(c) 2011-2016 Intel Corporation. All rights reserved.
3 *
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
10 *
11 * The above copyright notice and this permission notice (including the next
12 * paragraph) shall be included in all copies or substantial portions of the
13 * Software.
14 *
15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
18 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
20 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
21 * SOFTWARE.
Zhi Wange4734052016-05-01 07:42:16 -040022 *
23 * Authors:
24 * Zhi Wang <zhi.a.wang@intel.com>
25 *
26 * Contributors:
27 * Ping Gao <ping.a.gao@intel.com>
28 * Tina Zhang <tina.zhang@intel.com>
29 * Chanbin Du <changbin.du@intel.com>
30 * Min He <min.he@intel.com>
31 * Bing Niu <bing.niu@intel.com>
32 * Zhenyu Wang <zhenyuw@linux.intel.com>
33 *
Zhi Wang28c4c6c2016-05-01 05:22:47 -040034 */
35
36#ifndef _GVT_SCHEDULER_H_
37#define _GVT_SCHEDULER_H_
38
39struct intel_gvt_workload_scheduler {
Zhi Wange4734052016-05-01 07:42:16 -040040 struct intel_vgpu *current_vgpu;
41 struct intel_vgpu *next_vgpu;
42 struct intel_vgpu_workload *current_workload[I915_NUM_ENGINES];
43 bool need_reschedule;
44
Changbin Du0e86cc92017-05-04 10:52:38 +080045 spinlock_t mmio_context_lock;
46 /* can be null when owner is host */
47 struct intel_vgpu *engine_owner[I915_NUM_ENGINES];
48
Zhi Wange4734052016-05-01 07:42:16 -040049 wait_queue_head_t workload_complete_wq;
50 struct task_struct *thread[I915_NUM_ENGINES];
51 wait_queue_head_t waitq[I915_NUM_ENGINES];
Zhi Wang4b639602016-05-01 17:09:58 -040052
53 void *sched_data;
54 struct intel_gvt_sched_policy_ops *sched_ops;
Zhi Wang28c4c6c2016-05-01 05:22:47 -040055};
56
Zhi Wangbe1da702016-05-03 18:26:57 -040057#define INDIRECT_CTX_ADDR_MASK 0xffffffc0
58#define INDIRECT_CTX_SIZE_MASK 0x3f
59struct shadow_indirect_ctx {
60 struct drm_i915_gem_object *obj;
61 unsigned long guest_gma;
62 unsigned long shadow_gma;
63 void *shadow_va;
64 uint32_t size;
65};
66
67#define PER_CTX_ADDR_MASK 0xfffff000
68struct shadow_per_ctx {
69 unsigned long guest_gma;
70 unsigned long shadow_gma;
71};
72
73struct intel_shadow_wa_ctx {
Zhi Wangbe1da702016-05-03 18:26:57 -040074 struct shadow_indirect_ctx indirect_ctx;
75 struct shadow_per_ctx per_ctx;
76
77};
78
Zhi Wang28c4c6c2016-05-01 05:22:47 -040079struct intel_vgpu_workload {
80 struct intel_vgpu *vgpu;
81 int ring_id;
82 struct drm_i915_gem_request *req;
83 /* if this workload has been dispatched to i915? */
84 bool dispatched;
85 int status;
86
87 struct intel_vgpu_mm *shadow_mm;
88
89 /* different submission model may need different handler */
90 int (*prepare)(struct intel_vgpu_workload *);
91 int (*complete)(struct intel_vgpu_workload *);
92 struct list_head list;
93
Zhi Wangbe1da702016-05-03 18:26:57 -040094 DECLARE_BITMAP(pending_events, INTEL_GVT_EVENT_MAX);
95 void *shadow_ring_buffer_va;
96
Zhi Wang28c4c6c2016-05-01 05:22:47 -040097 /* execlist context information */
98 struct execlist_ctx_descriptor_format ctx_desc;
99 struct execlist_ring_context *ring_context;
Zhi Wangbe1da702016-05-03 18:26:57 -0400100 unsigned long rb_head, rb_tail, rb_ctl, rb_start, rb_len;
Zhi Wange4734052016-05-01 07:42:16 -0400101 bool restore_inhibit;
Zhi Wang28c4c6c2016-05-01 05:22:47 -0400102 struct intel_vgpu_elsp_dwords elsp_dwords;
103 bool emulate_schedule_in;
104 atomic_t shadow_ctx_active;
105 wait_queue_head_t shadow_ctx_status_wq;
106 u64 ring_context_gpa;
Zhi Wangbe1da702016-05-03 18:26:57 -0400107
108 /* shadow batch buffer */
109 struct list_head shadow_bb;
110 struct intel_shadow_wa_ctx wa_ctx;
111};
112
113/* Intel shadow batch buffer is a i915 gem object */
114struct intel_shadow_bb_entry {
115 struct list_head list;
116 struct drm_i915_gem_object *obj;
117 void *va;
118 unsigned long len;
Chris Wilson62f0a112017-01-06 19:58:16 +0000119 u32 *bb_start_cmd_va;
Zhi Wang28c4c6c2016-05-01 05:22:47 -0400120};
121
122#define workload_q_head(vgpu, ring_id) \
123 (&(vgpu->workload_q_head[ring_id]))
124
Zhi Wange4734052016-05-01 07:42:16 -0400125#define queue_workload(workload) do { \
Zhi Wang28c4c6c2016-05-01 05:22:47 -0400126 list_add_tail(&workload->list, \
Zhi Wange4734052016-05-01 07:42:16 -0400127 workload_q_head(workload->vgpu, workload->ring_id)); \
128 wake_up(&workload->vgpu->gvt-> \
129 scheduler.waitq[workload->ring_id]); \
130} while (0)
131
132int intel_gvt_init_workload_scheduler(struct intel_gvt *gvt);
133
134void intel_gvt_clean_workload_scheduler(struct intel_gvt *gvt);
135
136void intel_gvt_wait_vgpu_idle(struct intel_vgpu *vgpu);
137
138int intel_vgpu_init_gvt_context(struct intel_vgpu *vgpu);
139
140void intel_vgpu_clean_gvt_context(struct intel_vgpu *vgpu);
Zhi Wang28c4c6c2016-05-01 05:22:47 -0400141
142#endif