Monk Liu | ceeb50e | 2016-09-19 12:13:58 +0800 | [diff] [blame] | 1 | /* |
| 2 | * Copyright 2016 Advanced Micro Devices, Inc. |
| 3 | * |
| 4 | * Permission is hereby granted, free of charge, to any person obtaining a |
| 5 | * copy of this software and associated documentation files (the "Software"), |
| 6 | * to deal in the Software without restriction, including without limitation |
| 7 | * the rights to use, copy, modify, merge, publish, distribute, sublicense, |
| 8 | * and/or sell copies of the Software, and to permit persons to whom the |
| 9 | * Software is furnished to do so, subject to the following conditions: |
| 10 | * |
| 11 | * The above copyright notice and this permission notice shall be included in |
| 12 | * all copies or substantial portions of the Software. |
| 13 | * |
| 14 | * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR |
| 15 | * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, |
| 16 | * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL |
| 17 | * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR |
| 18 | * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, |
| 19 | * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR |
| 20 | * OTHER DEALINGS IN THE SOFTWARE. |
| 21 | * |
| 22 | * Author: Monk.liu@amd.com |
| 23 | */ |
| 24 | #ifndef AMDGPU_VIRT_H |
| 25 | #define AMDGPU_VIRT_H |
| 26 | |
| 27 | #define AMDGPU_SRIOV_CAPS_SRIOV_VBIOS (1 << 0) /* vBIOS is sr-iov ready */ |
| 28 | #define AMDGPU_SRIOV_CAPS_ENABLE_IOV (1 << 1) /* sr-iov is enabled on this GPU */ |
| 29 | #define AMDGPU_SRIOV_CAPS_IS_VF (1 << 2) /* this GPU is a virtual function */ |
| 30 | #define AMDGPU_PASSTHROUGH_MODE (1 << 3) /* thw whole GPU is pass through for VM */ |
Xiangliang Yu | 5ec9f06 | 2017-01-12 14:11:53 +0800 | [diff] [blame] | 31 | #define AMDGPU_SRIOV_CAPS_RUNTIME (1 << 4) /* is out of full access mode */ |
Monk Liu | bd7de27 | 2017-01-09 15:23:17 +0800 | [diff] [blame] | 32 | |
Xiangliang Yu | ecb2b9c | 2017-02-28 17:24:52 +0800 | [diff] [blame] | 33 | struct amdgpu_mm_table { |
| 34 | struct amdgpu_bo *bo; |
| 35 | uint32_t *cpu_addr; |
| 36 | uint64_t gpu_addr; |
| 37 | }; |
| 38 | |
Alex Deucher | e23b74a | 2017-09-28 09:47:32 -0400 | [diff] [blame] | 39 | #define AMDGPU_VF_ERROR_ENTRY_SIZE 16 |
| 40 | |
| 41 | /* struct error_entry - amdgpu VF error information. */ |
| 42 | struct amdgpu_vf_error_buffer { |
| 43 | struct mutex lock; |
| 44 | int read_count; |
| 45 | int write_count; |
| 46 | uint16_t code[AMDGPU_VF_ERROR_ENTRY_SIZE]; |
| 47 | uint16_t flags[AMDGPU_VF_ERROR_ENTRY_SIZE]; |
| 48 | uint64_t data[AMDGPU_VF_ERROR_ENTRY_SIZE]; |
| 49 | }; |
| 50 | |
Xiangliang Yu | 1e9f139 | 2017-01-12 14:53:08 +0800 | [diff] [blame] | 51 | /** |
| 52 | * struct amdgpu_virt_ops - amdgpu device virt operations |
| 53 | */ |
| 54 | struct amdgpu_virt_ops { |
| 55 | int (*req_full_gpu)(struct amdgpu_device *adev, bool init); |
| 56 | int (*rel_full_gpu)(struct amdgpu_device *adev, bool init); |
| 57 | int (*reset_gpu)(struct amdgpu_device *adev); |
pding | b636176 | 2017-10-24 09:51:04 +0800 | [diff] [blame] | 58 | int (*wait_reset)(struct amdgpu_device *adev); |
Gavin Wan | 8904194 | 2017-06-23 13:55:15 -0400 | [diff] [blame] | 59 | void (*trans_msg)(struct amdgpu_device *adev, u32 req, u32 data1, u32 data2, u32 data3); |
Xiangliang Yu | 1e9f139 | 2017-01-12 14:53:08 +0800 | [diff] [blame] | 60 | }; |
| 61 | |
Horace Chen | 2dc8f81 | 2017-10-09 16:17:16 +0800 | [diff] [blame] | 62 | /* |
| 63 | * Firmware Reserve Frame buffer |
| 64 | */ |
| 65 | struct amdgpu_virt_fw_reserve { |
| 66 | struct amdgim_pf2vf_info_header *p_pf2vf; |
| 67 | struct amdgim_vf2pf_info_header *p_vf2pf; |
| 68 | unsigned int checksum_key; |
| 69 | }; |
| 70 | /* |
| 71 | * Defination between PF and VF |
| 72 | * Structures forcibly aligned to 4 to keep the same style as PF. |
| 73 | */ |
| 74 | #define AMDGIM_DATAEXCHANGE_OFFSET (64 * 1024) |
| 75 | |
| 76 | #define AMDGIM_GET_STRUCTURE_RESERVED_SIZE(total, u8, u16, u32, u64) \ |
| 77 | (total - (((u8)+3) / 4 + ((u16)+1) / 2 + (u32) + (u64)*2)) |
| 78 | |
| 79 | enum AMDGIM_FEATURE_FLAG { |
| 80 | /* GIM supports feature of Error log collecting */ |
| 81 | AMDGIM_FEATURE_ERROR_LOG_COLLECT = 0x1, |
| 82 | /* GIM supports feature of loading uCodes */ |
| 83 | AMDGIM_FEATURE_GIM_LOAD_UCODES = 0x2, |
Monk Liu | 75bc609 | 2017-10-30 20:11:54 +0800 | [diff] [blame] | 84 | /* VRAM LOST by GIM */ |
| 85 | AMDGIM_FEATURE_GIM_FLR_VRAMLOST = 0x4, |
Horace Chen | 2dc8f81 | 2017-10-09 16:17:16 +0800 | [diff] [blame] | 86 | }; |
| 87 | |
| 88 | struct amdgim_pf2vf_info_header { |
| 89 | /* the total structure size in byte. */ |
| 90 | uint32_t size; |
| 91 | /* version of this structure, written by the GIM */ |
| 92 | uint32_t version; |
| 93 | } __aligned(4); |
| 94 | struct amdgim_pf2vf_info_v1 { |
| 95 | /* header contains size and version */ |
| 96 | struct amdgim_pf2vf_info_header header; |
| 97 | /* max_width * max_height */ |
| 98 | unsigned int uvd_enc_max_pixels_count; |
| 99 | /* 16x16 pixels/sec, codec independent */ |
| 100 | unsigned int uvd_enc_max_bandwidth; |
| 101 | /* max_width * max_height */ |
| 102 | unsigned int vce_enc_max_pixels_count; |
| 103 | /* 16x16 pixels/sec, codec independent */ |
| 104 | unsigned int vce_enc_max_bandwidth; |
| 105 | /* MEC FW position in kb from the start of visible frame buffer */ |
| 106 | unsigned int mecfw_kboffset; |
| 107 | /* The features flags of the GIM driver supports. */ |
| 108 | unsigned int feature_flags; |
| 109 | /* use private key from mailbox 2 to create chueksum */ |
| 110 | unsigned int checksum; |
| 111 | } __aligned(4); |
| 112 | |
| 113 | struct amdgim_pf2vf_info_v2 { |
| 114 | /* header contains size and version */ |
| 115 | struct amdgim_pf2vf_info_header header; |
| 116 | /* use private key from mailbox 2 to create chueksum */ |
| 117 | uint32_t checksum; |
| 118 | /* The features flags of the GIM driver supports. */ |
| 119 | uint32_t feature_flags; |
| 120 | /* max_width * max_height */ |
| 121 | uint32_t uvd_enc_max_pixels_count; |
| 122 | /* 16x16 pixels/sec, codec independent */ |
| 123 | uint32_t uvd_enc_max_bandwidth; |
| 124 | /* max_width * max_height */ |
| 125 | uint32_t vce_enc_max_pixels_count; |
| 126 | /* 16x16 pixels/sec, codec independent */ |
| 127 | uint32_t vce_enc_max_bandwidth; |
| 128 | /* MEC FW position in kb from the start of VF visible frame buffer */ |
| 129 | uint64_t mecfw_kboffset; |
| 130 | /* MEC FW size in KB */ |
| 131 | uint32_t mecfw_ksize; |
| 132 | /* UVD FW position in kb from the start of VF visible frame buffer */ |
| 133 | uint64_t uvdfw_kboffset; |
| 134 | /* UVD FW size in KB */ |
| 135 | uint32_t uvdfw_ksize; |
| 136 | /* VCE FW position in kb from the start of VF visible frame buffer */ |
| 137 | uint64_t vcefw_kboffset; |
| 138 | /* VCE FW size in KB */ |
| 139 | uint32_t vcefw_ksize; |
| 140 | uint32_t reserved[AMDGIM_GET_STRUCTURE_RESERVED_SIZE(256, 0, 0, (9 + sizeof(struct amdgim_pf2vf_info_header)/sizeof(uint32_t)), 3)]; |
| 141 | } __aligned(4); |
| 142 | |
| 143 | |
| 144 | struct amdgim_vf2pf_info_header { |
| 145 | /* the total structure size in byte. */ |
| 146 | uint32_t size; |
| 147 | /*version of this structure, written by the guest */ |
| 148 | uint32_t version; |
| 149 | } __aligned(4); |
| 150 | |
| 151 | struct amdgim_vf2pf_info_v1 { |
| 152 | /* header contains size and version */ |
| 153 | struct amdgim_vf2pf_info_header header; |
| 154 | /* driver version */ |
| 155 | char driver_version[64]; |
| 156 | /* driver certification, 1=WHQL, 0=None */ |
| 157 | unsigned int driver_cert; |
| 158 | /* guest OS type and version: need a define */ |
| 159 | unsigned int os_info; |
| 160 | /* in the unit of 1M */ |
| 161 | unsigned int fb_usage; |
| 162 | /* guest gfx engine usage percentage */ |
| 163 | unsigned int gfx_usage; |
| 164 | /* guest gfx engine health percentage */ |
| 165 | unsigned int gfx_health; |
| 166 | /* guest compute engine usage percentage */ |
| 167 | unsigned int compute_usage; |
| 168 | /* guest compute engine health percentage */ |
| 169 | unsigned int compute_health; |
| 170 | /* guest vce engine usage percentage. 0xffff means N/A. */ |
| 171 | unsigned int vce_enc_usage; |
| 172 | /* guest vce engine health percentage. 0xffff means N/A. */ |
| 173 | unsigned int vce_enc_health; |
| 174 | /* guest uvd engine usage percentage. 0xffff means N/A. */ |
| 175 | unsigned int uvd_enc_usage; |
| 176 | /* guest uvd engine usage percentage. 0xffff means N/A. */ |
| 177 | unsigned int uvd_enc_health; |
| 178 | unsigned int checksum; |
| 179 | } __aligned(4); |
| 180 | |
| 181 | struct amdgim_vf2pf_info_v2 { |
| 182 | /* header contains size and version */ |
| 183 | struct amdgim_vf2pf_info_header header; |
| 184 | uint32_t checksum; |
| 185 | /* driver version */ |
| 186 | uint8_t driver_version[64]; |
| 187 | /* driver certification, 1=WHQL, 0=None */ |
| 188 | uint32_t driver_cert; |
| 189 | /* guest OS type and version: need a define */ |
| 190 | uint32_t os_info; |
| 191 | /* in the unit of 1M */ |
| 192 | uint32_t fb_usage; |
| 193 | /* guest gfx engine usage percentage */ |
| 194 | uint32_t gfx_usage; |
| 195 | /* guest gfx engine health percentage */ |
| 196 | uint32_t gfx_health; |
| 197 | /* guest compute engine usage percentage */ |
| 198 | uint32_t compute_usage; |
| 199 | /* guest compute engine health percentage */ |
| 200 | uint32_t compute_health; |
| 201 | /* guest vce engine usage percentage. 0xffff means N/A. */ |
| 202 | uint32_t vce_enc_usage; |
| 203 | /* guest vce engine health percentage. 0xffff means N/A. */ |
| 204 | uint32_t vce_enc_health; |
| 205 | /* guest uvd engine usage percentage. 0xffff means N/A. */ |
| 206 | uint32_t uvd_enc_usage; |
| 207 | /* guest uvd engine usage percentage. 0xffff means N/A. */ |
| 208 | uint32_t uvd_enc_health; |
| 209 | uint32_t reserved[AMDGIM_GET_STRUCTURE_RESERVED_SIZE(256, 64, 0, (12 + sizeof(struct amdgim_vf2pf_info_header)/sizeof(uint32_t)), 0)]; |
| 210 | } __aligned(4); |
| 211 | |
| 212 | #define AMDGPU_FW_VRAM_VF2PF_VER 2 |
| 213 | typedef struct amdgim_vf2pf_info_v2 amdgim_vf2pf_info ; |
| 214 | |
| 215 | #define AMDGPU_FW_VRAM_VF2PF_WRITE(adev, field, val) \ |
| 216 | do { \ |
| 217 | ((amdgim_vf2pf_info *)adev->virt.fw_reserve.p_vf2pf)->field = (val); \ |
| 218 | } while (0) |
| 219 | |
| 220 | #define AMDGPU_FW_VRAM_VF2PF_READ(adev, field, val) \ |
| 221 | do { \ |
| 222 | (*val) = ((amdgim_vf2pf_info *)adev->virt.fw_reserve.p_vf2pf)->field; \ |
| 223 | } while (0) |
| 224 | |
| 225 | #define AMDGPU_FW_VRAM_PF2VF_READ(adev, field, val) \ |
| 226 | do { \ |
| 227 | if (!adev->virt.fw_reserve.p_pf2vf) \ |
| 228 | *(val) = 0; \ |
| 229 | else { \ |
| 230 | if (adev->virt.fw_reserve.p_pf2vf->version == 1) \ |
| 231 | *(val) = ((struct amdgim_pf2vf_info_v1 *)adev->virt.fw_reserve.p_pf2vf)->field; \ |
| 232 | if (adev->virt.fw_reserve.p_pf2vf->version == 2) \ |
| 233 | *(val) = ((struct amdgim_pf2vf_info_v2 *)adev->virt.fw_reserve.p_pf2vf)->field; \ |
| 234 | } \ |
| 235 | } while (0) |
| 236 | |
Monk Liu | ceeb50e | 2016-09-19 12:13:58 +0800 | [diff] [blame] | 237 | /* GPU virtualization */ |
Xiangliang Yu | 5a5099c | 2017-01-09 18:06:57 -0500 | [diff] [blame] | 238 | struct amdgpu_virt { |
Xiangliang Yu | 1e9f139 | 2017-01-12 14:53:08 +0800 | [diff] [blame] | 239 | uint32_t caps; |
| 240 | struct amdgpu_bo *csa_obj; |
| 241 | uint64_t csa_vmid0_addr; |
Monk Liu | ae65a26 | 2017-01-12 15:32:44 +0800 | [diff] [blame] | 242 | bool chained_ib_support; |
Xiangliang Yu | 1e9f139 | 2017-01-12 14:53:08 +0800 | [diff] [blame] | 243 | uint32_t reg_val_offs; |
Xiangliang Yu | ab71ac5 | 2017-01-12 15:00:41 +0800 | [diff] [blame] | 244 | struct amdgpu_irq_src ack_irq; |
| 245 | struct amdgpu_irq_src rcv_irq; |
Monk Liu | 480da26 | 2017-02-06 13:56:47 +0800 | [diff] [blame] | 246 | struct work_struct flr_work; |
Xiangliang Yu | ecb2b9c | 2017-02-28 17:24:52 +0800 | [diff] [blame] | 247 | struct amdgpu_mm_table mm_table; |
Xiangliang Yu | 1e9f139 | 2017-01-12 14:53:08 +0800 | [diff] [blame] | 248 | const struct amdgpu_virt_ops *ops; |
Alex Deucher | e23b74a | 2017-09-28 09:47:32 -0400 | [diff] [blame] | 249 | struct amdgpu_vf_error_buffer vf_errors; |
Horace Chen | 2dc8f81 | 2017-10-09 16:17:16 +0800 | [diff] [blame] | 250 | struct amdgpu_virt_fw_reserve fw_reserve; |
Monk Liu | 75bc609 | 2017-10-30 20:11:54 +0800 | [diff] [blame] | 251 | uint32_t gim_feature; |
Monk Liu | ceeb50e | 2016-09-19 12:13:58 +0800 | [diff] [blame] | 252 | }; |
| 253 | |
Christian König | 6f05c4e | 2018-01-22 11:25:48 +0100 | [diff] [blame] | 254 | #define AMDGPU_CSA_SIZE (8 * 1024) |
Monk Liu | bd7de27 | 2017-01-09 15:23:17 +0800 | [diff] [blame] | 255 | |
Monk Liu | ceeb50e | 2016-09-19 12:13:58 +0800 | [diff] [blame] | 256 | #define amdgpu_sriov_enabled(adev) \ |
Xiangliang Yu | 5a5099c | 2017-01-09 18:06:57 -0500 | [diff] [blame] | 257 | ((adev)->virt.caps & AMDGPU_SRIOV_CAPS_ENABLE_IOV) |
Monk Liu | ceeb50e | 2016-09-19 12:13:58 +0800 | [diff] [blame] | 258 | |
| 259 | #define amdgpu_sriov_vf(adev) \ |
Xiangliang Yu | 5a5099c | 2017-01-09 18:06:57 -0500 | [diff] [blame] | 260 | ((adev)->virt.caps & AMDGPU_SRIOV_CAPS_IS_VF) |
Monk Liu | ceeb50e | 2016-09-19 12:13:58 +0800 | [diff] [blame] | 261 | |
| 262 | #define amdgpu_sriov_bios(adev) \ |
Xiangliang Yu | 5a5099c | 2017-01-09 18:06:57 -0500 | [diff] [blame] | 263 | ((adev)->virt.caps & AMDGPU_SRIOV_CAPS_SRIOV_VBIOS) |
Monk Liu | ceeb50e | 2016-09-19 12:13:58 +0800 | [diff] [blame] | 264 | |
Xiangliang Yu | 5ec9f06 | 2017-01-12 14:11:53 +0800 | [diff] [blame] | 265 | #define amdgpu_sriov_runtime(adev) \ |
| 266 | ((adev)->virt.caps & AMDGPU_SRIOV_CAPS_RUNTIME) |
| 267 | |
Monk Liu | ceeb50e | 2016-09-19 12:13:58 +0800 | [diff] [blame] | 268 | #define amdgpu_passthrough(adev) \ |
Xiangliang Yu | 5a5099c | 2017-01-09 18:06:57 -0500 | [diff] [blame] | 269 | ((adev)->virt.caps & AMDGPU_PASSTHROUGH_MODE) |
Monk Liu | ceeb50e | 2016-09-19 12:13:58 +0800 | [diff] [blame] | 270 | |
| 271 | static inline bool is_virtual_machine(void) |
| 272 | { |
| 273 | #ifdef CONFIG_X86 |
| 274 | return boot_cpu_has(X86_FEATURE_HYPERVISOR); |
| 275 | #else |
| 276 | return false; |
| 277 | #endif |
| 278 | } |
| 279 | |
Monk Liu | 4e4bbe7 | 2017-01-09 15:21:13 +0800 | [diff] [blame] | 280 | struct amdgpu_vm; |
Christian König | 6f05c4e | 2018-01-22 11:25:48 +0100 | [diff] [blame] | 281 | |
| 282 | uint64_t amdgpu_csa_vaddr(struct amdgpu_device *adev); |
pding | a16f8f1 | 2017-10-24 10:01:13 +0800 | [diff] [blame] | 283 | bool amdgpu_virt_mmio_blocked(struct amdgpu_device *adev); |
Monk Liu | 4e4bbe7 | 2017-01-09 15:21:13 +0800 | [diff] [blame] | 284 | int amdgpu_allocate_static_csa(struct amdgpu_device *adev); |
Christian König | 0f4b3c6 | 2017-07-31 15:32:40 +0200 | [diff] [blame] | 285 | int amdgpu_map_static_csa(struct amdgpu_device *adev, struct amdgpu_vm *vm, |
| 286 | struct amdgpu_bo_va **bo_va); |
Monk Liu | 84e5b51 | 2017-11-14 16:52:14 +0800 | [diff] [blame] | 287 | void amdgpu_free_static_csa(struct amdgpu_device *adev); |
Xiangliang Yu | bc992ba | 2017-01-12 14:29:34 +0800 | [diff] [blame] | 288 | void amdgpu_virt_init_setting(struct amdgpu_device *adev); |
| 289 | uint32_t amdgpu_virt_kiq_rreg(struct amdgpu_device *adev, uint32_t reg); |
| 290 | void amdgpu_virt_kiq_wreg(struct amdgpu_device *adev, uint32_t reg, uint32_t v); |
Xiangliang Yu | 1e9f139 | 2017-01-12 14:53:08 +0800 | [diff] [blame] | 291 | int amdgpu_virt_request_full_gpu(struct amdgpu_device *adev, bool init); |
| 292 | int amdgpu_virt_release_full_gpu(struct amdgpu_device *adev, bool init); |
| 293 | int amdgpu_virt_reset_gpu(struct amdgpu_device *adev); |
pding | b636176 | 2017-10-24 09:51:04 +0800 | [diff] [blame] | 294 | int amdgpu_virt_wait_reset(struct amdgpu_device *adev); |
Xiangliang Yu | 904cd38 | 2017-04-21 15:40:25 +0800 | [diff] [blame] | 295 | int amdgpu_virt_alloc_mm_table(struct amdgpu_device *adev); |
| 296 | void amdgpu_virt_free_mm_table(struct amdgpu_device *adev); |
Horace Chen | 2dc8f81 | 2017-10-09 16:17:16 +0800 | [diff] [blame] | 297 | int amdgpu_virt_fw_reserve_get_checksum(void *obj, unsigned long obj_size, |
| 298 | unsigned int key, |
| 299 | unsigned int chksum); |
| 300 | void amdgpu_virt_init_data_exchange(struct amdgpu_device *adev); |
Monk Liu | 4e4bbe7 | 2017-01-09 15:21:13 +0800 | [diff] [blame] | 301 | |
Xiangliang Yu | 5a5099c | 2017-01-09 18:06:57 -0500 | [diff] [blame] | 302 | #endif |