Akshu Agrawal | 0337d9b | 2016-07-28 15:35:45 +0530 | [diff] [blame] | 1 | /* |
Daniele Castagna | 7a755de | 2016-12-16 17:32:30 -0500 | [diff] [blame] | 2 | * Copyright 2016 The Chromium OS Authors. All rights reserved. |
Akshu Agrawal | 0337d9b | 2016-07-28 15:35:45 +0530 | [diff] [blame] | 3 | * Use of this source code is governed by a BSD-style license that can be |
| 4 | * found in the LICENSE file. |
| 5 | */ |
| 6 | #ifdef DRV_AMDGPU |
Gurchetan Singh | 1b1d56a | 2017-03-10 16:25:23 -0800 | [diff] [blame] | 7 | #include <amdgpu.h> |
| 8 | #include <amdgpu_drm.h> |
Akshu Agrawal | 0337d9b | 2016-07-28 15:35:45 +0530 | [diff] [blame] | 9 | #include <errno.h> |
| 10 | #include <stdio.h> |
| 11 | #include <stdlib.h> |
| 12 | #include <string.h> |
Pratik Vishwakarma | bc1b535 | 2016-12-12 14:22:10 +0530 | [diff] [blame] | 13 | #include <sys/mman.h> |
Akshu Agrawal | 0337d9b | 2016-07-28 15:35:45 +0530 | [diff] [blame] | 14 | #include <xf86drm.h> |
Akshu Agrawal | 0337d9b | 2016-07-28 15:35:45 +0530 | [diff] [blame] | 15 | |
| 16 | #include "addrinterface.h" |
| 17 | #include "drv_priv.h" |
| 18 | #include "helpers.h" |
| 19 | #include "util.h" |
| 20 | |
| 21 | #ifndef CIASICIDGFXENGINE_SOUTHERNISLAND |
| 22 | #define CIASICIDGFXENGINE_SOUTHERNISLAND 0x0000000A |
| 23 | #endif |
| 24 | |
Gurchetan Singh | 1b1d56a | 2017-03-10 16:25:23 -0800 | [diff] [blame] | 25 | // clang-format off |
Akshu Agrawal | 0337d9b | 2016-07-28 15:35:45 +0530 | [diff] [blame] | 26 | #define mmCC_RB_BACKEND_DISABLE 0x263d |
| 27 | #define mmGB_TILE_MODE0 0x2644 |
| 28 | #define mmGB_MACROTILE_MODE0 0x2664 |
| 29 | #define mmGB_ADDR_CONFIG 0x263e |
| 30 | #define mmMC_ARB_RAMCFG 0x9d8 |
| 31 | |
| 32 | enum { |
| 33 | FAMILY_UNKNOWN, |
| 34 | FAMILY_SI, |
| 35 | FAMILY_CI, |
| 36 | FAMILY_KV, |
| 37 | FAMILY_VI, |
| 38 | FAMILY_CZ, |
| 39 | FAMILY_PI, |
| 40 | FAMILY_LAST, |
| 41 | }; |
Gurchetan Singh | 1b1d56a | 2017-03-10 16:25:23 -0800 | [diff] [blame] | 42 | // clang-format on |
Akshu Agrawal | 0337d9b | 2016-07-28 15:35:45 +0530 | [diff] [blame] | 43 | |
Gurchetan Singh | 8ac0c9a | 2017-05-15 09:34:22 -0700 | [diff] [blame] | 44 | const static uint32_t render_target_formats[] = { DRM_FORMAT_ARGB8888, DRM_FORMAT_XBGR8888, |
| 45 | DRM_FORMAT_XRGB8888 }; |
Gurchetan Singh | 179687e | 2016-10-28 10:07:35 -0700 | [diff] [blame] | 46 | |
Shirish S | 8317bc0 | 2017-10-13 09:54:03 +0530 | [diff] [blame] | 47 | const static uint32_t texture_source_formats[] = { DRM_FORMAT_GR88, DRM_FORMAT_R8, DRM_FORMAT_NV21, |
| 48 | DRM_FORMAT_NV12 }; |
Shirish S | df423df | 2017-04-18 16:21:59 +0530 | [diff] [blame] | 49 | |
Gurchetan Singh | 1b1d56a | 2017-03-10 16:25:23 -0800 | [diff] [blame] | 50 | static int amdgpu_set_metadata(int fd, uint32_t handle, struct amdgpu_bo_metadata *info) |
Akshu Agrawal | 0337d9b | 2016-07-28 15:35:45 +0530 | [diff] [blame] | 51 | { |
Gurchetan Singh | 1b1d56a | 2017-03-10 16:25:23 -0800 | [diff] [blame] | 52 | struct drm_amdgpu_gem_metadata args = { 0 }; |
Akshu Agrawal | 0337d9b | 2016-07-28 15:35:45 +0530 | [diff] [blame] | 53 | |
| 54 | if (!info) |
| 55 | return -EINVAL; |
| 56 | |
| 57 | args.handle = handle; |
| 58 | args.op = AMDGPU_GEM_METADATA_OP_SET_METADATA; |
| 59 | args.data.flags = info->flags; |
| 60 | args.data.tiling_info = info->tiling_info; |
| 61 | |
| 62 | if (info->size_metadata > sizeof(args.data.data)) |
| 63 | return -EINVAL; |
| 64 | |
| 65 | if (info->size_metadata) { |
| 66 | args.data.data_size_bytes = info->size_metadata; |
| 67 | memcpy(args.data.data, info->umd_metadata, info->size_metadata); |
| 68 | } |
| 69 | |
Gurchetan Singh | 1b1d56a | 2017-03-10 16:25:23 -0800 | [diff] [blame] | 70 | return drmCommandWriteRead(fd, DRM_AMDGPU_GEM_METADATA, &args, sizeof(args)); |
Akshu Agrawal | 0337d9b | 2016-07-28 15:35:45 +0530 | [diff] [blame] | 71 | } |
| 72 | |
Gurchetan Singh | 1b1d56a | 2017-03-10 16:25:23 -0800 | [diff] [blame] | 73 | static int amdgpu_read_mm_regs(int fd, unsigned dword_offset, unsigned count, uint32_t instance, |
Akshu Agrawal | 0337d9b | 2016-07-28 15:35:45 +0530 | [diff] [blame] | 74 | uint32_t flags, uint32_t *values) |
| 75 | { |
| 76 | struct drm_amdgpu_info request; |
| 77 | |
| 78 | memset(&request, 0, sizeof(request)); |
Gurchetan Singh | 1b1d56a | 2017-03-10 16:25:23 -0800 | [diff] [blame] | 79 | request.return_pointer = (uintptr_t)values; |
Akshu Agrawal | 0337d9b | 2016-07-28 15:35:45 +0530 | [diff] [blame] | 80 | request.return_size = count * sizeof(uint32_t); |
| 81 | request.query = AMDGPU_INFO_READ_MMR_REG; |
| 82 | request.read_mmr_reg.dword_offset = dword_offset; |
| 83 | request.read_mmr_reg.count = count; |
| 84 | request.read_mmr_reg.instance = instance; |
| 85 | request.read_mmr_reg.flags = flags; |
| 86 | |
Gurchetan Singh | 1b1d56a | 2017-03-10 16:25:23 -0800 | [diff] [blame] | 87 | return drmCommandWrite(fd, DRM_AMDGPU_INFO, &request, sizeof(struct drm_amdgpu_info)); |
Akshu Agrawal | 0337d9b | 2016-07-28 15:35:45 +0530 | [diff] [blame] | 88 | } |
| 89 | |
| 90 | static int amdgpu_query_gpu(int fd, struct amdgpu_gpu_info *gpu_info) |
| 91 | { |
| 92 | int ret; |
| 93 | uint32_t instance; |
| 94 | |
| 95 | if (!gpu_info) |
| 96 | return -EINVAL; |
| 97 | |
Gurchetan Singh | 1b1d56a | 2017-03-10 16:25:23 -0800 | [diff] [blame] | 98 | instance = AMDGPU_INFO_MMR_SH_INDEX_MASK << AMDGPU_INFO_MMR_SH_INDEX_SHIFT; |
Akshu Agrawal | 0337d9b | 2016-07-28 15:35:45 +0530 | [diff] [blame] | 99 | |
| 100 | ret = amdgpu_read_mm_regs(fd, mmCC_RB_BACKEND_DISABLE, 1, instance, 0, |
| 101 | &gpu_info->backend_disable[0]); |
| 102 | if (ret) |
| 103 | return ret; |
| 104 | /* extract bitfield CC_RB_BACKEND_DISABLE.BACKEND_DISABLE */ |
Gurchetan Singh | 1b1d56a | 2017-03-10 16:25:23 -0800 | [diff] [blame] | 105 | gpu_info->backend_disable[0] = (gpu_info->backend_disable[0] >> 16) & 0xff; |
Akshu Agrawal | 0337d9b | 2016-07-28 15:35:45 +0530 | [diff] [blame] | 106 | |
Gurchetan Singh | 1b1d56a | 2017-03-10 16:25:23 -0800 | [diff] [blame] | 107 | ret = amdgpu_read_mm_regs(fd, mmGB_TILE_MODE0, 32, 0xffffffff, 0, gpu_info->gb_tile_mode); |
Akshu Agrawal | 0337d9b | 2016-07-28 15:35:45 +0530 | [diff] [blame] | 108 | if (ret) |
| 109 | return ret; |
| 110 | |
| 111 | ret = amdgpu_read_mm_regs(fd, mmGB_MACROTILE_MODE0, 16, 0xffffffff, 0, |
| 112 | gpu_info->gb_macro_tile_mode); |
| 113 | if (ret) |
| 114 | return ret; |
| 115 | |
Gurchetan Singh | 1b1d56a | 2017-03-10 16:25:23 -0800 | [diff] [blame] | 116 | ret = amdgpu_read_mm_regs(fd, mmGB_ADDR_CONFIG, 1, 0xffffffff, 0, &gpu_info->gb_addr_cfg); |
Akshu Agrawal | 0337d9b | 2016-07-28 15:35:45 +0530 | [diff] [blame] | 117 | if (ret) |
| 118 | return ret; |
| 119 | |
Gurchetan Singh | 1b1d56a | 2017-03-10 16:25:23 -0800 | [diff] [blame] | 120 | ret = amdgpu_read_mm_regs(fd, mmMC_ARB_RAMCFG, 1, 0xffffffff, 0, &gpu_info->mc_arb_ramcfg); |
Akshu Agrawal | 0337d9b | 2016-07-28 15:35:45 +0530 | [diff] [blame] | 121 | if (ret) |
| 122 | return ret; |
| 123 | |
| 124 | return 0; |
| 125 | } |
| 126 | |
| 127 | static void *ADDR_API alloc_sys_mem(const ADDR_ALLOCSYSMEM_INPUT *in) |
| 128 | { |
| 129 | return malloc(in->sizeInBytes); |
| 130 | } |
| 131 | |
| 132 | static ADDR_E_RETURNCODE ADDR_API free_sys_mem(const ADDR_FREESYSMEM_INPUT *in) |
| 133 | { |
| 134 | free(in->pVirtAddr); |
| 135 | return ADDR_OK; |
| 136 | } |
| 137 | |
Gurchetan Singh | 1b1d56a | 2017-03-10 16:25:23 -0800 | [diff] [blame] | 138 | static int amdgpu_addrlib_compute(void *addrlib, uint32_t width, uint32_t height, uint32_t format, |
Gurchetan Singh | a1892b2 | 2017-09-28 16:40:52 -0700 | [diff] [blame] | 139 | uint64_t use_flags, uint32_t *tiling_flags, |
Akshu Agrawal | 0337d9b | 2016-07-28 15:35:45 +0530 | [diff] [blame] | 140 | ADDR_COMPUTE_SURFACE_INFO_OUTPUT *addr_out) |
| 141 | { |
Gurchetan Singh | 1b1d56a | 2017-03-10 16:25:23 -0800 | [diff] [blame] | 142 | ADDR_COMPUTE_SURFACE_INFO_INPUT addr_surf_info_in = { 0 }; |
| 143 | ADDR_TILEINFO addr_tile_info = { 0 }; |
| 144 | ADDR_TILEINFO addr_tile_info_out = { 0 }; |
Gurchetan Singh | 6423ecb | 2017-03-29 08:23:40 -0700 | [diff] [blame] | 145 | uint32_t bits_per_pixel; |
Akshu Agrawal | 0337d9b | 2016-07-28 15:35:45 +0530 | [diff] [blame] | 146 | |
| 147 | addr_surf_info_in.size = sizeof(ADDR_COMPUTE_SURFACE_INFO_INPUT); |
| 148 | |
| 149 | /* Set the requested tiling mode. */ |
| 150 | addr_surf_info_in.tileMode = ADDR_TM_2D_TILED_THIN1; |
Gurchetan Singh | a1892b2 | 2017-09-28 16:40:52 -0700 | [diff] [blame] | 151 | if (use_flags & |
| 152 | (BO_USE_CURSOR | BO_USE_LINEAR | BO_USE_SW_READ_OFTEN | BO_USE_SW_WRITE_OFTEN)) |
Akshu Agrawal | 0337d9b | 2016-07-28 15:35:45 +0530 | [diff] [blame] | 153 | addr_surf_info_in.tileMode = ADDR_TM_LINEAR_ALIGNED; |
Gurchetan Singh | 6b41fb5 | 2017-03-01 20:14:39 -0800 | [diff] [blame] | 154 | else if (width <= 16 || height <= 16) |
Akshu Agrawal | 0337d9b | 2016-07-28 15:35:45 +0530 | [diff] [blame] | 155 | addr_surf_info_in.tileMode = ADDR_TM_1D_TILED_THIN1; |
| 156 | |
Gurchetan Singh | 6423ecb | 2017-03-29 08:23:40 -0700 | [diff] [blame] | 157 | bits_per_pixel = drv_stride_from_format(format, 1, 0) * 8; |
Akshu Agrawal | 0337d9b | 2016-07-28 15:35:45 +0530 | [diff] [blame] | 158 | /* Bits per pixel should be calculated from format*/ |
Gurchetan Singh | 6423ecb | 2017-03-29 08:23:40 -0700 | [diff] [blame] | 159 | addr_surf_info_in.bpp = bits_per_pixel; |
Akshu Agrawal | 0337d9b | 2016-07-28 15:35:45 +0530 | [diff] [blame] | 160 | addr_surf_info_in.numSamples = 1; |
| 161 | addr_surf_info_in.width = width; |
| 162 | addr_surf_info_in.height = height; |
| 163 | addr_surf_info_in.numSlices = 1; |
| 164 | addr_surf_info_in.pTileInfo = &addr_tile_info; |
| 165 | addr_surf_info_in.tileIndex = -1; |
| 166 | |
| 167 | /* This disables incorrect calculations (hacks) in addrlib. */ |
| 168 | addr_surf_info_in.flags.noStencil = 1; |
| 169 | |
| 170 | /* Set the micro tile type. */ |
Gurchetan Singh | a1892b2 | 2017-09-28 16:40:52 -0700 | [diff] [blame] | 171 | if (use_flags & BO_USE_SCANOUT) |
Akshu Agrawal | 0337d9b | 2016-07-28 15:35:45 +0530 | [diff] [blame] | 172 | addr_surf_info_in.tileType = ADDR_DISPLAYABLE; |
| 173 | else |
| 174 | addr_surf_info_in.tileType = ADDR_NON_DISPLAYABLE; |
| 175 | |
| 176 | addr_out->size = sizeof(ADDR_COMPUTE_SURFACE_INFO_OUTPUT); |
| 177 | addr_out->pTileInfo = &addr_tile_info_out; |
| 178 | |
Gurchetan Singh | 1b1d56a | 2017-03-10 16:25:23 -0800 | [diff] [blame] | 179 | if (AddrComputeSurfaceInfo(addrlib, &addr_surf_info_in, addr_out) != ADDR_OK) |
Akshu Agrawal | 0337d9b | 2016-07-28 15:35:45 +0530 | [diff] [blame] | 180 | return -EINVAL; |
| 181 | |
Gurchetan Singh | 1b1d56a | 2017-03-10 16:25:23 -0800 | [diff] [blame] | 182 | ADDR_CONVERT_TILEINFOTOHW_INPUT s_in = { 0 }; |
| 183 | ADDR_CONVERT_TILEINFOTOHW_OUTPUT s_out = { 0 }; |
| 184 | ADDR_TILEINFO s_tile_hw_info_out = { 0 }; |
Akshu Agrawal | 0337d9b | 2016-07-28 15:35:45 +0530 | [diff] [blame] | 185 | |
| 186 | s_in.size = sizeof(ADDR_CONVERT_TILEINFOTOHW_INPUT); |
| 187 | /* Convert from real value to HW value */ |
| 188 | s_in.reverse = 0; |
| 189 | s_in.pTileInfo = &addr_tile_info_out; |
| 190 | s_in.tileIndex = -1; |
| 191 | |
| 192 | s_out.size = sizeof(ADDR_CONVERT_TILEINFOTOHW_OUTPUT); |
| 193 | s_out.pTileInfo = &s_tile_hw_info_out; |
| 194 | |
| 195 | if (AddrConvertTileInfoToHW(addrlib, &s_in, &s_out) != ADDR_OK) |
| 196 | return -EINVAL; |
| 197 | |
| 198 | if (addr_out->tileMode >= ADDR_TM_2D_TILED_THIN1) |
| 199 | /* 2D_TILED_THIN1 */ |
| 200 | *tiling_flags |= AMDGPU_TILING_SET(ARRAY_MODE, 4); |
| 201 | else if (addr_out->tileMode >= ADDR_TM_1D_TILED_THIN1) |
| 202 | /* 1D_TILED_THIN1 */ |
| 203 | *tiling_flags |= AMDGPU_TILING_SET(ARRAY_MODE, 2); |
| 204 | else |
| 205 | /* LINEAR_ALIGNED */ |
| 206 | *tiling_flags |= AMDGPU_TILING_SET(ARRAY_MODE, 1); |
| 207 | |
Gurchetan Singh | 1b1d56a | 2017-03-10 16:25:23 -0800 | [diff] [blame] | 208 | *tiling_flags |= AMDGPU_TILING_SET(BANK_WIDTH, drv_log_base2(addr_tile_info_out.bankWidth)); |
| 209 | *tiling_flags |= |
| 210 | AMDGPU_TILING_SET(BANK_HEIGHT, drv_log_base2(addr_tile_info_out.bankHeight)); |
| 211 | *tiling_flags |= AMDGPU_TILING_SET(TILE_SPLIT, s_tile_hw_info_out.tileSplitBytes); |
Akshu Agrawal | 0337d9b | 2016-07-28 15:35:45 +0530 | [diff] [blame] | 212 | *tiling_flags |= AMDGPU_TILING_SET(MACRO_TILE_ASPECT, |
Gurchetan Singh | 1b1d56a | 2017-03-10 16:25:23 -0800 | [diff] [blame] | 213 | drv_log_base2(addr_tile_info_out.macroAspectRatio)); |
| 214 | *tiling_flags |= AMDGPU_TILING_SET(PIPE_CONFIG, s_tile_hw_info_out.pipeConfig); |
Akshu Agrawal | 0337d9b | 2016-07-28 15:35:45 +0530 | [diff] [blame] | 215 | *tiling_flags |= AMDGPU_TILING_SET(NUM_BANKS, s_tile_hw_info_out.banks); |
| 216 | |
| 217 | return 0; |
| 218 | } |
| 219 | |
| 220 | static void *amdgpu_addrlib_init(int fd) |
| 221 | { |
| 222 | int ret; |
Gurchetan Singh | 1b1d56a | 2017-03-10 16:25:23 -0800 | [diff] [blame] | 223 | ADDR_CREATE_INPUT addr_create_input = { 0 }; |
| 224 | ADDR_CREATE_OUTPUT addr_create_output = { 0 }; |
| 225 | ADDR_REGISTER_VALUE reg_value = { 0 }; |
| 226 | ADDR_CREATE_FLAGS create_flags = { { 0 } }; |
Akshu Agrawal | 0337d9b | 2016-07-28 15:35:45 +0530 | [diff] [blame] | 227 | ADDR_E_RETURNCODE addr_ret; |
| 228 | |
| 229 | addr_create_input.size = sizeof(ADDR_CREATE_INPUT); |
| 230 | addr_create_output.size = sizeof(ADDR_CREATE_OUTPUT); |
| 231 | |
Gurchetan Singh | 1b1d56a | 2017-03-10 16:25:23 -0800 | [diff] [blame] | 232 | struct amdgpu_gpu_info gpu_info = { 0 }; |
Akshu Agrawal | 0337d9b | 2016-07-28 15:35:45 +0530 | [diff] [blame] | 233 | |
| 234 | ret = amdgpu_query_gpu(fd, &gpu_info); |
| 235 | |
| 236 | if (ret) { |
| 237 | fprintf(stderr, "[%s]failed with error =%d\n", __func__, ret); |
| 238 | return NULL; |
| 239 | } |
| 240 | |
| 241 | reg_value.noOfBanks = gpu_info.mc_arb_ramcfg & 0x3; |
| 242 | reg_value.gbAddrConfig = gpu_info.gb_addr_cfg; |
| 243 | reg_value.noOfRanks = (gpu_info.mc_arb_ramcfg & 0x4) >> 2; |
| 244 | |
| 245 | reg_value.backendDisables = gpu_info.backend_disable[0]; |
| 246 | reg_value.pTileConfig = gpu_info.gb_tile_mode; |
Gurchetan Singh | 1b1d56a | 2017-03-10 16:25:23 -0800 | [diff] [blame] | 247 | reg_value.noOfEntries = sizeof(gpu_info.gb_tile_mode) / sizeof(gpu_info.gb_tile_mode[0]); |
Akshu Agrawal | 0337d9b | 2016-07-28 15:35:45 +0530 | [diff] [blame] | 248 | reg_value.pMacroTileConfig = gpu_info.gb_macro_tile_mode; |
Gurchetan Singh | 1b1d56a | 2017-03-10 16:25:23 -0800 | [diff] [blame] | 249 | reg_value.noOfMacroEntries = |
| 250 | sizeof(gpu_info.gb_macro_tile_mode) / sizeof(gpu_info.gb_macro_tile_mode[0]); |
Akshu Agrawal | 0337d9b | 2016-07-28 15:35:45 +0530 | [diff] [blame] | 251 | create_flags.value = 0; |
| 252 | create_flags.useTileIndex = 1; |
| 253 | |
| 254 | addr_create_input.chipEngine = CIASICIDGFXENGINE_SOUTHERNISLAND; |
| 255 | |
| 256 | addr_create_input.chipFamily = FAMILY_CZ; |
| 257 | addr_create_input.createFlags = create_flags; |
| 258 | addr_create_input.callbacks.allocSysMem = alloc_sys_mem; |
| 259 | addr_create_input.callbacks.freeSysMem = free_sys_mem; |
| 260 | addr_create_input.callbacks.debugPrint = 0; |
| 261 | addr_create_input.regValue = reg_value; |
| 262 | |
| 263 | addr_ret = AddrCreate(&addr_create_input, &addr_create_output); |
| 264 | |
| 265 | if (addr_ret != ADDR_OK) { |
| 266 | fprintf(stderr, "[%s]failed error =%d\n", __func__, addr_ret); |
| 267 | return NULL; |
| 268 | } |
| 269 | |
| 270 | return addr_create_output.hLib; |
| 271 | } |
| 272 | |
| 273 | static int amdgpu_init(struct driver *drv) |
| 274 | { |
Gurchetan Singh | 6b41fb5 | 2017-03-01 20:14:39 -0800 | [diff] [blame] | 275 | int ret; |
Akshu Agrawal | 0337d9b | 2016-07-28 15:35:45 +0530 | [diff] [blame] | 276 | void *addrlib; |
Gurchetan Singh | 6b41fb5 | 2017-03-01 20:14:39 -0800 | [diff] [blame] | 277 | struct format_metadata metadata; |
Gurchetan Singh | a1892b2 | 2017-09-28 16:40:52 -0700 | [diff] [blame] | 278 | uint64_t use_flags = BO_USE_RENDER_MASK; |
Akshu Agrawal | 0337d9b | 2016-07-28 15:35:45 +0530 | [diff] [blame] | 279 | |
| 280 | addrlib = amdgpu_addrlib_init(drv_get_fd(drv)); |
| 281 | if (!addrlib) |
| 282 | return -1; |
| 283 | |
| 284 | drv->priv = addrlib; |
| 285 | |
Shirish S | df423df | 2017-04-18 16:21:59 +0530 | [diff] [blame] | 286 | ret = drv_add_combinations(drv, texture_source_formats, ARRAY_SIZE(texture_source_formats), |
| 287 | &LINEAR_METADATA, BO_USE_TEXTURE_MASK); |
| 288 | if (ret) |
| 289 | return ret; |
| 290 | |
| 291 | drv_modify_combination(drv, DRM_FORMAT_NV21, &LINEAR_METADATA, BO_USE_SCANOUT); |
| 292 | drv_modify_combination(drv, DRM_FORMAT_NV12, &LINEAR_METADATA, BO_USE_SCANOUT); |
| 293 | |
Gurchetan Singh | 6b41fb5 | 2017-03-01 20:14:39 -0800 | [diff] [blame] | 294 | metadata.tiling = ADDR_DISPLAYABLE << 16 | ADDR_TM_LINEAR_ALIGNED; |
Shirish S | df423df | 2017-04-18 16:21:59 +0530 | [diff] [blame] | 295 | metadata.priority = 2; |
Kristian H. Kristensen | bc8c593 | 2017-10-24 18:36:32 -0700 | [diff] [blame^] | 296 | metadata.modifier = DRM_FORMAT_MOD_LINEAR; |
Gurchetan Singh | 6b41fb5 | 2017-03-01 20:14:39 -0800 | [diff] [blame] | 297 | |
Gurchetan Singh | 8ac0c9a | 2017-05-15 09:34:22 -0700 | [diff] [blame] | 298 | ret = drv_add_combinations(drv, render_target_formats, ARRAY_SIZE(render_target_formats), |
Gurchetan Singh | a1892b2 | 2017-09-28 16:40:52 -0700 | [diff] [blame] | 299 | &metadata, use_flags); |
Gurchetan Singh | 6b41fb5 | 2017-03-01 20:14:39 -0800 | [diff] [blame] | 300 | if (ret) |
| 301 | return ret; |
| 302 | |
Gurchetan Singh | 1b1d56a | 2017-03-10 16:25:23 -0800 | [diff] [blame] | 303 | drv_modify_combination(drv, DRM_FORMAT_ARGB8888, &metadata, BO_USE_CURSOR | BO_USE_SCANOUT); |
| 304 | drv_modify_combination(drv, DRM_FORMAT_XRGB8888, &metadata, BO_USE_CURSOR | BO_USE_SCANOUT); |
| 305 | drv_modify_combination(drv, DRM_FORMAT_XBGR8888, &metadata, BO_USE_SCANOUT); |
Gurchetan Singh | 6b41fb5 | 2017-03-01 20:14:39 -0800 | [diff] [blame] | 306 | |
| 307 | metadata.tiling = ADDR_NON_DISPLAYABLE << 16 | ADDR_TM_LINEAR_ALIGNED; |
Shirish S | df423df | 2017-04-18 16:21:59 +0530 | [diff] [blame] | 308 | metadata.priority = 3; |
Kristian H. Kristensen | bc8c593 | 2017-10-24 18:36:32 -0700 | [diff] [blame^] | 309 | metadata.modifier = DRM_FORMAT_MOD_LINEAR; |
Gurchetan Singh | 6b41fb5 | 2017-03-01 20:14:39 -0800 | [diff] [blame] | 310 | |
Gurchetan Singh | 8ac0c9a | 2017-05-15 09:34:22 -0700 | [diff] [blame] | 311 | ret = drv_add_combinations(drv, render_target_formats, ARRAY_SIZE(render_target_formats), |
Gurchetan Singh | a1892b2 | 2017-09-28 16:40:52 -0700 | [diff] [blame] | 312 | &metadata, use_flags); |
Gurchetan Singh | 6b41fb5 | 2017-03-01 20:14:39 -0800 | [diff] [blame] | 313 | if (ret) |
| 314 | return ret; |
| 315 | |
Gurchetan Singh | a1892b2 | 2017-09-28 16:40:52 -0700 | [diff] [blame] | 316 | use_flags &= ~BO_USE_SW_WRITE_OFTEN; |
| 317 | use_flags &= ~BO_USE_SW_READ_OFTEN; |
| 318 | use_flags &= ~BO_USE_LINEAR; |
Gurchetan Singh | 6b41fb5 | 2017-03-01 20:14:39 -0800 | [diff] [blame] | 319 | |
| 320 | metadata.tiling = ADDR_DISPLAYABLE << 16 | ADDR_TM_2D_TILED_THIN1; |
Shirish S | df423df | 2017-04-18 16:21:59 +0530 | [diff] [blame] | 321 | metadata.priority = 4; |
Gurchetan Singh | 6b41fb5 | 2017-03-01 20:14:39 -0800 | [diff] [blame] | 322 | |
Gurchetan Singh | 8ac0c9a | 2017-05-15 09:34:22 -0700 | [diff] [blame] | 323 | ret = drv_add_combinations(drv, render_target_formats, ARRAY_SIZE(render_target_formats), |
Gurchetan Singh | a1892b2 | 2017-09-28 16:40:52 -0700 | [diff] [blame] | 324 | &metadata, use_flags); |
Gurchetan Singh | 6b41fb5 | 2017-03-01 20:14:39 -0800 | [diff] [blame] | 325 | if (ret) |
| 326 | return ret; |
| 327 | |
Gurchetan Singh | 1b1d56a | 2017-03-10 16:25:23 -0800 | [diff] [blame] | 328 | drv_modify_combination(drv, DRM_FORMAT_ARGB8888, &metadata, BO_USE_SCANOUT); |
| 329 | drv_modify_combination(drv, DRM_FORMAT_XRGB8888, &metadata, BO_USE_SCANOUT); |
| 330 | drv_modify_combination(drv, DRM_FORMAT_XBGR8888, &metadata, BO_USE_SCANOUT); |
Gurchetan Singh | 6b41fb5 | 2017-03-01 20:14:39 -0800 | [diff] [blame] | 331 | |
| 332 | metadata.tiling = ADDR_NON_DISPLAYABLE << 16 | ADDR_TM_2D_TILED_THIN1; |
Shirish S | df423df | 2017-04-18 16:21:59 +0530 | [diff] [blame] | 333 | metadata.priority = 5; |
Gurchetan Singh | 6b41fb5 | 2017-03-01 20:14:39 -0800 | [diff] [blame] | 334 | |
Gurchetan Singh | 8ac0c9a | 2017-05-15 09:34:22 -0700 | [diff] [blame] | 335 | ret = drv_add_combinations(drv, render_target_formats, ARRAY_SIZE(render_target_formats), |
Gurchetan Singh | a1892b2 | 2017-09-28 16:40:52 -0700 | [diff] [blame] | 336 | &metadata, use_flags); |
Gurchetan Singh | 6b41fb5 | 2017-03-01 20:14:39 -0800 | [diff] [blame] | 337 | if (ret) |
| 338 | return ret; |
| 339 | |
| 340 | return ret; |
Akshu Agrawal | 0337d9b | 2016-07-28 15:35:45 +0530 | [diff] [blame] | 341 | } |
| 342 | |
| 343 | static void amdgpu_close(struct driver *drv) |
| 344 | { |
| 345 | AddrDestroy(drv->priv); |
| 346 | drv->priv = NULL; |
| 347 | } |
| 348 | |
Gurchetan Singh | 1b1d56a | 2017-03-10 16:25:23 -0800 | [diff] [blame] | 349 | static int amdgpu_bo_create(struct bo *bo, uint32_t width, uint32_t height, uint32_t format, |
Gurchetan Singh | a1892b2 | 2017-09-28 16:40:52 -0700 | [diff] [blame] | 350 | uint64_t use_flags) |
Akshu Agrawal | 0337d9b | 2016-07-28 15:35:45 +0530 | [diff] [blame] | 351 | { |
Gurchetan Singh | 1b1d56a | 2017-03-10 16:25:23 -0800 | [diff] [blame] | 352 | void *addrlib = bo->drv->priv; |
Akshu Agrawal | 0337d9b | 2016-07-28 15:35:45 +0530 | [diff] [blame] | 353 | union drm_amdgpu_gem_create gem_create; |
Gurchetan Singh | 1b1d56a | 2017-03-10 16:25:23 -0800 | [diff] [blame] | 354 | struct amdgpu_bo_metadata metadata = { 0 }; |
| 355 | ADDR_COMPUTE_SURFACE_INFO_OUTPUT addr_out = { 0 }; |
Akshu Agrawal | 0337d9b | 2016-07-28 15:35:45 +0530 | [diff] [blame] | 356 | uint32_t tiling_flags = 0; |
Shirish S | df423df | 2017-04-18 16:21:59 +0530 | [diff] [blame] | 357 | size_t plane; |
Akshu Agrawal | 0337d9b | 2016-07-28 15:35:45 +0530 | [diff] [blame] | 358 | int ret; |
| 359 | |
Shirish S | df423df | 2017-04-18 16:21:59 +0530 | [diff] [blame] | 360 | if (format == DRM_FORMAT_NV12 || format == DRM_FORMAT_NV21) { |
| 361 | drv_bo_from_format(bo, ALIGN(width, 64), height, format); |
| 362 | } else { |
Gurchetan Singh | a1892b2 | 2017-09-28 16:40:52 -0700 | [diff] [blame] | 363 | if (amdgpu_addrlib_compute(addrlib, width, height, format, use_flags, &tiling_flags, |
Shirish S | df423df | 2017-04-18 16:21:59 +0530 | [diff] [blame] | 364 | &addr_out) < 0) |
| 365 | return -EINVAL; |
Akshu Agrawal | 0337d9b | 2016-07-28 15:35:45 +0530 | [diff] [blame] | 366 | |
Shirish S | df423df | 2017-04-18 16:21:59 +0530 | [diff] [blame] | 367 | bo->tiling = tiling_flags; |
| 368 | /* RGB has 1 plane only */ |
| 369 | bo->offsets[0] = 0; |
| 370 | bo->total_size = bo->sizes[0] = addr_out.surfSize; |
| 371 | bo->strides[0] = addr_out.pixelPitch * DIV_ROUND_UP(addr_out.pixelBits, 8); |
| 372 | } |
| 373 | |
Akshu Agrawal | 0337d9b | 2016-07-28 15:35:45 +0530 | [diff] [blame] | 374 | memset(&gem_create, 0, sizeof(gem_create)); |
Shirish S | df423df | 2017-04-18 16:21:59 +0530 | [diff] [blame] | 375 | |
| 376 | gem_create.in.bo_size = bo->total_size; |
Akshu Agrawal | 0337d9b | 2016-07-28 15:35:45 +0530 | [diff] [blame] | 377 | gem_create.in.alignment = addr_out.baseAlign; |
| 378 | /* Set the placement. */ |
| 379 | gem_create.in.domains = AMDGPU_GEM_DOMAIN_VRAM; |
Shirish S | 0913b8b | 2017-10-19 11:50:34 +0530 | [diff] [blame] | 380 | gem_create.in.domain_flags = AMDGPU_GEM_CREATE_CPU_ACCESS_REQUIRED; |
Akshu Agrawal | 0337d9b | 2016-07-28 15:35:45 +0530 | [diff] [blame] | 381 | /* Allocate the buffer with the preferred heap. */ |
Gurchetan Singh | 1b1d56a | 2017-03-10 16:25:23 -0800 | [diff] [blame] | 382 | ret = drmCommandWriteRead(drv_get_fd(bo->drv), DRM_AMDGPU_GEM_CREATE, &gem_create, |
| 383 | sizeof(gem_create)); |
Akshu Agrawal | 0337d9b | 2016-07-28 15:35:45 +0530 | [diff] [blame] | 384 | |
| 385 | if (ret < 0) |
| 386 | return ret; |
| 387 | |
Akshu Agrawal | 0337d9b | 2016-07-28 15:35:45 +0530 | [diff] [blame] | 388 | metadata.tiling_info = tiling_flags; |
| 389 | |
Shirish S | df423df | 2017-04-18 16:21:59 +0530 | [diff] [blame] | 390 | for (plane = 0; plane < bo->num_planes; plane++) |
| 391 | bo->handles[plane].u32 = gem_create.out.handle; |
| 392 | |
Gurchetan Singh | 1b1d56a | 2017-03-10 16:25:23 -0800 | [diff] [blame] | 393 | ret = amdgpu_set_metadata(drv_get_fd(bo->drv), bo->handles[0].u32, &metadata); |
Akshu Agrawal | 0337d9b | 2016-07-28 15:35:45 +0530 | [diff] [blame] | 394 | |
| 395 | return ret; |
| 396 | } |
| 397 | |
Gurchetan Singh | cfb8876 | 2017-09-28 17:14:50 -0700 | [diff] [blame] | 398 | static void *amdgpu_bo_map(struct bo *bo, struct map_info *data, size_t plane, uint32_t map_flags) |
Pratik Vishwakarma | bc1b535 | 2016-12-12 14:22:10 +0530 | [diff] [blame] | 399 | { |
| 400 | int ret; |
| 401 | union drm_amdgpu_gem_mmap gem_map; |
| 402 | |
| 403 | memset(&gem_map, 0, sizeof(gem_map)); |
Shirish S | df423df | 2017-04-18 16:21:59 +0530 | [diff] [blame] | 404 | gem_map.in.handle = bo->handles[plane].u32; |
Pratik Vishwakarma | bc1b535 | 2016-12-12 14:22:10 +0530 | [diff] [blame] | 405 | |
| 406 | ret = drmIoctl(bo->drv->fd, DRM_IOCTL_AMDGPU_GEM_MMAP, &gem_map); |
| 407 | if (ret) { |
| 408 | fprintf(stderr, "drv: DRM_IOCTL_AMDGPU_GEM_MMAP failed\n"); |
| 409 | return MAP_FAILED; |
| 410 | } |
Gurchetan Singh | cfb8876 | 2017-09-28 17:14:50 -0700 | [diff] [blame] | 411 | |
Shirish S | df423df | 2017-04-18 16:21:59 +0530 | [diff] [blame] | 412 | data->length = bo->total_size; |
Pratik Vishwakarma | bc1b535 | 2016-12-12 14:22:10 +0530 | [diff] [blame] | 413 | |
Gurchetan Singh | cfb8876 | 2017-09-28 17:14:50 -0700 | [diff] [blame] | 414 | return mmap(0, bo->total_size, drv_get_prot(map_flags), MAP_SHARED, bo->drv->fd, |
| 415 | gem_map.out.addr_ptr); |
Pratik Vishwakarma | bc1b535 | 2016-12-12 14:22:10 +0530 | [diff] [blame] | 416 | } |
| 417 | |
Gurchetan Singh | a1892b2 | 2017-09-28 16:40:52 -0700 | [diff] [blame] | 418 | static uint32_t amdgpu_resolve_format(uint32_t format, uint64_t use_flags) |
Shirish S | df423df | 2017-04-18 16:21:59 +0530 | [diff] [blame] | 419 | { |
| 420 | switch (format) { |
| 421 | case DRM_FORMAT_FLEX_YCbCr_420_888: |
| 422 | return DRM_FORMAT_NV12; |
| 423 | default: |
| 424 | return format; |
| 425 | } |
| 426 | } |
| 427 | |
Gurchetan Singh | 179687e | 2016-10-28 10:07:35 -0700 | [diff] [blame] | 428 | struct backend backend_amdgpu = { |
Akshu Agrawal | 0337d9b | 2016-07-28 15:35:45 +0530 | [diff] [blame] | 429 | .name = "amdgpu", |
| 430 | .init = amdgpu_init, |
| 431 | .close = amdgpu_close, |
| 432 | .bo_create = amdgpu_bo_create, |
| 433 | .bo_destroy = drv_gem_bo_destroy, |
Gurchetan Singh | 71611d6 | 2017-01-03 16:49:56 -0800 | [diff] [blame] | 434 | .bo_import = drv_prime_bo_import, |
Pratik Vishwakarma | bc1b535 | 2016-12-12 14:22:10 +0530 | [diff] [blame] | 435 | .bo_map = amdgpu_bo_map, |
Gurchetan Singh | ba6bd50 | 2017-09-18 15:29:47 -0700 | [diff] [blame] | 436 | .bo_unmap = drv_bo_munmap, |
Shirish S | df423df | 2017-04-18 16:21:59 +0530 | [diff] [blame] | 437 | .resolve_format = amdgpu_resolve_format, |
Akshu Agrawal | 0337d9b | 2016-07-28 15:35:45 +0530 | [diff] [blame] | 438 | }; |
| 439 | |
| 440 | #endif |