Alyssa Rosenzweig | 9dd84db | 2019-03-12 03:32:17 +0000 | [diff] [blame] | 1 | /* |
| 2 | * Copyright 2018-2019 Alyssa Rosenzweig |
| 3 | * |
| 4 | * Permission is hereby granted, free of charge, to any person obtaining a |
| 5 | * copy of this software and associated documentation files (the "Software"), |
| 6 | * to deal in the Software without restriction, including without limitation |
| 7 | * the rights to use, copy, modify, merge, publish, distribute, sublicense, |
| 8 | * and/or sell copies of the Software, and to permit persons to whom the |
| 9 | * Software is furnished to do so, subject to the following conditions: |
| 10 | * |
| 11 | * The above copyright notice and this permission notice (including the next |
| 12 | * paragraph) shall be included in all copies or substantial portions of the |
| 13 | * Software. |
| 14 | * |
| 15 | * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR |
| 16 | * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, |
| 17 | * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL |
| 18 | * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER |
| 19 | * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, |
| 20 | * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE |
| 21 | * SOFTWARE. |
| 22 | * |
| 23 | */ |
| 24 | |
| 25 | #include "pan_context.h" |
| 26 | #include "pan_util.h" |
| 27 | #include "pan_format.h" |
| 28 | |
| 29 | #include "util/u_format.h" |
| 30 | |
Alyssa Rosenzweig | 5cfb424 | 2019-06-25 08:51:48 -0700 | [diff] [blame] | 31 | static void |
| 32 | panfrost_invert_swizzle(const unsigned char *in, unsigned char *out) |
| 33 | { |
| 34 | /* First, default to all zeroes to prevent uninitialized junk */ |
| 35 | |
| 36 | for (unsigned c = 0; c < 4; ++c) |
| 37 | out[c] = PIPE_SWIZZLE_0; |
| 38 | |
| 39 | /* Now "do" what the swizzle says */ |
| 40 | |
| 41 | for (unsigned c = 0; c < 4; ++c) { |
| 42 | unsigned char i = in[c]; |
| 43 | |
| 44 | /* Who cares? */ |
| 45 | if (i < PIPE_SWIZZLE_X || i > PIPE_SWIZZLE_W) |
| 46 | continue; |
| 47 | |
| 48 | /* Invert */ |
| 49 | unsigned idx = i - PIPE_SWIZZLE_X; |
| 50 | out[idx] = PIPE_SWIZZLE_X + c; |
| 51 | } |
| 52 | } |
| 53 | |
Alyssa Rosenzweig | 9dd84db | 2019-03-12 03:32:17 +0000 | [diff] [blame] | 54 | static struct mali_rt_format |
| 55 | panfrost_mfbd_format(struct pipe_surface *surf) |
| 56 | { |
| 57 | /* Explode details on the format */ |
| 58 | |
| 59 | const struct util_format_description *desc = |
Alyssa Rosenzweig | 5cfb424 | 2019-06-25 08:51:48 -0700 | [diff] [blame] | 60 | util_format_description(surf->format); |
| 61 | |
| 62 | /* The swizzle for rendering is inverted from texturing */ |
| 63 | |
| 64 | unsigned char swizzle[4]; |
| 65 | panfrost_invert_swizzle(desc->swizzle, swizzle); |
Alyssa Rosenzweig | 9dd84db | 2019-03-12 03:32:17 +0000 | [diff] [blame] | 66 | |
Alyssa Rosenzweig | 4b137da | 2019-06-17 16:19:33 -0700 | [diff] [blame] | 67 | /* Fill in accordingly, defaulting to 8-bit UNORM */ |
Alyssa Rosenzweig | 9dd84db | 2019-03-12 03:32:17 +0000 | [diff] [blame] | 68 | |
| 69 | struct mali_rt_format fmt = { |
| 70 | .unk1 = 0x4000000, |
| 71 | .unk2 = 0x1, |
| 72 | .nr_channels = MALI_POSITIVE(desc->nr_channels), |
Alyssa Rosenzweig | d507951 | 2019-06-17 15:53:09 -0700 | [diff] [blame] | 73 | .unk3 = 0x4, |
| 74 | .flags = 0x8, |
Alyssa Rosenzweig | 5cfb424 | 2019-06-25 08:51:48 -0700 | [diff] [blame] | 75 | .swizzle = panfrost_translate_swizzle_4(swizzle), |
Alyssa Rosenzweig | b78e04c | 2019-08-14 16:01:38 -0700 | [diff] [blame^] | 76 | .no_preload = true |
Alyssa Rosenzweig | 9dd84db | 2019-03-12 03:32:17 +0000 | [diff] [blame] | 77 | }; |
| 78 | |
Alyssa Rosenzweig | 4b137da | 2019-06-17 16:19:33 -0700 | [diff] [blame] | 79 | if (desc->colorspace == UTIL_FORMAT_COLORSPACE_SRGB) |
| 80 | fmt.flags |= MALI_MFBD_FORMAT_SRGB; |
| 81 | |
Alyssa Rosenzweig | ced132d | 2019-07-05 06:26:48 -0700 | [diff] [blame] | 82 | /* sRGB handled as a dedicated flag */ |
| 83 | enum pipe_format linearized = util_format_linear(surf->format); |
| 84 | |
| 85 | /* If RGB, we're good to go */ |
| 86 | if (util_format_is_unorm8(desc)) |
| 87 | return fmt; |
| 88 | |
Alyssa Rosenzweig | 31f5a43 | 2019-05-02 02:27:04 +0000 | [diff] [blame] | 89 | /* Set flags for alternative formats */ |
Alyssa Rosenzweig | a2d0ea9 | 2019-07-10 10:10:31 -0700 | [diff] [blame] | 90 | |
Alyssa Rosenzweig | ced132d | 2019-07-05 06:26:48 -0700 | [diff] [blame] | 91 | switch (linearized) { |
Alyssa Rosenzweig | a2d0ea9 | 2019-07-10 10:10:31 -0700 | [diff] [blame] | 92 | case PIPE_FORMAT_B5G6R5_UNORM: |
| 93 | fmt.unk1 = 0x14000000; |
| 94 | fmt.nr_channels = MALI_POSITIVE(2); |
| 95 | fmt.unk3 |= 0x1; |
| 96 | break; |
Alyssa Rosenzweig | 31f5a43 | 2019-05-02 02:27:04 +0000 | [diff] [blame] | 97 | |
Alyssa Rosenzweig | a2d0ea9 | 2019-07-10 10:10:31 -0700 | [diff] [blame] | 98 | case PIPE_FORMAT_A4B4G4R4_UNORM: |
| 99 | case PIPE_FORMAT_B4G4R4A4_UNORM: |
| 100 | fmt.unk1 = 0x10000000; |
| 101 | fmt.unk3 = 0x5; |
| 102 | fmt.nr_channels = MALI_POSITIVE(1); |
| 103 | break; |
Alyssa Rosenzweig | 21c863a | 2019-07-01 09:44:40 -0700 | [diff] [blame] | 104 | |
Alyssa Rosenzweig | a2d0ea9 | 2019-07-10 10:10:31 -0700 | [diff] [blame] | 105 | case PIPE_FORMAT_R10G10B10A2_UNORM: |
| 106 | case PIPE_FORMAT_B10G10R10A2_UNORM: |
| 107 | case PIPE_FORMAT_R10G10B10X2_UNORM: |
| 108 | case PIPE_FORMAT_B10G10R10X2_UNORM: |
| 109 | fmt.unk1 = 0x08000000; |
| 110 | fmt.unk3 = 0x6; |
| 111 | fmt.nr_channels = MALI_POSITIVE(1); |
| 112 | break; |
Alyssa Rosenzweig | 21c863a | 2019-07-01 09:44:40 -0700 | [diff] [blame] | 113 | |
Alyssa Rosenzweig | a2d0ea9 | 2019-07-10 10:10:31 -0700 | [diff] [blame] | 114 | /* Generic 8-bit */ |
| 115 | case PIPE_FORMAT_R8_UINT: |
| 116 | case PIPE_FORMAT_R8_SINT: |
| 117 | fmt.unk1 = 0x80000000; |
| 118 | fmt.unk3 = 0x0; |
| 119 | fmt.nr_channels = MALI_POSITIVE(1); |
| 120 | break; |
Alyssa Rosenzweig | c0c709a | 2019-07-05 15:59:22 -0700 | [diff] [blame] | 121 | |
Alyssa Rosenzweig | a2d0ea9 | 2019-07-10 10:10:31 -0700 | [diff] [blame] | 122 | /* Generic 32-bit */ |
| 123 | case PIPE_FORMAT_R11G11B10_FLOAT: |
| 124 | case PIPE_FORMAT_R8G8B8A8_UINT: |
| 125 | case PIPE_FORMAT_R8G8B8A8_SINT: |
| 126 | case PIPE_FORMAT_R16G16_FLOAT: |
| 127 | case PIPE_FORMAT_R16G16_UINT: |
| 128 | case PIPE_FORMAT_R16G16_SINT: |
| 129 | case PIPE_FORMAT_R32_FLOAT: |
| 130 | case PIPE_FORMAT_R32_UINT: |
| 131 | case PIPE_FORMAT_R32_SINT: |
| 132 | case PIPE_FORMAT_R10G10B10A2_UINT: |
| 133 | fmt.unk1 = 0x88000000; |
| 134 | fmt.unk3 = 0x0; |
| 135 | fmt.nr_channels = MALI_POSITIVE(4); |
| 136 | break; |
Alyssa Rosenzweig | 21c863a | 2019-07-01 09:44:40 -0700 | [diff] [blame] | 137 | |
Alyssa Rosenzweig | a2d0ea9 | 2019-07-10 10:10:31 -0700 | [diff] [blame] | 138 | /* Generic 16-bit */ |
| 139 | case PIPE_FORMAT_R8G8_UINT: |
| 140 | case PIPE_FORMAT_R8G8_SINT: |
| 141 | case PIPE_FORMAT_R16_FLOAT: |
| 142 | case PIPE_FORMAT_R16_UINT: |
| 143 | case PIPE_FORMAT_R16_SINT: |
| 144 | case PIPE_FORMAT_B5G5R5A1_UNORM: |
| 145 | fmt.unk1 = 0x84000000; |
| 146 | fmt.unk3 = 0x0; |
| 147 | fmt.nr_channels = MALI_POSITIVE(2); |
| 148 | break; |
Alyssa Rosenzweig | 21c863a | 2019-07-01 09:44:40 -0700 | [diff] [blame] | 149 | |
Alyssa Rosenzweig | a2d0ea9 | 2019-07-10 10:10:31 -0700 | [diff] [blame] | 150 | /* Generic 64-bit */ |
| 151 | case PIPE_FORMAT_R32G32_FLOAT: |
| 152 | case PIPE_FORMAT_R32G32_SINT: |
| 153 | case PIPE_FORMAT_R32G32_UINT: |
| 154 | case PIPE_FORMAT_R16G16B16A16_FLOAT: |
| 155 | case PIPE_FORMAT_R16G16B16A16_SINT: |
| 156 | case PIPE_FORMAT_R16G16B16A16_UINT: |
| 157 | fmt.unk1 = 0x8c000000; |
| 158 | fmt.unk3 = 0x1; |
| 159 | fmt.nr_channels = MALI_POSITIVE(2); |
| 160 | break; |
Alyssa Rosenzweig | c2ee937 | 2019-07-03 12:34:32 -0700 | [diff] [blame] | 161 | |
Alyssa Rosenzweig | a2d0ea9 | 2019-07-10 10:10:31 -0700 | [diff] [blame] | 162 | /* Generic 128-bit */ |
| 163 | case PIPE_FORMAT_R32G32B32A32_FLOAT: |
| 164 | case PIPE_FORMAT_R32G32B32A32_SINT: |
| 165 | case PIPE_FORMAT_R32G32B32A32_UINT: |
| 166 | fmt.unk1 = 0x90000000; |
| 167 | fmt.unk3 = 0x1; |
| 168 | fmt.nr_channels = MALI_POSITIVE(4); |
| 169 | break; |
Alyssa Rosenzweig | ced132d | 2019-07-05 06:26:48 -0700 | [diff] [blame] | 170 | |
Alyssa Rosenzweig | a2d0ea9 | 2019-07-10 10:10:31 -0700 | [diff] [blame] | 171 | default: |
| 172 | unreachable("Invalid format rendering"); |
Alyssa Rosenzweig | 31f5a43 | 2019-05-02 02:27:04 +0000 | [diff] [blame] | 173 | } |
| 174 | |
Alyssa Rosenzweig | 9dd84db | 2019-03-12 03:32:17 +0000 | [diff] [blame] | 175 | return fmt; |
| 176 | } |
| 177 | |
Alyssa Rosenzweig | 9dd84db | 2019-03-12 03:32:17 +0000 | [diff] [blame] | 178 | |
| 179 | static void |
Alyssa Rosenzweig | c119c28 | 2019-03-12 22:41:11 +0000 | [diff] [blame] | 180 | panfrost_mfbd_clear( |
Alyssa Rosenzweig | a2d0ea9 | 2019-07-10 10:10:31 -0700 | [diff] [blame] | 181 | struct panfrost_job *job, |
| 182 | struct bifrost_framebuffer *fb, |
| 183 | struct bifrost_fb_extra *fbx, |
| 184 | struct bifrost_render_target *rts, |
| 185 | unsigned rt_count) |
Alyssa Rosenzweig | 9dd84db | 2019-03-12 03:32:17 +0000 | [diff] [blame] | 186 | { |
Alyssa Rosenzweig | 8e4e467 | 2019-07-01 11:49:06 -0700 | [diff] [blame] | 187 | for (unsigned i = 0; i < rt_count; ++i) { |
| 188 | if (!(job->clear & (PIPE_CLEAR_COLOR0 << i))) |
| 189 | continue; |
| 190 | |
| 191 | rts[i].clear_color_1 = job->clear_color[i][0]; |
| 192 | rts[i].clear_color_2 = job->clear_color[i][1]; |
| 193 | rts[i].clear_color_3 = job->clear_color[i][2]; |
| 194 | rts[i].clear_color_4 = job->clear_color[i][3]; |
Alyssa Rosenzweig | 9dd84db | 2019-03-12 03:32:17 +0000 | [diff] [blame] | 195 | } |
| 196 | |
| 197 | if (job->clear & PIPE_CLEAR_DEPTH) { |
Alyssa Rosenzweig | c119c28 | 2019-03-12 22:41:11 +0000 | [diff] [blame] | 198 | fb->clear_depth = job->clear_depth; |
Alyssa Rosenzweig | 9dd84db | 2019-03-12 03:32:17 +0000 | [diff] [blame] | 199 | } |
| 200 | |
| 201 | if (job->clear & PIPE_CLEAR_STENCIL) { |
Alyssa Rosenzweig | c119c28 | 2019-03-12 22:41:11 +0000 | [diff] [blame] | 202 | fb->clear_stencil = job->clear_stencil; |
Alyssa Rosenzweig | 9dd84db | 2019-03-12 03:32:17 +0000 | [diff] [blame] | 203 | } |
Alyssa Rosenzweig | 9dd84db | 2019-03-12 03:32:17 +0000 | [diff] [blame] | 204 | } |
| 205 | |
| 206 | static void |
| 207 | panfrost_mfbd_set_cbuf( |
Alyssa Rosenzweig | a2d0ea9 | 2019-07-10 10:10:31 -0700 | [diff] [blame] | 208 | struct bifrost_render_target *rt, |
| 209 | struct pipe_surface *surf) |
Alyssa Rosenzweig | 9dd84db | 2019-03-12 03:32:17 +0000 | [diff] [blame] | 210 | { |
| 211 | struct panfrost_resource *rsrc = pan_resource(surf->texture); |
Alyssa Rosenzweig | d4aed00 | 2019-06-12 15:23:19 -0700 | [diff] [blame] | 212 | |
| 213 | unsigned level = surf->u.tex.level; |
Alyssa Rosenzweig | 65bc56b | 2019-06-21 17:23:49 -0700 | [diff] [blame] | 214 | unsigned first_layer = surf->u.tex.first_layer; |
Alyssa Rosenzweig | 64b7bd3 | 2019-06-21 17:39:02 -0700 | [diff] [blame] | 215 | assert(surf->u.tex.last_layer == first_layer); |
Boris Brezillon | aa5bc35 | 2019-07-02 11:37:40 +0200 | [diff] [blame] | 216 | int stride = rsrc->slices[level].stride; |
Alyssa Rosenzweig | 65bc56b | 2019-06-21 17:23:49 -0700 | [diff] [blame] | 217 | |
| 218 | mali_ptr base = panfrost_get_texture_address(rsrc, level, first_layer); |
Alyssa Rosenzweig | 9dd84db | 2019-03-12 03:32:17 +0000 | [diff] [blame] | 219 | |
Alyssa Rosenzweig | c119c28 | 2019-03-12 22:41:11 +0000 | [diff] [blame] | 220 | rt->format = panfrost_mfbd_format(surf); |
Alyssa Rosenzweig | 9dd84db | 2019-03-12 03:32:17 +0000 | [diff] [blame] | 221 | |
| 222 | /* Now, we set the layout specific pieces */ |
| 223 | |
Boris Brezillon | aa5bc35 | 2019-07-02 11:37:40 +0200 | [diff] [blame] | 224 | if (rsrc->layout == PAN_LINEAR) { |
Alyssa Rosenzweig | d507951 | 2019-06-17 15:53:09 -0700 | [diff] [blame] | 225 | rt->format.block = MALI_MFBD_BLOCK_LINEAR; |
Alyssa Rosenzweig | 65bc56b | 2019-06-21 17:23:49 -0700 | [diff] [blame] | 226 | rt->framebuffer = base; |
Alyssa Rosenzweig | c119c28 | 2019-03-12 22:41:11 +0000 | [diff] [blame] | 227 | rt->framebuffer_stride = stride / 16; |
Boris Brezillon | aa5bc35 | 2019-07-02 11:37:40 +0200 | [diff] [blame] | 228 | } else if (rsrc->layout == PAN_TILED) { |
Alyssa Rosenzweig | 01e1eec | 2019-06-17 15:56:48 -0700 | [diff] [blame] | 229 | rt->format.block = MALI_MFBD_BLOCK_TILED; |
Alyssa Rosenzweig | 65bc56b | 2019-06-21 17:23:49 -0700 | [diff] [blame] | 230 | rt->framebuffer = base; |
Alyssa Rosenzweig | 01e1eec | 2019-06-17 15:56:48 -0700 | [diff] [blame] | 231 | rt->framebuffer_stride = stride; |
Boris Brezillon | aa5bc35 | 2019-07-02 11:37:40 +0200 | [diff] [blame] | 232 | } else if (rsrc->layout == PAN_AFBC) { |
Alyssa Rosenzweig | d507951 | 2019-06-17 15:53:09 -0700 | [diff] [blame] | 233 | rt->format.block = MALI_MFBD_BLOCK_AFBC; |
Alyssa Rosenzweig | 9dd84db | 2019-03-12 03:32:17 +0000 | [diff] [blame] | 234 | |
Boris Brezillon | aa5bc35 | 2019-07-02 11:37:40 +0200 | [diff] [blame] | 235 | unsigned header_size = rsrc->slices[level].header_size; |
Alyssa Rosenzweig | 3609b50 | 2019-06-21 14:54:44 -0700 | [diff] [blame] | 236 | |
| 237 | rt->framebuffer = base + header_size; |
| 238 | rt->afbc.metadata = base; |
| 239 | rt->afbc.stride = 0; |
| 240 | rt->afbc.unk = 0x30009; |
Alyssa Rosenzweig | 9dd84db | 2019-03-12 03:32:17 +0000 | [diff] [blame] | 241 | |
Alyssa Rosenzweig | d609949 | 2019-07-15 15:35:30 -0700 | [diff] [blame] | 242 | /* TODO: The blob sets this to something nonzero, but it's not |
| 243 | * clear what/how to calculate/if it matters */ |
| 244 | rt->framebuffer_stride = 0; |
Alyssa Rosenzweig | 9dd84db | 2019-03-12 03:32:17 +0000 | [diff] [blame] | 245 | } else { |
Alyssa Rosenzweig | c119c28 | 2019-03-12 22:41:11 +0000 | [diff] [blame] | 246 | fprintf(stderr, "Invalid render layout (cbuf)"); |
Alyssa Rosenzweig | 9dd84db | 2019-03-12 03:32:17 +0000 | [diff] [blame] | 247 | assert(0); |
| 248 | } |
| 249 | } |
| 250 | |
Alyssa Rosenzweig | 1aaf68d | 2019-07-15 07:10:31 -0700 | [diff] [blame] | 251 | /* Is a format encoded like Z24S8 and therefore compatible for render? */ |
| 252 | |
| 253 | static bool |
| 254 | panfrost_is_z24s8_variant(enum pipe_format fmt) |
| 255 | { |
| 256 | switch (fmt) { |
| 257 | case PIPE_FORMAT_Z24_UNORM_S8_UINT: |
| 258 | case PIPE_FORMAT_Z24X8_UNORM: |
| 259 | return true; |
| 260 | default: |
| 261 | return false; |
| 262 | } |
| 263 | } |
| 264 | |
Alyssa Rosenzweig | 9dd84db | 2019-03-12 03:32:17 +0000 | [diff] [blame] | 265 | static void |
Alyssa Rosenzweig | c119c28 | 2019-03-12 22:41:11 +0000 | [diff] [blame] | 266 | panfrost_mfbd_set_zsbuf( |
Alyssa Rosenzweig | a2d0ea9 | 2019-07-10 10:10:31 -0700 | [diff] [blame] | 267 | struct bifrost_framebuffer *fb, |
| 268 | struct bifrost_fb_extra *fbx, |
| 269 | struct pipe_surface *surf) |
Alyssa Rosenzweig | 9dd84db | 2019-03-12 03:32:17 +0000 | [diff] [blame] | 270 | { |
Alyssa Rosenzweig | c119c28 | 2019-03-12 22:41:11 +0000 | [diff] [blame] | 271 | struct panfrost_resource *rsrc = pan_resource(surf->texture); |
Alyssa Rosenzweig | 9dd84db | 2019-03-12 03:32:17 +0000 | [diff] [blame] | 272 | |
Alyssa Rosenzweig | d4aed00 | 2019-06-12 15:23:19 -0700 | [diff] [blame] | 273 | unsigned level = surf->u.tex.level; |
| 274 | assert(surf->u.tex.first_layer == 0); |
| 275 | |
Boris Brezillon | aa5bc35 | 2019-07-02 11:37:40 +0200 | [diff] [blame] | 276 | unsigned offset = rsrc->slices[level].offset; |
Alyssa Rosenzweig | d4aed00 | 2019-06-12 15:23:19 -0700 | [diff] [blame] | 277 | |
Boris Brezillon | aa5bc35 | 2019-07-02 11:37:40 +0200 | [diff] [blame] | 278 | if (rsrc->layout == PAN_AFBC) { |
Alyssa Rosenzweig | 507e297 | 2019-07-10 14:50:48 -0700 | [diff] [blame] | 279 | /* The only Z/S format we can compress is Z24S8 or variants |
| 280 | * thereof (handled by the state tracker) */ |
Alyssa Rosenzweig | 1aaf68d | 2019-07-15 07:10:31 -0700 | [diff] [blame] | 281 | assert(panfrost_is_z24s8_variant(surf->format)); |
Alyssa Rosenzweig | 507e297 | 2019-07-10 14:50:48 -0700 | [diff] [blame] | 282 | |
Alyssa Rosenzweig | 3609b50 | 2019-06-21 14:54:44 -0700 | [diff] [blame] | 283 | mali_ptr base = rsrc->bo->gpu + offset; |
Boris Brezillon | aa5bc35 | 2019-07-02 11:37:40 +0200 | [diff] [blame] | 284 | unsigned header_size = rsrc->slices[level].header_size; |
Alyssa Rosenzweig | 3609b50 | 2019-06-21 14:54:44 -0700 | [diff] [blame] | 285 | |
Alyssa Rosenzweig | ac68946 | 2019-06-14 11:14:01 -0700 | [diff] [blame] | 286 | fb->mfbd_flags |= MALI_MFBD_EXTRA; |
Alyssa Rosenzweig | 9dd84db | 2019-03-12 03:32:17 +0000 | [diff] [blame] | 287 | |
Alyssa Rosenzweig | c119c28 | 2019-03-12 22:41:11 +0000 | [diff] [blame] | 288 | fbx->flags = |
| 289 | MALI_EXTRA_PRESENT | |
| 290 | MALI_EXTRA_AFBC | |
| 291 | MALI_EXTRA_AFBC_ZS | |
| 292 | MALI_EXTRA_ZS | |
| 293 | 0x1; /* unknown */ |
Alyssa Rosenzweig | 9dd84db | 2019-03-12 03:32:17 +0000 | [diff] [blame] | 294 | |
Alyssa Rosenzweig | 3609b50 | 2019-06-21 14:54:44 -0700 | [diff] [blame] | 295 | fbx->ds_afbc.depth_stencil = base + header_size; |
| 296 | fbx->ds_afbc.depth_stencil_afbc_metadata = base; |
Alyssa Rosenzweig | c119c28 | 2019-03-12 22:41:11 +0000 | [diff] [blame] | 297 | fbx->ds_afbc.depth_stencil_afbc_stride = 0; |
Alyssa Rosenzweig | 9dd84db | 2019-03-12 03:32:17 +0000 | [diff] [blame] | 298 | |
Alyssa Rosenzweig | c119c28 | 2019-03-12 22:41:11 +0000 | [diff] [blame] | 299 | fbx->ds_afbc.zero1 = 0x10009; |
| 300 | fbx->ds_afbc.padding = 0x1000; |
Boris Brezillon | aa5bc35 | 2019-07-02 11:37:40 +0200 | [diff] [blame] | 301 | } else if (rsrc->layout == PAN_LINEAR) { |
Alyssa Rosenzweig | 507e297 | 2019-07-10 14:50:48 -0700 | [diff] [blame] | 302 | /* TODO: Z32F(S8) support, which is always linear */ |
| 303 | |
Boris Brezillon | aa5bc35 | 2019-07-02 11:37:40 +0200 | [diff] [blame] | 304 | int stride = rsrc->slices[level].stride; |
Alyssa Rosenzweig | d4aed00 | 2019-06-12 15:23:19 -0700 | [diff] [blame] | 305 | |
Alyssa Rosenzweig | 1aaf68d | 2019-07-15 07:10:31 -0700 | [diff] [blame] | 306 | fb->mfbd_flags |= MALI_MFBD_EXTRA; |
| 307 | fbx->flags |= MALI_EXTRA_PRESENT | MALI_EXTRA_ZS; |
Alyssa Rosenzweig | 9bf6024 | 2019-03-12 22:49:33 +0000 | [diff] [blame] | 308 | |
Alyssa Rosenzweig | d4aed00 | 2019-06-12 15:23:19 -0700 | [diff] [blame] | 309 | fbx->ds_linear.depth = rsrc->bo->gpu + offset; |
| 310 | fbx->ds_linear.depth_stride = stride; |
Alyssa Rosenzweig | 1aaf68d | 2019-07-15 07:10:31 -0700 | [diff] [blame] | 311 | |
| 312 | if (panfrost_is_z24s8_variant(surf->format)) { |
| 313 | fbx->flags |= 0x1; |
| 314 | } else if (surf->format == PIPE_FORMAT_Z32_UNORM) { |
| 315 | /* default flags (0 in bottom place) */ |
Alyssa Rosenzweig | 676b933 | 2019-07-17 15:49:42 -0700 | [diff] [blame] | 316 | } else if (surf->format == PIPE_FORMAT_Z32_FLOAT) { |
| 317 | fbx->flags |= 0xA; |
| 318 | fb->mfbd_flags ^= 0x100; |
| 319 | fb->mfbd_flags |= 0x200; |
| 320 | } else if (surf->format == PIPE_FORMAT_Z32_FLOAT_S8X24_UINT) { |
| 321 | fbx->flags |= 0x1000A; |
| 322 | fb->mfbd_flags ^= 0x100; |
| 323 | fb->mfbd_flags |= 0x201; |
| 324 | |
| 325 | struct panfrost_resource *stencil = rsrc->separate_stencil; |
| 326 | struct panfrost_slice stencil_slice = stencil->slices[level]; |
| 327 | |
| 328 | fbx->ds_linear.stencil = stencil->bo->gpu + stencil_slice.offset; |
| 329 | fbx->ds_linear.stencil_stride = stencil_slice.stride; |
Alyssa Rosenzweig | 1aaf68d | 2019-07-15 07:10:31 -0700 | [diff] [blame] | 330 | } |
| 331 | |
Alyssa Rosenzweig | 9bf6024 | 2019-03-12 22:49:33 +0000 | [diff] [blame] | 332 | } else { |
| 333 | assert(0); |
Alyssa Rosenzweig | 9dd84db | 2019-03-12 03:32:17 +0000 | [diff] [blame] | 334 | } |
| 335 | } |
| 336 | |
| 337 | /* Helper for sequential uploads used for MFBD */ |
| 338 | |
| 339 | #define UPLOAD(dest, offset, src, max) { \ |
Alyssa Rosenzweig | c119c28 | 2019-03-12 22:41:11 +0000 | [diff] [blame] | 340 | size_t sz = sizeof(*src); \ |
| 341 | memcpy(dest.cpu + offset, src, sz); \ |
Alyssa Rosenzweig | 9dd84db | 2019-03-12 03:32:17 +0000 | [diff] [blame] | 342 | assert((offset + sz) <= max); \ |
| 343 | offset += sz; \ |
| 344 | } |
| 345 | |
| 346 | static mali_ptr |
Alyssa Rosenzweig | c119c28 | 2019-03-12 22:41:11 +0000 | [diff] [blame] | 347 | panfrost_mfbd_upload( |
Alyssa Rosenzweig | a2d0ea9 | 2019-07-10 10:10:31 -0700 | [diff] [blame] | 348 | struct panfrost_context *ctx, |
| 349 | struct bifrost_framebuffer *fb, |
| 350 | struct bifrost_fb_extra *fbx, |
| 351 | struct bifrost_render_target *rts, |
| 352 | unsigned cbufs) |
Alyssa Rosenzweig | 9dd84db | 2019-03-12 03:32:17 +0000 | [diff] [blame] | 353 | { |
| 354 | off_t offset = 0; |
| 355 | |
Alyssa Rosenzweig | 9dd84db | 2019-03-12 03:32:17 +0000 | [diff] [blame] | 356 | /* There may be extra data stuck in the middle */ |
Alyssa Rosenzweig | ac68946 | 2019-06-14 11:14:01 -0700 | [diff] [blame] | 357 | bool has_extra = fb->mfbd_flags & MALI_MFBD_EXTRA; |
Alyssa Rosenzweig | 9dd84db | 2019-03-12 03:32:17 +0000 | [diff] [blame] | 358 | |
| 359 | /* Compute total size for transfer */ |
| 360 | |
| 361 | size_t total_sz = |
| 362 | sizeof(struct bifrost_framebuffer) + |
| 363 | (has_extra ? sizeof(struct bifrost_fb_extra) : 0) + |
| 364 | sizeof(struct bifrost_render_target) * cbufs; |
| 365 | |
| 366 | struct panfrost_transfer m_f_trans = |
| 367 | panfrost_allocate_transient(ctx, total_sz); |
| 368 | |
| 369 | /* Do the transfer */ |
| 370 | |
Alyssa Rosenzweig | c119c28 | 2019-03-12 22:41:11 +0000 | [diff] [blame] | 371 | UPLOAD(m_f_trans, offset, fb, total_sz); |
Alyssa Rosenzweig | 9dd84db | 2019-03-12 03:32:17 +0000 | [diff] [blame] | 372 | |
| 373 | if (has_extra) |
Alyssa Rosenzweig | c119c28 | 2019-03-12 22:41:11 +0000 | [diff] [blame] | 374 | UPLOAD(m_f_trans, offset, fbx, total_sz); |
Alyssa Rosenzweig | 9dd84db | 2019-03-12 03:32:17 +0000 | [diff] [blame] | 375 | |
| 376 | for (unsigned c = 0; c < cbufs; ++c) { |
Alyssa Rosenzweig | c119c28 | 2019-03-12 22:41:11 +0000 | [diff] [blame] | 377 | UPLOAD(m_f_trans, offset, &rts[c], total_sz); |
Alyssa Rosenzweig | 9dd84db | 2019-03-12 03:32:17 +0000 | [diff] [blame] | 378 | } |
| 379 | |
Alyssa Rosenzweig | 79e474f | 2019-03-13 00:53:18 +0000 | [diff] [blame] | 380 | /* Return pointer suitable for the fragment section */ |
Alyssa Rosenzweig | 9dd84db | 2019-03-12 03:32:17 +0000 | [diff] [blame] | 381 | return m_f_trans.gpu | MALI_MFBD | (has_extra ? 2 : 0); |
| 382 | } |
| 383 | |
| 384 | #undef UPLOAD |
| 385 | |
| 386 | /* Creates an MFBD for the FRAGMENT section of the bound framebuffer */ |
| 387 | |
| 388 | mali_ptr |
Alyssa Rosenzweig | f9ecca2 | 2019-06-14 11:23:24 -0700 | [diff] [blame] | 389 | panfrost_mfbd_fragment(struct panfrost_context *ctx, bool has_draws) |
Alyssa Rosenzweig | 9dd84db | 2019-03-12 03:32:17 +0000 | [diff] [blame] | 390 | { |
| 391 | struct panfrost_job *job = panfrost_get_job_for_fbo(ctx); |
| 392 | |
Alyssa Rosenzweig | f9ecca2 | 2019-06-14 11:23:24 -0700 | [diff] [blame] | 393 | struct bifrost_framebuffer fb = panfrost_emit_mfbd(ctx, has_draws); |
Alyssa Rosenzweig | c119c28 | 2019-03-12 22:41:11 +0000 | [diff] [blame] | 394 | struct bifrost_fb_extra fbx = {}; |
| 395 | struct bifrost_render_target rts[4] = {}; |
Alyssa Rosenzweig | 9dd84db | 2019-03-12 03:32:17 +0000 | [diff] [blame] | 396 | |
Alyssa Rosenzweig | 0395b58 | 2019-07-18 12:43:39 -0700 | [diff] [blame] | 397 | /* We always upload at least one dummy GL_NONE render target */ |
| 398 | |
| 399 | unsigned rt_descriptors = |
| 400 | MAX2(ctx->pipe_framebuffer.nr_cbufs, 1); |
| 401 | |
| 402 | fb.rt_count_1 = MALI_POSITIVE(rt_descriptors); |
| 403 | fb.rt_count_2 = rt_descriptors; |
Alyssa Rosenzweig | ac68946 | 2019-06-14 11:14:01 -0700 | [diff] [blame] | 404 | fb.mfbd_flags = 0x100; |
Alyssa Rosenzweig | 9dd84db | 2019-03-12 03:32:17 +0000 | [diff] [blame] | 405 | |
Alyssa Rosenzweig | c119c28 | 2019-03-12 22:41:11 +0000 | [diff] [blame] | 406 | /* TODO: MRT clear */ |
Alyssa Rosenzweig | 8e4e467 | 2019-07-01 11:49:06 -0700 | [diff] [blame] | 407 | panfrost_mfbd_clear(job, &fb, &fbx, rts, fb.rt_count_2); |
Alyssa Rosenzweig | 9dd84db | 2019-03-12 03:32:17 +0000 | [diff] [blame] | 408 | |
Alyssa Rosenzweig | f475b79 | 2019-07-18 11:09:19 -0700 | [diff] [blame] | 409 | |
| 410 | /* Upload either the render target or a dummy GL_NONE target */ |
| 411 | |
| 412 | for (int cb = 0; cb < rt_descriptors; ++cb) { |
Alyssa Rosenzweig | c119c28 | 2019-03-12 22:41:11 +0000 | [diff] [blame] | 413 | struct pipe_surface *surf = ctx->pipe_framebuffer.cbufs[cb]; |
Alyssa Rosenzweig | 227c395 | 2019-07-18 10:59:59 -0700 | [diff] [blame] | 414 | |
Alyssa Rosenzweig | f475b79 | 2019-07-18 11:09:19 -0700 | [diff] [blame] | 415 | if (surf) { |
| 416 | panfrost_mfbd_set_cbuf(&rts[cb], surf); |
Alyssa Rosenzweig | 227c395 | 2019-07-18 10:59:59 -0700 | [diff] [blame] | 417 | |
Alyssa Rosenzweig | f475b79 | 2019-07-18 11:09:19 -0700 | [diff] [blame] | 418 | /* What is this? Looks like some extension of the bpp |
| 419 | * field. Maybe it establishes how much internal |
| 420 | * tilebuffer space is reserved? */ |
Alyssa Rosenzweig | 7647e56 | 2019-07-02 09:54:23 -0700 | [diff] [blame] | 421 | |
Alyssa Rosenzweig | f475b79 | 2019-07-18 11:09:19 -0700 | [diff] [blame] | 422 | unsigned bpp = util_format_get_blocksize(surf->format); |
| 423 | fb.rt_count_2 = MAX2(fb.rt_count_2, ALIGN_POT(bpp, 4) / 4); |
| 424 | } else { |
| 425 | struct mali_rt_format null_rt = { |
| 426 | .unk1 = 0x4000000, |
Alyssa Rosenzweig | b78e04c | 2019-08-14 16:01:38 -0700 | [diff] [blame^] | 427 | .no_preload = true |
Alyssa Rosenzweig | f475b79 | 2019-07-18 11:09:19 -0700 | [diff] [blame] | 428 | }; |
Alyssa Rosenzweig | 7647e56 | 2019-07-02 09:54:23 -0700 | [diff] [blame] | 429 | |
Alyssa Rosenzweig | f475b79 | 2019-07-18 11:09:19 -0700 | [diff] [blame] | 430 | rts[cb].format = null_rt; |
| 431 | rts[cb].framebuffer = 0; |
| 432 | rts[cb].framebuffer_stride = 0; |
| 433 | } |
Alyssa Rosenzweig | 0395b58 | 2019-07-18 12:43:39 -0700 | [diff] [blame] | 434 | |
| 435 | /* TODO: Break out the field */ |
| 436 | rts[cb].format.unk1 |= (cb * 0x400); |
Alyssa Rosenzweig | c119c28 | 2019-03-12 22:41:11 +0000 | [diff] [blame] | 437 | } |
Alyssa Rosenzweig | 9dd84db | 2019-03-12 03:32:17 +0000 | [diff] [blame] | 438 | |
Alyssa Rosenzweig | c119c28 | 2019-03-12 22:41:11 +0000 | [diff] [blame] | 439 | if (ctx->pipe_framebuffer.zsbuf) { |
| 440 | panfrost_mfbd_set_zsbuf(&fb, &fbx, ctx->pipe_framebuffer.zsbuf); |
| 441 | } |
Alyssa Rosenzweig | 9dd84db | 2019-03-12 03:32:17 +0000 | [diff] [blame] | 442 | |
Alyssa Rosenzweig | 8c26890 | 2019-03-12 23:16:37 +0000 | [diff] [blame] | 443 | /* When scanning out, the depth buffer is immediately invalidated, so |
| 444 | * we don't need to waste bandwidth writing it out. This can improve |
| 445 | * performance substantially (Z32_UNORM 1080p @ 60fps is 475 MB/s of |
| 446 | * memory bandwidth!). |
| 447 | * |
| 448 | * The exception is ReadPixels, but this is not supported on GLES so we |
| 449 | * can safely ignore it. */ |
| 450 | |
| 451 | if (panfrost_is_scanout(ctx)) { |
| 452 | job->requirements &= ~PAN_REQ_DEPTH_WRITE; |
| 453 | } |
| 454 | |
| 455 | /* Actualize the requirements */ |
| 456 | |
| 457 | if (job->requirements & PAN_REQ_MSAA) { |
Alyssa Rosenzweig | c119c28 | 2019-03-12 22:41:11 +0000 | [diff] [blame] | 458 | rts[0].format.flags |= MALI_MFBD_FORMAT_MSAA; |
| 459 | |
| 460 | /* XXX */ |
| 461 | fb.unk1 |= (1 << 4) | (1 << 1); |
| 462 | fb.rt_count_2 = 4; |
| 463 | } |
Alyssa Rosenzweig | 9dd84db | 2019-03-12 03:32:17 +0000 | [diff] [blame] | 464 | |
Alyssa Rosenzweig | 8c26890 | 2019-03-12 23:16:37 +0000 | [diff] [blame] | 465 | if (job->requirements & PAN_REQ_DEPTH_WRITE) |
Alyssa Rosenzweig | ac68946 | 2019-06-14 11:14:01 -0700 | [diff] [blame] | 466 | fb.mfbd_flags |= MALI_MFBD_DEPTH_WRITE; |
Alyssa Rosenzweig | 8c26890 | 2019-03-12 23:16:37 +0000 | [diff] [blame] | 467 | |
Alyssa Rosenzweig | 3e6c6bb | 2019-06-24 07:08:52 -0700 | [diff] [blame] | 468 | /* Checksumming only works with a single render target */ |
Alyssa Rosenzweig | 9dd84db | 2019-03-12 03:32:17 +0000 | [diff] [blame] | 469 | |
Alyssa Rosenzweig | 3e6c6bb | 2019-06-24 07:08:52 -0700 | [diff] [blame] | 470 | if (ctx->pipe_framebuffer.nr_cbufs == 1) { |
| 471 | struct pipe_surface *surf = ctx->pipe_framebuffer.cbufs[0]; |
| 472 | struct panfrost_resource *rsrc = pan_resource(surf->texture); |
| 473 | struct panfrost_bo *bo = rsrc->bo; |
| 474 | |
Boris Brezillon | aa5bc35 | 2019-07-02 11:37:40 +0200 | [diff] [blame] | 475 | if (rsrc->checksummed) { |
Alyssa Rosenzweig | 3e6c6bb | 2019-06-24 07:08:52 -0700 | [diff] [blame] | 476 | unsigned level = surf->u.tex.level; |
Boris Brezillon | aa5bc35 | 2019-07-02 11:37:40 +0200 | [diff] [blame] | 477 | struct panfrost_slice *slice = &rsrc->slices[level]; |
Alyssa Rosenzweig | 3e6c6bb | 2019-06-24 07:08:52 -0700 | [diff] [blame] | 478 | |
Alyssa Rosenzweig | ac68946 | 2019-06-14 11:14:01 -0700 | [diff] [blame] | 479 | fb.mfbd_flags |= MALI_MFBD_EXTRA; |
Alyssa Rosenzweig | c119c28 | 2019-03-12 22:41:11 +0000 | [diff] [blame] | 480 | fbx.flags |= MALI_EXTRA_PRESENT; |
Alyssa Rosenzweig | 3e6c6bb | 2019-06-24 07:08:52 -0700 | [diff] [blame] | 481 | fbx.checksum_stride = slice->checksum_stride; |
| 482 | fbx.checksum = bo->gpu + slice->checksum_offset; |
Alyssa Rosenzweig | 9dd84db | 2019-03-12 03:32:17 +0000 | [diff] [blame] | 483 | } |
| 484 | } |
| 485 | |
Alyssa Rosenzweig | c119c28 | 2019-03-12 22:41:11 +0000 | [diff] [blame] | 486 | /* We always upload at least one (dummy) cbuf */ |
| 487 | unsigned cbufs = MAX2(ctx->pipe_framebuffer.nr_cbufs, 1); |
| 488 | |
| 489 | return panfrost_mfbd_upload(ctx, &fb, &fbx, rts, cbufs); |
Alyssa Rosenzweig | 9dd84db | 2019-03-12 03:32:17 +0000 | [diff] [blame] | 490 | } |