blob: 5bee5a236e8cbb5d8ae22568088637e8fddbd37b [file] [log] [blame]
Kristian Høgsberg769785c2015-05-08 22:32:37 -07001/*
2 * Copyright © 2015 Intel Corporation
3 *
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
10 *
11 * The above copyright notice and this permission notice (including the next
12 * paragraph) shall be included in all copies or substantial portions of the
13 * Software.
14 *
15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
18 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
20 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
21 * IN THE SOFTWARE.
22 */
23
24#include <assert.h>
25#include <stdbool.h>
26#include <string.h>
27#include <unistd.h>
28#include <fcntl.h>
29
Chad Versace2c2233e2015-07-17 15:04:27 -070030#include "anv_private.h"
Kristian Høgsberg769785c2015-05-08 22:32:37 -070031
Jason Ekstrandde54b4b2015-11-16 12:29:07 -080032/* FIXME: We shouldn't be using the actual hardware enum values here. They
33 * change across gens. Once we get that fixed, this include needs to go.
34 */
35#include "gen8_pack.h"
36
Chad Versaceb3693892015-12-02 16:46:16 -080037/**
38 * The \a format argument is required and overrides any format found in struct
Chad Versace2f270f02015-12-04 16:29:25 -080039 * anv_image_create_info. Exactly one bit must be set in \a aspect.
Chad Versaceb3693892015-12-02 16:46:16 -080040 */
41static isl_surf_usage_flags_t
42choose_isl_surf_usage(const struct anv_image_create_info *info,
Chad Versace2f270f02015-12-04 16:29:25 -080043 VkImageAspectFlags aspect)
Chad Versaceb3693892015-12-02 16:46:16 -080044{
45 const VkImageCreateInfo *vk_info = info->vk_info;
46 isl_surf_usage_flags_t isl_flags = 0;
47
48 /* FINISHME: Support aux surfaces */
49 isl_flags |= ISL_SURF_USAGE_DISABLE_AUX_BIT;
50
51 if (vk_info->usage & VK_IMAGE_USAGE_SAMPLED_BIT)
52 isl_flags |= ISL_SURF_USAGE_TEXTURE_BIT;
53
54 if (vk_info->usage & VK_IMAGE_USAGE_INPUT_ATTACHMENT_BIT)
55 isl_flags |= ISL_SURF_USAGE_TEXTURE_BIT;
56
57 if (vk_info->usage & VK_IMAGE_USAGE_COLOR_ATTACHMENT_BIT)
58 isl_flags |= ISL_SURF_USAGE_RENDER_TARGET_BIT;
59
60 if (vk_info->flags & VK_IMAGE_CREATE_CUBE_COMPATIBLE_BIT)
61 isl_flags |= ISL_SURF_USAGE_CUBE_BIT;
62
63 if (vk_info->usage & VK_IMAGE_USAGE_DEPTH_STENCIL_ATTACHMENT_BIT) {
Chad Versace2f270f02015-12-04 16:29:25 -080064 switch (aspect) {
65 default:
66 unreachable("bad VkImageAspect");
67 case VK_IMAGE_ASPECT_DEPTH_BIT:
Chad Versaceb3693892015-12-02 16:46:16 -080068 isl_flags |= ISL_SURF_USAGE_DEPTH_BIT;
Chad Versace2f270f02015-12-04 16:29:25 -080069 break;
70 case VK_IMAGE_ASPECT_STENCIL_BIT:
Chad Versaceb3693892015-12-02 16:46:16 -080071 isl_flags |= ISL_SURF_USAGE_STENCIL_BIT;
Chad Versace2f270f02015-12-04 16:29:25 -080072 break;
Chad Versaceb3693892015-12-02 16:46:16 -080073 }
74 }
75
76 if (vk_info->usage & VK_IMAGE_USAGE_TRANSFER_SRC_BIT) {
77 /* Meta implements transfers by sampling from the source image. */
78 isl_flags |= ISL_SURF_USAGE_TEXTURE_BIT;
79 }
80
81 if (vk_info->usage & VK_IMAGE_USAGE_TRANSFER_DST_BIT) {
82 /* Meta implements transfers by rendering into the destination image. */
83 isl_flags |= ISL_SURF_USAGE_RENDER_TARGET_BIT;
84 }
85
86 return isl_flags;
87}
Chad Versace5a6b2e62015-08-17 13:50:43 -070088
89/**
Chad Versace9098e0f2015-12-07 09:22:49 -080090 * Exactly one bit must be set in \a aspect.
91 */
92static struct anv_surface *
93get_surface(struct anv_image *image, VkImageAspectFlags aspect)
94{
95 switch (aspect) {
96 default:
97 unreachable("bad VkImageAspect");
98 case VK_IMAGE_ASPECT_COLOR_BIT:
99 return &image->color_surface;
100 case VK_IMAGE_ASPECT_DEPTH_BIT:
101 return &image->depth_surface;
102 case VK_IMAGE_ASPECT_STENCIL_BIT:
103 return &image->stencil_surface;
104 }
105}
106
107/**
108 * Initialize the anv_image::*_surface selected by \a aspect. Then update the
109 * image's memory requirements (that is, the image's size and alignment).
110 *
111 * Exactly one bit must be set in \a aspect.
Chad Versace5a6b2e62015-08-17 13:50:43 -0700112 */
Chad Versace5b3a1ce2015-06-26 21:27:54 -0700113static VkResult
Chad Versace9098e0f2015-12-07 09:22:49 -0800114make_surface(const struct anv_device *dev,
115 struct anv_image *image,
116 const struct anv_image_create_info *anv_info,
117 VkImageAspectFlags aspect)
Chad Versacec6e76ae2015-06-26 18:48:34 -0700118{
Chad Versaceb3693892015-12-02 16:46:16 -0800119 const VkImageCreateInfo *vk_info = anv_info->vk_info;
Chad Versace3d85a282015-12-07 08:53:43 -0800120 bool ok UNUSED;
Chad Versace5b3a1ce2015-06-26 21:27:54 -0700121
Chad Versaceb3693892015-12-02 16:46:16 -0800122 static const enum isl_surf_dim vk_to_isl_surf_dim[] = {
123 [VK_IMAGE_TYPE_1D] = ISL_SURF_DIM_1D,
124 [VK_IMAGE_TYPE_2D] = ISL_SURF_DIM_2D,
125 [VK_IMAGE_TYPE_3D] = ISL_SURF_DIM_3D,
126 };
Chad Versacec6e76ae2015-06-26 18:48:34 -0700127
Chad Versace64e8af62015-12-07 08:50:28 -0800128 isl_tiling_flags_t tiling_flags = anv_info->isl_tiling_flags;
129 if (vk_info->tiling == VK_IMAGE_TILING_LINEAR)
130 tiling_flags &= ISL_TILING_LINEAR_BIT;
131
Chad Versace9098e0f2015-12-07 09:22:49 -0800132 struct anv_surface *anv_surf = get_surface(image, aspect);
133
134 ok = isl_surf_init(&dev->isl_dev, &anv_surf->isl,
Chad Versaceb3693892015-12-02 16:46:16 -0800135 .dim = vk_to_isl_surf_dim[vk_info->imageType],
Jason Ekstrand2712c0c2015-12-31 18:31:31 -0800136 .format = anv_get_isl_format(vk_info->format, aspect, vk_info->tiling),
Chad Versaceb3693892015-12-02 16:46:16 -0800137 .width = vk_info->extent.width,
138 .height = vk_info->extent.height,
139 .depth = vk_info->extent.depth,
140 .levels = vk_info->mipLevels,
141 .array_len = vk_info->arrayLayers,
142 .samples = vk_info->samples,
143 .min_alignment = 0,
144 .min_pitch = 0,
Chad Versace2f270f02015-12-04 16:29:25 -0800145 .usage = choose_isl_surf_usage(anv_info, aspect),
Chad Versace64e8af62015-12-07 08:50:28 -0800146 .tiling_flags = tiling_flags);
Chad Versacec6e76ae2015-06-26 18:48:34 -0700147
Chad Versace3d85a282015-12-07 08:53:43 -0800148 /* isl_surf_init() will fail only if provided invalid input. Invalid input
149 * is illegal in Vulkan.
150 */
151 assert(ok);
152
Chad Versace9098e0f2015-12-07 09:22:49 -0800153 anv_surf->offset = align_u32(image->size, anv_surf->isl.alignment);
154 image->size = anv_surf->offset + anv_surf->isl.size;
155 image->alignment = MAX(image->alignment, anv_surf->isl.alignment);
Chad Versaceb3693892015-12-02 16:46:16 -0800156
Chad Versace5b3a1ce2015-06-26 21:27:54 -0700157 return VK_SUCCESS;
Chad Versacec6e76ae2015-06-26 18:48:34 -0700158}
159
Chad Versace24de3d42015-10-06 19:11:58 -0700160static VkImageUsageFlags
161anv_image_get_full_usage(const VkImageCreateInfo *info)
162{
163 VkImageUsageFlags usage = info->usage;
164
Jason Ekstrand6a8a5422015-11-30 11:12:44 -0800165 if (usage & VK_IMAGE_USAGE_TRANSFER_SRC_BIT) {
Chad Versace24de3d42015-10-06 19:11:58 -0700166 /* Meta will transfer from the image by binding it as a texture. */
167 usage |= VK_IMAGE_USAGE_SAMPLED_BIT;
168 }
169
Jason Ekstrand6a8a5422015-11-30 11:12:44 -0800170 if (usage & VK_IMAGE_USAGE_TRANSFER_DST_BIT) {
Chad Versace24de3d42015-10-06 19:11:58 -0700171 /* Meta will transfer to the image by binding it as a color attachment,
172 * even if the image format is not a color format.
173 */
174 usage |= VK_IMAGE_USAGE_COLOR_ATTACHMENT_BIT;
175 }
176
177 return usage;
178}
179
Chad Versace127cb3f2015-06-26 20:12:42 -0700180VkResult
181anv_image_create(VkDevice _device,
182 const struct anv_image_create_info *create_info,
Jason Ekstrandfcfb4042015-12-02 03:28:27 -0800183 const VkAllocationCallbacks* alloc,
Chad Versace127cb3f2015-06-26 20:12:42 -0700184 VkImage *pImage)
Kristian Høgsberg769785c2015-05-08 22:32:37 -0700185{
Jason Ekstranda52e2082015-07-09 20:24:07 -0700186 ANV_FROM_HANDLE(anv_device, device, _device);
Chad Versacefdcd71f2015-06-26 20:06:08 -0700187 const VkImageCreateInfo *pCreateInfo = create_info->vk_info;
Chad Versace5b3a1ce2015-06-26 21:27:54 -0700188 struct anv_image *image = NULL;
189 VkResult r;
Kristian Høgsberg769785c2015-05-08 22:32:37 -0700190
191 assert(pCreateInfo->sType == VK_STRUCTURE_TYPE_IMAGE_CREATE_INFO);
192
Chad Versace5b3a1ce2015-06-26 21:27:54 -0700193 anv_assert(pCreateInfo->mipLevels > 0);
Jason Ekstrand299f8f12015-12-01 12:52:56 -0800194 anv_assert(pCreateInfo->arrayLayers > 0);
Jason Ekstrandd3547e72015-12-01 14:09:17 -0800195 anv_assert(pCreateInfo->samples == VK_SAMPLE_COUNT_1_BIT);
Chad Versace5d7103e2015-06-26 09:05:46 -0700196 anv_assert(pCreateInfo->extent.width > 0);
197 anv_assert(pCreateInfo->extent.height > 0);
Chad Versace5b3a1ce2015-06-26 21:27:54 -0700198 anv_assert(pCreateInfo->extent.depth > 0);
Jason Ekstrand2a3c2962015-06-10 21:04:51 -0700199
Jason Ekstrandfcfb4042015-12-02 03:28:27 -0800200 image = anv_alloc2(&device->alloc, alloc, sizeof(*image), 8,
201 VK_SYSTEM_ALLOCATION_SCOPE_OBJECT);
Chad Versacec6e76ae2015-06-26 18:48:34 -0700202 if (!image)
203 return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY);
Chad Versace67a76592015-06-26 09:17:52 -0700204
Chad Versacec6e76ae2015-06-26 18:48:34 -0700205 memset(image, 0, sizeof(*image));
206 image->type = pCreateInfo->imageType;
207 image->extent = pCreateInfo->extent;
Jason Ekstrand3200a812015-12-31 12:39:34 -0800208 image->vk_format = pCreateInfo->format;
Chad Versaceded736f2015-08-17 13:10:40 -0700209 image->format = anv_format_for_vk_format(pCreateInfo->format);
Chad Versace5b3a1ce2015-06-26 21:27:54 -0700210 image->levels = pCreateInfo->mipLevels;
Jason Ekstrand299f8f12015-12-01 12:52:56 -0800211 image->array_size = pCreateInfo->arrayLayers;
Chad Versace24de3d42015-10-06 19:11:58 -0700212 image->usage = anv_image_get_full_usage(pCreateInfo);
Chad Versace67a76592015-06-26 09:17:52 -0700213
Jason Ekstrandff05f632015-12-07 17:17:30 -0800214 if (image->usage & VK_IMAGE_USAGE_SAMPLED_BIT) {
Chad Versace24de3d42015-10-06 19:11:58 -0700215 image->needs_nonrt_surface_state = true;
Chad Versace44143a12015-10-06 18:17:09 -0700216 }
217
Chad Versace24de3d42015-10-06 19:11:58 -0700218 if (image->usage & VK_IMAGE_USAGE_COLOR_ATTACHMENT_BIT) {
219 image->needs_color_rt_surface_state = true;
Chad Versace44143a12015-10-06 18:17:09 -0700220 }
221
Jason Ekstrandff05f632015-12-07 17:17:30 -0800222 if (image->usage & VK_IMAGE_USAGE_STORAGE_BIT) {
223 image->needs_storage_surface_state = true;
224 }
225
Chad Versace941b48e2015-08-28 07:08:58 -0700226 if (likely(anv_format_is_color(image->format))) {
Chad Versace9098e0f2015-12-07 09:22:49 -0800227 r = make_surface(device, image, create_info,
228 VK_IMAGE_ASPECT_COLOR_BIT);
Chad Versace5b3a1ce2015-06-26 21:27:54 -0700229 if (r != VK_SUCCESS)
230 goto fail;
Chad Versace941b48e2015-08-28 07:08:58 -0700231 } else {
232 if (image->format->depth_format) {
Chad Versace9098e0f2015-12-07 09:22:49 -0800233 r = make_surface(device, image, create_info,
234 VK_IMAGE_ASPECT_DEPTH_BIT);
Chad Versace941b48e2015-08-28 07:08:58 -0700235 if (r != VK_SUCCESS)
236 goto fail;
237 }
Kristian Høgsberg37743f92015-05-22 22:59:12 -0700238
Chad Versace941b48e2015-08-28 07:08:58 -0700239 if (image->format->has_stencil) {
Chad Versace9098e0f2015-12-07 09:22:49 -0800240 r = make_surface(device, image, create_info,
241 VK_IMAGE_ASPECT_STENCIL_BIT);
Chad Versace941b48e2015-08-28 07:08:58 -0700242 if (r != VK_SUCCESS)
243 goto fail;
244 }
Kristian Høgsberg37743f92015-05-22 22:59:12 -0700245 }
Kristian Høgsberg769785c2015-05-08 22:32:37 -0700246
Jason Ekstranda52e2082015-07-09 20:24:07 -0700247 *pImage = anv_image_to_handle(image);
Kristian Høgsberg769785c2015-05-08 22:32:37 -0700248
249 return VK_SUCCESS;
Chad Versace5b3a1ce2015-06-26 21:27:54 -0700250
251fail:
252 if (image)
Jason Ekstrandfcfb4042015-12-02 03:28:27 -0800253 anv_free2(&device->alloc, alloc, image);
Chad Versace5b3a1ce2015-06-26 21:27:54 -0700254
255 return r;
Kristian Høgsberg769785c2015-05-08 22:32:37 -0700256}
257
Chad Versace127cb3f2015-06-26 20:12:42 -0700258VkResult
259anv_CreateImage(VkDevice device,
260 const VkImageCreateInfo *pCreateInfo,
Jason Ekstrandfcfb4042015-12-02 03:28:27 -0800261 const VkAllocationCallbacks *pAllocator,
Chad Versace127cb3f2015-06-26 20:12:42 -0700262 VkImage *pImage)
Kristian Høgsberga29df712015-05-15 22:04:52 -0700263{
Chad Versacefdcd71f2015-06-26 20:06:08 -0700264 return anv_image_create(device,
265 &(struct anv_image_create_info) {
266 .vk_info = pCreateInfo,
Chad Versace64e8af62015-12-07 08:50:28 -0800267 .isl_tiling_flags = ISL_TILING_ANY_MASK,
Chad Versacefdcd71f2015-06-26 20:06:08 -0700268 },
Jason Ekstrandfcfb4042015-12-02 03:28:27 -0800269 pAllocator,
Chad Versacefdcd71f2015-06-26 20:06:08 -0700270 pImage);
Kristian Høgsberga29df712015-05-15 22:04:52 -0700271}
272
Jason Ekstrand05a26a62015-10-05 20:50:51 -0700273void
Jason Ekstrandfcfb4042015-12-02 03:28:27 -0800274anv_DestroyImage(VkDevice _device, VkImage _image,
275 const VkAllocationCallbacks *pAllocator)
Jason Ekstrand8b342b32015-07-10 12:30:58 -0700276{
277 ANV_FROM_HANDLE(anv_device, device, _device);
278
Jason Ekstrandfcfb4042015-12-02 03:28:27 -0800279 anv_free2(&device->alloc, pAllocator, anv_image_from_handle(_image));
Jason Ekstrand8b342b32015-07-10 12:30:58 -0700280}
281
Jason Ekstranddb5a5fc2015-10-13 15:50:02 -0700282static void
283anv_surface_get_subresource_layout(struct anv_image *image,
284 struct anv_surface *surface,
285 const VkImageSubresource *subresource,
286 VkSubresourceLayout *layout)
287{
288 /* If we are on a non-zero mip level or array slice, we need to
289 * calculate a real offset.
290 */
291 anv_assert(subresource->mipLevel == 0);
292 anv_assert(subresource->arrayLayer == 0);
293
294 layout->offset = surface->offset;
Chad Versace981ef2f2015-12-03 08:40:47 -0800295 layout->rowPitch = surface->isl.row_pitch;
296 layout->depthPitch = isl_surf_get_array_pitch(&surface->isl);
297 layout->size = surface->isl.size;
Jason Ekstranddb5a5fc2015-10-13 15:50:02 -0700298}
299
Jason Ekstrandf1a7c782015-11-30 12:21:19 -0800300void anv_GetImageSubresourceLayout(
Jason Ekstranddb24afe2015-07-07 18:20:18 -0700301 VkDevice device,
Jason Ekstranddb5a5fc2015-10-13 15:50:02 -0700302 VkImage _image,
Jason Ekstranddb24afe2015-07-07 18:20:18 -0700303 const VkImageSubresource* pSubresource,
304 VkSubresourceLayout* pLayout)
Kristian Høgsberg769785c2015-05-08 22:32:37 -0700305{
Jason Ekstranddb5a5fc2015-10-13 15:50:02 -0700306 ANV_FROM_HANDLE(anv_image, image, _image);
307
Jason Ekstrand407b8cc2015-12-01 12:19:11 -0800308 assert(__builtin_popcount(pSubresource->aspectMask) == 1);
309
310 switch (pSubresource->aspectMask) {
311 case VK_IMAGE_ASPECT_COLOR_BIT:
Jason Ekstranddb5a5fc2015-10-13 15:50:02 -0700312 anv_surface_get_subresource_layout(image, &image->color_surface,
313 pSubresource, pLayout);
314 break;
Jason Ekstrand407b8cc2015-12-01 12:19:11 -0800315 case VK_IMAGE_ASPECT_DEPTH_BIT:
Jason Ekstranddb5a5fc2015-10-13 15:50:02 -0700316 anv_surface_get_subresource_layout(image, &image->depth_surface,
317 pSubresource, pLayout);
318 break;
Jason Ekstrand407b8cc2015-12-01 12:19:11 -0800319 case VK_IMAGE_ASPECT_STENCIL_BIT:
Jason Ekstranddb5a5fc2015-10-13 15:50:02 -0700320 anv_surface_get_subresource_layout(image, &image->stencil_surface,
321 pSubresource, pLayout);
322 break;
323 default:
Jason Ekstrandf1a7c782015-11-30 12:21:19 -0800324 assert(!"Invalid image aspect");
Jason Ekstranddb5a5fc2015-10-13 15:50:02 -0700325 }
Kristian Høgsberg769785c2015-05-08 22:32:37 -0700326}
327
Chad Versace127cb3f2015-06-26 20:12:42 -0700328VkResult
Chad Versace5b04db72015-07-06 16:24:28 -0700329anv_validate_CreateImageView(VkDevice _device,
330 const VkImageViewCreateInfo *pCreateInfo,
Jason Ekstrandfcfb4042015-12-02 03:28:27 -0800331 const VkAllocationCallbacks *pAllocator,
Chad Versace5b04db72015-07-06 16:24:28 -0700332 VkImageView *pView)
333{
Jason Ekstranda52e2082015-07-09 20:24:07 -0700334 ANV_FROM_HANDLE(anv_image, image, pCreateInfo->image);
Chad Versace23075bc2015-07-06 17:04:13 -0700335 const VkImageSubresourceRange *subresource;
Chad Versace23075bc2015-07-06 17:04:13 -0700336 const struct anv_format *view_format_info;
Chad Versace5b04db72015-07-06 16:24:28 -0700337
Chad Versace23075bc2015-07-06 17:04:13 -0700338 /* Validate structure type before dereferencing it. */
Chad Versace5b04db72015-07-06 16:24:28 -0700339 assert(pCreateInfo);
340 assert(pCreateInfo->sType == VK_STRUCTURE_TYPE_IMAGE_VIEW_CREATE_INFO);
Chad Versace23075bc2015-07-06 17:04:13 -0700341 subresource = &pCreateInfo->subresourceRange;
342
Chad Versace23075bc2015-07-06 17:04:13 -0700343 /* Validate viewType is in range before using it. */
344 assert(pCreateInfo->viewType >= VK_IMAGE_VIEW_TYPE_BEGIN_RANGE);
345 assert(pCreateInfo->viewType <= VK_IMAGE_VIEW_TYPE_END_RANGE);
Chad Versace23075bc2015-07-06 17:04:13 -0700346
347 /* Validate format is in range before using it. */
348 assert(pCreateInfo->format >= VK_FORMAT_BEGIN_RANGE);
349 assert(pCreateInfo->format <= VK_FORMAT_END_RANGE);
Chad Versace23075bc2015-07-06 17:04:13 -0700350 view_format_info = anv_format_for_vk_format(pCreateInfo->format);
351
352 /* Validate channel swizzles. */
Jason Ekstranda53f23d2015-11-30 13:06:12 -0800353 assert(pCreateInfo->components.r >= VK_COMPONENT_SWIZZLE_BEGIN_RANGE);
354 assert(pCreateInfo->components.r <= VK_COMPONENT_SWIZZLE_END_RANGE);
355 assert(pCreateInfo->components.g >= VK_COMPONENT_SWIZZLE_BEGIN_RANGE);
356 assert(pCreateInfo->components.g <= VK_COMPONENT_SWIZZLE_END_RANGE);
357 assert(pCreateInfo->components.b >= VK_COMPONENT_SWIZZLE_BEGIN_RANGE);
358 assert(pCreateInfo->components.b <= VK_COMPONENT_SWIZZLE_END_RANGE);
359 assert(pCreateInfo->components.a >= VK_COMPONENT_SWIZZLE_BEGIN_RANGE);
360 assert(pCreateInfo->components.a <= VK_COMPONENT_SWIZZLE_END_RANGE);
Chad Versace23075bc2015-07-06 17:04:13 -0700361
362 /* Validate subresource. */
Chad Versace7a089bd2015-10-05 06:48:14 -0700363 assert(subresource->aspectMask != 0);
Jason Ekstrand299f8f12015-12-01 12:52:56 -0800364 assert(subresource->levelCount > 0);
365 assert(subresource->layerCount > 0);
Chad Versace23075bc2015-07-06 17:04:13 -0700366 assert(subresource->baseMipLevel < image->levels);
Jason Ekstrand299f8f12015-12-01 12:52:56 -0800367 assert(subresource->baseMipLevel + subresource->levelCount <= image->levels);
Jason Ekstrand1e4263b2015-10-06 10:27:50 -0700368 assert(subresource->baseArrayLayer < image->array_size);
Jason Ekstrand299f8f12015-12-01 12:52:56 -0800369 assert(subresource->baseArrayLayer + subresource->layerCount <= image->array_size);
Chad Versace5b04db72015-07-06 16:24:28 -0700370 assert(pView);
371
Chad Versace7a089bd2015-10-05 06:48:14 -0700372 const VkImageAspectFlags ds_flags = VK_IMAGE_ASPECT_DEPTH_BIT
373 | VK_IMAGE_ASPECT_STENCIL_BIT;
374
Chad Versace23075bc2015-07-06 17:04:13 -0700375 /* Validate format. */
Chad Versace7a089bd2015-10-05 06:48:14 -0700376 if (subresource->aspectMask & VK_IMAGE_ASPECT_COLOR_BIT) {
377 assert(subresource->aspectMask == VK_IMAGE_ASPECT_COLOR_BIT);
Chad Versaceded736f2015-08-17 13:10:40 -0700378 assert(!image->format->depth_format);
379 assert(!image->format->has_stencil);
Chad Versace23075bc2015-07-06 17:04:13 -0700380 assert(!view_format_info->depth_format);
381 assert(!view_format_info->has_stencil);
Chad Versaceaddc2a92015-11-12 12:14:43 -0800382 assert(view_format_info->isl_layout->bs ==
383 image->format->isl_layout->bs);
Chad Versace7a089bd2015-10-05 06:48:14 -0700384 } else if (subresource->aspectMask & ds_flags) {
385 assert((subresource->aspectMask & ~ds_flags) == 0);
386
387 if (subresource->aspectMask & VK_IMAGE_ASPECT_STENCIL_BIT) {
388 assert(image->format->depth_format);
389 assert(view_format_info->depth_format);
Chad Versaceaddc2a92015-11-12 12:14:43 -0800390 assert(view_format_info->isl_layout->bs ==
391 image->format->isl_layout->bs);
Chad Versace7a089bd2015-10-05 06:48:14 -0700392 }
393
Jason Ekstrand407b8cc2015-12-01 12:19:11 -0800394 if (subresource->aspectMask & VK_IMAGE_ASPECT_STENCIL_BIT) {
Chad Versace7a089bd2015-10-05 06:48:14 -0700395 /* FINISHME: Is it legal to have an R8 view of S8? */
396 assert(image->format->has_stencil);
397 assert(view_format_info->has_stencil);
398 }
399 } else {
400 assert(!"bad VkImageSubresourceRange::aspectFlags");
Chad Versace23075bc2015-07-06 17:04:13 -0700401 }
Chad Versace5b04db72015-07-06 16:24:28 -0700402
Jason Ekstrandfcfb4042015-12-02 03:28:27 -0800403 return anv_CreateImageView(_device, pCreateInfo, pAllocator, pView);
Chad Versace5b04db72015-07-06 16:24:28 -0700404}
405
Kristian Høgsberg Kristensen988341a2015-08-19 21:36:57 -0700406void
407anv_image_view_init(struct anv_image_view *iview,
408 struct anv_device *device,
409 const VkImageViewCreateInfo* pCreateInfo,
410 struct anv_cmd_buffer *cmd_buffer)
411{
Chad Versace44143a12015-10-06 18:17:09 -0700412 ANV_FROM_HANDLE(anv_image, image, pCreateInfo->image);
Chad Versace24de3d42015-10-06 19:11:58 -0700413 const VkImageSubresourceRange *range = &pCreateInfo->subresourceRange;
Chad Versace44143a12015-10-06 18:17:09 -0700414
Jason Ekstrand299f8f12015-12-01 12:52:56 -0800415 assert(range->layerCount > 0);
Chad Versace24de3d42015-10-06 19:11:58 -0700416 assert(range->baseMipLevel < image->levels);
Chad Versace44143a12015-10-06 18:17:09 -0700417 assert(image->usage & (VK_IMAGE_USAGE_SAMPLED_BIT |
Chad Versace24de3d42015-10-06 19:11:58 -0700418 VK_IMAGE_USAGE_STORAGE_BIT |
419 VK_IMAGE_USAGE_COLOR_ATTACHMENT_BIT |
Chad Versace0ca3c842015-10-07 11:39:49 -0700420 VK_IMAGE_USAGE_DEPTH_STENCIL_ATTACHMENT_BIT));
Chad Versace24de3d42015-10-06 19:11:58 -0700421
422 switch (image->type) {
423 default:
424 unreachable("bad VkImageType");
425 case VK_IMAGE_TYPE_1D:
426 case VK_IMAGE_TYPE_2D:
Jason Ekstrand299f8f12015-12-01 12:52:56 -0800427 assert(range->baseArrayLayer + range->layerCount - 1 <= image->array_size);
Chad Versace24de3d42015-10-06 19:11:58 -0700428 break;
429 case VK_IMAGE_TYPE_3D:
Jason Ekstrand299f8f12015-12-01 12:52:56 -0800430 assert(range->baseArrayLayer + range->layerCount - 1
Chad Versace24de3d42015-10-06 19:11:58 -0700431 <= anv_minify(image->extent.depth, range->baseMipLevel));
432 break;
433 }
Chad Versace44143a12015-10-06 18:17:09 -0700434
Jason Ekstranda7cc1292016-01-01 13:47:18 -0800435 struct anv_surface *surface =
436 anv_image_get_surface_for_aspect_mask(image, range->aspectMask);
437
438 iview->image = image;
439 iview->bo = image->bo;
440 iview->offset = image->offset + surface->offset;
441
442 iview->aspect_mask = pCreateInfo->subresourceRange.aspectMask;
443 iview->format = anv_format_for_vk_format(pCreateInfo->format);
444
445 iview->extent = (VkExtent3D) {
446 .width = anv_minify(image->extent.width, range->baseMipLevel),
447 .height = anv_minify(image->extent.height, range->baseMipLevel),
448 .depth = anv_minify(image->extent.depth, range->baseMipLevel),
449 };
450
Kristian Høgsberg Kristensen988341a2015-08-19 21:36:57 -0700451 switch (device->info.gen) {
Kristian Høgsberg Kristensenf1455ff2015-08-20 22:59:19 -0700452 case 7:
Jason Ekstrandf0390bc2015-11-17 07:07:02 -0800453 if (device->info.is_haswell)
454 gen75_image_view_init(iview, device, pCreateInfo, cmd_buffer);
455 else
456 gen7_image_view_init(iview, device, pCreateInfo, cmd_buffer);
Kristian Høgsberg Kristensenf1455ff2015-08-20 22:59:19 -0700457 break;
Kristian Høgsberg Kristensen988341a2015-08-19 21:36:57 -0700458 case 8:
459 gen8_image_view_init(iview, device, pCreateInfo, cmd_buffer);
460 break;
Kristian Høgsberg Kristensencd4721c2015-11-25 22:27:01 -0800461 case 9:
462 gen9_image_view_init(iview, device, pCreateInfo, cmd_buffer);
463 break;
Kristian Høgsberg Kristensen988341a2015-08-19 21:36:57 -0700464 default:
465 unreachable("unsupported gen\n");
466 }
467}
468
Chad Versace5b04db72015-07-06 16:24:28 -0700469VkResult
Chad Versace127cb3f2015-06-26 20:12:42 -0700470anv_CreateImageView(VkDevice _device,
471 const VkImageViewCreateInfo *pCreateInfo,
Jason Ekstrandfcfb4042015-12-02 03:28:27 -0800472 const VkAllocationCallbacks *pAllocator,
Chad Versace127cb3f2015-06-26 20:12:42 -0700473 VkImageView *pView)
Kristian Høgsberg769785c2015-05-08 22:32:37 -0700474{
Jason Ekstranda52e2082015-07-09 20:24:07 -0700475 ANV_FROM_HANDLE(anv_device, device, _device);
Kristian Høgsberg Kristensenf1455ff2015-08-20 22:59:19 -0700476 struct anv_image_view *view;
Kristian Høgsberg769785c2015-05-08 22:32:37 -0700477
Jason Ekstrandfcfb4042015-12-02 03:28:27 -0800478 view = anv_alloc2(&device->alloc, pAllocator, sizeof(*view), 8,
479 VK_SYSTEM_ALLOCATION_SCOPE_OBJECT);
Kristian Høgsberg Kristensenf1455ff2015-08-20 22:59:19 -0700480 if (view == NULL)
481 return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY);
482
483 anv_image_view_init(view, device, pCreateInfo, NULL);
484
485 *pView = anv_image_view_to_handle(view);
486
487 return VK_SUCCESS;
Kristian Høgsberg769785c2015-05-08 22:32:37 -0700488}
489
Jason Ekstrandfcfb4042015-12-02 03:28:27 -0800490void
491anv_DestroyImageView(VkDevice _device, VkImageView _iview,
492 const VkAllocationCallbacks *pAllocator)
Chad Versace24de3d42015-10-06 19:11:58 -0700493{
Jason Ekstrandfcfb4042015-12-02 03:28:27 -0800494 ANV_FROM_HANDLE(anv_device, device, _device);
495 ANV_FROM_HANDLE(anv_image_view, iview, _iview);
496
Chad Versace24de3d42015-10-06 19:11:58 -0700497 if (iview->image->needs_color_rt_surface_state) {
498 anv_state_pool_free(&device->surface_state_pool,
499 iview->color_rt_surface_state);
500 }
501
502 if (iview->image->needs_nonrt_surface_state) {
503 anv_state_pool_free(&device->surface_state_pool,
504 iview->nonrt_surface_state);
505 }
506
Jason Ekstrandff05f632015-12-07 17:17:30 -0800507 if (iview->image->needs_storage_surface_state) {
508 anv_state_pool_free(&device->surface_state_pool,
509 iview->storage_surface_state);
510 }
511
Jason Ekstrandfcfb4042015-12-02 03:28:27 -0800512 anv_free2(&device->alloc, pAllocator, iview);
Jason Ekstrand84783502015-07-10 20:18:52 -0700513}
Kristian Høgsberg37743f92015-05-22 22:59:12 -0700514
Jason Ekstrandc5618602015-12-12 16:11:23 -0800515VkResult
516anv_CreateBufferView(VkDevice _device,
517 const VkBufferViewCreateInfo *pCreateInfo,
518 const VkAllocationCallbacks *pAllocator,
519 VkBufferView *pView)
520{
521 ANV_FROM_HANDLE(anv_device, device, _device);
522 ANV_FROM_HANDLE(anv_buffer, buffer, pCreateInfo->buffer);
523 struct anv_buffer_view *view;
524
Jason Ekstrandc5618602015-12-12 16:11:23 -0800525 view = anv_alloc2(&device->alloc, pAllocator, sizeof(*view), 8,
526 VK_SYSTEM_ALLOCATION_SCOPE_OBJECT);
527 if (!view)
528 return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY);
529
Jason Ekstrandc5618602015-12-12 16:11:23 -0800530 const struct anv_format *format =
531 anv_format_for_vk_format(pCreateInfo->format);
532
Jason Ekstrand783a2112015-12-14 16:51:12 -0800533 view->format = format->surface_format;
534 view->bo = buffer->bo;
535 view->offset = buffer->offset + pCreateInfo->offset;
536 view->range = pCreateInfo->range;
537
538 if (buffer->usage & VK_BUFFER_USAGE_UNIFORM_TEXEL_BUFFER_BIT) {
539 view->surface_state =
540 anv_state_pool_alloc(&device->surface_state_pool, 64, 64);
541
542 anv_fill_buffer_surface_state(device, view->surface_state.map,
543 view->format,
544 view->offset, pCreateInfo->range,
545 format->isl_layout->bpb / 8);
546 } else {
547 view->surface_state = (struct anv_state){ 0 };
548 }
549
550 if (buffer->usage & VK_BUFFER_USAGE_STORAGE_TEXEL_BUFFER_BIT) {
551 view->storage_surface_state =
552 anv_state_pool_alloc(&device->surface_state_pool, 64, 64);
553
554 enum isl_format storage_format =
555 isl_lower_storage_image_format(&device->isl_dev, view->format);
556
557 anv_fill_buffer_surface_state(device, view->storage_surface_state.map,
558 storage_format,
559 view->offset, pCreateInfo->range,
560 format->isl_layout->bpb / 8);
561 } else {
562 view->storage_surface_state = (struct anv_state){ 0 };
563 }
Jason Ekstrandc5618602015-12-12 16:11:23 -0800564
565 *pView = anv_buffer_view_to_handle(view);
566
567 return VK_SUCCESS;
568}
569
570void
571anv_DestroyBufferView(VkDevice _device, VkBufferView bufferView,
572 const VkAllocationCallbacks *pAllocator)
573{
574 ANV_FROM_HANDLE(anv_device, device, _device);
575 ANV_FROM_HANDLE(anv_buffer_view, view, bufferView);
576
Jason Ekstrand783a2112015-12-14 16:51:12 -0800577 if (view->surface_state.alloc_size > 0)
578 anv_state_pool_free(&device->surface_state_pool,
579 view->surface_state);
580
581 if (view->storage_surface_state.alloc_size > 0)
582 anv_state_pool_free(&device->surface_state_pool,
583 view->storage_surface_state);
584
Jason Ekstrandc5618602015-12-12 16:11:23 -0800585 anv_free2(&device->alloc, pAllocator, view);
586}
587
Chad Versace941b48e2015-08-28 07:08:58 -0700588struct anv_surface *
Chad Versace7a089bd2015-10-05 06:48:14 -0700589anv_image_get_surface_for_aspect_mask(struct anv_image *image, VkImageAspectFlags aspect_mask)
Chad Versace941b48e2015-08-28 07:08:58 -0700590{
Chad Versace7a089bd2015-10-05 06:48:14 -0700591 switch (aspect_mask) {
592 case VK_IMAGE_ASPECT_COLOR_BIT:
Chad Versace24de3d42015-10-06 19:11:58 -0700593 /* Dragons will eat you.
594 *
595 * Meta attaches all destination surfaces as color render targets. Guess
596 * what surface the Meta Dragons really want.
597 */
598 if (image->format->depth_format && image->format->has_stencil) {
599 anv_finishme("combined depth stencil formats");
600 return &image->depth_surface;
601 } else if (image->format->depth_format) {
602 return &image->depth_surface;
603 } else if (image->format->has_stencil) {
604 return &image->stencil_surface;
605 } else {
606 return &image->color_surface;
607 }
608 break;
Chad Versace7a089bd2015-10-05 06:48:14 -0700609 case VK_IMAGE_ASPECT_DEPTH_BIT:
Chad Versace941b48e2015-08-28 07:08:58 -0700610 assert(image->format->depth_format);
611 return &image->depth_surface;
Chad Versace7a089bd2015-10-05 06:48:14 -0700612 case VK_IMAGE_ASPECT_STENCIL_BIT:
Chad Versace941b48e2015-08-28 07:08:58 -0700613 assert(image->format->has_stencil);
Chad Versace941b48e2015-08-28 07:08:58 -0700614 return &image->stencil_surface;
Chad Versace7a089bd2015-10-05 06:48:14 -0700615 case VK_IMAGE_ASPECT_DEPTH_BIT | VK_IMAGE_ASPECT_STENCIL_BIT:
Chad Versace03dd7222015-10-07 09:03:47 -0700616 if (image->format->depth_format && image->format->has_stencil) {
617 /* FINISHME: The Vulkan spec (git a511ba2) requires support for combined
618 * depth stencil formats. Specifically, it states:
619 *
620 * At least one of ename:VK_FORMAT_D24_UNORM_S8_UINT or
621 * ename:VK_FORMAT_D32_SFLOAT_S8_UINT must be supported.
622 */
623 anv_finishme("combined depthstencil aspect");
624 return &image->depth_surface;
625 } else if (image->format->depth_format) {
626 return &image->depth_surface;
627 } else if (image->format->has_stencil) {
628 return &image->stencil_surface;
629 }
630 /* fallthrough */
Chad Versace941b48e2015-08-28 07:08:58 -0700631 default:
632 unreachable("image does not have aspect");
633 return NULL;
634 }
635}
Jason Ekstrand43ac9542015-11-18 15:14:05 -0800636
637void
638anv_image_view_fill_image_param(struct anv_device *device,
639 struct anv_image_view *view,
640 struct brw_image_param *param)
641{
642 memset(param, 0, sizeof *param);
643 anv_finishme("Actually fill out brw_image_param");
644}
Jason Ekstrand783a2112015-12-14 16:51:12 -0800645
646void
647anv_buffer_view_fill_image_param(struct anv_device *device,
648 struct anv_buffer_view *view,
649 struct brw_image_param *param)
650{
651 /* Set the swizzling shifts to all-ones to effectively disable swizzling --
652 * See emit_address_calculation() in brw_fs_surface_builder.cpp for a more
653 * detailed explanation of these parameters.
654 */
655 param->swizzling[0] = 0xff;
656 param->swizzling[1] = 0xff;
657
658 param->stride[0] = isl_format_layouts[view->format].bpb / 8;
659 param->size[0] = view->range / param->stride[0];
660}