blob: 4f02058b040c6ab7ea59f3f40df4e022366bf0ea [file] [log] [blame]
Chia-I Wue54854a2014-08-05 10:23:50 +08001/*
Courtney Goeltzenleuchter9cc421e2015-04-08 15:36:08 -06002 * Vulkan
Chia-I Wue54854a2014-08-05 10:23:50 +08003 *
4 * Copyright (C) 2014 LunarG, Inc.
5 *
6 * Permission is hereby granted, free of charge, to any person obtaining a
7 * copy of this software and associated documentation files (the "Software"),
8 * to deal in the Software without restriction, including without limitation
9 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
10 * and/or sell copies of the Software, and to permit persons to whom the
11 * Software is furnished to do so, subject to the following conditions:
12 *
13 * The above copyright notice and this permission notice shall be included
14 * in all copies or substantial portions of the Software.
15 *
16 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
19 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
21 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
22 * DEALINGS IN THE SOFTWARE.
Chia-I Wu44e42362014-09-02 08:32:09 +080023 *
24 * Authors:
25 * Chia-I Wu <olv@lunarg.com>
Chia-I Wue54854a2014-08-05 10:23:50 +080026 */
27
Chia-I Wu82d3d8b2014-08-09 13:07:44 +080028#include <stdarg.h>
Chia-I Wue54854a2014-08-05 10:23:50 +080029#include "kmd/winsys.h"
Chia-I Wuf8385062015-01-04 16:27:24 +080030#include "desc.h"
Chia-I Wue54854a2014-08-05 10:23:50 +080031#include "gpu.h"
Chia-I Wu9fe3ec42014-10-17 09:49:16 +080032#include "pipeline.h"
Chia-I Wue09b5362014-08-07 09:25:14 +080033#include "queue.h"
Chia-I Wue54854a2014-08-05 10:23:50 +080034#include "dev.h"
35
Chia-I Wu9fe3ec42014-10-17 09:49:16 +080036static void dev_destroy_meta_shaders(struct intel_dev *dev)
37{
Mark Lobodzinskie2d07a52015-01-29 08:55:56 -060038 uint32_t i;
Chia-I Wu9fe3ec42014-10-17 09:49:16 +080039
40 for (i = 0; i < ARRAY_SIZE(dev->cmd_meta_shaders); i++) {
41 if (!dev->cmd_meta_shaders[i])
42 break;
43
Chia-I Wuf13ed3c2015-02-22 14:09:00 +080044 intel_pipeline_shader_destroy(dev, dev->cmd_meta_shaders[i]);
Chia-I Wu9fe3ec42014-10-17 09:49:16 +080045 dev->cmd_meta_shaders[i] = NULL;
46 }
47}
48
49static bool dev_create_meta_shaders(struct intel_dev *dev)
50{
Mark Lobodzinskie2d07a52015-01-29 08:55:56 -060051 uint32_t i;
Chia-I Wu9fe3ec42014-10-17 09:49:16 +080052
53 for (i = 0; i < ARRAY_SIZE(dev->cmd_meta_shaders); i++) {
54 struct intel_pipeline_shader *sh;
55
56 sh = intel_pipeline_shader_create_meta(dev, i);
57 if (!sh) {
58 dev_destroy_meta_shaders(dev);
59 return false;
60 }
61
62 dev->cmd_meta_shaders[i] = sh;
63 }
64
65 return true;
66}
67
Courtney Goeltzenleuchter382489d2015-04-10 08:34:15 -060068static VkResult dev_create_queues(struct intel_dev *dev,
Courtney Goeltzenleuchterea975642015-09-16 16:23:55 -060069 const VkDeviceQueueCreateInfo *queues,
70 uint32_t count)
Chia-I Wue54854a2014-08-05 10:23:50 +080071{
Mark Lobodzinskie2d07a52015-01-29 08:55:56 -060072 uint32_t i;
Chia-I Wue54854a2014-08-05 10:23:50 +080073
Chia-I Wue54854a2014-08-05 10:23:50 +080074 for (i = 0; i < count; i++) {
Courtney Goeltzenleuchterddcb6192015-04-14 18:48:46 -060075 const VkDeviceQueueCreateInfo *q = &queues[i];
Courtney Goeltzenleuchter382489d2015-04-10 08:34:15 -060076 VkResult ret = VK_SUCCESS;
Chia-I Wue54854a2014-08-05 10:23:50 +080077
Courtney Goeltzenleuchterac544f32015-09-14 18:01:17 -060078 assert((q->queueFamilyIndex < INTEL_GPU_ENGINE_COUNT &&
79 q->queueCount == 1 && !dev->queues[q->queueFamilyIndex]) && "Invalid Queue request");
Courtney Goeltzenleuchterd3a8d362015-10-23 10:37:02 -060080 /* Help catch places where we forgot to initialize pQueuePriorities */
81 assert(q->pQueuePriorities);
Courtney Goeltzenleuchterac544f32015-09-14 18:01:17 -060082 ret = intel_queue_create(dev, q->queueFamilyIndex,
Chris Forbesfa6d36e2015-07-11 19:11:39 +120083 &dev->queues[q->queueFamilyIndex]);
Chia-I Wue54854a2014-08-05 10:23:50 +080084
Courtney Goeltzenleuchter9cc421e2015-04-08 15:36:08 -060085 if (ret != VK_SUCCESS) {
Mark Lobodzinskie2d07a52015-01-29 08:55:56 -060086 uint32_t j;
Chia-I Wue54854a2014-08-05 10:23:50 +080087 for (j = 0; j < i; j++)
Chia-I Wue09b5362014-08-07 09:25:14 +080088 intel_queue_destroy(dev->queues[j]);
Chia-I Wue54854a2014-08-05 10:23:50 +080089
90 return ret;
91 }
92 }
93
Courtney Goeltzenleuchter9cc421e2015-04-08 15:36:08 -060094 return VK_SUCCESS;
Chia-I Wue54854a2014-08-05 10:23:50 +080095}
96
Courtney Goeltzenleuchter382489d2015-04-10 08:34:15 -060097VkResult intel_dev_create(struct intel_gpu *gpu,
Courtney Goeltzenleuchter1c7c65d2015-06-10 17:39:03 -060098 const VkDeviceCreateInfo *info,
99 struct intel_dev **dev_ret)
Chia-I Wue54854a2014-08-05 10:23:50 +0800100{
Chia-I Wue54854a2014-08-05 10:23:50 +0800101 struct intel_dev *dev;
Mark Lobodzinskie2d07a52015-01-29 08:55:56 -0600102 uint32_t i;
Courtney Goeltzenleuchter382489d2015-04-10 08:34:15 -0600103 VkResult ret;
Chia-I Wue54854a2014-08-05 10:23:50 +0800104
Mark Lobodzinski5ea338c2015-09-17 15:17:34 -0600105 // ICD limited to a single virtual device
106 if (gpu->winsys)
107 return VK_ERROR_INITIALIZATION_FAILED;
Chia-I Wue54854a2014-08-05 10:23:50 +0800108
Chia-I Wu545c2e12015-02-22 13:19:54 +0800109 dev = (struct intel_dev *) intel_base_create(&gpu->handle,
Cody Northrop74a63852015-08-04 13:45:07 -0600110 sizeof(*dev), false,
Courtney Goeltzenleuchter1c7c65d2015-06-10 17:39:03 -0600111 VK_OBJECT_TYPE_DEVICE, info, sizeof(struct intel_dev_dbg));
Chia-I Wue54854a2014-08-05 10:23:50 +0800112 if (!dev)
Tony Barbour8205d902015-04-16 15:59:00 -0600113 return VK_ERROR_OUT_OF_HOST_MEMORY;
Chia-I Wue54854a2014-08-05 10:23:50 +0800114
Chia-I Wu1db76e02014-09-15 14:21:14 +0800115 for (i = 0; i < info->extensionCount; i++) {
Courtney Goeltzenleuchter95b73722015-06-08 18:08:35 -0600116 const enum intel_phy_dev_ext_type ext = intel_gpu_lookup_phy_dev_extension(gpu,
Courtney Goeltzenleuchter18061cd2015-06-29 15:39:26 -0600117 info->ppEnabledExtensionNames[i]);
Chia-I Wu1db76e02014-09-15 14:21:14 +0800118
Courtney Goeltzenleuchter95b73722015-06-08 18:08:35 -0600119 if (ext != INTEL_PHY_DEV_EXT_INVALID)
120 dev->phy_dev_exts[ext] = true;
Chia-I Wu1db76e02014-09-15 14:21:14 +0800121 }
122
Chia-I Wue54854a2014-08-05 10:23:50 +0800123 dev->gpu = gpu;
124
Chia-I Wu41858c82015-04-04 16:39:25 +0800125 ret = intel_gpu_init_winsys(gpu);
Courtney Goeltzenleuchter9cc421e2015-04-08 15:36:08 -0600126 if (ret != VK_SUCCESS) {
Chia-I Wue54854a2014-08-05 10:23:50 +0800127 intel_dev_destroy(dev);
128 return ret;
129 }
130
Chia-I Wud8965932014-10-13 13:32:37 +0800131 dev->winsys = gpu->winsys;
Chia-I Wue54854a2014-08-05 10:23:50 +0800132
Chia-I Wucb2dc0d2015-03-05 16:19:42 -0700133 dev->cmd_scratch_bo = intel_winsys_alloc_bo(dev->winsys,
Chia-I Wu32a22462014-08-26 14:13:46 +0800134 "command buffer scratch", 4096, false);
Chia-I Wu0b784442014-08-25 22:54:16 +0800135 if (!dev->cmd_scratch_bo) {
136 intel_dev_destroy(dev);
Tony Barbour8205d902015-04-16 15:59:00 -0600137 return VK_ERROR_OUT_OF_DEVICE_MEMORY;
Chia-I Wu0b784442014-08-25 22:54:16 +0800138 }
139
Chia-I Wu9fe3ec42014-10-17 09:49:16 +0800140 if (!dev_create_meta_shaders(dev)) {
141 intel_dev_destroy(dev);
Tony Barbour8205d902015-04-16 15:59:00 -0600142 return VK_ERROR_OUT_OF_HOST_MEMORY;
Chia-I Wu9fe3ec42014-10-17 09:49:16 +0800143 }
144
Chia-I Wu8d24b3b2015-03-26 13:14:16 +0800145 ret = intel_desc_region_create(dev, &dev->desc_region);
Courtney Goeltzenleuchter9cc421e2015-04-08 15:36:08 -0600146 if (ret != VK_SUCCESS) {
Chia-I Wuf8385062015-01-04 16:27:24 +0800147 intel_dev_destroy(dev);
148 return ret;
149 }
150
Chia-I Wu38d1ddf2015-03-02 10:51:39 -0700151 intel_pipeline_init_default_sample_patterns(dev,
152 (uint8_t *) &dev->sample_pattern_1x,
153 (uint8_t *) &dev->sample_pattern_2x,
154 (uint8_t *) &dev->sample_pattern_4x,
155 (uint8_t *) dev->sample_pattern_8x,
156 (uint8_t *) dev->sample_pattern_16x);
157
Chia-I Wue54854a2014-08-05 10:23:50 +0800158 ret = dev_create_queues(dev, info->pRequestedQueues,
Courtney Goeltzenleuchterdfd53f52015-10-15 16:58:44 -0600159 info->requestedQueueCount);
Courtney Goeltzenleuchter9cc421e2015-04-08 15:36:08 -0600160 if (ret != VK_SUCCESS) {
Chia-I Wue54854a2014-08-05 10:23:50 +0800161 intel_dev_destroy(dev);
162 return ret;
163 }
164
Chia-I Wue54854a2014-08-05 10:23:50 +0800165 *dev_ret = dev;
166
Courtney Goeltzenleuchter9cc421e2015-04-08 15:36:08 -0600167 return VK_SUCCESS;
Chia-I Wue54854a2014-08-05 10:23:50 +0800168}
169
170void intel_dev_destroy(struct intel_dev *dev)
171{
Chia-I Wud8965932014-10-13 13:32:37 +0800172 struct intel_gpu *gpu = dev->gpu;
Mark Lobodzinskie2d07a52015-01-29 08:55:56 -0600173 uint32_t i;
Chia-I Wue54854a2014-08-05 10:23:50 +0800174
Chia-I Wue54854a2014-08-05 10:23:50 +0800175 for (i = 0; i < ARRAY_SIZE(dev->queues); i++) {
176 if (dev->queues[i])
Chia-I Wue09b5362014-08-07 09:25:14 +0800177 intel_queue_destroy(dev->queues[i]);
Chia-I Wue54854a2014-08-05 10:23:50 +0800178 }
179
Chia-I Wu8d24b3b2015-03-26 13:14:16 +0800180 if (dev->desc_region)
181 intel_desc_region_destroy(dev, dev->desc_region);
Chia-I Wuf8385062015-01-04 16:27:24 +0800182
Chia-I Wu9fe3ec42014-10-17 09:49:16 +0800183 dev_destroy_meta_shaders(dev);
184
Chia-I Wucb2dc0d2015-03-05 16:19:42 -0700185 intel_bo_unref(dev->cmd_scratch_bo);
Chia-I Wu0b784442014-08-25 22:54:16 +0800186
Chia-I Wubbf2c932014-08-07 12:20:08 +0800187 intel_base_destroy(&dev->base);
Chia-I Wud8965932014-10-13 13:32:37 +0800188
189 if (gpu->winsys)
Chia-I Wu41858c82015-04-04 16:39:25 +0800190 intel_gpu_cleanup_winsys(gpu);
Chia-I Wue54854a2014-08-05 10:23:50 +0800191}
192
Chia-I Wu82d3d8b2014-08-09 13:07:44 +0800193void intel_dev_log(struct intel_dev *dev,
Courtney Goeltzenleuchter1c7c65d2015-06-10 17:39:03 -0600194 VkFlags msg_flags,
Chia-I Wuaabb3602014-08-19 14:18:23 +0800195 struct intel_base *src_object,
Mark Lobodzinskie2d07a52015-01-29 08:55:56 -0600196 size_t location,
197 int32_t msg_code,
Chia-I Wu82d3d8b2014-08-09 13:07:44 +0800198 const char *format, ...)
199{
200 va_list ap;
201
Chia-I Wu82d3d8b2014-08-09 13:07:44 +0800202 va_start(ap, format);
Courtney Goeltzenleuchter1c7c65d2015-06-10 17:39:03 -0600203 intel_logv(dev, msg_flags,
Tony Barbourde4124d2015-07-03 10:33:54 -0600204 (src_object->dbg ? src_object->dbg->type : 0),
205 (uint64_t) src_object,
Courtney Goeltzenleuchter1c7c65d2015-06-10 17:39:03 -0600206 location, msg_code,
207 format, ap);
Chia-I Wu82d3d8b2014-08-09 13:07:44 +0800208 va_end(ap);
209}
210
Courtney Goeltzenleuchter382489d2015-04-10 08:34:15 -0600211ICD_EXPORT VkResult VKAPI vkCreateDevice(
Courtney Goeltzenleuchter1c7c65d2015-06-10 17:39:03 -0600212 VkPhysicalDevice gpu_,
213 const VkDeviceCreateInfo* pCreateInfo,
214 VkDevice* pDevice)
Chia-I Wua207aba2014-08-05 15:13:37 +0800215{
216 struct intel_gpu *gpu = intel_gpu(gpu_);
217
218 return intel_dev_create(gpu, pCreateInfo, (struct intel_dev **) pDevice);
219}
220
Mark Lobodzinski67b42b72015-09-07 13:59:43 -0600221ICD_EXPORT void VKAPI vkDestroyDevice(
Courtney Goeltzenleuchter382489d2015-04-10 08:34:15 -0600222 VkDevice device)
Chia-I Wua207aba2014-08-05 15:13:37 +0800223{
224 struct intel_dev *dev = intel_dev(device);
225
226 intel_dev_destroy(dev);
Chia-I Wua207aba2014-08-05 15:13:37 +0800227}
228
Courtney Goeltzenleuchter01d2ae12015-10-20 16:40:38 -0600229ICD_EXPORT void VKAPI vkGetDeviceQueue(
Courtney Goeltzenleuchter382489d2015-04-10 08:34:15 -0600230 VkDevice device,
Mark Lobodzinski5ea338c2015-09-17 15:17:34 -0600231 uint32_t queueFamilyIndex,
Courtney Goeltzenleuchtera54b76a2015-09-04 13:39:59 -0600232 uint32_t queueIndex,
Courtney Goeltzenleuchter382489d2015-04-10 08:34:15 -0600233 VkQueue* pQueue)
Chia-I Wu49dbee82014-08-06 12:48:47 +0800234{
235 struct intel_dev *dev = intel_dev(device);
236
Mark Lobodzinski5ea338c2015-09-17 15:17:34 -0600237 *pQueue = (VkQueue) dev->queues[queueFamilyIndex];
Chia-I Wu49dbee82014-08-06 12:48:47 +0800238}
239
Courtney Goeltzenleuchter382489d2015-04-10 08:34:15 -0600240ICD_EXPORT VkResult VKAPI vkDeviceWaitIdle(
241 VkDevice device)
Chia-I Wu49dbee82014-08-06 12:48:47 +0800242{
243 struct intel_dev *dev = intel_dev(device);
Courtney Goeltzenleuchter382489d2015-04-10 08:34:15 -0600244 VkResult ret = VK_SUCCESS;
Mark Lobodzinskie2d07a52015-01-29 08:55:56 -0600245 uint32_t i;
Chia-I Wu49dbee82014-08-06 12:48:47 +0800246
247 for (i = 0; i < ARRAY_SIZE(dev->queues); i++) {
248 if (dev->queues[i]) {
Courtney Goeltzenleuchter382489d2015-04-10 08:34:15 -0600249 const VkResult r = intel_queue_wait(dev->queues[i], -1);
Courtney Goeltzenleuchter9cc421e2015-04-08 15:36:08 -0600250 if (r != VK_SUCCESS)
Chia-I Wu49dbee82014-08-06 12:48:47 +0800251 ret = r;
252 }
253 }
254
255 return ret;
256}