blob: 091abc0b709fb7789861c71b5d01f52b101f5bdd [file] [log] [blame]
Tobin Ehlis6663f492014-11-10 12:29:12 -07001/*
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -05002 * Vulkan
Tobin Ehlis6663f492014-11-10 12:29:12 -07003 *
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -05004 * Copyright (C) 2015 LunarG, Inc.
Tobin Ehlis6663f492014-11-10 12:29:12 -07005 *
6 * Permission is hereby granted, free of charge, to any person obtaining a
7 * copy of this software and associated documentation files (the "Software"),
8 * to deal in the Software without restriction, including without limitation
9 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
10 * and/or sell copies of the Software, and to permit persons to whom the
11 * Software is furnished to do so, subject to the following conditions:
12 *
13 * The above copyright notice and this permission notice shall be included
14 * in all copies or substantial portions of the Software.
15 *
16 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -050017* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
Tobin Ehlis6663f492014-11-10 12:29:12 -070018 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
19 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
21 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
22 * DEALINGS IN THE SOFTWARE.
23 */
24
Mark Lobodzinskie61ebe72015-03-17 10:53:12 -050025#include <inttypes.h>
Tobin Ehlis6663f492014-11-10 12:29:12 -070026#include <stdio.h>
27#include <stdlib.h>
28#include <string.h>
29#include <assert.h>
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -050030#include <list>
31#include <map>
32using namespace std;
33
Ian Elliott2d4ab1e2015-01-13 17:52:38 -070034#include "loader_platform.h"
Chia-I Wuaa4121f2015-01-04 23:11:43 +080035#include "xgl_dispatch_table_helper.h"
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -050036#include "xgl_struct_string_helper_cpp.h"
Tobin Ehliscd9223b2014-11-19 16:19:28 -070037#include "mem_tracker.h"
Jon Ashburn7d7b3cf2014-12-22 13:24:15 -070038#include "layers_config.h"
Ian Elliott655cad72015-02-12 17:08:34 -070039// The following is #included again to catch certain OS-specific functions
40// being used:
41#include "loader_platform.h"
Jon Ashburn2e672892015-02-16 08:46:53 -070042#include "layers_msg.h"
Tobin Ehlis6663f492014-11-10 12:29:12 -070043
44static XGL_LAYER_DISPATCH_TABLE nextTable;
45static XGL_BASE_LAYER_OBJECT *pCurObj;
Ian Elliott2d4ab1e2015-01-13 17:52:38 -070046static LOADER_PLATFORM_THREAD_ONCE_DECLARATION(g_initOnce);
Mark Lobodzinski93f494b2015-03-02 20:23:52 -060047// TODO : This can be much smarter, using separate locks for separate global data
48static int globalLockInitialized = 0;
49static loader_platform_thread_mutex globalLock;
Jon Ashburn7d7b3cf2014-12-22 13:24:15 -070050
Tobin Ehlisc145be82015-01-08 15:22:32 -070051#define MAX_BINDING 0xFFFFFFFF
Tobin Ehlisc145be82015-01-08 15:22:32 -070052
Mark Lobodzinski6434eff2015-03-31 16:05:35 -050053map<XGL_CMD_BUFFER, MT_CB_INFO*> cbMap;
54map<XGL_GPU_MEMORY, MT_MEM_OBJ_INFO*> memObjMap;
55map<XGL_OBJECT, MT_OBJ_INFO*> objectMap;
Mark Lobodzinski223ca202015-04-02 08:52:53 -050056map<uint64_t, MT_FENCE_INFO*> fenceMap; // Map fenceId to fence info
57map<XGL_QUEUE, MT_QUEUE_INFO*> queueMap;
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -050058
Mark Lobodzinskie61ebe72015-03-17 10:53:12 -050059// TODO : Add support for per-queue and per-device fence completion
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -050060static uint64_t g_currentFenceId = 1;
Mark Lobodzinski223ca202015-04-02 08:52:53 -050061//// LUGMAL -- becomes per-queue //// static uint64_t g_lastRetiredId = 0;
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -050062static XGL_DEVICE globalDevice = NULL;
Mark Lobodzinskic52b7752015-02-18 16:38:17 -060063
Mark Lobodzinski223ca202015-04-02 08:52:53 -050064// Add new queue for this device to map container
65static void addQueueInfo(const XGL_QUEUE queue)
66{
67 MT_QUEUE_INFO* pInfo = new MT_QUEUE_INFO;
68 pInfo->lastRetiredId = 0;
69 queueMap[queue] = pInfo;
70}
71
72static void deleteQueueInfoList(void)
73{
74 // Process queue list, cleaning up each entry before deleting
75 for (map<XGL_QUEUE, MT_QUEUE_INFO*>::iterator ii=queueMap.begin(); ii!=queueMap.end(); ++ii) {
76 (*ii).second->pQueueCmdBuffers.clear();
77 }
78 queueMap.clear();
79}
80
81// Add new CBInfo for this cb to map container
82static void addCBInfo(const XGL_CMD_BUFFER cb)
Tobin Ehlis6663f492014-11-10 12:29:12 -070083{
Mark Lobodzinski6434eff2015-03-31 16:05:35 -050084 MT_CB_INFO* pInfo = new MT_CB_INFO;
85 memset(pInfo, 0, (sizeof(MT_CB_INFO) - sizeof(list<XGL_GPU_MEMORY>)));
86 pInfo->cmdBuffer = cb;
87 cbMap[cb] = pInfo;
Tobin Ehlis6663f492014-11-10 12:29:12 -070088}
89
Mark Lobodzinski223ca202015-04-02 08:52:53 -050090// Return ptr to Info in CB map, or NULL if not found
Mark Lobodzinski6434eff2015-03-31 16:05:35 -050091static MT_CB_INFO* getCBInfo(const XGL_CMD_BUFFER cb)
Tobin Ehlis6663f492014-11-10 12:29:12 -070092{
Mark Lobodzinski6434eff2015-03-31 16:05:35 -050093 MT_CB_INFO* pCBInfo = NULL;
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -050094 if (cbMap.find(cb) != cbMap.end()) {
Mark Lobodzinski6434eff2015-03-31 16:05:35 -050095 pCBInfo = cbMap[cb];
Mark Lobodzinski93f494b2015-03-02 20:23:52 -060096 }
Mark Lobodzinski6434eff2015-03-31 16:05:35 -050097 return pCBInfo;
Tobin Ehlis6663f492014-11-10 12:29:12 -070098}
Mark Lobodzinski93f494b2015-03-02 20:23:52 -060099
Mark Lobodzinskie61ebe72015-03-17 10:53:12 -0500100// Add a fence, creating one if necessary to our list of fences/fenceIds
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500101static uint64_t addFenceInfo(XGL_FENCE fence, XGL_QUEUE queue)
Mark Lobodzinskie61ebe72015-03-17 10:53:12 -0500102{
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500103 // Create fence object
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500104 MT_FENCE_INFO* pFenceInfo = new MT_FENCE_INFO;
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500105 uint64_t fenceId = g_currentFenceId++;
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500106 memset(pFenceInfo, 0, sizeof(MT_FENCE_INFO));
Mark Lobodzinskie61ebe72015-03-17 10:53:12 -0500107 // If no fence, create an internal fence to track the submissions
108 if (fence == NULL) {
109 XGL_FENCE_CREATE_INFO fci;
110 fci.sType = XGL_STRUCTURE_TYPE_FENCE_CREATE_INFO;
111 fci.pNext = NULL;
112 fci.flags = 0;
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500113 nextTable.CreateFence(globalDevice, &fci, &pFenceInfo->fence);
114 pFenceInfo->localFence = XGL_TRUE;
Mark Lobodzinskie61ebe72015-03-17 10:53:12 -0500115 } else {
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500116 pFenceInfo->localFence = XGL_FALSE;
117 pFenceInfo->fence = fence;
Tobin Ehlis6663f492014-11-10 12:29:12 -0700118 }
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500119 pFenceInfo->queue = queue;
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500120 fenceMap[fenceId] = pFenceInfo;
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500121 return fenceId;
Mark Lobodzinskie61ebe72015-03-17 10:53:12 -0500122}
123
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500124// Remove a fenceInfo from our list of fences/fenceIds
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500125static void deleteFenceInfo(uint64_t fenceId)
Mark Lobodzinskie61ebe72015-03-17 10:53:12 -0500126{
127 if (fenceId != 0) {
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500128 if (fenceMap.find(fenceId) != fenceMap.end()) {
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500129 MT_FENCE_INFO* pDelInfo = fenceMap[fenceId];
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500130 if (pDelInfo != NULL) {
131 if (pDelInfo->localFence == XGL_TRUE) {
132 nextTable.DestroyObject(pDelInfo->fence);
133 }
134 delete pDelInfo;
Mark Lobodzinskie61ebe72015-03-17 10:53:12 -0500135 }
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500136 fenceMap.erase(fenceId);
Mark Lobodzinskie61ebe72015-03-17 10:53:12 -0500137 }
138 }
139}
140
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500141// Search through list for this fence, deleting all items before it (with lower IDs) and updating lastRetiredId
Mark Lobodzinskie61ebe72015-03-17 10:53:12 -0500142static void updateFenceTracking(XGL_FENCE fence)
143{
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500144 MT_FENCE_INFO *pCurFenceInfo = NULL;
145 uint64_t fenceId = 0;
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500146 XGL_QUEUE queue = NULL;
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500147
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500148 for (map<uint64_t, MT_FENCE_INFO*>::iterator ii=fenceMap.begin(); ii!=fenceMap.end(); ++ii) {
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500149 if ((*ii).second != NULL) {
150 if (fence == ((*ii).second)->fence) {
151 queue = ((*ii).second)->queue;
152 MT_QUEUE_INFO *pQueueInfo = queueMap[queue];
153 pQueueInfo->lastRetiredId = (*ii).first;
154 } else {
155 deleteFenceInfo((*ii).first);
156 }
Mark Lobodzinskie61ebe72015-03-17 10:53:12 -0500157 }
158 }
159}
160
161// Utility function that determines if a fenceId has been retired yet
162static bool32_t fenceRetired(uint64_t fenceId)
163{
164 bool32_t result = XGL_FALSE;
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500165 MT_FENCE_INFO* pFenceInfo = fenceMap[fenceId];
166 if (pFenceInfo != 0) {
167 MT_QUEUE_INFO* pQueueInfo = queueMap[pFenceInfo->queue];
168 if (fenceId <= pQueueInfo->lastRetiredId) {
169 result = XGL_TRUE;
170 }
171 } else {
172 result = XGL_TRUE;
Mark Lobodzinskie61ebe72015-03-17 10:53:12 -0500173 }
174 return result;
175}
176
177// Return the fence associated with a fenceId
178static XGL_FENCE getFenceFromId(uint64_t fenceId)
179{
180 XGL_FENCE fence = NULL;
181 if (fenceId != 0) {
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500182 // Search for an item with this fenceId
183 if (fenceMap.find(fenceId) != fenceMap.end()) {
184 MT_FENCE_INFO* pFenceInfo = fenceMap[fenceId];
185 if (pFenceInfo != NULL) {
186 MT_QUEUE_INFO* pQueueInfo = queueMap[pFenceInfo->queue];
187 if (fenceId > pQueueInfo->lastRetiredId) {
188 fence = pFenceInfo->fence;
189 }
Mark Lobodzinskie61ebe72015-03-17 10:53:12 -0500190 }
191 }
192 }
193 return fence;
194}
195
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500196// Helper routine that updates the fence list for a specific queue to all-retired
197static void retireQueueFences(XGL_QUEUE queue)
Mark Lobodzinskie61ebe72015-03-17 10:53:12 -0500198{
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500199 // Process entire list, retiring each item and update the queue's retiredID until the list is empty
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500200 MT_FENCE_INFO* pDelInfo = NULL;
201 for (map<uint64_t, MT_FENCE_INFO*>::iterator ii=fenceMap.begin(); ii!=fenceMap.end(); ++ii) {
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500202 MT_QUEUE_INFO *pQueueInfo = queueMap[queue];
203 pQueueInfo->lastRetiredId = (*ii).first;
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500204 deleteFenceInfo((*ii).first);
Mark Lobodzinskie61ebe72015-03-17 10:53:12 -0500205 }
Tobin Ehlis6663f492014-11-10 12:29:12 -0700206}
207
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500208// Helper routine that updates fence list for all queues to all-retired
209static void retireAllFences(void)
210{
211 // Process each queue for device
212 for (map<XGL_QUEUE, MT_QUEUE_INFO*>::iterator ii=queueMap.begin(); ii!=queueMap.end(); ++ii) {
213 retireQueueFences((*ii).first);
214 }
215}
216
Mark Lobodzinski17caf572015-01-29 08:55:56 -0600217static bool32_t validateCBMemRef(const XGL_CMD_BUFFER cb, uint32_t memRefCount, const XGL_MEMORY_REF* pMemRefs)
Tobin Ehlis6663f492014-11-10 12:29:12 -0700218{
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600219 bool32_t result = XGL_TRUE;
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500220 MT_CB_INFO* pInfo = getCBInfo(cb);
221 if (!pInfo) {
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700222 char str[1024];
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500223 sprintf(str, "Unable to find info for CB %p in order to check memory references", (void*)cb);
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700224 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cb, 0, MEMTRACK_INVALID_CB, "MEM", str);
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600225 result = XGL_FALSE;
226 } else {
227 // Validate that all actual references are accounted for in pMemRefs
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600228 uint32_t i;
229 uint8_t found = 0;
230 uint64_t foundCount = 0;
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500231
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500232 for (list<XGL_GPU_MEMORY>::iterator it = pInfo->pMemObjList.begin(); it != pInfo->pMemObjList.end(); ++it) {
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600233 for (i = 0; i < memRefCount; i++) {
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500234 if ((*it) == pMemRefs[i].mem) {
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600235 char str[1024];
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500236 sprintf(str, "Found Mem Obj %p binding to CB %p", (*it), cb);
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600237 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, cb, 0, MEMTRACK_NONE, "MEM", str);
238 found = 1;
239 foundCount++;
240 break;
241 }
242 }
243 if (!found) {
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700244 char str[1024];
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500245 sprintf(str, "Memory reference list for Command Buffer %p is missing ref to mem obj %p", cb, (*it));
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600246 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cb, 0, MEMTRACK_CB_MISSING_MEM_REF, "MEM", str);
247 result = XGL_FALSE;
248 }
249 found = 0;
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600250 }
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500251
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600252 if (result == XGL_TRUE) {
253 char str[1024];
254 sprintf(str, "Verified all %lu memory dependencies for CB %p are included in pMemRefs list", foundCount, cb);
255 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, cb, 0, MEMTRACK_NONE, "MEM", str);
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500256 // TODO : Could report mem refs in pMemRefs that AREN'T in mem list, that would be primarily informational
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600257 // Currently just noting that there is a difference
258 if (foundCount != memRefCount) {
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500259 sprintf(str, "There are %u mem refs included in pMemRefs list, but only %lu are required", memRefCount, foundCount);
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700260 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, cb, 0, MEMTRACK_NONE, "MEM", str);
Tobin Ehlis6663f492014-11-10 12:29:12 -0700261 }
262 }
Tobin Ehlis6663f492014-11-10 12:29:12 -0700263 }
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600264 return result;
Tobin Ehlis6663f492014-11-10 12:29:12 -0700265}
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500266// Return ptr to info in map container containing mem, or NULL if not found
Tobin Ehlisc9dbcd52015-03-04 08:38:22 -0700267// Calls to this function should be wrapped in mutex
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500268static MT_MEM_OBJ_INFO* getMemObjInfo(const XGL_GPU_MEMORY mem)
Tobin Ehlisc145be82015-01-08 15:22:32 -0700269{
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500270 MT_MEM_OBJ_INFO* pMemObjInfo = NULL;
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500271
272 if (memObjMap.find(mem) != memObjMap.end()) {
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500273 pMemObjInfo = memObjMap[mem];
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600274 }
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500275 return pMemObjInfo;
Tobin Ehlisc145be82015-01-08 15:22:32 -0700276}
277
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500278static void addMemObjInfo(const XGL_GPU_MEMORY mem, const XGL_MEMORY_ALLOC_INFO* pAllocInfo)
Tobin Ehlis6663f492014-11-10 12:29:12 -0700279{
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500280 MT_MEM_OBJ_INFO* pInfo = new MT_MEM_OBJ_INFO;
281 pInfo->refCount = 0;
282 memset(&pInfo->allocInfo, 0, sizeof(XGL_MEMORY_ALLOC_INFO));
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500283
284 if (pAllocInfo) { // MEM alloc created by xglWsiX11CreatePresentableImage() doesn't have alloc info struct
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500285 memcpy(&pInfo->allocInfo, pAllocInfo, sizeof(XGL_MEMORY_ALLOC_INFO));
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500286 // TODO: Update for real hardware, actually process allocation info structures
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500287 pInfo->allocInfo.pNext = NULL;
Tobin Ehlis6663f492014-11-10 12:29:12 -0700288 }
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500289 pInfo->mem = mem;
290 memObjMap[mem] = pInfo;
Tobin Ehlis6663f492014-11-10 12:29:12 -0700291}
292
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500293// Find CB Info and add mem binding to list container
294// Find Mem Obj Info and add CB binding to list container
Mark Lobodzinski17caf572015-01-29 08:55:56 -0600295static bool32_t updateCBBinding(const XGL_CMD_BUFFER cb, const XGL_GPU_MEMORY mem)
Tobin Ehlis6663f492014-11-10 12:29:12 -0700296{
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500297 bool32_t result = XGL_TRUE;
Tobin Ehlis6663f492014-11-10 12:29:12 -0700298 // First update CB binding in MemObj mini CB list
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500299 MT_MEM_OBJ_INFO* pMemInfo = getMemObjInfo(mem);
300 if (!pMemInfo) {
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700301 char str[1024];
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500302 sprintf(str, "Trying to bind mem obj %p to CB %p but no info for that mem obj.\n Was it correctly allocated? Did it already get freed?", mem, cb);
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700303 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cb, 0, MEMTRACK_INVALID_MEM_OBJ, "MEM", str);
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600304 result = XGL_FALSE;
305 } else {
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500306 // Search for cmd buffer object in memory object's binding list
307 bool32_t found = XGL_FALSE;
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500308 for (list<XGL_CMD_BUFFER>::iterator it = pMemInfo->pCmdBufferBindings.begin(); it != pMemInfo->pCmdBufferBindings.end(); ++it) {
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500309 if ((*it) == cb) {
310 found = XGL_TRUE;
311 break;
312 }
313 }
314 // If not present, add to list
315 if (found == XGL_FALSE) {
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500316 pMemInfo->pCmdBufferBindings.push_front(cb);
317 pMemInfo->refCount++;
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500318 }
319
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500320 // Now update CBInfo's Mem binding list
321 MT_CB_INFO* pCBInfo = getCBInfo(cb);
322 if (!pCBInfo) {
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500323 char str[1024];
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500324 sprintf(str, "Trying to bind mem obj %p to CB %p but no info for that CB. Was it CB incorrectly destroyed?", mem, cb);
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500325 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cb, 0, MEMTRACK_INVALID_MEM_OBJ, "MEM", str);
326 result = XGL_FALSE;
327 } else {
328 // Search for memory object in cmd buffer's binding list
329 bool32_t found = XGL_FALSE;
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500330 for (list<XGL_GPU_MEMORY>::iterator it = pCBInfo->pMemObjList.begin(); it != pCBInfo->pMemObjList.end(); ++it) {
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500331 if ((*it) == mem) {
332 found = XGL_TRUE;
333 break;
334 }
335 }
336 // If not present, add to list
337 if (found == XGL_FALSE) {
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500338 pCBInfo->pMemObjList.push_front(mem);
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600339 }
340 }
Tobin Ehlis6663f492014-11-10 12:29:12 -0700341 }
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600342 return result;
Tobin Ehlis6663f492014-11-10 12:29:12 -0700343}
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600344
Tobin Ehlis6663f492014-11-10 12:29:12 -0700345// Clear the CB Binding for mem
Tobin Ehlisc9dbcd52015-03-04 08:38:22 -0700346// Calls to this function should be wrapped in mutex
Tobin Ehlis6663f492014-11-10 12:29:12 -0700347static void clearCBBinding(const XGL_CMD_BUFFER cb, const XGL_GPU_MEMORY mem)
348{
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500349 MT_MEM_OBJ_INFO* pInfo = getMemObjInfo(mem);
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500350 // TODO : Having this check is not ideal, really if memInfo was deleted,
Tobin Ehlisc9dbcd52015-03-04 08:38:22 -0700351 // its CB bindings should be cleared and then freeCBBindings wouldn't call
352 // us here with stale mem objs
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500353 if (pInfo) {
354 pInfo->pCmdBufferBindings.remove(cb);
355 pInfo->refCount--;
Tobin Ehlis6663f492014-11-10 12:29:12 -0700356 }
357}
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600358
Tobin Ehlis6663f492014-11-10 12:29:12 -0700359// Free bindings related to CB
Mark Lobodzinski17caf572015-01-29 08:55:56 -0600360static bool32_t freeCBBindings(const XGL_CMD_BUFFER cb)
Tobin Ehlis6663f492014-11-10 12:29:12 -0700361{
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600362 bool32_t result = XGL_TRUE;
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500363 MT_CB_INFO* pCBInfo = getCBInfo(cb);
364 if (!pCBInfo) {
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700365 char str[1024];
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500366 sprintf(str, "Unable to find global CB info %p for deletion", cb);
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700367 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cb, 0, MEMTRACK_INVALID_CB, "MEM", str);
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600368 result = XGL_FALSE;
369 } else {
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500370 if (!fenceRetired(pCBInfo->fenceId)) {
371 deleteFenceInfo(pCBInfo->fenceId);
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600372 }
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500373
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500374 for (list<XGL_GPU_MEMORY>::iterator it=pCBInfo->pMemObjList.begin(); it!=pCBInfo->pMemObjList.end(); ++it) {
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500375 clearCBBinding(cb, (*it));
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600376 }
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500377 pCBInfo->pMemObjList.clear();
Tobin Ehlis6663f492014-11-10 12:29:12 -0700378 }
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600379 return result;
Tobin Ehlis6663f492014-11-10 12:29:12 -0700380}
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600381
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500382// Delete CBInfo from list along with all of it's mini MemObjInfo
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500383// and also clear mem references to CB
Tobin Ehlis6663f492014-11-10 12:29:12 -0700384// TODO : When should this be called? There's no Destroy of CBs that I see
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500385static bool32_t deleteCBInfo(const XGL_CMD_BUFFER cb)
Tobin Ehlis6663f492014-11-10 12:29:12 -0700386{
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600387 bool32_t result = XGL_TRUE;
388 result = freeCBBindings(cb);
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500389 // Delete the CBInfo info
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600390 if (result == XGL_TRUE) {
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500391 if (cbMap.find(cb) != cbMap.end()) {
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500392 MT_CB_INFO* pDelInfo = cbMap[cb];
393 delete pDelInfo;
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500394 cbMap.erase(cb);
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600395 }
Ian Elliott2d4ab1e2015-01-13 17:52:38 -0700396 }
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600397 return result;
Tobin Ehlis6663f492014-11-10 12:29:12 -0700398}
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600399
Tobin Ehlis6663f492014-11-10 12:29:12 -0700400// Delete the entire CB list
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500401static bool32_t deleteCBInfoList()
Tobin Ehlis6663f492014-11-10 12:29:12 -0700402{
Mark Lobodzinski17caf572015-01-29 08:55:56 -0600403 bool32_t result = XGL_TRUE;
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500404 for (map<XGL_CMD_BUFFER, MT_CB_INFO*>::iterator ii=cbMap.begin(); ii!=cbMap.end(); ++ii) {
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500405 freeCBBindings((*ii).first);
406 delete (*ii).second;
Tobin Ehlis6663f492014-11-10 12:29:12 -0700407 }
408 return result;
409}
410
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500411// For given MemObjInfo, report Obj & CB bindings
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500412static void reportMemReferences(const MT_MEM_OBJ_INFO* pMemObjInfo)
Tobin Ehlis6663f492014-11-10 12:29:12 -0700413{
Mark Lobodzinski17caf572015-01-29 08:55:56 -0600414 uint32_t refCount = 0; // Count found references
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500415
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500416 for (list<XGL_CMD_BUFFER>::const_iterator it = pMemObjInfo->pCmdBufferBindings.begin(); it != pMemObjInfo->pCmdBufferBindings.end(); ++it) {
Tobin Ehlis6663f492014-11-10 12:29:12 -0700417 refCount++;
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700418 char str[1024];
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500419 sprintf(str, "Command Buffer %p has reference to mem obj %p", (*it), pMemObjInfo->mem);
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500420 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, (*it), 0, MEMTRACK_NONE, "MEM", str);
Tobin Ehlis6663f492014-11-10 12:29:12 -0700421 }
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500422 for (list<XGL_OBJECT>::const_iterator it = pMemObjInfo->pObjBindings.begin(); it != pMemObjInfo->pObjBindings.end(); ++it) {
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700423 char str[1024];
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500424 sprintf(str, "XGL Object %p has reference to mem obj %p", (*it), pMemObjInfo->mem);
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500425 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, (*it), 0, MEMTRACK_NONE, "MEM", str);
Tobin Ehlis6663f492014-11-10 12:29:12 -0700426 }
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500427 if (refCount != pMemObjInfo->refCount) {
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700428 char str[1024];
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500429 sprintf(str, "Refcount of %u for Mem Obj %p does't match reported refs of %u", pMemObjInfo->refCount, pMemObjInfo->mem, refCount);
430 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, pMemObjInfo->mem, 0, MEMTRACK_INTERNAL_ERROR, "MEM", str);
Tobin Ehlis6663f492014-11-10 12:29:12 -0700431 }
432}
433
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500434static void deleteMemObjInfo(XGL_GPU_MEMORY mem)
Tobin Ehlis6663f492014-11-10 12:29:12 -0700435{
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500436 MT_MEM_OBJ_INFO* pDelInfo = memObjMap[mem];
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500437 if (memObjMap.find(mem) != memObjMap.end()) {
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500438 MT_MEM_OBJ_INFO* pDelInfo = memObjMap[mem];
439 delete pDelInfo;
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500440 memObjMap.erase(mem);
Tobin Ehlis6663f492014-11-10 12:29:12 -0700441 }
442}
Mark Lobodzinskie61ebe72015-03-17 10:53:12 -0500443
Tobin Ehlis6663f492014-11-10 12:29:12 -0700444// Check if fence for given CB is completed
Mark Lobodzinski17caf572015-01-29 08:55:56 -0600445static bool32_t checkCBCompleted(const XGL_CMD_BUFFER cb)
Tobin Ehlis6663f492014-11-10 12:29:12 -0700446{
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600447 bool32_t result = XGL_TRUE;
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500448 MT_CB_INFO* pCBInfo = getCBInfo(cb);
449 if (!pCBInfo) {
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700450 char str[1024];
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500451 sprintf(str, "Unable to find global CB info %p to check for completion", cb);
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700452 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cb, 0, MEMTRACK_INVALID_CB, "MEM", str);
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600453 result = XGL_FALSE;
454 } else {
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500455 if (!fenceRetired(pCBInfo->fenceId)) {
Mark Lobodzinskie61ebe72015-03-17 10:53:12 -0500456 // Explicitly call the internal xglGetFenceStatus routine
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500457 if (XGL_SUCCESS != xglGetFenceStatus(getFenceFromId(pCBInfo->fenceId))) {
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600458 char str[1024];
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500459 sprintf(str, "FenceId %" PRIx64", fence %p for CB %p has not completed", pCBInfo->fenceId, getFenceFromId(pCBInfo->fenceId), cb);
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600460 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, cb, 0, MEMTRACK_NONE, "MEM", str);
461 result = XGL_FALSE;
462 }
463 }
Tobin Ehlis6663f492014-11-10 12:29:12 -0700464 }
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600465 return result;
Tobin Ehlis6663f492014-11-10 12:29:12 -0700466}
467
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500468static bool32_t freeMemObjInfo(XGL_GPU_MEMORY mem)
Tobin Ehlis6663f492014-11-10 12:29:12 -0700469{
Mark Lobodzinski17caf572015-01-29 08:55:56 -0600470 bool32_t result = XGL_TRUE;
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500471 // Parse global list to find info w/ mem
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500472 MT_MEM_OBJ_INFO* pInfo = getMemObjInfo(mem);
473 if (!pInfo) {
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700474 char str[1024];
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500475 sprintf(str, "Couldn't find mem info object for %p\n Was %p never allocated or previously freed?", (void*)mem, (void*)mem);
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700476 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, mem, 0, MEMTRACK_INVALID_MEM_OBJ, "MEM", str);
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600477 result = XGL_FALSE;
478 } else {
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500479 if (pInfo->allocInfo.allocationSize == 0) {
Mark Lobodzinski2f3b19b2015-02-18 18:06:24 -0600480 char str[1024];
481 sprintf(str, "Attempting to free memory associated with a Presentable Image, %p, this should not be explicitly freed\n", (void*)mem);
Mark Lobodzinski78a21972015-03-05 12:39:33 -0600482 layerCbMsg(XGL_DBG_MSG_WARNING, XGL_VALIDATION_LEVEL_0, mem, 0, MEMTRACK_INVALID_MEM_OBJ, "MEM", str);
Tobin Ehlis6663f492014-11-10 12:29:12 -0700483 result = XGL_FALSE;
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600484 } else {
485 // Clear any CB bindings for completed CBs
486 // TODO : Is there a better place to do this?
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500487
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500488 list<XGL_CMD_BUFFER>::iterator it = pInfo->pCmdBufferBindings.begin();
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500489 list<XGL_CMD_BUFFER>::iterator temp;
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500490 while (it != pInfo->pCmdBufferBindings.end()) {
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500491 if (XGL_TRUE == checkCBCompleted(*it)) {
492 temp = it;
493 ++temp;
494 freeCBBindings(*it);
495 it = temp;
496 } else {
497 ++it;
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600498 }
499 }
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500500
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600501 // Now verify that no references to this mem obj remain
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500502 if (0 != pInfo->refCount) {
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500503 // If references remain, report the error and can search CB list to find references
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600504 char str[1024];
505 sprintf(str, "Freeing mem obj %p while it still has references", (void*)mem);
506 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, mem, 0, MEMTRACK_FREED_MEM_REF, "MEM", str);
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500507 reportMemReferences(pInfo);
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600508 result = XGL_FALSE;
509 }
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500510 // Delete mem obj info
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500511 deleteMemObjInfo(mem);
Tobin Ehlis6663f492014-11-10 12:29:12 -0700512 }
Tobin Ehlis6663f492014-11-10 12:29:12 -0700513 }
514 return result;
515}
516
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500517// Return object info for 'object' or return NULL if no info exists
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500518static MT_OBJ_INFO* getObjectInfo(const XGL_OBJECT object)
Tobin Ehlis6663f492014-11-10 12:29:12 -0700519{
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500520 MT_OBJ_INFO* pObjInfo = NULL;
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500521
522 if (objectMap.find(object) != objectMap.end()) {
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500523 pObjInfo = objectMap[object];
Tobin Ehlis6663f492014-11-10 12:29:12 -0700524 }
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500525 return pObjInfo;
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500526}
527
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500528static MT_OBJ_INFO* addObjectInfo(XGL_OBJECT object, XGL_STRUCTURE_TYPE sType, const void *pCreateInfo, const int struct_size, const char *name_prefix)
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500529{
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500530 MT_OBJ_INFO* pInfo = new MT_OBJ_INFO;
531 memset(pInfo, 0, sizeof(MT_OBJ_INFO));
532 memcpy(&pInfo->create_info, pCreateInfo, struct_size);
533 sprintf(pInfo->object_name, "%s_%p", name_prefix, object);
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500534
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500535 pInfo->object = object;
536 pInfo->ref_count = 1;
537 pInfo->sType = sType;
538 objectMap[object] = pInfo;
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500539
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500540 return pInfo;
Tobin Ehlis6663f492014-11-10 12:29:12 -0700541}
542
Tobin Ehlis6663f492014-11-10 12:29:12 -0700543// Remove object binding performs 3 tasks:
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500544// 1. Remove ObjectInfo from MemObjInfo list container of obj bindings & free it
545// 2. Decrement refCount for MemObjInfo
546// 3. Clear MemObjInfo ptr from ObjectInfo
Mark Lobodzinski17caf572015-01-29 08:55:56 -0600547static bool32_t clearObjectBinding(XGL_OBJECT object)
Tobin Ehlis6663f492014-11-10 12:29:12 -0700548{
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600549 bool32_t result = XGL_FALSE;
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500550 MT_OBJ_INFO* pObjInfo = getObjectInfo(object);
551 if (!pObjInfo) {
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700552 char str[1024];
Mark Lobodzinskic52b7752015-02-18 16:38:17 -0600553 sprintf(str, "Attempting to clear mem binding for object %p: devices, queues, command buffers, shaders and memory objects do not have external memory requirements and it is unneccessary to call bind/unbindObjectMemory on them.", object);
554 layerCbMsg(XGL_DBG_MSG_WARNING, XGL_VALIDATION_LEVEL_0, object, 0, MEMTRACK_INVALID_OBJECT, "MEM", str);
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600555 } else {
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500556 if (!pObjInfo->pMemObjInfo) {
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600557 char str[1024];
558 sprintf(str, "Attempting to clear mem binding on obj %p but it has no binding.", (void*)object);
559 layerCbMsg(XGL_DBG_MSG_WARNING, XGL_VALIDATION_LEVEL_0, object, 0, MEMTRACK_MEM_OBJ_CLEAR_EMPTY_BINDINGS, "MEM", str);
560 } else {
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500561 for (list<XGL_OBJECT>::iterator it = pObjInfo->pMemObjInfo->pObjBindings.begin(); it != pObjInfo->pMemObjInfo->pObjBindings.end(); ++it) {
562 pObjInfo->pMemObjInfo->refCount--;
563 pObjInfo->pMemObjInfo = NULL;
564 it = pObjInfo->pMemObjInfo->pObjBindings.erase(it);
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500565 result = XGL_TRUE;
566 break;
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600567 }
568 if (result == XGL_FALSE) {
569 char str[1024];
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500570 sprintf(str, "While trying to clear mem binding for object %p, unable to find that object referenced by mem obj %p",
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500571 object, pObjInfo->pMemObjInfo->mem);
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600572 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, object, 0, MEMTRACK_INTERNAL_ERROR, "MEM", str);
573 }
Tobin Ehlis6663f492014-11-10 12:29:12 -0700574 }
Tobin Ehlis6663f492014-11-10 12:29:12 -0700575 }
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600576 return result;
Tobin Ehlis6663f492014-11-10 12:29:12 -0700577}
578
579// For NULL mem case, clear any previous binding Else...
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500580// Make sure given object is in global object map
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700581// IF a previous binding existed, clear it
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500582// Add reference from objectInfo to memoryInfo
583// Add reference off of objInfo
Tobin Ehlis6663f492014-11-10 12:29:12 -0700584// Return XGL_TRUE if addition is successful, XGL_FALSE otherwise
Mark Lobodzinski17caf572015-01-29 08:55:56 -0600585static bool32_t updateObjectBinding(XGL_OBJECT object, XGL_GPU_MEMORY mem)
Tobin Ehlis6663f492014-11-10 12:29:12 -0700586{
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600587 bool32_t result = XGL_FALSE;
Tobin Ehlis6663f492014-11-10 12:29:12 -0700588 // Handle NULL case separately, just clear previous binding & decrement reference
589 if (mem == XGL_NULL_HANDLE) {
590 clearObjectBinding(object);
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600591 result = XGL_TRUE;
592 } else {
593 char str[1024];
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500594 MT_OBJ_INFO* pObjInfo = getObjectInfo(object);
595 if (!pObjInfo) {
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600596 sprintf(str, "Attempting to update Binding of Obj(%p) that's not in global list()", (void*)object);
597 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, object, 0, MEMTRACK_INTERNAL_ERROR, "MEM", str);
598 return XGL_FALSE;
599 }
600 // non-null case so should have real mem obj
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500601 MT_MEM_OBJ_INFO* pInfo = getMemObjInfo(mem);
602 if (!pInfo) {
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500603 sprintf(str, "While trying to bind mem for obj %p, couldn't find info for mem obj %p", (void*)object, (void*)mem);
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600604 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, mem, 0, MEMTRACK_INVALID_MEM_OBJ, "MEM", str);
605 } else {
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500606 // Search for object in memory object's binding list
607 bool32_t found = XGL_FALSE;
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500608 for (list<XGL_OBJECT>::iterator it = pInfo->pObjBindings.begin(); it != pInfo->pObjBindings.end(); ++it) {
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500609 if ((*it) == object) {
610 found = XGL_TRUE;
611 break;
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600612 }
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600613 }
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500614 // If not present, add to list
615 if (found == XGL_FALSE) {
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500616 pInfo->pObjBindings.push_front(object);
617 pInfo->refCount++;
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500618 }
619
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500620 if (pObjInfo->pMemObjInfo) {
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500621 clearObjectBinding(object); // Need to clear the previous object binding before setting new binding
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500622 sprintf(str, "Updating memory binding for object %p from mem obj %p to %p", object, pObjInfo->pMemObjInfo->mem, mem);
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500623 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, object, 0, MEMTRACK_NONE, "MEM", str);
624 }
625 // For image objects, make sure default memory state is correctly set
626 // TODO : What's the best/correct way to handle this?
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500627 if (XGL_STRUCTURE_TYPE_IMAGE_CREATE_INFO == pObjInfo->sType) {
628 if (pObjInfo->create_info.image_create_info.usage & (XGL_IMAGE_USAGE_COLOR_ATTACHMENT_BIT | XGL_IMAGE_USAGE_DEPTH_STENCIL_BIT)) {
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500629 // TODO:: More memory state transition stuff.
630 }
631 }
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500632 pObjInfo->pMemObjInfo = pInfo;
Tobin Ehlis8be20fd2015-01-07 17:49:29 -0700633 }
634 }
Tobin Ehlis6663f492014-11-10 12:29:12 -0700635 return XGL_TRUE;
636}
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600637
Tobin Ehlis6663f492014-11-10 12:29:12 -0700638// Print details of global Obj tracking list
639static void printObjList()
640{
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500641 MT_OBJ_INFO* pInfo = NULL;
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500642 char str[1024];
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500643 sprintf(str, "Details of Object list of size %lu elements", objectMap.size());
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500644 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str);
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500645 for (map<XGL_OBJECT, MT_OBJ_INFO*>::iterator ii=objectMap.begin(); ii!=objectMap.end(); ++ii) {
646 pInfo = (*ii).second;
647 sprintf(str, " ObjInfo %p has object %p, pMemObjInfo %p", pInfo, pInfo->object, pInfo->pMemObjInfo);
648 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, pInfo->object, 0, MEMTRACK_NONE, "MEM", str);
Tobin Ehlis6663f492014-11-10 12:29:12 -0700649 }
650}
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600651
Tobin Ehlis6663f492014-11-10 12:29:12 -0700652// For given Object, get 'mem' obj that it's bound to or NULL if no binding
653static XGL_GPU_MEMORY getMemBindingFromObject(const XGL_OBJECT object)
654{
655 XGL_GPU_MEMORY mem = NULL;
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500656 MT_OBJ_INFO* pObjInfo = getObjectInfo(object);
657 if (pObjInfo) {
658 if (pObjInfo->pMemObjInfo) {
659 mem = pObjInfo->pMemObjInfo->mem;
Tobin Ehlis6663f492014-11-10 12:29:12 -0700660 }
661 else {
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700662 char str[1024];
663 sprintf(str, "Trying to get mem binding for object %p but object has no mem binding", (void*)object);
664 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, object, 0, MEMTRACK_MISSING_MEM_BINDINGS, "MEM", str);
Tobin Ehlis6663f492014-11-10 12:29:12 -0700665 printObjList();
666 }
667 }
668 else {
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700669 char str[1024];
670 sprintf(str, "Trying to get mem binding for object %p but no such object in global list", (void*)object);
671 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, object, 0, MEMTRACK_INVALID_OBJECT, "MEM", str);
Tobin Ehlis6663f492014-11-10 12:29:12 -0700672 printObjList();
673 }
674 return mem;
675}
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500676
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500677// Print details of MemObjInfo list
Tobin Ehlis6663f492014-11-10 12:29:12 -0700678static void printMemList()
679{
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500680 MT_MEM_OBJ_INFO* pInfo = NULL;
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700681 // Just printing each msg individually for now, may want to package these into single large print
682 char str[1024];
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500683 sprintf(str, "MEM INFO : Details of Memory Object list of size %lu elements", memObjMap.size());
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500684 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str);
685
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500686 for (map<XGL_GPU_MEMORY, MT_MEM_OBJ_INFO*>::iterator ii=memObjMap.begin(); ii!=memObjMap.end(); ++ii) {
687 pInfo = (*ii).second;
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500688
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500689 sprintf(str, " ===MemObjInfo at %p===", (void*)pInfo);
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700690 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str);
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500691 sprintf(str, " Mem object: %p", (void*)pInfo->mem);
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700692 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str);
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500693 sprintf(str, " Ref Count: %u", pInfo->refCount);
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500694 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str);
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500695 if (0 != pInfo->allocInfo.allocationSize) {
696 string pAllocInfoMsg = xgl_print_xgl_memory_alloc_info(&pInfo->allocInfo, "{MEM}INFO : ");
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500697 sprintf(str, " Mem Alloc info:\n%s", pAllocInfoMsg.c_str());
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700698 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str);
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500699 } else {
700 sprintf(str, " Mem Alloc info is NULL (alloc done by xglWsiX11CreatePresentableImage())");
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700701 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str);
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500702 }
703
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500704 sprintf(str, " XGL OBJECT Binding list of size %lu elements:", pInfo->pObjBindings.size());
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500705 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str);
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500706 for (list<XGL_OBJECT>::iterator it = pInfo->pObjBindings.begin(); it != pInfo->pObjBindings.end(); ++it) {
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500707 sprintf(str, " XGL OBJECT %p", (*it));
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700708 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str);
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500709 }
710
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500711 sprintf(str, " XGL Command Buffer (CB) binding list of size %lu elements", pInfo->pCmdBufferBindings.size());
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500712 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str);
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500713 for (list<XGL_CMD_BUFFER>::iterator it = pInfo->pCmdBufferBindings.begin(); it != pInfo->pCmdBufferBindings.end(); ++it) {
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500714 sprintf(str, " XGL CB %p", (*it));
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700715 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str);
Tobin Ehlis6663f492014-11-10 12:29:12 -0700716 }
717 }
718}
719
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500720static void printCBList()
Tobin Ehlis6663f492014-11-10 12:29:12 -0700721{
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700722 char str[1024] = {0};
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500723 MT_CB_INFO* pCBInfo = NULL;
724 sprintf(str, "Details of CB list of size %lu elements", cbMap.size());
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500725 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str);
726
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500727 for (map<XGL_CMD_BUFFER, MT_CB_INFO*>::iterator ii=cbMap.begin(); ii!=cbMap.end(); ++ii) {
728 pCBInfo = (*ii).second;
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500729
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500730 sprintf(str, " CB Info (%p) has CB %p, fenceId %" PRIx64", and fence %p",
731 (void*)pCBInfo, (void*)pCBInfo->cmdBuffer, pCBInfo->fenceId,
732 (void*)getFenceFromId(pCBInfo->fenceId));
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700733 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str);
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500734
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500735 for (list<XGL_GPU_MEMORY>::iterator it = pCBInfo->pMemObjList.begin(); it != pCBInfo->pMemObjList.end(); ++it) {
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500736 sprintf(str, " Mem obj %p", (*it));
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700737 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str);
Tobin Ehlis6663f492014-11-10 12:29:12 -0700738 }
739 }
740}
741
Mark Lobodzinskic52b7752015-02-18 16:38:17 -0600742static void initMemTracker(void)
Tobin Ehlis6663f492014-11-10 12:29:12 -0700743{
Jon Ashburn7d7b3cf2014-12-22 13:24:15 -0700744 const char *strOpt;
745 // initialize MemTracker options
Ian Elliotte7826712015-03-06 13:50:05 -0700746 getLayerOptionEnum("MemTrackerReportLevel", (uint32_t *) &g_reportingLevel);
747 g_actionIsDefault = getLayerOptionEnum("MemTrackerDebugAction", (uint32_t *) &g_debugAction);
Tobin Ehlisee702232015-01-08 14:26:53 -0700748
Jon Ashburn7d7b3cf2014-12-22 13:24:15 -0700749 if (g_debugAction & XGL_DBG_LAYER_ACTION_LOG_MSG)
750 {
751 strOpt = getLayerOption("MemTrackerLogFilename");
752 if (strOpt)
753 {
754 g_logFile = fopen(strOpt, "w");
Jon Ashburn7d7b3cf2014-12-22 13:24:15 -0700755 }
756 if (g_logFile == NULL)
757 g_logFile = stdout;
758 }
759
760 // initialize Layer dispatch table
761 // TODO handle multiple GPUs
Mark Lobodzinski391bb6d2015-01-09 15:12:03 -0600762 xglGetProcAddrType fpNextGPA;
Tobin Ehlis6663f492014-11-10 12:29:12 -0700763 fpNextGPA = pCurObj->pGPA;
764 assert(fpNextGPA);
765
Chia-I Wuaa4121f2015-01-04 23:11:43 +0800766 layer_initialize_dispatch_table(&nextTable, fpNextGPA, (XGL_PHYSICAL_GPU) pCurObj->nextObject);
767
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500768 xglGetProcAddrType fpGetProcAddr = (xglGetProcAddrType)fpNextGPA((XGL_PHYSICAL_GPU) pCurObj->nextObject, (char *) "xglGetProcAddr");
Tobin Ehlis6663f492014-11-10 12:29:12 -0700769 nextTable.GetProcAddr = fpGetProcAddr;
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600770
771 if (!globalLockInitialized)
772 {
773 // TODO/TBD: Need to delete this mutex sometime. How??? One
774 // suggestion is to call this during xglCreateInstance(), and then we
775 // can clean it up during xglDestroyInstance(). However, that requires
776 // that the layer have per-instance locks. We need to come back and
777 // address this soon.
778 loader_platform_thread_create_mutex(&globalLock);
779 globalLockInitialized = 1;
780 }
Tobin Ehlis6663f492014-11-10 12:29:12 -0700781}
782
Tobin Ehlis6663f492014-11-10 12:29:12 -0700783XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateDevice(XGL_PHYSICAL_GPU gpu, const XGL_DEVICE_CREATE_INFO* pCreateInfo, XGL_DEVICE* pDevice)
784{
785 XGL_BASE_LAYER_OBJECT* gpuw = (XGL_BASE_LAYER_OBJECT *) gpu;
786 pCurObj = gpuw;
Ian Elliott2d4ab1e2015-01-13 17:52:38 -0700787 loader_platform_thread_once(&g_initOnce, initMemTracker);
Tobin Ehlis6663f492014-11-10 12:29:12 -0700788 XGL_RESULT result = nextTable.CreateDevice((XGL_PHYSICAL_GPU)gpuw->nextObject, pCreateInfo, pDevice);
789 // Save off device in case we need it to create Fences
790 globalDevice = *pDevice;
791 return result;
792}
793
794XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglDestroyDevice(XGL_DEVICE device)
795{
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700796 char str[1024];
797 sprintf(str, "Printing List details prior to xglDestroyDevice()");
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600798 loader_platform_thread_lock_mutex(&globalLock);
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700799 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, device, 0, MEMTRACK_NONE, "MEM", str);
Tobin Ehlis6663f492014-11-10 12:29:12 -0700800 printMemList();
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500801 printCBList();
Tobin Ehlis6663f492014-11-10 12:29:12 -0700802 printObjList();
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500803 if (XGL_FALSE == deleteCBInfoList()) {
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700804 sprintf(str, "Issue deleting global CB list in xglDestroyDevice()");
805 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, device, 0, MEMTRACK_INTERNAL_ERROR, "MEM", str);
806 }
Tobin Ehlisb54ef782014-11-25 18:01:12 -0700807 // Report any memory leaks
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500808 MT_MEM_OBJ_INFO* pInfo = NULL;
809 for (map<XGL_GPU_MEMORY, MT_MEM_OBJ_INFO*>::iterator ii=memObjMap.begin(); ii!=memObjMap.end(); ++ii) {
810 pInfo = (*ii).second;
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500811
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500812 if (pInfo->allocInfo.allocationSize != 0) {
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500813 sprintf(str, "Mem Object %p has not been freed. You should clean up this memory by calling xglFreeMemory(%p) prior to xglDestroyDevice().",
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500814 pInfo->mem, pInfo->mem);
815 layerCbMsg(XGL_DBG_MSG_WARNING, XGL_VALIDATION_LEVEL_0, pInfo->mem, 0, MEMTRACK_MEMORY_LEAK, "MEM", str);
Mark Lobodzinski2f3b19b2015-02-18 18:06:24 -0600816 }
Tobin Ehlisb54ef782014-11-25 18:01:12 -0700817 }
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500818
819 // Queues persist until device is destroyed
820 deleteQueueInfoList();
821
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600822 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis6663f492014-11-10 12:29:12 -0700823 XGL_RESULT result = nextTable.DestroyDevice(device);
824 return result;
825}
826
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500827XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglEnumerateLayers(XGL_PHYSICAL_GPU gpu, size_t maxLayerCount,
828 size_t maxStringSize, size_t* pOutLayerCount, char* const* pOutLayers, void* pReserved)
Tobin Ehlis6663f492014-11-10 12:29:12 -0700829{
Jon Ashburnf7a08742014-11-25 11:08:42 -0700830 if (gpu != NULL)
831 {
832 XGL_BASE_LAYER_OBJECT* gpuw = (XGL_BASE_LAYER_OBJECT *) gpu;
833 pCurObj = gpuw;
Ian Elliott2d4ab1e2015-01-13 17:52:38 -0700834 loader_platform_thread_once(&g_initOnce, initMemTracker);
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500835 XGL_RESULT result = nextTable.EnumerateLayers((XGL_PHYSICAL_GPU)gpuw->nextObject, maxLayerCount,
836 maxStringSize, pOutLayerCount, pOutLayers, pReserved);
Jon Ashburnf7a08742014-11-25 11:08:42 -0700837 return result;
838 } else
839 {
840 if (pOutLayerCount == NULL || pOutLayers == NULL || pOutLayers[0] == NULL)
841 return XGL_ERROR_INVALID_POINTER;
842 // This layer compatible with all GPUs
843 *pOutLayerCount = 1;
Chia-I Wu1da4b9f2014-12-16 10:47:33 +0800844 strncpy((char *) pOutLayers[0], "MemTracker", maxStringSize);
Jon Ashburnf7a08742014-11-25 11:08:42 -0700845 return XGL_SUCCESS;
846 }
Tobin Ehlis6663f492014-11-10 12:29:12 -0700847}
848
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500849XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglGetDeviceQueue(XGL_DEVICE device, XGL_QUEUE_TYPE queueType, uint32_t queueIndex, XGL_QUEUE* pQueue)
850{
851 XGL_RESULT result = nextTable.GetDeviceQueue(device, queueType, queueIndex, pQueue);
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500852 addQueueInfo(*pQueue);
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500853 return result;
854}
855
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500856XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglQueueSubmit(XGL_QUEUE queue, uint32_t cmdBufferCount, const XGL_CMD_BUFFER* pCmdBuffers,
857 uint32_t memRefCount, const XGL_MEMORY_REF* pMemRefs, XGL_FENCE fence)
Tobin Ehlis6663f492014-11-10 12:29:12 -0700858{
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600859 loader_platform_thread_lock_mutex(&globalLock);
Tobin Ehlis6663f492014-11-10 12:29:12 -0700860 // TODO : Need to track fence and clear mem references when fence clears
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500861 MT_CB_INFO* pCBInfo = NULL;
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500862 uint64_t fenceId = addFenceInfo(fence, queue);
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500863 char str[1024];
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700864 sprintf(str, "In xglQueueSubmit(), checking %u cmdBuffers with %u memRefs", cmdBufferCount, memRefCount);
865 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, queue, 0, MEMTRACK_NONE, "MEM", str);
Tobin Ehlis6663f492014-11-10 12:29:12 -0700866 printMemList();
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500867 printCBList();
Tobin Ehlis6663f492014-11-10 12:29:12 -0700868 for (uint32_t i = 0; i < cmdBufferCount; i++) {
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500869 pCBInfo = getCBInfo(pCmdBuffers[i]);
870 pCBInfo->fenceId = fenceId;
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700871 sprintf(str, "Verifying mem refs for CB %p", pCmdBuffers[i]);
872 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, pCmdBuffers[i], 0, MEMTRACK_NONE, "MEM", str);
Tobin Ehlis6663f492014-11-10 12:29:12 -0700873 if (XGL_FALSE == validateCBMemRef(pCmdBuffers[i], memRefCount, pMemRefs)) {
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700874 sprintf(str, "Unable to verify memory references for CB %p", (void*)pCmdBuffers[i]);
875 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, pCmdBuffers[i], 0, MEMTRACK_CB_MISSING_MEM_REF, "MEM", str);
Tobin Ehlis6663f492014-11-10 12:29:12 -0700876 }
877 }
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500878 printCBList();
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600879 loader_platform_thread_unlock_mutex(&globalLock);
Mark Lobodzinskie61ebe72015-03-17 10:53:12 -0500880 XGL_RESULT result = nextTable.QueueSubmit(queue, cmdBufferCount, pCmdBuffers, memRefCount, pMemRefs, getFenceFromId(fenceId));
Tobin Ehlis6663f492014-11-10 12:29:12 -0700881 return result;
882}
883
Mark Lobodzinski17caf572015-01-29 08:55:56 -0600884XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglQueueSetGlobalMemReferences(XGL_QUEUE queue, uint32_t memRefCount, const XGL_MEMORY_REF* pMemRefs)
Tobin Ehlis6663f492014-11-10 12:29:12 -0700885{
886 // TODO : Use global mem references as part of list checked on QueueSubmit above
887 XGL_RESULT result = nextTable.QueueSetGlobalMemReferences(queue, memRefCount, pMemRefs);
888 return result;
889}
890
Tobin Ehlis6663f492014-11-10 12:29:12 -0700891XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglAllocMemory(XGL_DEVICE device, const XGL_MEMORY_ALLOC_INFO* pAllocInfo, XGL_GPU_MEMORY* pMem)
892{
893 XGL_RESULT result = nextTable.AllocMemory(device, pAllocInfo, pMem);
894 // TODO : Track allocations and overall size here
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600895 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski223ca202015-04-02 08:52:53 -0500896 addMemObjInfo(*pMem, pAllocInfo);
Tobin Ehlis6663f492014-11-10 12:29:12 -0700897 printMemList();
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600898 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis6663f492014-11-10 12:29:12 -0700899 return result;
900}
901
902XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglFreeMemory(XGL_GPU_MEMORY mem)
903{
Tobin Ehlisc0418f92014-11-25 14:47:20 -0700904 /* From spec : A memory object is freed by calling xglFreeMemory() when it is no longer needed. Before
905 * freeing a memory object, an application must ensure the memory object is unbound from
906 * all API objects referencing it and that it is not referenced by any queued command buffers
907 */
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600908 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500909 if (XGL_FALSE == freeMemObjInfo(mem)) {
Tobin Ehliscd9223b2014-11-19 16:19:28 -0700910 char str[1024];
911 sprintf(str, "Issue while freeing mem obj %p", (void*)mem);
912 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, mem, 0, MEMTRACK_FREE_MEM_ERROR, "MEM", str);
913 }
Tobin Ehlis6663f492014-11-10 12:29:12 -0700914 printMemList();
915 printObjList();
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500916 printCBList();
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600917 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis6663f492014-11-10 12:29:12 -0700918 XGL_RESULT result = nextTable.FreeMemory(mem);
919 return result;
920}
921
922XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglSetMemoryPriority(XGL_GPU_MEMORY mem, XGL_MEMORY_PRIORITY priority)
923{
924 // TODO : Update tracking for this alloc
925 // Make sure memory is not pinned, which can't have priority set
926 XGL_RESULT result = nextTable.SetMemoryPriority(mem, priority);
927 return result;
928}
929
Mark Lobodzinski17caf572015-01-29 08:55:56 -0600930XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglMapMemory(XGL_GPU_MEMORY mem, XGL_FLAGS flags, void** ppData)
Tobin Ehlis6663f492014-11-10 12:29:12 -0700931{
932 // TODO : Track when memory is mapped
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600933 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500934 MT_MEM_OBJ_INFO *pMemObj = getMemObjInfo(mem);
Mark Lobodzinski95152dc2015-02-25 12:16:04 -0600935 if ((pMemObj->allocInfo.memProps & XGL_MEMORY_PROPERTY_CPU_VISIBLE_BIT) == 0) {
936 char str[1024];
937 sprintf(str, "Mapping Memory (%p) without XGL_MEMORY_PROPERTY_CPU_VISIBLE_BIT set", (void*)mem);
938 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, mem, 0, MEMTRACK_INVALID_STATE, "MEM", str);
939 }
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600940 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis6663f492014-11-10 12:29:12 -0700941 XGL_RESULT result = nextTable.MapMemory(mem, flags, ppData);
942 return result;
943}
944
945XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglUnmapMemory(XGL_GPU_MEMORY mem)
946{
947 // TODO : Track as memory gets unmapped, do we want to check what changed following map?
948 // Make sure that memory was ever mapped to begin with
949 XGL_RESULT result = nextTable.UnmapMemory(mem);
950 return result;
951}
952
Mark Lobodzinski17caf572015-01-29 08:55:56 -0600953XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglPinSystemMemory(XGL_DEVICE device, const void* pSysMem, size_t memSize, XGL_GPU_MEMORY* pMem)
Tobin Ehlis6663f492014-11-10 12:29:12 -0700954{
955 // TODO : Track this
956 // Verify that memory is actually pinnable
957 XGL_RESULT result = nextTable.PinSystemMemory(device, pSysMem, memSize, pMem);
958 return result;
959}
960
Tobin Ehlis6663f492014-11-10 12:29:12 -0700961XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglOpenSharedMemory(XGL_DEVICE device, const XGL_MEMORY_OPEN_INFO* pOpenInfo, XGL_GPU_MEMORY* pMem)
962{
963 // TODO : Track this
964 XGL_RESULT result = nextTable.OpenSharedMemory(device, pOpenInfo, pMem);
965 return result;
966}
967
Tobin Ehlis6663f492014-11-10 12:29:12 -0700968XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglOpenPeerMemory(XGL_DEVICE device, const XGL_PEER_MEMORY_OPEN_INFO* pOpenInfo, XGL_GPU_MEMORY* pMem)
969{
970 // TODO : Track this
971 XGL_RESULT result = nextTable.OpenPeerMemory(device, pOpenInfo, pMem);
972 return result;
973}
974
975XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglOpenPeerImage(XGL_DEVICE device, const XGL_PEER_IMAGE_OPEN_INFO* pOpenInfo, XGL_IMAGE* pImage, XGL_GPU_MEMORY* pMem)
976{
977 // TODO : Track this
978 XGL_RESULT result = nextTable.OpenPeerImage(device, pOpenInfo, pImage, pMem);
979 return result;
980}
981
982XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglDestroyObject(XGL_OBJECT object)
983{
Mark Lobodzinski93f494b2015-03-02 20:23:52 -0600984 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500985
Tobin Ehlisa98df732014-11-27 07:52:04 -0700986 // First check if this is a CmdBuffer
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500987 if (NULL != getCBInfo((XGL_CMD_BUFFER)object)) {
988 deleteCBInfo((XGL_CMD_BUFFER)object);
Tobin Ehlisa98df732014-11-27 07:52:04 -0700989 }
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500990
991 if (objectMap.find(object) != objectMap.end()) {
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500992 MT_OBJ_INFO* pDelInfo = objectMap[object];
993 if (pDelInfo->pMemObjInfo) {
Tobin Ehlisa98df732014-11-27 07:52:04 -0700994 // Wsi allocated Memory is tied to image object so clear the binding and free that memory automatically
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500995 if (0 == pDelInfo->pMemObjInfo->allocInfo.allocationSize) { // Wsi allocated memory has NULL allocInfo w/ 0 size
996 XGL_GPU_MEMORY memToFree = pDelInfo->pMemObjInfo->mem;
Tobin Ehlisa98df732014-11-27 07:52:04 -0700997 clearObjectBinding(object);
Mark Lobodzinski6434eff2015-03-31 16:05:35 -0500998 freeMemObjInfo(memToFree);
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -0500999 } else {
Tobin Ehlisa98df732014-11-27 07:52:04 -07001000 char str[1024];
Mark Lobodzinski6434eff2015-03-31 16:05:35 -05001001 sprintf(str, "Destroying obj %p that is still bound to memory object %p\nYou should first clear binding by calling xglBindObjectMemory(%p, 0, XGL_NULL_HANDLE, 0)", object, (void*)pDelInfo->pMemObjInfo->mem, object);
Tobin Ehlisa98df732014-11-27 07:52:04 -07001002 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, object, 0, MEMTRACK_DESTROY_OBJECT_ERROR, "MEM", str);
1003 // From the spec : If an object has previous memory binding, it is required to unbind memory from an API object before it is destroyed.
1004 clearObjectBinding(object);
1005 }
Tobin Ehlis6663f492014-11-10 12:29:12 -07001006 }
Mark Lobodzinski6434eff2015-03-31 16:05:35 -05001007 delete pDelInfo;
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -05001008 objectMap.erase(object);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001009 }
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -05001010
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001011 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001012 XGL_RESULT result = nextTable.DestroyObject(object);
1013 return result;
1014}
1015
Mark Lobodzinski17caf572015-01-29 08:55:56 -06001016XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglGetObjectInfo(XGL_BASE_OBJECT object, XGL_OBJECT_INFO_TYPE infoType, size_t* pDataSize, void* pData)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001017{
1018 // TODO : What to track here?
1019 // Could potentially save returned mem requirements and validate values passed into BindObjectMemory for this object
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001020 // From spec : The only objects that are guaranteed to have no external memory requirements are devices, queues, command buffers, shaders and memory objects.
Tobin Ehlis6663f492014-11-10 12:29:12 -07001021 XGL_RESULT result = nextTable.GetObjectInfo(object, infoType, pDataSize, pData);
1022 return result;
1023}
1024
Mark Lobodzinski17caf572015-01-29 08:55:56 -06001025XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglBindObjectMemory(XGL_OBJECT object, uint32_t allocationIdx, XGL_GPU_MEMORY mem, XGL_GPU_SIZE offset)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001026{
Jon Ashburn9b6eae52015-01-15 10:39:19 -07001027 XGL_RESULT result = nextTable.BindObjectMemory(object, allocationIdx, mem, offset);
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001028 loader_platform_thread_lock_mutex(&globalLock);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001029 // Track objects tied to memory
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001030 if (XGL_FALSE == updateObjectBinding(object, mem)) {
1031 char str[1024];
1032 sprintf(str, "Unable to set object %p binding to mem obj %p", (void*)object, (void*)mem);
1033 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, object, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1034 }
Tobin Ehlis6663f492014-11-10 12:29:12 -07001035 printObjList();
1036 printMemList();
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001037 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001038 return result;
1039}
1040
Tobin Ehlisc9dbcd52015-03-04 08:38:22 -07001041XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateFence(XGL_DEVICE device, const XGL_FENCE_CREATE_INFO* pCreateInfo, XGL_FENCE* pFence)
1042{
1043 XGL_RESULT result = nextTable.CreateFence(device, pCreateInfo, pFence);
1044 if (XGL_SUCCESS == result) {
1045 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski223ca202015-04-02 08:52:53 -05001046 addObjectInfo(*pFence, pCreateInfo->sType, pCreateInfo, sizeof(XGL_FENCE_CREATE_INFO), "fence");
Tobin Ehlisc9dbcd52015-03-04 08:38:22 -07001047 loader_platform_thread_unlock_mutex(&globalLock);
1048 }
1049 return result;
1050}
1051
1052XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglGetFenceStatus(XGL_FENCE fence)
1053{
1054 XGL_RESULT result = nextTable.GetFenceStatus(fence);
1055 if (XGL_SUCCESS == result) {
Mark Lobodzinskie61ebe72015-03-17 10:53:12 -05001056 loader_platform_thread_lock_mutex(&globalLock);
1057 updateFenceTracking(fence);
1058 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlisc9dbcd52015-03-04 08:38:22 -07001059 }
1060 return result;
1061}
1062
1063XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglWaitForFences(XGL_DEVICE device, uint32_t fenceCount, const XGL_FENCE* pFences, bool32_t waitAll, uint64_t timeout)
1064{
1065 XGL_RESULT result = nextTable.WaitForFences(device, fenceCount, pFences, waitAll, timeout);
Mark Lobodzinskie61ebe72015-03-17 10:53:12 -05001066 loader_platform_thread_lock_mutex(&globalLock);
Tobin Ehlisc9dbcd52015-03-04 08:38:22 -07001067 if (XGL_SUCCESS == result) {
Tobin Ehlisc9dbcd52015-03-04 08:38:22 -07001068 if (waitAll) { // Clear all the fences
1069 for(uint32_t i = 0; i < fenceCount; i++) {
Mark Lobodzinskie61ebe72015-03-17 10:53:12 -05001070 updateFenceTracking(pFences[i]);
Tobin Ehlisc9dbcd52015-03-04 08:38:22 -07001071 }
1072 }
1073 else { // Clear only completed fences
1074 for(uint32_t i = 0; i < fenceCount; i++) {
1075 if (XGL_SUCCESS == nextTable.GetFenceStatus(pFences[i])) {
Mark Lobodzinskie61ebe72015-03-17 10:53:12 -05001076 updateFenceTracking(pFences[i]);
Tobin Ehlisc9dbcd52015-03-04 08:38:22 -07001077 }
1078 }
1079 }
1080 }
Mark Lobodzinskie61ebe72015-03-17 10:53:12 -05001081 loader_platform_thread_unlock_mutex(&globalLock);
1082 return result;
1083}
1084
1085XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglQueueWaitIdle(XGL_QUEUE queue)
1086{
1087 XGL_RESULT result = nextTable.QueueWaitIdle(queue);
1088 if (XGL_SUCCESS == result) {
1089 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski223ca202015-04-02 08:52:53 -05001090 retireQueueFences(queue);
Mark Lobodzinskie61ebe72015-03-17 10:53:12 -05001091 loader_platform_thread_unlock_mutex(&globalLock);
1092 }
1093 return result;
1094}
1095
1096XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglDeviceWaitIdle(XGL_DEVICE device)
1097{
1098 XGL_RESULT result = nextTable.DeviceWaitIdle(device);
1099 if (XGL_SUCCESS == result) {
1100 loader_platform_thread_lock_mutex(&globalLock);
1101 retireAllFences();
1102 loader_platform_thread_unlock_mutex(&globalLock);
1103 }
Tobin Ehlisc9dbcd52015-03-04 08:38:22 -07001104 return result;
1105}
1106
Tobin Ehlis6663f492014-11-10 12:29:12 -07001107XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateEvent(XGL_DEVICE device, const XGL_EVENT_CREATE_INFO* pCreateInfo, XGL_EVENT* pEvent)
1108{
1109 XGL_RESULT result = nextTable.CreateEvent(device, pCreateInfo, pEvent);
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001110 if (XGL_SUCCESS == result) {
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001111 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski223ca202015-04-02 08:52:53 -05001112 addObjectInfo(*pEvent, pCreateInfo->sType, pCreateInfo, sizeof(XGL_EVENT_CREATE_INFO), "event");
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001113 loader_platform_thread_unlock_mutex(&globalLock);
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001114 }
Tobin Ehlis6663f492014-11-10 12:29:12 -07001115 return result;
1116}
1117
Tobin Ehlis6663f492014-11-10 12:29:12 -07001118XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateQueryPool(XGL_DEVICE device, const XGL_QUERY_POOL_CREATE_INFO* pCreateInfo, XGL_QUERY_POOL* pQueryPool)
1119{
1120 XGL_RESULT result = nextTable.CreateQueryPool(device, pCreateInfo, pQueryPool);
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001121 if (XGL_SUCCESS == result) {
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001122 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski223ca202015-04-02 08:52:53 -05001123 addObjectInfo(*pQueryPool, pCreateInfo->sType, pCreateInfo, sizeof(XGL_QUERY_POOL_CREATE_INFO), "query_pool");
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001124 loader_platform_thread_unlock_mutex(&globalLock);
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001125 }
Tobin Ehlis6663f492014-11-10 12:29:12 -07001126 return result;
1127}
1128
Tobin Ehlis7265e832015-01-19 08:42:29 -07001129XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateBuffer(XGL_DEVICE device, const XGL_BUFFER_CREATE_INFO* pCreateInfo, XGL_BUFFER* pBuffer)
1130{
1131 XGL_RESULT result = nextTable.CreateBuffer(device, pCreateInfo, pBuffer);
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001132 if (XGL_SUCCESS == result) {
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001133 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski223ca202015-04-02 08:52:53 -05001134 addObjectInfo(*pBuffer, pCreateInfo->sType, pCreateInfo, sizeof(XGL_BUFFER_CREATE_INFO), "buffer");
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001135 loader_platform_thread_unlock_mutex(&globalLock);
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001136 }
Tobin Ehlis7265e832015-01-19 08:42:29 -07001137 return result;
1138}
1139
1140XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateBufferView(XGL_DEVICE device, const XGL_BUFFER_VIEW_CREATE_INFO* pCreateInfo, XGL_BUFFER_VIEW* pView)
1141{
1142 XGL_RESULT result = nextTable.CreateBufferView(device, pCreateInfo, pView);
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001143 if (result == XGL_SUCCESS) {
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001144 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski223ca202015-04-02 08:52:53 -05001145 addObjectInfo(*pView, pCreateInfo->sType, pCreateInfo, sizeof(XGL_BUFFER_VIEW_CREATE_INFO), "buffer_view");
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001146 loader_platform_thread_unlock_mutex(&globalLock);
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001147 }
Tobin Ehlis7265e832015-01-19 08:42:29 -07001148 return result;
1149}
1150
Tobin Ehlis6663f492014-11-10 12:29:12 -07001151XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateImage(XGL_DEVICE device, const XGL_IMAGE_CREATE_INFO* pCreateInfo, XGL_IMAGE* pImage)
1152{
1153 XGL_RESULT result = nextTable.CreateImage(device, pCreateInfo, pImage);
Tobin Ehlis8be20fd2015-01-07 17:49:29 -07001154 if (XGL_SUCCESS == result) {
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001155 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski223ca202015-04-02 08:52:53 -05001156 addObjectInfo(*pImage, pCreateInfo->sType, pCreateInfo, sizeof(XGL_IMAGE_CREATE_INFO), "image");
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001157 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis8be20fd2015-01-07 17:49:29 -07001158 }
Tobin Ehlis6663f492014-11-10 12:29:12 -07001159 return result;
1160}
1161
Tobin Ehlis6663f492014-11-10 12:29:12 -07001162XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateImageView(XGL_DEVICE device, const XGL_IMAGE_VIEW_CREATE_INFO* pCreateInfo, XGL_IMAGE_VIEW* pView)
1163{
1164 XGL_RESULT result = nextTable.CreateImageView(device, pCreateInfo, pView);
Tobin Ehlis8be20fd2015-01-07 17:49:29 -07001165 if (result == XGL_SUCCESS) {
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001166 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski223ca202015-04-02 08:52:53 -05001167 addObjectInfo(*pView, pCreateInfo->sType, pCreateInfo, sizeof(XGL_IMAGE_VIEW_CREATE_INFO), "image_view");
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001168 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis8be20fd2015-01-07 17:49:29 -07001169 }
Tobin Ehlis6663f492014-11-10 12:29:12 -07001170 return result;
1171}
1172
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -05001173XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateColorAttachmentView(XGL_DEVICE device, const XGL_COLOR_ATTACHMENT_VIEW_CREATE_INFO* pCreateInfo,
1174 XGL_COLOR_ATTACHMENT_VIEW* pView)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001175{
1176 XGL_RESULT result = nextTable.CreateColorAttachmentView(device, pCreateInfo, pView);
Tobin Ehlis8be20fd2015-01-07 17:49:29 -07001177 if (result == XGL_SUCCESS) {
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001178 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski223ca202015-04-02 08:52:53 -05001179 addObjectInfo(*pView, pCreateInfo->sType, pCreateInfo, sizeof(XGL_COLOR_ATTACHMENT_VIEW_CREATE_INFO), "color_attachment_view");
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001180 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis8be20fd2015-01-07 17:49:29 -07001181 }
Tobin Ehlis6663f492014-11-10 12:29:12 -07001182 return result;
1183}
1184
1185XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateDepthStencilView(XGL_DEVICE device, const XGL_DEPTH_STENCIL_VIEW_CREATE_INFO* pCreateInfo, XGL_DEPTH_STENCIL_VIEW* pView)
1186{
1187 XGL_RESULT result = nextTable.CreateDepthStencilView(device, pCreateInfo, pView);
Tobin Ehlis8be20fd2015-01-07 17:49:29 -07001188 if (result == XGL_SUCCESS) {
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001189 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski223ca202015-04-02 08:52:53 -05001190 addObjectInfo(*pView, pCreateInfo->sType, pCreateInfo, sizeof(XGL_DEPTH_STENCIL_VIEW_CREATE_INFO), "ds_view");
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001191 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis8be20fd2015-01-07 17:49:29 -07001192 }
Tobin Ehlis6663f492014-11-10 12:29:12 -07001193 return result;
1194}
1195
1196XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateShader(XGL_DEVICE device, const XGL_SHADER_CREATE_INFO* pCreateInfo, XGL_SHADER* pShader)
1197{
1198 XGL_RESULT result = nextTable.CreateShader(device, pCreateInfo, pShader);
1199 return result;
1200}
1201
1202XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateGraphicsPipeline(XGL_DEVICE device, const XGL_GRAPHICS_PIPELINE_CREATE_INFO* pCreateInfo, XGL_PIPELINE* pPipeline)
1203{
1204 XGL_RESULT result = nextTable.CreateGraphicsPipeline(device, pCreateInfo, pPipeline);
Tobin Ehlis8be20fd2015-01-07 17:49:29 -07001205 if (result == XGL_SUCCESS) {
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001206 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski223ca202015-04-02 08:52:53 -05001207 addObjectInfo(*pPipeline, pCreateInfo->sType, pCreateInfo, sizeof(XGL_GRAPHICS_PIPELINE_CREATE_INFO), "graphics_pipeline");
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001208 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis8be20fd2015-01-07 17:49:29 -07001209 }
Tobin Ehlis6663f492014-11-10 12:29:12 -07001210 return result;
1211}
1212
1213XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateComputePipeline(XGL_DEVICE device, const XGL_COMPUTE_PIPELINE_CREATE_INFO* pCreateInfo, XGL_PIPELINE* pPipeline)
1214{
1215 XGL_RESULT result = nextTable.CreateComputePipeline(device, pCreateInfo, pPipeline);
Tobin Ehlis8be20fd2015-01-07 17:49:29 -07001216 if (result == XGL_SUCCESS) {
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001217 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski223ca202015-04-02 08:52:53 -05001218 addObjectInfo(*pPipeline, pCreateInfo->sType, pCreateInfo, sizeof(XGL_COMPUTE_PIPELINE_CREATE_INFO), "compute_pipeline");
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001219 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis8be20fd2015-01-07 17:49:29 -07001220 }
Tobin Ehlis6663f492014-11-10 12:29:12 -07001221 return result;
1222}
1223
Tobin Ehlis6663f492014-11-10 12:29:12 -07001224XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateSampler(XGL_DEVICE device, const XGL_SAMPLER_CREATE_INFO* pCreateInfo, XGL_SAMPLER* pSampler)
1225{
1226 XGL_RESULT result = nextTable.CreateSampler(device, pCreateInfo, pSampler);
Tobin Ehlis8be20fd2015-01-07 17:49:29 -07001227 if (result == XGL_SUCCESS) {
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001228 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski223ca202015-04-02 08:52:53 -05001229 addObjectInfo(*pSampler, pCreateInfo->sType, pCreateInfo, sizeof(XGL_SAMPLER_CREATE_INFO), "sampler");
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001230 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis8be20fd2015-01-07 17:49:29 -07001231 }
Tobin Ehlis6663f492014-11-10 12:29:12 -07001232 return result;
1233}
1234
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -05001235XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateDynamicViewportState(XGL_DEVICE device, const XGL_DYNAMIC_VP_STATE_CREATE_INFO* pCreateInfo,
1236 XGL_DYNAMIC_VP_STATE_OBJECT* pState)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001237{
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001238 XGL_RESULT result = nextTable.CreateDynamicViewportState(device, pCreateInfo, pState);
Tobin Ehlis8be20fd2015-01-07 17:49:29 -07001239 if (result == XGL_SUCCESS) {
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001240 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski223ca202015-04-02 08:52:53 -05001241 addObjectInfo(*pState, pCreateInfo->sType, pCreateInfo, sizeof(XGL_DYNAMIC_VP_STATE_CREATE_INFO), "viewport_state");
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001242 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis8be20fd2015-01-07 17:49:29 -07001243 }
Tobin Ehlis6663f492014-11-10 12:29:12 -07001244 return result;
1245}
1246
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -05001247XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateDynamicRasterState(XGL_DEVICE device, const XGL_DYNAMIC_RS_STATE_CREATE_INFO* pCreateInfo,
1248 XGL_DYNAMIC_RS_STATE_OBJECT* pState)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001249{
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001250 XGL_RESULT result = nextTable.CreateDynamicRasterState(device, pCreateInfo, pState);
Tobin Ehlis8be20fd2015-01-07 17:49:29 -07001251 if (result == XGL_SUCCESS) {
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001252 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski223ca202015-04-02 08:52:53 -05001253 addObjectInfo(*pState, pCreateInfo->sType, pCreateInfo, sizeof(XGL_DYNAMIC_RS_STATE_CREATE_INFO), "raster_state");
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001254 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis8be20fd2015-01-07 17:49:29 -07001255 }
Tobin Ehlis6663f492014-11-10 12:29:12 -07001256 return result;
1257}
1258
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -05001259XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateDynamicColorBlendState(XGL_DEVICE device, const XGL_DYNAMIC_CB_STATE_CREATE_INFO* pCreateInfo,
1260 XGL_DYNAMIC_CB_STATE_OBJECT* pState)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001261{
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001262 XGL_RESULT result = nextTable.CreateDynamicColorBlendState(device, pCreateInfo, pState);
Tobin Ehlis8be20fd2015-01-07 17:49:29 -07001263 if (result == XGL_SUCCESS) {
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001264 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski223ca202015-04-02 08:52:53 -05001265 addObjectInfo(*pState, pCreateInfo->sType, pCreateInfo, sizeof(XGL_DYNAMIC_CB_STATE_CREATE_INFO), "cb_state");
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001266 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis8be20fd2015-01-07 17:49:29 -07001267 }
Tobin Ehlis6663f492014-11-10 12:29:12 -07001268 return result;
1269}
1270
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -05001271XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateDynamicDepthStencilState(XGL_DEVICE device, const XGL_DYNAMIC_DS_STATE_CREATE_INFO* pCreateInfo,
1272 XGL_DYNAMIC_DS_STATE_OBJECT* pState)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001273{
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001274 XGL_RESULT result = nextTable.CreateDynamicDepthStencilState(device, pCreateInfo, pState);
Tobin Ehlis8be20fd2015-01-07 17:49:29 -07001275 if (result == XGL_SUCCESS) {
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001276 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski223ca202015-04-02 08:52:53 -05001277 addObjectInfo(*pState, pCreateInfo->sType, pCreateInfo, sizeof(XGL_DYNAMIC_DS_STATE_CREATE_INFO), "ds_state");
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001278 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis8be20fd2015-01-07 17:49:29 -07001279 }
Tobin Ehlis6663f492014-11-10 12:29:12 -07001280 return result;
1281}
1282
1283XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateCommandBuffer(XGL_DEVICE device, const XGL_CMD_BUFFER_CREATE_INFO* pCreateInfo, XGL_CMD_BUFFER* pCmdBuffer)
1284{
1285 XGL_RESULT result = nextTable.CreateCommandBuffer(device, pCreateInfo, pCmdBuffer);
Mark Lobodzinski223ca202015-04-02 08:52:53 -05001286 // At time of cmd buffer creation, create global cmd buffer info for the returned cmd buffer
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001287 loader_platform_thread_lock_mutex(&globalLock);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001288 if (*pCmdBuffer)
Mark Lobodzinski223ca202015-04-02 08:52:53 -05001289 addCBInfo(*pCmdBuffer);
Mark Lobodzinski6434eff2015-03-31 16:05:35 -05001290 printCBList();
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001291 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001292 return result;
1293}
1294
Jon Ashburn86522372014-12-31 17:11:49 -07001295XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglBeginCommandBuffer(XGL_CMD_BUFFER cmdBuffer, const XGL_CMD_BUFFER_BEGIN_INFO* pBeginInfo)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001296{
Tobin Ehlisc9dbcd52015-03-04 08:38:22 -07001297 // This implicitly resets the Cmd Buffer so make sure any fence is done and then clear memory references
Mark Lobodzinski6434eff2015-03-31 16:05:35 -05001298 MT_CB_INFO* pCBInfo = getCBInfo(cmdBuffer);
1299 if (pCBInfo && (!fenceRetired(pCBInfo->fenceId))) {
Tobin Ehlisc9dbcd52015-03-04 08:38:22 -07001300 bool32_t cbDone = checkCBCompleted(cmdBuffer);
1301 if (XGL_FALSE == cbDone) {
1302 char str[1024];
1303 sprintf(str, "Calling xglBeginCommandBuffer() on active CB %p before it has completed. You must check CB flag before this call.", cmdBuffer);
1304 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_RESET_CB_WHILE_IN_FLIGHT, "MEM", str);
1305 }
1306 }
Jon Ashburn86522372014-12-31 17:11:49 -07001307 XGL_RESULT result = nextTable.BeginCommandBuffer(cmdBuffer, pBeginInfo);
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001308 loader_platform_thread_lock_mutex(&globalLock);
Tobin Ehlis7265e832015-01-19 08:42:29 -07001309 freeCBBindings(cmdBuffer);
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001310 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001311 return result;
1312}
1313
1314XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglEndCommandBuffer(XGL_CMD_BUFFER cmdBuffer)
1315{
1316 // TODO : Anything to do here?
1317 XGL_RESULT result = nextTable.EndCommandBuffer(cmdBuffer);
1318 return result;
1319}
1320
1321XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglResetCommandBuffer(XGL_CMD_BUFFER cmdBuffer)
1322{
Tobin Ehlisc9dbcd52015-03-04 08:38:22 -07001323 // Verify that CB is complete (not in-flight)
Mark Lobodzinski6434eff2015-03-31 16:05:35 -05001324 MT_CB_INFO* pCBInfo = getCBInfo(cmdBuffer);
1325 if (pCBInfo && (!fenceRetired(pCBInfo->fenceId))) {
Tobin Ehlisc9dbcd52015-03-04 08:38:22 -07001326 bool32_t cbDone = checkCBCompleted(cmdBuffer);
1327 if (XGL_FALSE == cbDone) {
1328 char str[1024];
1329 sprintf(str, "Resetting CB %p before it has completed. You must check CB flag before calling xglResetCommandBuffer().", cmdBuffer);
1330 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_RESET_CB_WHILE_IN_FLIGHT, "MEM", str);
1331 }
1332 }
1333 // Clear memory references as this point.
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001334 loader_platform_thread_lock_mutex(&globalLock);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001335 freeCBBindings(cmdBuffer);
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001336 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001337 XGL_RESULT result = nextTable.ResetCommandBuffer(cmdBuffer);
1338 return result;
1339}
1340// TODO : For any xglCmdBind* calls that include an object which has mem bound to it,
1341// need to account for that mem now having binding to given cmdBuffer
Mark Lobodzinski17caf572015-01-29 08:55:56 -06001342XGL_LAYER_EXPORT void XGLAPI xglCmdBindPipeline(XGL_CMD_BUFFER cmdBuffer, XGL_PIPELINE_BIND_POINT pipelineBindPoint, XGL_PIPELINE pipeline)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001343{
Tobin Ehlisc145be82015-01-08 15:22:32 -07001344#if 0
1345 // TODO : If memory bound to pipeline, then need to tie that mem to cmdBuffer
1346 if (getPipeline(pipeline)) {
Mark Lobodzinski6434eff2015-03-31 16:05:35 -05001347 MT_CB_INFO *pCBInfo = getCBInfo(cmdBuffer);
1348 if (pCBInfo) {
1349 pCBInfo->pipelines[pipelineBindPoint] = pipeline;
Tobin Ehlisc145be82015-01-08 15:22:32 -07001350 } else {
1351 char str[1024];
1352 sprintf(str, "Attempt to bind Pipeline %p to non-existant command buffer %p!", (void*)pipeline, cmdBuffer);
Mark Lobodzinski17caf572015-01-29 08:55:56 -06001353 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_INVALID_CB, (char *) "DS", (char *) str);
Tobin Ehlisc145be82015-01-08 15:22:32 -07001354 }
1355 }
1356 else {
1357 char str[1024];
1358 sprintf(str, "Attempt to bind Pipeline %p that doesn't exist!", (void*)pipeline);
Mark Lobodzinski17caf572015-01-29 08:55:56 -06001359 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, pipeline, 0, MEMTRACK_INVALID_OBJECT, (char *) "DS", (char *) str);
Tobin Ehlisc145be82015-01-08 15:22:32 -07001360 }
1361#endif
Tobin Ehlis6663f492014-11-10 12:29:12 -07001362 nextTable.CmdBindPipeline(cmdBuffer, pipelineBindPoint, pipeline);
1363}
1364
Tobin Ehlis7265e832015-01-19 08:42:29 -07001365XGL_LAYER_EXPORT void XGLAPI xglCmdBindDynamicStateObject(XGL_CMD_BUFFER cmdBuffer, XGL_STATE_BIND_POINT stateBindPoint, XGL_DYNAMIC_STATE_OBJECT state)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001366{
Mark Lobodzinski6434eff2015-03-31 16:05:35 -05001367 MT_OBJ_INFO *pObjInfo;
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001368 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski6434eff2015-03-31 16:05:35 -05001369 MT_CB_INFO *pCmdBuf = getCBInfo(cmdBuffer);
Tobin Ehlisc145be82015-01-08 15:22:32 -07001370 if (!pCmdBuf) {
1371 char str[1024];
1372 sprintf(str, "Unable to find command buffer object %p, was it ever created?", (void*)cmdBuffer);
1373 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_INVALID_CB, "DD", str);
1374 }
Mark Lobodzinski6434eff2015-03-31 16:05:35 -05001375 pObjInfo = getObjectInfo(state);
1376 if (!pObjInfo) {
Tobin Ehlisc145be82015-01-08 15:22:32 -07001377 char str[1024];
1378 sprintf(str, "Unable to find dynamic state object %p, was it ever created?", (void*)state);
1379 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, state, 0, MEMTRACK_INVALID_OBJECT, "DD", str);
1380 }
Mark Lobodzinski6434eff2015-03-31 16:05:35 -05001381 pCmdBuf->pDynamicState[stateBindPoint] = pObjInfo;
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001382 loader_platform_thread_unlock_mutex(&globalLock);
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001383 nextTable.CmdBindDynamicStateObject(cmdBuffer, stateBindPoint, state);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001384}
1385
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -05001386XGL_LAYER_EXPORT void XGLAPI xglCmdBindDescriptorSet(XGL_CMD_BUFFER cmdBuffer, XGL_PIPELINE_BIND_POINT pipelineBindPoint,
1387 XGL_DESCRIPTOR_SET descriptorSet, const uint32_t* pUserData)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001388{
Tobin Ehlisc145be82015-01-08 15:22:32 -07001389 // TODO : Somewhere need to verify that all textures referenced by shaders in DS are in some type of *SHADER_READ* state
Tobin Ehlis7265e832015-01-19 08:42:29 -07001390 nextTable.CmdBindDescriptorSet(cmdBuffer, pipelineBindPoint, descriptorSet, pUserData);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001391}
1392
Tobin Ehlis7265e832015-01-19 08:42:29 -07001393XGL_LAYER_EXPORT void XGLAPI xglCmdBindVertexBuffer(XGL_CMD_BUFFER cmdBuffer, XGL_BUFFER buffer, XGL_GPU_SIZE offset, uint32_t binding)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001394{
Tobin Ehlis7265e832015-01-19 08:42:29 -07001395 nextTable.CmdBindVertexBuffer(cmdBuffer, buffer, offset, binding);
Chia-I Wu19156822015-01-05 13:42:56 +08001396}
1397
Tobin Ehlis7265e832015-01-19 08:42:29 -07001398XGL_LAYER_EXPORT void XGLAPI xglCmdBindIndexBuffer(XGL_CMD_BUFFER cmdBuffer, XGL_BUFFER buffer, XGL_GPU_SIZE offset, XGL_INDEX_TYPE indexType)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001399{
Tobin Ehlis7265e832015-01-19 08:42:29 -07001400 nextTable.CmdBindIndexBuffer(cmdBuffer, buffer, offset, indexType);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001401}
1402
Tobin Ehlis7265e832015-01-19 08:42:29 -07001403XGL_LAYER_EXPORT void XGLAPI xglCmdDrawIndirect(XGL_CMD_BUFFER cmdBuffer, XGL_BUFFER buffer, XGL_GPU_SIZE offset, uint32_t count, uint32_t stride)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001404{
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001405 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001406 XGL_GPU_MEMORY mem = getMemBindingFromObject(buffer);
1407 if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) {
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001408 char str[1024];
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001409 sprintf(str, "In xglCmdDrawIndirect() call unable to update binding of buffer %p to cmdBuffer %p", buffer, cmdBuffer);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001410 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1411 }
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001412 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis7265e832015-01-19 08:42:29 -07001413 nextTable.CmdDrawIndirect(cmdBuffer, buffer, offset, count, stride);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001414}
1415
Tobin Ehlis7265e832015-01-19 08:42:29 -07001416XGL_LAYER_EXPORT void XGLAPI xglCmdDrawIndexedIndirect(XGL_CMD_BUFFER cmdBuffer, XGL_BUFFER buffer, XGL_GPU_SIZE offset, uint32_t count, uint32_t stride)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001417{
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001418 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001419 XGL_GPU_MEMORY mem = getMemBindingFromObject(buffer);
1420 if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) {
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001421 char str[1024];
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001422 sprintf(str, "In xglCmdDrawIndexedIndirect() call unable to update binding of buffer %p to cmdBuffer %p", buffer, cmdBuffer);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001423 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1424 }
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001425 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis7265e832015-01-19 08:42:29 -07001426 nextTable.CmdDrawIndexedIndirect(cmdBuffer, buffer, offset, count, stride);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001427}
1428
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001429XGL_LAYER_EXPORT void XGLAPI xglCmdDispatchIndirect(XGL_CMD_BUFFER cmdBuffer, XGL_BUFFER buffer, XGL_GPU_SIZE offset)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001430{
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001431 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001432 XGL_GPU_MEMORY mem = getMemBindingFromObject(buffer);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001433 if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) {
1434 char str[1024];
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001435 sprintf(str, "In xglCmdDispatchIndirect() call unable to update binding of buffer %p to cmdBuffer %p", buffer, cmdBuffer);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001436 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1437 }
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001438 loader_platform_thread_unlock_mutex(&globalLock);
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001439 nextTable.CmdDispatchIndirect(cmdBuffer, buffer, offset);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001440}
1441
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -05001442XGL_LAYER_EXPORT void XGLAPI xglCmdCopyBuffer(XGL_CMD_BUFFER cmdBuffer, XGL_BUFFER srcBuffer, XGL_BUFFER destBuffer,
1443 uint32_t regionCount, const XGL_BUFFER_COPY* pRegions)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001444{
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001445 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001446 XGL_GPU_MEMORY mem = getMemBindingFromObject(srcBuffer);
1447 if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) {
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001448 char str[1024];
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001449 sprintf(str, "In xglCmdCopyBuffer() call unable to update binding of srcBuffer %p to cmdBuffer %p", srcBuffer, cmdBuffer);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001450 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1451 }
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001452 mem = getMemBindingFromObject(destBuffer);
1453 if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) {
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001454 char str[1024];
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001455 sprintf(str, "In xglCmdCopyBuffer() call unable to update binding of destBuffer %p to cmdBuffer %p", destBuffer, cmdBuffer);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001456 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1457 }
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001458 loader_platform_thread_unlock_mutex(&globalLock);
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001459 nextTable.CmdCopyBuffer(cmdBuffer, srcBuffer, destBuffer, regionCount, pRegions);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001460}
1461
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -05001462XGL_LAYER_EXPORT void XGLAPI xglCmdCopyImage(XGL_CMD_BUFFER cmdBuffer, XGL_IMAGE srcImage, XGL_IMAGE destImage,
1463 uint32_t regionCount, const XGL_IMAGE_COPY* pRegions)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001464{
1465 // TODO : Each image will have mem mapping so track them
1466 nextTable.CmdCopyImage(cmdBuffer, srcImage, destImage, regionCount, pRegions);
1467}
1468
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -05001469XGL_LAYER_EXPORT void XGLAPI xglCmdCopyBufferToImage(XGL_CMD_BUFFER cmdBuffer, XGL_BUFFER srcBuffer, XGL_IMAGE destImage,
1470 uint32_t regionCount, const XGL_BUFFER_IMAGE_COPY* pRegions)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001471{
1472 // TODO : Track this
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001473 loader_platform_thread_lock_mutex(&globalLock);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001474 XGL_GPU_MEMORY mem = getMemBindingFromObject(destImage);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001475 if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) {
1476 char str[1024];
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001477 sprintf(str, "In xglCmdCopyMemoryToImage() call unable to update binding of destImage buffer %p to cmdBuffer %p", destImage, cmdBuffer);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001478 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1479 }
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001480
1481 mem = getMemBindingFromObject(srcBuffer);
1482 if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) {
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001483 char str[1024];
Tobin Ehlis7265e832015-01-19 08:42:29 -07001484 sprintf(str, "In xglCmdCopyMemoryToImage() call unable to update binding of srcBuffer %p to cmdBuffer %p", srcBuffer, cmdBuffer);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001485 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1486 }
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001487 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis7265e832015-01-19 08:42:29 -07001488 nextTable.CmdCopyBufferToImage(cmdBuffer, srcBuffer, destImage, regionCount, pRegions);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001489}
1490
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -05001491XGL_LAYER_EXPORT void XGLAPI xglCmdCopyImageToBuffer(XGL_CMD_BUFFER cmdBuffer, XGL_IMAGE srcImage, XGL_BUFFER destBuffer,
1492 uint32_t regionCount, const XGL_BUFFER_IMAGE_COPY* pRegions)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001493{
1494 // TODO : Track this
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001495 loader_platform_thread_lock_mutex(&globalLock);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001496 XGL_GPU_MEMORY mem = getMemBindingFromObject(srcImage);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001497 if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) {
1498 char str[1024];
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001499 sprintf(str, "In xglCmdCopyImageToMemory() call unable to update binding of srcImage buffer %p to cmdBuffer %p", srcImage, cmdBuffer);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001500 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1501 }
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001502 mem = getMemBindingFromObject(destBuffer);
1503 if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) {
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001504 char str[1024];
Tobin Ehlis7265e832015-01-19 08:42:29 -07001505 sprintf(str, "In xglCmdCopyImageToMemory() call unable to update binding of destBuffer %p to cmdBuffer %p", destBuffer, cmdBuffer);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001506 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1507 }
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001508 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis7265e832015-01-19 08:42:29 -07001509 nextTable.CmdCopyImageToBuffer(cmdBuffer, srcImage, destBuffer, regionCount, pRegions);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001510}
1511
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -05001512XGL_LAYER_EXPORT void XGLAPI xglCmdCloneImageData(XGL_CMD_BUFFER cmdBuffer, XGL_IMAGE srcImage, XGL_IMAGE_LAYOUT srcImageLayout,
1513 XGL_IMAGE destImage, XGL_IMAGE_LAYOUT destImageLayout)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001514{
1515 // TODO : Each image will have mem mapping so track them
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001516 loader_platform_thread_lock_mutex(&globalLock);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001517 XGL_GPU_MEMORY mem = getMemBindingFromObject(srcImage);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001518 if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) {
1519 char str[1024];
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001520 sprintf(str, "In xglCmdCloneImageData() call unable to update binding of srcImage buffer %p to cmdBuffer %p", srcImage, cmdBuffer);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001521 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1522 }
Tobin Ehlis6663f492014-11-10 12:29:12 -07001523 mem = getMemBindingFromObject(destImage);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001524 if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) {
1525 char str[1024];
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001526 sprintf(str, "In xglCmdCloneImageData() call unable to update binding of destImage buffer %p to cmdBuffer %p", destImage, cmdBuffer);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001527 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1528 }
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001529 loader_platform_thread_unlock_mutex(&globalLock);
Mike Stroyanfb80d5f2014-12-04 11:08:39 +00001530 nextTable.CmdCloneImageData(cmdBuffer, srcImage, srcImageLayout, destImage, destImageLayout);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001531}
1532
Tobin Ehlis7265e832015-01-19 08:42:29 -07001533XGL_LAYER_EXPORT void XGLAPI xglCmdUpdateBuffer(XGL_CMD_BUFFER cmdBuffer, XGL_BUFFER destBuffer, XGL_GPU_SIZE destOffset, XGL_GPU_SIZE dataSize, const uint32_t* pData)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001534{
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001535 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001536 XGL_GPU_MEMORY mem = getMemBindingFromObject(destBuffer);
1537 if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) {
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001538 char str[1024];
Tobin Ehlis7265e832015-01-19 08:42:29 -07001539 sprintf(str, "In xglCmdUpdateMemory() call unable to update binding of destBuffer %p to cmdBuffer %p", destBuffer, cmdBuffer);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001540 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1541 }
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001542 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis7265e832015-01-19 08:42:29 -07001543 nextTable.CmdUpdateBuffer(cmdBuffer, destBuffer, destOffset, dataSize, pData);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001544}
1545
Tobin Ehlis7265e832015-01-19 08:42:29 -07001546XGL_LAYER_EXPORT void XGLAPI xglCmdFillBuffer(XGL_CMD_BUFFER cmdBuffer, XGL_BUFFER destBuffer, XGL_GPU_SIZE destOffset, XGL_GPU_SIZE fillSize, uint32_t data)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001547{
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001548 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001549 XGL_GPU_MEMORY mem = getMemBindingFromObject(destBuffer);
1550 if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) {
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001551 char str[1024];
Tobin Ehlis7265e832015-01-19 08:42:29 -07001552 sprintf(str, "In xglCmdFillMemory() call unable to update binding of destBuffer %p to cmdBuffer %p", destBuffer, cmdBuffer);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001553 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1554 }
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001555 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis7265e832015-01-19 08:42:29 -07001556 nextTable.CmdFillBuffer(cmdBuffer, destBuffer, destOffset, fillSize, data);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001557}
1558
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -05001559XGL_LAYER_EXPORT void XGLAPI xglCmdClearColorImage(XGL_CMD_BUFFER cmdBuffer, XGL_IMAGE image, const float color[4],
1560 uint32_t rangeCount, const XGL_IMAGE_SUBRESOURCE_RANGE* pRanges)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001561{
Tobin Ehlisc145be82015-01-08 15:22:32 -07001562 // TODO : Verify memory is in XGL_IMAGE_STATE_CLEAR state
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001563 loader_platform_thread_lock_mutex(&globalLock);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001564 XGL_GPU_MEMORY mem = getMemBindingFromObject(image);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001565 if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) {
1566 char str[1024];
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001567 sprintf(str, "In xglCmdClearColorImage() call unable to update binding of image buffer %p to cmdBuffer %p", image, cmdBuffer);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001568 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1569 }
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001570 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001571 nextTable.CmdClearColorImage(cmdBuffer, image, color, rangeCount, pRanges);
1572}
1573
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -05001574XGL_LAYER_EXPORT void XGLAPI xglCmdClearColorImageRaw(XGL_CMD_BUFFER cmdBuffer, XGL_IMAGE image, const uint32_t color[4],
1575 uint32_t rangeCount, const XGL_IMAGE_SUBRESOURCE_RANGE* pRanges)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001576{
Tobin Ehlisc145be82015-01-08 15:22:32 -07001577 // TODO : Verify memory is in XGL_IMAGE_STATE_CLEAR state
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001578 loader_platform_thread_lock_mutex(&globalLock);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001579 XGL_GPU_MEMORY mem = getMemBindingFromObject(image);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001580 if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) {
1581 char str[1024];
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001582 sprintf(str, "In xglCmdClearColorImageRaw() call unable to update binding of image buffer %p to cmdBuffer %p", image, cmdBuffer);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001583 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1584 }
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001585 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001586 nextTable.CmdClearColorImageRaw(cmdBuffer, image, color, rangeCount, pRanges);
1587}
1588
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -05001589XGL_LAYER_EXPORT void XGLAPI xglCmdClearDepthStencil(XGL_CMD_BUFFER cmdBuffer, XGL_IMAGE image, float depth,
1590 uint32_t stencil, uint32_t rangeCount, const XGL_IMAGE_SUBRESOURCE_RANGE* pRanges)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001591{
Tobin Ehlisc145be82015-01-08 15:22:32 -07001592 // TODO : Verify memory is in XGL_IMAGE_STATE_CLEAR state
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001593 loader_platform_thread_lock_mutex(&globalLock);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001594 XGL_GPU_MEMORY mem = getMemBindingFromObject(image);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001595 if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) {
1596 char str[1024];
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001597 sprintf(str, "In xglCmdClearDepthStencil() call unable to update binding of image buffer %p to cmdBuffer %p", image, cmdBuffer);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001598 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1599 }
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001600 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001601 nextTable.CmdClearDepthStencil(cmdBuffer, image, depth, stencil, rangeCount, pRanges);
1602}
1603
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -05001604XGL_LAYER_EXPORT void XGLAPI xglCmdResolveImage(XGL_CMD_BUFFER cmdBuffer, XGL_IMAGE srcImage, XGL_IMAGE destImage,
1605 uint32_t rectCount, const XGL_IMAGE_RESOLVE* pRects)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001606{
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001607 loader_platform_thread_lock_mutex(&globalLock);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001608 XGL_GPU_MEMORY mem = getMemBindingFromObject(srcImage);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001609 if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) {
1610 char str[1024];
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001611 sprintf(str, "In xglCmdResolveImage() call unable to update binding of srcImage buffer %p to cmdBuffer %p", srcImage, cmdBuffer);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001612 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1613 }
Tobin Ehlis6663f492014-11-10 12:29:12 -07001614 mem = getMemBindingFromObject(destImage);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001615 if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) {
1616 char str[1024];
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001617 sprintf(str, "In xglCmdResolveImage() call unable to update binding of destImage buffer %p to cmdBuffer %p", destImage, cmdBuffer);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001618 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1619 }
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001620 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001621 nextTable.CmdResolveImage(cmdBuffer, srcImage, destImage, rectCount, pRects);
1622}
1623
Mark Lobodzinski17caf572015-01-29 08:55:56 -06001624XGL_LAYER_EXPORT void XGLAPI xglCmdBeginQuery(XGL_CMD_BUFFER cmdBuffer, XGL_QUERY_POOL queryPool, uint32_t slot, XGL_FLAGS flags)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001625{
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001626 loader_platform_thread_lock_mutex(&globalLock);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001627 XGL_GPU_MEMORY mem = getMemBindingFromObject(queryPool);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001628 if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) {
1629 char str[1024];
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001630 sprintf(str, "In xglCmdBeginQuery() call unable to update binding of queryPool buffer %p to cmdBuffer %p", queryPool, cmdBuffer);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001631 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1632 }
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001633 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001634 nextTable.CmdBeginQuery(cmdBuffer, queryPool, slot, flags);
1635}
1636
Mark Lobodzinski17caf572015-01-29 08:55:56 -06001637XGL_LAYER_EXPORT void XGLAPI xglCmdEndQuery(XGL_CMD_BUFFER cmdBuffer, XGL_QUERY_POOL queryPool, uint32_t slot)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001638{
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001639 loader_platform_thread_lock_mutex(&globalLock);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001640 XGL_GPU_MEMORY mem = getMemBindingFromObject(queryPool);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001641 if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) {
1642 char str[1024];
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001643 sprintf(str, "In xglCmdEndQuery() call unable to update binding of queryPool buffer %p to cmdBuffer %p", queryPool, cmdBuffer);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001644 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1645 }
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001646 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001647 nextTable.CmdEndQuery(cmdBuffer, queryPool, slot);
1648}
1649
Mark Lobodzinski17caf572015-01-29 08:55:56 -06001650XGL_LAYER_EXPORT void XGLAPI xglCmdResetQueryPool(XGL_CMD_BUFFER cmdBuffer, XGL_QUERY_POOL queryPool, uint32_t startQuery, uint32_t queryCount)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001651{
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001652 loader_platform_thread_lock_mutex(&globalLock);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001653 XGL_GPU_MEMORY mem = getMemBindingFromObject(queryPool);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001654 if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) {
1655 char str[1024];
Mark Lobodzinskic52b7752015-02-18 16:38:17 -06001656 sprintf(str, "In xglCmdResetQueryPool() call unable to update binding of queryPool buffer %p to cmdBuffer %p", queryPool, cmdBuffer);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001657 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1658 }
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001659 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001660 nextTable.CmdResetQueryPool(cmdBuffer, queryPool, startQuery, queryCount);
1661}
1662
Mark Lobodzinski17caf572015-01-29 08:55:56 -06001663XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglDbgRegisterMsgCallback(XGL_DBG_MSG_CALLBACK_FUNCTION pfnMsgCallback, void* pUserData)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001664{
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001665 // This layer intercepts callbacks
1666 XGL_LAYER_DBG_FUNCTION_NODE *pNewDbgFuncNode = (XGL_LAYER_DBG_FUNCTION_NODE*)malloc(sizeof(XGL_LAYER_DBG_FUNCTION_NODE));
1667 if (!pNewDbgFuncNode)
1668 return XGL_ERROR_OUT_OF_MEMORY;
1669 pNewDbgFuncNode->pfnMsgCallback = pfnMsgCallback;
1670 pNewDbgFuncNode->pUserData = pUserData;
Jon Ashburn7d7b3cf2014-12-22 13:24:15 -07001671 pNewDbgFuncNode->pNext = g_pDbgFunctionHead;
1672 g_pDbgFunctionHead = pNewDbgFuncNode;
Jon Ashburna8aa8372015-03-03 15:07:15 -07001673 // force callbacks if DebugAction hasn't been set already other than initial value
Courtney Goeltzenleuchter90d93202015-03-04 15:47:34 -07001674 if (g_actionIsDefault) {
Jon Ashburna8aa8372015-03-03 15:07:15 -07001675 g_debugAction = XGL_DBG_LAYER_ACTION_CALLBACK;
Courtney Goeltzenleuchter90d93202015-03-04 15:47:34 -07001676 }
Tobin Ehlis6663f492014-11-10 12:29:12 -07001677 XGL_RESULT result = nextTable.DbgRegisterMsgCallback(pfnMsgCallback, pUserData);
1678 return result;
1679}
1680
1681XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglDbgUnregisterMsgCallback(XGL_DBG_MSG_CALLBACK_FUNCTION pfnMsgCallback)
1682{
Mark Lobodzinski6434eff2015-03-31 16:05:35 -05001683 XGL_LAYER_DBG_FUNCTION_NODE *pInfo = g_pDbgFunctionHead;
1684 XGL_LAYER_DBG_FUNCTION_NODE *pPrev = pInfo;
1685 while (pInfo) {
1686 if (pInfo->pfnMsgCallback == pfnMsgCallback) {
1687 pPrev->pNext = pInfo->pNext;
1688 if (g_pDbgFunctionHead == pInfo)
1689 g_pDbgFunctionHead = pInfo->pNext;
1690 free(pInfo);
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001691 break;
1692 }
Mark Lobodzinski6434eff2015-03-31 16:05:35 -05001693 pPrev = pInfo;
1694 pInfo = pInfo->pNext;
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001695 }
Jon Ashburna8aa8372015-03-03 15:07:15 -07001696 if (g_pDbgFunctionHead == NULL)
1697 {
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -05001698 if (g_actionIsDefault) {
Jon Ashburna8aa8372015-03-03 15:07:15 -07001699 g_debugAction = XGL_DBG_LAYER_ACTION_LOG_MSG;
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -05001700 } else {
1701 g_debugAction = (XGL_LAYER_DBG_ACTION)(g_debugAction & ~((uint32_t)XGL_DBG_LAYER_ACTION_CALLBACK));
1702 }
Jon Ashburna8aa8372015-03-03 15:07:15 -07001703 }
Tobin Ehlis6663f492014-11-10 12:29:12 -07001704 XGL_RESULT result = nextTable.DbgUnregisterMsgCallback(pfnMsgCallback);
1705 return result;
1706}
1707
Jon Ashburn71c2b152015-03-02 16:51:38 -07001708#if !defined(WIN32)
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -05001709XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglWsiX11CreatePresentableImage(XGL_DEVICE device, const XGL_WSI_X11_PRESENTABLE_IMAGE_CREATE_INFO* pCreateInfo,
1710 XGL_IMAGE* pImage, XGL_GPU_MEMORY* pMem)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001711{
1712 XGL_RESULT result = nextTable.WsiX11CreatePresentableImage(device, pCreateInfo, pImage, pMem);
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001713 loader_platform_thread_lock_mutex(&globalLock);
Tobin Ehlis8be20fd2015-01-07 17:49:29 -07001714 if (XGL_SUCCESS == result) {
1715 // Add image object, then insert the new Mem Object and then bind it to created image
Mark Lobodzinski223ca202015-04-02 08:52:53 -05001716 addObjectInfo(*pImage, _XGL_STRUCTURE_TYPE_MAX_ENUM, pCreateInfo, sizeof(XGL_WSI_X11_PRESENTABLE_IMAGE_CREATE_INFO), "wsi_x11_image");
1717 addMemObjInfo(*pMem, NULL);
Tobin Ehlis8be20fd2015-01-07 17:49:29 -07001718 if (XGL_FALSE == updateObjectBinding(*pImage, *pMem)) {
1719 char str[1024];
1720 sprintf(str, "In xglWsiX11CreatePresentableImage(), unable to set image %p binding to mem obj %p", (void*)*pImage, (void*)*pMem);
1721 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, *pImage, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1722 }
Tobin Ehliscd9223b2014-11-19 16:19:28 -07001723 }
1724 printObjList();
1725 printMemList();
Mark Lobodzinski93f494b2015-03-02 20:23:52 -06001726 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001727 return result;
1728}
Mark Lobodzinskie61ebe72015-03-17 10:53:12 -05001729
1730XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglWsiX11QueuePresent(XGL_QUEUE queue, const XGL_WSI_X11_PRESENT_INFO* pPresentInfo, XGL_FENCE fence)
1731{
1732 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski223ca202015-04-02 08:52:53 -05001733 addFenceInfo(fence, queue);
Mark Lobodzinskie61ebe72015-03-17 10:53:12 -05001734 char str[1024];
1735 sprintf(str, "In xglWsiX11QueuePresent(), checking queue %p for fence %p", queue, fence);
1736 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, queue, 0, MEMTRACK_NONE, "MEM", str);
1737 loader_platform_thread_unlock_mutex(&globalLock);
1738 XGL_RESULT result = nextTable.WsiX11QueuePresent(queue, pPresentInfo, fence);
1739 return result;
1740}
Ian Elliott2d4ab1e2015-01-13 17:52:38 -07001741#endif // WIN32
Tobin Ehlis6663f492014-11-10 12:29:12 -07001742
Mark Lobodzinski17caf572015-01-29 08:55:56 -06001743XGL_LAYER_EXPORT void* XGLAPI xglGetProcAddr(XGL_PHYSICAL_GPU gpu, const char* funcName)
Tobin Ehlis6663f492014-11-10 12:29:12 -07001744{
1745 XGL_BASE_LAYER_OBJECT* gpuw = (XGL_BASE_LAYER_OBJECT *) gpu;
Chia-I Wu4d11dcc2015-01-05 13:18:57 +08001746
Tobin Ehlis6663f492014-11-10 12:29:12 -07001747 if (gpu == NULL)
1748 return NULL;
1749 pCurObj = gpuw;
Ian Elliott2d4ab1e2015-01-13 17:52:38 -07001750 loader_platform_thread_once(&g_initOnce, initMemTracker);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001751
Jon Ashburn71c2b152015-03-02 16:51:38 -07001752 if (!strcmp(funcName, "xglGetProcAddr"))
1753 return (void *) xglGetProcAddr;
1754 if (!strcmp(funcName, "xglCreateDevice"))
1755 return (void*) xglCreateDevice;
1756 if (!strcmp(funcName, "xglDestroyDevice"))
1757 return (void*) xglDestroyDevice;
1758 if (!strcmp(funcName, "xglEnumerateLayers"))
1759 return (void*) xglEnumerateLayers;
1760 if (!strcmp(funcName, "xglQueueSubmit"))
1761 return (void*) xglQueueSubmit;
1762 if (!strcmp(funcName, "xglQueueSetGlobalMemReferences"))
1763 return (void*) xglQueueSetGlobalMemReferences;
1764 if (!strcmp(funcName, "xglAllocMemory"))
1765 return (void*) xglAllocMemory;
1766 if (!strcmp(funcName, "xglFreeMemory"))
1767 return (void*) xglFreeMemory;
1768 if (!strcmp(funcName, "xglSetMemoryPriority"))
1769 return (void*) xglSetMemoryPriority;
1770 if (!strcmp(funcName, "xglMapMemory"))
1771 return (void*) xglMapMemory;
1772 if (!strcmp(funcName, "xglUnmapMemory"))
1773 return (void*) xglUnmapMemory;
1774 if (!strcmp(funcName, "xglPinSystemMemory"))
1775 return (void*) xglPinSystemMemory;
1776 if (!strcmp(funcName, "xglOpenSharedMemory"))
1777 return (void*) xglOpenSharedMemory;
1778 if (!strcmp(funcName, "xglOpenPeerMemory"))
1779 return (void*) xglOpenPeerMemory;
1780 if (!strcmp(funcName, "xglOpenPeerImage"))
1781 return (void*) xglOpenPeerImage;
1782 if (!strcmp(funcName, "xglDestroyObject"))
1783 return (void*) xglDestroyObject;
1784 if (!strcmp(funcName, "xglGetObjectInfo"))
1785 return (void*) xglGetObjectInfo;
1786 if (!strcmp(funcName, "xglBindObjectMemory"))
1787 return (void*) xglBindObjectMemory;
Tobin Ehlisc9dbcd52015-03-04 08:38:22 -07001788 if (!strcmp(funcName, "xglCreateFence"))
1789 return (void*) xglCreateFence;
1790 if (!strcmp(funcName, "xglGetFenceStatus"))
1791 return (void*) xglGetFenceStatus;
1792 if (!strcmp(funcName, "xglWaitForFences"))
1793 return (void*) xglWaitForFences;
Mark Lobodzinskie61ebe72015-03-17 10:53:12 -05001794 if (!strcmp(funcName, "xglQueueWaitIdle"))
1795 return (void*) xglQueueWaitIdle;
1796 if (!strcmp(funcName, "xglDeviceWaitIdle"))
1797 return (void*) xglDeviceWaitIdle;
Jon Ashburn71c2b152015-03-02 16:51:38 -07001798 if (!strcmp(funcName, "xglCreateEvent"))
1799 return (void*) xglCreateEvent;
1800 if (!strcmp(funcName, "xglCreateQueryPool"))
1801 return (void*) xglCreateQueryPool;
1802 if (!strcmp(funcName, "xglCreateBuffer"))
1803 return (void*) xglCreateBuffer;
1804 if (!strcmp(funcName, "xglCreateBufferView"))
1805 return (void*) xglCreateBufferView;
1806 if (!strcmp(funcName, "xglCreateImage"))
1807 return (void*) xglCreateImage;
1808 if (!strcmp(funcName, "xglCreateImageView"))
1809 return (void*) xglCreateImageView;
1810 if (!strcmp(funcName, "xglCreateColorAttachmentView"))
1811 return (void*) xglCreateColorAttachmentView;
1812 if (!strcmp(funcName, "xglCreateDepthStencilView"))
1813 return (void*) xglCreateDepthStencilView;
1814 if (!strcmp(funcName, "xglCreateShader"))
1815 return (void*) xglCreateShader;
1816 if (!strcmp(funcName, "xglCreateGraphicsPipeline"))
1817 return (void*) xglCreateGraphicsPipeline;
1818 if (!strcmp(funcName, "xglCreateComputePipeline"))
1819 return (void*) xglCreateComputePipeline;
1820 if (!strcmp(funcName, "xglCreateSampler"))
1821 return (void*) xglCreateSampler;
1822 if (!strcmp(funcName, "xglCreateDynamicViewportState"))
1823 return (void*) xglCreateDynamicViewportState;
1824 if (!strcmp(funcName, "xglCreateDynamicRasterState"))
1825 return (void*) xglCreateDynamicRasterState;
1826 if (!strcmp(funcName, "xglCreateDynamicColorBlendState"))
1827 return (void*) xglCreateDynamicColorBlendState;
1828 if (!strcmp(funcName, "xglCreateDynamicDepthStencilState"))
1829 return (void*) xglCreateDynamicDepthStencilState;
1830 if (!strcmp(funcName, "xglCreateCommandBuffer"))
1831 return (void*) xglCreateCommandBuffer;
1832 if (!strcmp(funcName, "xglBeginCommandBuffer"))
1833 return (void*) xglBeginCommandBuffer;
1834 if (!strcmp(funcName, "xglEndCommandBuffer"))
1835 return (void*) xglEndCommandBuffer;
1836 if (!strcmp(funcName, "xglResetCommandBuffer"))
1837 return (void*) xglResetCommandBuffer;
1838 if (!strcmp(funcName, "xglCmdBindPipeline"))
1839 return (void*) xglCmdBindPipeline;
1840 if (!strcmp(funcName, "xglCmdBindDynamicStateObject"))
1841 return (void*) xglCmdBindDynamicStateObject;
1842 if (!strcmp(funcName, "xglCmdBindDescriptorSet"))
1843 return (void*) xglCmdBindDescriptorSet;
1844 if (!strcmp(funcName, "xglCmdBindVertexBuffer"))
1845 return (void*) xglCmdBindVertexBuffer;
1846 if (!strcmp(funcName, "xglCmdBindIndexBuffer"))
1847 return (void*) xglCmdBindIndexBuffer;
1848 if (!strcmp(funcName, "xglCmdDrawIndirect"))
1849 return (void*) xglCmdDrawIndirect;
1850 if (!strcmp(funcName, "xglCmdDrawIndexedIndirect"))
1851 return (void*) xglCmdDrawIndexedIndirect;
1852 if (!strcmp(funcName, "xglCmdDispatchIndirect"))
1853 return (void*) xglCmdDispatchIndirect;
1854 if (!strcmp(funcName, "xglCmdCopyBuffer"))
1855 return (void*) xglCmdCopyBuffer;
1856 if (!strcmp(funcName, "xglCmdCopyImage"))
1857 return (void*) xglCmdCopyImage;
1858 if (!strcmp(funcName, "xglCmdCopyBufferToImage"))
1859 return (void*) xglCmdCopyBufferToImage;
1860 if (!strcmp(funcName, "xglCmdCopyImageToBuffer"))
1861 return (void*) xglCmdCopyImageToBuffer;
1862 if (!strcmp(funcName, "xglCmdCloneImageData"))
1863 return (void*) xglCmdCloneImageData;
1864 if (!strcmp(funcName, "xglCmdUpdateBuffer"))
1865 return (void*) xglCmdUpdateBuffer;
1866 if (!strcmp(funcName, "xglCmdFillBuffer"))
1867 return (void*) xglCmdFillBuffer;
1868 if (!strcmp(funcName, "xglCmdClearColorImage"))
1869 return (void*) xglCmdClearColorImage;
1870 if (!strcmp(funcName, "xglCmdClearColorImageRaw"))
1871 return (void*) xglCmdClearColorImageRaw;
1872 if (!strcmp(funcName, "xglCmdClearDepthStencil"))
1873 return (void*) xglCmdClearDepthStencil;
1874 if (!strcmp(funcName, "xglCmdResolveImage"))
1875 return (void*) xglCmdResolveImage;
1876 if (!strcmp(funcName, "xglCmdBeginQuery"))
1877 return (void*) xglCmdBeginQuery;
1878 if (!strcmp(funcName, "xglCmdEndQuery"))
1879 return (void*) xglCmdEndQuery;
1880 if (!strcmp(funcName, "xglCmdResetQueryPool"))
1881 return (void*) xglCmdResetQueryPool;
1882 if (!strcmp(funcName, "xglDbgRegisterMsgCallback"))
1883 return (void*) xglDbgRegisterMsgCallback;
1884 if (!strcmp(funcName, "xglDbgUnregisterMsgCallback"))
1885 return (void*) xglDbgUnregisterMsgCallback;
Mark Lobodzinski6434eff2015-03-31 16:05:35 -05001886 if (!strcmp(funcName, "xglGetDeviceQueue"))
1887 return (void*) xglGetDeviceQueue;
Jon Ashburn71c2b152015-03-02 16:51:38 -07001888#if !defined(WIN32)
1889 if (!strcmp(funcName, "xglWsiX11CreatePresentableImage"))
1890 return (void*) xglWsiX11CreatePresentableImage;
Mark Lobodzinskie61ebe72015-03-17 10:53:12 -05001891 if (!strcmp(funcName, "xglWsiX11QueuePresent"))
1892 return (void*) xglWsiX11QueuePresent;
Jon Ashburn71c2b152015-03-02 16:51:38 -07001893#endif
Tobin Ehlis6663f492014-11-10 12:29:12 -07001894 else {
Tobin Ehlis6663f492014-11-10 12:29:12 -07001895 if (gpuw->pGPA == NULL)
1896 return NULL;
Mark Lobodzinskib6ddb462015-03-24 16:29:24 -05001897 return gpuw->pGPA((XGL_PHYSICAL_GPU)gpuw->nextObject, funcName);
Tobin Ehlis6663f492014-11-10 12:29:12 -07001898 }
1899}