blob: 6928c8acbc32bf43af9ed3a500cc01c571704d1b [file] [log] [blame]
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001/*
Mark Lobodzinski283a4c22015-03-24 16:29:24 -05002 * Vulkan
Tobin Ehlis791a49c2014-11-10 12:29:12 -07003 *
Mark Lobodzinski283a4c22015-03-24 16:29:24 -05004 * Copyright (C) 2015 LunarG, Inc.
Tobin Ehlis791a49c2014-11-10 12:29:12 -07005 *
6 * Permission is hereby granted, free of charge, to any person obtaining a
7 * copy of this software and associated documentation files (the "Software"),
8 * to deal in the Software without restriction, including without limitation
9 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
10 * and/or sell copies of the Software, and to permit persons to whom the
11 * Software is furnished to do so, subject to the following conditions:
12 *
13 * The above copyright notice and this permission notice shall be included
14 * in all copies or substantial portions of the Software.
15 *
16 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
Mark Lobodzinski283a4c22015-03-24 16:29:24 -050017* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
Tobin Ehlis791a49c2014-11-10 12:29:12 -070018 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
19 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
21 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
22 * DEALINGS IN THE SOFTWARE.
23 */
24
Mark Lobodzinski4aad3642015-03-17 10:53:12 -050025#include <inttypes.h>
Tobin Ehlis791a49c2014-11-10 12:29:12 -070026#include <stdio.h>
27#include <stdlib.h>
28#include <string.h>
29#include <assert.h>
Mark Lobodzinski283a4c22015-03-24 16:29:24 -050030#include <list>
31#include <map>
32using namespace std;
33
Ian Elliott81ac44c2015-01-13 17:52:38 -070034#include "loader_platform.h"
Chia-I Wu0f65b1e2015-01-04 23:11:43 +080035#include "xgl_dispatch_table_helper.h"
Mark Lobodzinski283a4c22015-03-24 16:29:24 -050036#include "xgl_struct_string_helper_cpp.h"
Tobin Ehlis62086412014-11-19 16:19:28 -070037#include "mem_tracker.h"
Jon Ashburnf57ea372014-12-22 13:24:15 -070038#include "layers_config.h"
Ian Elliott20f06872015-02-12 17:08:34 -070039// The following is #included again to catch certain OS-specific functions
40// being used:
41#include "loader_platform.h"
Jon Ashburn5a7be202015-02-16 08:46:53 -070042#include "layers_msg.h"
Tobin Ehlis791a49c2014-11-10 12:29:12 -070043
44static XGL_LAYER_DISPATCH_TABLE nextTable;
45static XGL_BASE_LAYER_OBJECT *pCurObj;
Ian Elliott81ac44c2015-01-13 17:52:38 -070046static LOADER_PLATFORM_THREAD_ONCE_DECLARATION(g_initOnce);
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -060047// TODO : This can be much smarter, using separate locks for separate global data
48static int globalLockInitialized = 0;
49static loader_platform_thread_mutex globalLock;
Jon Ashburnf57ea372014-12-22 13:24:15 -070050
Tobin Ehlis2836a7d2015-01-08 15:22:32 -070051#define MAX_BINDING 0xFFFFFFFF
Tobin Ehlis2836a7d2015-01-08 15:22:32 -070052
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -050053map<XGL_CMD_BUFFER, MT_CB_INFO*> cbMap;
54map<XGL_GPU_MEMORY, MT_MEM_OBJ_INFO*> memObjMap;
55map<XGL_OBJECT, MT_OBJ_INFO*> objectMap;
Mark Lobodzinski85a83982015-04-02 08:52:53 -050056map<uint64_t, MT_FENCE_INFO*> fenceMap; // Map fenceId to fence info
57map<XGL_QUEUE, MT_QUEUE_INFO*> queueMap;
Mark Lobodzinski283a4c22015-03-24 16:29:24 -050058
Mark Lobodzinski8ee96342015-04-02 20:49:09 -050059// TODO : Add per-device fence completion
Mark Lobodzinski283a4c22015-03-24 16:29:24 -050060static uint64_t g_currentFenceId = 1;
Mark Lobodzinski283a4c22015-03-24 16:29:24 -050061static XGL_DEVICE globalDevice = NULL;
Mark Lobodzinski15427102015-02-18 16:38:17 -060062
Mark Lobodzinski85a83982015-04-02 08:52:53 -050063// Add new queue for this device to map container
64static void addQueueInfo(const XGL_QUEUE queue)
65{
Mark Lobodzinski8ee96342015-04-02 20:49:09 -050066 MT_QUEUE_INFO* pInfo = new MT_QUEUE_INFO;
67 pInfo->lastRetiredId = 0;
68 pInfo->lastSubmittedId = 0;
69 queueMap[queue] = pInfo;
Mark Lobodzinski85a83982015-04-02 08:52:53 -050070}
71
72static void deleteQueueInfoList(void)
73{
74 // Process queue list, cleaning up each entry before deleting
75 for (map<XGL_QUEUE, MT_QUEUE_INFO*>::iterator ii=queueMap.begin(); ii!=queueMap.end(); ++ii) {
76 (*ii).second->pQueueCmdBuffers.clear();
77 }
78 queueMap.clear();
79}
80
81// Add new CBInfo for this cb to map container
82static void addCBInfo(const XGL_CMD_BUFFER cb)
Tobin Ehlis791a49c2014-11-10 12:29:12 -070083{
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -050084 MT_CB_INFO* pInfo = new MT_CB_INFO;
85 memset(pInfo, 0, (sizeof(MT_CB_INFO) - sizeof(list<XGL_GPU_MEMORY>)));
86 pInfo->cmdBuffer = cb;
Mark Lobodzinski8ee96342015-04-02 20:49:09 -050087 cbMap[cb] = pInfo;
Tobin Ehlis791a49c2014-11-10 12:29:12 -070088}
89
Mark Lobodzinski85a83982015-04-02 08:52:53 -050090// Return ptr to Info in CB map, or NULL if not found
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -050091static MT_CB_INFO* getCBInfo(const XGL_CMD_BUFFER cb)
Tobin Ehlis791a49c2014-11-10 12:29:12 -070092{
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -050093 MT_CB_INFO* pCBInfo = NULL;
Mark Lobodzinski283a4c22015-03-24 16:29:24 -050094 if (cbMap.find(cb) != cbMap.end()) {
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -050095 pCBInfo = cbMap[cb];
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -060096 }
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -050097 return pCBInfo;
Tobin Ehlis791a49c2014-11-10 12:29:12 -070098}
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -060099
Courtney Goeltzenleuchtercfedf362015-04-02 13:39:07 -0600100// Add new Queue node for this cb at end of global CB LL
101static void insertGlobalQueue(const XGL_QUEUE queue)
102{
103#if 0 // TODO: Add tracking of Queue's
104 MT_QUEUE_NODE* pTrav = pGlobalQueueHead;
105 if (!pTrav) {
106 pTrav = (MT_QUEUE_NODE*)malloc(sizeof(MT_QUEUE_NODE));
107 pGlobalQueueHead = pTrav;
108 }
109 else {
110 while (NULL != pTrav->pNextGlobalQueueNode)
111 pTrav = pTrav->pNextGlobalQueueNode;
112 pTrav->pNextGlobalQueueNode = (MT_QUEUE_NODE*)malloc(sizeof(MT_QUEUE_NODE));
113 pTrav = pTrav->pNextGlobalQueueNode;
114 }
115 if (!pTrav) {
116 char str[1024];
117 sprintf(str, "Malloc failed to alloc node for Queue %p", (void*)queue);
118 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, queue, 0, MEMTRACK_OUT_OF_MEMORY_ERROR, "MEM", str);
119 }
120 else {
121 numQueueNodes++;
122 memset(pTrav, 0, sizeof(MT_QUEUE_NODE));
123 pTrav->queue = queue;
124 }
125#endif
126}
127
128// Return ptr to node in global LL containing cb, or NULL if not found
129static MT_QUEUE_NODE* getGlobalQueueNode(const XGL_QUEUE queue)
130{
131#if 0
132 MT_QUEUE_NODE* pTrav = pGlobalQueueHead;
133 while (pTrav && (pTrav->queue != queue)) {
134 pTrav = pTrav->pNextGlobalQueueNode;
135 }
136 return pTrav;
137#endif
138}
139
140static void insertQueueMemRef(MT_QUEUE_NODE *pQueueNode, XGL_GPU_MEMORY mem)
141{
142#if 0
143 if (pQueueNode->numMemRefs >= pQueueNode->refListSize) {
144 pQueueNode->refListSize += 16;
145 pQueueNode->pMemRefList = realloc(pQueueNode->pMemRefList, pQueueNode->refListSize);
146 }
147 pQueueNode->pMemRefList[pQueueNode->numMemRefs++] = mem;
148#endif
149}
150
151static void removeQueueMemRef(MT_QUEUE_NODE *pQueueNode, XGL_GPU_MEMORY mem)
152{
153 uint32_t idx;
154
155 for (idx = 0; idx < pQueueNode->numMemRefs; idx++) {
156 if (pQueueNode->pMemRefList[idx] == mem) {
157 pQueueNode->numMemRefs--;
158 memcpy(&pQueueNode->pMemRefList[idx], pQueueNode->pMemRefList[idx+1],
159 pQueueNode->numMemRefs * sizeof(XGL_GPU_MEMORY));
160 }
161 }
162}
163
Mark Lobodzinski4aad3642015-03-17 10:53:12 -0500164// Add a fence, creating one if necessary to our list of fences/fenceIds
Mark Lobodzinski85a83982015-04-02 08:52:53 -0500165static uint64_t addFenceInfo(XGL_FENCE fence, XGL_QUEUE queue)
Mark Lobodzinski4aad3642015-03-17 10:53:12 -0500166{
Mark Lobodzinski85a83982015-04-02 08:52:53 -0500167 // Create fence object
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500168 MT_FENCE_INFO* pFenceInfo = new MT_FENCE_INFO;
Mark Lobodzinski8ee96342015-04-02 20:49:09 -0500169 MT_QUEUE_INFO* pQueueInfo = queueMap[queue];
Mark Lobodzinski85a83982015-04-02 08:52:53 -0500170 uint64_t fenceId = g_currentFenceId++;
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500171 memset(pFenceInfo, 0, sizeof(MT_FENCE_INFO));
Mark Lobodzinski4aad3642015-03-17 10:53:12 -0500172 // If no fence, create an internal fence to track the submissions
173 if (fence == NULL) {
174 XGL_FENCE_CREATE_INFO fci;
175 fci.sType = XGL_STRUCTURE_TYPE_FENCE_CREATE_INFO;
176 fci.pNext = NULL;
177 fci.flags = 0;
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500178 nextTable.CreateFence(globalDevice, &fci, &pFenceInfo->fence);
179 pFenceInfo->localFence = XGL_TRUE;
Mark Lobodzinski4aad3642015-03-17 10:53:12 -0500180 } else {
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500181 pFenceInfo->localFence = XGL_FALSE;
182 pFenceInfo->fence = fence;
Tobin Ehlis791a49c2014-11-10 12:29:12 -0700183 }
Mark Lobodzinski85a83982015-04-02 08:52:53 -0500184 pFenceInfo->queue = queue;
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500185 fenceMap[fenceId] = pFenceInfo;
Mark Lobodzinski8ee96342015-04-02 20:49:09 -0500186 // Update most recently submitted fenceId for Queue
187 pQueueInfo->lastSubmittedId = fenceId;
Mark Lobodzinski283a4c22015-03-24 16:29:24 -0500188 return fenceId;
Mark Lobodzinski4aad3642015-03-17 10:53:12 -0500189}
190
Mark Lobodzinski85a83982015-04-02 08:52:53 -0500191// Remove a fenceInfo from our list of fences/fenceIds
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500192static void deleteFenceInfo(uint64_t fenceId)
Mark Lobodzinski4aad3642015-03-17 10:53:12 -0500193{
194 if (fenceId != 0) {
Mark Lobodzinski283a4c22015-03-24 16:29:24 -0500195 if (fenceMap.find(fenceId) != fenceMap.end()) {
Mark Lobodzinski8ee96342015-04-02 20:49:09 -0500196 map<uint64_t, MT_FENCE_INFO*>::iterator item;
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500197 MT_FENCE_INFO* pDelInfo = fenceMap[fenceId];
Mark Lobodzinski85a83982015-04-02 08:52:53 -0500198 if (pDelInfo != NULL) {
199 if (pDelInfo->localFence == XGL_TRUE) {
200 nextTable.DestroyObject(pDelInfo->fence);
201 }
202 delete pDelInfo;
Mark Lobodzinski4aad3642015-03-17 10:53:12 -0500203 }
Mark Lobodzinski8ee96342015-04-02 20:49:09 -0500204 item = fenceMap.find(fenceId);
205 fenceMap.erase(item);
Mark Lobodzinski4aad3642015-03-17 10:53:12 -0500206 }
207 }
208}
209
Mark Lobodzinski85a83982015-04-02 08:52:53 -0500210// Search through list for this fence, deleting all items before it (with lower IDs) and updating lastRetiredId
Mark Lobodzinski4aad3642015-03-17 10:53:12 -0500211static void updateFenceTracking(XGL_FENCE fence)
212{
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500213 MT_FENCE_INFO *pCurFenceInfo = NULL;
214 uint64_t fenceId = 0;
Mark Lobodzinski85a83982015-04-02 08:52:53 -0500215 XGL_QUEUE queue = NULL;
Mark Lobodzinski283a4c22015-03-24 16:29:24 -0500216
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500217 for (map<uint64_t, MT_FENCE_INFO*>::iterator ii=fenceMap.begin(); ii!=fenceMap.end(); ++ii) {
Mark Lobodzinski85a83982015-04-02 08:52:53 -0500218 if ((*ii).second != NULL) {
219 if (fence == ((*ii).second)->fence) {
220 queue = ((*ii).second)->queue;
221 MT_QUEUE_INFO *pQueueInfo = queueMap[queue];
222 pQueueInfo->lastRetiredId = (*ii).first;
223 } else {
224 deleteFenceInfo((*ii).first);
225 }
Mark Lobodzinski4aad3642015-03-17 10:53:12 -0500226 }
227 }
228}
229
230// Utility function that determines if a fenceId has been retired yet
231static bool32_t fenceRetired(uint64_t fenceId)
232{
233 bool32_t result = XGL_FALSE;
Mark Lobodzinski8ee96342015-04-02 20:49:09 -0500234 if (fenceId == 0) { // Uninitialized fences will have IDs of zero, ignore
235 result = XGL_TRUE;
236 } else if (fenceMap.find(fenceId) != fenceMap.end()) {
237 MT_FENCE_INFO* pFenceInfo = fenceMap[fenceId];
Mark Lobodzinski85a83982015-04-02 08:52:53 -0500238 MT_QUEUE_INFO* pQueueInfo = queueMap[pFenceInfo->queue];
239 if (fenceId <= pQueueInfo->lastRetiredId) {
240 result = XGL_TRUE;
241 }
Mark Lobodzinski8ee96342015-04-02 20:49:09 -0500242 } else { // If not in list, fence has been retired and deleted
Mark Lobodzinski85a83982015-04-02 08:52:53 -0500243 result = XGL_TRUE;
Mark Lobodzinski4aad3642015-03-17 10:53:12 -0500244 }
245 return result;
246}
247
248// Return the fence associated with a fenceId
249static XGL_FENCE getFenceFromId(uint64_t fenceId)
250{
251 XGL_FENCE fence = NULL;
252 if (fenceId != 0) {
Mark Lobodzinski85a83982015-04-02 08:52:53 -0500253 // Search for an item with this fenceId
254 if (fenceMap.find(fenceId) != fenceMap.end()) {
255 MT_FENCE_INFO* pFenceInfo = fenceMap[fenceId];
256 if (pFenceInfo != NULL) {
257 MT_QUEUE_INFO* pQueueInfo = queueMap[pFenceInfo->queue];
258 if (fenceId > pQueueInfo->lastRetiredId) {
259 fence = pFenceInfo->fence;
260 }
Mark Lobodzinski4aad3642015-03-17 10:53:12 -0500261 }
262 }
263 }
264 return fence;
265}
266
Mark Lobodzinski85a83982015-04-02 08:52:53 -0500267// Helper routine that updates the fence list for a specific queue to all-retired
268static void retireQueueFences(XGL_QUEUE queue)
Mark Lobodzinski4aad3642015-03-17 10:53:12 -0500269{
Mark Lobodzinski8ee96342015-04-02 20:49:09 -0500270 MT_QUEUE_INFO *pQueueInfo = queueMap[queue];
271 pQueueInfo->lastRetiredId = pQueueInfo->lastSubmittedId;
272 // Set Queue's lastRetired to lastSubmitted, free items in queue's fence list
273 map<uint64_t, MT_FENCE_INFO*>::iterator it = fenceMap.begin();
274 map<uint64_t, MT_FENCE_INFO*>::iterator temp;
275 while (it != fenceMap.end()) {
276 if (((*it).second)->queue == queue) {
277 temp = it;
278 ++temp;
279 deleteFenceInfo((*it).first);
280 it = temp;
281 } else {
282 ++it;
283 }
Mark Lobodzinski4aad3642015-03-17 10:53:12 -0500284 }
Tobin Ehlis791a49c2014-11-10 12:29:12 -0700285}
286
Mark Lobodzinski85a83982015-04-02 08:52:53 -0500287// Helper routine that updates fence list for all queues to all-retired
Mark Lobodzinski8ee96342015-04-02 20:49:09 -0500288static void retireDeviceFences(XGL_DEVICE device)
Mark Lobodzinski85a83982015-04-02 08:52:53 -0500289{
290 // Process each queue for device
Mark Lobodzinski8ee96342015-04-02 20:49:09 -0500291 // TODO: Add multiple device support
Mark Lobodzinski85a83982015-04-02 08:52:53 -0500292 for (map<XGL_QUEUE, MT_QUEUE_INFO*>::iterator ii=queueMap.begin(); ii!=queueMap.end(); ++ii) {
293 retireQueueFences((*ii).first);
294 }
295}
296
Mark Lobodzinskie2d07a52015-01-29 08:55:56 -0600297static bool32_t validateCBMemRef(const XGL_CMD_BUFFER cb, uint32_t memRefCount, const XGL_MEMORY_REF* pMemRefs)
Tobin Ehlis791a49c2014-11-10 12:29:12 -0700298{
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -0600299 bool32_t result = XGL_TRUE;
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500300 MT_CB_INFO* pInfo = getCBInfo(cb);
301 if (!pInfo) {
Tobin Ehlis62086412014-11-19 16:19:28 -0700302 char str[1024];
Mark Lobodzinski85a83982015-04-02 08:52:53 -0500303 sprintf(str, "Unable to find info for CB %p in order to check memory references", (void*)cb);
Tobin Ehlis62086412014-11-19 16:19:28 -0700304 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cb, 0, MEMTRACK_INVALID_CB, "MEM", str);
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -0600305 result = XGL_FALSE;
306 } else {
307 // Validate that all actual references are accounted for in pMemRefs
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -0600308 uint32_t i;
309 uint8_t found = 0;
310 uint64_t foundCount = 0;
Mark Lobodzinski283a4c22015-03-24 16:29:24 -0500311
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500312 for (list<XGL_GPU_MEMORY>::iterator it = pInfo->pMemObjList.begin(); it != pInfo->pMemObjList.end(); ++it) {
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -0600313 for (i = 0; i < memRefCount; i++) {
Mark Lobodzinski283a4c22015-03-24 16:29:24 -0500314 if ((*it) == pMemRefs[i].mem) {
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -0600315 char str[1024];
Mark Lobodzinski283a4c22015-03-24 16:29:24 -0500316 sprintf(str, "Found Mem Obj %p binding to CB %p", (*it), cb);
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -0600317 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, cb, 0, MEMTRACK_NONE, "MEM", str);
318 found = 1;
319 foundCount++;
320 break;
321 }
322 }
323 if (!found) {
Tobin Ehlis62086412014-11-19 16:19:28 -0700324 char str[1024];
Mark Lobodzinski283a4c22015-03-24 16:29:24 -0500325 sprintf(str, "Memory reference list for Command Buffer %p is missing ref to mem obj %p", cb, (*it));
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -0600326 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cb, 0, MEMTRACK_CB_MISSING_MEM_REF, "MEM", str);
327 result = XGL_FALSE;
328 }
329 found = 0;
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -0600330 }
Mark Lobodzinski283a4c22015-03-24 16:29:24 -0500331
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -0600332 if (result == XGL_TRUE) {
333 char str[1024];
334 sprintf(str, "Verified all %lu memory dependencies for CB %p are included in pMemRefs list", foundCount, cb);
335 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, cb, 0, MEMTRACK_NONE, "MEM", str);
Mark Lobodzinski283a4c22015-03-24 16:29:24 -0500336 // TODO : Could report mem refs in pMemRefs that AREN'T in mem list, that would be primarily informational
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -0600337 // Currently just noting that there is a difference
338 if (foundCount != memRefCount) {
Mark Lobodzinski283a4c22015-03-24 16:29:24 -0500339 sprintf(str, "There are %u mem refs included in pMemRefs list, but only %lu are required", memRefCount, foundCount);
Tobin Ehlis62086412014-11-19 16:19:28 -0700340 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, cb, 0, MEMTRACK_NONE, "MEM", str);
Tobin Ehlis791a49c2014-11-10 12:29:12 -0700341 }
342 }
Tobin Ehlis791a49c2014-11-10 12:29:12 -0700343 }
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -0600344 return result;
Tobin Ehlis791a49c2014-11-10 12:29:12 -0700345}
Mark Lobodzinski85a83982015-04-02 08:52:53 -0500346// Return ptr to info in map container containing mem, or NULL if not found
Tobin Ehlis77b3abb2015-03-04 08:38:22 -0700347// Calls to this function should be wrapped in mutex
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500348static MT_MEM_OBJ_INFO* getMemObjInfo(const XGL_GPU_MEMORY mem)
Tobin Ehlis2836a7d2015-01-08 15:22:32 -0700349{
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500350 MT_MEM_OBJ_INFO* pMemObjInfo = NULL;
Mark Lobodzinski283a4c22015-03-24 16:29:24 -0500351
352 if (memObjMap.find(mem) != memObjMap.end()) {
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500353 pMemObjInfo = memObjMap[mem];
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -0600354 }
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500355 return pMemObjInfo;
Tobin Ehlis2836a7d2015-01-08 15:22:32 -0700356}
357
Mark Lobodzinski85a83982015-04-02 08:52:53 -0500358static void addMemObjInfo(const XGL_GPU_MEMORY mem, const XGL_MEMORY_ALLOC_INFO* pAllocInfo)
Tobin Ehlis791a49c2014-11-10 12:29:12 -0700359{
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500360 MT_MEM_OBJ_INFO* pInfo = new MT_MEM_OBJ_INFO;
361 pInfo->refCount = 0;
362 memset(&pInfo->allocInfo, 0, sizeof(XGL_MEMORY_ALLOC_INFO));
Mark Lobodzinski283a4c22015-03-24 16:29:24 -0500363
364 if (pAllocInfo) { // MEM alloc created by xglWsiX11CreatePresentableImage() doesn't have alloc info struct
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500365 memcpy(&pInfo->allocInfo, pAllocInfo, sizeof(XGL_MEMORY_ALLOC_INFO));
Mark Lobodzinski283a4c22015-03-24 16:29:24 -0500366 // TODO: Update for real hardware, actually process allocation info structures
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500367 pInfo->allocInfo.pNext = NULL;
Tobin Ehlis791a49c2014-11-10 12:29:12 -0700368 }
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500369 pInfo->mem = mem;
370 memObjMap[mem] = pInfo;
Tobin Ehlis791a49c2014-11-10 12:29:12 -0700371}
372
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500373// Find CB Info and add mem binding to list container
374// Find Mem Obj Info and add CB binding to list container
Mark Lobodzinskie2d07a52015-01-29 08:55:56 -0600375static bool32_t updateCBBinding(const XGL_CMD_BUFFER cb, const XGL_GPU_MEMORY mem)
Tobin Ehlis791a49c2014-11-10 12:29:12 -0700376{
Mark Lobodzinski283a4c22015-03-24 16:29:24 -0500377 bool32_t result = XGL_TRUE;
Tobin Ehlis791a49c2014-11-10 12:29:12 -0700378 // First update CB binding in MemObj mini CB list
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500379 MT_MEM_OBJ_INFO* pMemInfo = getMemObjInfo(mem);
380 if (!pMemInfo) {
Tobin Ehlis62086412014-11-19 16:19:28 -0700381 char str[1024];
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500382 sprintf(str, "Trying to bind mem obj %p to CB %p but no info for that mem obj.\n Was it correctly allocated? Did it already get freed?", mem, cb);
Tobin Ehlis62086412014-11-19 16:19:28 -0700383 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cb, 0, MEMTRACK_INVALID_MEM_OBJ, "MEM", str);
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -0600384 result = XGL_FALSE;
385 } else {
Mark Lobodzinski283a4c22015-03-24 16:29:24 -0500386 // Search for cmd buffer object in memory object's binding list
387 bool32_t found = XGL_FALSE;
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500388 for (list<XGL_CMD_BUFFER>::iterator it = pMemInfo->pCmdBufferBindings.begin(); it != pMemInfo->pCmdBufferBindings.end(); ++it) {
Mark Lobodzinski283a4c22015-03-24 16:29:24 -0500389 if ((*it) == cb) {
390 found = XGL_TRUE;
391 break;
392 }
393 }
394 // If not present, add to list
395 if (found == XGL_FALSE) {
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500396 pMemInfo->pCmdBufferBindings.push_front(cb);
397 pMemInfo->refCount++;
Mark Lobodzinski283a4c22015-03-24 16:29:24 -0500398 }
399
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500400 // Now update CBInfo's Mem binding list
401 MT_CB_INFO* pCBInfo = getCBInfo(cb);
402 if (!pCBInfo) {
Mark Lobodzinski283a4c22015-03-24 16:29:24 -0500403 char str[1024];
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500404 sprintf(str, "Trying to bind mem obj %p to CB %p but no info for that CB. Was it CB incorrectly destroyed?", mem, cb);
Mark Lobodzinski283a4c22015-03-24 16:29:24 -0500405 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cb, 0, MEMTRACK_INVALID_MEM_OBJ, "MEM", str);
406 result = XGL_FALSE;
407 } else {
408 // Search for memory object in cmd buffer's binding list
409 bool32_t found = XGL_FALSE;
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500410 for (list<XGL_GPU_MEMORY>::iterator it = pCBInfo->pMemObjList.begin(); it != pCBInfo->pMemObjList.end(); ++it) {
Mark Lobodzinski283a4c22015-03-24 16:29:24 -0500411 if ((*it) == mem) {
412 found = XGL_TRUE;
413 break;
414 }
415 }
416 // If not present, add to list
417 if (found == XGL_FALSE) {
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500418 pCBInfo->pMemObjList.push_front(mem);
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -0600419 }
420 }
Tobin Ehlis791a49c2014-11-10 12:29:12 -0700421 }
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -0600422 return result;
Tobin Ehlis791a49c2014-11-10 12:29:12 -0700423}
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -0600424
Tobin Ehlis791a49c2014-11-10 12:29:12 -0700425// Clear the CB Binding for mem
Tobin Ehlis77b3abb2015-03-04 08:38:22 -0700426// Calls to this function should be wrapped in mutex
Tobin Ehlis791a49c2014-11-10 12:29:12 -0700427static void clearCBBinding(const XGL_CMD_BUFFER cb, const XGL_GPU_MEMORY mem)
428{
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500429 MT_MEM_OBJ_INFO* pInfo = getMemObjInfo(mem);
Mark Lobodzinski85a83982015-04-02 08:52:53 -0500430 // TODO : Having this check is not ideal, really if memInfo was deleted,
Tobin Ehlis77b3abb2015-03-04 08:38:22 -0700431 // its CB bindings should be cleared and then freeCBBindings wouldn't call
432 // us here with stale mem objs
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500433 if (pInfo) {
434 pInfo->pCmdBufferBindings.remove(cb);
435 pInfo->refCount--;
Tobin Ehlis791a49c2014-11-10 12:29:12 -0700436 }
437}
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -0600438
Tobin Ehlis791a49c2014-11-10 12:29:12 -0700439// Free bindings related to CB
Mark Lobodzinskie2d07a52015-01-29 08:55:56 -0600440static bool32_t freeCBBindings(const XGL_CMD_BUFFER cb)
Tobin Ehlis791a49c2014-11-10 12:29:12 -0700441{
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -0600442 bool32_t result = XGL_TRUE;
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500443 MT_CB_INFO* pCBInfo = getCBInfo(cb);
444 if (!pCBInfo) {
Tobin Ehlis62086412014-11-19 16:19:28 -0700445 char str[1024];
Mark Lobodzinski85a83982015-04-02 08:52:53 -0500446 sprintf(str, "Unable to find global CB info %p for deletion", cb);
Tobin Ehlis62086412014-11-19 16:19:28 -0700447 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cb, 0, MEMTRACK_INVALID_CB, "MEM", str);
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -0600448 result = XGL_FALSE;
449 } else {
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500450 if (!fenceRetired(pCBInfo->fenceId)) {
451 deleteFenceInfo(pCBInfo->fenceId);
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -0600452 }
Mark Lobodzinski283a4c22015-03-24 16:29:24 -0500453
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500454 for (list<XGL_GPU_MEMORY>::iterator it=pCBInfo->pMemObjList.begin(); it!=pCBInfo->pMemObjList.end(); ++it) {
Mark Lobodzinski283a4c22015-03-24 16:29:24 -0500455 clearCBBinding(cb, (*it));
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -0600456 }
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500457 pCBInfo->pMemObjList.clear();
Tobin Ehlis791a49c2014-11-10 12:29:12 -0700458 }
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -0600459 return result;
Tobin Ehlis791a49c2014-11-10 12:29:12 -0700460}
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -0600461
Mark Lobodzinski85a83982015-04-02 08:52:53 -0500462// Delete CBInfo from list along with all of it's mini MemObjInfo
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500463// and also clear mem references to CB
Tobin Ehlis791a49c2014-11-10 12:29:12 -0700464// TODO : When should this be called? There's no Destroy of CBs that I see
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500465static bool32_t deleteCBInfo(const XGL_CMD_BUFFER cb)
Tobin Ehlis791a49c2014-11-10 12:29:12 -0700466{
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -0600467 bool32_t result = XGL_TRUE;
468 result = freeCBBindings(cb);
Mark Lobodzinski85a83982015-04-02 08:52:53 -0500469 // Delete the CBInfo info
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -0600470 if (result == XGL_TRUE) {
Mark Lobodzinski283a4c22015-03-24 16:29:24 -0500471 if (cbMap.find(cb) != cbMap.end()) {
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500472 MT_CB_INFO* pDelInfo = cbMap[cb];
473 delete pDelInfo;
Mark Lobodzinski283a4c22015-03-24 16:29:24 -0500474 cbMap.erase(cb);
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -0600475 }
Ian Elliott81ac44c2015-01-13 17:52:38 -0700476 }
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -0600477 return result;
Tobin Ehlis791a49c2014-11-10 12:29:12 -0700478}
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -0600479
Tobin Ehlis791a49c2014-11-10 12:29:12 -0700480// Delete the entire CB list
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500481static bool32_t deleteCBInfoList()
Tobin Ehlis791a49c2014-11-10 12:29:12 -0700482{
Mark Lobodzinskie2d07a52015-01-29 08:55:56 -0600483 bool32_t result = XGL_TRUE;
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500484 for (map<XGL_CMD_BUFFER, MT_CB_INFO*>::iterator ii=cbMap.begin(); ii!=cbMap.end(); ++ii) {
Mark Lobodzinski283a4c22015-03-24 16:29:24 -0500485 freeCBBindings((*ii).first);
486 delete (*ii).second;
Tobin Ehlis791a49c2014-11-10 12:29:12 -0700487 }
488 return result;
489}
490
Mark Lobodzinski85a83982015-04-02 08:52:53 -0500491// For given MemObjInfo, report Obj & CB bindings
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500492static void reportMemReferences(const MT_MEM_OBJ_INFO* pMemObjInfo)
Tobin Ehlis791a49c2014-11-10 12:29:12 -0700493{
Mark Lobodzinskie2d07a52015-01-29 08:55:56 -0600494 uint32_t refCount = 0; // Count found references
Mark Lobodzinski283a4c22015-03-24 16:29:24 -0500495
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500496 for (list<XGL_CMD_BUFFER>::const_iterator it = pMemObjInfo->pCmdBufferBindings.begin(); it != pMemObjInfo->pCmdBufferBindings.end(); ++it) {
Tobin Ehlis791a49c2014-11-10 12:29:12 -0700497 refCount++;
Tobin Ehlis62086412014-11-19 16:19:28 -0700498 char str[1024];
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500499 sprintf(str, "Command Buffer %p has reference to mem obj %p", (*it), pMemObjInfo->mem);
Mark Lobodzinski283a4c22015-03-24 16:29:24 -0500500 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, (*it), 0, MEMTRACK_NONE, "MEM", str);
Tobin Ehlis791a49c2014-11-10 12:29:12 -0700501 }
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500502 for (list<XGL_OBJECT>::const_iterator it = pMemObjInfo->pObjBindings.begin(); it != pMemObjInfo->pObjBindings.end(); ++it) {
Tobin Ehlis62086412014-11-19 16:19:28 -0700503 char str[1024];
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500504 sprintf(str, "XGL Object %p has reference to mem obj %p", (*it), pMemObjInfo->mem);
Mark Lobodzinski283a4c22015-03-24 16:29:24 -0500505 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, (*it), 0, MEMTRACK_NONE, "MEM", str);
Tobin Ehlis791a49c2014-11-10 12:29:12 -0700506 }
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500507 if (refCount != pMemObjInfo->refCount) {
Tobin Ehlis62086412014-11-19 16:19:28 -0700508 char str[1024];
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500509 sprintf(str, "Refcount of %u for Mem Obj %p does't match reported refs of %u", pMemObjInfo->refCount, pMemObjInfo->mem, refCount);
510 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, pMemObjInfo->mem, 0, MEMTRACK_INTERNAL_ERROR, "MEM", str);
Tobin Ehlis791a49c2014-11-10 12:29:12 -0700511 }
512}
513
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500514static void deleteMemObjInfo(XGL_GPU_MEMORY mem)
Tobin Ehlis791a49c2014-11-10 12:29:12 -0700515{
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500516 MT_MEM_OBJ_INFO* pDelInfo = memObjMap[mem];
Mark Lobodzinski283a4c22015-03-24 16:29:24 -0500517 if (memObjMap.find(mem) != memObjMap.end()) {
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500518 MT_MEM_OBJ_INFO* pDelInfo = memObjMap[mem];
519 delete pDelInfo;
Mark Lobodzinski283a4c22015-03-24 16:29:24 -0500520 memObjMap.erase(mem);
Tobin Ehlis791a49c2014-11-10 12:29:12 -0700521 }
522}
Mark Lobodzinski4aad3642015-03-17 10:53:12 -0500523
Tobin Ehlis791a49c2014-11-10 12:29:12 -0700524// Check if fence for given CB is completed
Mark Lobodzinskie2d07a52015-01-29 08:55:56 -0600525static bool32_t checkCBCompleted(const XGL_CMD_BUFFER cb)
Tobin Ehlis791a49c2014-11-10 12:29:12 -0700526{
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -0600527 bool32_t result = XGL_TRUE;
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500528 MT_CB_INFO* pCBInfo = getCBInfo(cb);
529 if (!pCBInfo) {
Tobin Ehlis62086412014-11-19 16:19:28 -0700530 char str[1024];
Mark Lobodzinski85a83982015-04-02 08:52:53 -0500531 sprintf(str, "Unable to find global CB info %p to check for completion", cb);
Tobin Ehlis62086412014-11-19 16:19:28 -0700532 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cb, 0, MEMTRACK_INVALID_CB, "MEM", str);
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -0600533 result = XGL_FALSE;
534 } else {
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500535 if (!fenceRetired(pCBInfo->fenceId)) {
Mark Lobodzinski8ee96342015-04-02 20:49:09 -0500536 char str[1024];
537 sprintf(str, "FenceId %" PRIx64", fence %p for CB %p has not been checked for completion", pCBInfo->fenceId, getFenceFromId(pCBInfo->fenceId), cb);
538 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, cb, 0, MEMTRACK_NONE, "MEM", str);
539 result = XGL_FALSE;
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -0600540 }
Tobin Ehlis791a49c2014-11-10 12:29:12 -0700541 }
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -0600542 return result;
Tobin Ehlis791a49c2014-11-10 12:29:12 -0700543}
544
Courtney Goeltzenleuchterc4804862015-03-26 16:15:39 -0600545static bool32_t freeMemObjInfo(XGL_GPU_MEMORY mem, bool internal)
Tobin Ehlis791a49c2014-11-10 12:29:12 -0700546{
Mark Lobodzinskie2d07a52015-01-29 08:55:56 -0600547 bool32_t result = XGL_TRUE;
Mark Lobodzinski85a83982015-04-02 08:52:53 -0500548 // Parse global list to find info w/ mem
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500549 MT_MEM_OBJ_INFO* pInfo = getMemObjInfo(mem);
550 if (!pInfo) {
Tobin Ehlis62086412014-11-19 16:19:28 -0700551 char str[1024];
Mark Lobodzinski85a83982015-04-02 08:52:53 -0500552 sprintf(str, "Couldn't find mem info object for %p\n Was %p never allocated or previously freed?", (void*)mem, (void*)mem);
Tobin Ehlis62086412014-11-19 16:19:28 -0700553 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, mem, 0, MEMTRACK_INVALID_MEM_OBJ, "MEM", str);
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -0600554 result = XGL_FALSE;
555 } else {
Courtney Goeltzenleuchterc4804862015-03-26 16:15:39 -0600556 if (pInfo->allocInfo.allocationSize == 0 && !internal) {
Mark Lobodzinskidaa1d432015-02-18 18:06:24 -0600557 char str[1024];
558 sprintf(str, "Attempting to free memory associated with a Presentable Image, %p, this should not be explicitly freed\n", (void*)mem);
Mark Lobodzinskiacb93682015-03-05 12:39:33 -0600559 layerCbMsg(XGL_DBG_MSG_WARNING, XGL_VALIDATION_LEVEL_0, mem, 0, MEMTRACK_INVALID_MEM_OBJ, "MEM", str);
Tobin Ehlis791a49c2014-11-10 12:29:12 -0700560 result = XGL_FALSE;
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -0600561 } else {
562 // Clear any CB bindings for completed CBs
563 // TODO : Is there a better place to do this?
Mark Lobodzinski283a4c22015-03-24 16:29:24 -0500564
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500565 list<XGL_CMD_BUFFER>::iterator it = pInfo->pCmdBufferBindings.begin();
Mark Lobodzinski283a4c22015-03-24 16:29:24 -0500566 list<XGL_CMD_BUFFER>::iterator temp;
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500567 while (it != pInfo->pCmdBufferBindings.end()) {
Mark Lobodzinski283a4c22015-03-24 16:29:24 -0500568 if (XGL_TRUE == checkCBCompleted(*it)) {
569 temp = it;
570 ++temp;
571 freeCBBindings(*it);
572 it = temp;
573 } else {
574 ++it;
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -0600575 }
576 }
Mark Lobodzinski283a4c22015-03-24 16:29:24 -0500577
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -0600578 // Now verify that no references to this mem obj remain
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500579 if (0 != pInfo->refCount) {
Mark Lobodzinski283a4c22015-03-24 16:29:24 -0500580 // If references remain, report the error and can search CB list to find references
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -0600581 char str[1024];
582 sprintf(str, "Freeing mem obj %p while it still has references", (void*)mem);
583 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, mem, 0, MEMTRACK_FREED_MEM_REF, "MEM", str);
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500584 reportMemReferences(pInfo);
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -0600585 result = XGL_FALSE;
586 }
Mark Lobodzinski8ee96342015-04-02 20:49:09 -0500587 // Delete mem obj info
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500588 deleteMemObjInfo(mem);
Tobin Ehlis791a49c2014-11-10 12:29:12 -0700589 }
Tobin Ehlis791a49c2014-11-10 12:29:12 -0700590 }
591 return result;
592}
593
Mark Lobodzinski85a83982015-04-02 08:52:53 -0500594// Return object info for 'object' or return NULL if no info exists
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500595static MT_OBJ_INFO* getObjectInfo(const XGL_OBJECT object)
Tobin Ehlis791a49c2014-11-10 12:29:12 -0700596{
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500597 MT_OBJ_INFO* pObjInfo = NULL;
Mark Lobodzinski283a4c22015-03-24 16:29:24 -0500598
599 if (objectMap.find(object) != objectMap.end()) {
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500600 pObjInfo = objectMap[object];
Tobin Ehlis791a49c2014-11-10 12:29:12 -0700601 }
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500602 return pObjInfo;
Mark Lobodzinski283a4c22015-03-24 16:29:24 -0500603}
604
Mark Lobodzinski85a83982015-04-02 08:52:53 -0500605static MT_OBJ_INFO* addObjectInfo(XGL_OBJECT object, XGL_STRUCTURE_TYPE sType, const void *pCreateInfo, const int struct_size, const char *name_prefix)
Mark Lobodzinski283a4c22015-03-24 16:29:24 -0500606{
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500607 MT_OBJ_INFO* pInfo = new MT_OBJ_INFO;
608 memset(pInfo, 0, sizeof(MT_OBJ_INFO));
609 memcpy(&pInfo->create_info, pCreateInfo, struct_size);
610 sprintf(pInfo->object_name, "%s_%p", name_prefix, object);
Mark Lobodzinski283a4c22015-03-24 16:29:24 -0500611
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500612 pInfo->object = object;
613 pInfo->ref_count = 1;
614 pInfo->sType = sType;
615 objectMap[object] = pInfo;
Mark Lobodzinski283a4c22015-03-24 16:29:24 -0500616
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500617 return pInfo;
Tobin Ehlis791a49c2014-11-10 12:29:12 -0700618}
619
Tobin Ehlis791a49c2014-11-10 12:29:12 -0700620// Remove object binding performs 3 tasks:
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500621// 1. Remove ObjectInfo from MemObjInfo list container of obj bindings & free it
622// 2. Decrement refCount for MemObjInfo
623// 3. Clear MemObjInfo ptr from ObjectInfo
Mark Lobodzinskie2d07a52015-01-29 08:55:56 -0600624static bool32_t clearObjectBinding(XGL_OBJECT object)
Tobin Ehlis791a49c2014-11-10 12:29:12 -0700625{
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -0600626 bool32_t result = XGL_FALSE;
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500627 MT_OBJ_INFO* pObjInfo = getObjectInfo(object);
628 if (!pObjInfo) {
Tobin Ehlis62086412014-11-19 16:19:28 -0700629 char str[1024];
Mark Lobodzinski15427102015-02-18 16:38:17 -0600630 sprintf(str, "Attempting to clear mem binding for object %p: devices, queues, command buffers, shaders and memory objects do not have external memory requirements and it is unneccessary to call bind/unbindObjectMemory on them.", object);
631 layerCbMsg(XGL_DBG_MSG_WARNING, XGL_VALIDATION_LEVEL_0, object, 0, MEMTRACK_INVALID_OBJECT, "MEM", str);
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -0600632 } else {
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500633 if (!pObjInfo->pMemObjInfo) {
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -0600634 char str[1024];
635 sprintf(str, "Attempting to clear mem binding on obj %p but it has no binding.", (void*)object);
636 layerCbMsg(XGL_DBG_MSG_WARNING, XGL_VALIDATION_LEVEL_0, object, 0, MEMTRACK_MEM_OBJ_CLEAR_EMPTY_BINDINGS, "MEM", str);
637 } else {
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500638 for (list<XGL_OBJECT>::iterator it = pObjInfo->pMemObjInfo->pObjBindings.begin(); it != pObjInfo->pMemObjInfo->pObjBindings.end(); ++it) {
639 pObjInfo->pMemObjInfo->refCount--;
640 pObjInfo->pMemObjInfo = NULL;
641 it = pObjInfo->pMemObjInfo->pObjBindings.erase(it);
Mark Lobodzinski283a4c22015-03-24 16:29:24 -0500642 result = XGL_TRUE;
643 break;
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -0600644 }
645 if (result == XGL_FALSE) {
646 char str[1024];
Mark Lobodzinski283a4c22015-03-24 16:29:24 -0500647 sprintf(str, "While trying to clear mem binding for object %p, unable to find that object referenced by mem obj %p",
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500648 object, pObjInfo->pMemObjInfo->mem);
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -0600649 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, object, 0, MEMTRACK_INTERNAL_ERROR, "MEM", str);
650 }
Tobin Ehlis791a49c2014-11-10 12:29:12 -0700651 }
Tobin Ehlis791a49c2014-11-10 12:29:12 -0700652 }
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -0600653 return result;
Tobin Ehlis791a49c2014-11-10 12:29:12 -0700654}
655
656// For NULL mem case, clear any previous binding Else...
Mark Lobodzinski283a4c22015-03-24 16:29:24 -0500657// Make sure given object is in global object map
Tobin Ehlis62086412014-11-19 16:19:28 -0700658// IF a previous binding existed, clear it
Mark Lobodzinski85a83982015-04-02 08:52:53 -0500659// Add reference from objectInfo to memoryInfo
660// Add reference off of objInfo
Tobin Ehlis791a49c2014-11-10 12:29:12 -0700661// Return XGL_TRUE if addition is successful, XGL_FALSE otherwise
Mark Lobodzinskie2d07a52015-01-29 08:55:56 -0600662static bool32_t updateObjectBinding(XGL_OBJECT object, XGL_GPU_MEMORY mem)
Tobin Ehlis791a49c2014-11-10 12:29:12 -0700663{
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -0600664 bool32_t result = XGL_FALSE;
Tobin Ehlis791a49c2014-11-10 12:29:12 -0700665 // Handle NULL case separately, just clear previous binding & decrement reference
666 if (mem == XGL_NULL_HANDLE) {
667 clearObjectBinding(object);
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -0600668 result = XGL_TRUE;
669 } else {
670 char str[1024];
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500671 MT_OBJ_INFO* pObjInfo = getObjectInfo(object);
672 if (!pObjInfo) {
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -0600673 sprintf(str, "Attempting to update Binding of Obj(%p) that's not in global list()", (void*)object);
674 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, object, 0, MEMTRACK_INTERNAL_ERROR, "MEM", str);
675 return XGL_FALSE;
676 }
677 // non-null case so should have real mem obj
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500678 MT_MEM_OBJ_INFO* pInfo = getMemObjInfo(mem);
679 if (!pInfo) {
Mark Lobodzinski85a83982015-04-02 08:52:53 -0500680 sprintf(str, "While trying to bind mem for obj %p, couldn't find info for mem obj %p", (void*)object, (void*)mem);
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -0600681 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, mem, 0, MEMTRACK_INVALID_MEM_OBJ, "MEM", str);
682 } else {
Mark Lobodzinski283a4c22015-03-24 16:29:24 -0500683 // Search for object in memory object's binding list
684 bool32_t found = XGL_FALSE;
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500685 for (list<XGL_OBJECT>::iterator it = pInfo->pObjBindings.begin(); it != pInfo->pObjBindings.end(); ++it) {
Mark Lobodzinski283a4c22015-03-24 16:29:24 -0500686 if ((*it) == object) {
687 found = XGL_TRUE;
688 break;
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -0600689 }
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -0600690 }
Mark Lobodzinski283a4c22015-03-24 16:29:24 -0500691 // If not present, add to list
692 if (found == XGL_FALSE) {
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500693 pInfo->pObjBindings.push_front(object);
694 pInfo->refCount++;
Mark Lobodzinski283a4c22015-03-24 16:29:24 -0500695 }
696
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500697 if (pObjInfo->pMemObjInfo) {
Mark Lobodzinski283a4c22015-03-24 16:29:24 -0500698 clearObjectBinding(object); // Need to clear the previous object binding before setting new binding
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500699 sprintf(str, "Updating memory binding for object %p from mem obj %p to %p", object, pObjInfo->pMemObjInfo->mem, mem);
Mark Lobodzinski283a4c22015-03-24 16:29:24 -0500700 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, object, 0, MEMTRACK_NONE, "MEM", str);
701 }
702 // For image objects, make sure default memory state is correctly set
703 // TODO : What's the best/correct way to handle this?
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500704 if (XGL_STRUCTURE_TYPE_IMAGE_CREATE_INFO == pObjInfo->sType) {
705 if (pObjInfo->create_info.image_create_info.usage & (XGL_IMAGE_USAGE_COLOR_ATTACHMENT_BIT | XGL_IMAGE_USAGE_DEPTH_STENCIL_BIT)) {
Mark Lobodzinski283a4c22015-03-24 16:29:24 -0500706 // TODO:: More memory state transition stuff.
707 }
708 }
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500709 pObjInfo->pMemObjInfo = pInfo;
Tobin Ehlis6aa77422015-01-07 17:49:29 -0700710 }
711 }
Tobin Ehlis791a49c2014-11-10 12:29:12 -0700712 return XGL_TRUE;
713}
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -0600714
Tobin Ehlis791a49c2014-11-10 12:29:12 -0700715// Print details of global Obj tracking list
716static void printObjList()
717{
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500718 MT_OBJ_INFO* pInfo = NULL;
Mark Lobodzinski283a4c22015-03-24 16:29:24 -0500719 char str[1024];
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500720 sprintf(str, "Details of Object list of size %lu elements", objectMap.size());
Mark Lobodzinski283a4c22015-03-24 16:29:24 -0500721 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str);
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500722 for (map<XGL_OBJECT, MT_OBJ_INFO*>::iterator ii=objectMap.begin(); ii!=objectMap.end(); ++ii) {
723 pInfo = (*ii).second;
724 sprintf(str, " ObjInfo %p has object %p, pMemObjInfo %p", pInfo, pInfo->object, pInfo->pMemObjInfo);
725 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, pInfo->object, 0, MEMTRACK_NONE, "MEM", str);
Tobin Ehlis791a49c2014-11-10 12:29:12 -0700726 }
727}
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -0600728
Tobin Ehlis791a49c2014-11-10 12:29:12 -0700729// For given Object, get 'mem' obj that it's bound to or NULL if no binding
730static XGL_GPU_MEMORY getMemBindingFromObject(const XGL_OBJECT object)
731{
732 XGL_GPU_MEMORY mem = NULL;
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500733 MT_OBJ_INFO* pObjInfo = getObjectInfo(object);
734 if (pObjInfo) {
735 if (pObjInfo->pMemObjInfo) {
736 mem = pObjInfo->pMemObjInfo->mem;
Tobin Ehlis791a49c2014-11-10 12:29:12 -0700737 }
738 else {
Tobin Ehlis62086412014-11-19 16:19:28 -0700739 char str[1024];
740 sprintf(str, "Trying to get mem binding for object %p but object has no mem binding", (void*)object);
741 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, object, 0, MEMTRACK_MISSING_MEM_BINDINGS, "MEM", str);
Tobin Ehlis791a49c2014-11-10 12:29:12 -0700742 printObjList();
743 }
744 }
745 else {
Tobin Ehlis62086412014-11-19 16:19:28 -0700746 char str[1024];
747 sprintf(str, "Trying to get mem binding for object %p but no such object in global list", (void*)object);
748 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, object, 0, MEMTRACK_INVALID_OBJECT, "MEM", str);
Tobin Ehlis791a49c2014-11-10 12:29:12 -0700749 printObjList();
750 }
751 return mem;
752}
Mark Lobodzinski283a4c22015-03-24 16:29:24 -0500753
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500754// Print details of MemObjInfo list
Tobin Ehlis791a49c2014-11-10 12:29:12 -0700755static void printMemList()
756{
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500757 MT_MEM_OBJ_INFO* pInfo = NULL;
Tobin Ehlis62086412014-11-19 16:19:28 -0700758 // Just printing each msg individually for now, may want to package these into single large print
759 char str[1024];
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500760 sprintf(str, "MEM INFO : Details of Memory Object list of size %lu elements", memObjMap.size());
Mark Lobodzinski283a4c22015-03-24 16:29:24 -0500761 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str);
762
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500763 for (map<XGL_GPU_MEMORY, MT_MEM_OBJ_INFO*>::iterator ii=memObjMap.begin(); ii!=memObjMap.end(); ++ii) {
764 pInfo = (*ii).second;
Mark Lobodzinski283a4c22015-03-24 16:29:24 -0500765
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500766 sprintf(str, " ===MemObjInfo at %p===", (void*)pInfo);
Tobin Ehlis62086412014-11-19 16:19:28 -0700767 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str);
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500768 sprintf(str, " Mem object: %p", (void*)pInfo->mem);
Tobin Ehlis62086412014-11-19 16:19:28 -0700769 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str);
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500770 sprintf(str, " Ref Count: %u", pInfo->refCount);
Mark Lobodzinski283a4c22015-03-24 16:29:24 -0500771 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str);
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500772 if (0 != pInfo->allocInfo.allocationSize) {
773 string pAllocInfoMsg = xgl_print_xgl_memory_alloc_info(&pInfo->allocInfo, "{MEM}INFO : ");
Mark Lobodzinski283a4c22015-03-24 16:29:24 -0500774 sprintf(str, " Mem Alloc info:\n%s", pAllocInfoMsg.c_str());
Tobin Ehlis62086412014-11-19 16:19:28 -0700775 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str);
Mark Lobodzinski283a4c22015-03-24 16:29:24 -0500776 } else {
777 sprintf(str, " Mem Alloc info is NULL (alloc done by xglWsiX11CreatePresentableImage())");
Tobin Ehlis62086412014-11-19 16:19:28 -0700778 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str);
Mark Lobodzinski283a4c22015-03-24 16:29:24 -0500779 }
780
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500781 sprintf(str, " XGL OBJECT Binding list of size %lu elements:", pInfo->pObjBindings.size());
Mark Lobodzinski283a4c22015-03-24 16:29:24 -0500782 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str);
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500783 for (list<XGL_OBJECT>::iterator it = pInfo->pObjBindings.begin(); it != pInfo->pObjBindings.end(); ++it) {
Mark Lobodzinski283a4c22015-03-24 16:29:24 -0500784 sprintf(str, " XGL OBJECT %p", (*it));
Tobin Ehlis62086412014-11-19 16:19:28 -0700785 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str);
Mark Lobodzinski283a4c22015-03-24 16:29:24 -0500786 }
787
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500788 sprintf(str, " XGL Command Buffer (CB) binding list of size %lu elements", pInfo->pCmdBufferBindings.size());
Mark Lobodzinski283a4c22015-03-24 16:29:24 -0500789 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str);
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500790 for (list<XGL_CMD_BUFFER>::iterator it = pInfo->pCmdBufferBindings.begin(); it != pInfo->pCmdBufferBindings.end(); ++it) {
Mark Lobodzinski283a4c22015-03-24 16:29:24 -0500791 sprintf(str, " XGL CB %p", (*it));
Tobin Ehlis62086412014-11-19 16:19:28 -0700792 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str);
Tobin Ehlis791a49c2014-11-10 12:29:12 -0700793 }
794 }
795}
796
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500797static void printCBList()
Tobin Ehlis791a49c2014-11-10 12:29:12 -0700798{
Tobin Ehlis62086412014-11-19 16:19:28 -0700799 char str[1024] = {0};
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500800 MT_CB_INFO* pCBInfo = NULL;
801 sprintf(str, "Details of CB list of size %lu elements", cbMap.size());
Mark Lobodzinski283a4c22015-03-24 16:29:24 -0500802 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str);
803
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500804 for (map<XGL_CMD_BUFFER, MT_CB_INFO*>::iterator ii=cbMap.begin(); ii!=cbMap.end(); ++ii) {
805 pCBInfo = (*ii).second;
Mark Lobodzinski283a4c22015-03-24 16:29:24 -0500806
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500807 sprintf(str, " CB Info (%p) has CB %p, fenceId %" PRIx64", and fence %p",
808 (void*)pCBInfo, (void*)pCBInfo->cmdBuffer, pCBInfo->fenceId,
809 (void*)getFenceFromId(pCBInfo->fenceId));
Tobin Ehlis62086412014-11-19 16:19:28 -0700810 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str);
Mark Lobodzinski283a4c22015-03-24 16:29:24 -0500811
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500812 for (list<XGL_GPU_MEMORY>::iterator it = pCBInfo->pMemObjList.begin(); it != pCBInfo->pMemObjList.end(); ++it) {
Mark Lobodzinski283a4c22015-03-24 16:29:24 -0500813 sprintf(str, " Mem obj %p", (*it));
Tobin Ehlis62086412014-11-19 16:19:28 -0700814 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, NULL, 0, MEMTRACK_NONE, "MEM", str);
Tobin Ehlis791a49c2014-11-10 12:29:12 -0700815 }
816 }
817}
818
Mark Lobodzinski15427102015-02-18 16:38:17 -0600819static void initMemTracker(void)
Tobin Ehlis791a49c2014-11-10 12:29:12 -0700820{
Jon Ashburnf57ea372014-12-22 13:24:15 -0700821 const char *strOpt;
822 // initialize MemTracker options
Ian Elliott7d0b5d22015-03-06 13:50:05 -0700823 getLayerOptionEnum("MemTrackerReportLevel", (uint32_t *) &g_reportingLevel);
824 g_actionIsDefault = getLayerOptionEnum("MemTrackerDebugAction", (uint32_t *) &g_debugAction);
Tobin Ehlis5b7acaa2015-01-08 14:26:53 -0700825
Jon Ashburnf57ea372014-12-22 13:24:15 -0700826 if (g_debugAction & XGL_DBG_LAYER_ACTION_LOG_MSG)
827 {
828 strOpt = getLayerOption("MemTrackerLogFilename");
829 if (strOpt)
830 {
831 g_logFile = fopen(strOpt, "w");
Jon Ashburnf57ea372014-12-22 13:24:15 -0700832 }
833 if (g_logFile == NULL)
834 g_logFile = stdout;
835 }
836
837 // initialize Layer dispatch table
838 // TODO handle multiple GPUs
Mark Lobodzinski953a1692015-01-09 15:12:03 -0600839 xglGetProcAddrType fpNextGPA;
Tobin Ehlis791a49c2014-11-10 12:29:12 -0700840 fpNextGPA = pCurObj->pGPA;
841 assert(fpNextGPA);
842
Chia-I Wu0f65b1e2015-01-04 23:11:43 +0800843 layer_initialize_dispatch_table(&nextTable, fpNextGPA, (XGL_PHYSICAL_GPU) pCurObj->nextObject);
844
Mark Lobodzinski283a4c22015-03-24 16:29:24 -0500845 xglGetProcAddrType fpGetProcAddr = (xglGetProcAddrType)fpNextGPA((XGL_PHYSICAL_GPU) pCurObj->nextObject, (char *) "xglGetProcAddr");
Tobin Ehlis791a49c2014-11-10 12:29:12 -0700846 nextTable.GetProcAddr = fpGetProcAddr;
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -0600847
848 if (!globalLockInitialized)
849 {
850 // TODO/TBD: Need to delete this mutex sometime. How??? One
851 // suggestion is to call this during xglCreateInstance(), and then we
852 // can clean it up during xglDestroyInstance(). However, that requires
853 // that the layer have per-instance locks. We need to come back and
854 // address this soon.
855 loader_platform_thread_create_mutex(&globalLock);
856 globalLockInitialized = 1;
857 }
Tobin Ehlis791a49c2014-11-10 12:29:12 -0700858}
859
Tobin Ehlis791a49c2014-11-10 12:29:12 -0700860XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateDevice(XGL_PHYSICAL_GPU gpu, const XGL_DEVICE_CREATE_INFO* pCreateInfo, XGL_DEVICE* pDevice)
861{
862 XGL_BASE_LAYER_OBJECT* gpuw = (XGL_BASE_LAYER_OBJECT *) gpu;
863 pCurObj = gpuw;
Ian Elliott81ac44c2015-01-13 17:52:38 -0700864 loader_platform_thread_once(&g_initOnce, initMemTracker);
Tobin Ehlis791a49c2014-11-10 12:29:12 -0700865 XGL_RESULT result = nextTable.CreateDevice((XGL_PHYSICAL_GPU)gpuw->nextObject, pCreateInfo, pDevice);
866 // Save off device in case we need it to create Fences
867 globalDevice = *pDevice;
868 return result;
869}
870
871XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglDestroyDevice(XGL_DEVICE device)
872{
Tobin Ehlis62086412014-11-19 16:19:28 -0700873 char str[1024];
874 sprintf(str, "Printing List details prior to xglDestroyDevice()");
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -0600875 loader_platform_thread_lock_mutex(&globalLock);
Tobin Ehlis62086412014-11-19 16:19:28 -0700876 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, device, 0, MEMTRACK_NONE, "MEM", str);
Tobin Ehlis791a49c2014-11-10 12:29:12 -0700877 printMemList();
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500878 printCBList();
Tobin Ehlis791a49c2014-11-10 12:29:12 -0700879 printObjList();
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500880 if (XGL_FALSE == deleteCBInfoList()) {
Tobin Ehlis62086412014-11-19 16:19:28 -0700881 sprintf(str, "Issue deleting global CB list in xglDestroyDevice()");
882 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, device, 0, MEMTRACK_INTERNAL_ERROR, "MEM", str);
883 }
Tobin Ehlis22d03232014-11-25 18:01:12 -0700884 // Report any memory leaks
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500885 MT_MEM_OBJ_INFO* pInfo = NULL;
886 for (map<XGL_GPU_MEMORY, MT_MEM_OBJ_INFO*>::iterator ii=memObjMap.begin(); ii!=memObjMap.end(); ++ii) {
887 pInfo = (*ii).second;
Mark Lobodzinski283a4c22015-03-24 16:29:24 -0500888
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500889 if (pInfo->allocInfo.allocationSize != 0) {
Mark Lobodzinski283a4c22015-03-24 16:29:24 -0500890 sprintf(str, "Mem Object %p has not been freed. You should clean up this memory by calling xglFreeMemory(%p) prior to xglDestroyDevice().",
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500891 pInfo->mem, pInfo->mem);
892 layerCbMsg(XGL_DBG_MSG_WARNING, XGL_VALIDATION_LEVEL_0, pInfo->mem, 0, MEMTRACK_MEMORY_LEAK, "MEM", str);
Mark Lobodzinskidaa1d432015-02-18 18:06:24 -0600893 }
Tobin Ehlis22d03232014-11-25 18:01:12 -0700894 }
Mark Lobodzinski85a83982015-04-02 08:52:53 -0500895
896 // Queues persist until device is destroyed
897 deleteQueueInfoList();
898
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -0600899 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis791a49c2014-11-10 12:29:12 -0700900 XGL_RESULT result = nextTable.DestroyDevice(device);
901 return result;
902}
903
Mark Lobodzinski283a4c22015-03-24 16:29:24 -0500904XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglEnumerateLayers(XGL_PHYSICAL_GPU gpu, size_t maxLayerCount,
905 size_t maxStringSize, size_t* pOutLayerCount, char* const* pOutLayers, void* pReserved)
Tobin Ehlis791a49c2014-11-10 12:29:12 -0700906{
Jon Ashburn451c16f2014-11-25 11:08:42 -0700907 if (gpu != NULL)
908 {
909 XGL_BASE_LAYER_OBJECT* gpuw = (XGL_BASE_LAYER_OBJECT *) gpu;
910 pCurObj = gpuw;
Ian Elliott81ac44c2015-01-13 17:52:38 -0700911 loader_platform_thread_once(&g_initOnce, initMemTracker);
Mark Lobodzinski283a4c22015-03-24 16:29:24 -0500912 XGL_RESULT result = nextTable.EnumerateLayers((XGL_PHYSICAL_GPU)gpuw->nextObject, maxLayerCount,
913 maxStringSize, pOutLayerCount, pOutLayers, pReserved);
Jon Ashburn451c16f2014-11-25 11:08:42 -0700914 return result;
915 } else
916 {
917 if (pOutLayerCount == NULL || pOutLayers == NULL || pOutLayers[0] == NULL)
918 return XGL_ERROR_INVALID_POINTER;
919 // This layer compatible with all GPUs
920 *pOutLayerCount = 1;
Chia-I Wua837c522014-12-16 10:47:33 +0800921 strncpy((char *) pOutLayers[0], "MemTracker", maxStringSize);
Jon Ashburn451c16f2014-11-25 11:08:42 -0700922 return XGL_SUCCESS;
923 }
Tobin Ehlis791a49c2014-11-10 12:29:12 -0700924}
925
Mark Lobodzinski283a4c22015-03-24 16:29:24 -0500926XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglQueueSubmit(XGL_QUEUE queue, uint32_t cmdBufferCount, const XGL_CMD_BUFFER* pCmdBuffers,
927 uint32_t memRefCount, const XGL_MEMORY_REF* pMemRefs, XGL_FENCE fence)
Tobin Ehlis791a49c2014-11-10 12:29:12 -0700928{
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -0600929 loader_platform_thread_lock_mutex(&globalLock);
Tobin Ehlis791a49c2014-11-10 12:29:12 -0700930 // TODO : Need to track fence and clear mem references when fence clears
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500931 MT_CB_INFO* pCBInfo = NULL;
Mark Lobodzinski85a83982015-04-02 08:52:53 -0500932 uint64_t fenceId = addFenceInfo(fence, queue);
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500933 char str[1024];
Tobin Ehlis62086412014-11-19 16:19:28 -0700934 sprintf(str, "In xglQueueSubmit(), checking %u cmdBuffers with %u memRefs", cmdBufferCount, memRefCount);
935 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, queue, 0, MEMTRACK_NONE, "MEM", str);
Tobin Ehlis791a49c2014-11-10 12:29:12 -0700936 printMemList();
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500937 printCBList();
Tobin Ehlis791a49c2014-11-10 12:29:12 -0700938 for (uint32_t i = 0; i < cmdBufferCount; i++) {
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500939 pCBInfo = getCBInfo(pCmdBuffers[i]);
940 pCBInfo->fenceId = fenceId;
Tobin Ehlis62086412014-11-19 16:19:28 -0700941 sprintf(str, "Verifying mem refs for CB %p", pCmdBuffers[i]);
942 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, pCmdBuffers[i], 0, MEMTRACK_NONE, "MEM", str);
Tobin Ehlis791a49c2014-11-10 12:29:12 -0700943 if (XGL_FALSE == validateCBMemRef(pCmdBuffers[i], memRefCount, pMemRefs)) {
Tobin Ehlis62086412014-11-19 16:19:28 -0700944 sprintf(str, "Unable to verify memory references for CB %p", (void*)pCmdBuffers[i]);
945 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, pCmdBuffers[i], 0, MEMTRACK_CB_MISSING_MEM_REF, "MEM", str);
Tobin Ehlis791a49c2014-11-10 12:29:12 -0700946 }
947 }
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -0500948 printCBList();
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -0600949 loader_platform_thread_unlock_mutex(&globalLock);
Mark Lobodzinski4aad3642015-03-17 10:53:12 -0500950 XGL_RESULT result = nextTable.QueueSubmit(queue, cmdBufferCount, pCmdBuffers, memRefCount, pMemRefs, getFenceFromId(fenceId));
Tobin Ehlis791a49c2014-11-10 12:29:12 -0700951 return result;
952}
953
Courtney Goeltzenleuchtercfedf362015-04-02 13:39:07 -0600954XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglGetDeviceQueue(
955 XGL_DEVICE device,
956 uint32_t queueNodeIndex,
957 uint32_t queueIndex,
958 XGL_QUEUE* pQueue)
959{
960 XGL_RESULT result = nextTable.GetDeviceQueue(device, queueNodeIndex, queueIndex, pQueue);
961 if (result == XGL_SUCCESS) {
962 loader_platform_thread_lock_mutex(&globalLock);
963 MT_QUEUE_NODE *pQueueNode = getGlobalQueueNode(*pQueue);
964 if (pQueueNode == NULL) {
965 addQueueInfo(*pQueue);
966 insertGlobalQueue(*pQueue);
967 }
968 loader_platform_thread_unlock_mutex(&globalLock);
969 }
970 return result;
971}
972
973XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglQueueAddMemReference(XGL_QUEUE queue, XGL_GPU_MEMORY mem)
974{
975 XGL_RESULT result = nextTable.QueueAddMemReference(queue, mem);
976 if (result == XGL_SUCCESS) {
977 loader_platform_thread_lock_mutex(&globalLock);
978 MT_QUEUE_NODE *pQueueNode = getGlobalQueueNode(queue);
979 if (pQueueNode == NULL) {
980 char str[1024];
981 sprintf(str, "Unknown Queue %p", queue);
982 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, queue, 0, MEMTRACK_INVALID_QUEUE, "MEM", str);
983 } else {
984 MT_MEM_OBJ_INFO *pMem = getMemObjInfo(mem);
985 if (pMem == NULL) {
986 char str[1024];
987 sprintf(str, "Unknown GPU Memory Object %p", mem);
988 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, mem, 0, MEMTRACK_INVALID_MEM_OBJ, "MEM", str);
989 } else {
990 insertQueueMemRef(pQueueNode, mem);
991 }
992 }
993 loader_platform_thread_unlock_mutex(&globalLock);
994 }
995 return result;
996}
997
998XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglQueueRemoveMemReference(XGL_QUEUE queue, XGL_GPU_MEMORY mem)
999{
1000 // TODO : Decrement ref count for this memory reference on this queue. Remove if ref count is zero.
1001 XGL_RESULT result = nextTable.QueueRemoveMemReference(queue, mem);
1002 if (result == XGL_SUCCESS) {
1003 loader_platform_thread_lock_mutex(&globalLock);
1004 MT_QUEUE_NODE *pQueueNode = getGlobalQueueNode(queue);
1005 if (pQueueNode == NULL) {
1006 char str[1024];
1007 sprintf(str, "Unknown Queue %p", queue);
1008 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, queue, 0, MEMTRACK_INVALID_QUEUE, "MEM", str);
1009 } else {
1010 MT_MEM_OBJ_INFO *pMem = getMemObjInfo(mem);
1011 if (pMem == NULL) {
1012 char str[1024];
1013 sprintf(str, "Unknown GPU Memory Object %p", mem);
1014 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, mem, 0, MEMTRACK_INVALID_MEM_OBJ, "MEM", str);
1015 } else {
1016 removeQueueMemRef(pQueueNode, mem);
1017 }
1018 }
1019 loader_platform_thread_unlock_mutex(&globalLock);
1020 }
1021 return result;
1022}
1023
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001024XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglAllocMemory(XGL_DEVICE device, const XGL_MEMORY_ALLOC_INFO* pAllocInfo, XGL_GPU_MEMORY* pMem)
1025{
1026 XGL_RESULT result = nextTable.AllocMemory(device, pAllocInfo, pMem);
1027 // TODO : Track allocations and overall size here
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -06001028 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski85a83982015-04-02 08:52:53 -05001029 addMemObjInfo(*pMem, pAllocInfo);
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001030 printMemList();
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -06001031 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001032 return result;
1033}
1034
1035XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglFreeMemory(XGL_GPU_MEMORY mem)
1036{
Tobin Ehlisa747e682014-11-25 14:47:20 -07001037 /* From spec : A memory object is freed by calling xglFreeMemory() when it is no longer needed. Before
1038 * freeing a memory object, an application must ensure the memory object is unbound from
1039 * all API objects referencing it and that it is not referenced by any queued command buffers
1040 */
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -06001041 loader_platform_thread_lock_mutex(&globalLock);
Courtney Goeltzenleuchterc4804862015-03-26 16:15:39 -06001042 if (XGL_FALSE == freeMemObjInfo(mem, false)) {
Tobin Ehlis62086412014-11-19 16:19:28 -07001043 char str[1024];
1044 sprintf(str, "Issue while freeing mem obj %p", (void*)mem);
1045 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, mem, 0, MEMTRACK_FREE_MEM_ERROR, "MEM", str);
1046 }
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001047 printMemList();
1048 printObjList();
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -05001049 printCBList();
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -06001050 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001051 XGL_RESULT result = nextTable.FreeMemory(mem);
1052 return result;
1053}
1054
1055XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglSetMemoryPriority(XGL_GPU_MEMORY mem, XGL_MEMORY_PRIORITY priority)
1056{
1057 // TODO : Update tracking for this alloc
1058 // Make sure memory is not pinned, which can't have priority set
1059 XGL_RESULT result = nextTable.SetMemoryPriority(mem, priority);
1060 return result;
1061}
1062
Mark Lobodzinskie2d07a52015-01-29 08:55:56 -06001063XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglMapMemory(XGL_GPU_MEMORY mem, XGL_FLAGS flags, void** ppData)
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001064{
1065 // TODO : Track when memory is mapped
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -06001066 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -05001067 MT_MEM_OBJ_INFO *pMemObj = getMemObjInfo(mem);
Mark Lobodzinski06f60b82015-02-25 12:16:04 -06001068 if ((pMemObj->allocInfo.memProps & XGL_MEMORY_PROPERTY_CPU_VISIBLE_BIT) == 0) {
1069 char str[1024];
1070 sprintf(str, "Mapping Memory (%p) without XGL_MEMORY_PROPERTY_CPU_VISIBLE_BIT set", (void*)mem);
1071 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, mem, 0, MEMTRACK_INVALID_STATE, "MEM", str);
1072 }
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -06001073 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001074 XGL_RESULT result = nextTable.MapMemory(mem, flags, ppData);
1075 return result;
1076}
1077
1078XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglUnmapMemory(XGL_GPU_MEMORY mem)
1079{
1080 // TODO : Track as memory gets unmapped, do we want to check what changed following map?
1081 // Make sure that memory was ever mapped to begin with
1082 XGL_RESULT result = nextTable.UnmapMemory(mem);
1083 return result;
1084}
1085
Mark Lobodzinskie2d07a52015-01-29 08:55:56 -06001086XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglPinSystemMemory(XGL_DEVICE device, const void* pSysMem, size_t memSize, XGL_GPU_MEMORY* pMem)
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001087{
1088 // TODO : Track this
1089 // Verify that memory is actually pinnable
1090 XGL_RESULT result = nextTable.PinSystemMemory(device, pSysMem, memSize, pMem);
1091 return result;
1092}
1093
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001094XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglOpenSharedMemory(XGL_DEVICE device, const XGL_MEMORY_OPEN_INFO* pOpenInfo, XGL_GPU_MEMORY* pMem)
1095{
1096 // TODO : Track this
1097 XGL_RESULT result = nextTable.OpenSharedMemory(device, pOpenInfo, pMem);
1098 return result;
1099}
1100
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001101XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglOpenPeerMemory(XGL_DEVICE device, const XGL_PEER_MEMORY_OPEN_INFO* pOpenInfo, XGL_GPU_MEMORY* pMem)
1102{
1103 // TODO : Track this
1104 XGL_RESULT result = nextTable.OpenPeerMemory(device, pOpenInfo, pMem);
1105 return result;
1106}
1107
1108XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglOpenPeerImage(XGL_DEVICE device, const XGL_PEER_IMAGE_OPEN_INFO* pOpenInfo, XGL_IMAGE* pImage, XGL_GPU_MEMORY* pMem)
1109{
1110 // TODO : Track this
1111 XGL_RESULT result = nextTable.OpenPeerImage(device, pOpenInfo, pImage, pMem);
1112 return result;
1113}
1114
1115XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglDestroyObject(XGL_OBJECT object)
1116{
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -06001117 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski283a4c22015-03-24 16:29:24 -05001118
Tobin Ehlise6884ef2014-11-27 07:52:04 -07001119 // First check if this is a CmdBuffer
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -05001120 if (NULL != getCBInfo((XGL_CMD_BUFFER)object)) {
1121 deleteCBInfo((XGL_CMD_BUFFER)object);
Tobin Ehlise6884ef2014-11-27 07:52:04 -07001122 }
Mark Lobodzinski283a4c22015-03-24 16:29:24 -05001123
1124 if (objectMap.find(object) != objectMap.end()) {
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -05001125 MT_OBJ_INFO* pDelInfo = objectMap[object];
1126 if (pDelInfo->pMemObjInfo) {
Tobin Ehlise6884ef2014-11-27 07:52:04 -07001127 // Wsi allocated Memory is tied to image object so clear the binding and free that memory automatically
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -05001128 if (0 == pDelInfo->pMemObjInfo->allocInfo.allocationSize) { // Wsi allocated memory has NULL allocInfo w/ 0 size
1129 XGL_GPU_MEMORY memToFree = pDelInfo->pMemObjInfo->mem;
Tobin Ehlise6884ef2014-11-27 07:52:04 -07001130 clearObjectBinding(object);
Courtney Goeltzenleuchterc4804862015-03-26 16:15:39 -06001131 freeMemObjInfo(memToFree, true);
1132 }
1133 else {
Tobin Ehlise6884ef2014-11-27 07:52:04 -07001134 char str[1024];
Tobin Ehlis0cf8ba72015-03-26 08:24:16 -06001135 sprintf(str, "Destroying obj %p that is still bound to memory object %p\nYou should first clear binding by calling xglBindObjectMemory(%p, 0, XGL_NULL_HANDLE, 0)", object, (void*)pDelInfo->pMemObjInfo->mem, object);
Tobin Ehlise6884ef2014-11-27 07:52:04 -07001136 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, object, 0, MEMTRACK_DESTROY_OBJECT_ERROR, "MEM", str);
1137 // From the spec : If an object has previous memory binding, it is required to unbind memory from an API object before it is destroyed.
1138 clearObjectBinding(object);
1139 }
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001140 }
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -05001141 delete pDelInfo;
Mark Lobodzinski283a4c22015-03-24 16:29:24 -05001142 objectMap.erase(object);
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001143 }
Mark Lobodzinski283a4c22015-03-24 16:29:24 -05001144
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -06001145 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001146 XGL_RESULT result = nextTable.DestroyObject(object);
1147 return result;
1148}
1149
Mark Lobodzinskie2d07a52015-01-29 08:55:56 -06001150XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglGetObjectInfo(XGL_BASE_OBJECT object, XGL_OBJECT_INFO_TYPE infoType, size_t* pDataSize, void* pData)
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001151{
1152 // TODO : What to track here?
1153 // Could potentially save returned mem requirements and validate values passed into BindObjectMemory for this object
Tobin Ehlis62086412014-11-19 16:19:28 -07001154 // From spec : The only objects that are guaranteed to have no external memory requirements are devices, queues, command buffers, shaders and memory objects.
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001155 XGL_RESULT result = nextTable.GetObjectInfo(object, infoType, pDataSize, pData);
1156 return result;
1157}
1158
Mark Lobodzinskie2d07a52015-01-29 08:55:56 -06001159XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglBindObjectMemory(XGL_OBJECT object, uint32_t allocationIdx, XGL_GPU_MEMORY mem, XGL_GPU_SIZE offset)
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001160{
Jon Ashburned62b412015-01-15 10:39:19 -07001161 XGL_RESULT result = nextTable.BindObjectMemory(object, allocationIdx, mem, offset);
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -06001162 loader_platform_thread_lock_mutex(&globalLock);
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001163 // Track objects tied to memory
Tobin Ehlis62086412014-11-19 16:19:28 -07001164 if (XGL_FALSE == updateObjectBinding(object, mem)) {
1165 char str[1024];
1166 sprintf(str, "Unable to set object %p binding to mem obj %p", (void*)object, (void*)mem);
1167 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, object, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1168 }
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001169 printObjList();
1170 printMemList();
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -06001171 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001172 return result;
1173}
1174
Tobin Ehlis77b3abb2015-03-04 08:38:22 -07001175XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateFence(XGL_DEVICE device, const XGL_FENCE_CREATE_INFO* pCreateInfo, XGL_FENCE* pFence)
1176{
1177 XGL_RESULT result = nextTable.CreateFence(device, pCreateInfo, pFence);
1178 if (XGL_SUCCESS == result) {
1179 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski85a83982015-04-02 08:52:53 -05001180 addObjectInfo(*pFence, pCreateInfo->sType, pCreateInfo, sizeof(XGL_FENCE_CREATE_INFO), "fence");
Tobin Ehlis77b3abb2015-03-04 08:38:22 -07001181 loader_platform_thread_unlock_mutex(&globalLock);
1182 }
1183 return result;
1184}
1185
1186XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglGetFenceStatus(XGL_FENCE fence)
1187{
1188 XGL_RESULT result = nextTable.GetFenceStatus(fence);
1189 if (XGL_SUCCESS == result) {
Mark Lobodzinski4aad3642015-03-17 10:53:12 -05001190 loader_platform_thread_lock_mutex(&globalLock);
1191 updateFenceTracking(fence);
1192 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis77b3abb2015-03-04 08:38:22 -07001193 }
1194 return result;
1195}
1196
1197XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglWaitForFences(XGL_DEVICE device, uint32_t fenceCount, const XGL_FENCE* pFences, bool32_t waitAll, uint64_t timeout)
1198{
1199 XGL_RESULT result = nextTable.WaitForFences(device, fenceCount, pFences, waitAll, timeout);
Mark Lobodzinski4aad3642015-03-17 10:53:12 -05001200 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski8ee96342015-04-02 20:49:09 -05001201
Tobin Ehlis77b3abb2015-03-04 08:38:22 -07001202 if (XGL_SUCCESS == result) {
Mark Lobodzinski8ee96342015-04-02 20:49:09 -05001203 if (waitAll || fenceCount == 1) { // Clear all the fences
Tobin Ehlis77b3abb2015-03-04 08:38:22 -07001204 for(uint32_t i = 0; i < fenceCount; i++) {
Mark Lobodzinski4aad3642015-03-17 10:53:12 -05001205 updateFenceTracking(pFences[i]);
Tobin Ehlis77b3abb2015-03-04 08:38:22 -07001206 }
1207 }
Tobin Ehlis77b3abb2015-03-04 08:38:22 -07001208 }
Mark Lobodzinski4aad3642015-03-17 10:53:12 -05001209 loader_platform_thread_unlock_mutex(&globalLock);
1210 return result;
1211}
1212
1213XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglQueueWaitIdle(XGL_QUEUE queue)
1214{
1215 XGL_RESULT result = nextTable.QueueWaitIdle(queue);
1216 if (XGL_SUCCESS == result) {
1217 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski85a83982015-04-02 08:52:53 -05001218 retireQueueFences(queue);
Mark Lobodzinski4aad3642015-03-17 10:53:12 -05001219 loader_platform_thread_unlock_mutex(&globalLock);
1220 }
1221 return result;
1222}
1223
1224XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglDeviceWaitIdle(XGL_DEVICE device)
1225{
1226 XGL_RESULT result = nextTable.DeviceWaitIdle(device);
1227 if (XGL_SUCCESS == result) {
1228 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski8ee96342015-04-02 20:49:09 -05001229 retireDeviceFences(device);
Mark Lobodzinski4aad3642015-03-17 10:53:12 -05001230 loader_platform_thread_unlock_mutex(&globalLock);
1231 }
Tobin Ehlis77b3abb2015-03-04 08:38:22 -07001232 return result;
1233}
1234
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001235XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateEvent(XGL_DEVICE device, const XGL_EVENT_CREATE_INFO* pCreateInfo, XGL_EVENT* pEvent)
1236{
1237 XGL_RESULT result = nextTable.CreateEvent(device, pCreateInfo, pEvent);
Mark Lobodzinski15427102015-02-18 16:38:17 -06001238 if (XGL_SUCCESS == result) {
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -06001239 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski85a83982015-04-02 08:52:53 -05001240 addObjectInfo(*pEvent, pCreateInfo->sType, pCreateInfo, sizeof(XGL_EVENT_CREATE_INFO), "event");
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -06001241 loader_platform_thread_unlock_mutex(&globalLock);
Mark Lobodzinski15427102015-02-18 16:38:17 -06001242 }
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001243 return result;
1244}
1245
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001246XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateQueryPool(XGL_DEVICE device, const XGL_QUERY_POOL_CREATE_INFO* pCreateInfo, XGL_QUERY_POOL* pQueryPool)
1247{
1248 XGL_RESULT result = nextTable.CreateQueryPool(device, pCreateInfo, pQueryPool);
Mark Lobodzinski15427102015-02-18 16:38:17 -06001249 if (XGL_SUCCESS == result) {
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -06001250 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski85a83982015-04-02 08:52:53 -05001251 addObjectInfo(*pQueryPool, pCreateInfo->sType, pCreateInfo, sizeof(XGL_QUERY_POOL_CREATE_INFO), "query_pool");
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -06001252 loader_platform_thread_unlock_mutex(&globalLock);
Mark Lobodzinski15427102015-02-18 16:38:17 -06001253 }
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001254 return result;
1255}
1256
Tobin Ehlis84c521c2015-01-19 08:42:29 -07001257XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateBuffer(XGL_DEVICE device, const XGL_BUFFER_CREATE_INFO* pCreateInfo, XGL_BUFFER* pBuffer)
1258{
1259 XGL_RESULT result = nextTable.CreateBuffer(device, pCreateInfo, pBuffer);
Mark Lobodzinski15427102015-02-18 16:38:17 -06001260 if (XGL_SUCCESS == result) {
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -06001261 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski85a83982015-04-02 08:52:53 -05001262 addObjectInfo(*pBuffer, pCreateInfo->sType, pCreateInfo, sizeof(XGL_BUFFER_CREATE_INFO), "buffer");
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -06001263 loader_platform_thread_unlock_mutex(&globalLock);
Mark Lobodzinski15427102015-02-18 16:38:17 -06001264 }
Tobin Ehlis84c521c2015-01-19 08:42:29 -07001265 return result;
1266}
1267
1268XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateBufferView(XGL_DEVICE device, const XGL_BUFFER_VIEW_CREATE_INFO* pCreateInfo, XGL_BUFFER_VIEW* pView)
1269{
1270 XGL_RESULT result = nextTable.CreateBufferView(device, pCreateInfo, pView);
Mark Lobodzinski15427102015-02-18 16:38:17 -06001271 if (result == XGL_SUCCESS) {
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -06001272 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski85a83982015-04-02 08:52:53 -05001273 addObjectInfo(*pView, pCreateInfo->sType, pCreateInfo, sizeof(XGL_BUFFER_VIEW_CREATE_INFO), "buffer_view");
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -06001274 loader_platform_thread_unlock_mutex(&globalLock);
Mark Lobodzinski15427102015-02-18 16:38:17 -06001275 }
Tobin Ehlis84c521c2015-01-19 08:42:29 -07001276 return result;
1277}
1278
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001279XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateImage(XGL_DEVICE device, const XGL_IMAGE_CREATE_INFO* pCreateInfo, XGL_IMAGE* pImage)
1280{
1281 XGL_RESULT result = nextTable.CreateImage(device, pCreateInfo, pImage);
Tobin Ehlis6aa77422015-01-07 17:49:29 -07001282 if (XGL_SUCCESS == result) {
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -06001283 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski85a83982015-04-02 08:52:53 -05001284 addObjectInfo(*pImage, pCreateInfo->sType, pCreateInfo, sizeof(XGL_IMAGE_CREATE_INFO), "image");
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -06001285 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis6aa77422015-01-07 17:49:29 -07001286 }
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001287 return result;
1288}
1289
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001290XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateImageView(XGL_DEVICE device, const XGL_IMAGE_VIEW_CREATE_INFO* pCreateInfo, XGL_IMAGE_VIEW* pView)
1291{
1292 XGL_RESULT result = nextTable.CreateImageView(device, pCreateInfo, pView);
Tobin Ehlis6aa77422015-01-07 17:49:29 -07001293 if (result == XGL_SUCCESS) {
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -06001294 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski85a83982015-04-02 08:52:53 -05001295 addObjectInfo(*pView, pCreateInfo->sType, pCreateInfo, sizeof(XGL_IMAGE_VIEW_CREATE_INFO), "image_view");
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -06001296 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis6aa77422015-01-07 17:49:29 -07001297 }
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001298 return result;
1299}
1300
Mark Lobodzinski283a4c22015-03-24 16:29:24 -05001301XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateColorAttachmentView(XGL_DEVICE device, const XGL_COLOR_ATTACHMENT_VIEW_CREATE_INFO* pCreateInfo,
1302 XGL_COLOR_ATTACHMENT_VIEW* pView)
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001303{
1304 XGL_RESULT result = nextTable.CreateColorAttachmentView(device, pCreateInfo, pView);
Tobin Ehlis6aa77422015-01-07 17:49:29 -07001305 if (result == XGL_SUCCESS) {
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -06001306 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski85a83982015-04-02 08:52:53 -05001307 addObjectInfo(*pView, pCreateInfo->sType, pCreateInfo, sizeof(XGL_COLOR_ATTACHMENT_VIEW_CREATE_INFO), "color_attachment_view");
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -06001308 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis6aa77422015-01-07 17:49:29 -07001309 }
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001310 return result;
1311}
1312
1313XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateDepthStencilView(XGL_DEVICE device, const XGL_DEPTH_STENCIL_VIEW_CREATE_INFO* pCreateInfo, XGL_DEPTH_STENCIL_VIEW* pView)
1314{
1315 XGL_RESULT result = nextTable.CreateDepthStencilView(device, pCreateInfo, pView);
Tobin Ehlis6aa77422015-01-07 17:49:29 -07001316 if (result == XGL_SUCCESS) {
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -06001317 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski85a83982015-04-02 08:52:53 -05001318 addObjectInfo(*pView, pCreateInfo->sType, pCreateInfo, sizeof(XGL_DEPTH_STENCIL_VIEW_CREATE_INFO), "ds_view");
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -06001319 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis6aa77422015-01-07 17:49:29 -07001320 }
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001321 return result;
1322}
1323
1324XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateShader(XGL_DEVICE device, const XGL_SHADER_CREATE_INFO* pCreateInfo, XGL_SHADER* pShader)
1325{
1326 XGL_RESULT result = nextTable.CreateShader(device, pCreateInfo, pShader);
1327 return result;
1328}
1329
1330XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateGraphicsPipeline(XGL_DEVICE device, const XGL_GRAPHICS_PIPELINE_CREATE_INFO* pCreateInfo, XGL_PIPELINE* pPipeline)
1331{
1332 XGL_RESULT result = nextTable.CreateGraphicsPipeline(device, pCreateInfo, pPipeline);
Tobin Ehlis6aa77422015-01-07 17:49:29 -07001333 if (result == XGL_SUCCESS) {
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -06001334 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski85a83982015-04-02 08:52:53 -05001335 addObjectInfo(*pPipeline, pCreateInfo->sType, pCreateInfo, sizeof(XGL_GRAPHICS_PIPELINE_CREATE_INFO), "graphics_pipeline");
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -06001336 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis6aa77422015-01-07 17:49:29 -07001337 }
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001338 return result;
1339}
1340
Courtney Goeltzenleuchter32876a12015-03-25 15:37:49 -06001341XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateGraphicsPipelineDerivative(
1342 XGL_DEVICE device,
1343 const XGL_GRAPHICS_PIPELINE_CREATE_INFO* pCreateInfo,
1344 XGL_PIPELINE basePipeline,
1345 XGL_PIPELINE* pPipeline)
1346{
1347 XGL_RESULT result = nextTable.CreateGraphicsPipelineDerivative(device, pCreateInfo, basePipeline, pPipeline);
1348 if (result == XGL_SUCCESS) {
1349 loader_platform_thread_lock_mutex(&globalLock);
Courtney Goeltzenleuchter9452ac22015-04-13 16:16:04 -06001350 addObjectInfo(*pPipeline, pCreateInfo->sType, pCreateInfo, sizeof(XGL_GRAPHICS_PIPELINE_CREATE_INFO), "graphics_pipeline");
Courtney Goeltzenleuchter32876a12015-03-25 15:37:49 -06001351 loader_platform_thread_unlock_mutex(&globalLock);
1352 }
1353 return result;
1354}
1355
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001356XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateComputePipeline(XGL_DEVICE device, const XGL_COMPUTE_PIPELINE_CREATE_INFO* pCreateInfo, XGL_PIPELINE* pPipeline)
1357{
1358 XGL_RESULT result = nextTable.CreateComputePipeline(device, pCreateInfo, pPipeline);
Tobin Ehlis6aa77422015-01-07 17:49:29 -07001359 if (result == XGL_SUCCESS) {
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -06001360 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski85a83982015-04-02 08:52:53 -05001361 addObjectInfo(*pPipeline, pCreateInfo->sType, pCreateInfo, sizeof(XGL_COMPUTE_PIPELINE_CREATE_INFO), "compute_pipeline");
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -06001362 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis6aa77422015-01-07 17:49:29 -07001363 }
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001364 return result;
1365}
1366
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001367XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateSampler(XGL_DEVICE device, const XGL_SAMPLER_CREATE_INFO* pCreateInfo, XGL_SAMPLER* pSampler)
1368{
1369 XGL_RESULT result = nextTable.CreateSampler(device, pCreateInfo, pSampler);
Tobin Ehlis6aa77422015-01-07 17:49:29 -07001370 if (result == XGL_SUCCESS) {
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -06001371 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski85a83982015-04-02 08:52:53 -05001372 addObjectInfo(*pSampler, pCreateInfo->sType, pCreateInfo, sizeof(XGL_SAMPLER_CREATE_INFO), "sampler");
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -06001373 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis6aa77422015-01-07 17:49:29 -07001374 }
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001375 return result;
1376}
1377
Mark Lobodzinski283a4c22015-03-24 16:29:24 -05001378XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateDynamicViewportState(XGL_DEVICE device, const XGL_DYNAMIC_VP_STATE_CREATE_INFO* pCreateInfo,
1379 XGL_DYNAMIC_VP_STATE_OBJECT* pState)
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001380{
Mark Lobodzinski15427102015-02-18 16:38:17 -06001381 XGL_RESULT result = nextTable.CreateDynamicViewportState(device, pCreateInfo, pState);
Tobin Ehlis6aa77422015-01-07 17:49:29 -07001382 if (result == XGL_SUCCESS) {
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -06001383 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski85a83982015-04-02 08:52:53 -05001384 addObjectInfo(*pState, pCreateInfo->sType, pCreateInfo, sizeof(XGL_DYNAMIC_VP_STATE_CREATE_INFO), "viewport_state");
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -06001385 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis6aa77422015-01-07 17:49:29 -07001386 }
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001387 return result;
1388}
1389
Mark Lobodzinski283a4c22015-03-24 16:29:24 -05001390XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateDynamicRasterState(XGL_DEVICE device, const XGL_DYNAMIC_RS_STATE_CREATE_INFO* pCreateInfo,
1391 XGL_DYNAMIC_RS_STATE_OBJECT* pState)
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001392{
Mark Lobodzinski15427102015-02-18 16:38:17 -06001393 XGL_RESULT result = nextTable.CreateDynamicRasterState(device, pCreateInfo, pState);
Tobin Ehlis6aa77422015-01-07 17:49:29 -07001394 if (result == XGL_SUCCESS) {
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -06001395 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski85a83982015-04-02 08:52:53 -05001396 addObjectInfo(*pState, pCreateInfo->sType, pCreateInfo, sizeof(XGL_DYNAMIC_RS_STATE_CREATE_INFO), "raster_state");
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -06001397 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis6aa77422015-01-07 17:49:29 -07001398 }
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001399 return result;
1400}
1401
Mark Lobodzinski283a4c22015-03-24 16:29:24 -05001402XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateDynamicColorBlendState(XGL_DEVICE device, const XGL_DYNAMIC_CB_STATE_CREATE_INFO* pCreateInfo,
1403 XGL_DYNAMIC_CB_STATE_OBJECT* pState)
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001404{
Mark Lobodzinski15427102015-02-18 16:38:17 -06001405 XGL_RESULT result = nextTable.CreateDynamicColorBlendState(device, pCreateInfo, pState);
Tobin Ehlis6aa77422015-01-07 17:49:29 -07001406 if (result == XGL_SUCCESS) {
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -06001407 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski85a83982015-04-02 08:52:53 -05001408 addObjectInfo(*pState, pCreateInfo->sType, pCreateInfo, sizeof(XGL_DYNAMIC_CB_STATE_CREATE_INFO), "cb_state");
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -06001409 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis6aa77422015-01-07 17:49:29 -07001410 }
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001411 return result;
1412}
1413
Mark Lobodzinski283a4c22015-03-24 16:29:24 -05001414XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateDynamicDepthStencilState(XGL_DEVICE device, const XGL_DYNAMIC_DS_STATE_CREATE_INFO* pCreateInfo,
1415 XGL_DYNAMIC_DS_STATE_OBJECT* pState)
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001416{
Mark Lobodzinski15427102015-02-18 16:38:17 -06001417 XGL_RESULT result = nextTable.CreateDynamicDepthStencilState(device, pCreateInfo, pState);
Tobin Ehlis6aa77422015-01-07 17:49:29 -07001418 if (result == XGL_SUCCESS) {
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -06001419 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski85a83982015-04-02 08:52:53 -05001420 addObjectInfo(*pState, pCreateInfo->sType, pCreateInfo, sizeof(XGL_DYNAMIC_DS_STATE_CREATE_INFO), "ds_state");
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -06001421 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis6aa77422015-01-07 17:49:29 -07001422 }
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001423 return result;
1424}
1425
1426XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglCreateCommandBuffer(XGL_DEVICE device, const XGL_CMD_BUFFER_CREATE_INFO* pCreateInfo, XGL_CMD_BUFFER* pCmdBuffer)
1427{
1428 XGL_RESULT result = nextTable.CreateCommandBuffer(device, pCreateInfo, pCmdBuffer);
Mark Lobodzinski85a83982015-04-02 08:52:53 -05001429 // At time of cmd buffer creation, create global cmd buffer info for the returned cmd buffer
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -06001430 loader_platform_thread_lock_mutex(&globalLock);
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001431 if (*pCmdBuffer)
Mark Lobodzinski85a83982015-04-02 08:52:53 -05001432 addCBInfo(*pCmdBuffer);
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -05001433 printCBList();
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -06001434 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001435 return result;
1436}
1437
Jon Ashburn57ba18d2014-12-31 17:11:49 -07001438XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglBeginCommandBuffer(XGL_CMD_BUFFER cmdBuffer, const XGL_CMD_BUFFER_BEGIN_INFO* pBeginInfo)
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001439{
Tobin Ehlis77b3abb2015-03-04 08:38:22 -07001440 // This implicitly resets the Cmd Buffer so make sure any fence is done and then clear memory references
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -05001441 MT_CB_INFO* pCBInfo = getCBInfo(cmdBuffer);
1442 if (pCBInfo && (!fenceRetired(pCBInfo->fenceId))) {
Tobin Ehlis77b3abb2015-03-04 08:38:22 -07001443 bool32_t cbDone = checkCBCompleted(cmdBuffer);
1444 if (XGL_FALSE == cbDone) {
1445 char str[1024];
1446 sprintf(str, "Calling xglBeginCommandBuffer() on active CB %p before it has completed. You must check CB flag before this call.", cmdBuffer);
1447 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_RESET_CB_WHILE_IN_FLIGHT, "MEM", str);
1448 }
1449 }
Jon Ashburn57ba18d2014-12-31 17:11:49 -07001450 XGL_RESULT result = nextTable.BeginCommandBuffer(cmdBuffer, pBeginInfo);
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -06001451 loader_platform_thread_lock_mutex(&globalLock);
Tobin Ehlis84c521c2015-01-19 08:42:29 -07001452 freeCBBindings(cmdBuffer);
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -06001453 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001454 return result;
1455}
1456
1457XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglEndCommandBuffer(XGL_CMD_BUFFER cmdBuffer)
1458{
1459 // TODO : Anything to do here?
1460 XGL_RESULT result = nextTable.EndCommandBuffer(cmdBuffer);
1461 return result;
1462}
1463
1464XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglResetCommandBuffer(XGL_CMD_BUFFER cmdBuffer)
1465{
Tobin Ehlis77b3abb2015-03-04 08:38:22 -07001466 // Verify that CB is complete (not in-flight)
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -05001467 MT_CB_INFO* pCBInfo = getCBInfo(cmdBuffer);
1468 if (pCBInfo && (!fenceRetired(pCBInfo->fenceId))) {
Tobin Ehlis77b3abb2015-03-04 08:38:22 -07001469 bool32_t cbDone = checkCBCompleted(cmdBuffer);
1470 if (XGL_FALSE == cbDone) {
1471 char str[1024];
1472 sprintf(str, "Resetting CB %p before it has completed. You must check CB flag before calling xglResetCommandBuffer().", cmdBuffer);
1473 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_RESET_CB_WHILE_IN_FLIGHT, "MEM", str);
1474 }
1475 }
1476 // Clear memory references as this point.
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -06001477 loader_platform_thread_lock_mutex(&globalLock);
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001478 freeCBBindings(cmdBuffer);
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -06001479 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001480 XGL_RESULT result = nextTable.ResetCommandBuffer(cmdBuffer);
1481 return result;
1482}
1483// TODO : For any xglCmdBind* calls that include an object which has mem bound to it,
1484// need to account for that mem now having binding to given cmdBuffer
Mark Lobodzinskie2d07a52015-01-29 08:55:56 -06001485XGL_LAYER_EXPORT void XGLAPI xglCmdBindPipeline(XGL_CMD_BUFFER cmdBuffer, XGL_PIPELINE_BIND_POINT pipelineBindPoint, XGL_PIPELINE pipeline)
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001486{
Tobin Ehlis2836a7d2015-01-08 15:22:32 -07001487#if 0
1488 // TODO : If memory bound to pipeline, then need to tie that mem to cmdBuffer
1489 if (getPipeline(pipeline)) {
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -05001490 MT_CB_INFO *pCBInfo = getCBInfo(cmdBuffer);
1491 if (pCBInfo) {
1492 pCBInfo->pipelines[pipelineBindPoint] = pipeline;
Tobin Ehlis2836a7d2015-01-08 15:22:32 -07001493 } else {
1494 char str[1024];
1495 sprintf(str, "Attempt to bind Pipeline %p to non-existant command buffer %p!", (void*)pipeline, cmdBuffer);
Mark Lobodzinskie2d07a52015-01-29 08:55:56 -06001496 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_INVALID_CB, (char *) "DS", (char *) str);
Tobin Ehlis2836a7d2015-01-08 15:22:32 -07001497 }
1498 }
1499 else {
1500 char str[1024];
1501 sprintf(str, "Attempt to bind Pipeline %p that doesn't exist!", (void*)pipeline);
Mark Lobodzinskie2d07a52015-01-29 08:55:56 -06001502 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, pipeline, 0, MEMTRACK_INVALID_OBJECT, (char *) "DS", (char *) str);
Tobin Ehlis2836a7d2015-01-08 15:22:32 -07001503 }
1504#endif
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001505 nextTable.CmdBindPipeline(cmdBuffer, pipelineBindPoint, pipeline);
1506}
1507
Tobin Ehlis84c521c2015-01-19 08:42:29 -07001508XGL_LAYER_EXPORT void XGLAPI xglCmdBindDynamicStateObject(XGL_CMD_BUFFER cmdBuffer, XGL_STATE_BIND_POINT stateBindPoint, XGL_DYNAMIC_STATE_OBJECT state)
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001509{
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -05001510 MT_OBJ_INFO *pObjInfo;
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -06001511 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -05001512 MT_CB_INFO *pCmdBuf = getCBInfo(cmdBuffer);
Tobin Ehlis2836a7d2015-01-08 15:22:32 -07001513 if (!pCmdBuf) {
1514 char str[1024];
1515 sprintf(str, "Unable to find command buffer object %p, was it ever created?", (void*)cmdBuffer);
1516 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_INVALID_CB, "DD", str);
1517 }
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -05001518 pObjInfo = getObjectInfo(state);
1519 if (!pObjInfo) {
Tobin Ehlis2836a7d2015-01-08 15:22:32 -07001520 char str[1024];
1521 sprintf(str, "Unable to find dynamic state object %p, was it ever created?", (void*)state);
1522 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, state, 0, MEMTRACK_INVALID_OBJECT, "DD", str);
1523 }
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -05001524 pCmdBuf->pDynamicState[stateBindPoint] = pObjInfo;
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -06001525 loader_platform_thread_unlock_mutex(&globalLock);
Mark Lobodzinski15427102015-02-18 16:38:17 -06001526 nextTable.CmdBindDynamicStateObject(cmdBuffer, stateBindPoint, state);
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001527}
1528
Courtney Goeltzenleuchter24591b62015-04-02 22:54:15 -06001529XGL_LAYER_EXPORT void XGLAPI xglCmdBindDescriptorSets(
1530 XGL_CMD_BUFFER cmdBuffer,
1531 XGL_PIPELINE_BIND_POINT pipelineBindPoint,
1532 XGL_DESCRIPTOR_SET_LAYOUT_CHAIN layoutChain,
1533 uint32_t layoutChainSlot,
1534 uint32_t count,
1535 const XGL_DESCRIPTOR_SET* pDescriptorSets,
1536 const uint32_t* pUserData)
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001537{
Courtney Goeltzenleuchter24591b62015-04-02 22:54:15 -06001538
Tobin Ehlis2836a7d2015-01-08 15:22:32 -07001539 // TODO : Somewhere need to verify that all textures referenced by shaders in DS are in some type of *SHADER_READ* state
Courtney Goeltzenleuchter24591b62015-04-02 22:54:15 -06001540 nextTable.CmdBindDescriptorSets(cmdBuffer, pipelineBindPoint, layoutChain, layoutChainSlot, count, pDescriptorSets, pUserData);
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001541}
1542
Tobin Ehlis84c521c2015-01-19 08:42:29 -07001543XGL_LAYER_EXPORT void XGLAPI xglCmdBindVertexBuffer(XGL_CMD_BUFFER cmdBuffer, XGL_BUFFER buffer, XGL_GPU_SIZE offset, uint32_t binding)
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001544{
Tobin Ehlis84c521c2015-01-19 08:42:29 -07001545 nextTable.CmdBindVertexBuffer(cmdBuffer, buffer, offset, binding);
Chia-I Wufb5062e2015-01-05 13:42:56 +08001546}
1547
Tobin Ehlis84c521c2015-01-19 08:42:29 -07001548XGL_LAYER_EXPORT void XGLAPI xglCmdBindIndexBuffer(XGL_CMD_BUFFER cmdBuffer, XGL_BUFFER buffer, XGL_GPU_SIZE offset, XGL_INDEX_TYPE indexType)
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001549{
Tobin Ehlis84c521c2015-01-19 08:42:29 -07001550 nextTable.CmdBindIndexBuffer(cmdBuffer, buffer, offset, indexType);
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001551}
1552
Tobin Ehlis84c521c2015-01-19 08:42:29 -07001553XGL_LAYER_EXPORT void XGLAPI xglCmdDrawIndirect(XGL_CMD_BUFFER cmdBuffer, XGL_BUFFER buffer, XGL_GPU_SIZE offset, uint32_t count, uint32_t stride)
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001554{
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -06001555 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski15427102015-02-18 16:38:17 -06001556 XGL_GPU_MEMORY mem = getMemBindingFromObject(buffer);
1557 if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) {
Tobin Ehlis62086412014-11-19 16:19:28 -07001558 char str[1024];
Mark Lobodzinski15427102015-02-18 16:38:17 -06001559 sprintf(str, "In xglCmdDrawIndirect() call unable to update binding of buffer %p to cmdBuffer %p", buffer, cmdBuffer);
Tobin Ehlis62086412014-11-19 16:19:28 -07001560 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1561 }
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -06001562 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis84c521c2015-01-19 08:42:29 -07001563 nextTable.CmdDrawIndirect(cmdBuffer, buffer, offset, count, stride);
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001564}
1565
Tobin Ehlis84c521c2015-01-19 08:42:29 -07001566XGL_LAYER_EXPORT void XGLAPI xglCmdDrawIndexedIndirect(XGL_CMD_BUFFER cmdBuffer, XGL_BUFFER buffer, XGL_GPU_SIZE offset, uint32_t count, uint32_t stride)
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001567{
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -06001568 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski15427102015-02-18 16:38:17 -06001569 XGL_GPU_MEMORY mem = getMemBindingFromObject(buffer);
1570 if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) {
Tobin Ehlis62086412014-11-19 16:19:28 -07001571 char str[1024];
Mark Lobodzinski15427102015-02-18 16:38:17 -06001572 sprintf(str, "In xglCmdDrawIndexedIndirect() call unable to update binding of buffer %p to cmdBuffer %p", buffer, cmdBuffer);
Tobin Ehlis62086412014-11-19 16:19:28 -07001573 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1574 }
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -06001575 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis84c521c2015-01-19 08:42:29 -07001576 nextTable.CmdDrawIndexedIndirect(cmdBuffer, buffer, offset, count, stride);
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001577}
1578
Mark Lobodzinski15427102015-02-18 16:38:17 -06001579XGL_LAYER_EXPORT void XGLAPI xglCmdDispatchIndirect(XGL_CMD_BUFFER cmdBuffer, XGL_BUFFER buffer, XGL_GPU_SIZE offset)
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001580{
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -06001581 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski15427102015-02-18 16:38:17 -06001582 XGL_GPU_MEMORY mem = getMemBindingFromObject(buffer);
Tobin Ehlis62086412014-11-19 16:19:28 -07001583 if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) {
1584 char str[1024];
Mark Lobodzinski15427102015-02-18 16:38:17 -06001585 sprintf(str, "In xglCmdDispatchIndirect() call unable to update binding of buffer %p to cmdBuffer %p", buffer, cmdBuffer);
Tobin Ehlis62086412014-11-19 16:19:28 -07001586 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1587 }
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -06001588 loader_platform_thread_unlock_mutex(&globalLock);
Mark Lobodzinski15427102015-02-18 16:38:17 -06001589 nextTable.CmdDispatchIndirect(cmdBuffer, buffer, offset);
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001590}
1591
Mark Lobodzinski283a4c22015-03-24 16:29:24 -05001592XGL_LAYER_EXPORT void XGLAPI xglCmdCopyBuffer(XGL_CMD_BUFFER cmdBuffer, XGL_BUFFER srcBuffer, XGL_BUFFER destBuffer,
1593 uint32_t regionCount, const XGL_BUFFER_COPY* pRegions)
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001594{
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -06001595 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski15427102015-02-18 16:38:17 -06001596 XGL_GPU_MEMORY mem = getMemBindingFromObject(srcBuffer);
1597 if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) {
Tobin Ehlis62086412014-11-19 16:19:28 -07001598 char str[1024];
Mark Lobodzinski15427102015-02-18 16:38:17 -06001599 sprintf(str, "In xglCmdCopyBuffer() call unable to update binding of srcBuffer %p to cmdBuffer %p", srcBuffer, cmdBuffer);
Tobin Ehlis62086412014-11-19 16:19:28 -07001600 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1601 }
Mark Lobodzinski15427102015-02-18 16:38:17 -06001602 mem = getMemBindingFromObject(destBuffer);
1603 if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) {
Tobin Ehlis62086412014-11-19 16:19:28 -07001604 char str[1024];
Mark Lobodzinski15427102015-02-18 16:38:17 -06001605 sprintf(str, "In xglCmdCopyBuffer() call unable to update binding of destBuffer %p to cmdBuffer %p", destBuffer, cmdBuffer);
Tobin Ehlis62086412014-11-19 16:19:28 -07001606 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1607 }
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -06001608 loader_platform_thread_unlock_mutex(&globalLock);
Mark Lobodzinski15427102015-02-18 16:38:17 -06001609 nextTable.CmdCopyBuffer(cmdBuffer, srcBuffer, destBuffer, regionCount, pRegions);
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001610}
1611
Courtney Goeltzenleuchter51cbf302015-03-25 11:25:10 -06001612XGL_LAYER_EXPORT void XGLAPI xglCmdCopyImage(XGL_CMD_BUFFER cmdBuffer,
1613 XGL_IMAGE srcImage, XGL_IMAGE_LAYOUT srcImageLayout,
1614 XGL_IMAGE destImage, XGL_IMAGE_LAYOUT destImageLayout,
1615 uint32_t regionCount, const XGL_IMAGE_COPY* pRegions)
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001616{
1617 // TODO : Each image will have mem mapping so track them
Courtney Goeltzenleuchter51cbf302015-03-25 11:25:10 -06001618 nextTable.CmdCopyImage(cmdBuffer, srcImage, srcImageLayout, destImage, destImageLayout, regionCount, pRegions);
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001619}
1620
Courtney Goeltzenleuchter51cbf302015-03-25 11:25:10 -06001621XGL_LAYER_EXPORT void XGLAPI xglCmdBlitImage(XGL_CMD_BUFFER cmdBuffer,
1622 XGL_IMAGE srcImage, XGL_IMAGE_LAYOUT srcImageLayout,
1623 XGL_IMAGE destImage, XGL_IMAGE_LAYOUT destImageLayout,
1624 uint32_t regionCount, const XGL_IMAGE_BLIT* pRegions)
Courtney Goeltzenleuchterb787a1e2015-03-08 17:02:18 -06001625{
1626 // TODO : Each image will have mem mapping so track them
Courtney Goeltzenleuchter51cbf302015-03-25 11:25:10 -06001627 nextTable.CmdBlitImage(cmdBuffer, srcImage, srcImageLayout, destImage, destImageLayout, regionCount, pRegions);
Courtney Goeltzenleuchterb787a1e2015-03-08 17:02:18 -06001628}
1629
Courtney Goeltzenleuchter51cbf302015-03-25 11:25:10 -06001630XGL_LAYER_EXPORT void XGLAPI xglCmdCopyBufferToImage(XGL_CMD_BUFFER cmdBuffer,
1631 XGL_BUFFER srcBuffer,
1632 XGL_IMAGE destImage, XGL_IMAGE_LAYOUT destImageLayout,
1633 uint32_t regionCount, const XGL_BUFFER_IMAGE_COPY* pRegions)
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001634{
1635 // TODO : Track this
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -06001636 loader_platform_thread_lock_mutex(&globalLock);
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001637 XGL_GPU_MEMORY mem = getMemBindingFromObject(destImage);
Tobin Ehlis62086412014-11-19 16:19:28 -07001638 if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) {
1639 char str[1024];
Mark Lobodzinski15427102015-02-18 16:38:17 -06001640 sprintf(str, "In xglCmdCopyMemoryToImage() call unable to update binding of destImage buffer %p to cmdBuffer %p", destImage, cmdBuffer);
Tobin Ehlis62086412014-11-19 16:19:28 -07001641 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1642 }
Mark Lobodzinski15427102015-02-18 16:38:17 -06001643
1644 mem = getMemBindingFromObject(srcBuffer);
1645 if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) {
Tobin Ehlis62086412014-11-19 16:19:28 -07001646 char str[1024];
Tobin Ehlis84c521c2015-01-19 08:42:29 -07001647 sprintf(str, "In xglCmdCopyMemoryToImage() call unable to update binding of srcBuffer %p to cmdBuffer %p", srcBuffer, cmdBuffer);
Tobin Ehlis62086412014-11-19 16:19:28 -07001648 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1649 }
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -06001650 loader_platform_thread_unlock_mutex(&globalLock);
Courtney Goeltzenleuchter51cbf302015-03-25 11:25:10 -06001651 nextTable.CmdCopyBufferToImage(cmdBuffer, srcBuffer, destImage, destImageLayout, regionCount, pRegions);
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001652}
1653
Courtney Goeltzenleuchter51cbf302015-03-25 11:25:10 -06001654XGL_LAYER_EXPORT void XGLAPI xglCmdCopyImageToBuffer(XGL_CMD_BUFFER cmdBuffer,
1655 XGL_IMAGE srcImage, XGL_IMAGE_LAYOUT srcImageLayout,
1656 XGL_BUFFER destBuffer,
1657 uint32_t regionCount, const XGL_BUFFER_IMAGE_COPY* pRegions)
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001658{
1659 // TODO : Track this
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -06001660 loader_platform_thread_lock_mutex(&globalLock);
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001661 XGL_GPU_MEMORY mem = getMemBindingFromObject(srcImage);
Tobin Ehlis62086412014-11-19 16:19:28 -07001662 if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) {
1663 char str[1024];
Mark Lobodzinski15427102015-02-18 16:38:17 -06001664 sprintf(str, "In xglCmdCopyImageToMemory() call unable to update binding of srcImage buffer %p to cmdBuffer %p", srcImage, cmdBuffer);
Tobin Ehlis62086412014-11-19 16:19:28 -07001665 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1666 }
Mark Lobodzinski15427102015-02-18 16:38:17 -06001667 mem = getMemBindingFromObject(destBuffer);
1668 if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) {
Tobin Ehlis62086412014-11-19 16:19:28 -07001669 char str[1024];
Tobin Ehlis84c521c2015-01-19 08:42:29 -07001670 sprintf(str, "In xglCmdCopyImageToMemory() call unable to update binding of destBuffer %p to cmdBuffer %p", destBuffer, cmdBuffer);
Tobin Ehlis62086412014-11-19 16:19:28 -07001671 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1672 }
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -06001673 loader_platform_thread_unlock_mutex(&globalLock);
Courtney Goeltzenleuchter51cbf302015-03-25 11:25:10 -06001674 nextTable.CmdCopyImageToBuffer(cmdBuffer, srcImage, srcImageLayout, destBuffer, regionCount, pRegions);
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001675}
1676
Mark Lobodzinski283a4c22015-03-24 16:29:24 -05001677XGL_LAYER_EXPORT void XGLAPI xglCmdCloneImageData(XGL_CMD_BUFFER cmdBuffer, XGL_IMAGE srcImage, XGL_IMAGE_LAYOUT srcImageLayout,
1678 XGL_IMAGE destImage, XGL_IMAGE_LAYOUT destImageLayout)
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001679{
1680 // TODO : Each image will have mem mapping so track them
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -06001681 loader_platform_thread_lock_mutex(&globalLock);
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001682 XGL_GPU_MEMORY mem = getMemBindingFromObject(srcImage);
Tobin Ehlis62086412014-11-19 16:19:28 -07001683 if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) {
1684 char str[1024];
Mark Lobodzinski15427102015-02-18 16:38:17 -06001685 sprintf(str, "In xglCmdCloneImageData() call unable to update binding of srcImage buffer %p to cmdBuffer %p", srcImage, cmdBuffer);
Tobin Ehlis62086412014-11-19 16:19:28 -07001686 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1687 }
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001688 mem = getMemBindingFromObject(destImage);
Tobin Ehlis62086412014-11-19 16:19:28 -07001689 if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) {
1690 char str[1024];
Mark Lobodzinski15427102015-02-18 16:38:17 -06001691 sprintf(str, "In xglCmdCloneImageData() call unable to update binding of destImage buffer %p to cmdBuffer %p", destImage, cmdBuffer);
Tobin Ehlis62086412014-11-19 16:19:28 -07001692 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1693 }
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -06001694 loader_platform_thread_unlock_mutex(&globalLock);
Mike Stroyan55658c22014-12-04 11:08:39 +00001695 nextTable.CmdCloneImageData(cmdBuffer, srcImage, srcImageLayout, destImage, destImageLayout);
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001696}
1697
Tobin Ehlis84c521c2015-01-19 08:42:29 -07001698XGL_LAYER_EXPORT void XGLAPI xglCmdUpdateBuffer(XGL_CMD_BUFFER cmdBuffer, XGL_BUFFER destBuffer, XGL_GPU_SIZE destOffset, XGL_GPU_SIZE dataSize, const uint32_t* pData)
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001699{
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -06001700 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski15427102015-02-18 16:38:17 -06001701 XGL_GPU_MEMORY mem = getMemBindingFromObject(destBuffer);
1702 if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) {
Tobin Ehlis62086412014-11-19 16:19:28 -07001703 char str[1024];
Tobin Ehlis84c521c2015-01-19 08:42:29 -07001704 sprintf(str, "In xglCmdUpdateMemory() call unable to update binding of destBuffer %p to cmdBuffer %p", destBuffer, cmdBuffer);
Tobin Ehlis62086412014-11-19 16:19:28 -07001705 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1706 }
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -06001707 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis84c521c2015-01-19 08:42:29 -07001708 nextTable.CmdUpdateBuffer(cmdBuffer, destBuffer, destOffset, dataSize, pData);
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001709}
1710
Tobin Ehlis84c521c2015-01-19 08:42:29 -07001711XGL_LAYER_EXPORT void XGLAPI xglCmdFillBuffer(XGL_CMD_BUFFER cmdBuffer, XGL_BUFFER destBuffer, XGL_GPU_SIZE destOffset, XGL_GPU_SIZE fillSize, uint32_t data)
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001712{
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -06001713 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski15427102015-02-18 16:38:17 -06001714 XGL_GPU_MEMORY mem = getMemBindingFromObject(destBuffer);
1715 if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) {
Tobin Ehlis62086412014-11-19 16:19:28 -07001716 char str[1024];
Tobin Ehlis84c521c2015-01-19 08:42:29 -07001717 sprintf(str, "In xglCmdFillMemory() call unable to update binding of destBuffer %p to cmdBuffer %p", destBuffer, cmdBuffer);
Tobin Ehlis62086412014-11-19 16:19:28 -07001718 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1719 }
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -06001720 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis84c521c2015-01-19 08:42:29 -07001721 nextTable.CmdFillBuffer(cmdBuffer, destBuffer, destOffset, fillSize, data);
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001722}
1723
Courtney Goeltzenleuchter51cbf302015-03-25 11:25:10 -06001724XGL_LAYER_EXPORT void XGLAPI xglCmdClearColorImage(XGL_CMD_BUFFER cmdBuffer,
1725 XGL_IMAGE image, XGL_IMAGE_LAYOUT imageLayout,
1726 XGL_CLEAR_COLOR color,
1727 uint32_t rangeCount, const XGL_IMAGE_SUBRESOURCE_RANGE* pRanges)
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001728{
Tobin Ehlis2836a7d2015-01-08 15:22:32 -07001729 // TODO : Verify memory is in XGL_IMAGE_STATE_CLEAR state
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -06001730 loader_platform_thread_lock_mutex(&globalLock);
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001731 XGL_GPU_MEMORY mem = getMemBindingFromObject(image);
Tobin Ehlis62086412014-11-19 16:19:28 -07001732 if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) {
1733 char str[1024];
Mark Lobodzinski15427102015-02-18 16:38:17 -06001734 sprintf(str, "In xglCmdClearColorImage() call unable to update binding of image buffer %p to cmdBuffer %p", image, cmdBuffer);
Tobin Ehlis62086412014-11-19 16:19:28 -07001735 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1736 }
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -06001737 loader_platform_thread_unlock_mutex(&globalLock);
Courtney Goeltzenleuchter51cbf302015-03-25 11:25:10 -06001738 nextTable.CmdClearColorImage(cmdBuffer, image, imageLayout, color, rangeCount, pRanges);
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001739}
1740
Courtney Goeltzenleuchter51cbf302015-03-25 11:25:10 -06001741XGL_LAYER_EXPORT void XGLAPI xglCmdClearDepthStencil(XGL_CMD_BUFFER cmdBuffer,
1742 XGL_IMAGE image, XGL_IMAGE_LAYOUT imageLayout,
1743 float depth, uint32_t stencil,
1744 uint32_t rangeCount, const XGL_IMAGE_SUBRESOURCE_RANGE* pRanges)
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001745{
Tobin Ehlis2836a7d2015-01-08 15:22:32 -07001746 // TODO : Verify memory is in XGL_IMAGE_STATE_CLEAR state
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -06001747 loader_platform_thread_lock_mutex(&globalLock);
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001748 XGL_GPU_MEMORY mem = getMemBindingFromObject(image);
Tobin Ehlis62086412014-11-19 16:19:28 -07001749 if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) {
1750 char str[1024];
Mark Lobodzinski15427102015-02-18 16:38:17 -06001751 sprintf(str, "In xglCmdClearDepthStencil() call unable to update binding of image buffer %p to cmdBuffer %p", image, cmdBuffer);
Tobin Ehlis62086412014-11-19 16:19:28 -07001752 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1753 }
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -06001754 loader_platform_thread_unlock_mutex(&globalLock);
Courtney Goeltzenleuchter51cbf302015-03-25 11:25:10 -06001755 nextTable.CmdClearDepthStencil(cmdBuffer, image, imageLayout, depth, stencil, rangeCount, pRanges);
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001756}
1757
Courtney Goeltzenleuchter51cbf302015-03-25 11:25:10 -06001758XGL_LAYER_EXPORT void XGLAPI xglCmdResolveImage(XGL_CMD_BUFFER cmdBuffer,
1759 XGL_IMAGE srcImage, XGL_IMAGE_LAYOUT srcImageLayout,
1760 XGL_IMAGE destImage, XGL_IMAGE_LAYOUT destImageLayout,
1761 uint32_t rectCount, const XGL_IMAGE_RESOLVE* pRects)
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001762{
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -06001763 loader_platform_thread_lock_mutex(&globalLock);
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001764 XGL_GPU_MEMORY mem = getMemBindingFromObject(srcImage);
Tobin Ehlis62086412014-11-19 16:19:28 -07001765 if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) {
1766 char str[1024];
Mark Lobodzinski15427102015-02-18 16:38:17 -06001767 sprintf(str, "In xglCmdResolveImage() call unable to update binding of srcImage buffer %p to cmdBuffer %p", srcImage, cmdBuffer);
Tobin Ehlis62086412014-11-19 16:19:28 -07001768 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1769 }
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001770 mem = getMemBindingFromObject(destImage);
Tobin Ehlis62086412014-11-19 16:19:28 -07001771 if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) {
1772 char str[1024];
Mark Lobodzinski15427102015-02-18 16:38:17 -06001773 sprintf(str, "In xglCmdResolveImage() call unable to update binding of destImage buffer %p to cmdBuffer %p", destImage, cmdBuffer);
Tobin Ehlis62086412014-11-19 16:19:28 -07001774 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1775 }
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -06001776 loader_platform_thread_unlock_mutex(&globalLock);
Courtney Goeltzenleuchter51cbf302015-03-25 11:25:10 -06001777 nextTable.CmdResolveImage(cmdBuffer, srcImage, srcImageLayout, destImage, destImageLayout, rectCount, pRects);
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001778}
1779
Mark Lobodzinskie2d07a52015-01-29 08:55:56 -06001780XGL_LAYER_EXPORT void XGLAPI xglCmdBeginQuery(XGL_CMD_BUFFER cmdBuffer, XGL_QUERY_POOL queryPool, uint32_t slot, XGL_FLAGS flags)
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001781{
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -06001782 loader_platform_thread_lock_mutex(&globalLock);
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001783 XGL_GPU_MEMORY mem = getMemBindingFromObject(queryPool);
Tobin Ehlis62086412014-11-19 16:19:28 -07001784 if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) {
1785 char str[1024];
Mark Lobodzinski15427102015-02-18 16:38:17 -06001786 sprintf(str, "In xglCmdBeginQuery() call unable to update binding of queryPool buffer %p to cmdBuffer %p", queryPool, cmdBuffer);
Tobin Ehlis62086412014-11-19 16:19:28 -07001787 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1788 }
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -06001789 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001790 nextTable.CmdBeginQuery(cmdBuffer, queryPool, slot, flags);
1791}
1792
Mark Lobodzinskie2d07a52015-01-29 08:55:56 -06001793XGL_LAYER_EXPORT void XGLAPI xglCmdEndQuery(XGL_CMD_BUFFER cmdBuffer, XGL_QUERY_POOL queryPool, uint32_t slot)
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001794{
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -06001795 loader_platform_thread_lock_mutex(&globalLock);
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001796 XGL_GPU_MEMORY mem = getMemBindingFromObject(queryPool);
Tobin Ehlis62086412014-11-19 16:19:28 -07001797 if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) {
1798 char str[1024];
Mark Lobodzinski15427102015-02-18 16:38:17 -06001799 sprintf(str, "In xglCmdEndQuery() call unable to update binding of queryPool buffer %p to cmdBuffer %p", queryPool, cmdBuffer);
Tobin Ehlis62086412014-11-19 16:19:28 -07001800 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1801 }
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -06001802 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001803 nextTable.CmdEndQuery(cmdBuffer, queryPool, slot);
1804}
1805
Mark Lobodzinskie2d07a52015-01-29 08:55:56 -06001806XGL_LAYER_EXPORT void XGLAPI xglCmdResetQueryPool(XGL_CMD_BUFFER cmdBuffer, XGL_QUERY_POOL queryPool, uint32_t startQuery, uint32_t queryCount)
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001807{
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -06001808 loader_platform_thread_lock_mutex(&globalLock);
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001809 XGL_GPU_MEMORY mem = getMemBindingFromObject(queryPool);
Tobin Ehlis62086412014-11-19 16:19:28 -07001810 if (XGL_FALSE == updateCBBinding(cmdBuffer, mem)) {
1811 char str[1024];
Mark Lobodzinski15427102015-02-18 16:38:17 -06001812 sprintf(str, "In xglCmdResetQueryPool() call unable to update binding of queryPool buffer %p to cmdBuffer %p", queryPool, cmdBuffer);
Tobin Ehlis62086412014-11-19 16:19:28 -07001813 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, cmdBuffer, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1814 }
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -06001815 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001816 nextTable.CmdResetQueryPool(cmdBuffer, queryPool, startQuery, queryCount);
1817}
1818
Courtney Goeltzenleuchter9d36ef42015-04-13 14:10:06 -06001819XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglDbgRegisterMsgCallback(XGL_INSTANCE instance, XGL_DBG_MSG_CALLBACK_FUNCTION pfnMsgCallback, void* pUserData)
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001820{
Tobin Ehlis62086412014-11-19 16:19:28 -07001821 // This layer intercepts callbacks
1822 XGL_LAYER_DBG_FUNCTION_NODE *pNewDbgFuncNode = (XGL_LAYER_DBG_FUNCTION_NODE*)malloc(sizeof(XGL_LAYER_DBG_FUNCTION_NODE));
1823 if (!pNewDbgFuncNode)
1824 return XGL_ERROR_OUT_OF_MEMORY;
1825 pNewDbgFuncNode->pfnMsgCallback = pfnMsgCallback;
1826 pNewDbgFuncNode->pUserData = pUserData;
Jon Ashburnf57ea372014-12-22 13:24:15 -07001827 pNewDbgFuncNode->pNext = g_pDbgFunctionHead;
1828 g_pDbgFunctionHead = pNewDbgFuncNode;
Jon Ashburne4722392015-03-03 15:07:15 -07001829 // force callbacks if DebugAction hasn't been set already other than initial value
Courtney Goeltzenleuchter9e3aafa2015-03-04 15:47:34 -07001830 if (g_actionIsDefault) {
Jon Ashburne4722392015-03-03 15:07:15 -07001831 g_debugAction = XGL_DBG_LAYER_ACTION_CALLBACK;
Courtney Goeltzenleuchter9e3aafa2015-03-04 15:47:34 -07001832 }
Courtney Goeltzenleuchter9d36ef42015-04-13 14:10:06 -06001833 XGL_RESULT result = nextTable.DbgRegisterMsgCallback(instance, pfnMsgCallback, pUserData);
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001834 return result;
1835}
1836
Courtney Goeltzenleuchter9d36ef42015-04-13 14:10:06 -06001837XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglDbgUnregisterMsgCallback(XGL_INSTANCE instance, XGL_DBG_MSG_CALLBACK_FUNCTION pfnMsgCallback)
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001838{
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -05001839 XGL_LAYER_DBG_FUNCTION_NODE *pInfo = g_pDbgFunctionHead;
1840 XGL_LAYER_DBG_FUNCTION_NODE *pPrev = pInfo;
1841 while (pInfo) {
1842 if (pInfo->pfnMsgCallback == pfnMsgCallback) {
1843 pPrev->pNext = pInfo->pNext;
1844 if (g_pDbgFunctionHead == pInfo)
1845 g_pDbgFunctionHead = pInfo->pNext;
1846 free(pInfo);
Tobin Ehlis62086412014-11-19 16:19:28 -07001847 break;
1848 }
Mark Lobodzinski7a428ce2015-03-31 16:05:35 -05001849 pPrev = pInfo;
1850 pInfo = pInfo->pNext;
Tobin Ehlis62086412014-11-19 16:19:28 -07001851 }
Jon Ashburne4722392015-03-03 15:07:15 -07001852 if (g_pDbgFunctionHead == NULL)
1853 {
Mark Lobodzinski283a4c22015-03-24 16:29:24 -05001854 if (g_actionIsDefault) {
Jon Ashburne4722392015-03-03 15:07:15 -07001855 g_debugAction = XGL_DBG_LAYER_ACTION_LOG_MSG;
Mark Lobodzinski283a4c22015-03-24 16:29:24 -05001856 } else {
1857 g_debugAction = (XGL_LAYER_DBG_ACTION)(g_debugAction & ~((uint32_t)XGL_DBG_LAYER_ACTION_CALLBACK));
1858 }
Jon Ashburne4722392015-03-03 15:07:15 -07001859 }
Courtney Goeltzenleuchter9d36ef42015-04-13 14:10:06 -06001860 XGL_RESULT result = nextTable.DbgUnregisterMsgCallback(instance, pfnMsgCallback);
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001861 return result;
1862}
1863
Jon Ashburndc899962015-03-02 16:51:38 -07001864#if !defined(WIN32)
Mark Lobodzinski283a4c22015-03-24 16:29:24 -05001865XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglWsiX11CreatePresentableImage(XGL_DEVICE device, const XGL_WSI_X11_PRESENTABLE_IMAGE_CREATE_INFO* pCreateInfo,
1866 XGL_IMAGE* pImage, XGL_GPU_MEMORY* pMem)
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001867{
1868 XGL_RESULT result = nextTable.WsiX11CreatePresentableImage(device, pCreateInfo, pImage, pMem);
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -06001869 loader_platform_thread_lock_mutex(&globalLock);
Tobin Ehlis6aa77422015-01-07 17:49:29 -07001870 if (XGL_SUCCESS == result) {
1871 // Add image object, then insert the new Mem Object and then bind it to created image
Mark Lobodzinski85a83982015-04-02 08:52:53 -05001872 addObjectInfo(*pImage, _XGL_STRUCTURE_TYPE_MAX_ENUM, pCreateInfo, sizeof(XGL_WSI_X11_PRESENTABLE_IMAGE_CREATE_INFO), "wsi_x11_image");
1873 addMemObjInfo(*pMem, NULL);
Tobin Ehlis6aa77422015-01-07 17:49:29 -07001874 if (XGL_FALSE == updateObjectBinding(*pImage, *pMem)) {
1875 char str[1024];
1876 sprintf(str, "In xglWsiX11CreatePresentableImage(), unable to set image %p binding to mem obj %p", (void*)*pImage, (void*)*pMem);
1877 layerCbMsg(XGL_DBG_MSG_ERROR, XGL_VALIDATION_LEVEL_0, *pImage, 0, MEMTRACK_MEMORY_BINDING_ERROR, "MEM", str);
1878 }
Tobin Ehlis62086412014-11-19 16:19:28 -07001879 }
1880 printObjList();
1881 printMemList();
Mark Lobodzinski0c0d6a02015-03-02 20:23:52 -06001882 loader_platform_thread_unlock_mutex(&globalLock);
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001883 return result;
1884}
Mark Lobodzinski4aad3642015-03-17 10:53:12 -05001885
1886XGL_LAYER_EXPORT XGL_RESULT XGLAPI xglWsiX11QueuePresent(XGL_QUEUE queue, const XGL_WSI_X11_PRESENT_INFO* pPresentInfo, XGL_FENCE fence)
1887{
1888 loader_platform_thread_lock_mutex(&globalLock);
Mark Lobodzinski85a83982015-04-02 08:52:53 -05001889 addFenceInfo(fence, queue);
Mark Lobodzinski4aad3642015-03-17 10:53:12 -05001890 char str[1024];
1891 sprintf(str, "In xglWsiX11QueuePresent(), checking queue %p for fence %p", queue, fence);
1892 layerCbMsg(XGL_DBG_MSG_UNKNOWN, XGL_VALIDATION_LEVEL_0, queue, 0, MEMTRACK_NONE, "MEM", str);
1893 loader_platform_thread_unlock_mutex(&globalLock);
1894 XGL_RESULT result = nextTable.WsiX11QueuePresent(queue, pPresentInfo, fence);
1895 return result;
1896}
Ian Elliott81ac44c2015-01-13 17:52:38 -07001897#endif // WIN32
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001898
Mark Lobodzinskie2d07a52015-01-29 08:55:56 -06001899XGL_LAYER_EXPORT void* XGLAPI xglGetProcAddr(XGL_PHYSICAL_GPU gpu, const char* funcName)
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001900{
1901 XGL_BASE_LAYER_OBJECT* gpuw = (XGL_BASE_LAYER_OBJECT *) gpu;
Chia-I Wu706533e2015-01-05 13:18:57 +08001902
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001903 if (gpu == NULL)
1904 return NULL;
1905 pCurObj = gpuw;
Ian Elliott81ac44c2015-01-13 17:52:38 -07001906 loader_platform_thread_once(&g_initOnce, initMemTracker);
Tobin Ehlis791a49c2014-11-10 12:29:12 -07001907
Jon Ashburndc899962015-03-02 16:51:38 -07001908 if (!strcmp(funcName, "xglGetProcAddr"))
1909 return (void *) xglGetProcAddr;
1910 if (!strcmp(funcName, "xglCreateDevice"))
1911 return (void*) xglCreateDevice;
1912 if (!strcmp(funcName, "xglDestroyDevice"))
1913 return (void*) xglDestroyDevice;
1914 if (!strcmp(funcName, "xglEnumerateLayers"))
1915 return (void*) xglEnumerateLayers;
1916 if (!strcmp(funcName, "xglQueueSubmit"))
1917 return (void*) xglQueueSubmit;
Courtney Goeltzenleuchtercfedf362015-04-02 13:39:07 -06001918 if (!strcmp(funcName, "xglGetDeviceQueue"))
1919 return (void*) xglGetDeviceQueue;
1920 if (!strcmp(funcName, "xglQueueAddMemReference"))
1921 return (void*) xglQueueAddMemReference;
1922 if (!strcmp(funcName, "xglQueueRemoveMemReference"))
1923 return (void*) xglQueueRemoveMemReference;
Jon Ashburndc899962015-03-02 16:51:38 -07001924 if (!strcmp(funcName, "xglAllocMemory"))
1925 return (void*) xglAllocMemory;
1926 if (!strcmp(funcName, "xglFreeMemory"))
1927 return (void*) xglFreeMemory;
1928 if (!strcmp(funcName, "xglSetMemoryPriority"))
1929 return (void*) xglSetMemoryPriority;
1930 if (!strcmp(funcName, "xglMapMemory"))
1931 return (void*) xglMapMemory;
1932 if (!strcmp(funcName, "xglUnmapMemory"))
1933 return (void*) xglUnmapMemory;
1934 if (!strcmp(funcName, "xglPinSystemMemory"))
1935 return (void*) xglPinSystemMemory;
1936 if (!strcmp(funcName, "xglOpenSharedMemory"))
1937 return (void*) xglOpenSharedMemory;
1938 if (!strcmp(funcName, "xglOpenPeerMemory"))
1939 return (void*) xglOpenPeerMemory;
1940 if (!strcmp(funcName, "xglOpenPeerImage"))
1941 return (void*) xglOpenPeerImage;
1942 if (!strcmp(funcName, "xglDestroyObject"))
1943 return (void*) xglDestroyObject;
1944 if (!strcmp(funcName, "xglGetObjectInfo"))
1945 return (void*) xglGetObjectInfo;
1946 if (!strcmp(funcName, "xglBindObjectMemory"))
1947 return (void*) xglBindObjectMemory;
Tobin Ehlis77b3abb2015-03-04 08:38:22 -07001948 if (!strcmp(funcName, "xglCreateFence"))
1949 return (void*) xglCreateFence;
1950 if (!strcmp(funcName, "xglGetFenceStatus"))
1951 return (void*) xglGetFenceStatus;
1952 if (!strcmp(funcName, "xglWaitForFences"))
1953 return (void*) xglWaitForFences;
Mark Lobodzinski4aad3642015-03-17 10:53:12 -05001954 if (!strcmp(funcName, "xglQueueWaitIdle"))
1955 return (void*) xglQueueWaitIdle;
1956 if (!strcmp(funcName, "xglDeviceWaitIdle"))
1957 return (void*) xglDeviceWaitIdle;
Jon Ashburndc899962015-03-02 16:51:38 -07001958 if (!strcmp(funcName, "xglCreateEvent"))
1959 return (void*) xglCreateEvent;
1960 if (!strcmp(funcName, "xglCreateQueryPool"))
1961 return (void*) xglCreateQueryPool;
1962 if (!strcmp(funcName, "xglCreateBuffer"))
1963 return (void*) xglCreateBuffer;
1964 if (!strcmp(funcName, "xglCreateBufferView"))
1965 return (void*) xglCreateBufferView;
1966 if (!strcmp(funcName, "xglCreateImage"))
1967 return (void*) xglCreateImage;
1968 if (!strcmp(funcName, "xglCreateImageView"))
1969 return (void*) xglCreateImageView;
1970 if (!strcmp(funcName, "xglCreateColorAttachmentView"))
1971 return (void*) xglCreateColorAttachmentView;
1972 if (!strcmp(funcName, "xglCreateDepthStencilView"))
1973 return (void*) xglCreateDepthStencilView;
1974 if (!strcmp(funcName, "xglCreateShader"))
1975 return (void*) xglCreateShader;
1976 if (!strcmp(funcName, "xglCreateGraphicsPipeline"))
1977 return (void*) xglCreateGraphicsPipeline;
Courtney Goeltzenleuchter32876a12015-03-25 15:37:49 -06001978 if (!strcmp(funcName, "xglCreateGraphicsPipelineDerivative"))
1979 return (void*) xglCreateGraphicsPipelineDerivative;
Jon Ashburndc899962015-03-02 16:51:38 -07001980 if (!strcmp(funcName, "xglCreateComputePipeline"))
1981 return (void*) xglCreateComputePipeline;
1982 if (!strcmp(funcName, "xglCreateSampler"))
1983 return (void*) xglCreateSampler;
1984 if (!strcmp(funcName, "xglCreateDynamicViewportState"))
1985 return (void*) xglCreateDynamicViewportState;
1986 if (!strcmp(funcName, "xglCreateDynamicRasterState"))
1987 return (void*) xglCreateDynamicRasterState;
1988 if (!strcmp(funcName, "xglCreateDynamicColorBlendState"))
1989 return (void*) xglCreateDynamicColorBlendState;
1990 if (!strcmp(funcName, "xglCreateDynamicDepthStencilState"))
1991 return (void*) xglCreateDynamicDepthStencilState;
1992 if (!strcmp(funcName, "xglCreateCommandBuffer"))
1993 return (void*) xglCreateCommandBuffer;
1994 if (!strcmp(funcName, "xglBeginCommandBuffer"))
1995 return (void*) xglBeginCommandBuffer;
1996 if (!strcmp(funcName, "xglEndCommandBuffer"))
1997 return (void*) xglEndCommandBuffer;
1998 if (!strcmp(funcName, "xglResetCommandBuffer"))
1999 return (void*) xglResetCommandBuffer;
2000 if (!strcmp(funcName, "xglCmdBindPipeline"))
2001 return (void*) xglCmdBindPipeline;
2002 if (!strcmp(funcName, "xglCmdBindDynamicStateObject"))
2003 return (void*) xglCmdBindDynamicStateObject;
Courtney Goeltzenleuchter24591b62015-04-02 22:54:15 -06002004 if (!strcmp(funcName, "xglCmdBindDescriptorSets"))
2005 return (void*) xglCmdBindDescriptorSets;
Jon Ashburndc899962015-03-02 16:51:38 -07002006 if (!strcmp(funcName, "xglCmdBindVertexBuffer"))
2007 return (void*) xglCmdBindVertexBuffer;
2008 if (!strcmp(funcName, "xglCmdBindIndexBuffer"))
2009 return (void*) xglCmdBindIndexBuffer;
2010 if (!strcmp(funcName, "xglCmdDrawIndirect"))
2011 return (void*) xglCmdDrawIndirect;
2012 if (!strcmp(funcName, "xglCmdDrawIndexedIndirect"))
2013 return (void*) xglCmdDrawIndexedIndirect;
2014 if (!strcmp(funcName, "xglCmdDispatchIndirect"))
2015 return (void*) xglCmdDispatchIndirect;
2016 if (!strcmp(funcName, "xglCmdCopyBuffer"))
2017 return (void*) xglCmdCopyBuffer;
2018 if (!strcmp(funcName, "xglCmdCopyImage"))
2019 return (void*) xglCmdCopyImage;
2020 if (!strcmp(funcName, "xglCmdCopyBufferToImage"))
2021 return (void*) xglCmdCopyBufferToImage;
2022 if (!strcmp(funcName, "xglCmdCopyImageToBuffer"))
2023 return (void*) xglCmdCopyImageToBuffer;
2024 if (!strcmp(funcName, "xglCmdCloneImageData"))
2025 return (void*) xglCmdCloneImageData;
2026 if (!strcmp(funcName, "xglCmdUpdateBuffer"))
2027 return (void*) xglCmdUpdateBuffer;
2028 if (!strcmp(funcName, "xglCmdFillBuffer"))
2029 return (void*) xglCmdFillBuffer;
2030 if (!strcmp(funcName, "xglCmdClearColorImage"))
2031 return (void*) xglCmdClearColorImage;
Jon Ashburndc899962015-03-02 16:51:38 -07002032 if (!strcmp(funcName, "xglCmdClearDepthStencil"))
2033 return (void*) xglCmdClearDepthStencil;
2034 if (!strcmp(funcName, "xglCmdResolveImage"))
2035 return (void*) xglCmdResolveImage;
2036 if (!strcmp(funcName, "xglCmdBeginQuery"))
2037 return (void*) xglCmdBeginQuery;
2038 if (!strcmp(funcName, "xglCmdEndQuery"))
2039 return (void*) xglCmdEndQuery;
2040 if (!strcmp(funcName, "xglCmdResetQueryPool"))
2041 return (void*) xglCmdResetQueryPool;
2042 if (!strcmp(funcName, "xglDbgRegisterMsgCallback"))
2043 return (void*) xglDbgRegisterMsgCallback;
2044 if (!strcmp(funcName, "xglDbgUnregisterMsgCallback"))
2045 return (void*) xglDbgUnregisterMsgCallback;
2046#if !defined(WIN32)
2047 if (!strcmp(funcName, "xglWsiX11CreatePresentableImage"))
2048 return (void*) xglWsiX11CreatePresentableImage;
Mark Lobodzinski4aad3642015-03-17 10:53:12 -05002049 if (!strcmp(funcName, "xglWsiX11QueuePresent"))
2050 return (void*) xglWsiX11QueuePresent;
Jon Ashburndc899962015-03-02 16:51:38 -07002051#endif
Tobin Ehlis791a49c2014-11-10 12:29:12 -07002052 else {
Tobin Ehlis791a49c2014-11-10 12:29:12 -07002053 if (gpuw->pGPA == NULL)
2054 return NULL;
Mark Lobodzinski283a4c22015-03-24 16:29:24 -05002055 return gpuw->pGPA((XGL_PHYSICAL_GPU)gpuw->nextObject, funcName);
Tobin Ehlis791a49c2014-11-10 12:29:12 -07002056 }
2057}