bsalomon@google.com | 4da34e3 | 2012-06-19 15:40:27 +0000 | [diff] [blame] | 1 | /* |
| 2 | * Copyright 2012 Google Inc. |
| 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license that can be |
| 5 | * found in the LICENSE file. |
| 6 | */ |
| 7 | |
| 8 | #include "GrMemoryPool.h" |
| 9 | |
commit-bot@chromium.org | 515dcd3 | 2013-08-28 14:17:03 +0000 | [diff] [blame] | 10 | #ifdef SK_DEBUG |
bsalomon@google.com | 4da34e3 | 2012-06-19 15:40:27 +0000 | [diff] [blame] | 11 | #define VALIDATE this->validate() |
| 12 | #else |
| 13 | #define VALIDATE |
| 14 | #endif |
| 15 | |
| 16 | GrMemoryPool::GrMemoryPool(size_t preallocSize, size_t minAllocSize) { |
commit-bot@chromium.org | 1acc3d7 | 2013-09-06 23:13:05 +0000 | [diff] [blame] | 17 | SkDEBUGCODE(fAllocationCnt = 0); |
bsalomon@google.com | 4da34e3 | 2012-06-19 15:40:27 +0000 | [diff] [blame] | 18 | |
commit-bot@chromium.org | 972f9cd | 2014-03-28 17:58:28 +0000 | [diff] [blame] | 19 | minAllocSize = SkTMax<size_t>(minAllocSize, 1 << 10); |
bsalomon@google.com | 4da34e3 | 2012-06-19 15:40:27 +0000 | [diff] [blame] | 20 | fMinAllocSize = GrSizeAlignUp(minAllocSize + kPerAllocPad, kAlignment), |
| 21 | fPreallocSize = GrSizeAlignUp(preallocSize + kPerAllocPad, kAlignment); |
commit-bot@chromium.org | 972f9cd | 2014-03-28 17:58:28 +0000 | [diff] [blame] | 22 | fPreallocSize = SkTMax(fPreallocSize, fMinAllocSize); |
bsalomon@google.com | 4da34e3 | 2012-06-19 15:40:27 +0000 | [diff] [blame] | 23 | |
| 24 | fHead = CreateBlock(fPreallocSize); |
| 25 | fTail = fHead; |
| 26 | fHead->fNext = NULL; |
| 27 | fHead->fPrev = NULL; |
| 28 | VALIDATE; |
| 29 | }; |
| 30 | |
| 31 | GrMemoryPool::~GrMemoryPool() { |
| 32 | VALIDATE; |
tfarina@chromium.org | f6de475 | 2013-08-17 00:02:59 +0000 | [diff] [blame] | 33 | SkASSERT(0 == fAllocationCnt); |
| 34 | SkASSERT(fHead == fTail); |
| 35 | SkASSERT(0 == fHead->fLiveCount); |
bsalomon@google.com | 4da34e3 | 2012-06-19 15:40:27 +0000 | [diff] [blame] | 36 | DeleteBlock(fHead); |
| 37 | }; |
| 38 | |
| 39 | void* GrMemoryPool::allocate(size_t size) { |
| 40 | VALIDATE; |
| 41 | size = GrSizeAlignUp(size, kAlignment); |
| 42 | size += kPerAllocPad; |
| 43 | if (fTail->fFreeSize < size) { |
robertphillips@google.com | adacc70 | 2013-10-14 21:53:24 +0000 | [diff] [blame] | 44 | size_t blockSize = size; |
commit-bot@chromium.org | 972f9cd | 2014-03-28 17:58:28 +0000 | [diff] [blame] | 45 | blockSize = SkTMax<size_t>(blockSize, fMinAllocSize); |
bsalomon@google.com | 4da34e3 | 2012-06-19 15:40:27 +0000 | [diff] [blame] | 46 | BlockHeader* block = CreateBlock(blockSize); |
| 47 | |
| 48 | block->fPrev = fTail; |
| 49 | block->fNext = NULL; |
tfarina@chromium.org | f6de475 | 2013-08-17 00:02:59 +0000 | [diff] [blame] | 50 | SkASSERT(NULL == fTail->fNext); |
bsalomon@google.com | 4da34e3 | 2012-06-19 15:40:27 +0000 | [diff] [blame] | 51 | fTail->fNext = block; |
| 52 | fTail = block; |
| 53 | } |
tfarina@chromium.org | f6de475 | 2013-08-17 00:02:59 +0000 | [diff] [blame] | 54 | SkASSERT(fTail->fFreeSize >= size); |
bsalomon@google.com | 4da34e3 | 2012-06-19 15:40:27 +0000 | [diff] [blame] | 55 | intptr_t ptr = fTail->fCurrPtr; |
| 56 | // We stash a pointer to the block header, just before the allocated space, |
| 57 | // so that we can decrement the live count on delete in constant time. |
| 58 | *reinterpret_cast<BlockHeader**>(ptr) = fTail; |
| 59 | ptr += kPerAllocPad; |
tomhudson@google.com | dcba4c2 | 2012-07-24 21:36:16 +0000 | [diff] [blame] | 60 | fTail->fPrevPtr = fTail->fCurrPtr; |
bsalomon@google.com | 4da34e3 | 2012-06-19 15:40:27 +0000 | [diff] [blame] | 61 | fTail->fCurrPtr += size; |
| 62 | fTail->fFreeSize -= size; |
| 63 | fTail->fLiveCount += 1; |
commit-bot@chromium.org | 1acc3d7 | 2013-09-06 23:13:05 +0000 | [diff] [blame] | 64 | SkDEBUGCODE(++fAllocationCnt); |
bsalomon@google.com | 4da34e3 | 2012-06-19 15:40:27 +0000 | [diff] [blame] | 65 | VALIDATE; |
| 66 | return reinterpret_cast<void*>(ptr); |
| 67 | } |
| 68 | |
| 69 | void GrMemoryPool::release(void* p) { |
| 70 | VALIDATE; |
| 71 | intptr_t ptr = reinterpret_cast<intptr_t>(p) - kPerAllocPad; |
| 72 | BlockHeader* block = *reinterpret_cast<BlockHeader**>(ptr); |
| 73 | if (1 == block->fLiveCount) { |
| 74 | // the head block is special, it is reset rather than deleted |
| 75 | if (fHead == block) { |
| 76 | fHead->fCurrPtr = reinterpret_cast<intptr_t>(fHead) + |
| 77 | kHeaderSize; |
| 78 | fHead->fLiveCount = 0; |
| 79 | fHead->fFreeSize = fPreallocSize; |
| 80 | } else { |
| 81 | BlockHeader* prev = block->fPrev; |
| 82 | BlockHeader* next = block->fNext; |
tfarina@chromium.org | f6de475 | 2013-08-17 00:02:59 +0000 | [diff] [blame] | 83 | SkASSERT(prev); |
bsalomon@google.com | 4da34e3 | 2012-06-19 15:40:27 +0000 | [diff] [blame] | 84 | prev->fNext = next; |
| 85 | if (next) { |
| 86 | next->fPrev = prev; |
| 87 | } else { |
tfarina@chromium.org | f6de475 | 2013-08-17 00:02:59 +0000 | [diff] [blame] | 88 | SkASSERT(fTail == block); |
bsalomon@google.com | 4da34e3 | 2012-06-19 15:40:27 +0000 | [diff] [blame] | 89 | fTail = prev; |
| 90 | } |
| 91 | DeleteBlock(block); |
| 92 | } |
| 93 | } else { |
| 94 | --block->fLiveCount; |
tomhudson@google.com | dcba4c2 | 2012-07-24 21:36:16 +0000 | [diff] [blame] | 95 | // Trivial reclaim: if we're releasing the most recent allocation, reuse it |
| 96 | if (block->fPrevPtr == ptr) { |
| 97 | block->fFreeSize += (block->fCurrPtr - block->fPrevPtr); |
| 98 | block->fCurrPtr = block->fPrevPtr; |
| 99 | } |
bsalomon@google.com | 4da34e3 | 2012-06-19 15:40:27 +0000 | [diff] [blame] | 100 | } |
commit-bot@chromium.org | 1acc3d7 | 2013-09-06 23:13:05 +0000 | [diff] [blame] | 101 | SkDEBUGCODE(--fAllocationCnt); |
bsalomon@google.com | 4da34e3 | 2012-06-19 15:40:27 +0000 | [diff] [blame] | 102 | VALIDATE; |
| 103 | } |
| 104 | |
| 105 | GrMemoryPool::BlockHeader* GrMemoryPool::CreateBlock(size_t size) { |
| 106 | BlockHeader* block = |
reed@google.com | 939ca7c | 2013-09-26 19:56:51 +0000 | [diff] [blame] | 107 | reinterpret_cast<BlockHeader*>(sk_malloc_throw(size + kHeaderSize)); |
bsalomon@google.com | 4da34e3 | 2012-06-19 15:40:27 +0000 | [diff] [blame] | 108 | // we assume malloc gives us aligned memory |
tfarina@chromium.org | f6de475 | 2013-08-17 00:02:59 +0000 | [diff] [blame] | 109 | SkASSERT(!(reinterpret_cast<intptr_t>(block) % kAlignment)); |
bsalomon@google.com | 4da34e3 | 2012-06-19 15:40:27 +0000 | [diff] [blame] | 110 | block->fLiveCount = 0; |
| 111 | block->fFreeSize = size; |
| 112 | block->fCurrPtr = reinterpret_cast<intptr_t>(block) + kHeaderSize; |
bsalomon@google.com | d9e0181 | 2012-08-29 19:35:44 +0000 | [diff] [blame] | 113 | block->fPrevPtr = 0; // gcc warns on assigning NULL to an intptr_t. |
bsalomon@google.com | 4da34e3 | 2012-06-19 15:40:27 +0000 | [diff] [blame] | 114 | return block; |
| 115 | } |
| 116 | |
| 117 | void GrMemoryPool::DeleteBlock(BlockHeader* block) { |
reed@google.com | 939ca7c | 2013-09-26 19:56:51 +0000 | [diff] [blame] | 118 | sk_free(block); |
bsalomon@google.com | 4da34e3 | 2012-06-19 15:40:27 +0000 | [diff] [blame] | 119 | } |
| 120 | |
| 121 | void GrMemoryPool::validate() { |
humper@google.com | 0e51577 | 2013-01-07 19:54:40 +0000 | [diff] [blame] | 122 | #ifdef SK_DEBUG |
bsalomon@google.com | 4da34e3 | 2012-06-19 15:40:27 +0000 | [diff] [blame] | 123 | BlockHeader* block = fHead; |
| 124 | BlockHeader* prev = NULL; |
tfarina@chromium.org | f6de475 | 2013-08-17 00:02:59 +0000 | [diff] [blame] | 125 | SkASSERT(block); |
bsalomon@google.com | 4da34e3 | 2012-06-19 15:40:27 +0000 | [diff] [blame] | 126 | int allocCount = 0; |
| 127 | do { |
| 128 | allocCount += block->fLiveCount; |
tfarina@chromium.org | f6de475 | 2013-08-17 00:02:59 +0000 | [diff] [blame] | 129 | SkASSERT(prev == block->fPrev); |
bsalomon | 49f085d | 2014-09-05 13:34:00 -0700 | [diff] [blame] | 130 | if (prev) { |
tfarina@chromium.org | f6de475 | 2013-08-17 00:02:59 +0000 | [diff] [blame] | 131 | SkASSERT(prev->fNext == block); |
bsalomon@google.com | 4da34e3 | 2012-06-19 15:40:27 +0000 | [diff] [blame] | 132 | } |
| 133 | |
| 134 | intptr_t b = reinterpret_cast<intptr_t>(block); |
| 135 | size_t ptrOffset = block->fCurrPtr - b; |
| 136 | size_t totalSize = ptrOffset + block->fFreeSize; |
| 137 | size_t userSize = totalSize - kHeaderSize; |
| 138 | intptr_t userStart = b + kHeaderSize; |
| 139 | |
tfarina@chromium.org | f6de475 | 2013-08-17 00:02:59 +0000 | [diff] [blame] | 140 | SkASSERT(!(b % kAlignment)); |
| 141 | SkASSERT(!(totalSize % kAlignment)); |
| 142 | SkASSERT(!(userSize % kAlignment)); |
| 143 | SkASSERT(!(block->fCurrPtr % kAlignment)); |
bsalomon@google.com | 4da34e3 | 2012-06-19 15:40:27 +0000 | [diff] [blame] | 144 | if (fHead != block) { |
tfarina@chromium.org | f6de475 | 2013-08-17 00:02:59 +0000 | [diff] [blame] | 145 | SkASSERT(block->fLiveCount); |
| 146 | SkASSERT(userSize >= fMinAllocSize); |
bsalomon@google.com | 4da34e3 | 2012-06-19 15:40:27 +0000 | [diff] [blame] | 147 | } else { |
tfarina@chromium.org | f6de475 | 2013-08-17 00:02:59 +0000 | [diff] [blame] | 148 | SkASSERT(userSize == fPreallocSize); |
bsalomon@google.com | 4da34e3 | 2012-06-19 15:40:27 +0000 | [diff] [blame] | 149 | } |
| 150 | if (!block->fLiveCount) { |
tfarina@chromium.org | f6de475 | 2013-08-17 00:02:59 +0000 | [diff] [blame] | 151 | SkASSERT(ptrOffset == kHeaderSize); |
| 152 | SkASSERT(userStart == block->fCurrPtr); |
bsalomon@google.com | 4da34e3 | 2012-06-19 15:40:27 +0000 | [diff] [blame] | 153 | } else { |
tfarina@chromium.org | f6de475 | 2013-08-17 00:02:59 +0000 | [diff] [blame] | 154 | SkASSERT(block == *reinterpret_cast<BlockHeader**>(userStart)); |
bsalomon@google.com | 4da34e3 | 2012-06-19 15:40:27 +0000 | [diff] [blame] | 155 | } |
| 156 | prev = block; |
| 157 | } while ((block = block->fNext)); |
tfarina@chromium.org | f6de475 | 2013-08-17 00:02:59 +0000 | [diff] [blame] | 158 | SkASSERT(allocCount == fAllocationCnt); |
| 159 | SkASSERT(prev == fTail); |
humper@google.com | 0e51577 | 2013-01-07 19:54:40 +0000 | [diff] [blame] | 160 | #endif |
bsalomon@google.com | 4da34e3 | 2012-06-19 15:40:27 +0000 | [diff] [blame] | 161 | } |