bsalomon | c8dc1f7 | 2014-08-21 13:02:13 -0700 | [diff] [blame] | 1 | |
| 2 | /* |
| 3 | * Copyright 2014 Google Inc. |
| 4 | * |
| 5 | * Use of this source code is governed by a BSD-style license that can be |
| 6 | * found in the LICENSE file. |
| 7 | */ |
| 8 | |
| 9 | |
bsalomon | 0ea80f4 | 2015-02-11 10:49:59 -0800 | [diff] [blame] | 10 | #include "GrResourceCache.h" |
bsalomon | 3582d3e | 2015-02-13 14:20:05 -0800 | [diff] [blame] | 11 | #include "GrGpuResourceCacheAccess.h" |
bsalomon | 7775c85 | 2014-12-30 12:50:52 -0800 | [diff] [blame] | 12 | #include "SkChecksum.h" |
bsalomon | 71cb0c2 | 2014-11-14 12:10:14 -0800 | [diff] [blame] | 13 | #include "SkGr.h" |
| 14 | #include "SkMessageBus.h" |
| 15 | |
bsalomon | 23e619c | 2015-02-06 11:54:28 -0800 | [diff] [blame] | 16 | DECLARE_SKMESSAGEBUS_MESSAGE(GrContentKeyInvalidatedMessage); |
bsalomon | 71cb0c2 | 2014-11-14 12:10:14 -0800 | [diff] [blame] | 17 | |
| 18 | ////////////////////////////////////////////////////////////////////////////// |
| 19 | |
bsalomon | 7775c85 | 2014-12-30 12:50:52 -0800 | [diff] [blame] | 20 | GrScratchKey::ResourceType GrScratchKey::GenerateResourceType() { |
bsalomon | 24db3b1 | 2015-01-23 04:24:04 -0800 | [diff] [blame] | 21 | static int32_t gType = INHERITED::kInvalidDomain + 1; |
bsalomon | fe369ee | 2014-11-10 11:59:06 -0800 | [diff] [blame] | 22 | |
bsalomon | 7775c85 | 2014-12-30 12:50:52 -0800 | [diff] [blame] | 23 | int32_t type = sk_atomic_inc(&gType); |
robertphillips | 9790a7b | 2015-01-05 12:29:15 -0800 | [diff] [blame] | 24 | if (type > SK_MaxU16) { |
bsalomon | 71cb0c2 | 2014-11-14 12:10:14 -0800 | [diff] [blame] | 25 | SkFAIL("Too many Resource Types"); |
| 26 | } |
| 27 | |
| 28 | return static_cast<ResourceType>(type); |
| 29 | } |
| 30 | |
bsalomon | 24db3b1 | 2015-01-23 04:24:04 -0800 | [diff] [blame] | 31 | GrContentKey::Domain GrContentKey::GenerateDomain() { |
| 32 | static int32_t gDomain = INHERITED::kInvalidDomain + 1; |
bsalomon | 7775c85 | 2014-12-30 12:50:52 -0800 | [diff] [blame] | 33 | |
bsalomon | 24db3b1 | 2015-01-23 04:24:04 -0800 | [diff] [blame] | 34 | int32_t domain = sk_atomic_inc(&gDomain); |
kkinnunen | 016dffb | 2015-01-23 06:43:05 -0800 | [diff] [blame] | 35 | if (domain > SK_MaxU16) { |
bsalomon | 24db3b1 | 2015-01-23 04:24:04 -0800 | [diff] [blame] | 36 | SkFAIL("Too many Content Key Domains"); |
bsalomon | 7775c85 | 2014-12-30 12:50:52 -0800 | [diff] [blame] | 37 | } |
bsalomon | 24db3b1 | 2015-01-23 04:24:04 -0800 | [diff] [blame] | 38 | |
| 39 | return static_cast<Domain>(domain); |
| 40 | } |
| 41 | uint32_t GrResourceKeyHash(const uint32_t* data, size_t size) { |
| 42 | return SkChecksum::Compute(data, size); |
bsalomon | 7775c85 | 2014-12-30 12:50:52 -0800 | [diff] [blame] | 43 | } |
| 44 | |
bsalomon | fe369ee | 2014-11-10 11:59:06 -0800 | [diff] [blame] | 45 | ////////////////////////////////////////////////////////////////////////////// |
| 46 | |
bsalomon | 0ea80f4 | 2015-02-11 10:49:59 -0800 | [diff] [blame] | 47 | class GrResourceCache::AutoValidate : ::SkNoncopyable { |
bsalomon | 71cb0c2 | 2014-11-14 12:10:14 -0800 | [diff] [blame] | 48 | public: |
bsalomon | 0ea80f4 | 2015-02-11 10:49:59 -0800 | [diff] [blame] | 49 | AutoValidate(GrResourceCache* cache) : fCache(cache) { cache->validate(); } |
bsalomon | 71cb0c2 | 2014-11-14 12:10:14 -0800 | [diff] [blame] | 50 | ~AutoValidate() { fCache->validate(); } |
| 51 | private: |
bsalomon | 0ea80f4 | 2015-02-11 10:49:59 -0800 | [diff] [blame] | 52 | GrResourceCache* fCache; |
bsalomon | 71cb0c2 | 2014-11-14 12:10:14 -0800 | [diff] [blame] | 53 | }; |
| 54 | |
| 55 | ////////////////////////////////////////////////////////////////////////////// |
| 56 | |
| 57 | static const int kDefaultMaxCount = 2 * (1 << 10); |
| 58 | static const size_t kDefaultMaxSize = 96 * (1 << 20); |
| 59 | |
bsalomon | 0ea80f4 | 2015-02-11 10:49:59 -0800 | [diff] [blame] | 60 | GrResourceCache::GrResourceCache() |
bsalomon | 9f2d157 | 2015-02-17 11:47:40 -0800 | [diff] [blame^] | 61 | : fTimestamp(0) |
| 62 | , fMaxCount(kDefaultMaxCount) |
bsalomon | 71cb0c2 | 2014-11-14 12:10:14 -0800 | [diff] [blame] | 63 | , fMaxBytes(kDefaultMaxSize) |
| 64 | #if GR_CACHE_STATS |
| 65 | , fHighWaterCount(0) |
| 66 | , fHighWaterBytes(0) |
bsalomon | dace19e | 2014-11-17 07:34:06 -0800 | [diff] [blame] | 67 | , fBudgetedHighWaterCount(0) |
| 68 | , fBudgetedHighWaterBytes(0) |
bsalomon | 71cb0c2 | 2014-11-14 12:10:14 -0800 | [diff] [blame] | 69 | #endif |
| 70 | , fCount(0) |
| 71 | , fBytes(0) |
bsalomon | dace19e | 2014-11-17 07:34:06 -0800 | [diff] [blame] | 72 | , fBudgetedCount(0) |
| 73 | , fBudgetedBytes(0) |
bsalomon | 71cb0c2 | 2014-11-14 12:10:14 -0800 | [diff] [blame] | 74 | , fOverBudgetCB(NULL) |
| 75 | , fOverBudgetData(NULL) { |
| 76 | } |
| 77 | |
bsalomon | 0ea80f4 | 2015-02-11 10:49:59 -0800 | [diff] [blame] | 78 | GrResourceCache::~GrResourceCache() { |
bsalomon | c8dc1f7 | 2014-08-21 13:02:13 -0700 | [diff] [blame] | 79 | this->releaseAll(); |
| 80 | } |
| 81 | |
bsalomon | 0ea80f4 | 2015-02-11 10:49:59 -0800 | [diff] [blame] | 82 | void GrResourceCache::setLimits(int count, size_t bytes) { |
bsalomon | 71cb0c2 | 2014-11-14 12:10:14 -0800 | [diff] [blame] | 83 | fMaxCount = count; |
| 84 | fMaxBytes = bytes; |
| 85 | this->purgeAsNeeded(); |
| 86 | } |
| 87 | |
bsalomon | 0ea80f4 | 2015-02-11 10:49:59 -0800 | [diff] [blame] | 88 | void GrResourceCache::insertResource(GrGpuResource* resource) { |
bsalomon | 49f085d | 2014-09-05 13:34:00 -0700 | [diff] [blame] | 89 | SkASSERT(resource); |
bsalomon | c8dc1f7 | 2014-08-21 13:02:13 -0700 | [diff] [blame] | 90 | SkASSERT(!resource->wasDestroyed()); |
bsalomon | 1696126 | 2014-08-26 14:01:07 -0700 | [diff] [blame] | 91 | SkASSERT(!this->isInCache(resource)); |
bsalomon | c8dc1f7 | 2014-08-21 13:02:13 -0700 | [diff] [blame] | 92 | fResources.addToHead(resource); |
bsalomon | 71cb0c2 | 2014-11-14 12:10:14 -0800 | [diff] [blame] | 93 | |
bsalomon | dace19e | 2014-11-17 07:34:06 -0800 | [diff] [blame] | 94 | size_t size = resource->gpuMemorySize(); |
bsalomon | c8dc1f7 | 2014-08-21 13:02:13 -0700 | [diff] [blame] | 95 | ++fCount; |
bsalomon | 84c8e62 | 2014-11-17 09:33:27 -0800 | [diff] [blame] | 96 | fBytes += size; |
bsalomon | 82b1d62 | 2014-11-14 13:59:57 -0800 | [diff] [blame] | 97 | #if GR_CACHE_STATS |
| 98 | fHighWaterCount = SkTMax(fCount, fHighWaterCount); |
| 99 | fHighWaterBytes = SkTMax(fBytes, fHighWaterBytes); |
| 100 | #endif |
bsalomon | 3582d3e | 2015-02-13 14:20:05 -0800 | [diff] [blame] | 101 | if (resource->resourcePriv().isBudgeted()) { |
bsalomon | dace19e | 2014-11-17 07:34:06 -0800 | [diff] [blame] | 102 | ++fBudgetedCount; |
| 103 | fBudgetedBytes += size; |
| 104 | #if GR_CACHE_STATS |
| 105 | fBudgetedHighWaterCount = SkTMax(fBudgetedCount, fBudgetedHighWaterCount); |
| 106 | fBudgetedHighWaterBytes = SkTMax(fBudgetedBytes, fBudgetedHighWaterBytes); |
| 107 | #endif |
| 108 | } |
bsalomon | 3582d3e | 2015-02-13 14:20:05 -0800 | [diff] [blame] | 109 | if (resource->resourcePriv().getScratchKey().isValid()) { |
bsalomon | 84c8e62 | 2014-11-17 09:33:27 -0800 | [diff] [blame] | 110 | SkASSERT(!resource->cacheAccess().isWrapped()); |
bsalomon | 3582d3e | 2015-02-13 14:20:05 -0800 | [diff] [blame] | 111 | fScratchMap.insert(resource->resourcePriv().getScratchKey(), resource); |
bsalomon | 744998e | 2014-08-28 09:54:34 -0700 | [diff] [blame] | 112 | } |
bsalomon | 9f2d157 | 2015-02-17 11:47:40 -0800 | [diff] [blame^] | 113 | |
| 114 | resource->cacheAccess().setTimestamp(fTimestamp++); |
| 115 | |
bsalomon | 71cb0c2 | 2014-11-14 12:10:14 -0800 | [diff] [blame] | 116 | this->purgeAsNeeded(); |
bsalomon | c8dc1f7 | 2014-08-21 13:02:13 -0700 | [diff] [blame] | 117 | } |
| 118 | |
bsalomon | 0ea80f4 | 2015-02-11 10:49:59 -0800 | [diff] [blame] | 119 | void GrResourceCache::removeResource(GrGpuResource* resource) { |
bsalomon | 9f2d157 | 2015-02-17 11:47:40 -0800 | [diff] [blame^] | 120 | this->validate(); |
bsalomon | 1696126 | 2014-08-26 14:01:07 -0700 | [diff] [blame] | 121 | SkASSERT(this->isInCache(resource)); |
bsalomon | dace19e | 2014-11-17 07:34:06 -0800 | [diff] [blame] | 122 | |
bsalomon | 9f2d157 | 2015-02-17 11:47:40 -0800 | [diff] [blame^] | 123 | if (resource->isPurgeable()) { |
| 124 | fPurgeableQueue.remove(resource); |
| 125 | } |
| 126 | |
bsalomon | dace19e | 2014-11-17 07:34:06 -0800 | [diff] [blame] | 127 | size_t size = resource->gpuMemorySize(); |
| 128 | --fCount; |
| 129 | fBytes -= size; |
bsalomon | 3582d3e | 2015-02-13 14:20:05 -0800 | [diff] [blame] | 130 | if (resource->resourcePriv().isBudgeted()) { |
bsalomon | dace19e | 2014-11-17 07:34:06 -0800 | [diff] [blame] | 131 | --fBudgetedCount; |
| 132 | fBudgetedBytes -= size; |
| 133 | } |
| 134 | |
| 135 | fResources.remove(resource); |
bsalomon | 3582d3e | 2015-02-13 14:20:05 -0800 | [diff] [blame] | 136 | if (resource->resourcePriv().getScratchKey().isValid()) { |
| 137 | fScratchMap.remove(resource->resourcePriv().getScratchKey(), resource); |
bsalomon | 744998e | 2014-08-28 09:54:34 -0700 | [diff] [blame] | 138 | } |
bsalomon | 563ff60 | 2015-02-02 17:25:26 -0800 | [diff] [blame] | 139 | if (resource->getContentKey().isValid()) { |
| 140 | fContentHash.remove(resource->getContentKey()); |
bsalomon | 8b79d23 | 2014-11-10 10:19:06 -0800 | [diff] [blame] | 141 | } |
bsalomon | b436ed6 | 2014-11-17 12:15:56 -0800 | [diff] [blame] | 142 | this->validate(); |
bsalomon | c8dc1f7 | 2014-08-21 13:02:13 -0700 | [diff] [blame] | 143 | } |
| 144 | |
bsalomon | 0ea80f4 | 2015-02-11 10:49:59 -0800 | [diff] [blame] | 145 | void GrResourceCache::abandonAll() { |
bsalomon | 71cb0c2 | 2014-11-14 12:10:14 -0800 | [diff] [blame] | 146 | AutoValidate av(this); |
| 147 | |
bsalomon | c8dc1f7 | 2014-08-21 13:02:13 -0700 | [diff] [blame] | 148 | while (GrGpuResource* head = fResources.head()) { |
| 149 | SkASSERT(!head->wasDestroyed()); |
bsalomon | 12299ab | 2014-11-14 13:33:09 -0800 | [diff] [blame] | 150 | head->cacheAccess().abandon(); |
bsalomon | c8dc1f7 | 2014-08-21 13:02:13 -0700 | [diff] [blame] | 151 | // abandon should have already removed this from the list. |
| 152 | SkASSERT(head != fResources.head()); |
| 153 | } |
bsalomon | 744998e | 2014-08-28 09:54:34 -0700 | [diff] [blame] | 154 | SkASSERT(!fScratchMap.count()); |
bsalomon | 8b79d23 | 2014-11-10 10:19:06 -0800 | [diff] [blame] | 155 | SkASSERT(!fContentHash.count()); |
bsalomon | c8dc1f7 | 2014-08-21 13:02:13 -0700 | [diff] [blame] | 156 | SkASSERT(!fCount); |
bsalomon | dace19e | 2014-11-17 07:34:06 -0800 | [diff] [blame] | 157 | SkASSERT(!fBytes); |
| 158 | SkASSERT(!fBudgetedCount); |
| 159 | SkASSERT(!fBudgetedBytes); |
bsalomon | c8dc1f7 | 2014-08-21 13:02:13 -0700 | [diff] [blame] | 160 | } |
| 161 | |
bsalomon | 0ea80f4 | 2015-02-11 10:49:59 -0800 | [diff] [blame] | 162 | void GrResourceCache::releaseAll() { |
bsalomon | 71cb0c2 | 2014-11-14 12:10:14 -0800 | [diff] [blame] | 163 | AutoValidate av(this); |
| 164 | |
bsalomon | c8dc1f7 | 2014-08-21 13:02:13 -0700 | [diff] [blame] | 165 | while (GrGpuResource* head = fResources.head()) { |
| 166 | SkASSERT(!head->wasDestroyed()); |
bsalomon | 12299ab | 2014-11-14 13:33:09 -0800 | [diff] [blame] | 167 | head->cacheAccess().release(); |
bsalomon | c8dc1f7 | 2014-08-21 13:02:13 -0700 | [diff] [blame] | 168 | // release should have already removed this from the list. |
| 169 | SkASSERT(head != fResources.head()); |
| 170 | } |
bsalomon | 744998e | 2014-08-28 09:54:34 -0700 | [diff] [blame] | 171 | SkASSERT(!fScratchMap.count()); |
bsalomon | c8dc1f7 | 2014-08-21 13:02:13 -0700 | [diff] [blame] | 172 | SkASSERT(!fCount); |
bsalomon | dace19e | 2014-11-17 07:34:06 -0800 | [diff] [blame] | 173 | SkASSERT(!fBytes); |
| 174 | SkASSERT(!fBudgetedCount); |
| 175 | SkASSERT(!fBudgetedBytes); |
bsalomon | c8dc1f7 | 2014-08-21 13:02:13 -0700 | [diff] [blame] | 176 | } |
bsalomon | bcf0a52 | 2014-10-08 08:40:09 -0700 | [diff] [blame] | 177 | |
bsalomon | 0ea80f4 | 2015-02-11 10:49:59 -0800 | [diff] [blame] | 178 | class GrResourceCache::AvailableForScratchUse { |
bsalomon | bcf0a52 | 2014-10-08 08:40:09 -0700 | [diff] [blame] | 179 | public: |
bsalomon | 000f829 | 2014-10-15 19:04:14 -0700 | [diff] [blame] | 180 | AvailableForScratchUse(bool rejectPendingIO) : fRejectPendingIO(rejectPendingIO) { } |
bsalomon | bcf0a52 | 2014-10-08 08:40:09 -0700 | [diff] [blame] | 181 | |
| 182 | bool operator()(const GrGpuResource* resource) const { |
bsalomon | 12299ab | 2014-11-14 13:33:09 -0800 | [diff] [blame] | 183 | if (resource->internalHasRef() || !resource->cacheAccess().isScratch()) { |
bsalomon | 000f829 | 2014-10-15 19:04:14 -0700 | [diff] [blame] | 184 | return false; |
bsalomon | bcf0a52 | 2014-10-08 08:40:09 -0700 | [diff] [blame] | 185 | } |
bsalomon | 000f829 | 2014-10-15 19:04:14 -0700 | [diff] [blame] | 186 | return !fRejectPendingIO || !resource->internalHasPendingIO(); |
bsalomon | bcf0a52 | 2014-10-08 08:40:09 -0700 | [diff] [blame] | 187 | } |
bsalomon | 1e2530b | 2014-10-09 09:57:18 -0700 | [diff] [blame] | 188 | |
bsalomon | bcf0a52 | 2014-10-08 08:40:09 -0700 | [diff] [blame] | 189 | private: |
bsalomon | 000f829 | 2014-10-15 19:04:14 -0700 | [diff] [blame] | 190 | bool fRejectPendingIO; |
bsalomon | bcf0a52 | 2014-10-08 08:40:09 -0700 | [diff] [blame] | 191 | }; |
| 192 | |
bsalomon | 0ea80f4 | 2015-02-11 10:49:59 -0800 | [diff] [blame] | 193 | GrGpuResource* GrResourceCache::findAndRefScratchResource(const GrScratchKey& scratchKey, |
bsalomon | 9f2d157 | 2015-02-17 11:47:40 -0800 | [diff] [blame^] | 194 | uint32_t flags) { |
bsalomon | 7775c85 | 2014-12-30 12:50:52 -0800 | [diff] [blame] | 195 | SkASSERT(scratchKey.isValid()); |
bsalomon | 000f829 | 2014-10-15 19:04:14 -0700 | [diff] [blame] | 196 | |
bsalomon | 71cb0c2 | 2014-11-14 12:10:14 -0800 | [diff] [blame] | 197 | GrGpuResource* resource; |
bsalomon | 000f829 | 2014-10-15 19:04:14 -0700 | [diff] [blame] | 198 | if (flags & (kPreferNoPendingIO_ScratchFlag | kRequireNoPendingIO_ScratchFlag)) { |
bsalomon | 71cb0c2 | 2014-11-14 12:10:14 -0800 | [diff] [blame] | 199 | resource = fScratchMap.find(scratchKey, AvailableForScratchUse(true)); |
bsalomon | 000f829 | 2014-10-15 19:04:14 -0700 | [diff] [blame] | 200 | if (resource) { |
bsalomon | 9f2d157 | 2015-02-17 11:47:40 -0800 | [diff] [blame^] | 201 | this->refAndMakeResourceMRU(resource); |
bsalomon | b436ed6 | 2014-11-17 12:15:56 -0800 | [diff] [blame] | 202 | this->validate(); |
| 203 | return resource; |
bsalomon | 000f829 | 2014-10-15 19:04:14 -0700 | [diff] [blame] | 204 | } else if (flags & kRequireNoPendingIO_ScratchFlag) { |
| 205 | return NULL; |
| 206 | } |
| 207 | // TODO: fail here when kPrefer is specified, we didn't find a resource without pending io, |
| 208 | // but there is still space in our budget for the resource. |
| 209 | } |
bsalomon | 71cb0c2 | 2014-11-14 12:10:14 -0800 | [diff] [blame] | 210 | resource = fScratchMap.find(scratchKey, AvailableForScratchUse(false)); |
| 211 | if (resource) { |
bsalomon | 9f2d157 | 2015-02-17 11:47:40 -0800 | [diff] [blame^] | 212 | this->refAndMakeResourceMRU(resource); |
bsalomon | b436ed6 | 2014-11-17 12:15:56 -0800 | [diff] [blame] | 213 | this->validate(); |
bsalomon | 71cb0c2 | 2014-11-14 12:10:14 -0800 | [diff] [blame] | 214 | } |
| 215 | return resource; |
bsalomon | bcf0a52 | 2014-10-08 08:40:09 -0700 | [diff] [blame] | 216 | } |
bsalomon | 8b79d23 | 2014-11-10 10:19:06 -0800 | [diff] [blame] | 217 | |
bsalomon | 0ea80f4 | 2015-02-11 10:49:59 -0800 | [diff] [blame] | 218 | void GrResourceCache::willRemoveScratchKey(const GrGpuResource* resource) { |
bsalomon | 3582d3e | 2015-02-13 14:20:05 -0800 | [diff] [blame] | 219 | SkASSERT(resource->resourcePriv().getScratchKey().isValid()); |
| 220 | fScratchMap.remove(resource->resourcePriv().getScratchKey(), resource); |
bsalomon | 10e23ca | 2014-11-25 05:52:06 -0800 | [diff] [blame] | 221 | } |
| 222 | |
bsalomon | 0ea80f4 | 2015-02-11 10:49:59 -0800 | [diff] [blame] | 223 | void GrResourceCache::willRemoveContentKey(const GrGpuResource* resource) { |
bsalomon | 23e619c | 2015-02-06 11:54:28 -0800 | [diff] [blame] | 224 | // Someone has a ref to this resource in order to invalidate it. When the ref count reaches |
| 225 | // zero we will get a notifyPurgable() and figure out what to do with it. |
| 226 | SkASSERT(resource->getContentKey().isValid()); |
| 227 | fContentHash.remove(resource->getContentKey()); |
| 228 | } |
| 229 | |
bsalomon | 0ea80f4 | 2015-02-11 10:49:59 -0800 | [diff] [blame] | 230 | bool GrResourceCache::didSetContentKey(GrGpuResource* resource) { |
bsalomon | 8b79d23 | 2014-11-10 10:19:06 -0800 | [diff] [blame] | 231 | SkASSERT(resource); |
bsalomon | 71cb0c2 | 2014-11-14 12:10:14 -0800 | [diff] [blame] | 232 | SkASSERT(this->isInCache(resource)); |
bsalomon | 563ff60 | 2015-02-02 17:25:26 -0800 | [diff] [blame] | 233 | SkASSERT(resource->getContentKey().isValid()); |
bsalomon | 8b79d23 | 2014-11-10 10:19:06 -0800 | [diff] [blame] | 234 | |
bsalomon | 563ff60 | 2015-02-02 17:25:26 -0800 | [diff] [blame] | 235 | GrGpuResource* res = fContentHash.find(resource->getContentKey()); |
bsalomon | 8b79d23 | 2014-11-10 10:19:06 -0800 | [diff] [blame] | 236 | if (NULL != res) { |
| 237 | return false; |
| 238 | } |
| 239 | |
| 240 | fContentHash.add(resource); |
bsalomon | 71cb0c2 | 2014-11-14 12:10:14 -0800 | [diff] [blame] | 241 | this->validate(); |
bsalomon | 8b79d23 | 2014-11-10 10:19:06 -0800 | [diff] [blame] | 242 | return true; |
| 243 | } |
bsalomon | 71cb0c2 | 2014-11-14 12:10:14 -0800 | [diff] [blame] | 244 | |
bsalomon | 9f2d157 | 2015-02-17 11:47:40 -0800 | [diff] [blame^] | 245 | void GrResourceCache::refAndMakeResourceMRU(GrGpuResource* resource) { |
bsalomon | 71cb0c2 | 2014-11-14 12:10:14 -0800 | [diff] [blame] | 246 | SkASSERT(resource); |
| 247 | SkASSERT(this->isInCache(resource)); |
bsalomon | 9f2d157 | 2015-02-17 11:47:40 -0800 | [diff] [blame^] | 248 | if (resource->isPurgeable()) { |
| 249 | // It's about to become unpurgeable. |
| 250 | fPurgeableQueue.remove(resource); |
| 251 | } |
| 252 | resource->ref(); |
| 253 | resource->cacheAccess().setTimestamp(fTimestamp++); |
| 254 | SkASSERT(!resource->isPurgeable()); |
bsalomon | 71cb0c2 | 2014-11-14 12:10:14 -0800 | [diff] [blame] | 255 | } |
| 256 | |
bsalomon | 0ea80f4 | 2015-02-11 10:49:59 -0800 | [diff] [blame] | 257 | void GrResourceCache::notifyPurgeable(GrGpuResource* resource) { |
bsalomon | 71cb0c2 | 2014-11-14 12:10:14 -0800 | [diff] [blame] | 258 | SkASSERT(resource); |
| 259 | SkASSERT(this->isInCache(resource)); |
bsalomon | 63c992f | 2015-01-23 12:47:59 -0800 | [diff] [blame] | 260 | SkASSERT(resource->isPurgeable()); |
bsalomon | 71cb0c2 | 2014-11-14 12:10:14 -0800 | [diff] [blame] | 261 | |
bsalomon | 9f2d157 | 2015-02-17 11:47:40 -0800 | [diff] [blame^] | 262 | SkASSERT(-1 == *resource->cacheAccess().accessCacheIndex()); |
| 263 | fPurgeableQueue.insert(resource); |
bsalomon | 71cb0c2 | 2014-11-14 12:10:14 -0800 | [diff] [blame] | 264 | |
bsalomon | 9f2d157 | 2015-02-17 11:47:40 -0800 | [diff] [blame^] | 265 | if (!resource->resourcePriv().isBudgeted()) { |
bsalomon | c2f35b7 | 2015-01-23 07:19:22 -0800 | [diff] [blame] | 266 | // Check whether this resource could still be used as a scratch resource. |
bsalomon | 9f2d157 | 2015-02-17 11:47:40 -0800 | [diff] [blame^] | 267 | if (!resource->cacheAccess().isWrapped() && |
| 268 | resource->resourcePriv().getScratchKey().isValid()) { |
bsalomon | c2f35b7 | 2015-01-23 07:19:22 -0800 | [diff] [blame] | 269 | // We won't purge an existing resource to make room for this one. |
| 270 | bool underBudget = fBudgetedCount < fMaxCount && |
| 271 | fBudgetedBytes + resource->gpuMemorySize() <= fMaxBytes; |
| 272 | if (underBudget) { |
bsalomon | 3582d3e | 2015-02-13 14:20:05 -0800 | [diff] [blame] | 273 | resource->resourcePriv().makeBudgeted(); |
bsalomon | 9f2d157 | 2015-02-17 11:47:40 -0800 | [diff] [blame^] | 274 | return; |
bsalomon | c2f35b7 | 2015-01-23 07:19:22 -0800 | [diff] [blame] | 275 | } |
bsalomon | c2f35b7 | 2015-01-23 07:19:22 -0800 | [diff] [blame] | 276 | } |
| 277 | } else { |
bsalomon | 9f2d157 | 2015-02-17 11:47:40 -0800 | [diff] [blame^] | 278 | // Purge the resource immediately if we're over budget |
bsalomon | c2f35b7 | 2015-01-23 07:19:22 -0800 | [diff] [blame] | 279 | bool overBudget = fBudgetedCount > fMaxCount || fBudgetedBytes > fMaxBytes; |
bsalomon | 71cb0c2 | 2014-11-14 12:10:14 -0800 | [diff] [blame] | 280 | |
bsalomon | c2f35b7 | 2015-01-23 07:19:22 -0800 | [diff] [blame] | 281 | // Also purge if the resource has neither a valid scratch key nor a content key. |
bsalomon | 3582d3e | 2015-02-13 14:20:05 -0800 | [diff] [blame] | 282 | bool noKey = !resource->resourcePriv().getScratchKey().isValid() && |
bsalomon | 9f2d157 | 2015-02-17 11:47:40 -0800 | [diff] [blame^] | 283 | !resource->getContentKey().isValid(); |
| 284 | if (!overBudget && !noKey) { |
| 285 | return; |
bsalomon | c2f35b7 | 2015-01-23 07:19:22 -0800 | [diff] [blame] | 286 | } |
| 287 | } |
bsalomon | dace19e | 2014-11-17 07:34:06 -0800 | [diff] [blame] | 288 | |
bsalomon | 9f2d157 | 2015-02-17 11:47:40 -0800 | [diff] [blame^] | 289 | SkDEBUGCODE(int beforeCount = fCount;) |
| 290 | resource->cacheAccess().release(); |
| 291 | // We should at least free this resource, perhaps dependent resources as well. |
| 292 | SkASSERT(fCount < beforeCount); |
bsalomon | 71cb0c2 | 2014-11-14 12:10:14 -0800 | [diff] [blame] | 293 | this->validate(); |
| 294 | } |
| 295 | |
bsalomon | 0ea80f4 | 2015-02-11 10:49:59 -0800 | [diff] [blame] | 296 | void GrResourceCache::didChangeGpuMemorySize(const GrGpuResource* resource, size_t oldSize) { |
bsalomon | 71cb0c2 | 2014-11-14 12:10:14 -0800 | [diff] [blame] | 297 | // SkASSERT(!fPurging); GrPathRange increases size during flush. :( |
| 298 | SkASSERT(resource); |
| 299 | SkASSERT(this->isInCache(resource)); |
| 300 | |
bsalomon | dace19e | 2014-11-17 07:34:06 -0800 | [diff] [blame] | 301 | ptrdiff_t delta = resource->gpuMemorySize() - oldSize; |
| 302 | |
| 303 | fBytes += delta; |
bsalomon | 82b1d62 | 2014-11-14 13:59:57 -0800 | [diff] [blame] | 304 | #if GR_CACHE_STATS |
| 305 | fHighWaterBytes = SkTMax(fBytes, fHighWaterBytes); |
| 306 | #endif |
bsalomon | 3582d3e | 2015-02-13 14:20:05 -0800 | [diff] [blame] | 307 | if (resource->resourcePriv().isBudgeted()) { |
bsalomon | dace19e | 2014-11-17 07:34:06 -0800 | [diff] [blame] | 308 | fBudgetedBytes += delta; |
| 309 | #if GR_CACHE_STATS |
| 310 | fBudgetedHighWaterBytes = SkTMax(fBudgetedBytes, fBudgetedHighWaterBytes); |
| 311 | #endif |
| 312 | } |
bsalomon | 71cb0c2 | 2014-11-14 12:10:14 -0800 | [diff] [blame] | 313 | |
| 314 | this->purgeAsNeeded(); |
| 315 | this->validate(); |
| 316 | } |
| 317 | |
bsalomon | 0ea80f4 | 2015-02-11 10:49:59 -0800 | [diff] [blame] | 318 | void GrResourceCache::didChangeBudgetStatus(GrGpuResource* resource) { |
bsalomon | 84c8e62 | 2014-11-17 09:33:27 -0800 | [diff] [blame] | 319 | SkASSERT(resource); |
| 320 | SkASSERT(this->isInCache(resource)); |
| 321 | |
| 322 | size_t size = resource->gpuMemorySize(); |
| 323 | |
bsalomon | 3582d3e | 2015-02-13 14:20:05 -0800 | [diff] [blame] | 324 | if (resource->resourcePriv().isBudgeted()) { |
bsalomon | 84c8e62 | 2014-11-17 09:33:27 -0800 | [diff] [blame] | 325 | ++fBudgetedCount; |
| 326 | fBudgetedBytes += size; |
bsalomon | afe3005 | 2015-01-16 07:32:33 -0800 | [diff] [blame] | 327 | #if GR_CACHE_STATS |
| 328 | fBudgetedHighWaterBytes = SkTMax(fBudgetedBytes, fBudgetedHighWaterBytes); |
| 329 | fBudgetedHighWaterCount = SkTMax(fBudgetedCount, fBudgetedHighWaterCount); |
| 330 | #endif |
bsalomon | 84c8e62 | 2014-11-17 09:33:27 -0800 | [diff] [blame] | 331 | this->purgeAsNeeded(); |
| 332 | } else { |
| 333 | --fBudgetedCount; |
| 334 | fBudgetedBytes -= size; |
| 335 | } |
| 336 | |
| 337 | this->validate(); |
| 338 | } |
| 339 | |
bsalomon | 0ea80f4 | 2015-02-11 10:49:59 -0800 | [diff] [blame] | 340 | void GrResourceCache::internalPurgeAsNeeded() { |
bsalomon | dace19e | 2014-11-17 07:34:06 -0800 | [diff] [blame] | 341 | SkASSERT(fBudgetedCount > fMaxCount || fBudgetedBytes > fMaxBytes); |
bsalomon | 71cb0c2 | 2014-11-14 12:10:14 -0800 | [diff] [blame] | 342 | |
bsalomon | 9f2d157 | 2015-02-17 11:47:40 -0800 | [diff] [blame^] | 343 | bool stillOverbudget = true; |
| 344 | while (fPurgeableQueue.count()) { |
| 345 | GrGpuResource* resource = fPurgeableQueue.peek(); |
| 346 | SkASSERT(resource->isPurgeable()); |
| 347 | resource->cacheAccess().release(); |
| 348 | if (fBudgetedCount <= fMaxCount && fBudgetedBytes <= fMaxBytes) { |
| 349 | stillOverbudget = false; |
| 350 | break; |
bsalomon | 71cb0c2 | 2014-11-14 12:10:14 -0800 | [diff] [blame] | 351 | } |
bsalomon | 9f2d157 | 2015-02-17 11:47:40 -0800 | [diff] [blame^] | 352 | } |
bsalomon | 71cb0c2 | 2014-11-14 12:10:14 -0800 | [diff] [blame] | 353 | |
bsalomon | b436ed6 | 2014-11-17 12:15:56 -0800 | [diff] [blame] | 354 | this->validate(); |
bsalomon | 9f2d157 | 2015-02-17 11:47:40 -0800 | [diff] [blame^] | 355 | |
| 356 | if (stillOverbudget) { |
| 357 | // Despite the purge we're still over budget. Call our over budget callback. If this frees |
| 358 | // any resources then we'll get notifyPurgeable() calls and take appropriate action. |
| 359 | (*fOverBudgetCB)(fOverBudgetData); |
| 360 | this->validate(); |
| 361 | } |
bsalomon | 71cb0c2 | 2014-11-14 12:10:14 -0800 | [diff] [blame] | 362 | } |
| 363 | |
bsalomon | 0ea80f4 | 2015-02-11 10:49:59 -0800 | [diff] [blame] | 364 | void GrResourceCache::purgeAllUnlocked() { |
bsalomon | 9f2d157 | 2015-02-17 11:47:40 -0800 | [diff] [blame^] | 365 | // We could disable maintaining the heap property here, but it would add a lot of complexity. |
| 366 | // Moreover, this is rarely called. |
| 367 | while (fPurgeableQueue.count()) { |
| 368 | GrGpuResource* resource = fPurgeableQueue.peek(); |
| 369 | SkASSERT(resource->isPurgeable()); |
| 370 | resource->cacheAccess().release(); |
| 371 | } |
bsalomon | 71cb0c2 | 2014-11-14 12:10:14 -0800 | [diff] [blame] | 372 | |
bsalomon | b436ed6 | 2014-11-17 12:15:56 -0800 | [diff] [blame] | 373 | this->validate(); |
bsalomon | 71cb0c2 | 2014-11-14 12:10:14 -0800 | [diff] [blame] | 374 | } |
| 375 | |
bsalomon | 0ea80f4 | 2015-02-11 10:49:59 -0800 | [diff] [blame] | 376 | void GrResourceCache::processInvalidContentKeys( |
bsalomon | 23e619c | 2015-02-06 11:54:28 -0800 | [diff] [blame] | 377 | const SkTArray<GrContentKeyInvalidatedMessage>& msgs) { |
| 378 | for (int i = 0; i < msgs.count(); ++i) { |
| 379 | GrGpuResource* resource = this->findAndRefContentResource(msgs[i].key()); |
| 380 | if (resource) { |
bsalomon | 3582d3e | 2015-02-13 14:20:05 -0800 | [diff] [blame] | 381 | resource->resourcePriv().removeContentKey(); |
bsalomon | 23e619c | 2015-02-06 11:54:28 -0800 | [diff] [blame] | 382 | resource->unref(); // will call notifyPurgeable, if it is indeed now purgeable. |
| 383 | } |
| 384 | } |
| 385 | } |
| 386 | |
bsalomon | 71cb0c2 | 2014-11-14 12:10:14 -0800 | [diff] [blame] | 387 | #ifdef SK_DEBUG |
bsalomon | 0ea80f4 | 2015-02-11 10:49:59 -0800 | [diff] [blame] | 388 | void GrResourceCache::validate() const { |
bsalomon | c2f35b7 | 2015-01-23 07:19:22 -0800 | [diff] [blame] | 389 | // Reduce the frequency of validations for large resource counts. |
| 390 | static SkRandom gRandom; |
| 391 | int mask = (SkNextPow2(fCount + 1) >> 5) - 1; |
| 392 | if (~mask && (gRandom.nextU() & mask)) { |
| 393 | return; |
| 394 | } |
| 395 | |
bsalomon | 71cb0c2 | 2014-11-14 12:10:14 -0800 | [diff] [blame] | 396 | size_t bytes = 0; |
| 397 | int count = 0; |
bsalomon | dace19e | 2014-11-17 07:34:06 -0800 | [diff] [blame] | 398 | int budgetedCount = 0; |
| 399 | size_t budgetedBytes = 0; |
bsalomon | 71cb0c2 | 2014-11-14 12:10:14 -0800 | [diff] [blame] | 400 | int locked = 0; |
| 401 | int scratch = 0; |
| 402 | int couldBeScratch = 0; |
| 403 | int content = 0; |
| 404 | |
| 405 | ResourceList::Iter iter; |
| 406 | GrGpuResource* resource = iter.init(fResources, ResourceList::Iter::kHead_IterStart); |
| 407 | for ( ; resource; resource = iter.next()) { |
| 408 | bytes += resource->gpuMemorySize(); |
| 409 | ++count; |
| 410 | |
bsalomon | 63c992f | 2015-01-23 12:47:59 -0800 | [diff] [blame] | 411 | if (!resource->isPurgeable()) { |
bsalomon | 71cb0c2 | 2014-11-14 12:10:14 -0800 | [diff] [blame] | 412 | ++locked; |
| 413 | } |
| 414 | |
| 415 | if (resource->cacheAccess().isScratch()) { |
bsalomon | 563ff60 | 2015-02-02 17:25:26 -0800 | [diff] [blame] | 416 | SkASSERT(!resource->getContentKey().isValid()); |
bsalomon | 71cb0c2 | 2014-11-14 12:10:14 -0800 | [diff] [blame] | 417 | ++scratch; |
bsalomon | 3582d3e | 2015-02-13 14:20:05 -0800 | [diff] [blame] | 418 | SkASSERT(fScratchMap.countForKey(resource->resourcePriv().getScratchKey())); |
bsalomon | dace19e | 2014-11-17 07:34:06 -0800 | [diff] [blame] | 419 | SkASSERT(!resource->cacheAccess().isWrapped()); |
bsalomon | 3582d3e | 2015-02-13 14:20:05 -0800 | [diff] [blame] | 420 | } else if (resource->resourcePriv().getScratchKey().isValid()) { |
| 421 | SkASSERT(!resource->resourcePriv().isBudgeted() || |
bsalomon | 563ff60 | 2015-02-02 17:25:26 -0800 | [diff] [blame] | 422 | resource->getContentKey().isValid()); |
bsalomon | 71cb0c2 | 2014-11-14 12:10:14 -0800 | [diff] [blame] | 423 | ++couldBeScratch; |
bsalomon | 3582d3e | 2015-02-13 14:20:05 -0800 | [diff] [blame] | 424 | SkASSERT(fScratchMap.countForKey(resource->resourcePriv().getScratchKey())); |
bsalomon | dace19e | 2014-11-17 07:34:06 -0800 | [diff] [blame] | 425 | SkASSERT(!resource->cacheAccess().isWrapped()); |
bsalomon | 71cb0c2 | 2014-11-14 12:10:14 -0800 | [diff] [blame] | 426 | } |
bsalomon | 563ff60 | 2015-02-02 17:25:26 -0800 | [diff] [blame] | 427 | const GrContentKey& contentKey = resource->getContentKey(); |
bsalomon | 24db3b1 | 2015-01-23 04:24:04 -0800 | [diff] [blame] | 428 | if (contentKey.isValid()) { |
bsalomon | 71cb0c2 | 2014-11-14 12:10:14 -0800 | [diff] [blame] | 429 | ++content; |
bsalomon | 24db3b1 | 2015-01-23 04:24:04 -0800 | [diff] [blame] | 430 | SkASSERT(fContentHash.find(contentKey) == resource); |
bsalomon | dace19e | 2014-11-17 07:34:06 -0800 | [diff] [blame] | 431 | SkASSERT(!resource->cacheAccess().isWrapped()); |
bsalomon | 3582d3e | 2015-02-13 14:20:05 -0800 | [diff] [blame] | 432 | SkASSERT(resource->resourcePriv().isBudgeted()); |
bsalomon | dace19e | 2014-11-17 07:34:06 -0800 | [diff] [blame] | 433 | } |
| 434 | |
bsalomon | 3582d3e | 2015-02-13 14:20:05 -0800 | [diff] [blame] | 435 | if (resource->resourcePriv().isBudgeted()) { |
bsalomon | dace19e | 2014-11-17 07:34:06 -0800 | [diff] [blame] | 436 | ++budgetedCount; |
| 437 | budgetedBytes += resource->gpuMemorySize(); |
bsalomon | 71cb0c2 | 2014-11-14 12:10:14 -0800 | [diff] [blame] | 438 | } |
bsalomon | 9f2d157 | 2015-02-17 11:47:40 -0800 | [diff] [blame^] | 439 | |
| 440 | if (!resource->isPurgeable()) { |
| 441 | SkASSERT(-1 == *resource->cacheAccess().accessCacheIndex()); |
| 442 | } |
bsalomon | 71cb0c2 | 2014-11-14 12:10:14 -0800 | [diff] [blame] | 443 | } |
| 444 | |
bsalomon | 9f2d157 | 2015-02-17 11:47:40 -0800 | [diff] [blame^] | 445 | for (int i = 0; i < fPurgeableQueue.count(); ++i) { |
| 446 | SkASSERT(fPurgeableQueue.at(i)->isPurgeable()); |
| 447 | } |
| 448 | |
| 449 | SkASSERT(fCount - locked == fPurgeableQueue.count()); |
bsalomon | dace19e | 2014-11-17 07:34:06 -0800 | [diff] [blame] | 450 | SkASSERT(fBudgetedCount <= fCount); |
| 451 | SkASSERT(fBudgetedBytes <= fBudgetedBytes); |
bsalomon | 71cb0c2 | 2014-11-14 12:10:14 -0800 | [diff] [blame] | 452 | SkASSERT(bytes == fBytes); |
| 453 | SkASSERT(count == fCount); |
bsalomon | dace19e | 2014-11-17 07:34:06 -0800 | [diff] [blame] | 454 | SkASSERT(budgetedBytes == fBudgetedBytes); |
| 455 | SkASSERT(budgetedCount == fBudgetedCount); |
bsalomon | 71cb0c2 | 2014-11-14 12:10:14 -0800 | [diff] [blame] | 456 | #if GR_CACHE_STATS |
bsalomon | dace19e | 2014-11-17 07:34:06 -0800 | [diff] [blame] | 457 | SkASSERT(fBudgetedHighWaterCount <= fHighWaterCount); |
| 458 | SkASSERT(fBudgetedHighWaterBytes <= fHighWaterBytes); |
bsalomon | 71cb0c2 | 2014-11-14 12:10:14 -0800 | [diff] [blame] | 459 | SkASSERT(bytes <= fHighWaterBytes); |
| 460 | SkASSERT(count <= fHighWaterCount); |
bsalomon | dace19e | 2014-11-17 07:34:06 -0800 | [diff] [blame] | 461 | SkASSERT(budgetedBytes <= fBudgetedHighWaterBytes); |
| 462 | SkASSERT(budgetedCount <= fBudgetedHighWaterCount); |
bsalomon | 71cb0c2 | 2014-11-14 12:10:14 -0800 | [diff] [blame] | 463 | #endif |
| 464 | SkASSERT(content == fContentHash.count()); |
| 465 | SkASSERT(scratch + couldBeScratch == fScratchMap.count()); |
| 466 | |
bsalomon | 63c992f | 2015-01-23 12:47:59 -0800 | [diff] [blame] | 467 | // This assertion is not currently valid because we can be in recursive notifyIsPurgeable() |
bsalomon | 12299ab | 2014-11-14 13:33:09 -0800 | [diff] [blame] | 468 | // calls. This will be fixed when subresource registration is explicit. |
bsalomon | dace19e | 2014-11-17 07:34:06 -0800 | [diff] [blame] | 469 | // bool overBudget = budgetedBytes > fMaxBytes || budgetedCount > fMaxCount; |
bsalomon | 12299ab | 2014-11-14 13:33:09 -0800 | [diff] [blame] | 470 | // SkASSERT(!overBudget || locked == count || fPurging); |
bsalomon | 71cb0c2 | 2014-11-14 12:10:14 -0800 | [diff] [blame] | 471 | } |
| 472 | #endif |