| |
| /* |
| * Copyright 2010 Google Inc. |
| * |
| * Use of this source code is governed by a BSD-style license that can be |
| * found in the LICENSE file. |
| */ |
| |
| |
| |
| #include "GrResourceCache.h" |
| #include "GrCacheable.h" |
| |
| DECLARE_SKMESSAGEBUS_MESSAGE(GrResourceInvalidatedMessage); |
| |
| /////////////////////////////////////////////////////////////////////////////// |
| |
| void GrCacheable::didChangeGpuMemorySize() const { |
| if (this->isInCache()) { |
| fCacheEntry->didChangeResourceSize(); |
| } |
| } |
| |
| /////////////////////////////////////////////////////////////////////////////// |
| |
| GrResourceKey::ResourceType GrResourceKey::GenerateResourceType() { |
| static int32_t gNextType = 0; |
| |
| int32_t type = sk_atomic_inc(&gNextType); |
| if (type >= (1 << 8 * sizeof(ResourceType))) { |
| SkFAIL("Too many Resource Types"); |
| } |
| |
| return static_cast<ResourceType>(type); |
| } |
| |
| /////////////////////////////////////////////////////////////////////////////// |
| |
| GrResourceCacheEntry::GrResourceCacheEntry(GrResourceCache* resourceCache, |
| const GrResourceKey& key, |
| GrCacheable* resource) |
| : fResourceCache(resourceCache), |
| fKey(key), |
| fResource(resource), |
| fCachedSize(resource->gpuMemorySize()), |
| fIsExclusive(false) { |
| // we assume ownership of the resource, and will unref it when we die |
| SkASSERT(resource); |
| resource->ref(); |
| } |
| |
| GrResourceCacheEntry::~GrResourceCacheEntry() { |
| fResource->setCacheEntry(NULL); |
| fResource->unref(); |
| } |
| |
| #ifdef SK_DEBUG |
| void GrResourceCacheEntry::validate() const { |
| SkASSERT(fResourceCache); |
| SkASSERT(fResource); |
| SkASSERT(fResource->getCacheEntry() == this); |
| SkASSERT(fResource->gpuMemorySize() == fCachedSize); |
| fResource->validate(); |
| } |
| #endif |
| |
| void GrResourceCacheEntry::didChangeResourceSize() { |
| size_t oldSize = fCachedSize; |
| fCachedSize = fResource->gpuMemorySize(); |
| if (fCachedSize > oldSize) { |
| fResourceCache->didIncreaseResourceSize(this, fCachedSize - oldSize); |
| } else if (fCachedSize < oldSize) { |
| fResourceCache->didDecreaseResourceSize(this, oldSize - fCachedSize); |
| } |
| } |
| |
| /////////////////////////////////////////////////////////////////////////////// |
| |
| GrResourceCache::GrResourceCache(int maxCount, size_t maxBytes) : |
| fMaxCount(maxCount), |
| fMaxBytes(maxBytes) { |
| #if GR_CACHE_STATS |
| fHighWaterEntryCount = 0; |
| fHighWaterEntryBytes = 0; |
| fHighWaterClientDetachedCount = 0; |
| fHighWaterClientDetachedBytes = 0; |
| #endif |
| |
| fEntryCount = 0; |
| fEntryBytes = 0; |
| fClientDetachedCount = 0; |
| fClientDetachedBytes = 0; |
| |
| fPurging = false; |
| |
| fOverbudgetCB = NULL; |
| fOverbudgetData = NULL; |
| } |
| |
| GrResourceCache::~GrResourceCache() { |
| GrAutoResourceCacheValidate atcv(this); |
| |
| EntryList::Iter iter; |
| |
| // Unlike the removeAll, here we really remove everything, including locked resources. |
| while (GrResourceCacheEntry* entry = fList.head()) { |
| GrAutoResourceCacheValidate atcv(this); |
| |
| // remove from our cache |
| fCache.remove(entry->fKey, entry); |
| |
| // remove from our llist |
| this->internalDetach(entry); |
| |
| delete entry; |
| } |
| } |
| |
| void GrResourceCache::getLimits(int* maxResources, size_t* maxResourceBytes) const{ |
| if (NULL != maxResources) { |
| *maxResources = fMaxCount; |
| } |
| if (NULL != maxResourceBytes) { |
| *maxResourceBytes = fMaxBytes; |
| } |
| } |
| |
| void GrResourceCache::setLimits(int maxResources, size_t maxResourceBytes) { |
| bool smaller = (maxResources < fMaxCount) || (maxResourceBytes < fMaxBytes); |
| |
| fMaxCount = maxResources; |
| fMaxBytes = maxResourceBytes; |
| |
| if (smaller) { |
| this->purgeAsNeeded(); |
| } |
| } |
| |
| void GrResourceCache::internalDetach(GrResourceCacheEntry* entry, |
| BudgetBehaviors behavior) { |
| fList.remove(entry); |
| |
| // update our stats |
| if (kIgnore_BudgetBehavior == behavior) { |
| fClientDetachedCount += 1; |
| fClientDetachedBytes += entry->fCachedSize; |
| |
| #if GR_CACHE_STATS |
| if (fHighWaterClientDetachedCount < fClientDetachedCount) { |
| fHighWaterClientDetachedCount = fClientDetachedCount; |
| } |
| if (fHighWaterClientDetachedBytes < fClientDetachedBytes) { |
| fHighWaterClientDetachedBytes = fClientDetachedBytes; |
| } |
| #endif |
| |
| } else { |
| SkASSERT(kAccountFor_BudgetBehavior == behavior); |
| |
| fEntryCount -= 1; |
| fEntryBytes -= entry->fCachedSize; |
| } |
| } |
| |
| void GrResourceCache::attachToHead(GrResourceCacheEntry* entry, |
| BudgetBehaviors behavior) { |
| fList.addToHead(entry); |
| |
| // update our stats |
| if (kIgnore_BudgetBehavior == behavior) { |
| fClientDetachedCount -= 1; |
| fClientDetachedBytes -= entry->fCachedSize; |
| } else { |
| SkASSERT(kAccountFor_BudgetBehavior == behavior); |
| |
| fEntryCount += 1; |
| fEntryBytes += entry->fCachedSize; |
| |
| #if GR_CACHE_STATS |
| if (fHighWaterEntryCount < fEntryCount) { |
| fHighWaterEntryCount = fEntryCount; |
| } |
| if (fHighWaterEntryBytes < fEntryBytes) { |
| fHighWaterEntryBytes = fEntryBytes; |
| } |
| #endif |
| } |
| } |
| |
| // This functor just searches for an entry with only a single ref (from |
| // the texture cache itself). Presumably in this situation no one else |
| // is relying on the texture. |
| class GrTFindUnreffedFunctor { |
| public: |
| bool operator()(const GrResourceCacheEntry* entry) const { |
| return entry->resource()->unique(); |
| } |
| }; |
| |
| GrCacheable* GrResourceCache::find(const GrResourceKey& key, uint32_t ownershipFlags) { |
| GrAutoResourceCacheValidate atcv(this); |
| |
| GrResourceCacheEntry* entry = NULL; |
| |
| if (ownershipFlags & kNoOtherOwners_OwnershipFlag) { |
| GrTFindUnreffedFunctor functor; |
| |
| entry = fCache.find<GrTFindUnreffedFunctor>(key, functor); |
| } else { |
| entry = fCache.find(key); |
| } |
| |
| if (NULL == entry) { |
| return NULL; |
| } |
| |
| if (ownershipFlags & kHide_OwnershipFlag) { |
| this->makeExclusive(entry); |
| } else { |
| // Make this resource MRU |
| this->internalDetach(entry); |
| this->attachToHead(entry); |
| } |
| |
| return entry->fResource; |
| } |
| |
| void GrResourceCache::addResource(const GrResourceKey& key, |
| GrCacheable* resource, |
| uint32_t ownershipFlags) { |
| SkASSERT(NULL == resource->getCacheEntry()); |
| // we don't expect to create new resources during a purge. In theory |
| // this could cause purgeAsNeeded() into an infinite loop (e.g. |
| // each resource destroyed creates and locks 2 resources and |
| // unlocks 1 thereby causing a new purge). |
| SkASSERT(!fPurging); |
| GrAutoResourceCacheValidate atcv(this); |
| |
| GrResourceCacheEntry* entry = SkNEW_ARGS(GrResourceCacheEntry, (this, key, resource)); |
| resource->setCacheEntry(entry); |
| |
| this->attachToHead(entry); |
| fCache.insert(key, entry); |
| |
| if (ownershipFlags & kHide_OwnershipFlag) { |
| this->makeExclusive(entry); |
| } |
| |
| } |
| |
| void GrResourceCache::makeExclusive(GrResourceCacheEntry* entry) { |
| GrAutoResourceCacheValidate atcv(this); |
| |
| SkASSERT(!entry->fIsExclusive); |
| entry->fIsExclusive = true; |
| |
| // When scratch textures are detached (to hide them from future finds) they |
| // still count against the resource budget |
| this->internalDetach(entry, kIgnore_BudgetBehavior); |
| fCache.remove(entry->key(), entry); |
| |
| #ifdef SK_DEBUG |
| fExclusiveList.addToHead(entry); |
| #endif |
| } |
| |
| void GrResourceCache::removeInvalidResource(GrResourceCacheEntry* entry) { |
| // If the resource went invalid while it was detached then purge it |
| // This can happen when a 3D context was lost, |
| // the client called GrContext::contextDestroyed() to notify Gr, |
| // and then later an SkGpuDevice's destructor releases its backing |
| // texture (which was invalidated at contextDestroyed time). |
| // TODO: Safely delete the GrResourceCacheEntry as well. |
| fClientDetachedCount -= 1; |
| fEntryCount -= 1; |
| fClientDetachedBytes -= entry->fCachedSize; |
| fEntryBytes -= entry->fCachedSize; |
| entry->fCachedSize = 0; |
| } |
| |
| void GrResourceCache::makeNonExclusive(GrResourceCacheEntry* entry) { |
| GrAutoResourceCacheValidate atcv(this); |
| |
| #ifdef SK_DEBUG |
| fExclusiveList.remove(entry); |
| #endif |
| |
| if (entry->resource()->isValidOnGpu()) { |
| // Since scratch textures still count against the cache budget even |
| // when they have been removed from the cache, re-adding them doesn't |
| // alter the budget information. |
| attachToHead(entry, kIgnore_BudgetBehavior); |
| fCache.insert(entry->key(), entry); |
| |
| SkASSERT(entry->fIsExclusive); |
| entry->fIsExclusive = false; |
| } else { |
| this->removeInvalidResource(entry); |
| } |
| } |
| |
| void GrResourceCache::didIncreaseResourceSize(const GrResourceCacheEntry* entry, size_t amountInc) { |
| fEntryBytes += amountInc; |
| if (entry->fIsExclusive) { |
| fClientDetachedBytes += amountInc; |
| } |
| this->purgeAsNeeded(); |
| } |
| |
| void GrResourceCache::didDecreaseResourceSize(const GrResourceCacheEntry* entry, size_t amountDec) { |
| fEntryBytes -= amountDec; |
| if (entry->fIsExclusive) { |
| fClientDetachedBytes -= amountDec; |
| } |
| #ifdef SK_DEBUG |
| this->validate(); |
| #endif |
| } |
| |
| /** |
| * Destroying a resource may potentially trigger the unlock of additional |
| * resources which in turn will trigger a nested purge. We block the nested |
| * purge using the fPurging variable. However, the initial purge will keep |
| * looping until either all resources in the cache are unlocked or we've met |
| * the budget. There is an assertion in createAndLock to check against a |
| * resource's destructor inserting new resources into the cache. If these |
| * new resources were unlocked before purgeAsNeeded completed it could |
| * potentially make purgeAsNeeded loop infinitely. |
| * |
| * extraCount and extraBytes are added to the current resource totals to account |
| * for incoming resources (e.g., GrContext is about to add 10MB split between |
| * 10 textures). |
| */ |
| void GrResourceCache::purgeAsNeeded(int extraCount, size_t extraBytes) { |
| if (fPurging) { |
| return; |
| } |
| |
| fPurging = true; |
| |
| this->purgeInvalidated(); |
| |
| this->internalPurge(extraCount, extraBytes); |
| if (((fEntryCount+extraCount) > fMaxCount || |
| (fEntryBytes+extraBytes) > fMaxBytes) && |
| NULL != fOverbudgetCB) { |
| // Despite the purge we're still over budget. See if Ganesh can |
| // release some resources and purge again. |
| if ((*fOverbudgetCB)(fOverbudgetData)) { |
| this->internalPurge(extraCount, extraBytes); |
| } |
| } |
| |
| fPurging = false; |
| } |
| |
| void GrResourceCache::purgeInvalidated() { |
| SkTDArray<GrResourceInvalidatedMessage> invalidated; |
| fInvalidationInbox.poll(&invalidated); |
| |
| for (int i = 0; i < invalidated.count(); i++) { |
| // We're somewhat missing an opportunity here. We could use the |
| // default find functor that gives us back resources whether we own |
| // them exclusively or not, and when they're not exclusively owned mark |
| // them for purging later when they do become exclusively owned. |
| // |
| // This is complicated and confusing. May try this in the future. For |
| // now, these resources are just LRU'd as if we never got the message. |
| while (GrResourceCacheEntry* entry = fCache.find(invalidated[i].key, GrTFindUnreffedFunctor())) { |
| this->deleteResource(entry); |
| } |
| } |
| } |
| |
| void GrResourceCache::deleteResource(GrResourceCacheEntry* entry) { |
| SkASSERT(1 == entry->fResource->getRefCnt()); |
| |
| // remove from our cache |
| fCache.remove(entry->key(), entry); |
| |
| // remove from our llist |
| this->internalDetach(entry); |
| delete entry; |
| } |
| |
| void GrResourceCache::internalPurge(int extraCount, size_t extraBytes) { |
| SkASSERT(fPurging); |
| |
| bool withinBudget = false; |
| bool changed = false; |
| |
| // The purging process is repeated several times since one pass |
| // may free up other resources |
| do { |
| EntryList::Iter iter; |
| |
| changed = false; |
| |
| // Note: the following code relies on the fact that the |
| // doubly linked list doesn't invalidate its data/pointers |
| // outside of the specific area where a deletion occurs (e.g., |
| // in internalDetach) |
| GrResourceCacheEntry* entry = iter.init(fList, EntryList::Iter::kTail_IterStart); |
| |
| while (NULL != entry) { |
| GrAutoResourceCacheValidate atcv(this); |
| |
| if ((fEntryCount+extraCount) <= fMaxCount && |
| (fEntryBytes+extraBytes) <= fMaxBytes) { |
| withinBudget = true; |
| break; |
| } |
| |
| GrResourceCacheEntry* prev = iter.prev(); |
| if (entry->fResource->unique()) { |
| changed = true; |
| this->deleteResource(entry); |
| } |
| entry = prev; |
| } |
| } while (!withinBudget && changed); |
| } |
| |
| void GrResourceCache::purgeAllUnlocked() { |
| GrAutoResourceCacheValidate atcv(this); |
| |
| // we can have one GrCacheable holding a lock on another |
| // so we don't want to just do a simple loop kicking each |
| // entry out. Instead change the budget and purge. |
| |
| size_t savedMaxBytes = fMaxBytes; |
| int savedMaxCount = fMaxCount; |
| fMaxBytes = (size_t) -1; |
| fMaxCount = 0; |
| this->purgeAsNeeded(); |
| |
| #ifdef SK_DEBUG |
| SkASSERT(fExclusiveList.countEntries() == fClientDetachedCount); |
| SkASSERT(countBytes(fExclusiveList) == fClientDetachedBytes); |
| if (!fCache.count()) { |
| // Items may have been detached from the cache (such as the backing |
| // texture for an SkGpuDevice). The above purge would not have removed |
| // them. |
| SkASSERT(fEntryCount == fClientDetachedCount); |
| SkASSERT(fEntryBytes == fClientDetachedBytes); |
| SkASSERT(fList.isEmpty()); |
| } |
| #endif |
| |
| fMaxBytes = savedMaxBytes; |
| fMaxCount = savedMaxCount; |
| } |
| |
| /////////////////////////////////////////////////////////////////////////////// |
| |
| #ifdef SK_DEBUG |
| size_t GrResourceCache::countBytes(const EntryList& list) { |
| size_t bytes = 0; |
| |
| EntryList::Iter iter; |
| |
| const GrResourceCacheEntry* entry = iter.init(const_cast<EntryList&>(list), |
| EntryList::Iter::kTail_IterStart); |
| |
| for ( ; NULL != entry; entry = iter.prev()) { |
| bytes += entry->resource()->gpuMemorySize(); |
| } |
| return bytes; |
| } |
| |
| static bool both_zero_or_nonzero(int count, size_t bytes) { |
| return (count == 0 && bytes == 0) || (count > 0 && bytes > 0); |
| } |
| |
| void GrResourceCache::validate() const { |
| fList.validate(); |
| fExclusiveList.validate(); |
| SkASSERT(both_zero_or_nonzero(fEntryCount, fEntryBytes)); |
| SkASSERT(both_zero_or_nonzero(fClientDetachedCount, fClientDetachedBytes)); |
| SkASSERT(fClientDetachedBytes <= fEntryBytes); |
| SkASSERT(fClientDetachedCount <= fEntryCount); |
| SkASSERT((fEntryCount - fClientDetachedCount) == fCache.count()); |
| |
| EntryList::Iter iter; |
| |
| // check that the exclusively held entries are okay |
| const GrResourceCacheEntry* entry = iter.init(const_cast<EntryList&>(fExclusiveList), |
| EntryList::Iter::kHead_IterStart); |
| |
| for ( ; NULL != entry; entry = iter.next()) { |
| entry->validate(); |
| } |
| |
| // check that the shareable entries are okay |
| entry = iter.init(const_cast<EntryList&>(fList), EntryList::Iter::kHead_IterStart); |
| |
| int count = 0; |
| for ( ; NULL != entry; entry = iter.next()) { |
| entry->validate(); |
| SkASSERT(fCache.find(entry->key())); |
| count += 1; |
| } |
| SkASSERT(count == fEntryCount - fClientDetachedCount); |
| |
| size_t bytes = countBytes(fList); |
| SkASSERT(bytes == fEntryBytes - fClientDetachedBytes); |
| |
| bytes = countBytes(fExclusiveList); |
| SkASSERT(bytes == fClientDetachedBytes); |
| |
| SkASSERT(fList.countEntries() == fEntryCount - fClientDetachedCount); |
| |
| SkASSERT(fExclusiveList.countEntries() == fClientDetachedCount); |
| } |
| #endif // SK_DEBUG |
| |
| #if GR_CACHE_STATS |
| |
| void GrResourceCache::printStats() { |
| int locked = 0; |
| |
| EntryList::Iter iter; |
| |
| GrResourceCacheEntry* entry = iter.init(fList, EntryList::Iter::kTail_IterStart); |
| |
| for ( ; NULL != entry; entry = iter.prev()) { |
| if (entry->fResource->getRefCnt() > 1) { |
| ++locked; |
| } |
| } |
| |
| SkDebugf("Budget: %d items %d bytes\n", fMaxCount, fMaxBytes); |
| SkDebugf("\t\tEntry Count: current %d (%d locked) high %d\n", |
| fEntryCount, locked, fHighWaterEntryCount); |
| SkDebugf("\t\tEntry Bytes: current %d high %d\n", |
| fEntryBytes, fHighWaterEntryBytes); |
| SkDebugf("\t\tDetached Entry Count: current %d high %d\n", |
| fClientDetachedCount, fHighWaterClientDetachedCount); |
| SkDebugf("\t\tDetached Bytes: current %d high %d\n", |
| fClientDetachedBytes, fHighWaterClientDetachedBytes); |
| } |
| |
| #endif |
| |
| /////////////////////////////////////////////////////////////////////////////// |