blob: 1a5e3c4d5030e77aec62f3c2d5e22e350d1ecca6 [file] [log] [blame]
Chris Dalton4da70192018-06-18 09:51:36 -06001/*
2 * Copyright 2018 Google Inc.
3 *
4 * Use of this source code is governed by a BSD-style license that can be
5 * found in the LICENSE file.
6 */
7
8#ifndef GrCCPathCache_DEFINED
9#define GrCCPathCache_DEFINED
10
Mike Kleinc0bd9f92019-04-23 12:05:21 -050011#include "include/private/SkTHash.h"
Mike Kleinc0bd9f92019-04-23 12:05:21 -050012#include "src/core/SkExchange.h"
Ben Wagner729a23f2019-05-17 16:29:34 -040013#include "src/core/SkTInternalLList.h"
Mike Kleinc0bd9f92019-04-23 12:05:21 -050014#include "src/gpu/ccpr/GrCCAtlas.h"
15#include "src/gpu/ccpr/GrCCPathProcessor.h"
Michael Ludwig663afe52019-06-03 16:46:19 -040016#include "src/gpu/geometry/GrShape.h"
Chris Dalton4da70192018-06-18 09:51:36 -060017
18class GrCCPathCacheEntry;
19class GrShape;
20
21/**
22 * This class implements an LRU cache that maps from GrShape to GrCCPathCacheEntry objects. Shapes
23 * are only given one entry in the cache, so any time they are accessed with a different matrix, the
24 * old entry gets evicted.
25 */
26class GrCCPathCache {
27public:
Chris Dalton351e80c2019-01-06 22:51:00 -070028 GrCCPathCache(uint32_t contextUniqueID);
Chris Dalton3b572792018-10-23 18:26:20 -060029 ~GrCCPathCache();
Chris Dalton4da70192018-06-18 09:51:36 -060030
Chris Dalton9985a272018-10-30 14:29:39 -060031 class Key : public SkPathRef::GenIDChangeListener {
32 public:
33 static sk_sp<Key> Make(uint32_t pathCacheUniqueID, int dataCountU32,
34 const void* data = nullptr);
35
36 uint32_t pathCacheUniqueID() const { return fPathCacheUniqueID; }
37
38 int dataSizeInBytes() const { return fDataSizeInBytes; }
39 const uint32_t* data() const;
40
41 void resetDataCountU32(int dataCountU32) {
42 SkASSERT(dataCountU32 <= fDataReserveCountU32);
43 fDataSizeInBytes = dataCountU32 * sizeof(uint32_t);
44 }
45 uint32_t* data();
46
Chris Dalton351e80c2019-01-06 22:51:00 -070047 bool operator==(const Key& that) const {
48 return fDataSizeInBytes == that.fDataSizeInBytes &&
49 !memcmp(this->data(), that.data(), fDataSizeInBytes);
50 }
Chris Dalton9985a272018-10-30 14:29:39 -060051
52 // Called when our corresponding path is modified or deleted. Not threadsafe.
53 void onChange() override;
54
55 private:
56 Key(uint32_t pathCacheUniqueID, int dataCountU32)
57 : fPathCacheUniqueID(pathCacheUniqueID)
58 , fDataSizeInBytes(dataCountU32 * sizeof(uint32_t))
59 SkDEBUGCODE(, fDataReserveCountU32(dataCountU32)) {
60 SkASSERT(SK_InvalidUniqueID != fPathCacheUniqueID);
61 }
62
63 const uint32_t fPathCacheUniqueID;
64 int fDataSizeInBytes;
65 SkDEBUGCODE(const int fDataReserveCountU32);
66 // The GrShape's unstyled key is stored as a variable-length footer to this class. GetKey
67 // provides access to it.
68 };
69
Chris Dalton4da70192018-06-18 09:51:36 -060070 // Stores the components of a transformation that affect a path mask (i.e. everything but
71 // integer translation). During construction, any integer portions of the matrix's translate are
72 // shaved off and returned to the caller. The caller is responsible for those integer shifts.
73 struct MaskTransform {
74 MaskTransform(const SkMatrix& m, SkIVector* shift);
75 float fMatrix2x2[4];
Chris Dalton644341a2018-06-18 19:14:16 -060076#ifndef SK_BUILD_FOR_ANDROID_FRAMEWORK
77 // Except on AOSP, cache hits must have matching subpixel portions of their view matrix.
78 // On AOSP we follow after HWUI and ignore the subpixel translate.
Chris Dalton4da70192018-06-18 09:51:36 -060079 float fSubpixelTranslate[2];
Chris Dalton644341a2018-06-18 19:14:16 -060080#endif
Chris Dalton4da70192018-06-18 09:51:36 -060081 };
82
Chris Dalton351e80c2019-01-06 22:51:00 -070083 // Represents a ref on a GrCCPathCacheEntry that should only be used during the current flush.
84 class OnFlushEntryRef : SkNoncopyable {
85 public:
86 static OnFlushEntryRef OnFlushRef(GrCCPathCacheEntry*);
87 OnFlushEntryRef() = default;
88 OnFlushEntryRef(OnFlushEntryRef&& ref) : fEntry(skstd::exchange(ref.fEntry, nullptr)) {}
89 ~OnFlushEntryRef();
90
91 GrCCPathCacheEntry* get() const { return fEntry; }
92 GrCCPathCacheEntry* operator->() const { return fEntry; }
93 GrCCPathCacheEntry& operator*() const { return *fEntry; }
94 explicit operator bool() const { return fEntry; }
95 void operator=(OnFlushEntryRef&& ref) { fEntry = skstd::exchange(ref.fEntry, nullptr); }
96
97 private:
98 OnFlushEntryRef(GrCCPathCacheEntry* entry) : fEntry(entry) {}
99 GrCCPathCacheEntry* fEntry = nullptr;
100 };
101
Chris Daltonaaa77c12019-01-07 17:45:36 -0700102 // Finds an entry in the cache that matches the given shape and transformation matrix.
103 // 'maskShift' is filled with an integer post-translate that the caller must apply when drawing
104 // the entry's mask to the device.
105 //
106 // NOTE: Shapes are only given one entry, so any time they are accessed with a new
107 // transformation, the old entry gets evicted.
108 OnFlushEntryRef find(GrOnFlushResourceProvider*, const GrShape&,
109 const SkIRect& clippedDrawBounds, const SkMatrix& viewMatrix,
110 SkIVector* maskShift);
Chris Dalton4da70192018-06-18 09:51:36 -0600111
Chris Dalton351e80c2019-01-06 22:51:00 -0700112 void doPreFlushProcessing();
113
114 void purgeEntriesOlderThan(GrProxyProvider*, const GrStdSteadyClock::time_point& purgeTime);
115
116 // As we evict entries from our local path cache, we accumulate a list of invalidated atlas
117 // textures. This call purges the invalidated atlas textures from the mainline GrResourceCache.
118 // This call is available with two different "provider" objects, to accomodate whatever might
119 // be available at the callsite.
120 void purgeInvalidatedAtlasTextures(GrOnFlushResourceProvider*);
121 void purgeInvalidatedAtlasTextures(GrProxyProvider*);
Chris Dalton4da70192018-06-18 09:51:36 -0600122
123private:
Chris Dalton9a986cf2018-10-18 15:27:59 -0600124 // This is a special ref ptr for GrCCPathCacheEntry, used by the hash table. It provides static
125 // methods for SkTHash, and can only be moved. This guarantees the hash table holds exactly one
Chris Dalton3b572792018-10-23 18:26:20 -0600126 // reference for each entry. Also, when a HashNode goes out of scope, that means it is exiting
127 // the hash table. We take that opportunity to remove it from the LRU list and do some cleanup.
Chris Dalton4da70192018-06-18 09:51:36 -0600128 class HashNode : SkNoncopyable {
129 public:
Chris Dalton9985a272018-10-30 14:29:39 -0600130 static const Key& GetKey(const HashNode&);
Chris Dalton351e80c2019-01-06 22:51:00 -0700131 inline static uint32_t Hash(const Key& key) {
132 return GrResourceKeyHash(key.data(), key.dataSizeInBytes());
133 }
Chris Dalton4da70192018-06-18 09:51:36 -0600134
135 HashNode() = default;
Chris Dalton9985a272018-10-30 14:29:39 -0600136 HashNode(GrCCPathCache*, sk_sp<Key>, const MaskTransform&, const GrShape&);
Chris Dalton3b572792018-10-23 18:26:20 -0600137 HashNode(HashNode&& node)
138 : fPathCache(node.fPathCache), fEntry(std::move(node.fEntry)) {
Chris Dalton9a986cf2018-10-18 15:27:59 -0600139 SkASSERT(!node.fEntry);
140 }
Chris Dalton4da70192018-06-18 09:51:36 -0600141
Chris Dalton3b572792018-10-23 18:26:20 -0600142 ~HashNode();
143
Chris Dalton351e80c2019-01-06 22:51:00 -0700144 void operator=(HashNode&& node);
Chris Dalton4da70192018-06-18 09:51:36 -0600145
Chris Dalton9a986cf2018-10-18 15:27:59 -0600146 GrCCPathCacheEntry* entry() const { return fEntry.get(); }
Chris Dalton4da70192018-06-18 09:51:36 -0600147
148 private:
Chris Dalton3b572792018-10-23 18:26:20 -0600149 GrCCPathCache* fPathCache = nullptr;
Chris Dalton9a986cf2018-10-18 15:27:59 -0600150 sk_sp<GrCCPathCacheEntry> fEntry;
Chris Dalton4da70192018-06-18 09:51:36 -0600151 };
152
Chris Dalton6c3879d2018-11-01 11:13:19 -0600153 GrStdSteadyClock::time_point quickPerFlushTimestamp() {
154 // time_point::min() means it's time to update fPerFlushTimestamp with a newer clock read.
155 if (GrStdSteadyClock::time_point::min() == fPerFlushTimestamp) {
156 fPerFlushTimestamp = GrStdSteadyClock::now();
157 }
158 return fPerFlushTimestamp;
159 }
160
Chris Dalton351e80c2019-01-06 22:51:00 -0700161 void evict(const GrCCPathCache::Key&, GrCCPathCacheEntry* = nullptr);
Chris Dalton3b572792018-10-23 18:26:20 -0600162
Chris Dalton351e80c2019-01-06 22:51:00 -0700163 // Evicts all the cache entries whose keys have been queued up in fInvalidatedKeysInbox via
164 // SkPath listeners.
165 void evictInvalidatedCacheKeys();
Chris Dalton6c3879d2018-11-01 11:13:19 -0600166
Chris Dalton351e80c2019-01-06 22:51:00 -0700167 const uint32_t fContextUniqueID;
168
169 SkTHashTable<HashNode, const Key&> fHashTable;
Chris Dalton9985a272018-10-30 14:29:39 -0600170 SkTInternalLList<GrCCPathCacheEntry> fLRU;
171 SkMessageBus<sk_sp<Key>>::Inbox fInvalidatedKeysInbox;
172 sk_sp<Key> fScratchKey; // Reused for creating a temporary key in the find() method.
Chris Dalton6c3879d2018-11-01 11:13:19 -0600173
174 // We only read the clock once per flush, and cache it in this variable. This prevents us from
175 // excessive clock reads for cache timestamps that might degrade performance.
176 GrStdSteadyClock::time_point fPerFlushTimestamp = GrStdSteadyClock::time_point::min();
Chris Dalton351e80c2019-01-06 22:51:00 -0700177
178 // As we evict entries from our local path cache, we accumulate lists of invalidated atlas
179 // textures in these two members. We hold these until we purge them from the GrResourceCache
180 // (e.g. via purgeInvalidatedAtlasTextures().)
181 SkSTArray<4, sk_sp<GrTextureProxy>> fInvalidatedProxies;
182 SkSTArray<4, GrUniqueKey> fInvalidatedProxyUniqueKeys;
183
184 friend class GrCCCachedAtlas; // To append to fInvalidatedProxies, fInvalidatedProxyUniqueKeys.
185
186public:
187 const SkTHashTable<HashNode, const Key&>& testingOnly_getHashTable() const;
188 const SkTInternalLList<GrCCPathCacheEntry>& testingOnly_getLRU() const;
Chris Dalton4da70192018-06-18 09:51:36 -0600189};
190
191/**
Chris Daltona8429cf2018-06-22 11:43:31 -0600192 * This class stores all the data necessary to draw a specific path + matrix combination from their
193 * corresponding cached atlas.
Chris Dalton4da70192018-06-18 09:51:36 -0600194 */
Chris Dalton9985a272018-10-30 14:29:39 -0600195class GrCCPathCacheEntry : public GrNonAtomicRef<GrCCPathCacheEntry> {
Chris Dalton4da70192018-06-18 09:51:36 -0600196public:
197 SK_DECLARE_INTERNAL_LLIST_INTERFACE(GrCCPathCacheEntry);
198
Chris Dalton9985a272018-10-30 14:29:39 -0600199 ~GrCCPathCacheEntry() {
Chris Dalton351e80c2019-01-06 22:51:00 -0700200 SkASSERT(this->hasBeenEvicted()); // Should have called GrCCPathCache::evict().
201 SkASSERT(!fCachedAtlas);
202 SkASSERT(0 == fOnFlushRefCnt);
Chris Dalton9985a272018-10-30 14:29:39 -0600203 }
Chris Dalton9a986cf2018-10-18 15:27:59 -0600204
Chris Dalton351e80c2019-01-06 22:51:00 -0700205 const GrCCPathCache::Key& cacheKey() const { SkASSERT(fCacheKey); return *fCacheKey; }
206
Chris Daltonaaa77c12019-01-07 17:45:36 -0700207 // The number of flushes during which this specific entry (path + matrix combination) has been
208 // pulled from the path cache. If a path is pulled from the cache more than once in a single
209 // flush, the hit count is only incremented once.
Chris Daltona8429cf2018-06-22 11:43:31 -0600210 //
Chris Daltonaaa77c12019-01-07 17:45:36 -0700211 // If the entry did not previously exist, its hit count will be 1.
Chris Daltona8429cf2018-06-22 11:43:31 -0600212 int hitCount() const { return fHitCount; }
213
Chris Daltonaaa77c12019-01-07 17:45:36 -0700214 // The accumulative region of the path that has been drawn during the lifetime of this cache
215 // entry (as defined by the 'clippedDrawBounds' parameter for GrCCPathCache::find).
216 const SkIRect& hitRect() const { return fHitRect; }
217
Chris Dalton351e80c2019-01-06 22:51:00 -0700218 const GrCCCachedAtlas* cachedAtlas() const { return fCachedAtlas.get(); }
Chris Dalton4da70192018-06-18 09:51:36 -0600219
220 const SkIRect& devIBounds() const { return fDevIBounds; }
221 int width() const { return fDevIBounds.width(); }
222 int height() const { return fDevIBounds.height(); }
223
Chris Dalton351e80c2019-01-06 22:51:00 -0700224 enum class ReleaseAtlasResult : bool {
225 kNone,
226 kDidInvalidateFromCache
227 };
228
Chris Dalton4da70192018-06-18 09:51:36 -0600229 // Called once our path has been rendered into the mainline CCPR (fp16, coverage count) atlas.
230 // The caller will stash this atlas texture away after drawing, and during the next flush,
231 // recover it and attempt to copy any paths that got reused into permanent 8-bit atlases.
Chris Dalton8610e9c2019-05-09 11:07:10 -0600232 void setCoverageCountAtlas(
233 GrOnFlushResourceProvider*, GrCCAtlas*, const SkIVector& atlasOffset,
234 const GrOctoBounds& octoBounds, const SkIRect& devIBounds, const SkIVector& maskShift);
Chris Dalton4da70192018-06-18 09:51:36 -0600235
236 // Called once our path mask has been copied into a permanent, 8-bit atlas. This method points
Chris Dalton351e80c2019-01-06 22:51:00 -0700237 // the entry at the new atlas and updates the GrCCCCachedAtlas data.
238 ReleaseAtlasResult upgradeToLiteralCoverageAtlas(GrCCPathCache*, GrOnFlushResourceProvider*,
239 GrCCAtlas*, const SkIVector& newAtlasOffset);
Chris Dalton4da70192018-06-18 09:51:36 -0600240
241private:
242 using MaskTransform = GrCCPathCache::MaskTransform;
243
Chris Dalton9985a272018-10-30 14:29:39 -0600244 GrCCPathCacheEntry(sk_sp<GrCCPathCache::Key> cacheKey, const MaskTransform& maskTransform)
245 : fCacheKey(std::move(cacheKey)), fMaskTransform(maskTransform) {
246 }
Chris Dalton4da70192018-06-18 09:51:36 -0600247
Chris Dalton351e80c2019-01-06 22:51:00 -0700248 bool hasBeenEvicted() const { return fCacheKey->shouldUnregisterFromPath(); }
249
Chris Dalton907102e2018-06-29 13:18:53 -0600250 // Resets this entry back to not having an atlas, and purges its previous atlas texture from the
251 // resource cache if needed.
Chris Dalton351e80c2019-01-06 22:51:00 -0700252 ReleaseAtlasResult releaseCachedAtlas(GrCCPathCache*);
Chris Dalton907102e2018-06-29 13:18:53 -0600253
Chris Dalton9985a272018-10-30 14:29:39 -0600254 sk_sp<GrCCPathCache::Key> fCacheKey;
Chris Dalton6c3879d2018-11-01 11:13:19 -0600255 GrStdSteadyClock::time_point fTimestamp;
256 int fHitCount = 0;
Chris Daltonaaa77c12019-01-07 17:45:36 -0700257 SkIRect fHitRect = SkIRect::MakeEmpty();
Chris Dalton4da70192018-06-18 09:51:36 -0600258
Chris Dalton351e80c2019-01-06 22:51:00 -0700259 sk_sp<GrCCCachedAtlas> fCachedAtlas;
Chris Dalton4da70192018-06-18 09:51:36 -0600260 SkIVector fAtlasOffset;
261
Chris Dalton351e80c2019-01-06 22:51:00 -0700262 MaskTransform fMaskTransform;
Chris Dalton8610e9c2019-05-09 11:07:10 -0600263 GrOctoBounds fOctoBounds;
Chris Dalton4da70192018-06-18 09:51:36 -0600264 SkIRect fDevIBounds;
265
Chris Dalton351e80c2019-01-06 22:51:00 -0700266 int fOnFlushRefCnt = 0;
Chris Dalton4da70192018-06-18 09:51:36 -0600267
Chris Dalton4da70192018-06-18 09:51:36 -0600268 friend class GrCCPathCache;
269 friend void GrCCPathProcessor::Instance::set(const GrCCPathCacheEntry&, const SkIVector&,
Chris Daltonc3318f02019-07-19 14:20:53 -0600270 uint64_t color, GrFillRule); // To access data.
Chris Dalton351e80c2019-01-06 22:51:00 -0700271
272public:
273 int testingOnly_peekOnFlushRefCnt() const;
Chris Dalton4da70192018-06-18 09:51:36 -0600274};
275
Chris Dalton351e80c2019-01-06 22:51:00 -0700276/**
277 * Encapsulates the data for an atlas whose texture is stored in the mainline GrResourceCache. Many
278 * instances of GrCCPathCacheEntry will reference the same GrCCCachedAtlas.
279 *
280 * We use this object to track the percentage of the original atlas pixels that could still ever
281 * potentially be reused (i.e., those which still represent an extant path). When the percentage
282 * of useful pixels drops below 50%, we purge the entire texture from the resource cache.
283 *
284 * This object also holds a ref on the atlas's actual texture proxy during flush. When
285 * fOnFlushRefCnt decrements back down to zero, we release fOnFlushProxy and reset it back to null.
286 */
287class GrCCCachedAtlas : public GrNonAtomicRef<GrCCCachedAtlas> {
288public:
289 using ReleaseAtlasResult = GrCCPathCacheEntry::ReleaseAtlasResult;
290
291 GrCCCachedAtlas(GrCCAtlas::CoverageType type, const GrUniqueKey& textureKey,
292 sk_sp<GrTextureProxy> onFlushProxy)
293 : fCoverageType(type)
294 , fTextureKey(textureKey)
295 , fOnFlushProxy(std::move(onFlushProxy)) {}
296
297 ~GrCCCachedAtlas() {
298 SkASSERT(!fOnFlushProxy);
299 SkASSERT(!fOnFlushRefCnt);
300 }
301
302 GrCCAtlas::CoverageType coverageType() const { return fCoverageType; }
303 const GrUniqueKey& textureKey() const { return fTextureKey; }
304
305 GrTextureProxy* getOnFlushProxy() const { return fOnFlushProxy.get(); }
306
307 void setOnFlushProxy(sk_sp<GrTextureProxy> proxy) {
308 SkASSERT(!fOnFlushProxy);
309 fOnFlushProxy = std::move(proxy);
310 }
311
312 void addPathPixels(int numPixels) { fNumPathPixels += numPixels; }
313 ReleaseAtlasResult invalidatePathPixels(GrCCPathCache*, int numPixels);
314
315 int peekOnFlushRefCnt() const { return fOnFlushRefCnt; }
316 void incrOnFlushRefCnt(int count = 1) const {
317 SkASSERT(count > 0);
318 SkASSERT(fOnFlushProxy);
319 fOnFlushRefCnt += count;
320 }
321 void decrOnFlushRefCnt(int count = 1) const;
322
323private:
324 const GrCCAtlas::CoverageType fCoverageType;
325 const GrUniqueKey fTextureKey;
326
327 int fNumPathPixels = 0;
328 int fNumInvalidatedPathPixels = 0;
329 bool fIsInvalidatedFromResourceCache = false;
330
331 mutable sk_sp<GrTextureProxy> fOnFlushProxy;
332 mutable int fOnFlushRefCnt = 0;
333
334public:
335 int testingOnly_peekOnFlushRefCnt() const;
336};
337
338
339inline GrCCPathCache::HashNode::HashNode(GrCCPathCache* pathCache, sk_sp<Key> key,
340 const MaskTransform& m, const GrShape& shape)
341 : fPathCache(pathCache)
342 , fEntry(new GrCCPathCacheEntry(key, m)) {
343 SkASSERT(shape.hasUnstyledKey());
344 shape.addGenIDChangeListener(std::move(key));
345}
346
347inline const GrCCPathCache::Key& GrCCPathCache::HashNode::GetKey(
348 const GrCCPathCache::HashNode& node) {
349 return *node.entry()->fCacheKey;
350}
351
352inline GrCCPathCache::HashNode::~HashNode() {
353 SkASSERT(!fEntry || fEntry->hasBeenEvicted()); // Should have called GrCCPathCache::evict().
354}
355
356inline void GrCCPathCache::HashNode::operator=(HashNode&& node) {
357 SkASSERT(!fEntry || fEntry->hasBeenEvicted()); // Should have called GrCCPathCache::evict().
358 fEntry = skstd::exchange(node.fEntry, nullptr);
359}
360
Chris Daltonc3318f02019-07-19 14:20:53 -0600361inline void GrCCPathProcessor::Instance::set(
362 const GrCCPathCacheEntry& entry, const SkIVector& shift, uint64_t color,
363 GrFillRule fillRule) {
Chris Dalton4da70192018-06-18 09:51:36 -0600364 float dx = (float)shift.fX, dy = (float)shift.fY;
Chris Daltonc3318f02019-07-19 14:20:53 -0600365 this->set(entry.fOctoBounds.makeOffset(dx, dy), entry.fAtlasOffset - shift, color, fillRule);
Chris Dalton4da70192018-06-18 09:51:36 -0600366}
367
368#endif