| Eugene Zelenko | f193332 | 2017-09-22 23:46:57 +0000 | [diff] [blame] | 1 | //===- InterferenceCache.h - Caching per-block interference ----*- C++ -*--===// | 
| Jakob Stoklund Olesen | 91cbcaf | 2011-04-02 06:03:35 +0000 | [diff] [blame] | 2 | // | 
|  | 3 | //                     The LLVM Compiler Infrastructure | 
|  | 4 | // | 
|  | 5 | // This file is distributed under the University of Illinois Open Source | 
|  | 6 | // License. See LICENSE.TXT for details. | 
|  | 7 | // | 
|  | 8 | //===----------------------------------------------------------------------===// | 
|  | 9 | // | 
| Jakob Stoklund Olesen | 96eebf0 | 2012-06-20 22:52:26 +0000 | [diff] [blame] | 10 | // InterferenceCache remembers per-block interference from LiveIntervalUnions, | 
|  | 11 | // fixed RegUnit interference, and register masks. | 
| Jakob Stoklund Olesen | 91cbcaf | 2011-04-02 06:03:35 +0000 | [diff] [blame] | 12 | // | 
|  | 13 | //===----------------------------------------------------------------------===// | 
|  | 14 |  | 
| Benjamin Kramer | a7c40ef | 2014-08-13 16:26:38 +0000 | [diff] [blame] | 15 | #ifndef LLVM_LIB_CODEGEN_INTERFERENCECACHE_H | 
|  | 16 | #define LLVM_LIB_CODEGEN_INTERFERENCECACHE_H | 
| Jakob Stoklund Olesen | 91cbcaf | 2011-04-02 06:03:35 +0000 | [diff] [blame] | 17 |  | 
| Eugene Zelenko | f193332 | 2017-09-22 23:46:57 +0000 | [diff] [blame] | 18 | #include "llvm/ADT/SmallVector.h" | 
|  | 19 | #include "llvm/CodeGen/LiveInterval.h" | 
| Jakob Stoklund Olesen | 26c9d70 | 2012-11-28 19:13:06 +0000 | [diff] [blame] | 20 | #include "llvm/CodeGen/LiveIntervalUnion.h" | 
| Eugene Zelenko | f193332 | 2017-09-22 23:46:57 +0000 | [diff] [blame] | 21 | #include "llvm/CodeGen/SlotIndexes.h" | 
|  | 22 | #include "llvm/Support/Compiler.h" | 
|  | 23 | #include <cassert> | 
|  | 24 | #include <cstddef> | 
|  | 25 | #include <cstdlib> | 
| Jakob Stoklund Olesen | 91cbcaf | 2011-04-02 06:03:35 +0000 | [diff] [blame] | 26 |  | 
|  | 27 | namespace llvm { | 
|  | 28 |  | 
| Jakob Stoklund Olesen | a16ae59 | 2012-02-10 18:58:34 +0000 | [diff] [blame] | 29 | class LiveIntervals; | 
| Eugene Zelenko | f193332 | 2017-09-22 23:46:57 +0000 | [diff] [blame] | 30 | class MachineFunction; | 
|  | 31 | class TargetRegisterInfo; | 
| Jakob Stoklund Olesen | a16ae59 | 2012-02-10 18:58:34 +0000 | [diff] [blame] | 32 |  | 
| Benjamin Kramer | f4c2025 | 2015-07-01 14:47:39 +0000 | [diff] [blame] | 33 | class LLVM_LIBRARY_VISIBILITY InterferenceCache { | 
| Jakob Stoklund Olesen | 91cbcaf | 2011-04-02 06:03:35 +0000 | [diff] [blame] | 34 | /// BlockInterference - information about the interference in a single basic | 
|  | 35 | /// block. | 
|  | 36 | struct BlockInterference { | 
| Eugene Zelenko | f193332 | 2017-09-22 23:46:57 +0000 | [diff] [blame] | 37 | unsigned Tag = 0; | 
| Jakob Stoklund Olesen | 91cbcaf | 2011-04-02 06:03:35 +0000 | [diff] [blame] | 38 | SlotIndex First; | 
|  | 39 | SlotIndex Last; | 
| Eugene Zelenko | f193332 | 2017-09-22 23:46:57 +0000 | [diff] [blame] | 40 |  | 
| Eugene Zelenko | 8e30a1c | 2017-09-22 23:55:32 +0000 | [diff] [blame] | 41 | BlockInterference() {} | 
| Jakob Stoklund Olesen | 91cbcaf | 2011-04-02 06:03:35 +0000 | [diff] [blame] | 42 | }; | 
|  | 43 |  | 
|  | 44 | /// Entry - A cache entry containing interference information for all aliases | 
|  | 45 | /// of PhysReg in all basic blocks. | 
|  | 46 | class Entry { | 
|  | 47 | /// PhysReg - The register currently represented. | 
| Eugene Zelenko | f193332 | 2017-09-22 23:46:57 +0000 | [diff] [blame] | 48 | unsigned PhysReg = 0; | 
| Jakob Stoklund Olesen | 91cbcaf | 2011-04-02 06:03:35 +0000 | [diff] [blame] | 49 |  | 
|  | 50 | /// Tag - Cache tag is changed when any of the underlying LiveIntervalUnions | 
|  | 51 | /// change. | 
| Eugene Zelenko | f193332 | 2017-09-22 23:46:57 +0000 | [diff] [blame] | 52 | unsigned Tag = 0; | 
| Jakob Stoklund Olesen | 91cbcaf | 2011-04-02 06:03:35 +0000 | [diff] [blame] | 53 |  | 
| Jakob Stoklund Olesen | a153ca5 | 2011-07-14 05:35:11 +0000 | [diff] [blame] | 54 | /// RefCount - The total number of Cursor instances referring to this Entry. | 
| Eugene Zelenko | f193332 | 2017-09-22 23:46:57 +0000 | [diff] [blame] | 55 | unsigned RefCount = 0; | 
| Jakob Stoklund Olesen | a153ca5 | 2011-07-14 05:35:11 +0000 | [diff] [blame] | 56 |  | 
| Jakob Stoklund Olesen | 4ad6c16 | 2011-04-09 02:59:05 +0000 | [diff] [blame] | 57 | /// MF - The current function. | 
|  | 58 | MachineFunction *MF; | 
|  | 59 |  | 
| Jakob Stoklund Olesen | 91cbcaf | 2011-04-02 06:03:35 +0000 | [diff] [blame] | 60 | /// Indexes - Mapping block numbers to SlotIndex ranges. | 
| Eugene Zelenko | f193332 | 2017-09-22 23:46:57 +0000 | [diff] [blame] | 61 | SlotIndexes *Indexes = nullptr; | 
| Jakob Stoklund Olesen | 91cbcaf | 2011-04-02 06:03:35 +0000 | [diff] [blame] | 62 |  | 
| Jakob Stoklund Olesen | a16ae59 | 2012-02-10 18:58:34 +0000 | [diff] [blame] | 63 | /// LIS - Used for accessing register mask interference maps. | 
| Eugene Zelenko | f193332 | 2017-09-22 23:46:57 +0000 | [diff] [blame] | 64 | LiveIntervals *LIS = nullptr; | 
| Jakob Stoklund Olesen | a16ae59 | 2012-02-10 18:58:34 +0000 | [diff] [blame] | 65 |  | 
| Jakob Stoklund Olesen | 91cbcaf | 2011-04-02 06:03:35 +0000 | [diff] [blame] | 66 | /// PrevPos - The previous position the iterators were moved to. | 
|  | 67 | SlotIndex PrevPos; | 
|  | 68 |  | 
| Jakob Stoklund Olesen | 96eebf0 | 2012-06-20 22:52:26 +0000 | [diff] [blame] | 69 | /// RegUnitInfo - Information tracked about each RegUnit in PhysReg. | 
|  | 70 | /// When PrevPos is set, the iterators are valid as if advanceTo(PrevPos) | 
|  | 71 | /// had just been called. | 
|  | 72 | struct RegUnitInfo { | 
|  | 73 | /// Iterator pointing into the LiveIntervalUnion containing virtual | 
|  | 74 | /// register interference. | 
|  | 75 | LiveIntervalUnion::SegmentIter VirtI; | 
| Jakob Stoklund Olesen | 91cbcaf | 2011-04-02 06:03:35 +0000 | [diff] [blame] | 76 |  | 
| Jakob Stoklund Olesen | 96eebf0 | 2012-06-20 22:52:26 +0000 | [diff] [blame] | 77 | /// Tag of the LIU last time we looked. | 
|  | 78 | unsigned VirtTag; | 
| Jakob Stoklund Olesen | 91cbcaf | 2011-04-02 06:03:35 +0000 | [diff] [blame] | 79 |  | 
| Jakob Stoklund Olesen | 96eebf0 | 2012-06-20 22:52:26 +0000 | [diff] [blame] | 80 | /// Fixed interference in RegUnit. | 
| Eugene Zelenko | f193332 | 2017-09-22 23:46:57 +0000 | [diff] [blame] | 81 | LiveRange *Fixed = nullptr; | 
| Jakob Stoklund Olesen | 96eebf0 | 2012-06-20 22:52:26 +0000 | [diff] [blame] | 82 |  | 
|  | 83 | /// Iterator pointing into the fixed RegUnit interference. | 
|  | 84 | LiveInterval::iterator FixedI; | 
|  | 85 |  | 
| Eugene Zelenko | f193332 | 2017-09-22 23:46:57 +0000 | [diff] [blame] | 86 | RegUnitInfo(LiveIntervalUnion &LIU) : VirtTag(LIU.getTag()) { | 
| Jakob Stoklund Olesen | 96eebf0 | 2012-06-20 22:52:26 +0000 | [diff] [blame] | 87 | VirtI.setMap(LIU.getMap()); | 
|  | 88 | } | 
|  | 89 | }; | 
|  | 90 |  | 
|  | 91 | /// Info for each RegUnit in PhysReg. It is very rare ofr a PHysReg to have | 
|  | 92 | /// more than 4 RegUnits. | 
|  | 93 | SmallVector<RegUnitInfo, 4> RegUnits; | 
| Jakob Stoklund Olesen | 91cbcaf | 2011-04-02 06:03:35 +0000 | [diff] [blame] | 94 |  | 
|  | 95 | /// Blocks - Interference for each block in the function. | 
|  | 96 | SmallVector<BlockInterference, 8> Blocks; | 
|  | 97 |  | 
|  | 98 | /// update - Recompute Blocks[MBBNum] | 
|  | 99 | void update(unsigned MBBNum); | 
|  | 100 |  | 
|  | 101 | public: | 
| Eugene Zelenko | f193332 | 2017-09-22 23:46:57 +0000 | [diff] [blame] | 102 | Entry() = default; | 
| Jakob Stoklund Olesen | 91cbcaf | 2011-04-02 06:03:35 +0000 | [diff] [blame] | 103 |  | 
| Jakob Stoklund Olesen | a16ae59 | 2012-02-10 18:58:34 +0000 | [diff] [blame] | 104 | void clear(MachineFunction *mf, SlotIndexes *indexes, LiveIntervals *lis) { | 
| Jakob Stoklund Olesen | a153ca5 | 2011-07-14 05:35:11 +0000 | [diff] [blame] | 105 | assert(!hasRefs() && "Cannot clear cache entry with references"); | 
| Jakob Stoklund Olesen | 91cbcaf | 2011-04-02 06:03:35 +0000 | [diff] [blame] | 106 | PhysReg = 0; | 
| Jakob Stoklund Olesen | 4ad6c16 | 2011-04-09 02:59:05 +0000 | [diff] [blame] | 107 | MF = mf; | 
| Jakob Stoklund Olesen | 91cbcaf | 2011-04-02 06:03:35 +0000 | [diff] [blame] | 108 | Indexes = indexes; | 
| Jakob Stoklund Olesen | a16ae59 | 2012-02-10 18:58:34 +0000 | [diff] [blame] | 109 | LIS = lis; | 
| Jakob Stoklund Olesen | 91cbcaf | 2011-04-02 06:03:35 +0000 | [diff] [blame] | 110 | } | 
|  | 111 |  | 
|  | 112 | unsigned getPhysReg() const { return PhysReg; } | 
|  | 113 |  | 
| Jakob Stoklund Olesen | a153ca5 | 2011-07-14 05:35:11 +0000 | [diff] [blame] | 114 | void addRef(int Delta) { RefCount += Delta; } | 
|  | 115 |  | 
|  | 116 | bool hasRefs() const { return RefCount > 0; } | 
|  | 117 |  | 
| Jakob Stoklund Olesen | 96eebf0 | 2012-06-20 22:52:26 +0000 | [diff] [blame] | 118 | void revalidate(LiveIntervalUnion *LIUArray, const TargetRegisterInfo *TRI); | 
| Jakob Stoklund Olesen | 91cbcaf | 2011-04-02 06:03:35 +0000 | [diff] [blame] | 119 |  | 
|  | 120 | /// valid - Return true if this is a valid entry for physReg. | 
|  | 121 | bool valid(LiveIntervalUnion *LIUArray, const TargetRegisterInfo *TRI); | 
|  | 122 |  | 
|  | 123 | /// reset - Initialize entry to represent physReg's aliases. | 
|  | 124 | void reset(unsigned physReg, | 
|  | 125 | LiveIntervalUnion *LIUArray, | 
|  | 126 | const TargetRegisterInfo *TRI, | 
|  | 127 | const MachineFunction *MF); | 
|  | 128 |  | 
|  | 129 | /// get - Return an up to date BlockInterference. | 
|  | 130 | BlockInterference *get(unsigned MBBNum) { | 
|  | 131 | if (Blocks[MBBNum].Tag != Tag) | 
|  | 132 | update(MBBNum); | 
|  | 133 | return &Blocks[MBBNum]; | 
|  | 134 | } | 
|  | 135 | }; | 
|  | 136 |  | 
|  | 137 | // We don't keep a cache entry for every physical register, that would use too | 
|  | 138 | // much memory. Instead, a fixed number of cache entries are used in a round- | 
|  | 139 | // robin manner. | 
|  | 140 | enum { CacheEntries = 32 }; | 
|  | 141 |  | 
| Eugene Zelenko | f193332 | 2017-09-22 23:46:57 +0000 | [diff] [blame] | 142 | const TargetRegisterInfo *TRI = nullptr; | 
|  | 143 | LiveIntervalUnion *LIUArray = nullptr; | 
|  | 144 | MachineFunction *MF = nullptr; | 
|  | 145 |  | 
| Jakob Stoklund Olesen | 91cbcaf | 2011-04-02 06:03:35 +0000 | [diff] [blame] | 146 | // Point to an entry for each physreg. The entry pointed to may not be up to | 
|  | 147 | // date, and it may have been reused for a different physreg. | 
| Eugene Zelenko | f193332 | 2017-09-22 23:46:57 +0000 | [diff] [blame] | 148 | unsigned char* PhysRegEntries = nullptr; | 
|  | 149 | size_t PhysRegEntriesCount = 0; | 
| Jakob Stoklund Olesen | 91cbcaf | 2011-04-02 06:03:35 +0000 | [diff] [blame] | 150 |  | 
|  | 151 | // Next round-robin entry to be picked. | 
| Eugene Zelenko | f193332 | 2017-09-22 23:46:57 +0000 | [diff] [blame] | 152 | unsigned RoundRobin = 0; | 
| Jakob Stoklund Olesen | 91cbcaf | 2011-04-02 06:03:35 +0000 | [diff] [blame] | 153 |  | 
|  | 154 | // The actual cache entries. | 
|  | 155 | Entry Entries[CacheEntries]; | 
|  | 156 |  | 
|  | 157 | // get - Get a valid entry for PhysReg. | 
|  | 158 | Entry *get(unsigned PhysReg); | 
|  | 159 |  | 
|  | 160 | public: | 
| Eugene Zelenko | f193332 | 2017-09-22 23:46:57 +0000 | [diff] [blame] | 161 | friend class Cursor; | 
|  | 162 |  | 
|  | 163 | InterferenceCache() = default; | 
| Puyan Lotfi | 5eb1004 | 2014-02-06 09:23:24 +0000 | [diff] [blame] | 164 |  | 
|  | 165 | ~InterferenceCache() { | 
|  | 166 | free(PhysRegEntries); | 
|  | 167 | } | 
|  | 168 |  | 
|  | 169 | void reinitPhysRegEntries(); | 
| Jakob Stoklund Olesen | 91cbcaf | 2011-04-02 06:03:35 +0000 | [diff] [blame] | 170 |  | 
|  | 171 | /// init - Prepare cache for a new function. | 
| Eugene Zelenko | f193332 | 2017-09-22 23:46:57 +0000 | [diff] [blame] | 172 | void init(MachineFunction *mf, LiveIntervalUnion *liuarray, | 
|  | 173 | SlotIndexes *indexes, LiveIntervals *lis, | 
|  | 174 | const TargetRegisterInfo *tri); | 
| Jakob Stoklund Olesen | 91cbcaf | 2011-04-02 06:03:35 +0000 | [diff] [blame] | 175 |  | 
| Jakob Stoklund Olesen | a153ca5 | 2011-07-14 05:35:11 +0000 | [diff] [blame] | 176 | /// getMaxCursors - Return the maximum number of concurrent cursors that can | 
|  | 177 | /// be supported. | 
|  | 178 | unsigned getMaxCursors() const { return CacheEntries; } | 
|  | 179 |  | 
| Jakob Stoklund Olesen | 91cbcaf | 2011-04-02 06:03:35 +0000 | [diff] [blame] | 180 | /// Cursor - The primary query interface for the block interference cache. | 
|  | 181 | class Cursor { | 
| Eugene Zelenko | f193332 | 2017-09-22 23:46:57 +0000 | [diff] [blame] | 182 | Entry *CacheEntry = nullptr; | 
|  | 183 | const BlockInterference *Current = nullptr; | 
| Benjamin Kramer | 57a3d08 | 2015-03-08 16:07:39 +0000 | [diff] [blame] | 184 | static const BlockInterference NoInterference; | 
| Jakob Stoklund Olesen | a153ca5 | 2011-07-14 05:35:11 +0000 | [diff] [blame] | 185 |  | 
|  | 186 | void setEntry(Entry *E) { | 
| Craig Topper | ada0857 | 2014-04-16 04:21:27 +0000 | [diff] [blame] | 187 | Current = nullptr; | 
| Jakob Stoklund Olesen | a153ca5 | 2011-07-14 05:35:11 +0000 | [diff] [blame] | 188 | // Update reference counts. Nothing happens when RefCount reaches 0, so | 
|  | 189 | // we don't have to check for E == CacheEntry etc. | 
|  | 190 | if (CacheEntry) | 
|  | 191 | CacheEntry->addRef(-1); | 
|  | 192 | CacheEntry = E; | 
|  | 193 | if (CacheEntry) | 
|  | 194 | CacheEntry->addRef(+1); | 
|  | 195 | } | 
|  | 196 |  | 
| Jakob Stoklund Olesen | 91cbcaf | 2011-04-02 06:03:35 +0000 | [diff] [blame] | 197 | public: | 
| Jakob Stoklund Olesen | d7e9937 | 2011-07-14 00:17:10 +0000 | [diff] [blame] | 198 | /// Cursor - Create a dangling cursor. | 
| Eugene Zelenko | f193332 | 2017-09-22 23:46:57 +0000 | [diff] [blame] | 199 | Cursor() = default; | 
| Jakob Stoklund Olesen | a153ca5 | 2011-07-14 05:35:11 +0000 | [diff] [blame] | 200 |  | 
| Eugene Zelenko | f193332 | 2017-09-22 23:46:57 +0000 | [diff] [blame] | 201 | Cursor(const Cursor &O) { | 
| Jakob Stoklund Olesen | a153ca5 | 2011-07-14 05:35:11 +0000 | [diff] [blame] | 202 | setEntry(O.CacheEntry); | 
|  | 203 | } | 
|  | 204 |  | 
|  | 205 | Cursor &operator=(const Cursor &O) { | 
|  | 206 | setEntry(O.CacheEntry); | 
|  | 207 | return *this; | 
|  | 208 | } | 
| Jakob Stoklund Olesen | d7e9937 | 2011-07-14 00:17:10 +0000 | [diff] [blame] | 209 |  | 
| Eugene Zelenko | f193332 | 2017-09-22 23:46:57 +0000 | [diff] [blame] | 210 | ~Cursor() { setEntry(nullptr); } | 
|  | 211 |  | 
| Jakob Stoklund Olesen | d7e9937 | 2011-07-14 00:17:10 +0000 | [diff] [blame] | 212 | /// setPhysReg - Point this cursor to PhysReg's interference. | 
|  | 213 | void setPhysReg(InterferenceCache &Cache, unsigned PhysReg) { | 
| Jakob Stoklund Olesen | a153ca5 | 2011-07-14 05:35:11 +0000 | [diff] [blame] | 214 | // Release reference before getting a new one. That guarantees we can | 
|  | 215 | // actually have CacheEntries live cursors. | 
| Craig Topper | ada0857 | 2014-04-16 04:21:27 +0000 | [diff] [blame] | 216 | setEntry(nullptr); | 
| Jakob Stoklund Olesen | a153ca5 | 2011-07-14 05:35:11 +0000 | [diff] [blame] | 217 | if (PhysReg) | 
|  | 218 | setEntry(Cache.get(PhysReg)); | 
| Jakob Stoklund Olesen | d7e9937 | 2011-07-14 00:17:10 +0000 | [diff] [blame] | 219 | } | 
| Jakob Stoklund Olesen | 91cbcaf | 2011-04-02 06:03:35 +0000 | [diff] [blame] | 220 |  | 
|  | 221 | /// moveTo - Move cursor to basic block MBBNum. | 
|  | 222 | void moveToBlock(unsigned MBBNum) { | 
| Jakob Stoklund Olesen | cacefc7 | 2011-07-23 03:10:17 +0000 | [diff] [blame] | 223 | Current = CacheEntry ? CacheEntry->get(MBBNum) : &NoInterference; | 
| Jakob Stoklund Olesen | 91cbcaf | 2011-04-02 06:03:35 +0000 | [diff] [blame] | 224 | } | 
|  | 225 |  | 
|  | 226 | /// hasInterference - Return true if the current block has any interference. | 
|  | 227 | bool hasInterference() { | 
|  | 228 | return Current->First.isValid(); | 
|  | 229 | } | 
|  | 230 |  | 
|  | 231 | /// first - Return the starting index of the first interfering range in the | 
|  | 232 | /// current block. | 
|  | 233 | SlotIndex first() { | 
|  | 234 | return Current->First; | 
|  | 235 | } | 
|  | 236 |  | 
|  | 237 | /// last - Return the ending index of the last interfering range in the | 
|  | 238 | /// current block. | 
|  | 239 | SlotIndex last() { | 
|  | 240 | return Current->Last; | 
|  | 241 | } | 
|  | 242 | }; | 
| Jakob Stoklund Olesen | 91cbcaf | 2011-04-02 06:03:35 +0000 | [diff] [blame] | 243 | }; | 
|  | 244 |  | 
| Eugene Zelenko | f193332 | 2017-09-22 23:46:57 +0000 | [diff] [blame] | 245 | } // end namespace llvm | 
| Jakob Stoklund Olesen | 91cbcaf | 2011-04-02 06:03:35 +0000 | [diff] [blame] | 246 |  | 
| Eugene Zelenko | f193332 | 2017-09-22 23:46:57 +0000 | [diff] [blame] | 247 | #endif // LLVM_LIB_CODEGEN_INTERFERENCECACHE_H |