Eugene Zelenko | f193332 | 2017-09-22 23:46:57 +0000 | [diff] [blame] | 1 | //===- InterferenceCache.h - Caching per-block interference ----*- C++ -*--===// |
Jakob Stoklund Olesen | 91cbcaf | 2011-04-02 06:03:35 +0000 | [diff] [blame] | 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
| 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
| 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | // |
Jakob Stoklund Olesen | 96eebf0 | 2012-06-20 22:52:26 +0000 | [diff] [blame] | 10 | // InterferenceCache remembers per-block interference from LiveIntervalUnions, |
| 11 | // fixed RegUnit interference, and register masks. |
Jakob Stoklund Olesen | 91cbcaf | 2011-04-02 06:03:35 +0000 | [diff] [blame] | 12 | // |
| 13 | //===----------------------------------------------------------------------===// |
| 14 | |
Benjamin Kramer | a7c40ef | 2014-08-13 16:26:38 +0000 | [diff] [blame] | 15 | #ifndef LLVM_LIB_CODEGEN_INTERFERENCECACHE_H |
| 16 | #define LLVM_LIB_CODEGEN_INTERFERENCECACHE_H |
Jakob Stoklund Olesen | 91cbcaf | 2011-04-02 06:03:35 +0000 | [diff] [blame] | 17 | |
Eugene Zelenko | f193332 | 2017-09-22 23:46:57 +0000 | [diff] [blame] | 18 | #include "llvm/ADT/SmallVector.h" |
| 19 | #include "llvm/CodeGen/LiveInterval.h" |
Jakob Stoklund Olesen | 26c9d70 | 2012-11-28 19:13:06 +0000 | [diff] [blame] | 20 | #include "llvm/CodeGen/LiveIntervalUnion.h" |
Eugene Zelenko | f193332 | 2017-09-22 23:46:57 +0000 | [diff] [blame] | 21 | #include "llvm/CodeGen/SlotIndexes.h" |
| 22 | #include "llvm/Support/Compiler.h" |
| 23 | #include <cassert> |
| 24 | #include <cstddef> |
| 25 | #include <cstdlib> |
Jakob Stoklund Olesen | 91cbcaf | 2011-04-02 06:03:35 +0000 | [diff] [blame] | 26 | |
| 27 | namespace llvm { |
| 28 | |
Jakob Stoklund Olesen | a16ae59 | 2012-02-10 18:58:34 +0000 | [diff] [blame] | 29 | class LiveIntervals; |
Eugene Zelenko | f193332 | 2017-09-22 23:46:57 +0000 | [diff] [blame] | 30 | class MachineFunction; |
| 31 | class TargetRegisterInfo; |
Jakob Stoklund Olesen | a16ae59 | 2012-02-10 18:58:34 +0000 | [diff] [blame] | 32 | |
Benjamin Kramer | f4c2025 | 2015-07-01 14:47:39 +0000 | [diff] [blame] | 33 | class LLVM_LIBRARY_VISIBILITY InterferenceCache { |
Jakob Stoklund Olesen | 91cbcaf | 2011-04-02 06:03:35 +0000 | [diff] [blame] | 34 | /// BlockInterference - information about the interference in a single basic |
| 35 | /// block. |
| 36 | struct BlockInterference { |
Eugene Zelenko | f193332 | 2017-09-22 23:46:57 +0000 | [diff] [blame] | 37 | unsigned Tag = 0; |
Jakob Stoklund Olesen | 91cbcaf | 2011-04-02 06:03:35 +0000 | [diff] [blame] | 38 | SlotIndex First; |
| 39 | SlotIndex Last; |
Eugene Zelenko | f193332 | 2017-09-22 23:46:57 +0000 | [diff] [blame] | 40 | |
Eugene Zelenko | 8e30a1c | 2017-09-22 23:55:32 +0000 | [diff] [blame] | 41 | BlockInterference() {} |
Jakob Stoklund Olesen | 91cbcaf | 2011-04-02 06:03:35 +0000 | [diff] [blame] | 42 | }; |
| 43 | |
| 44 | /// Entry - A cache entry containing interference information for all aliases |
| 45 | /// of PhysReg in all basic blocks. |
| 46 | class Entry { |
| 47 | /// PhysReg - The register currently represented. |
Eugene Zelenko | f193332 | 2017-09-22 23:46:57 +0000 | [diff] [blame] | 48 | unsigned PhysReg = 0; |
Jakob Stoklund Olesen | 91cbcaf | 2011-04-02 06:03:35 +0000 | [diff] [blame] | 49 | |
| 50 | /// Tag - Cache tag is changed when any of the underlying LiveIntervalUnions |
| 51 | /// change. |
Eugene Zelenko | f193332 | 2017-09-22 23:46:57 +0000 | [diff] [blame] | 52 | unsigned Tag = 0; |
Jakob Stoklund Olesen | 91cbcaf | 2011-04-02 06:03:35 +0000 | [diff] [blame] | 53 | |
Jakob Stoklund Olesen | a153ca5 | 2011-07-14 05:35:11 +0000 | [diff] [blame] | 54 | /// RefCount - The total number of Cursor instances referring to this Entry. |
Eugene Zelenko | f193332 | 2017-09-22 23:46:57 +0000 | [diff] [blame] | 55 | unsigned RefCount = 0; |
Jakob Stoklund Olesen | a153ca5 | 2011-07-14 05:35:11 +0000 | [diff] [blame] | 56 | |
Jakob Stoklund Olesen | 4ad6c16 | 2011-04-09 02:59:05 +0000 | [diff] [blame] | 57 | /// MF - The current function. |
| 58 | MachineFunction *MF; |
| 59 | |
Jakob Stoklund Olesen | 91cbcaf | 2011-04-02 06:03:35 +0000 | [diff] [blame] | 60 | /// Indexes - Mapping block numbers to SlotIndex ranges. |
Eugene Zelenko | f193332 | 2017-09-22 23:46:57 +0000 | [diff] [blame] | 61 | SlotIndexes *Indexes = nullptr; |
Jakob Stoklund Olesen | 91cbcaf | 2011-04-02 06:03:35 +0000 | [diff] [blame] | 62 | |
Jakob Stoklund Olesen | a16ae59 | 2012-02-10 18:58:34 +0000 | [diff] [blame] | 63 | /// LIS - Used for accessing register mask interference maps. |
Eugene Zelenko | f193332 | 2017-09-22 23:46:57 +0000 | [diff] [blame] | 64 | LiveIntervals *LIS = nullptr; |
Jakob Stoklund Olesen | a16ae59 | 2012-02-10 18:58:34 +0000 | [diff] [blame] | 65 | |
Jakob Stoklund Olesen | 91cbcaf | 2011-04-02 06:03:35 +0000 | [diff] [blame] | 66 | /// PrevPos - The previous position the iterators were moved to. |
| 67 | SlotIndex PrevPos; |
| 68 | |
Jakob Stoklund Olesen | 96eebf0 | 2012-06-20 22:52:26 +0000 | [diff] [blame] | 69 | /// RegUnitInfo - Information tracked about each RegUnit in PhysReg. |
| 70 | /// When PrevPos is set, the iterators are valid as if advanceTo(PrevPos) |
| 71 | /// had just been called. |
| 72 | struct RegUnitInfo { |
| 73 | /// Iterator pointing into the LiveIntervalUnion containing virtual |
| 74 | /// register interference. |
| 75 | LiveIntervalUnion::SegmentIter VirtI; |
Jakob Stoklund Olesen | 91cbcaf | 2011-04-02 06:03:35 +0000 | [diff] [blame] | 76 | |
Jakob Stoklund Olesen | 96eebf0 | 2012-06-20 22:52:26 +0000 | [diff] [blame] | 77 | /// Tag of the LIU last time we looked. |
| 78 | unsigned VirtTag; |
Jakob Stoklund Olesen | 91cbcaf | 2011-04-02 06:03:35 +0000 | [diff] [blame] | 79 | |
Jakob Stoklund Olesen | 96eebf0 | 2012-06-20 22:52:26 +0000 | [diff] [blame] | 80 | /// Fixed interference in RegUnit. |
Eugene Zelenko | f193332 | 2017-09-22 23:46:57 +0000 | [diff] [blame] | 81 | LiveRange *Fixed = nullptr; |
Jakob Stoklund Olesen | 96eebf0 | 2012-06-20 22:52:26 +0000 | [diff] [blame] | 82 | |
| 83 | /// Iterator pointing into the fixed RegUnit interference. |
| 84 | LiveInterval::iterator FixedI; |
| 85 | |
Eugene Zelenko | f193332 | 2017-09-22 23:46:57 +0000 | [diff] [blame] | 86 | RegUnitInfo(LiveIntervalUnion &LIU) : VirtTag(LIU.getTag()) { |
Jakob Stoklund Olesen | 96eebf0 | 2012-06-20 22:52:26 +0000 | [diff] [blame] | 87 | VirtI.setMap(LIU.getMap()); |
| 88 | } |
| 89 | }; |
| 90 | |
| 91 | /// Info for each RegUnit in PhysReg. It is very rare ofr a PHysReg to have |
| 92 | /// more than 4 RegUnits. |
| 93 | SmallVector<RegUnitInfo, 4> RegUnits; |
Jakob Stoklund Olesen | 91cbcaf | 2011-04-02 06:03:35 +0000 | [diff] [blame] | 94 | |
| 95 | /// Blocks - Interference for each block in the function. |
| 96 | SmallVector<BlockInterference, 8> Blocks; |
| 97 | |
| 98 | /// update - Recompute Blocks[MBBNum] |
| 99 | void update(unsigned MBBNum); |
| 100 | |
| 101 | public: |
Eugene Zelenko | f193332 | 2017-09-22 23:46:57 +0000 | [diff] [blame] | 102 | Entry() = default; |
Jakob Stoklund Olesen | 91cbcaf | 2011-04-02 06:03:35 +0000 | [diff] [blame] | 103 | |
Jakob Stoklund Olesen | a16ae59 | 2012-02-10 18:58:34 +0000 | [diff] [blame] | 104 | void clear(MachineFunction *mf, SlotIndexes *indexes, LiveIntervals *lis) { |
Jakob Stoklund Olesen | a153ca5 | 2011-07-14 05:35:11 +0000 | [diff] [blame] | 105 | assert(!hasRefs() && "Cannot clear cache entry with references"); |
Jakob Stoklund Olesen | 91cbcaf | 2011-04-02 06:03:35 +0000 | [diff] [blame] | 106 | PhysReg = 0; |
Jakob Stoklund Olesen | 4ad6c16 | 2011-04-09 02:59:05 +0000 | [diff] [blame] | 107 | MF = mf; |
Jakob Stoklund Olesen | 91cbcaf | 2011-04-02 06:03:35 +0000 | [diff] [blame] | 108 | Indexes = indexes; |
Jakob Stoklund Olesen | a16ae59 | 2012-02-10 18:58:34 +0000 | [diff] [blame] | 109 | LIS = lis; |
Jakob Stoklund Olesen | 91cbcaf | 2011-04-02 06:03:35 +0000 | [diff] [blame] | 110 | } |
| 111 | |
| 112 | unsigned getPhysReg() const { return PhysReg; } |
| 113 | |
Jakob Stoklund Olesen | a153ca5 | 2011-07-14 05:35:11 +0000 | [diff] [blame] | 114 | void addRef(int Delta) { RefCount += Delta; } |
| 115 | |
| 116 | bool hasRefs() const { return RefCount > 0; } |
| 117 | |
Jakob Stoklund Olesen | 96eebf0 | 2012-06-20 22:52:26 +0000 | [diff] [blame] | 118 | void revalidate(LiveIntervalUnion *LIUArray, const TargetRegisterInfo *TRI); |
Jakob Stoklund Olesen | 91cbcaf | 2011-04-02 06:03:35 +0000 | [diff] [blame] | 119 | |
| 120 | /// valid - Return true if this is a valid entry for physReg. |
| 121 | bool valid(LiveIntervalUnion *LIUArray, const TargetRegisterInfo *TRI); |
| 122 | |
| 123 | /// reset - Initialize entry to represent physReg's aliases. |
| 124 | void reset(unsigned physReg, |
| 125 | LiveIntervalUnion *LIUArray, |
| 126 | const TargetRegisterInfo *TRI, |
| 127 | const MachineFunction *MF); |
| 128 | |
| 129 | /// get - Return an up to date BlockInterference. |
| 130 | BlockInterference *get(unsigned MBBNum) { |
| 131 | if (Blocks[MBBNum].Tag != Tag) |
| 132 | update(MBBNum); |
| 133 | return &Blocks[MBBNum]; |
| 134 | } |
| 135 | }; |
| 136 | |
| 137 | // We don't keep a cache entry for every physical register, that would use too |
| 138 | // much memory. Instead, a fixed number of cache entries are used in a round- |
| 139 | // robin manner. |
| 140 | enum { CacheEntries = 32 }; |
| 141 | |
Eugene Zelenko | f193332 | 2017-09-22 23:46:57 +0000 | [diff] [blame] | 142 | const TargetRegisterInfo *TRI = nullptr; |
| 143 | LiveIntervalUnion *LIUArray = nullptr; |
| 144 | MachineFunction *MF = nullptr; |
| 145 | |
Jakob Stoklund Olesen | 91cbcaf | 2011-04-02 06:03:35 +0000 | [diff] [blame] | 146 | // Point to an entry for each physreg. The entry pointed to may not be up to |
| 147 | // date, and it may have been reused for a different physreg. |
Eugene Zelenko | f193332 | 2017-09-22 23:46:57 +0000 | [diff] [blame] | 148 | unsigned char* PhysRegEntries = nullptr; |
| 149 | size_t PhysRegEntriesCount = 0; |
Jakob Stoklund Olesen | 91cbcaf | 2011-04-02 06:03:35 +0000 | [diff] [blame] | 150 | |
| 151 | // Next round-robin entry to be picked. |
Eugene Zelenko | f193332 | 2017-09-22 23:46:57 +0000 | [diff] [blame] | 152 | unsigned RoundRobin = 0; |
Jakob Stoklund Olesen | 91cbcaf | 2011-04-02 06:03:35 +0000 | [diff] [blame] | 153 | |
| 154 | // The actual cache entries. |
| 155 | Entry Entries[CacheEntries]; |
| 156 | |
| 157 | // get - Get a valid entry for PhysReg. |
| 158 | Entry *get(unsigned PhysReg); |
| 159 | |
| 160 | public: |
Eugene Zelenko | f193332 | 2017-09-22 23:46:57 +0000 | [diff] [blame] | 161 | friend class Cursor; |
| 162 | |
| 163 | InterferenceCache() = default; |
Puyan Lotfi | 5eb1004 | 2014-02-06 09:23:24 +0000 | [diff] [blame] | 164 | |
| 165 | ~InterferenceCache() { |
| 166 | free(PhysRegEntries); |
| 167 | } |
| 168 | |
| 169 | void reinitPhysRegEntries(); |
Jakob Stoklund Olesen | 91cbcaf | 2011-04-02 06:03:35 +0000 | [diff] [blame] | 170 | |
| 171 | /// init - Prepare cache for a new function. |
Eugene Zelenko | f193332 | 2017-09-22 23:46:57 +0000 | [diff] [blame] | 172 | void init(MachineFunction *mf, LiveIntervalUnion *liuarray, |
| 173 | SlotIndexes *indexes, LiveIntervals *lis, |
| 174 | const TargetRegisterInfo *tri); |
Jakob Stoklund Olesen | 91cbcaf | 2011-04-02 06:03:35 +0000 | [diff] [blame] | 175 | |
Jakob Stoklund Olesen | a153ca5 | 2011-07-14 05:35:11 +0000 | [diff] [blame] | 176 | /// getMaxCursors - Return the maximum number of concurrent cursors that can |
| 177 | /// be supported. |
| 178 | unsigned getMaxCursors() const { return CacheEntries; } |
| 179 | |
Jakob Stoklund Olesen | 91cbcaf | 2011-04-02 06:03:35 +0000 | [diff] [blame] | 180 | /// Cursor - The primary query interface for the block interference cache. |
| 181 | class Cursor { |
Eugene Zelenko | f193332 | 2017-09-22 23:46:57 +0000 | [diff] [blame] | 182 | Entry *CacheEntry = nullptr; |
| 183 | const BlockInterference *Current = nullptr; |
Benjamin Kramer | 57a3d08 | 2015-03-08 16:07:39 +0000 | [diff] [blame] | 184 | static const BlockInterference NoInterference; |
Jakob Stoklund Olesen | a153ca5 | 2011-07-14 05:35:11 +0000 | [diff] [blame] | 185 | |
| 186 | void setEntry(Entry *E) { |
Craig Topper | ada0857 | 2014-04-16 04:21:27 +0000 | [diff] [blame] | 187 | Current = nullptr; |
Jakob Stoklund Olesen | a153ca5 | 2011-07-14 05:35:11 +0000 | [diff] [blame] | 188 | // Update reference counts. Nothing happens when RefCount reaches 0, so |
| 189 | // we don't have to check for E == CacheEntry etc. |
| 190 | if (CacheEntry) |
| 191 | CacheEntry->addRef(-1); |
| 192 | CacheEntry = E; |
| 193 | if (CacheEntry) |
| 194 | CacheEntry->addRef(+1); |
| 195 | } |
| 196 | |
Jakob Stoklund Olesen | 91cbcaf | 2011-04-02 06:03:35 +0000 | [diff] [blame] | 197 | public: |
Jakob Stoklund Olesen | d7e9937 | 2011-07-14 00:17:10 +0000 | [diff] [blame] | 198 | /// Cursor - Create a dangling cursor. |
Eugene Zelenko | f193332 | 2017-09-22 23:46:57 +0000 | [diff] [blame] | 199 | Cursor() = default; |
Jakob Stoklund Olesen | a153ca5 | 2011-07-14 05:35:11 +0000 | [diff] [blame] | 200 | |
Eugene Zelenko | f193332 | 2017-09-22 23:46:57 +0000 | [diff] [blame] | 201 | Cursor(const Cursor &O) { |
Jakob Stoklund Olesen | a153ca5 | 2011-07-14 05:35:11 +0000 | [diff] [blame] | 202 | setEntry(O.CacheEntry); |
| 203 | } |
| 204 | |
| 205 | Cursor &operator=(const Cursor &O) { |
| 206 | setEntry(O.CacheEntry); |
| 207 | return *this; |
| 208 | } |
Jakob Stoklund Olesen | d7e9937 | 2011-07-14 00:17:10 +0000 | [diff] [blame] | 209 | |
Eugene Zelenko | f193332 | 2017-09-22 23:46:57 +0000 | [diff] [blame] | 210 | ~Cursor() { setEntry(nullptr); } |
| 211 | |
Jakob Stoklund Olesen | d7e9937 | 2011-07-14 00:17:10 +0000 | [diff] [blame] | 212 | /// setPhysReg - Point this cursor to PhysReg's interference. |
| 213 | void setPhysReg(InterferenceCache &Cache, unsigned PhysReg) { |
Jakob Stoklund Olesen | a153ca5 | 2011-07-14 05:35:11 +0000 | [diff] [blame] | 214 | // Release reference before getting a new one. That guarantees we can |
| 215 | // actually have CacheEntries live cursors. |
Craig Topper | ada0857 | 2014-04-16 04:21:27 +0000 | [diff] [blame] | 216 | setEntry(nullptr); |
Jakob Stoklund Olesen | a153ca5 | 2011-07-14 05:35:11 +0000 | [diff] [blame] | 217 | if (PhysReg) |
| 218 | setEntry(Cache.get(PhysReg)); |
Jakob Stoklund Olesen | d7e9937 | 2011-07-14 00:17:10 +0000 | [diff] [blame] | 219 | } |
Jakob Stoklund Olesen | 91cbcaf | 2011-04-02 06:03:35 +0000 | [diff] [blame] | 220 | |
| 221 | /// moveTo - Move cursor to basic block MBBNum. |
| 222 | void moveToBlock(unsigned MBBNum) { |
Jakob Stoklund Olesen | cacefc7 | 2011-07-23 03:10:17 +0000 | [diff] [blame] | 223 | Current = CacheEntry ? CacheEntry->get(MBBNum) : &NoInterference; |
Jakob Stoklund Olesen | 91cbcaf | 2011-04-02 06:03:35 +0000 | [diff] [blame] | 224 | } |
| 225 | |
| 226 | /// hasInterference - Return true if the current block has any interference. |
| 227 | bool hasInterference() { |
| 228 | return Current->First.isValid(); |
| 229 | } |
| 230 | |
| 231 | /// first - Return the starting index of the first interfering range in the |
| 232 | /// current block. |
| 233 | SlotIndex first() { |
| 234 | return Current->First; |
| 235 | } |
| 236 | |
| 237 | /// last - Return the ending index of the last interfering range in the |
| 238 | /// current block. |
| 239 | SlotIndex last() { |
| 240 | return Current->Last; |
| 241 | } |
| 242 | }; |
Jakob Stoklund Olesen | 91cbcaf | 2011-04-02 06:03:35 +0000 | [diff] [blame] | 243 | }; |
| 244 | |
Eugene Zelenko | f193332 | 2017-09-22 23:46:57 +0000 | [diff] [blame] | 245 | } // end namespace llvm |
Jakob Stoklund Olesen | 91cbcaf | 2011-04-02 06:03:35 +0000 | [diff] [blame] | 246 | |
Eugene Zelenko | f193332 | 2017-09-22 23:46:57 +0000 | [diff] [blame] | 247 | #endif // LLVM_LIB_CODEGEN_INTERFERENCECACHE_H |