Chris Lattner | fb449b9 | 2004-07-23 17:49:16 +0000 | [diff] [blame] | 1 | //===-- LiveInterval.cpp - Live Interval Representation -------------------===// |
| 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
Chris Lattner | 4ee451d | 2007-12-29 20:36:04 +0000 | [diff] [blame] | 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
Chris Lattner | fb449b9 | 2004-07-23 17:49:16 +0000 | [diff] [blame] | 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | // |
| 10 | // This file implements the LiveRange and LiveInterval classes. Given some |
| 11 | // numbering of each the machine instructions an interval [i, j) is said to be a |
| 12 | // live interval for register v if there is no instruction with number j' > j |
Bob Wilson | 86af655 | 2010-01-12 22:18:56 +0000 | [diff] [blame] | 13 | // such that v is live at j' and there is no instruction with number i' < i such |
Chris Lattner | fb449b9 | 2004-07-23 17:49:16 +0000 | [diff] [blame] | 14 | // that v is live at i'. In this implementation intervals can have holes, |
| 15 | // i.e. an interval might look like [1,20), [50,65), [1000,1001). Each |
| 16 | // individual range is represented as an instance of LiveRange, and the whole |
| 17 | // interval is represented as an instance of LiveInterval. |
| 18 | // |
| 19 | //===----------------------------------------------------------------------===// |
| 20 | |
Bill Wendling | d9fd2ac | 2006-11-28 02:08:17 +0000 | [diff] [blame] | 21 | #include "llvm/CodeGen/LiveInterval.h" |
Lang Hames | 233a60e | 2009-11-03 23:52:08 +0000 | [diff] [blame] | 22 | #include "llvm/CodeGen/LiveIntervalAnalysis.h" |
Evan Cheng | 90f95f8 | 2009-06-14 20:22:55 +0000 | [diff] [blame] | 23 | #include "llvm/CodeGen/MachineRegisterInfo.h" |
Evan Cheng | 0adb527 | 2009-04-25 09:25:19 +0000 | [diff] [blame] | 24 | #include "llvm/ADT/DenseMap.h" |
Evan Cheng | 3c1f4a4 | 2007-10-17 02:13:29 +0000 | [diff] [blame] | 25 | #include "llvm/ADT/SmallSet.h" |
Bill Wendling | 38b0e7b | 2006-11-28 03:31:29 +0000 | [diff] [blame] | 26 | #include "llvm/ADT/STLExtras.h" |
David Greene | 5242154 | 2010-01-04 22:41:43 +0000 | [diff] [blame] | 27 | #include "llvm/Support/Debug.h" |
Daniel Dunbar | a717b7b | 2009-07-24 10:47:20 +0000 | [diff] [blame] | 28 | #include "llvm/Support/raw_ostream.h" |
Dan Gohman | 6f0d024 | 2008-02-10 18:45:23 +0000 | [diff] [blame] | 29 | #include "llvm/Target/TargetRegisterInfo.h" |
Alkis Evlogimenos | c4d3b91 | 2004-09-28 02:38:58 +0000 | [diff] [blame] | 30 | #include <algorithm> |
Chris Lattner | fb449b9 | 2004-07-23 17:49:16 +0000 | [diff] [blame] | 31 | using namespace llvm; |
| 32 | |
Jakob Stoklund Olesen | 7c72707 | 2010-09-21 20:16:12 +0000 | [diff] [blame] | 33 | // CompEnd - Compare LiveRange ends. |
Jakob Stoklund Olesen | 89bfef0 | 2010-09-21 18:34:17 +0000 | [diff] [blame] | 34 | namespace { |
Jakob Stoklund Olesen | 2de0e80 | 2010-09-21 18:24:30 +0000 | [diff] [blame] | 35 | struct CompEnd { |
Jakob Stoklund Olesen | b64f669 | 2011-03-03 04:23:52 +0000 | [diff] [blame] | 36 | bool operator()(SlotIndex A, const LiveRange &B) const { |
| 37 | return A < B.end; |
| 38 | } |
Oscar Fuentes | 3aefa77 | 2011-03-08 19:26:21 +0000 | [diff] [blame] | 39 | bool operator()(const LiveRange &A, SlotIndex B) const { |
Jakob Stoklund Olesen | b64f669 | 2011-03-03 04:23:52 +0000 | [diff] [blame] | 40 | return A.end < B; |
Jakob Stoklund Olesen | 2de0e80 | 2010-09-21 18:24:30 +0000 | [diff] [blame] | 41 | } |
Jakob Stoklund Olesen | 5bf76cd | 2011-03-08 19:37:54 +0000 | [diff] [blame] | 42 | bool operator()(const LiveRange &A, const LiveRange &B) const { |
| 43 | return A.end < B.end; |
| 44 | } |
Jakob Stoklund Olesen | 2de0e80 | 2010-09-21 18:24:30 +0000 | [diff] [blame] | 45 | }; |
Jakob Stoklund Olesen | 89bfef0 | 2010-09-21 18:34:17 +0000 | [diff] [blame] | 46 | } |
Chris Lattner | fb449b9 | 2004-07-23 17:49:16 +0000 | [diff] [blame] | 47 | |
Jakob Stoklund Olesen | f568b27 | 2010-09-21 17:12:18 +0000 | [diff] [blame] | 48 | LiveInterval::iterator LiveInterval::find(SlotIndex Pos) { |
Jakob Stoklund Olesen | 201ecfc | 2010-10-05 18:48:55 +0000 | [diff] [blame] | 49 | assert(Pos.isValid() && "Cannot search for an invalid index"); |
Jakob Stoklund Olesen | b64f669 | 2011-03-03 04:23:52 +0000 | [diff] [blame] | 50 | return std::upper_bound(begin(), end(), Pos, CompEnd()); |
Jakob Stoklund Olesen | 15a5714 | 2010-06-25 22:53:05 +0000 | [diff] [blame] | 51 | } |
| 52 | |
| 53 | /// killedInRange - Return true if the interval has kills in [Start,End). |
| 54 | bool LiveInterval::killedInRange(SlotIndex Start, SlotIndex End) const { |
| 55 | Ranges::const_iterator r = |
| 56 | std::lower_bound(ranges.begin(), ranges.end(), End); |
| 57 | |
| 58 | // Now r points to the first interval with start >= End, or ranges.end(). |
| 59 | if (r == ranges.begin()) |
| 60 | return false; |
| 61 | |
| 62 | --r; |
| 63 | // Now r points to the last interval with end <= End. |
| 64 | // r->end is the kill point. |
| 65 | return r->end >= Start && r->end < End; |
| 66 | } |
| 67 | |
Chris Lattner | bae74d9 | 2004-11-18 03:47:34 +0000 | [diff] [blame] | 68 | // overlaps - Return true if the intersection of the two live intervals is |
| 69 | // not empty. |
| 70 | // |
Chris Lattner | fb449b9 | 2004-07-23 17:49:16 +0000 | [diff] [blame] | 71 | // An example for overlaps(): |
| 72 | // |
| 73 | // 0: A = ... |
| 74 | // 4: B = ... |
| 75 | // 8: C = A + B ;; last use of A |
| 76 | // |
| 77 | // The live intervals should look like: |
| 78 | // |
| 79 | // A = [3, 11) |
| 80 | // B = [7, x) |
| 81 | // C = [11, y) |
| 82 | // |
| 83 | // A->overlaps(C) should return false since we want to be able to join |
| 84 | // A and C. |
Chris Lattner | bae74d9 | 2004-11-18 03:47:34 +0000 | [diff] [blame] | 85 | // |
| 86 | bool LiveInterval::overlapsFrom(const LiveInterval& other, |
| 87 | const_iterator StartPos) const { |
Jakob Stoklund Olesen | 6382d2c | 2010-07-13 19:56:28 +0000 | [diff] [blame] | 88 | assert(!empty() && "empty interval"); |
Chris Lattner | bae74d9 | 2004-11-18 03:47:34 +0000 | [diff] [blame] | 89 | const_iterator i = begin(); |
| 90 | const_iterator ie = end(); |
| 91 | const_iterator j = StartPos; |
| 92 | const_iterator je = other.end(); |
| 93 | |
| 94 | assert((StartPos->start <= i->start || StartPos == other.begin()) && |
Chris Lattner | 8c68b6a | 2004-11-18 04:02:11 +0000 | [diff] [blame] | 95 | StartPos != other.end() && "Bogus start position hint!"); |
Chris Lattner | f542649 | 2004-07-25 07:11:19 +0000 | [diff] [blame] | 96 | |
Chris Lattner | fb449b9 | 2004-07-23 17:49:16 +0000 | [diff] [blame] | 97 | if (i->start < j->start) { |
Chris Lattner | aa14147 | 2004-07-23 18:40:00 +0000 | [diff] [blame] | 98 | i = std::upper_bound(i, ie, j->start); |
Chris Lattner | fb449b9 | 2004-07-23 17:49:16 +0000 | [diff] [blame] | 99 | if (i != ranges.begin()) --i; |
Chris Lattner | aa14147 | 2004-07-23 18:40:00 +0000 | [diff] [blame] | 100 | } else if (j->start < i->start) { |
Chris Lattner | ead1b3f | 2004-12-04 01:22:09 +0000 | [diff] [blame] | 101 | ++StartPos; |
| 102 | if (StartPos != other.end() && StartPos->start <= i->start) { |
| 103 | assert(StartPos < other.end() && i < end()); |
Chris Lattner | 8c68b6a | 2004-11-18 04:02:11 +0000 | [diff] [blame] | 104 | j = std::upper_bound(j, je, i->start); |
| 105 | if (j != other.ranges.begin()) --j; |
| 106 | } |
Chris Lattner | aa14147 | 2004-07-23 18:40:00 +0000 | [diff] [blame] | 107 | } else { |
| 108 | return true; |
Chris Lattner | fb449b9 | 2004-07-23 17:49:16 +0000 | [diff] [blame] | 109 | } |
| 110 | |
Chris Lattner | 9fddc12 | 2004-11-18 05:28:21 +0000 | [diff] [blame] | 111 | if (j == je) return false; |
| 112 | |
| 113 | while (i != ie) { |
Chris Lattner | fb449b9 | 2004-07-23 17:49:16 +0000 | [diff] [blame] | 114 | if (i->start > j->start) { |
Alkis Evlogimenos | a1613db | 2004-07-24 11:44:15 +0000 | [diff] [blame] | 115 | std::swap(i, j); |
| 116 | std::swap(ie, je); |
Chris Lattner | fb449b9 | 2004-07-23 17:49:16 +0000 | [diff] [blame] | 117 | } |
Chris Lattner | fb449b9 | 2004-07-23 17:49:16 +0000 | [diff] [blame] | 118 | |
| 119 | if (i->end > j->start) |
| 120 | return true; |
| 121 | ++i; |
| 122 | } |
| 123 | |
| 124 | return false; |
| 125 | } |
| 126 | |
Evan Cheng | cccdb2b | 2009-04-18 08:52:15 +0000 | [diff] [blame] | 127 | /// overlaps - Return true if the live interval overlaps a range specified |
| 128 | /// by [Start, End). |
Lang Hames | 233a60e | 2009-11-03 23:52:08 +0000 | [diff] [blame] | 129 | bool LiveInterval::overlaps(SlotIndex Start, SlotIndex End) const { |
Evan Cheng | cccdb2b | 2009-04-18 08:52:15 +0000 | [diff] [blame] | 130 | assert(Start < End && "Invalid range"); |
Jakob Stoklund Olesen | 186eb73 | 2010-07-13 19:42:20 +0000 | [diff] [blame] | 131 | const_iterator I = std::lower_bound(begin(), end(), End); |
| 132 | return I != begin() && (--I)->end > Start; |
Evan Cheng | cccdb2b | 2009-04-18 08:52:15 +0000 | [diff] [blame] | 133 | } |
| 134 | |
Lang Hames | 6f4e4df | 2010-07-26 01:49:41 +0000 | [diff] [blame] | 135 | |
| 136 | /// ValNo is dead, remove it. If it is the largest value number, just nuke it |
| 137 | /// (and any other deleted values neighboring it), otherwise mark it as ~1U so |
| 138 | /// it can be nuked later. |
| 139 | void LiveInterval::markValNoForDeletion(VNInfo *ValNo) { |
| 140 | if (ValNo->id == getNumValNums()-1) { |
| 141 | do { |
| 142 | valnos.pop_back(); |
| 143 | } while (!valnos.empty() && valnos.back()->isUnused()); |
| 144 | } else { |
| 145 | ValNo->setIsUnused(true); |
| 146 | } |
| 147 | } |
| 148 | |
Jakob Stoklund Olesen | 2343659 | 2010-08-06 18:46:59 +0000 | [diff] [blame] | 149 | /// RenumberValues - Renumber all values in order of appearance and delete the |
| 150 | /// remaining unused values. |
Jakob Stoklund Olesen | fff2c47 | 2010-08-12 20:38:03 +0000 | [diff] [blame] | 151 | void LiveInterval::RenumberValues(LiveIntervals &lis) { |
Jakob Stoklund Olesen | 2343659 | 2010-08-06 18:46:59 +0000 | [diff] [blame] | 152 | SmallPtrSet<VNInfo*, 8> Seen; |
Jakob Stoklund Olesen | fff2c47 | 2010-08-12 20:38:03 +0000 | [diff] [blame] | 153 | bool seenPHIDef = false; |
Jakob Stoklund Olesen | 2343659 | 2010-08-06 18:46:59 +0000 | [diff] [blame] | 154 | valnos.clear(); |
| 155 | for (const_iterator I = begin(), E = end(); I != E; ++I) { |
| 156 | VNInfo *VNI = I->valno; |
| 157 | if (!Seen.insert(VNI)) |
| 158 | continue; |
| 159 | assert(!VNI->isUnused() && "Unused valno used by live range"); |
| 160 | VNI->id = (unsigned)valnos.size(); |
| 161 | valnos.push_back(VNI); |
Jakob Stoklund Olesen | fff2c47 | 2010-08-12 20:38:03 +0000 | [diff] [blame] | 162 | VNI->setHasPHIKill(false); |
| 163 | if (VNI->isPHIDef()) |
| 164 | seenPHIDef = true; |
| 165 | } |
| 166 | |
| 167 | // Recompute phi kill flags. |
| 168 | if (!seenPHIDef) |
| 169 | return; |
| 170 | for (const_vni_iterator I = vni_begin(), E = vni_end(); I != E; ++I) { |
| 171 | VNInfo *VNI = *I; |
| 172 | if (!VNI->isPHIDef()) |
| 173 | continue; |
| 174 | const MachineBasicBlock *PHIBB = lis.getMBBFromIndex(VNI->def); |
| 175 | assert(PHIBB && "No basic block for phi-def"); |
| 176 | for (MachineBasicBlock::const_pred_iterator PI = PHIBB->pred_begin(), |
| 177 | PE = PHIBB->pred_end(); PI != PE; ++PI) { |
| 178 | VNInfo *KVNI = getVNInfoAt(lis.getMBBEndIdx(*PI).getPrevSlot()); |
| 179 | if (KVNI) |
| 180 | KVNI->setHasPHIKill(true); |
| 181 | } |
Jakob Stoklund Olesen | 2343659 | 2010-08-06 18:46:59 +0000 | [diff] [blame] | 182 | } |
| 183 | } |
| 184 | |
Chris Lattner | b26c215 | 2004-07-23 19:38:44 +0000 | [diff] [blame] | 185 | /// extendIntervalEndTo - This method is used when we want to extend the range |
| 186 | /// specified by I to end at the specified endpoint. To do this, we should |
| 187 | /// merge and eliminate all ranges that this will overlap with. The iterator is |
| 188 | /// not invalidated. |
Lang Hames | 233a60e | 2009-11-03 23:52:08 +0000 | [diff] [blame] | 189 | void LiveInterval::extendIntervalEndTo(Ranges::iterator I, SlotIndex NewEnd) { |
Chris Lattner | b26c215 | 2004-07-23 19:38:44 +0000 | [diff] [blame] | 190 | assert(I != ranges.end() && "Not a valid interval!"); |
Evan Cheng | 7ecb38b | 2007-08-29 20:45:00 +0000 | [diff] [blame] | 191 | VNInfo *ValNo = I->valno; |
Chris Lattner | fb449b9 | 2004-07-23 17:49:16 +0000 | [diff] [blame] | 192 | |
Chris Lattner | b26c215 | 2004-07-23 19:38:44 +0000 | [diff] [blame] | 193 | // Search for the first interval that we can't merge with. |
Oscar Fuentes | ee56c42 | 2010-08-02 06:00:15 +0000 | [diff] [blame] | 194 | Ranges::iterator MergeTo = llvm::next(I); |
Chris Lattner | abf295f | 2004-07-24 02:52:23 +0000 | [diff] [blame] | 195 | for (; MergeTo != ranges.end() && NewEnd >= MergeTo->end; ++MergeTo) { |
Evan Cheng | 7ecb38b | 2007-08-29 20:45:00 +0000 | [diff] [blame] | 196 | assert(MergeTo->valno == ValNo && "Cannot merge with differing values!"); |
Chris Lattner | abf295f | 2004-07-24 02:52:23 +0000 | [diff] [blame] | 197 | } |
Chris Lattner | b26c215 | 2004-07-23 19:38:44 +0000 | [diff] [blame] | 198 | |
| 199 | // If NewEnd was in the middle of an interval, make sure to get its endpoint. |
| 200 | I->end = std::max(NewEnd, prior(MergeTo)->end); |
| 201 | |
Chris Lattner | b0fa11c | 2005-10-20 07:39:25 +0000 | [diff] [blame] | 202 | // Erase any dead ranges. |
Oscar Fuentes | ee56c42 | 2010-08-02 06:00:15 +0000 | [diff] [blame] | 203 | ranges.erase(llvm::next(I), MergeTo); |
Evan Cheng | 4f8ff16 | 2007-08-11 00:59:19 +0000 | [diff] [blame] | 204 | |
Chris Lattner | b0fa11c | 2005-10-20 07:39:25 +0000 | [diff] [blame] | 205 | // If the newly formed range now touches the range after it and if they have |
| 206 | // the same value number, merge the two ranges into one range. |
Oscar Fuentes | ee56c42 | 2010-08-02 06:00:15 +0000 | [diff] [blame] | 207 | Ranges::iterator Next = llvm::next(I); |
Evan Cheng | 7ecb38b | 2007-08-29 20:45:00 +0000 | [diff] [blame] | 208 | if (Next != ranges.end() && Next->start <= I->end && Next->valno == ValNo) { |
Chris Lattner | cef6010 | 2005-10-20 22:50:10 +0000 | [diff] [blame] | 209 | I->end = Next->end; |
| 210 | ranges.erase(Next); |
Chris Lattner | b0fa11c | 2005-10-20 07:39:25 +0000 | [diff] [blame] | 211 | } |
Chris Lattner | b26c215 | 2004-07-23 19:38:44 +0000 | [diff] [blame] | 212 | } |
| 213 | |
| 214 | |
| 215 | /// extendIntervalStartTo - This method is used when we want to extend the range |
| 216 | /// specified by I to start at the specified endpoint. To do this, we should |
| 217 | /// merge and eliminate all ranges that this will overlap with. |
Misha Brukman | edf128a | 2005-04-21 22:36:52 +0000 | [diff] [blame] | 218 | LiveInterval::Ranges::iterator |
Lang Hames | 233a60e | 2009-11-03 23:52:08 +0000 | [diff] [blame] | 219 | LiveInterval::extendIntervalStartTo(Ranges::iterator I, SlotIndex NewStart) { |
Chris Lattner | b26c215 | 2004-07-23 19:38:44 +0000 | [diff] [blame] | 220 | assert(I != ranges.end() && "Not a valid interval!"); |
Evan Cheng | 7ecb38b | 2007-08-29 20:45:00 +0000 | [diff] [blame] | 221 | VNInfo *ValNo = I->valno; |
Chris Lattner | b26c215 | 2004-07-23 19:38:44 +0000 | [diff] [blame] | 222 | |
| 223 | // Search for the first interval that we can't merge with. |
| 224 | Ranges::iterator MergeTo = I; |
| 225 | do { |
| 226 | if (MergeTo == ranges.begin()) { |
| 227 | I->start = NewStart; |
Chris Lattner | abf295f | 2004-07-24 02:52:23 +0000 | [diff] [blame] | 228 | ranges.erase(MergeTo, I); |
Chris Lattner | b26c215 | 2004-07-23 19:38:44 +0000 | [diff] [blame] | 229 | return I; |
| 230 | } |
Evan Cheng | 7ecb38b | 2007-08-29 20:45:00 +0000 | [diff] [blame] | 231 | assert(MergeTo->valno == ValNo && "Cannot merge with differing values!"); |
Chris Lattner | b26c215 | 2004-07-23 19:38:44 +0000 | [diff] [blame] | 232 | --MergeTo; |
| 233 | } while (NewStart <= MergeTo->start); |
| 234 | |
| 235 | // If we start in the middle of another interval, just delete a range and |
| 236 | // extend that interval. |
Evan Cheng | 7ecb38b | 2007-08-29 20:45:00 +0000 | [diff] [blame] | 237 | if (MergeTo->end >= NewStart && MergeTo->valno == ValNo) { |
Chris Lattner | b26c215 | 2004-07-23 19:38:44 +0000 | [diff] [blame] | 238 | MergeTo->end = I->end; |
| 239 | } else { |
| 240 | // Otherwise, extend the interval right after. |
| 241 | ++MergeTo; |
| 242 | MergeTo->start = NewStart; |
| 243 | MergeTo->end = I->end; |
| 244 | } |
| 245 | |
Oscar Fuentes | ee56c42 | 2010-08-02 06:00:15 +0000 | [diff] [blame] | 246 | ranges.erase(llvm::next(MergeTo), llvm::next(I)); |
Chris Lattner | b26c215 | 2004-07-23 19:38:44 +0000 | [diff] [blame] | 247 | return MergeTo; |
| 248 | } |
| 249 | |
Chris Lattner | c114b2c | 2006-08-25 23:41:24 +0000 | [diff] [blame] | 250 | LiveInterval::iterator |
| 251 | LiveInterval::addRangeFrom(LiveRange LR, iterator From) { |
Lang Hames | 233a60e | 2009-11-03 23:52:08 +0000 | [diff] [blame] | 252 | SlotIndex Start = LR.start, End = LR.end; |
Chris Lattner | c114b2c | 2006-08-25 23:41:24 +0000 | [diff] [blame] | 253 | iterator it = std::upper_bound(From, ranges.end(), Start); |
Chris Lattner | b26c215 | 2004-07-23 19:38:44 +0000 | [diff] [blame] | 254 | |
| 255 | // If the inserted interval starts in the middle or right at the end of |
| 256 | // another interval, just extend that interval to contain the range of LR. |
| 257 | if (it != ranges.begin()) { |
Chris Lattner | c114b2c | 2006-08-25 23:41:24 +0000 | [diff] [blame] | 258 | iterator B = prior(it); |
Evan Cheng | 7ecb38b | 2007-08-29 20:45:00 +0000 | [diff] [blame] | 259 | if (LR.valno == B->valno) { |
Chris Lattner | abf295f | 2004-07-24 02:52:23 +0000 | [diff] [blame] | 260 | if (B->start <= Start && B->end >= Start) { |
| 261 | extendIntervalEndTo(B, End); |
| 262 | return B; |
| 263 | } |
| 264 | } else { |
| 265 | // Check to make sure that we are not overlapping two live ranges with |
Evan Cheng | 7ecb38b | 2007-08-29 20:45:00 +0000 | [diff] [blame] | 266 | // different valno's. |
Chris Lattner | abf295f | 2004-07-24 02:52:23 +0000 | [diff] [blame] | 267 | assert(B->end <= Start && |
Brian Gaeke | 8311bef | 2004-11-16 06:52:35 +0000 | [diff] [blame] | 268 | "Cannot overlap two LiveRanges with differing ValID's" |
| 269 | " (did you def the same reg twice in a MachineInstr?)"); |
Chris Lattner | b26c215 | 2004-07-23 19:38:44 +0000 | [diff] [blame] | 270 | } |
| 271 | } |
| 272 | |
| 273 | // Otherwise, if this range ends in the middle of, or right next to, another |
| 274 | // interval, merge it into that interval. |
Anton Korobeynikov | 4c71dfe | 2008-02-20 11:10:28 +0000 | [diff] [blame] | 275 | if (it != ranges.end()) { |
Evan Cheng | 7ecb38b | 2007-08-29 20:45:00 +0000 | [diff] [blame] | 276 | if (LR.valno == it->valno) { |
Chris Lattner | abf295f | 2004-07-24 02:52:23 +0000 | [diff] [blame] | 277 | if (it->start <= End) { |
| 278 | it = extendIntervalStartTo(it, Start); |
| 279 | |
| 280 | // If LR is a complete superset of an interval, we may need to grow its |
| 281 | // endpoint as well. |
| 282 | if (End > it->end) |
| 283 | extendIntervalEndTo(it, End); |
| 284 | return it; |
| 285 | } |
| 286 | } else { |
| 287 | // Check to make sure that we are not overlapping two live ranges with |
Evan Cheng | 7ecb38b | 2007-08-29 20:45:00 +0000 | [diff] [blame] | 288 | // different valno's. |
Chris Lattner | abf295f | 2004-07-24 02:52:23 +0000 | [diff] [blame] | 289 | assert(it->start >= End && |
| 290 | "Cannot overlap two LiveRanges with differing ValID's"); |
| 291 | } |
Anton Korobeynikov | 4c71dfe | 2008-02-20 11:10:28 +0000 | [diff] [blame] | 292 | } |
Chris Lattner | b26c215 | 2004-07-23 19:38:44 +0000 | [diff] [blame] | 293 | |
| 294 | // Otherwise, this is just a new range that doesn't interact with anything. |
| 295 | // Insert it. |
| 296 | return ranges.insert(it, LR); |
Chris Lattner | fb449b9 | 2004-07-23 17:49:16 +0000 | [diff] [blame] | 297 | } |
| 298 | |
Jakob Stoklund Olesen | 9763e2b | 2011-03-02 00:06:15 +0000 | [diff] [blame] | 299 | /// extendInBlock - If this interval is live before UseIdx in the basic |
| 300 | /// block that starts at StartIdx, extend it to be live at UseIdx and return |
| 301 | /// the value. If there is no live range before UseIdx, return NULL. |
| 302 | VNInfo *LiveInterval::extendInBlock(SlotIndex StartIdx, SlotIndex UseIdx) { |
| 303 | if (empty()) |
| 304 | return 0; |
| 305 | iterator I = std::upper_bound(begin(), end(), UseIdx); |
| 306 | if (I == begin()) |
| 307 | return 0; |
| 308 | --I; |
| 309 | if (I->end <= StartIdx) |
| 310 | return 0; |
| 311 | if (I->end <= UseIdx) |
| 312 | extendIntervalEndTo(I, UseIdx.getNextSlot()); |
| 313 | return I->valno; |
| 314 | } |
Chris Lattner | abf295f | 2004-07-24 02:52:23 +0000 | [diff] [blame] | 315 | |
| 316 | /// removeRange - Remove the specified range from this interval. Note that |
Evan Cheng | 42cc6e3 | 2009-01-29 00:06:09 +0000 | [diff] [blame] | 317 | /// the range must be in a single LiveRange in its entirety. |
Lang Hames | 233a60e | 2009-11-03 23:52:08 +0000 | [diff] [blame] | 318 | void LiveInterval::removeRange(SlotIndex Start, SlotIndex End, |
Evan Cheng | d2b8d7b | 2008-02-13 02:48:26 +0000 | [diff] [blame] | 319 | bool RemoveDeadValNo) { |
Chris Lattner | abf295f | 2004-07-24 02:52:23 +0000 | [diff] [blame] | 320 | // Find the LiveRange containing this span. |
Jakob Stoklund Olesen | f568b27 | 2010-09-21 17:12:18 +0000 | [diff] [blame] | 321 | Ranges::iterator I = find(Start); |
| 322 | assert(I != ranges.end() && "Range is not in interval!"); |
Lang Hames | 8651125 | 2009-09-04 20:41:11 +0000 | [diff] [blame] | 323 | assert(I->containsRange(Start, End) && "Range is not entirely in interval!"); |
Chris Lattner | abf295f | 2004-07-24 02:52:23 +0000 | [diff] [blame] | 324 | |
| 325 | // If the span we are removing is at the start of the LiveRange, adjust it. |
Evan Cheng | d2b8d7b | 2008-02-13 02:48:26 +0000 | [diff] [blame] | 326 | VNInfo *ValNo = I->valno; |
Chris Lattner | abf295f | 2004-07-24 02:52:23 +0000 | [diff] [blame] | 327 | if (I->start == Start) { |
Evan Cheng | 4f8ff16 | 2007-08-11 00:59:19 +0000 | [diff] [blame] | 328 | if (I->end == End) { |
Evan Cheng | d2b8d7b | 2008-02-13 02:48:26 +0000 | [diff] [blame] | 329 | if (RemoveDeadValNo) { |
| 330 | // Check if val# is dead. |
| 331 | bool isDead = true; |
| 332 | for (const_iterator II = begin(), EE = end(); II != EE; ++II) |
| 333 | if (II != I && II->valno == ValNo) { |
| 334 | isDead = false; |
| 335 | break; |
Jakob Stoklund Olesen | 15a5714 | 2010-06-25 22:53:05 +0000 | [diff] [blame] | 336 | } |
Evan Cheng | d2b8d7b | 2008-02-13 02:48:26 +0000 | [diff] [blame] | 337 | if (isDead) { |
Lang Hames | 6f4e4df | 2010-07-26 01:49:41 +0000 | [diff] [blame] | 338 | // Now that ValNo is dead, remove it. |
| 339 | markValNoForDeletion(ValNo); |
Evan Cheng | d2b8d7b | 2008-02-13 02:48:26 +0000 | [diff] [blame] | 340 | } |
| 341 | } |
| 342 | |
Chris Lattner | abf295f | 2004-07-24 02:52:23 +0000 | [diff] [blame] | 343 | ranges.erase(I); // Removed the whole LiveRange. |
Evan Cheng | 4f8ff16 | 2007-08-11 00:59:19 +0000 | [diff] [blame] | 344 | } else |
Chris Lattner | abf295f | 2004-07-24 02:52:23 +0000 | [diff] [blame] | 345 | I->start = End; |
| 346 | return; |
| 347 | } |
| 348 | |
| 349 | // Otherwise if the span we are removing is at the end of the LiveRange, |
| 350 | // adjust the other way. |
| 351 | if (I->end == End) { |
Chris Lattner | 6925a9f | 2004-07-25 05:43:53 +0000 | [diff] [blame] | 352 | I->end = Start; |
Chris Lattner | abf295f | 2004-07-24 02:52:23 +0000 | [diff] [blame] | 353 | return; |
| 354 | } |
| 355 | |
| 356 | // Otherwise, we are splitting the LiveRange into two pieces. |
Lang Hames | 233a60e | 2009-11-03 23:52:08 +0000 | [diff] [blame] | 357 | SlotIndex OldEnd = I->end; |
Chris Lattner | abf295f | 2004-07-24 02:52:23 +0000 | [diff] [blame] | 358 | I->end = Start; // Trim the old interval. |
| 359 | |
| 360 | // Insert the new one. |
Oscar Fuentes | ee56c42 | 2010-08-02 06:00:15 +0000 | [diff] [blame] | 361 | ranges.insert(llvm::next(I), LiveRange(End, OldEnd, ValNo)); |
Chris Lattner | abf295f | 2004-07-24 02:52:23 +0000 | [diff] [blame] | 362 | } |
| 363 | |
Evan Cheng | d2b8d7b | 2008-02-13 02:48:26 +0000 | [diff] [blame] | 364 | /// removeValNo - Remove all the ranges defined by the specified value#. |
| 365 | /// Also remove the value# from value# list. |
| 366 | void LiveInterval::removeValNo(VNInfo *ValNo) { |
| 367 | if (empty()) return; |
| 368 | Ranges::iterator I = ranges.end(); |
| 369 | Ranges::iterator E = ranges.begin(); |
| 370 | do { |
| 371 | --I; |
| 372 | if (I->valno == ValNo) |
| 373 | ranges.erase(I); |
| 374 | } while (I != E); |
Lang Hames | 6f4e4df | 2010-07-26 01:49:41 +0000 | [diff] [blame] | 375 | // Now that ValNo is dead, remove it. |
| 376 | markValNoForDeletion(ValNo); |
Evan Cheng | d2b8d7b | 2008-02-13 02:48:26 +0000 | [diff] [blame] | 377 | } |
Lang Hames | 8651125 | 2009-09-04 20:41:11 +0000 | [diff] [blame] | 378 | |
Lang Hames | 8651125 | 2009-09-04 20:41:11 +0000 | [diff] [blame] | 379 | /// findDefinedVNInfo - Find the VNInfo defined by the specified |
| 380 | /// index (register interval). |
Lang Hames | 233a60e | 2009-11-03 23:52:08 +0000 | [diff] [blame] | 381 | VNInfo *LiveInterval::findDefinedVNInfoForRegInt(SlotIndex Idx) const { |
Evan Cheng | 3f32d65 | 2008-06-04 09:18:41 +0000 | [diff] [blame] | 382 | for (LiveInterval::const_vni_iterator i = vni_begin(), e = vni_end(); |
Lang Hames | 8651125 | 2009-09-04 20:41:11 +0000 | [diff] [blame] | 383 | i != e; ++i) { |
| 384 | if ((*i)->def == Idx) |
| 385 | return *i; |
| 386 | } |
| 387 | |
| 388 | return 0; |
| 389 | } |
| 390 | |
Chris Lattner | 6d8fbef | 2006-08-29 23:18:15 +0000 | [diff] [blame] | 391 | /// join - Join two live intervals (this, and other) together. This applies |
| 392 | /// mappings to the value numbers in the LHS/RHS intervals as specified. If |
| 393 | /// the intervals are not joinable, this aborts. |
Lang Hames | 233a60e | 2009-11-03 23:52:08 +0000 | [diff] [blame] | 394 | void LiveInterval::join(LiveInterval &Other, |
| 395 | const int *LHSValNoAssignments, |
Jakob Stoklund Olesen | 1b29320 | 2010-08-12 20:01:23 +0000 | [diff] [blame] | 396 | const int *RHSValNoAssignments, |
Evan Cheng | 90f95f8 | 2009-06-14 20:22:55 +0000 | [diff] [blame] | 397 | SmallVector<VNInfo*, 16> &NewVNInfo, |
| 398 | MachineRegisterInfo *MRI) { |
Chris Lattner | 6d8fbef | 2006-08-29 23:18:15 +0000 | [diff] [blame] | 399 | // Determine if any of our live range values are mapped. This is uncommon, so |
Jakob Stoklund Olesen | 1b29320 | 2010-08-12 20:01:23 +0000 | [diff] [blame] | 400 | // we want to avoid the interval scan if not. |
Chris Lattner | 6d8fbef | 2006-08-29 23:18:15 +0000 | [diff] [blame] | 401 | bool MustMapCurValNos = false; |
Evan Cheng | 3430135 | 2007-09-01 02:03:17 +0000 | [diff] [blame] | 402 | unsigned NumVals = getNumValNums(); |
| 403 | unsigned NumNewVals = NewVNInfo.size(); |
| 404 | for (unsigned i = 0; i != NumVals; ++i) { |
| 405 | unsigned LHSValID = LHSValNoAssignments[i]; |
| 406 | if (i != LHSValID || |
Evan Cheng | f3bb2e6 | 2007-09-05 21:46:51 +0000 | [diff] [blame] | 407 | (NewVNInfo[LHSValID] && NewVNInfo[LHSValID] != getValNumInfo(i))) |
Chris Lattner | 6d8fbef | 2006-08-29 23:18:15 +0000 | [diff] [blame] | 408 | MustMapCurValNos = true; |
Chris Lattner | deb9971 | 2004-07-24 03:41:50 +0000 | [diff] [blame] | 409 | } |
Evan Cheng | 7ecb38b | 2007-08-29 20:45:00 +0000 | [diff] [blame] | 410 | |
Chris Lattner | 6d8fbef | 2006-08-29 23:18:15 +0000 | [diff] [blame] | 411 | // If we have to apply a mapping to our base interval assignment, rewrite it |
| 412 | // now. |
| 413 | if (MustMapCurValNos) { |
| 414 | // Map the first live range. |
| 415 | iterator OutIt = begin(); |
Evan Cheng | 7ecb38b | 2007-08-29 20:45:00 +0000 | [diff] [blame] | 416 | OutIt->valno = NewVNInfo[LHSValNoAssignments[OutIt->valno->id]]; |
Chris Lattner | 6d8fbef | 2006-08-29 23:18:15 +0000 | [diff] [blame] | 417 | ++OutIt; |
| 418 | for (iterator I = OutIt, E = end(); I != E; ++I) { |
Evan Cheng | 7ecb38b | 2007-08-29 20:45:00 +0000 | [diff] [blame] | 419 | OutIt->valno = NewVNInfo[LHSValNoAssignments[I->valno->id]]; |
Jakob Stoklund Olesen | 1b29320 | 2010-08-12 20:01:23 +0000 | [diff] [blame] | 420 | |
Chris Lattner | 6d8fbef | 2006-08-29 23:18:15 +0000 | [diff] [blame] | 421 | // If this live range has the same value # as its immediate predecessor, |
| 422 | // and if they are neighbors, remove one LiveRange. This happens when we |
| 423 | // have [0,3:0)[4,7:1) and map 0/1 onto the same value #. |
Evan Cheng | 7ecb38b | 2007-08-29 20:45:00 +0000 | [diff] [blame] | 424 | if (OutIt->valno == (OutIt-1)->valno && (OutIt-1)->end == OutIt->start) { |
Chris Lattner | 6d8fbef | 2006-08-29 23:18:15 +0000 | [diff] [blame] | 425 | (OutIt-1)->end = OutIt->end; |
| 426 | } else { |
| 427 | if (I != OutIt) { |
| 428 | OutIt->start = I->start; |
| 429 | OutIt->end = I->end; |
| 430 | } |
Jakob Stoklund Olesen | 1b29320 | 2010-08-12 20:01:23 +0000 | [diff] [blame] | 431 | |
Chris Lattner | 6d8fbef | 2006-08-29 23:18:15 +0000 | [diff] [blame] | 432 | // Didn't merge, on to the next one. |
| 433 | ++OutIt; |
| 434 | } |
| 435 | } |
Jakob Stoklund Olesen | 1b29320 | 2010-08-12 20:01:23 +0000 | [diff] [blame] | 436 | |
Chris Lattner | 6d8fbef | 2006-08-29 23:18:15 +0000 | [diff] [blame] | 437 | // If we merge some live ranges, chop off the end. |
| 438 | ranges.erase(OutIt, end()); |
| 439 | } |
Evan Cheng | 4f8ff16 | 2007-08-11 00:59:19 +0000 | [diff] [blame] | 440 | |
Evan Cheng | 7ecb38b | 2007-08-29 20:45:00 +0000 | [diff] [blame] | 441 | // Remember assignements because val# ids are changing. |
Evan Cheng | 3430135 | 2007-09-01 02:03:17 +0000 | [diff] [blame] | 442 | SmallVector<unsigned, 16> OtherAssignments; |
Evan Cheng | 7ecb38b | 2007-08-29 20:45:00 +0000 | [diff] [blame] | 443 | for (iterator I = Other.begin(), E = Other.end(); I != E; ++I) |
| 444 | OtherAssignments.push_back(RHSValNoAssignments[I->valno->id]); |
| 445 | |
| 446 | // Update val# info. Renumber them and make sure they all belong to this |
Evan Cheng | f3bb2e6 | 2007-09-05 21:46:51 +0000 | [diff] [blame] | 447 | // LiveInterval now. Also remove dead val#'s. |
| 448 | unsigned NumValNos = 0; |
| 449 | for (unsigned i = 0; i < NumNewVals; ++i) { |
Evan Cheng | 7ecb38b | 2007-08-29 20:45:00 +0000 | [diff] [blame] | 450 | VNInfo *VNI = NewVNInfo[i]; |
Evan Cheng | f3bb2e6 | 2007-09-05 21:46:51 +0000 | [diff] [blame] | 451 | if (VNI) { |
Evan Cheng | 30590f5 | 2009-04-28 06:24:09 +0000 | [diff] [blame] | 452 | if (NumValNos >= NumVals) |
Evan Cheng | f3bb2e6 | 2007-09-05 21:46:51 +0000 | [diff] [blame] | 453 | valnos.push_back(VNI); |
Jakob Stoklund Olesen | 1b29320 | 2010-08-12 20:01:23 +0000 | [diff] [blame] | 454 | else |
Evan Cheng | f3bb2e6 | 2007-09-05 21:46:51 +0000 | [diff] [blame] | 455 | valnos[NumValNos] = VNI; |
| 456 | VNI->id = NumValNos++; // Renumber val#. |
Evan Cheng | 3430135 | 2007-09-01 02:03:17 +0000 | [diff] [blame] | 457 | } |
| 458 | } |
Evan Cheng | 3430135 | 2007-09-01 02:03:17 +0000 | [diff] [blame] | 459 | if (NumNewVals < NumVals) |
| 460 | valnos.resize(NumNewVals); // shrinkify |
Evan Cheng | 4f8ff16 | 2007-08-11 00:59:19 +0000 | [diff] [blame] | 461 | |
Chris Lattner | 6d8fbef | 2006-08-29 23:18:15 +0000 | [diff] [blame] | 462 | // Okay, now insert the RHS live ranges into the LHS. |
Chris Lattner | c114b2c | 2006-08-25 23:41:24 +0000 | [diff] [blame] | 463 | iterator InsertPos = begin(); |
Evan Cheng | 7ecb38b | 2007-08-29 20:45:00 +0000 | [diff] [blame] | 464 | unsigned RangeNo = 0; |
| 465 | for (iterator I = Other.begin(), E = Other.end(); I != E; ++I, ++RangeNo) { |
| 466 | // Map the valno in the other live range to the current live range. |
| 467 | I->valno = NewVNInfo[OtherAssignments[RangeNo]]; |
Evan Cheng | f3bb2e6 | 2007-09-05 21:46:51 +0000 | [diff] [blame] | 468 | assert(I->valno && "Adding a dead range?"); |
Chris Lattner | abf295f | 2004-07-24 02:52:23 +0000 | [diff] [blame] | 469 | InsertPos = addRangeFrom(*I, InsertPos); |
| 470 | } |
Chris Lattner | 6d8fbef | 2006-08-29 23:18:15 +0000 | [diff] [blame] | 471 | |
David Greene | 29ff37f | 2009-07-22 20:08:25 +0000 | [diff] [blame] | 472 | ComputeJoinedWeight(Other); |
Chris Lattner | fb449b9 | 2004-07-23 17:49:16 +0000 | [diff] [blame] | 473 | } |
| 474 | |
Chris Lattner | f21f020 | 2006-09-02 05:26:59 +0000 | [diff] [blame] | 475 | /// MergeRangesInAsValue - Merge all of the intervals in RHS into this live |
| 476 | /// interval as the specified value number. The LiveRanges in RHS are |
| 477 | /// allowed to overlap with LiveRanges in the current interval, but only if |
| 478 | /// the overlapping LiveRanges have the specified value number. |
Jakob Stoklund Olesen | 1b29320 | 2010-08-12 20:01:23 +0000 | [diff] [blame] | 479 | void LiveInterval::MergeRangesInAsValue(const LiveInterval &RHS, |
Evan Cheng | 7ecb38b | 2007-08-29 20:45:00 +0000 | [diff] [blame] | 480 | VNInfo *LHSValNo) { |
Chris Lattner | f21f020 | 2006-09-02 05:26:59 +0000 | [diff] [blame] | 481 | // TODO: Make this more efficient. |
| 482 | iterator InsertPos = begin(); |
| 483 | for (const_iterator I = RHS.begin(), E = RHS.end(); I != E; ++I) { |
Evan Cheng | 7ecb38b | 2007-08-29 20:45:00 +0000 | [diff] [blame] | 484 | // Map the valno in the other live range to the current live range. |
Chris Lattner | f21f020 | 2006-09-02 05:26:59 +0000 | [diff] [blame] | 485 | LiveRange Tmp = *I; |
Evan Cheng | 7ecb38b | 2007-08-29 20:45:00 +0000 | [diff] [blame] | 486 | Tmp.valno = LHSValNo; |
Chris Lattner | f21f020 | 2006-09-02 05:26:59 +0000 | [diff] [blame] | 487 | InsertPos = addRangeFrom(Tmp, InsertPos); |
| 488 | } |
| 489 | } |
| 490 | |
| 491 | |
Evan Cheng | 32dfbea | 2007-10-12 08:50:34 +0000 | [diff] [blame] | 492 | /// MergeValueInAsValue - Merge all of the live ranges of a specific val# |
| 493 | /// in RHS into this live interval as the specified value number. |
| 494 | /// The LiveRanges in RHS are allowed to overlap with LiveRanges in the |
Evan Cheng | 3c1f4a4 | 2007-10-17 02:13:29 +0000 | [diff] [blame] | 495 | /// current interval, it will replace the value numbers of the overlaped |
| 496 | /// live ranges with the specified value number. |
Lang Hames | 233a60e | 2009-11-03 23:52:08 +0000 | [diff] [blame] | 497 | void LiveInterval::MergeValueInAsValue( |
| 498 | const LiveInterval &RHS, |
| 499 | const VNInfo *RHSValNo, VNInfo *LHSValNo) { |
Evan Cheng | 3c1f4a4 | 2007-10-17 02:13:29 +0000 | [diff] [blame] | 500 | SmallVector<VNInfo*, 4> ReplacedValNos; |
| 501 | iterator IP = begin(); |
Evan Cheng | 32dfbea | 2007-10-12 08:50:34 +0000 | [diff] [blame] | 502 | for (const_iterator I = RHS.begin(), E = RHS.end(); I != E; ++I) { |
Jakob Stoklund Olesen | 014b863 | 2010-06-23 15:34:36 +0000 | [diff] [blame] | 503 | assert(I->valno == RHS.getValNumInfo(I->valno->id) && "Bad VNInfo"); |
Evan Cheng | 32dfbea | 2007-10-12 08:50:34 +0000 | [diff] [blame] | 504 | if (I->valno != RHSValNo) |
| 505 | continue; |
Lang Hames | 233a60e | 2009-11-03 23:52:08 +0000 | [diff] [blame] | 506 | SlotIndex Start = I->start, End = I->end; |
Evan Cheng | 3c1f4a4 | 2007-10-17 02:13:29 +0000 | [diff] [blame] | 507 | IP = std::upper_bound(IP, end(), Start); |
| 508 | // If the start of this range overlaps with an existing liverange, trim it. |
| 509 | if (IP != begin() && IP[-1].end > Start) { |
Evan Cheng | 294e652 | 2008-01-30 22:44:55 +0000 | [diff] [blame] | 510 | if (IP[-1].valno != LHSValNo) { |
| 511 | ReplacedValNos.push_back(IP[-1].valno); |
| 512 | IP[-1].valno = LHSValNo; // Update val#. |
Evan Cheng | 3c1f4a4 | 2007-10-17 02:13:29 +0000 | [diff] [blame] | 513 | } |
| 514 | Start = IP[-1].end; |
| 515 | // Trimmed away the whole range? |
| 516 | if (Start >= End) continue; |
| 517 | } |
| 518 | // If the end of this range overlaps with an existing liverange, trim it. |
| 519 | if (IP != end() && End > IP->start) { |
| 520 | if (IP->valno != LHSValNo) { |
| 521 | ReplacedValNos.push_back(IP->valno); |
| 522 | IP->valno = LHSValNo; // Update val#. |
| 523 | } |
| 524 | End = IP->start; |
| 525 | // If this trimmed away the whole range, ignore it. |
| 526 | if (Start == End) continue; |
| 527 | } |
Jakob Stoklund Olesen | 1b29320 | 2010-08-12 20:01:23 +0000 | [diff] [blame] | 528 | |
Evan Cheng | 32dfbea | 2007-10-12 08:50:34 +0000 | [diff] [blame] | 529 | // Map the valno in the other live range to the current live range. |
Evan Cheng | 3c1f4a4 | 2007-10-17 02:13:29 +0000 | [diff] [blame] | 530 | IP = addRangeFrom(LiveRange(Start, End, LHSValNo), IP); |
| 531 | } |
| 532 | |
| 533 | |
| 534 | SmallSet<VNInfo*, 4> Seen; |
| 535 | for (unsigned i = 0, e = ReplacedValNos.size(); i != e; ++i) { |
| 536 | VNInfo *V1 = ReplacedValNos[i]; |
| 537 | if (Seen.insert(V1)) { |
| 538 | bool isDead = true; |
| 539 | for (const_iterator I = begin(), E = end(); I != E; ++I) |
| 540 | if (I->valno == V1) { |
| 541 | isDead = false; |
| 542 | break; |
Jakob Stoklund Olesen | 1b29320 | 2010-08-12 20:01:23 +0000 | [diff] [blame] | 543 | } |
Evan Cheng | 3c1f4a4 | 2007-10-17 02:13:29 +0000 | [diff] [blame] | 544 | if (isDead) { |
Lang Hames | 6f4e4df | 2010-07-26 01:49:41 +0000 | [diff] [blame] | 545 | // Now that V1 is dead, remove it. |
| 546 | markValNoForDeletion(V1); |
Evan Cheng | 3c1f4a4 | 2007-10-17 02:13:29 +0000 | [diff] [blame] | 547 | } |
| 548 | } |
Evan Cheng | 32dfbea | 2007-10-12 08:50:34 +0000 | [diff] [blame] | 549 | } |
| 550 | } |
| 551 | |
| 552 | |
Evan Cheng | a2e6435 | 2009-03-11 00:03:21 +0000 | [diff] [blame] | 553 | |
Chris Lattner | f7da2c7 | 2006-08-24 22:43:55 +0000 | [diff] [blame] | 554 | /// MergeValueNumberInto - This method is called when two value nubmers |
| 555 | /// are found to be equivalent. This eliminates V1, replacing all |
| 556 | /// LiveRanges with the V1 value number with the V2 value number. This can |
| 557 | /// cause merging of V1/V2 values numbers and compaction of the value space. |
Owen Anderson | 5b93f6f | 2009-02-02 22:42:01 +0000 | [diff] [blame] | 558 | VNInfo* LiveInterval::MergeValueNumberInto(VNInfo *V1, VNInfo *V2) { |
Chris Lattner | f7da2c7 | 2006-08-24 22:43:55 +0000 | [diff] [blame] | 559 | assert(V1 != V2 && "Identical value#'s are always equivalent!"); |
| 560 | |
| 561 | // This code actually merges the (numerically) larger value number into the |
| 562 | // smaller value number, which is likely to allow us to compactify the value |
| 563 | // space. The only thing we have to be careful of is to preserve the |
| 564 | // instruction that defines the result value. |
| 565 | |
| 566 | // Make sure V2 is smaller than V1. |
Evan Cheng | 7ecb38b | 2007-08-29 20:45:00 +0000 | [diff] [blame] | 567 | if (V1->id < V2->id) { |
Lang Hames | 52c1afc | 2009-08-10 23:43:28 +0000 | [diff] [blame] | 568 | V1->copyFrom(*V2); |
Chris Lattner | f7da2c7 | 2006-08-24 22:43:55 +0000 | [diff] [blame] | 569 | std::swap(V1, V2); |
| 570 | } |
| 571 | |
| 572 | // Merge V1 live ranges into V2. |
| 573 | for (iterator I = begin(); I != end(); ) { |
| 574 | iterator LR = I++; |
Evan Cheng | 7ecb38b | 2007-08-29 20:45:00 +0000 | [diff] [blame] | 575 | if (LR->valno != V1) continue; // Not a V1 LiveRange. |
Jakob Stoklund Olesen | 1b29320 | 2010-08-12 20:01:23 +0000 | [diff] [blame] | 576 | |
Chris Lattner | f7da2c7 | 2006-08-24 22:43:55 +0000 | [diff] [blame] | 577 | // Okay, we found a V1 live range. If it had a previous, touching, V2 live |
| 578 | // range, extend it. |
| 579 | if (LR != begin()) { |
| 580 | iterator Prev = LR-1; |
Evan Cheng | 7ecb38b | 2007-08-29 20:45:00 +0000 | [diff] [blame] | 581 | if (Prev->valno == V2 && Prev->end == LR->start) { |
Chris Lattner | f7da2c7 | 2006-08-24 22:43:55 +0000 | [diff] [blame] | 582 | Prev->end = LR->end; |
| 583 | |
| 584 | // Erase this live-range. |
| 585 | ranges.erase(LR); |
| 586 | I = Prev+1; |
| 587 | LR = Prev; |
| 588 | } |
| 589 | } |
Jakob Stoklund Olesen | 1b29320 | 2010-08-12 20:01:23 +0000 | [diff] [blame] | 590 | |
Chris Lattner | f7da2c7 | 2006-08-24 22:43:55 +0000 | [diff] [blame] | 591 | // Okay, now we have a V1 or V2 live range that is maximally merged forward. |
| 592 | // Ensure that it is a V2 live-range. |
Evan Cheng | 7ecb38b | 2007-08-29 20:45:00 +0000 | [diff] [blame] | 593 | LR->valno = V2; |
Jakob Stoklund Olesen | 1b29320 | 2010-08-12 20:01:23 +0000 | [diff] [blame] | 594 | |
Chris Lattner | f7da2c7 | 2006-08-24 22:43:55 +0000 | [diff] [blame] | 595 | // If we can merge it into later V2 live ranges, do so now. We ignore any |
| 596 | // following V1 live ranges, as they will be merged in subsequent iterations |
| 597 | // of the loop. |
| 598 | if (I != end()) { |
Evan Cheng | 7ecb38b | 2007-08-29 20:45:00 +0000 | [diff] [blame] | 599 | if (I->start == LR->end && I->valno == V2) { |
Chris Lattner | f7da2c7 | 2006-08-24 22:43:55 +0000 | [diff] [blame] | 600 | LR->end = I->end; |
| 601 | ranges.erase(I); |
| 602 | I = LR+1; |
| 603 | } |
| 604 | } |
| 605 | } |
Jakob Stoklund Olesen | 1b29320 | 2010-08-12 20:01:23 +0000 | [diff] [blame] | 606 | |
Jakob Stoklund Olesen | e0a73ec | 2010-10-01 23:52:25 +0000 | [diff] [blame] | 607 | // Merge the relevant flags. |
| 608 | V2->mergeFlags(V1); |
| 609 | |
Lang Hames | 6f4e4df | 2010-07-26 01:49:41 +0000 | [diff] [blame] | 610 | // Now that V1 is dead, remove it. |
| 611 | markValNoForDeletion(V1); |
Jakob Stoklund Olesen | 1b29320 | 2010-08-12 20:01:23 +0000 | [diff] [blame] | 612 | |
Owen Anderson | 5b93f6f | 2009-02-02 22:42:01 +0000 | [diff] [blame] | 613 | return V2; |
Chris Lattner | f7da2c7 | 2006-08-24 22:43:55 +0000 | [diff] [blame] | 614 | } |
| 615 | |
Evan Cheng | 32dfbea | 2007-10-12 08:50:34 +0000 | [diff] [blame] | 616 | void LiveInterval::Copy(const LiveInterval &RHS, |
Evan Cheng | 90f95f8 | 2009-06-14 20:22:55 +0000 | [diff] [blame] | 617 | MachineRegisterInfo *MRI, |
Benjamin Kramer | 991de14 | 2010-03-30 20:16:45 +0000 | [diff] [blame] | 618 | VNInfo::Allocator &VNInfoAllocator) { |
Evan Cheng | 32dfbea | 2007-10-12 08:50:34 +0000 | [diff] [blame] | 619 | ranges.clear(); |
| 620 | valnos.clear(); |
Evan Cheng | 358dec5 | 2009-06-15 08:28:29 +0000 | [diff] [blame] | 621 | std::pair<unsigned, unsigned> Hint = MRI->getRegAllocationHint(RHS.reg); |
Evan Cheng | 90f95f8 | 2009-06-14 20:22:55 +0000 | [diff] [blame] | 622 | MRI->setRegAllocationHint(reg, Hint.first, Hint.second); |
| 623 | |
Evan Cheng | 32dfbea | 2007-10-12 08:50:34 +0000 | [diff] [blame] | 624 | weight = RHS.weight; |
| 625 | for (unsigned i = 0, e = RHS.getNumValNums(); i != e; ++i) { |
| 626 | const VNInfo *VNI = RHS.getValNumInfo(i); |
Lang Hames | 857c4e0 | 2009-06-17 21:01:20 +0000 | [diff] [blame] | 627 | createValueCopy(VNI, VNInfoAllocator); |
Evan Cheng | 32dfbea | 2007-10-12 08:50:34 +0000 | [diff] [blame] | 628 | } |
| 629 | for (unsigned i = 0, e = RHS.ranges.size(); i != e; ++i) { |
| 630 | const LiveRange &LR = RHS.ranges[i]; |
| 631 | addRange(LiveRange(LR.start, LR.end, getValNumInfo(LR.valno->id))); |
| 632 | } |
| 633 | } |
| 634 | |
Evan Cheng | e52eef8 | 2007-04-17 20:25:11 +0000 | [diff] [blame] | 635 | unsigned LiveInterval::getSize() const { |
| 636 | unsigned Sum = 0; |
| 637 | for (const_iterator I = begin(), E = end(); I != E; ++I) |
Lang Hames | 8651125 | 2009-09-04 20:41:11 +0000 | [diff] [blame] | 638 | Sum += I->start.distance(I->end); |
Evan Cheng | e52eef8 | 2007-04-17 20:25:11 +0000 | [diff] [blame] | 639 | return Sum; |
| 640 | } |
| 641 | |
David Greene | 29ff37f | 2009-07-22 20:08:25 +0000 | [diff] [blame] | 642 | /// ComputeJoinedWeight - Set the weight of a live interval Joined |
| 643 | /// after Other has been merged into it. |
| 644 | void LiveInterval::ComputeJoinedWeight(const LiveInterval &Other) { |
| 645 | // If either of these intervals was spilled, the weight is the |
| 646 | // weight of the non-spilled interval. This can only happen with |
| 647 | // iterative coalescers. |
| 648 | |
David Greene | 92b78bb | 2009-07-22 22:32:19 +0000 | [diff] [blame] | 649 | if (Other.weight != HUGE_VALF) { |
| 650 | weight += Other.weight; |
| 651 | } |
| 652 | else if (weight == HUGE_VALF && |
David Greene | 29ff37f | 2009-07-22 20:08:25 +0000 | [diff] [blame] | 653 | !TargetRegisterInfo::isPhysicalRegister(reg)) { |
| 654 | // Remove this assert if you have an iterative coalescer |
| 655 | assert(0 && "Joining to spilled interval"); |
| 656 | weight = Other.weight; |
| 657 | } |
David Greene | 29ff37f | 2009-07-22 20:08:25 +0000 | [diff] [blame] | 658 | else { |
| 659 | // Otherwise the weight stays the same |
| 660 | // Remove this assert if you have an iterative coalescer |
| 661 | assert(0 && "Joining from spilled interval"); |
| 662 | } |
| 663 | } |
| 664 | |
Daniel Dunbar | 1cd1d98 | 2009-07-24 10:36:58 +0000 | [diff] [blame] | 665 | raw_ostream& llvm::operator<<(raw_ostream& os, const LiveRange &LR) { |
| 666 | return os << '[' << LR.start << ',' << LR.end << ':' << LR.valno->id << ")"; |
| 667 | } |
Chris Lattner | fb449b9 | 2004-07-23 17:49:16 +0000 | [diff] [blame] | 668 | |
Chris Lattner | abf295f | 2004-07-24 02:52:23 +0000 | [diff] [blame] | 669 | void LiveRange::dump() const { |
David Greene | 5242154 | 2010-01-04 22:41:43 +0000 | [diff] [blame] | 670 | dbgs() << *this << "\n"; |
Chris Lattner | abf295f | 2004-07-24 02:52:23 +0000 | [diff] [blame] | 671 | } |
| 672 | |
Chris Lattner | c02497f | 2009-08-23 03:47:42 +0000 | [diff] [blame] | 673 | void LiveInterval::print(raw_ostream &OS, const TargetRegisterInfo *TRI) const { |
Jakob Stoklund Olesen | ccdb3fc | 2011-01-19 22:11:48 +0000 | [diff] [blame] | 674 | OS << PrintReg(reg, TRI); |
| 675 | if (weight != 0) |
| 676 | OS << ',' << weight; |
Chris Lattner | fb449b9 | 2004-07-23 17:49:16 +0000 | [diff] [blame] | 677 | |
Chris Lattner | 38135af | 2005-05-14 05:34:15 +0000 | [diff] [blame] | 678 | if (empty()) |
Evan Cheng | 3f32d65 | 2008-06-04 09:18:41 +0000 | [diff] [blame] | 679 | OS << " EMPTY"; |
Chris Lattner | 38135af | 2005-05-14 05:34:15 +0000 | [diff] [blame] | 680 | else { |
| 681 | OS << " = "; |
| 682 | for (LiveInterval::Ranges::const_iterator I = ranges.begin(), |
Jakob Stoklund Olesen | 014b863 | 2010-06-23 15:34:36 +0000 | [diff] [blame] | 683 | E = ranges.end(); I != E; ++I) { |
| 684 | OS << *I; |
| 685 | assert(I->valno == getValNumInfo(I->valno->id) && "Bad VNInfo"); |
| 686 | } |
Chris Lattner | 38135af | 2005-05-14 05:34:15 +0000 | [diff] [blame] | 687 | } |
Jakob Stoklund Olesen | 15a5714 | 2010-06-25 22:53:05 +0000 | [diff] [blame] | 688 | |
Chris Lattner | be4f88a | 2006-08-22 18:19:46 +0000 | [diff] [blame] | 689 | // Print value number info. |
Chris Lattner | 6d8fbef | 2006-08-29 23:18:15 +0000 | [diff] [blame] | 690 | if (getNumValNums()) { |
Chris Lattner | be4f88a | 2006-08-22 18:19:46 +0000 | [diff] [blame] | 691 | OS << " "; |
Evan Cheng | 1a66f0a | 2007-08-28 08:28:51 +0000 | [diff] [blame] | 692 | unsigned vnum = 0; |
| 693 | for (const_vni_iterator i = vni_begin(), e = vni_end(); i != e; |
| 694 | ++i, ++vnum) { |
Evan Cheng | 7ecb38b | 2007-08-29 20:45:00 +0000 | [diff] [blame] | 695 | const VNInfo *vni = *i; |
Evan Cheng | 1a66f0a | 2007-08-28 08:28:51 +0000 | [diff] [blame] | 696 | if (vnum) OS << " "; |
| 697 | OS << vnum << "@"; |
Lang Hames | 857c4e0 | 2009-06-17 21:01:20 +0000 | [diff] [blame] | 698 | if (vni->isUnused()) { |
Evan Cheng | 8df7860 | 2007-08-08 03:00:28 +0000 | [diff] [blame] | 699 | OS << "x"; |
Chris Lattner | be4f88a | 2006-08-22 18:19:46 +0000 | [diff] [blame] | 700 | } else { |
Lang Hames | 6e2968c | 2010-09-25 12:04:16 +0000 | [diff] [blame] | 701 | OS << vni->def; |
Jakob Stoklund Olesen | a818c07 | 2010-10-05 18:48:57 +0000 | [diff] [blame] | 702 | if (vni->isPHIDef()) |
| 703 | OS << "-phidef"; |
Jakob Stoklund Olesen | d9f6ec9 | 2010-07-13 21:19:05 +0000 | [diff] [blame] | 704 | if (vni->hasPHIKill()) |
| 705 | OS << "-phikill"; |
| 706 | if (vni->hasRedefByEC()) |
| 707 | OS << "-ec"; |
Evan Cheng | a8d94f1 | 2007-08-07 23:49:57 +0000 | [diff] [blame] | 708 | } |
Chris Lattner | be4f88a | 2006-08-22 18:19:46 +0000 | [diff] [blame] | 709 | } |
| 710 | } |
Chris Lattner | fb449b9 | 2004-07-23 17:49:16 +0000 | [diff] [blame] | 711 | } |
Chris Lattner | abf295f | 2004-07-24 02:52:23 +0000 | [diff] [blame] | 712 | |
| 713 | void LiveInterval::dump() const { |
David Greene | 5242154 | 2010-01-04 22:41:43 +0000 | [diff] [blame] | 714 | dbgs() << *this << "\n"; |
Chris Lattner | abf295f | 2004-07-24 02:52:23 +0000 | [diff] [blame] | 715 | } |
Jeff Cohen | c21c5ee | 2006-12-15 22:57:14 +0000 | [diff] [blame] | 716 | |
| 717 | |
Daniel Dunbar | 1cd1d98 | 2009-07-24 10:36:58 +0000 | [diff] [blame] | 718 | void LiveRange::print(raw_ostream &os) const { |
| 719 | os << *this; |
| 720 | } |
Jakob Stoklund Olesen | 0253df9 | 2010-10-07 23:34:34 +0000 | [diff] [blame] | 721 | |
Jakob Stoklund Olesen | 0253df9 | 2010-10-07 23:34:34 +0000 | [diff] [blame] | 722 | unsigned ConnectedVNInfoEqClasses::Classify(const LiveInterval *LI) { |
Jakob Stoklund Olesen | 54f32e6 | 2010-10-08 21:19:28 +0000 | [diff] [blame] | 723 | // Create initial equivalence classes. |
Jakob Stoklund Olesen | 0253df9 | 2010-10-07 23:34:34 +0000 | [diff] [blame] | 724 | eqClass_.clear(); |
Jakob Stoklund Olesen | b907e8a | 2010-12-21 00:48:17 +0000 | [diff] [blame] | 725 | eqClass_.grow(LI->getNumValNums()); |
Jakob Stoklund Olesen | 54f32e6 | 2010-10-08 21:19:28 +0000 | [diff] [blame] | 726 | |
Jakob Stoklund Olesen | 6d30905 | 2010-10-29 17:37:29 +0000 | [diff] [blame] | 727 | const VNInfo *used = 0, *unused = 0; |
| 728 | |
Jakob Stoklund Olesen | 54f32e6 | 2010-10-08 21:19:28 +0000 | [diff] [blame] | 729 | // Determine connections. |
Jakob Stoklund Olesen | 0253df9 | 2010-10-07 23:34:34 +0000 | [diff] [blame] | 730 | for (LiveInterval::const_vni_iterator I = LI->vni_begin(), E = LI->vni_end(); |
| 731 | I != E; ++I) { |
| 732 | const VNInfo *VNI = *I; |
Jakob Stoklund Olesen | 6d30905 | 2010-10-29 17:37:29 +0000 | [diff] [blame] | 733 | // Group all unused values into one class. |
| 734 | if (VNI->isUnused()) { |
| 735 | if (unused) |
Jakob Stoklund Olesen | b907e8a | 2010-12-21 00:48:17 +0000 | [diff] [blame] | 736 | eqClass_.join(unused->id, VNI->id); |
Jakob Stoklund Olesen | 6d30905 | 2010-10-29 17:37:29 +0000 | [diff] [blame] | 737 | unused = VNI; |
| 738 | continue; |
| 739 | } |
| 740 | used = VNI; |
Jakob Stoklund Olesen | 0253df9 | 2010-10-07 23:34:34 +0000 | [diff] [blame] | 741 | if (VNI->isPHIDef()) { |
| 742 | const MachineBasicBlock *MBB = lis_.getMBBFromIndex(VNI->def); |
| 743 | assert(MBB && "Phi-def has no defining MBB"); |
| 744 | // Connect to values live out of predecessors. |
| 745 | for (MachineBasicBlock::const_pred_iterator PI = MBB->pred_begin(), |
| 746 | PE = MBB->pred_end(); PI != PE; ++PI) |
| 747 | if (const VNInfo *PVNI = |
| 748 | LI->getVNInfoAt(lis_.getMBBEndIdx(*PI).getPrevSlot())) |
Jakob Stoklund Olesen | b907e8a | 2010-12-21 00:48:17 +0000 | [diff] [blame] | 749 | eqClass_.join(VNI->id, PVNI->id); |
Jakob Stoklund Olesen | 0253df9 | 2010-10-07 23:34:34 +0000 | [diff] [blame] | 750 | } else { |
| 751 | // Normal value defined by an instruction. Check for two-addr redef. |
| 752 | // FIXME: This could be coincidental. Should we really check for a tied |
| 753 | // operand constraint? |
Jakob Stoklund Olesen | b907e8a | 2010-12-21 00:48:17 +0000 | [diff] [blame] | 754 | // Note that VNI->def may be a use slot for an early clobber def. |
| 755 | if (const VNInfo *UVNI = LI->getVNInfoAt(VNI->def.getPrevSlot())) |
| 756 | eqClass_.join(VNI->id, UVNI->id); |
Jakob Stoklund Olesen | 0253df9 | 2010-10-07 23:34:34 +0000 | [diff] [blame] | 757 | } |
| 758 | } |
Jakob Stoklund Olesen | 6d30905 | 2010-10-29 17:37:29 +0000 | [diff] [blame] | 759 | |
| 760 | // Lump all the unused values in with the last used value. |
| 761 | if (used && unused) |
Jakob Stoklund Olesen | b907e8a | 2010-12-21 00:48:17 +0000 | [diff] [blame] | 762 | eqClass_.join(used->id, unused->id); |
Jakob Stoklund Olesen | 6d30905 | 2010-10-29 17:37:29 +0000 | [diff] [blame] | 763 | |
Jakob Stoklund Olesen | b907e8a | 2010-12-21 00:48:17 +0000 | [diff] [blame] | 764 | eqClass_.compress(); |
| 765 | return eqClass_.getNumClasses(); |
Jakob Stoklund Olesen | 0253df9 | 2010-10-07 23:34:34 +0000 | [diff] [blame] | 766 | } |
| 767 | |
| 768 | void ConnectedVNInfoEqClasses::Distribute(LiveInterval *LIV[]) { |
| 769 | assert(LIV[0] && "LIV[0] must be set"); |
| 770 | LiveInterval &LI = *LIV[0]; |
Jakob Stoklund Olesen | 0253df9 | 2010-10-07 23:34:34 +0000 | [diff] [blame] | 771 | |
| 772 | // First move runs to new intervals. |
| 773 | LiveInterval::iterator J = LI.begin(), E = LI.end(); |
| 774 | while (J != E && eqClass_[J->valno->id] == 0) |
| 775 | ++J; |
| 776 | for (LiveInterval::iterator I = J; I != E; ++I) { |
| 777 | if (unsigned eq = eqClass_[I->valno->id]) { |
Benjamin Kramer | ccefe32 | 2010-10-09 16:36:44 +0000 | [diff] [blame] | 778 | assert((LIV[eq]->empty() || LIV[eq]->expiredAt(I->start)) && |
Jakob Stoklund Olesen | 0253df9 | 2010-10-07 23:34:34 +0000 | [diff] [blame] | 779 | "New intervals should be empty"); |
| 780 | LIV[eq]->ranges.push_back(*I); |
| 781 | } else |
| 782 | *J++ = *I; |
| 783 | } |
| 784 | LI.ranges.erase(J, E); |
| 785 | |
| 786 | // Transfer VNInfos to their new owners and renumber them. |
| 787 | unsigned j = 0, e = LI.getNumValNums(); |
| 788 | while (j != e && eqClass_[j] == 0) |
| 789 | ++j; |
| 790 | for (unsigned i = j; i != e; ++i) { |
| 791 | VNInfo *VNI = LI.getValNumInfo(i); |
| 792 | if (unsigned eq = eqClass_[i]) { |
| 793 | VNI->id = LIV[eq]->getNumValNums(); |
| 794 | LIV[eq]->valnos.push_back(VNI); |
| 795 | } else { |
| 796 | VNI->id = j; |
| 797 | LI.valnos[j++] = VNI; |
| 798 | } |
| 799 | } |
| 800 | LI.valnos.resize(j); |
| 801 | } |