Chris Lattner | fb449b9 | 2004-07-23 17:49:16 +0000 | [diff] [blame] | 1 | //===-- LiveInterval.cpp - Live Interval Representation -------------------===// |
| 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
Chris Lattner | 4ee451d | 2007-12-29 20:36:04 +0000 | [diff] [blame] | 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
Chris Lattner | fb449b9 | 2004-07-23 17:49:16 +0000 | [diff] [blame] | 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | // |
| 10 | // This file implements the LiveRange and LiveInterval classes. Given some |
| 11 | // numbering of each the machine instructions an interval [i, j) is said to be a |
| 12 | // live interval for register v if there is no instruction with number j' > j |
Bob Wilson | 86af655 | 2010-01-12 22:18:56 +0000 | [diff] [blame] | 13 | // such that v is live at j' and there is no instruction with number i' < i such |
Chris Lattner | fb449b9 | 2004-07-23 17:49:16 +0000 | [diff] [blame] | 14 | // that v is live at i'. In this implementation intervals can have holes, |
| 15 | // i.e. an interval might look like [1,20), [50,65), [1000,1001). Each |
| 16 | // individual range is represented as an instance of LiveRange, and the whole |
| 17 | // interval is represented as an instance of LiveInterval. |
| 18 | // |
| 19 | //===----------------------------------------------------------------------===// |
| 20 | |
Bill Wendling | d9fd2ac | 2006-11-28 02:08:17 +0000 | [diff] [blame] | 21 | #include "llvm/CodeGen/LiveInterval.h" |
Lang Hames | 233a60e | 2009-11-03 23:52:08 +0000 | [diff] [blame] | 22 | #include "llvm/CodeGen/LiveIntervalAnalysis.h" |
Evan Cheng | 90f95f8 | 2009-06-14 20:22:55 +0000 | [diff] [blame] | 23 | #include "llvm/CodeGen/MachineRegisterInfo.h" |
Evan Cheng | 0adb527 | 2009-04-25 09:25:19 +0000 | [diff] [blame] | 24 | #include "llvm/ADT/DenseMap.h" |
Evan Cheng | 3c1f4a4 | 2007-10-17 02:13:29 +0000 | [diff] [blame] | 25 | #include "llvm/ADT/SmallSet.h" |
Bill Wendling | 38b0e7b | 2006-11-28 03:31:29 +0000 | [diff] [blame] | 26 | #include "llvm/ADT/STLExtras.h" |
David Greene | 5242154 | 2010-01-04 22:41:43 +0000 | [diff] [blame] | 27 | #include "llvm/Support/Debug.h" |
Daniel Dunbar | a717b7b | 2009-07-24 10:47:20 +0000 | [diff] [blame] | 28 | #include "llvm/Support/raw_ostream.h" |
Dan Gohman | 6f0d024 | 2008-02-10 18:45:23 +0000 | [diff] [blame] | 29 | #include "llvm/Target/TargetRegisterInfo.h" |
Alkis Evlogimenos | c4d3b91 | 2004-09-28 02:38:58 +0000 | [diff] [blame] | 30 | #include <algorithm> |
Chris Lattner | fb449b9 | 2004-07-23 17:49:16 +0000 | [diff] [blame] | 31 | using namespace llvm; |
| 32 | |
Jakob Stoklund Olesen | f568b27 | 2010-09-21 17:12:18 +0000 | [diff] [blame] | 33 | LiveInterval::iterator LiveInterval::find(SlotIndex Pos) { |
Jakob Stoklund Olesen | 55768d7 | 2011-03-12 01:50:35 +0000 | [diff] [blame] | 34 | // This algorithm is basically std::upper_bound. |
| 35 | // Unfortunately, std::upper_bound cannot be used with mixed types until we |
| 36 | // adopt C++0x. Many libraries can do it, but not all. |
| 37 | if (empty() || Pos >= endIndex()) |
| 38 | return end(); |
| 39 | iterator I = begin(); |
| 40 | size_t Len = ranges.size(); |
| 41 | do { |
| 42 | size_t Mid = Len >> 1; |
| 43 | if (Pos < I[Mid].end) |
| 44 | Len = Mid; |
| 45 | else |
| 46 | I += Mid + 1, Len -= Mid + 1; |
| 47 | } while (Len); |
| 48 | return I; |
Jakob Stoklund Olesen | 15a5714 | 2010-06-25 22:53:05 +0000 | [diff] [blame] | 49 | } |
| 50 | |
| 51 | /// killedInRange - Return true if the interval has kills in [Start,End). |
| 52 | bool LiveInterval::killedInRange(SlotIndex Start, SlotIndex End) const { |
| 53 | Ranges::const_iterator r = |
| 54 | std::lower_bound(ranges.begin(), ranges.end(), End); |
| 55 | |
| 56 | // Now r points to the first interval with start >= End, or ranges.end(). |
| 57 | if (r == ranges.begin()) |
| 58 | return false; |
| 59 | |
| 60 | --r; |
| 61 | // Now r points to the last interval with end <= End. |
| 62 | // r->end is the kill point. |
| 63 | return r->end >= Start && r->end < End; |
| 64 | } |
| 65 | |
Chris Lattner | bae74d9 | 2004-11-18 03:47:34 +0000 | [diff] [blame] | 66 | // overlaps - Return true if the intersection of the two live intervals is |
| 67 | // not empty. |
| 68 | // |
Chris Lattner | fb449b9 | 2004-07-23 17:49:16 +0000 | [diff] [blame] | 69 | // An example for overlaps(): |
| 70 | // |
| 71 | // 0: A = ... |
| 72 | // 4: B = ... |
| 73 | // 8: C = A + B ;; last use of A |
| 74 | // |
| 75 | // The live intervals should look like: |
| 76 | // |
| 77 | // A = [3, 11) |
| 78 | // B = [7, x) |
| 79 | // C = [11, y) |
| 80 | // |
| 81 | // A->overlaps(C) should return false since we want to be able to join |
| 82 | // A and C. |
Chris Lattner | bae74d9 | 2004-11-18 03:47:34 +0000 | [diff] [blame] | 83 | // |
| 84 | bool LiveInterval::overlapsFrom(const LiveInterval& other, |
| 85 | const_iterator StartPos) const { |
Jakob Stoklund Olesen | 6382d2c | 2010-07-13 19:56:28 +0000 | [diff] [blame] | 86 | assert(!empty() && "empty interval"); |
Chris Lattner | bae74d9 | 2004-11-18 03:47:34 +0000 | [diff] [blame] | 87 | const_iterator i = begin(); |
| 88 | const_iterator ie = end(); |
| 89 | const_iterator j = StartPos; |
| 90 | const_iterator je = other.end(); |
| 91 | |
| 92 | assert((StartPos->start <= i->start || StartPos == other.begin()) && |
Chris Lattner | 8c68b6a | 2004-11-18 04:02:11 +0000 | [diff] [blame] | 93 | StartPos != other.end() && "Bogus start position hint!"); |
Chris Lattner | f542649 | 2004-07-25 07:11:19 +0000 | [diff] [blame] | 94 | |
Chris Lattner | fb449b9 | 2004-07-23 17:49:16 +0000 | [diff] [blame] | 95 | if (i->start < j->start) { |
Chris Lattner | aa14147 | 2004-07-23 18:40:00 +0000 | [diff] [blame] | 96 | i = std::upper_bound(i, ie, j->start); |
Chris Lattner | fb449b9 | 2004-07-23 17:49:16 +0000 | [diff] [blame] | 97 | if (i != ranges.begin()) --i; |
Chris Lattner | aa14147 | 2004-07-23 18:40:00 +0000 | [diff] [blame] | 98 | } else if (j->start < i->start) { |
Chris Lattner | ead1b3f | 2004-12-04 01:22:09 +0000 | [diff] [blame] | 99 | ++StartPos; |
| 100 | if (StartPos != other.end() && StartPos->start <= i->start) { |
| 101 | assert(StartPos < other.end() && i < end()); |
Chris Lattner | 8c68b6a | 2004-11-18 04:02:11 +0000 | [diff] [blame] | 102 | j = std::upper_bound(j, je, i->start); |
| 103 | if (j != other.ranges.begin()) --j; |
| 104 | } |
Chris Lattner | aa14147 | 2004-07-23 18:40:00 +0000 | [diff] [blame] | 105 | } else { |
| 106 | return true; |
Chris Lattner | fb449b9 | 2004-07-23 17:49:16 +0000 | [diff] [blame] | 107 | } |
| 108 | |
Chris Lattner | 9fddc12 | 2004-11-18 05:28:21 +0000 | [diff] [blame] | 109 | if (j == je) return false; |
| 110 | |
| 111 | while (i != ie) { |
Chris Lattner | fb449b9 | 2004-07-23 17:49:16 +0000 | [diff] [blame] | 112 | if (i->start > j->start) { |
Alkis Evlogimenos | a1613db | 2004-07-24 11:44:15 +0000 | [diff] [blame] | 113 | std::swap(i, j); |
| 114 | std::swap(ie, je); |
Chris Lattner | fb449b9 | 2004-07-23 17:49:16 +0000 | [diff] [blame] | 115 | } |
Chris Lattner | fb449b9 | 2004-07-23 17:49:16 +0000 | [diff] [blame] | 116 | |
| 117 | if (i->end > j->start) |
| 118 | return true; |
| 119 | ++i; |
| 120 | } |
| 121 | |
| 122 | return false; |
| 123 | } |
| 124 | |
Evan Cheng | cccdb2b | 2009-04-18 08:52:15 +0000 | [diff] [blame] | 125 | /// overlaps - Return true if the live interval overlaps a range specified |
| 126 | /// by [Start, End). |
Lang Hames | 233a60e | 2009-11-03 23:52:08 +0000 | [diff] [blame] | 127 | bool LiveInterval::overlaps(SlotIndex Start, SlotIndex End) const { |
Evan Cheng | cccdb2b | 2009-04-18 08:52:15 +0000 | [diff] [blame] | 128 | assert(Start < End && "Invalid range"); |
Jakob Stoklund Olesen | 186eb73 | 2010-07-13 19:42:20 +0000 | [diff] [blame] | 129 | const_iterator I = std::lower_bound(begin(), end(), End); |
| 130 | return I != begin() && (--I)->end > Start; |
Evan Cheng | cccdb2b | 2009-04-18 08:52:15 +0000 | [diff] [blame] | 131 | } |
| 132 | |
Lang Hames | 6f4e4df | 2010-07-26 01:49:41 +0000 | [diff] [blame] | 133 | |
| 134 | /// ValNo is dead, remove it. If it is the largest value number, just nuke it |
| 135 | /// (and any other deleted values neighboring it), otherwise mark it as ~1U so |
| 136 | /// it can be nuked later. |
| 137 | void LiveInterval::markValNoForDeletion(VNInfo *ValNo) { |
| 138 | if (ValNo->id == getNumValNums()-1) { |
| 139 | do { |
| 140 | valnos.pop_back(); |
| 141 | } while (!valnos.empty() && valnos.back()->isUnused()); |
| 142 | } else { |
| 143 | ValNo->setIsUnused(true); |
| 144 | } |
| 145 | } |
| 146 | |
Jakob Stoklund Olesen | 2343659 | 2010-08-06 18:46:59 +0000 | [diff] [blame] | 147 | /// RenumberValues - Renumber all values in order of appearance and delete the |
| 148 | /// remaining unused values. |
Jakob Stoklund Olesen | fff2c47 | 2010-08-12 20:38:03 +0000 | [diff] [blame] | 149 | void LiveInterval::RenumberValues(LiveIntervals &lis) { |
Jakob Stoklund Olesen | 2343659 | 2010-08-06 18:46:59 +0000 | [diff] [blame] | 150 | SmallPtrSet<VNInfo*, 8> Seen; |
Jakob Stoklund Olesen | fff2c47 | 2010-08-12 20:38:03 +0000 | [diff] [blame] | 151 | bool seenPHIDef = false; |
Jakob Stoklund Olesen | 2343659 | 2010-08-06 18:46:59 +0000 | [diff] [blame] | 152 | valnos.clear(); |
| 153 | for (const_iterator I = begin(), E = end(); I != E; ++I) { |
| 154 | VNInfo *VNI = I->valno; |
| 155 | if (!Seen.insert(VNI)) |
| 156 | continue; |
| 157 | assert(!VNI->isUnused() && "Unused valno used by live range"); |
| 158 | VNI->id = (unsigned)valnos.size(); |
| 159 | valnos.push_back(VNI); |
Jakob Stoklund Olesen | fff2c47 | 2010-08-12 20:38:03 +0000 | [diff] [blame] | 160 | VNI->setHasPHIKill(false); |
| 161 | if (VNI->isPHIDef()) |
| 162 | seenPHIDef = true; |
| 163 | } |
| 164 | |
| 165 | // Recompute phi kill flags. |
| 166 | if (!seenPHIDef) |
| 167 | return; |
| 168 | for (const_vni_iterator I = vni_begin(), E = vni_end(); I != E; ++I) { |
| 169 | VNInfo *VNI = *I; |
| 170 | if (!VNI->isPHIDef()) |
| 171 | continue; |
| 172 | const MachineBasicBlock *PHIBB = lis.getMBBFromIndex(VNI->def); |
| 173 | assert(PHIBB && "No basic block for phi-def"); |
| 174 | for (MachineBasicBlock::const_pred_iterator PI = PHIBB->pred_begin(), |
| 175 | PE = PHIBB->pred_end(); PI != PE; ++PI) { |
| 176 | VNInfo *KVNI = getVNInfoAt(lis.getMBBEndIdx(*PI).getPrevSlot()); |
| 177 | if (KVNI) |
| 178 | KVNI->setHasPHIKill(true); |
| 179 | } |
Jakob Stoklund Olesen | 2343659 | 2010-08-06 18:46:59 +0000 | [diff] [blame] | 180 | } |
| 181 | } |
| 182 | |
Chris Lattner | b26c215 | 2004-07-23 19:38:44 +0000 | [diff] [blame] | 183 | /// extendIntervalEndTo - This method is used when we want to extend the range |
| 184 | /// specified by I to end at the specified endpoint. To do this, we should |
| 185 | /// merge and eliminate all ranges that this will overlap with. The iterator is |
| 186 | /// not invalidated. |
Lang Hames | 233a60e | 2009-11-03 23:52:08 +0000 | [diff] [blame] | 187 | void LiveInterval::extendIntervalEndTo(Ranges::iterator I, SlotIndex NewEnd) { |
Chris Lattner | b26c215 | 2004-07-23 19:38:44 +0000 | [diff] [blame] | 188 | assert(I != ranges.end() && "Not a valid interval!"); |
Evan Cheng | 7ecb38b | 2007-08-29 20:45:00 +0000 | [diff] [blame] | 189 | VNInfo *ValNo = I->valno; |
Chris Lattner | fb449b9 | 2004-07-23 17:49:16 +0000 | [diff] [blame] | 190 | |
Chris Lattner | b26c215 | 2004-07-23 19:38:44 +0000 | [diff] [blame] | 191 | // Search for the first interval that we can't merge with. |
Oscar Fuentes | ee56c42 | 2010-08-02 06:00:15 +0000 | [diff] [blame] | 192 | Ranges::iterator MergeTo = llvm::next(I); |
Chris Lattner | abf295f | 2004-07-24 02:52:23 +0000 | [diff] [blame] | 193 | for (; MergeTo != ranges.end() && NewEnd >= MergeTo->end; ++MergeTo) { |
Evan Cheng | 7ecb38b | 2007-08-29 20:45:00 +0000 | [diff] [blame] | 194 | assert(MergeTo->valno == ValNo && "Cannot merge with differing values!"); |
Chris Lattner | abf295f | 2004-07-24 02:52:23 +0000 | [diff] [blame] | 195 | } |
Chris Lattner | b26c215 | 2004-07-23 19:38:44 +0000 | [diff] [blame] | 196 | |
| 197 | // If NewEnd was in the middle of an interval, make sure to get its endpoint. |
| 198 | I->end = std::max(NewEnd, prior(MergeTo)->end); |
| 199 | |
Chris Lattner | b0fa11c | 2005-10-20 07:39:25 +0000 | [diff] [blame] | 200 | // Erase any dead ranges. |
Oscar Fuentes | ee56c42 | 2010-08-02 06:00:15 +0000 | [diff] [blame] | 201 | ranges.erase(llvm::next(I), MergeTo); |
Evan Cheng | 4f8ff16 | 2007-08-11 00:59:19 +0000 | [diff] [blame] | 202 | |
Chris Lattner | b0fa11c | 2005-10-20 07:39:25 +0000 | [diff] [blame] | 203 | // If the newly formed range now touches the range after it and if they have |
| 204 | // the same value number, merge the two ranges into one range. |
Oscar Fuentes | ee56c42 | 2010-08-02 06:00:15 +0000 | [diff] [blame] | 205 | Ranges::iterator Next = llvm::next(I); |
Evan Cheng | 7ecb38b | 2007-08-29 20:45:00 +0000 | [diff] [blame] | 206 | if (Next != ranges.end() && Next->start <= I->end && Next->valno == ValNo) { |
Chris Lattner | cef6010 | 2005-10-20 22:50:10 +0000 | [diff] [blame] | 207 | I->end = Next->end; |
| 208 | ranges.erase(Next); |
Chris Lattner | b0fa11c | 2005-10-20 07:39:25 +0000 | [diff] [blame] | 209 | } |
Chris Lattner | b26c215 | 2004-07-23 19:38:44 +0000 | [diff] [blame] | 210 | } |
| 211 | |
| 212 | |
| 213 | /// extendIntervalStartTo - This method is used when we want to extend the range |
| 214 | /// specified by I to start at the specified endpoint. To do this, we should |
| 215 | /// merge and eliminate all ranges that this will overlap with. |
Misha Brukman | edf128a | 2005-04-21 22:36:52 +0000 | [diff] [blame] | 216 | LiveInterval::Ranges::iterator |
Lang Hames | 233a60e | 2009-11-03 23:52:08 +0000 | [diff] [blame] | 217 | LiveInterval::extendIntervalStartTo(Ranges::iterator I, SlotIndex NewStart) { |
Chris Lattner | b26c215 | 2004-07-23 19:38:44 +0000 | [diff] [blame] | 218 | assert(I != ranges.end() && "Not a valid interval!"); |
Evan Cheng | 7ecb38b | 2007-08-29 20:45:00 +0000 | [diff] [blame] | 219 | VNInfo *ValNo = I->valno; |
Chris Lattner | b26c215 | 2004-07-23 19:38:44 +0000 | [diff] [blame] | 220 | |
| 221 | // Search for the first interval that we can't merge with. |
| 222 | Ranges::iterator MergeTo = I; |
| 223 | do { |
| 224 | if (MergeTo == ranges.begin()) { |
| 225 | I->start = NewStart; |
Chris Lattner | abf295f | 2004-07-24 02:52:23 +0000 | [diff] [blame] | 226 | ranges.erase(MergeTo, I); |
Chris Lattner | b26c215 | 2004-07-23 19:38:44 +0000 | [diff] [blame] | 227 | return I; |
| 228 | } |
Evan Cheng | 7ecb38b | 2007-08-29 20:45:00 +0000 | [diff] [blame] | 229 | assert(MergeTo->valno == ValNo && "Cannot merge with differing values!"); |
Chris Lattner | b26c215 | 2004-07-23 19:38:44 +0000 | [diff] [blame] | 230 | --MergeTo; |
| 231 | } while (NewStart <= MergeTo->start); |
| 232 | |
| 233 | // If we start in the middle of another interval, just delete a range and |
| 234 | // extend that interval. |
Evan Cheng | 7ecb38b | 2007-08-29 20:45:00 +0000 | [diff] [blame] | 235 | if (MergeTo->end >= NewStart && MergeTo->valno == ValNo) { |
Chris Lattner | b26c215 | 2004-07-23 19:38:44 +0000 | [diff] [blame] | 236 | MergeTo->end = I->end; |
| 237 | } else { |
| 238 | // Otherwise, extend the interval right after. |
| 239 | ++MergeTo; |
| 240 | MergeTo->start = NewStart; |
| 241 | MergeTo->end = I->end; |
| 242 | } |
| 243 | |
Oscar Fuentes | ee56c42 | 2010-08-02 06:00:15 +0000 | [diff] [blame] | 244 | ranges.erase(llvm::next(MergeTo), llvm::next(I)); |
Chris Lattner | b26c215 | 2004-07-23 19:38:44 +0000 | [diff] [blame] | 245 | return MergeTo; |
| 246 | } |
| 247 | |
Chris Lattner | c114b2c | 2006-08-25 23:41:24 +0000 | [diff] [blame] | 248 | LiveInterval::iterator |
| 249 | LiveInterval::addRangeFrom(LiveRange LR, iterator From) { |
Lang Hames | 233a60e | 2009-11-03 23:52:08 +0000 | [diff] [blame] | 250 | SlotIndex Start = LR.start, End = LR.end; |
Chris Lattner | c114b2c | 2006-08-25 23:41:24 +0000 | [diff] [blame] | 251 | iterator it = std::upper_bound(From, ranges.end(), Start); |
Chris Lattner | b26c215 | 2004-07-23 19:38:44 +0000 | [diff] [blame] | 252 | |
| 253 | // If the inserted interval starts in the middle or right at the end of |
| 254 | // another interval, just extend that interval to contain the range of LR. |
| 255 | if (it != ranges.begin()) { |
Chris Lattner | c114b2c | 2006-08-25 23:41:24 +0000 | [diff] [blame] | 256 | iterator B = prior(it); |
Evan Cheng | 7ecb38b | 2007-08-29 20:45:00 +0000 | [diff] [blame] | 257 | if (LR.valno == B->valno) { |
Chris Lattner | abf295f | 2004-07-24 02:52:23 +0000 | [diff] [blame] | 258 | if (B->start <= Start && B->end >= Start) { |
| 259 | extendIntervalEndTo(B, End); |
| 260 | return B; |
| 261 | } |
| 262 | } else { |
| 263 | // Check to make sure that we are not overlapping two live ranges with |
Evan Cheng | 7ecb38b | 2007-08-29 20:45:00 +0000 | [diff] [blame] | 264 | // different valno's. |
Chris Lattner | abf295f | 2004-07-24 02:52:23 +0000 | [diff] [blame] | 265 | assert(B->end <= Start && |
Brian Gaeke | 8311bef | 2004-11-16 06:52:35 +0000 | [diff] [blame] | 266 | "Cannot overlap two LiveRanges with differing ValID's" |
| 267 | " (did you def the same reg twice in a MachineInstr?)"); |
Chris Lattner | b26c215 | 2004-07-23 19:38:44 +0000 | [diff] [blame] | 268 | } |
| 269 | } |
| 270 | |
| 271 | // Otherwise, if this range ends in the middle of, or right next to, another |
| 272 | // interval, merge it into that interval. |
Anton Korobeynikov | 4c71dfe | 2008-02-20 11:10:28 +0000 | [diff] [blame] | 273 | if (it != ranges.end()) { |
Evan Cheng | 7ecb38b | 2007-08-29 20:45:00 +0000 | [diff] [blame] | 274 | if (LR.valno == it->valno) { |
Chris Lattner | abf295f | 2004-07-24 02:52:23 +0000 | [diff] [blame] | 275 | if (it->start <= End) { |
| 276 | it = extendIntervalStartTo(it, Start); |
| 277 | |
| 278 | // If LR is a complete superset of an interval, we may need to grow its |
| 279 | // endpoint as well. |
| 280 | if (End > it->end) |
| 281 | extendIntervalEndTo(it, End); |
| 282 | return it; |
| 283 | } |
| 284 | } else { |
| 285 | // Check to make sure that we are not overlapping two live ranges with |
Evan Cheng | 7ecb38b | 2007-08-29 20:45:00 +0000 | [diff] [blame] | 286 | // different valno's. |
Chris Lattner | abf295f | 2004-07-24 02:52:23 +0000 | [diff] [blame] | 287 | assert(it->start >= End && |
| 288 | "Cannot overlap two LiveRanges with differing ValID's"); |
| 289 | } |
Anton Korobeynikov | 4c71dfe | 2008-02-20 11:10:28 +0000 | [diff] [blame] | 290 | } |
Chris Lattner | b26c215 | 2004-07-23 19:38:44 +0000 | [diff] [blame] | 291 | |
| 292 | // Otherwise, this is just a new range that doesn't interact with anything. |
| 293 | // Insert it. |
| 294 | return ranges.insert(it, LR); |
Chris Lattner | fb449b9 | 2004-07-23 17:49:16 +0000 | [diff] [blame] | 295 | } |
| 296 | |
Jakob Stoklund Olesen | 9763e2b | 2011-03-02 00:06:15 +0000 | [diff] [blame] | 297 | /// extendInBlock - If this interval is live before UseIdx in the basic |
| 298 | /// block that starts at StartIdx, extend it to be live at UseIdx and return |
| 299 | /// the value. If there is no live range before UseIdx, return NULL. |
| 300 | VNInfo *LiveInterval::extendInBlock(SlotIndex StartIdx, SlotIndex UseIdx) { |
| 301 | if (empty()) |
| 302 | return 0; |
| 303 | iterator I = std::upper_bound(begin(), end(), UseIdx); |
| 304 | if (I == begin()) |
| 305 | return 0; |
| 306 | --I; |
| 307 | if (I->end <= StartIdx) |
| 308 | return 0; |
| 309 | if (I->end <= UseIdx) |
| 310 | extendIntervalEndTo(I, UseIdx.getNextSlot()); |
| 311 | return I->valno; |
| 312 | } |
Chris Lattner | abf295f | 2004-07-24 02:52:23 +0000 | [diff] [blame] | 313 | |
| 314 | /// removeRange - Remove the specified range from this interval. Note that |
Evan Cheng | 42cc6e3 | 2009-01-29 00:06:09 +0000 | [diff] [blame] | 315 | /// the range must be in a single LiveRange in its entirety. |
Lang Hames | 233a60e | 2009-11-03 23:52:08 +0000 | [diff] [blame] | 316 | void LiveInterval::removeRange(SlotIndex Start, SlotIndex End, |
Evan Cheng | d2b8d7b | 2008-02-13 02:48:26 +0000 | [diff] [blame] | 317 | bool RemoveDeadValNo) { |
Chris Lattner | abf295f | 2004-07-24 02:52:23 +0000 | [diff] [blame] | 318 | // Find the LiveRange containing this span. |
Jakob Stoklund Olesen | f568b27 | 2010-09-21 17:12:18 +0000 | [diff] [blame] | 319 | Ranges::iterator I = find(Start); |
| 320 | assert(I != ranges.end() && "Range is not in interval!"); |
Lang Hames | 8651125 | 2009-09-04 20:41:11 +0000 | [diff] [blame] | 321 | assert(I->containsRange(Start, End) && "Range is not entirely in interval!"); |
Chris Lattner | abf295f | 2004-07-24 02:52:23 +0000 | [diff] [blame] | 322 | |
| 323 | // If the span we are removing is at the start of the LiveRange, adjust it. |
Evan Cheng | d2b8d7b | 2008-02-13 02:48:26 +0000 | [diff] [blame] | 324 | VNInfo *ValNo = I->valno; |
Chris Lattner | abf295f | 2004-07-24 02:52:23 +0000 | [diff] [blame] | 325 | if (I->start == Start) { |
Evan Cheng | 4f8ff16 | 2007-08-11 00:59:19 +0000 | [diff] [blame] | 326 | if (I->end == End) { |
Evan Cheng | d2b8d7b | 2008-02-13 02:48:26 +0000 | [diff] [blame] | 327 | if (RemoveDeadValNo) { |
| 328 | // Check if val# is dead. |
| 329 | bool isDead = true; |
| 330 | for (const_iterator II = begin(), EE = end(); II != EE; ++II) |
| 331 | if (II != I && II->valno == ValNo) { |
| 332 | isDead = false; |
| 333 | break; |
Jakob Stoklund Olesen | 15a5714 | 2010-06-25 22:53:05 +0000 | [diff] [blame] | 334 | } |
Evan Cheng | d2b8d7b | 2008-02-13 02:48:26 +0000 | [diff] [blame] | 335 | if (isDead) { |
Lang Hames | 6f4e4df | 2010-07-26 01:49:41 +0000 | [diff] [blame] | 336 | // Now that ValNo is dead, remove it. |
| 337 | markValNoForDeletion(ValNo); |
Evan Cheng | d2b8d7b | 2008-02-13 02:48:26 +0000 | [diff] [blame] | 338 | } |
| 339 | } |
| 340 | |
Chris Lattner | abf295f | 2004-07-24 02:52:23 +0000 | [diff] [blame] | 341 | ranges.erase(I); // Removed the whole LiveRange. |
Evan Cheng | 4f8ff16 | 2007-08-11 00:59:19 +0000 | [diff] [blame] | 342 | } else |
Chris Lattner | abf295f | 2004-07-24 02:52:23 +0000 | [diff] [blame] | 343 | I->start = End; |
| 344 | return; |
| 345 | } |
| 346 | |
| 347 | // Otherwise if the span we are removing is at the end of the LiveRange, |
| 348 | // adjust the other way. |
| 349 | if (I->end == End) { |
Chris Lattner | 6925a9f | 2004-07-25 05:43:53 +0000 | [diff] [blame] | 350 | I->end = Start; |
Chris Lattner | abf295f | 2004-07-24 02:52:23 +0000 | [diff] [blame] | 351 | return; |
| 352 | } |
| 353 | |
| 354 | // Otherwise, we are splitting the LiveRange into two pieces. |
Lang Hames | 233a60e | 2009-11-03 23:52:08 +0000 | [diff] [blame] | 355 | SlotIndex OldEnd = I->end; |
Chris Lattner | abf295f | 2004-07-24 02:52:23 +0000 | [diff] [blame] | 356 | I->end = Start; // Trim the old interval. |
| 357 | |
| 358 | // Insert the new one. |
Oscar Fuentes | ee56c42 | 2010-08-02 06:00:15 +0000 | [diff] [blame] | 359 | ranges.insert(llvm::next(I), LiveRange(End, OldEnd, ValNo)); |
Chris Lattner | abf295f | 2004-07-24 02:52:23 +0000 | [diff] [blame] | 360 | } |
| 361 | |
Evan Cheng | d2b8d7b | 2008-02-13 02:48:26 +0000 | [diff] [blame] | 362 | /// removeValNo - Remove all the ranges defined by the specified value#. |
| 363 | /// Also remove the value# from value# list. |
| 364 | void LiveInterval::removeValNo(VNInfo *ValNo) { |
| 365 | if (empty()) return; |
| 366 | Ranges::iterator I = ranges.end(); |
| 367 | Ranges::iterator E = ranges.begin(); |
| 368 | do { |
| 369 | --I; |
| 370 | if (I->valno == ValNo) |
| 371 | ranges.erase(I); |
| 372 | } while (I != E); |
Lang Hames | 6f4e4df | 2010-07-26 01:49:41 +0000 | [diff] [blame] | 373 | // Now that ValNo is dead, remove it. |
| 374 | markValNoForDeletion(ValNo); |
Evan Cheng | d2b8d7b | 2008-02-13 02:48:26 +0000 | [diff] [blame] | 375 | } |
Lang Hames | 8651125 | 2009-09-04 20:41:11 +0000 | [diff] [blame] | 376 | |
Lang Hames | 8651125 | 2009-09-04 20:41:11 +0000 | [diff] [blame] | 377 | /// findDefinedVNInfo - Find the VNInfo defined by the specified |
| 378 | /// index (register interval). |
Lang Hames | 233a60e | 2009-11-03 23:52:08 +0000 | [diff] [blame] | 379 | VNInfo *LiveInterval::findDefinedVNInfoForRegInt(SlotIndex Idx) const { |
Evan Cheng | 3f32d65 | 2008-06-04 09:18:41 +0000 | [diff] [blame] | 380 | for (LiveInterval::const_vni_iterator i = vni_begin(), e = vni_end(); |
Lang Hames | 8651125 | 2009-09-04 20:41:11 +0000 | [diff] [blame] | 381 | i != e; ++i) { |
| 382 | if ((*i)->def == Idx) |
| 383 | return *i; |
| 384 | } |
| 385 | |
| 386 | return 0; |
| 387 | } |
| 388 | |
Chris Lattner | 6d8fbef | 2006-08-29 23:18:15 +0000 | [diff] [blame] | 389 | /// join - Join two live intervals (this, and other) together. This applies |
| 390 | /// mappings to the value numbers in the LHS/RHS intervals as specified. If |
| 391 | /// the intervals are not joinable, this aborts. |
Lang Hames | 233a60e | 2009-11-03 23:52:08 +0000 | [diff] [blame] | 392 | void LiveInterval::join(LiveInterval &Other, |
| 393 | const int *LHSValNoAssignments, |
Jakob Stoklund Olesen | 1b29320 | 2010-08-12 20:01:23 +0000 | [diff] [blame] | 394 | const int *RHSValNoAssignments, |
Evan Cheng | 90f95f8 | 2009-06-14 20:22:55 +0000 | [diff] [blame] | 395 | SmallVector<VNInfo*, 16> &NewVNInfo, |
| 396 | MachineRegisterInfo *MRI) { |
Chris Lattner | 6d8fbef | 2006-08-29 23:18:15 +0000 | [diff] [blame] | 397 | // Determine if any of our live range values are mapped. This is uncommon, so |
Jakob Stoklund Olesen | 1b29320 | 2010-08-12 20:01:23 +0000 | [diff] [blame] | 398 | // we want to avoid the interval scan if not. |
Chris Lattner | 6d8fbef | 2006-08-29 23:18:15 +0000 | [diff] [blame] | 399 | bool MustMapCurValNos = false; |
Evan Cheng | 3430135 | 2007-09-01 02:03:17 +0000 | [diff] [blame] | 400 | unsigned NumVals = getNumValNums(); |
| 401 | unsigned NumNewVals = NewVNInfo.size(); |
| 402 | for (unsigned i = 0; i != NumVals; ++i) { |
| 403 | unsigned LHSValID = LHSValNoAssignments[i]; |
| 404 | if (i != LHSValID || |
Evan Cheng | f3bb2e6 | 2007-09-05 21:46:51 +0000 | [diff] [blame] | 405 | (NewVNInfo[LHSValID] && NewVNInfo[LHSValID] != getValNumInfo(i))) |
Chris Lattner | 6d8fbef | 2006-08-29 23:18:15 +0000 | [diff] [blame] | 406 | MustMapCurValNos = true; |
Chris Lattner | deb9971 | 2004-07-24 03:41:50 +0000 | [diff] [blame] | 407 | } |
Evan Cheng | 7ecb38b | 2007-08-29 20:45:00 +0000 | [diff] [blame] | 408 | |
Chris Lattner | 6d8fbef | 2006-08-29 23:18:15 +0000 | [diff] [blame] | 409 | // If we have to apply a mapping to our base interval assignment, rewrite it |
| 410 | // now. |
| 411 | if (MustMapCurValNos) { |
| 412 | // Map the first live range. |
| 413 | iterator OutIt = begin(); |
Evan Cheng | 7ecb38b | 2007-08-29 20:45:00 +0000 | [diff] [blame] | 414 | OutIt->valno = NewVNInfo[LHSValNoAssignments[OutIt->valno->id]]; |
Chris Lattner | 6d8fbef | 2006-08-29 23:18:15 +0000 | [diff] [blame] | 415 | ++OutIt; |
| 416 | for (iterator I = OutIt, E = end(); I != E; ++I) { |
Evan Cheng | 7ecb38b | 2007-08-29 20:45:00 +0000 | [diff] [blame] | 417 | OutIt->valno = NewVNInfo[LHSValNoAssignments[I->valno->id]]; |
Jakob Stoklund Olesen | 1b29320 | 2010-08-12 20:01:23 +0000 | [diff] [blame] | 418 | |
Chris Lattner | 6d8fbef | 2006-08-29 23:18:15 +0000 | [diff] [blame] | 419 | // If this live range has the same value # as its immediate predecessor, |
| 420 | // and if they are neighbors, remove one LiveRange. This happens when we |
| 421 | // have [0,3:0)[4,7:1) and map 0/1 onto the same value #. |
Evan Cheng | 7ecb38b | 2007-08-29 20:45:00 +0000 | [diff] [blame] | 422 | if (OutIt->valno == (OutIt-1)->valno && (OutIt-1)->end == OutIt->start) { |
Chris Lattner | 6d8fbef | 2006-08-29 23:18:15 +0000 | [diff] [blame] | 423 | (OutIt-1)->end = OutIt->end; |
| 424 | } else { |
| 425 | if (I != OutIt) { |
| 426 | OutIt->start = I->start; |
| 427 | OutIt->end = I->end; |
| 428 | } |
Jakob Stoklund Olesen | 1b29320 | 2010-08-12 20:01:23 +0000 | [diff] [blame] | 429 | |
Chris Lattner | 6d8fbef | 2006-08-29 23:18:15 +0000 | [diff] [blame] | 430 | // Didn't merge, on to the next one. |
| 431 | ++OutIt; |
| 432 | } |
| 433 | } |
Jakob Stoklund Olesen | 1b29320 | 2010-08-12 20:01:23 +0000 | [diff] [blame] | 434 | |
Chris Lattner | 6d8fbef | 2006-08-29 23:18:15 +0000 | [diff] [blame] | 435 | // If we merge some live ranges, chop off the end. |
| 436 | ranges.erase(OutIt, end()); |
| 437 | } |
Evan Cheng | 4f8ff16 | 2007-08-11 00:59:19 +0000 | [diff] [blame] | 438 | |
Evan Cheng | 7ecb38b | 2007-08-29 20:45:00 +0000 | [diff] [blame] | 439 | // Remember assignements because val# ids are changing. |
Evan Cheng | 3430135 | 2007-09-01 02:03:17 +0000 | [diff] [blame] | 440 | SmallVector<unsigned, 16> OtherAssignments; |
Evan Cheng | 7ecb38b | 2007-08-29 20:45:00 +0000 | [diff] [blame] | 441 | for (iterator I = Other.begin(), E = Other.end(); I != E; ++I) |
| 442 | OtherAssignments.push_back(RHSValNoAssignments[I->valno->id]); |
| 443 | |
| 444 | // Update val# info. Renumber them and make sure they all belong to this |
Evan Cheng | f3bb2e6 | 2007-09-05 21:46:51 +0000 | [diff] [blame] | 445 | // LiveInterval now. Also remove dead val#'s. |
| 446 | unsigned NumValNos = 0; |
| 447 | for (unsigned i = 0; i < NumNewVals; ++i) { |
Evan Cheng | 7ecb38b | 2007-08-29 20:45:00 +0000 | [diff] [blame] | 448 | VNInfo *VNI = NewVNInfo[i]; |
Evan Cheng | f3bb2e6 | 2007-09-05 21:46:51 +0000 | [diff] [blame] | 449 | if (VNI) { |
Evan Cheng | 30590f5 | 2009-04-28 06:24:09 +0000 | [diff] [blame] | 450 | if (NumValNos >= NumVals) |
Evan Cheng | f3bb2e6 | 2007-09-05 21:46:51 +0000 | [diff] [blame] | 451 | valnos.push_back(VNI); |
Jakob Stoklund Olesen | 1b29320 | 2010-08-12 20:01:23 +0000 | [diff] [blame] | 452 | else |
Evan Cheng | f3bb2e6 | 2007-09-05 21:46:51 +0000 | [diff] [blame] | 453 | valnos[NumValNos] = VNI; |
| 454 | VNI->id = NumValNos++; // Renumber val#. |
Evan Cheng | 3430135 | 2007-09-01 02:03:17 +0000 | [diff] [blame] | 455 | } |
| 456 | } |
Evan Cheng | 3430135 | 2007-09-01 02:03:17 +0000 | [diff] [blame] | 457 | if (NumNewVals < NumVals) |
| 458 | valnos.resize(NumNewVals); // shrinkify |
Evan Cheng | 4f8ff16 | 2007-08-11 00:59:19 +0000 | [diff] [blame] | 459 | |
Chris Lattner | 6d8fbef | 2006-08-29 23:18:15 +0000 | [diff] [blame] | 460 | // Okay, now insert the RHS live ranges into the LHS. |
Chris Lattner | c114b2c | 2006-08-25 23:41:24 +0000 | [diff] [blame] | 461 | iterator InsertPos = begin(); |
Evan Cheng | 7ecb38b | 2007-08-29 20:45:00 +0000 | [diff] [blame] | 462 | unsigned RangeNo = 0; |
| 463 | for (iterator I = Other.begin(), E = Other.end(); I != E; ++I, ++RangeNo) { |
| 464 | // Map the valno in the other live range to the current live range. |
| 465 | I->valno = NewVNInfo[OtherAssignments[RangeNo]]; |
Evan Cheng | f3bb2e6 | 2007-09-05 21:46:51 +0000 | [diff] [blame] | 466 | assert(I->valno && "Adding a dead range?"); |
Chris Lattner | abf295f | 2004-07-24 02:52:23 +0000 | [diff] [blame] | 467 | InsertPos = addRangeFrom(*I, InsertPos); |
| 468 | } |
Chris Lattner | 6d8fbef | 2006-08-29 23:18:15 +0000 | [diff] [blame] | 469 | |
David Greene | 29ff37f | 2009-07-22 20:08:25 +0000 | [diff] [blame] | 470 | ComputeJoinedWeight(Other); |
Chris Lattner | fb449b9 | 2004-07-23 17:49:16 +0000 | [diff] [blame] | 471 | } |
| 472 | |
Chris Lattner | f21f020 | 2006-09-02 05:26:59 +0000 | [diff] [blame] | 473 | /// MergeRangesInAsValue - Merge all of the intervals in RHS into this live |
| 474 | /// interval as the specified value number. The LiveRanges in RHS are |
| 475 | /// allowed to overlap with LiveRanges in the current interval, but only if |
| 476 | /// the overlapping LiveRanges have the specified value number. |
Jakob Stoklund Olesen | 1b29320 | 2010-08-12 20:01:23 +0000 | [diff] [blame] | 477 | void LiveInterval::MergeRangesInAsValue(const LiveInterval &RHS, |
Evan Cheng | 7ecb38b | 2007-08-29 20:45:00 +0000 | [diff] [blame] | 478 | VNInfo *LHSValNo) { |
Chris Lattner | f21f020 | 2006-09-02 05:26:59 +0000 | [diff] [blame] | 479 | // TODO: Make this more efficient. |
| 480 | iterator InsertPos = begin(); |
| 481 | for (const_iterator I = RHS.begin(), E = RHS.end(); I != E; ++I) { |
Evan Cheng | 7ecb38b | 2007-08-29 20:45:00 +0000 | [diff] [blame] | 482 | // Map the valno in the other live range to the current live range. |
Chris Lattner | f21f020 | 2006-09-02 05:26:59 +0000 | [diff] [blame] | 483 | LiveRange Tmp = *I; |
Evan Cheng | 7ecb38b | 2007-08-29 20:45:00 +0000 | [diff] [blame] | 484 | Tmp.valno = LHSValNo; |
Chris Lattner | f21f020 | 2006-09-02 05:26:59 +0000 | [diff] [blame] | 485 | InsertPos = addRangeFrom(Tmp, InsertPos); |
| 486 | } |
| 487 | } |
| 488 | |
| 489 | |
Evan Cheng | 32dfbea | 2007-10-12 08:50:34 +0000 | [diff] [blame] | 490 | /// MergeValueInAsValue - Merge all of the live ranges of a specific val# |
| 491 | /// in RHS into this live interval as the specified value number. |
| 492 | /// The LiveRanges in RHS are allowed to overlap with LiveRanges in the |
Evan Cheng | 3c1f4a4 | 2007-10-17 02:13:29 +0000 | [diff] [blame] | 493 | /// current interval, it will replace the value numbers of the overlaped |
| 494 | /// live ranges with the specified value number. |
Lang Hames | 233a60e | 2009-11-03 23:52:08 +0000 | [diff] [blame] | 495 | void LiveInterval::MergeValueInAsValue( |
| 496 | const LiveInterval &RHS, |
| 497 | const VNInfo *RHSValNo, VNInfo *LHSValNo) { |
Evan Cheng | 3c1f4a4 | 2007-10-17 02:13:29 +0000 | [diff] [blame] | 498 | SmallVector<VNInfo*, 4> ReplacedValNos; |
| 499 | iterator IP = begin(); |
Evan Cheng | 32dfbea | 2007-10-12 08:50:34 +0000 | [diff] [blame] | 500 | for (const_iterator I = RHS.begin(), E = RHS.end(); I != E; ++I) { |
Jakob Stoklund Olesen | 014b863 | 2010-06-23 15:34:36 +0000 | [diff] [blame] | 501 | assert(I->valno == RHS.getValNumInfo(I->valno->id) && "Bad VNInfo"); |
Evan Cheng | 32dfbea | 2007-10-12 08:50:34 +0000 | [diff] [blame] | 502 | if (I->valno != RHSValNo) |
| 503 | continue; |
Lang Hames | 233a60e | 2009-11-03 23:52:08 +0000 | [diff] [blame] | 504 | SlotIndex Start = I->start, End = I->end; |
Evan Cheng | 3c1f4a4 | 2007-10-17 02:13:29 +0000 | [diff] [blame] | 505 | IP = std::upper_bound(IP, end(), Start); |
| 506 | // If the start of this range overlaps with an existing liverange, trim it. |
| 507 | if (IP != begin() && IP[-1].end > Start) { |
Evan Cheng | 294e652 | 2008-01-30 22:44:55 +0000 | [diff] [blame] | 508 | if (IP[-1].valno != LHSValNo) { |
| 509 | ReplacedValNos.push_back(IP[-1].valno); |
| 510 | IP[-1].valno = LHSValNo; // Update val#. |
Evan Cheng | 3c1f4a4 | 2007-10-17 02:13:29 +0000 | [diff] [blame] | 511 | } |
| 512 | Start = IP[-1].end; |
| 513 | // Trimmed away the whole range? |
| 514 | if (Start >= End) continue; |
| 515 | } |
| 516 | // If the end of this range overlaps with an existing liverange, trim it. |
| 517 | if (IP != end() && End > IP->start) { |
| 518 | if (IP->valno != LHSValNo) { |
| 519 | ReplacedValNos.push_back(IP->valno); |
| 520 | IP->valno = LHSValNo; // Update val#. |
| 521 | } |
| 522 | End = IP->start; |
| 523 | // If this trimmed away the whole range, ignore it. |
| 524 | if (Start == End) continue; |
| 525 | } |
Jakob Stoklund Olesen | 1b29320 | 2010-08-12 20:01:23 +0000 | [diff] [blame] | 526 | |
Evan Cheng | 32dfbea | 2007-10-12 08:50:34 +0000 | [diff] [blame] | 527 | // Map the valno in the other live range to the current live range. |
Evan Cheng | 3c1f4a4 | 2007-10-17 02:13:29 +0000 | [diff] [blame] | 528 | IP = addRangeFrom(LiveRange(Start, End, LHSValNo), IP); |
| 529 | } |
| 530 | |
| 531 | |
| 532 | SmallSet<VNInfo*, 4> Seen; |
| 533 | for (unsigned i = 0, e = ReplacedValNos.size(); i != e; ++i) { |
| 534 | VNInfo *V1 = ReplacedValNos[i]; |
| 535 | if (Seen.insert(V1)) { |
| 536 | bool isDead = true; |
| 537 | for (const_iterator I = begin(), E = end(); I != E; ++I) |
| 538 | if (I->valno == V1) { |
| 539 | isDead = false; |
| 540 | break; |
Jakob Stoklund Olesen | 1b29320 | 2010-08-12 20:01:23 +0000 | [diff] [blame] | 541 | } |
Evan Cheng | 3c1f4a4 | 2007-10-17 02:13:29 +0000 | [diff] [blame] | 542 | if (isDead) { |
Lang Hames | 6f4e4df | 2010-07-26 01:49:41 +0000 | [diff] [blame] | 543 | // Now that V1 is dead, remove it. |
| 544 | markValNoForDeletion(V1); |
Evan Cheng | 3c1f4a4 | 2007-10-17 02:13:29 +0000 | [diff] [blame] | 545 | } |
| 546 | } |
Evan Cheng | 32dfbea | 2007-10-12 08:50:34 +0000 | [diff] [blame] | 547 | } |
| 548 | } |
| 549 | |
| 550 | |
Evan Cheng | a2e6435 | 2009-03-11 00:03:21 +0000 | [diff] [blame] | 551 | |
Chris Lattner | f7da2c7 | 2006-08-24 22:43:55 +0000 | [diff] [blame] | 552 | /// MergeValueNumberInto - This method is called when two value nubmers |
| 553 | /// are found to be equivalent. This eliminates V1, replacing all |
| 554 | /// LiveRanges with the V1 value number with the V2 value number. This can |
| 555 | /// cause merging of V1/V2 values numbers and compaction of the value space. |
Owen Anderson | 5b93f6f | 2009-02-02 22:42:01 +0000 | [diff] [blame] | 556 | VNInfo* LiveInterval::MergeValueNumberInto(VNInfo *V1, VNInfo *V2) { |
Chris Lattner | f7da2c7 | 2006-08-24 22:43:55 +0000 | [diff] [blame] | 557 | assert(V1 != V2 && "Identical value#'s are always equivalent!"); |
| 558 | |
| 559 | // This code actually merges the (numerically) larger value number into the |
| 560 | // smaller value number, which is likely to allow us to compactify the value |
| 561 | // space. The only thing we have to be careful of is to preserve the |
| 562 | // instruction that defines the result value. |
| 563 | |
| 564 | // Make sure V2 is smaller than V1. |
Evan Cheng | 7ecb38b | 2007-08-29 20:45:00 +0000 | [diff] [blame] | 565 | if (V1->id < V2->id) { |
Lang Hames | 52c1afc | 2009-08-10 23:43:28 +0000 | [diff] [blame] | 566 | V1->copyFrom(*V2); |
Chris Lattner | f7da2c7 | 2006-08-24 22:43:55 +0000 | [diff] [blame] | 567 | std::swap(V1, V2); |
| 568 | } |
| 569 | |
| 570 | // Merge V1 live ranges into V2. |
| 571 | for (iterator I = begin(); I != end(); ) { |
| 572 | iterator LR = I++; |
Evan Cheng | 7ecb38b | 2007-08-29 20:45:00 +0000 | [diff] [blame] | 573 | if (LR->valno != V1) continue; // Not a V1 LiveRange. |
Jakob Stoklund Olesen | 1b29320 | 2010-08-12 20:01:23 +0000 | [diff] [blame] | 574 | |
Chris Lattner | f7da2c7 | 2006-08-24 22:43:55 +0000 | [diff] [blame] | 575 | // Okay, we found a V1 live range. If it had a previous, touching, V2 live |
| 576 | // range, extend it. |
| 577 | if (LR != begin()) { |
| 578 | iterator Prev = LR-1; |
Evan Cheng | 7ecb38b | 2007-08-29 20:45:00 +0000 | [diff] [blame] | 579 | if (Prev->valno == V2 && Prev->end == LR->start) { |
Chris Lattner | f7da2c7 | 2006-08-24 22:43:55 +0000 | [diff] [blame] | 580 | Prev->end = LR->end; |
| 581 | |
| 582 | // Erase this live-range. |
| 583 | ranges.erase(LR); |
| 584 | I = Prev+1; |
| 585 | LR = Prev; |
| 586 | } |
| 587 | } |
Jakob Stoklund Olesen | 1b29320 | 2010-08-12 20:01:23 +0000 | [diff] [blame] | 588 | |
Chris Lattner | f7da2c7 | 2006-08-24 22:43:55 +0000 | [diff] [blame] | 589 | // Okay, now we have a V1 or V2 live range that is maximally merged forward. |
| 590 | // Ensure that it is a V2 live-range. |
Evan Cheng | 7ecb38b | 2007-08-29 20:45:00 +0000 | [diff] [blame] | 591 | LR->valno = V2; |
Jakob Stoklund Olesen | 1b29320 | 2010-08-12 20:01:23 +0000 | [diff] [blame] | 592 | |
Chris Lattner | f7da2c7 | 2006-08-24 22:43:55 +0000 | [diff] [blame] | 593 | // If we can merge it into later V2 live ranges, do so now. We ignore any |
| 594 | // following V1 live ranges, as they will be merged in subsequent iterations |
| 595 | // of the loop. |
| 596 | if (I != end()) { |
Evan Cheng | 7ecb38b | 2007-08-29 20:45:00 +0000 | [diff] [blame] | 597 | if (I->start == LR->end && I->valno == V2) { |
Chris Lattner | f7da2c7 | 2006-08-24 22:43:55 +0000 | [diff] [blame] | 598 | LR->end = I->end; |
| 599 | ranges.erase(I); |
| 600 | I = LR+1; |
| 601 | } |
| 602 | } |
| 603 | } |
Jakob Stoklund Olesen | 1b29320 | 2010-08-12 20:01:23 +0000 | [diff] [blame] | 604 | |
Jakob Stoklund Olesen | e0a73ec | 2010-10-01 23:52:25 +0000 | [diff] [blame] | 605 | // Merge the relevant flags. |
| 606 | V2->mergeFlags(V1); |
| 607 | |
Lang Hames | 6f4e4df | 2010-07-26 01:49:41 +0000 | [diff] [blame] | 608 | // Now that V1 is dead, remove it. |
| 609 | markValNoForDeletion(V1); |
Jakob Stoklund Olesen | 1b29320 | 2010-08-12 20:01:23 +0000 | [diff] [blame] | 610 | |
Owen Anderson | 5b93f6f | 2009-02-02 22:42:01 +0000 | [diff] [blame] | 611 | return V2; |
Chris Lattner | f7da2c7 | 2006-08-24 22:43:55 +0000 | [diff] [blame] | 612 | } |
| 613 | |
Evan Cheng | 32dfbea | 2007-10-12 08:50:34 +0000 | [diff] [blame] | 614 | void LiveInterval::Copy(const LiveInterval &RHS, |
Evan Cheng | 90f95f8 | 2009-06-14 20:22:55 +0000 | [diff] [blame] | 615 | MachineRegisterInfo *MRI, |
Benjamin Kramer | 991de14 | 2010-03-30 20:16:45 +0000 | [diff] [blame] | 616 | VNInfo::Allocator &VNInfoAllocator) { |
Evan Cheng | 32dfbea | 2007-10-12 08:50:34 +0000 | [diff] [blame] | 617 | ranges.clear(); |
| 618 | valnos.clear(); |
Evan Cheng | 358dec5 | 2009-06-15 08:28:29 +0000 | [diff] [blame] | 619 | std::pair<unsigned, unsigned> Hint = MRI->getRegAllocationHint(RHS.reg); |
Evan Cheng | 90f95f8 | 2009-06-14 20:22:55 +0000 | [diff] [blame] | 620 | MRI->setRegAllocationHint(reg, Hint.first, Hint.second); |
| 621 | |
Evan Cheng | 32dfbea | 2007-10-12 08:50:34 +0000 | [diff] [blame] | 622 | weight = RHS.weight; |
| 623 | for (unsigned i = 0, e = RHS.getNumValNums(); i != e; ++i) { |
| 624 | const VNInfo *VNI = RHS.getValNumInfo(i); |
Lang Hames | 857c4e0 | 2009-06-17 21:01:20 +0000 | [diff] [blame] | 625 | createValueCopy(VNI, VNInfoAllocator); |
Evan Cheng | 32dfbea | 2007-10-12 08:50:34 +0000 | [diff] [blame] | 626 | } |
| 627 | for (unsigned i = 0, e = RHS.ranges.size(); i != e; ++i) { |
| 628 | const LiveRange &LR = RHS.ranges[i]; |
| 629 | addRange(LiveRange(LR.start, LR.end, getValNumInfo(LR.valno->id))); |
| 630 | } |
| 631 | } |
| 632 | |
Evan Cheng | e52eef8 | 2007-04-17 20:25:11 +0000 | [diff] [blame] | 633 | unsigned LiveInterval::getSize() const { |
| 634 | unsigned Sum = 0; |
| 635 | for (const_iterator I = begin(), E = end(); I != E; ++I) |
Lang Hames | 8651125 | 2009-09-04 20:41:11 +0000 | [diff] [blame] | 636 | Sum += I->start.distance(I->end); |
Evan Cheng | e52eef8 | 2007-04-17 20:25:11 +0000 | [diff] [blame] | 637 | return Sum; |
| 638 | } |
| 639 | |
David Greene | 29ff37f | 2009-07-22 20:08:25 +0000 | [diff] [blame] | 640 | /// ComputeJoinedWeight - Set the weight of a live interval Joined |
| 641 | /// after Other has been merged into it. |
| 642 | void LiveInterval::ComputeJoinedWeight(const LiveInterval &Other) { |
| 643 | // If either of these intervals was spilled, the weight is the |
| 644 | // weight of the non-spilled interval. This can only happen with |
| 645 | // iterative coalescers. |
| 646 | |
David Greene | 92b78bb | 2009-07-22 22:32:19 +0000 | [diff] [blame] | 647 | if (Other.weight != HUGE_VALF) { |
| 648 | weight += Other.weight; |
| 649 | } |
| 650 | else if (weight == HUGE_VALF && |
David Greene | 29ff37f | 2009-07-22 20:08:25 +0000 | [diff] [blame] | 651 | !TargetRegisterInfo::isPhysicalRegister(reg)) { |
| 652 | // Remove this assert if you have an iterative coalescer |
| 653 | assert(0 && "Joining to spilled interval"); |
| 654 | weight = Other.weight; |
| 655 | } |
David Greene | 29ff37f | 2009-07-22 20:08:25 +0000 | [diff] [blame] | 656 | else { |
| 657 | // Otherwise the weight stays the same |
| 658 | // Remove this assert if you have an iterative coalescer |
| 659 | assert(0 && "Joining from spilled interval"); |
| 660 | } |
| 661 | } |
| 662 | |
Daniel Dunbar | 1cd1d98 | 2009-07-24 10:36:58 +0000 | [diff] [blame] | 663 | raw_ostream& llvm::operator<<(raw_ostream& os, const LiveRange &LR) { |
| 664 | return os << '[' << LR.start << ',' << LR.end << ':' << LR.valno->id << ")"; |
| 665 | } |
Chris Lattner | fb449b9 | 2004-07-23 17:49:16 +0000 | [diff] [blame] | 666 | |
Chris Lattner | abf295f | 2004-07-24 02:52:23 +0000 | [diff] [blame] | 667 | void LiveRange::dump() const { |
David Greene | 5242154 | 2010-01-04 22:41:43 +0000 | [diff] [blame] | 668 | dbgs() << *this << "\n"; |
Chris Lattner | abf295f | 2004-07-24 02:52:23 +0000 | [diff] [blame] | 669 | } |
| 670 | |
Chris Lattner | c02497f | 2009-08-23 03:47:42 +0000 | [diff] [blame] | 671 | void LiveInterval::print(raw_ostream &OS, const TargetRegisterInfo *TRI) const { |
Jakob Stoklund Olesen | ccdb3fc | 2011-01-19 22:11:48 +0000 | [diff] [blame] | 672 | OS << PrintReg(reg, TRI); |
| 673 | if (weight != 0) |
| 674 | OS << ',' << weight; |
Chris Lattner | fb449b9 | 2004-07-23 17:49:16 +0000 | [diff] [blame] | 675 | |
Chris Lattner | 38135af | 2005-05-14 05:34:15 +0000 | [diff] [blame] | 676 | if (empty()) |
Evan Cheng | 3f32d65 | 2008-06-04 09:18:41 +0000 | [diff] [blame] | 677 | OS << " EMPTY"; |
Chris Lattner | 38135af | 2005-05-14 05:34:15 +0000 | [diff] [blame] | 678 | else { |
| 679 | OS << " = "; |
| 680 | for (LiveInterval::Ranges::const_iterator I = ranges.begin(), |
Jakob Stoklund Olesen | 014b863 | 2010-06-23 15:34:36 +0000 | [diff] [blame] | 681 | E = ranges.end(); I != E; ++I) { |
| 682 | OS << *I; |
| 683 | assert(I->valno == getValNumInfo(I->valno->id) && "Bad VNInfo"); |
| 684 | } |
Chris Lattner | 38135af | 2005-05-14 05:34:15 +0000 | [diff] [blame] | 685 | } |
Jakob Stoklund Olesen | 15a5714 | 2010-06-25 22:53:05 +0000 | [diff] [blame] | 686 | |
Chris Lattner | be4f88a | 2006-08-22 18:19:46 +0000 | [diff] [blame] | 687 | // Print value number info. |
Chris Lattner | 6d8fbef | 2006-08-29 23:18:15 +0000 | [diff] [blame] | 688 | if (getNumValNums()) { |
Chris Lattner | be4f88a | 2006-08-22 18:19:46 +0000 | [diff] [blame] | 689 | OS << " "; |
Evan Cheng | 1a66f0a | 2007-08-28 08:28:51 +0000 | [diff] [blame] | 690 | unsigned vnum = 0; |
| 691 | for (const_vni_iterator i = vni_begin(), e = vni_end(); i != e; |
| 692 | ++i, ++vnum) { |
Evan Cheng | 7ecb38b | 2007-08-29 20:45:00 +0000 | [diff] [blame] | 693 | const VNInfo *vni = *i; |
Evan Cheng | 1a66f0a | 2007-08-28 08:28:51 +0000 | [diff] [blame] | 694 | if (vnum) OS << " "; |
| 695 | OS << vnum << "@"; |
Lang Hames | 857c4e0 | 2009-06-17 21:01:20 +0000 | [diff] [blame] | 696 | if (vni->isUnused()) { |
Evan Cheng | 8df7860 | 2007-08-08 03:00:28 +0000 | [diff] [blame] | 697 | OS << "x"; |
Chris Lattner | be4f88a | 2006-08-22 18:19:46 +0000 | [diff] [blame] | 698 | } else { |
Lang Hames | 6e2968c | 2010-09-25 12:04:16 +0000 | [diff] [blame] | 699 | OS << vni->def; |
Jakob Stoklund Olesen | a818c07 | 2010-10-05 18:48:57 +0000 | [diff] [blame] | 700 | if (vni->isPHIDef()) |
| 701 | OS << "-phidef"; |
Jakob Stoklund Olesen | d9f6ec9 | 2010-07-13 21:19:05 +0000 | [diff] [blame] | 702 | if (vni->hasPHIKill()) |
| 703 | OS << "-phikill"; |
| 704 | if (vni->hasRedefByEC()) |
| 705 | OS << "-ec"; |
Evan Cheng | a8d94f1 | 2007-08-07 23:49:57 +0000 | [diff] [blame] | 706 | } |
Chris Lattner | be4f88a | 2006-08-22 18:19:46 +0000 | [diff] [blame] | 707 | } |
| 708 | } |
Chris Lattner | fb449b9 | 2004-07-23 17:49:16 +0000 | [diff] [blame] | 709 | } |
Chris Lattner | abf295f | 2004-07-24 02:52:23 +0000 | [diff] [blame] | 710 | |
| 711 | void LiveInterval::dump() const { |
David Greene | 5242154 | 2010-01-04 22:41:43 +0000 | [diff] [blame] | 712 | dbgs() << *this << "\n"; |
Chris Lattner | abf295f | 2004-07-24 02:52:23 +0000 | [diff] [blame] | 713 | } |
Jeff Cohen | c21c5ee | 2006-12-15 22:57:14 +0000 | [diff] [blame] | 714 | |
| 715 | |
Daniel Dunbar | 1cd1d98 | 2009-07-24 10:36:58 +0000 | [diff] [blame] | 716 | void LiveRange::print(raw_ostream &os) const { |
| 717 | os << *this; |
| 718 | } |
Jakob Stoklund Olesen | 0253df9 | 2010-10-07 23:34:34 +0000 | [diff] [blame] | 719 | |
Jakob Stoklund Olesen | 0253df9 | 2010-10-07 23:34:34 +0000 | [diff] [blame] | 720 | unsigned ConnectedVNInfoEqClasses::Classify(const LiveInterval *LI) { |
Jakob Stoklund Olesen | 54f32e6 | 2010-10-08 21:19:28 +0000 | [diff] [blame] | 721 | // Create initial equivalence classes. |
Jakob Stoklund Olesen | 0253df9 | 2010-10-07 23:34:34 +0000 | [diff] [blame] | 722 | eqClass_.clear(); |
Jakob Stoklund Olesen | b907e8a | 2010-12-21 00:48:17 +0000 | [diff] [blame] | 723 | eqClass_.grow(LI->getNumValNums()); |
Jakob Stoklund Olesen | 54f32e6 | 2010-10-08 21:19:28 +0000 | [diff] [blame] | 724 | |
Jakob Stoklund Olesen | 6d30905 | 2010-10-29 17:37:29 +0000 | [diff] [blame] | 725 | const VNInfo *used = 0, *unused = 0; |
| 726 | |
Jakob Stoklund Olesen | 54f32e6 | 2010-10-08 21:19:28 +0000 | [diff] [blame] | 727 | // Determine connections. |
Jakob Stoklund Olesen | 0253df9 | 2010-10-07 23:34:34 +0000 | [diff] [blame] | 728 | for (LiveInterval::const_vni_iterator I = LI->vni_begin(), E = LI->vni_end(); |
| 729 | I != E; ++I) { |
| 730 | const VNInfo *VNI = *I; |
Jakob Stoklund Olesen | 6d30905 | 2010-10-29 17:37:29 +0000 | [diff] [blame] | 731 | // Group all unused values into one class. |
| 732 | if (VNI->isUnused()) { |
| 733 | if (unused) |
Jakob Stoklund Olesen | b907e8a | 2010-12-21 00:48:17 +0000 | [diff] [blame] | 734 | eqClass_.join(unused->id, VNI->id); |
Jakob Stoklund Olesen | 6d30905 | 2010-10-29 17:37:29 +0000 | [diff] [blame] | 735 | unused = VNI; |
| 736 | continue; |
| 737 | } |
| 738 | used = VNI; |
Jakob Stoklund Olesen | 0253df9 | 2010-10-07 23:34:34 +0000 | [diff] [blame] | 739 | if (VNI->isPHIDef()) { |
| 740 | const MachineBasicBlock *MBB = lis_.getMBBFromIndex(VNI->def); |
| 741 | assert(MBB && "Phi-def has no defining MBB"); |
| 742 | // Connect to values live out of predecessors. |
| 743 | for (MachineBasicBlock::const_pred_iterator PI = MBB->pred_begin(), |
| 744 | PE = MBB->pred_end(); PI != PE; ++PI) |
| 745 | if (const VNInfo *PVNI = |
| 746 | LI->getVNInfoAt(lis_.getMBBEndIdx(*PI).getPrevSlot())) |
Jakob Stoklund Olesen | b907e8a | 2010-12-21 00:48:17 +0000 | [diff] [blame] | 747 | eqClass_.join(VNI->id, PVNI->id); |
Jakob Stoklund Olesen | 0253df9 | 2010-10-07 23:34:34 +0000 | [diff] [blame] | 748 | } else { |
| 749 | // Normal value defined by an instruction. Check for two-addr redef. |
| 750 | // FIXME: This could be coincidental. Should we really check for a tied |
| 751 | // operand constraint? |
Jakob Stoklund Olesen | b907e8a | 2010-12-21 00:48:17 +0000 | [diff] [blame] | 752 | // Note that VNI->def may be a use slot for an early clobber def. |
| 753 | if (const VNInfo *UVNI = LI->getVNInfoAt(VNI->def.getPrevSlot())) |
| 754 | eqClass_.join(VNI->id, UVNI->id); |
Jakob Stoklund Olesen | 0253df9 | 2010-10-07 23:34:34 +0000 | [diff] [blame] | 755 | } |
| 756 | } |
Jakob Stoklund Olesen | 6d30905 | 2010-10-29 17:37:29 +0000 | [diff] [blame] | 757 | |
| 758 | // Lump all the unused values in with the last used value. |
| 759 | if (used && unused) |
Jakob Stoklund Olesen | b907e8a | 2010-12-21 00:48:17 +0000 | [diff] [blame] | 760 | eqClass_.join(used->id, unused->id); |
Jakob Stoklund Olesen | 6d30905 | 2010-10-29 17:37:29 +0000 | [diff] [blame] | 761 | |
Jakob Stoklund Olesen | b907e8a | 2010-12-21 00:48:17 +0000 | [diff] [blame] | 762 | eqClass_.compress(); |
| 763 | return eqClass_.getNumClasses(); |
Jakob Stoklund Olesen | 0253df9 | 2010-10-07 23:34:34 +0000 | [diff] [blame] | 764 | } |
| 765 | |
| 766 | void ConnectedVNInfoEqClasses::Distribute(LiveInterval *LIV[]) { |
| 767 | assert(LIV[0] && "LIV[0] must be set"); |
| 768 | LiveInterval &LI = *LIV[0]; |
Jakob Stoklund Olesen | 0253df9 | 2010-10-07 23:34:34 +0000 | [diff] [blame] | 769 | |
| 770 | // First move runs to new intervals. |
| 771 | LiveInterval::iterator J = LI.begin(), E = LI.end(); |
| 772 | while (J != E && eqClass_[J->valno->id] == 0) |
| 773 | ++J; |
| 774 | for (LiveInterval::iterator I = J; I != E; ++I) { |
| 775 | if (unsigned eq = eqClass_[I->valno->id]) { |
Benjamin Kramer | ccefe32 | 2010-10-09 16:36:44 +0000 | [diff] [blame] | 776 | assert((LIV[eq]->empty() || LIV[eq]->expiredAt(I->start)) && |
Jakob Stoklund Olesen | 0253df9 | 2010-10-07 23:34:34 +0000 | [diff] [blame] | 777 | "New intervals should be empty"); |
| 778 | LIV[eq]->ranges.push_back(*I); |
| 779 | } else |
| 780 | *J++ = *I; |
| 781 | } |
| 782 | LI.ranges.erase(J, E); |
| 783 | |
| 784 | // Transfer VNInfos to their new owners and renumber them. |
| 785 | unsigned j = 0, e = LI.getNumValNums(); |
| 786 | while (j != e && eqClass_[j] == 0) |
| 787 | ++j; |
| 788 | for (unsigned i = j; i != e; ++i) { |
| 789 | VNInfo *VNI = LI.getValNumInfo(i); |
| 790 | if (unsigned eq = eqClass_[i]) { |
| 791 | VNI->id = LIV[eq]->getNumValNums(); |
| 792 | LIV[eq]->valnos.push_back(VNI); |
| 793 | } else { |
| 794 | VNI->id = j; |
| 795 | LI.valnos[j++] = VNI; |
| 796 | } |
| 797 | } |
| 798 | LI.valnos.resize(j); |
| 799 | } |