Chris Lattner | fb449b9 | 2004-07-23 17:49:16 +0000 | [diff] [blame] | 1 | //===-- LiveInterval.cpp - Live Interval Representation -------------------===// |
| 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
Chris Lattner | 4ee451d | 2007-12-29 20:36:04 +0000 | [diff] [blame] | 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
Chris Lattner | fb449b9 | 2004-07-23 17:49:16 +0000 | [diff] [blame] | 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | // |
| 10 | // This file implements the LiveRange and LiveInterval classes. Given some |
| 11 | // numbering of each the machine instructions an interval [i, j) is said to be a |
| 12 | // live interval for register v if there is no instruction with number j' > j |
Bob Wilson | 86af655 | 2010-01-12 22:18:56 +0000 | [diff] [blame] | 13 | // such that v is live at j' and there is no instruction with number i' < i such |
Chris Lattner | fb449b9 | 2004-07-23 17:49:16 +0000 | [diff] [blame] | 14 | // that v is live at i'. In this implementation intervals can have holes, |
| 15 | // i.e. an interval might look like [1,20), [50,65), [1000,1001). Each |
| 16 | // individual range is represented as an instance of LiveRange, and the whole |
| 17 | // interval is represented as an instance of LiveInterval. |
| 18 | // |
| 19 | //===----------------------------------------------------------------------===// |
| 20 | |
Bill Wendling | d9fd2ac | 2006-11-28 02:08:17 +0000 | [diff] [blame] | 21 | #include "llvm/CodeGen/LiveInterval.h" |
Lang Hames | 233a60e | 2009-11-03 23:52:08 +0000 | [diff] [blame] | 22 | #include "llvm/CodeGen/LiveIntervalAnalysis.h" |
Evan Cheng | 90f95f8 | 2009-06-14 20:22:55 +0000 | [diff] [blame] | 23 | #include "llvm/CodeGen/MachineRegisterInfo.h" |
Evan Cheng | 0adb527 | 2009-04-25 09:25:19 +0000 | [diff] [blame] | 24 | #include "llvm/ADT/DenseMap.h" |
Evan Cheng | 3c1f4a4 | 2007-10-17 02:13:29 +0000 | [diff] [blame] | 25 | #include "llvm/ADT/SmallSet.h" |
Bill Wendling | 38b0e7b | 2006-11-28 03:31:29 +0000 | [diff] [blame] | 26 | #include "llvm/ADT/STLExtras.h" |
David Greene | 5242154 | 2010-01-04 22:41:43 +0000 | [diff] [blame] | 27 | #include "llvm/Support/Debug.h" |
Daniel Dunbar | a717b7b | 2009-07-24 10:47:20 +0000 | [diff] [blame] | 28 | #include "llvm/Support/raw_ostream.h" |
Dan Gohman | 6f0d024 | 2008-02-10 18:45:23 +0000 | [diff] [blame] | 29 | #include "llvm/Target/TargetRegisterInfo.h" |
Alkis Evlogimenos | c4d3b91 | 2004-09-28 02:38:58 +0000 | [diff] [blame] | 30 | #include <algorithm> |
Chris Lattner | fb449b9 | 2004-07-23 17:49:16 +0000 | [diff] [blame] | 31 | using namespace llvm; |
| 32 | |
Jakob Stoklund Olesen | 7c72707 | 2010-09-21 20:16:12 +0000 | [diff] [blame] | 33 | // CompEnd - Compare LiveRange ends. |
Jakob Stoklund Olesen | 89bfef0 | 2010-09-21 18:34:17 +0000 | [diff] [blame] | 34 | namespace { |
Jakob Stoklund Olesen | 2de0e80 | 2010-09-21 18:24:30 +0000 | [diff] [blame] | 35 | struct CompEnd { |
Jakob Stoklund Olesen | 7c72707 | 2010-09-21 20:16:12 +0000 | [diff] [blame] | 36 | bool operator()(const LiveRange &A, const LiveRange &B) const { |
| 37 | return A.end < B.end; |
Jakob Stoklund Olesen | 2de0e80 | 2010-09-21 18:24:30 +0000 | [diff] [blame] | 38 | } |
| 39 | }; |
Jakob Stoklund Olesen | 89bfef0 | 2010-09-21 18:34:17 +0000 | [diff] [blame] | 40 | } |
Chris Lattner | fb449b9 | 2004-07-23 17:49:16 +0000 | [diff] [blame] | 41 | |
Jakob Stoklund Olesen | f568b27 | 2010-09-21 17:12:18 +0000 | [diff] [blame] | 42 | LiveInterval::iterator LiveInterval::find(SlotIndex Pos) { |
Jakob Stoklund Olesen | 201ecfc | 2010-10-05 18:48:55 +0000 | [diff] [blame] | 43 | assert(Pos.isValid() && "Cannot search for an invalid index"); |
Jakob Stoklund Olesen | 7c72707 | 2010-09-21 20:16:12 +0000 | [diff] [blame] | 44 | return std::upper_bound(begin(), end(), LiveRange(SlotIndex(), Pos, 0), |
| 45 | CompEnd()); |
Jakob Stoklund Olesen | 15a5714 | 2010-06-25 22:53:05 +0000 | [diff] [blame] | 46 | } |
| 47 | |
| 48 | /// killedInRange - Return true if the interval has kills in [Start,End). |
| 49 | bool LiveInterval::killedInRange(SlotIndex Start, SlotIndex End) const { |
| 50 | Ranges::const_iterator r = |
| 51 | std::lower_bound(ranges.begin(), ranges.end(), End); |
| 52 | |
| 53 | // Now r points to the first interval with start >= End, or ranges.end(). |
| 54 | if (r == ranges.begin()) |
| 55 | return false; |
| 56 | |
| 57 | --r; |
| 58 | // Now r points to the last interval with end <= End. |
| 59 | // r->end is the kill point. |
| 60 | return r->end >= Start && r->end < End; |
| 61 | } |
| 62 | |
Chris Lattner | bae74d9 | 2004-11-18 03:47:34 +0000 | [diff] [blame] | 63 | // overlaps - Return true if the intersection of the two live intervals is |
| 64 | // not empty. |
| 65 | // |
Chris Lattner | fb449b9 | 2004-07-23 17:49:16 +0000 | [diff] [blame] | 66 | // An example for overlaps(): |
| 67 | // |
| 68 | // 0: A = ... |
| 69 | // 4: B = ... |
| 70 | // 8: C = A + B ;; last use of A |
| 71 | // |
| 72 | // The live intervals should look like: |
| 73 | // |
| 74 | // A = [3, 11) |
| 75 | // B = [7, x) |
| 76 | // C = [11, y) |
| 77 | // |
| 78 | // A->overlaps(C) should return false since we want to be able to join |
| 79 | // A and C. |
Chris Lattner | bae74d9 | 2004-11-18 03:47:34 +0000 | [diff] [blame] | 80 | // |
| 81 | bool LiveInterval::overlapsFrom(const LiveInterval& other, |
| 82 | const_iterator StartPos) const { |
Jakob Stoklund Olesen | 6382d2c | 2010-07-13 19:56:28 +0000 | [diff] [blame] | 83 | assert(!empty() && "empty interval"); |
Chris Lattner | bae74d9 | 2004-11-18 03:47:34 +0000 | [diff] [blame] | 84 | const_iterator i = begin(); |
| 85 | const_iterator ie = end(); |
| 86 | const_iterator j = StartPos; |
| 87 | const_iterator je = other.end(); |
| 88 | |
| 89 | assert((StartPos->start <= i->start || StartPos == other.begin()) && |
Chris Lattner | 8c68b6a | 2004-11-18 04:02:11 +0000 | [diff] [blame] | 90 | StartPos != other.end() && "Bogus start position hint!"); |
Chris Lattner | f542649 | 2004-07-25 07:11:19 +0000 | [diff] [blame] | 91 | |
Chris Lattner | fb449b9 | 2004-07-23 17:49:16 +0000 | [diff] [blame] | 92 | if (i->start < j->start) { |
Chris Lattner | aa14147 | 2004-07-23 18:40:00 +0000 | [diff] [blame] | 93 | i = std::upper_bound(i, ie, j->start); |
Chris Lattner | fb449b9 | 2004-07-23 17:49:16 +0000 | [diff] [blame] | 94 | if (i != ranges.begin()) --i; |
Chris Lattner | aa14147 | 2004-07-23 18:40:00 +0000 | [diff] [blame] | 95 | } else if (j->start < i->start) { |
Chris Lattner | ead1b3f | 2004-12-04 01:22:09 +0000 | [diff] [blame] | 96 | ++StartPos; |
| 97 | if (StartPos != other.end() && StartPos->start <= i->start) { |
| 98 | assert(StartPos < other.end() && i < end()); |
Chris Lattner | 8c68b6a | 2004-11-18 04:02:11 +0000 | [diff] [blame] | 99 | j = std::upper_bound(j, je, i->start); |
| 100 | if (j != other.ranges.begin()) --j; |
| 101 | } |
Chris Lattner | aa14147 | 2004-07-23 18:40:00 +0000 | [diff] [blame] | 102 | } else { |
| 103 | return true; |
Chris Lattner | fb449b9 | 2004-07-23 17:49:16 +0000 | [diff] [blame] | 104 | } |
| 105 | |
Chris Lattner | 9fddc12 | 2004-11-18 05:28:21 +0000 | [diff] [blame] | 106 | if (j == je) return false; |
| 107 | |
| 108 | while (i != ie) { |
Chris Lattner | fb449b9 | 2004-07-23 17:49:16 +0000 | [diff] [blame] | 109 | if (i->start > j->start) { |
Alkis Evlogimenos | a1613db | 2004-07-24 11:44:15 +0000 | [diff] [blame] | 110 | std::swap(i, j); |
| 111 | std::swap(ie, je); |
Chris Lattner | fb449b9 | 2004-07-23 17:49:16 +0000 | [diff] [blame] | 112 | } |
Chris Lattner | fb449b9 | 2004-07-23 17:49:16 +0000 | [diff] [blame] | 113 | |
| 114 | if (i->end > j->start) |
| 115 | return true; |
| 116 | ++i; |
| 117 | } |
| 118 | |
| 119 | return false; |
| 120 | } |
| 121 | |
Evan Cheng | cccdb2b | 2009-04-18 08:52:15 +0000 | [diff] [blame] | 122 | /// overlaps - Return true if the live interval overlaps a range specified |
| 123 | /// by [Start, End). |
Lang Hames | 233a60e | 2009-11-03 23:52:08 +0000 | [diff] [blame] | 124 | bool LiveInterval::overlaps(SlotIndex Start, SlotIndex End) const { |
Evan Cheng | cccdb2b | 2009-04-18 08:52:15 +0000 | [diff] [blame] | 125 | assert(Start < End && "Invalid range"); |
Jakob Stoklund Olesen | 186eb73 | 2010-07-13 19:42:20 +0000 | [diff] [blame] | 126 | const_iterator I = std::lower_bound(begin(), end(), End); |
| 127 | return I != begin() && (--I)->end > Start; |
Evan Cheng | cccdb2b | 2009-04-18 08:52:15 +0000 | [diff] [blame] | 128 | } |
| 129 | |
Lang Hames | 6f4e4df | 2010-07-26 01:49:41 +0000 | [diff] [blame] | 130 | |
| 131 | /// ValNo is dead, remove it. If it is the largest value number, just nuke it |
| 132 | /// (and any other deleted values neighboring it), otherwise mark it as ~1U so |
| 133 | /// it can be nuked later. |
| 134 | void LiveInterval::markValNoForDeletion(VNInfo *ValNo) { |
| 135 | if (ValNo->id == getNumValNums()-1) { |
| 136 | do { |
| 137 | valnos.pop_back(); |
| 138 | } while (!valnos.empty() && valnos.back()->isUnused()); |
| 139 | } else { |
| 140 | ValNo->setIsUnused(true); |
| 141 | } |
| 142 | } |
| 143 | |
Jakob Stoklund Olesen | 2343659 | 2010-08-06 18:46:59 +0000 | [diff] [blame] | 144 | /// RenumberValues - Renumber all values in order of appearance and delete the |
| 145 | /// remaining unused values. |
Jakob Stoklund Olesen | fff2c47 | 2010-08-12 20:38:03 +0000 | [diff] [blame] | 146 | void LiveInterval::RenumberValues(LiveIntervals &lis) { |
Jakob Stoklund Olesen | 2343659 | 2010-08-06 18:46:59 +0000 | [diff] [blame] | 147 | SmallPtrSet<VNInfo*, 8> Seen; |
Jakob Stoklund Olesen | fff2c47 | 2010-08-12 20:38:03 +0000 | [diff] [blame] | 148 | bool seenPHIDef = false; |
Jakob Stoklund Olesen | 2343659 | 2010-08-06 18:46:59 +0000 | [diff] [blame] | 149 | valnos.clear(); |
| 150 | for (const_iterator I = begin(), E = end(); I != E; ++I) { |
| 151 | VNInfo *VNI = I->valno; |
| 152 | if (!Seen.insert(VNI)) |
| 153 | continue; |
| 154 | assert(!VNI->isUnused() && "Unused valno used by live range"); |
| 155 | VNI->id = (unsigned)valnos.size(); |
| 156 | valnos.push_back(VNI); |
Jakob Stoklund Olesen | fff2c47 | 2010-08-12 20:38:03 +0000 | [diff] [blame] | 157 | VNI->setHasPHIKill(false); |
| 158 | if (VNI->isPHIDef()) |
| 159 | seenPHIDef = true; |
| 160 | } |
| 161 | |
| 162 | // Recompute phi kill flags. |
| 163 | if (!seenPHIDef) |
| 164 | return; |
| 165 | for (const_vni_iterator I = vni_begin(), E = vni_end(); I != E; ++I) { |
| 166 | VNInfo *VNI = *I; |
| 167 | if (!VNI->isPHIDef()) |
| 168 | continue; |
| 169 | const MachineBasicBlock *PHIBB = lis.getMBBFromIndex(VNI->def); |
| 170 | assert(PHIBB && "No basic block for phi-def"); |
| 171 | for (MachineBasicBlock::const_pred_iterator PI = PHIBB->pred_begin(), |
| 172 | PE = PHIBB->pred_end(); PI != PE; ++PI) { |
| 173 | VNInfo *KVNI = getVNInfoAt(lis.getMBBEndIdx(*PI).getPrevSlot()); |
| 174 | if (KVNI) |
| 175 | KVNI->setHasPHIKill(true); |
| 176 | } |
Jakob Stoklund Olesen | 2343659 | 2010-08-06 18:46:59 +0000 | [diff] [blame] | 177 | } |
| 178 | } |
| 179 | |
Chris Lattner | b26c215 | 2004-07-23 19:38:44 +0000 | [diff] [blame] | 180 | /// extendIntervalEndTo - This method is used when we want to extend the range |
| 181 | /// specified by I to end at the specified endpoint. To do this, we should |
| 182 | /// merge and eliminate all ranges that this will overlap with. The iterator is |
| 183 | /// not invalidated. |
Lang Hames | 233a60e | 2009-11-03 23:52:08 +0000 | [diff] [blame] | 184 | void LiveInterval::extendIntervalEndTo(Ranges::iterator I, SlotIndex NewEnd) { |
Chris Lattner | b26c215 | 2004-07-23 19:38:44 +0000 | [diff] [blame] | 185 | assert(I != ranges.end() && "Not a valid interval!"); |
Evan Cheng | 7ecb38b | 2007-08-29 20:45:00 +0000 | [diff] [blame] | 186 | VNInfo *ValNo = I->valno; |
Chris Lattner | fb449b9 | 2004-07-23 17:49:16 +0000 | [diff] [blame] | 187 | |
Chris Lattner | b26c215 | 2004-07-23 19:38:44 +0000 | [diff] [blame] | 188 | // Search for the first interval that we can't merge with. |
Oscar Fuentes | ee56c42 | 2010-08-02 06:00:15 +0000 | [diff] [blame] | 189 | Ranges::iterator MergeTo = llvm::next(I); |
Chris Lattner | abf295f | 2004-07-24 02:52:23 +0000 | [diff] [blame] | 190 | for (; MergeTo != ranges.end() && NewEnd >= MergeTo->end; ++MergeTo) { |
Evan Cheng | 7ecb38b | 2007-08-29 20:45:00 +0000 | [diff] [blame] | 191 | assert(MergeTo->valno == ValNo && "Cannot merge with differing values!"); |
Chris Lattner | abf295f | 2004-07-24 02:52:23 +0000 | [diff] [blame] | 192 | } |
Chris Lattner | b26c215 | 2004-07-23 19:38:44 +0000 | [diff] [blame] | 193 | |
| 194 | // If NewEnd was in the middle of an interval, make sure to get its endpoint. |
| 195 | I->end = std::max(NewEnd, prior(MergeTo)->end); |
| 196 | |
Chris Lattner | b0fa11c | 2005-10-20 07:39:25 +0000 | [diff] [blame] | 197 | // Erase any dead ranges. |
Oscar Fuentes | ee56c42 | 2010-08-02 06:00:15 +0000 | [diff] [blame] | 198 | ranges.erase(llvm::next(I), MergeTo); |
Evan Cheng | 4f8ff16 | 2007-08-11 00:59:19 +0000 | [diff] [blame] | 199 | |
Chris Lattner | b0fa11c | 2005-10-20 07:39:25 +0000 | [diff] [blame] | 200 | // If the newly formed range now touches the range after it and if they have |
| 201 | // the same value number, merge the two ranges into one range. |
Oscar Fuentes | ee56c42 | 2010-08-02 06:00:15 +0000 | [diff] [blame] | 202 | Ranges::iterator Next = llvm::next(I); |
Evan Cheng | 7ecb38b | 2007-08-29 20:45:00 +0000 | [diff] [blame] | 203 | if (Next != ranges.end() && Next->start <= I->end && Next->valno == ValNo) { |
Chris Lattner | cef6010 | 2005-10-20 22:50:10 +0000 | [diff] [blame] | 204 | I->end = Next->end; |
| 205 | ranges.erase(Next); |
Chris Lattner | b0fa11c | 2005-10-20 07:39:25 +0000 | [diff] [blame] | 206 | } |
Chris Lattner | b26c215 | 2004-07-23 19:38:44 +0000 | [diff] [blame] | 207 | } |
| 208 | |
| 209 | |
| 210 | /// extendIntervalStartTo - This method is used when we want to extend the range |
| 211 | /// specified by I to start at the specified endpoint. To do this, we should |
| 212 | /// merge and eliminate all ranges that this will overlap with. |
Misha Brukman | edf128a | 2005-04-21 22:36:52 +0000 | [diff] [blame] | 213 | LiveInterval::Ranges::iterator |
Lang Hames | 233a60e | 2009-11-03 23:52:08 +0000 | [diff] [blame] | 214 | LiveInterval::extendIntervalStartTo(Ranges::iterator I, SlotIndex NewStart) { |
Chris Lattner | b26c215 | 2004-07-23 19:38:44 +0000 | [diff] [blame] | 215 | assert(I != ranges.end() && "Not a valid interval!"); |
Evan Cheng | 7ecb38b | 2007-08-29 20:45:00 +0000 | [diff] [blame] | 216 | VNInfo *ValNo = I->valno; |
Chris Lattner | b26c215 | 2004-07-23 19:38:44 +0000 | [diff] [blame] | 217 | |
| 218 | // Search for the first interval that we can't merge with. |
| 219 | Ranges::iterator MergeTo = I; |
| 220 | do { |
| 221 | if (MergeTo == ranges.begin()) { |
| 222 | I->start = NewStart; |
Chris Lattner | abf295f | 2004-07-24 02:52:23 +0000 | [diff] [blame] | 223 | ranges.erase(MergeTo, I); |
Chris Lattner | b26c215 | 2004-07-23 19:38:44 +0000 | [diff] [blame] | 224 | return I; |
| 225 | } |
Evan Cheng | 7ecb38b | 2007-08-29 20:45:00 +0000 | [diff] [blame] | 226 | assert(MergeTo->valno == ValNo && "Cannot merge with differing values!"); |
Chris Lattner | b26c215 | 2004-07-23 19:38:44 +0000 | [diff] [blame] | 227 | --MergeTo; |
| 228 | } while (NewStart <= MergeTo->start); |
| 229 | |
| 230 | // If we start in the middle of another interval, just delete a range and |
| 231 | // extend that interval. |
Evan Cheng | 7ecb38b | 2007-08-29 20:45:00 +0000 | [diff] [blame] | 232 | if (MergeTo->end >= NewStart && MergeTo->valno == ValNo) { |
Chris Lattner | b26c215 | 2004-07-23 19:38:44 +0000 | [diff] [blame] | 233 | MergeTo->end = I->end; |
| 234 | } else { |
| 235 | // Otherwise, extend the interval right after. |
| 236 | ++MergeTo; |
| 237 | MergeTo->start = NewStart; |
| 238 | MergeTo->end = I->end; |
| 239 | } |
| 240 | |
Oscar Fuentes | ee56c42 | 2010-08-02 06:00:15 +0000 | [diff] [blame] | 241 | ranges.erase(llvm::next(MergeTo), llvm::next(I)); |
Chris Lattner | b26c215 | 2004-07-23 19:38:44 +0000 | [diff] [blame] | 242 | return MergeTo; |
| 243 | } |
| 244 | |
Chris Lattner | c114b2c | 2006-08-25 23:41:24 +0000 | [diff] [blame] | 245 | LiveInterval::iterator |
| 246 | LiveInterval::addRangeFrom(LiveRange LR, iterator From) { |
Lang Hames | 233a60e | 2009-11-03 23:52:08 +0000 | [diff] [blame] | 247 | SlotIndex Start = LR.start, End = LR.end; |
Chris Lattner | c114b2c | 2006-08-25 23:41:24 +0000 | [diff] [blame] | 248 | iterator it = std::upper_bound(From, ranges.end(), Start); |
Chris Lattner | b26c215 | 2004-07-23 19:38:44 +0000 | [diff] [blame] | 249 | |
| 250 | // If the inserted interval starts in the middle or right at the end of |
| 251 | // another interval, just extend that interval to contain the range of LR. |
| 252 | if (it != ranges.begin()) { |
Chris Lattner | c114b2c | 2006-08-25 23:41:24 +0000 | [diff] [blame] | 253 | iterator B = prior(it); |
Evan Cheng | 7ecb38b | 2007-08-29 20:45:00 +0000 | [diff] [blame] | 254 | if (LR.valno == B->valno) { |
Chris Lattner | abf295f | 2004-07-24 02:52:23 +0000 | [diff] [blame] | 255 | if (B->start <= Start && B->end >= Start) { |
| 256 | extendIntervalEndTo(B, End); |
| 257 | return B; |
| 258 | } |
| 259 | } else { |
| 260 | // Check to make sure that we are not overlapping two live ranges with |
Evan Cheng | 7ecb38b | 2007-08-29 20:45:00 +0000 | [diff] [blame] | 261 | // different valno's. |
Chris Lattner | abf295f | 2004-07-24 02:52:23 +0000 | [diff] [blame] | 262 | assert(B->end <= Start && |
Brian Gaeke | 8311bef | 2004-11-16 06:52:35 +0000 | [diff] [blame] | 263 | "Cannot overlap two LiveRanges with differing ValID's" |
| 264 | " (did you def the same reg twice in a MachineInstr?)"); |
Chris Lattner | b26c215 | 2004-07-23 19:38:44 +0000 | [diff] [blame] | 265 | } |
| 266 | } |
| 267 | |
| 268 | // Otherwise, if this range ends in the middle of, or right next to, another |
| 269 | // interval, merge it into that interval. |
Anton Korobeynikov | 4c71dfe | 2008-02-20 11:10:28 +0000 | [diff] [blame] | 270 | if (it != ranges.end()) { |
Evan Cheng | 7ecb38b | 2007-08-29 20:45:00 +0000 | [diff] [blame] | 271 | if (LR.valno == it->valno) { |
Chris Lattner | abf295f | 2004-07-24 02:52:23 +0000 | [diff] [blame] | 272 | if (it->start <= End) { |
| 273 | it = extendIntervalStartTo(it, Start); |
| 274 | |
| 275 | // If LR is a complete superset of an interval, we may need to grow its |
| 276 | // endpoint as well. |
| 277 | if (End > it->end) |
| 278 | extendIntervalEndTo(it, End); |
| 279 | return it; |
| 280 | } |
| 281 | } else { |
| 282 | // Check to make sure that we are not overlapping two live ranges with |
Evan Cheng | 7ecb38b | 2007-08-29 20:45:00 +0000 | [diff] [blame] | 283 | // different valno's. |
Chris Lattner | abf295f | 2004-07-24 02:52:23 +0000 | [diff] [blame] | 284 | assert(it->start >= End && |
| 285 | "Cannot overlap two LiveRanges with differing ValID's"); |
| 286 | } |
Anton Korobeynikov | 4c71dfe | 2008-02-20 11:10:28 +0000 | [diff] [blame] | 287 | } |
Chris Lattner | b26c215 | 2004-07-23 19:38:44 +0000 | [diff] [blame] | 288 | |
| 289 | // Otherwise, this is just a new range that doesn't interact with anything. |
| 290 | // Insert it. |
| 291 | return ranges.insert(it, LR); |
Chris Lattner | fb449b9 | 2004-07-23 17:49:16 +0000 | [diff] [blame] | 292 | } |
| 293 | |
Chris Lattner | abf295f | 2004-07-24 02:52:23 +0000 | [diff] [blame] | 294 | |
| 295 | /// removeRange - Remove the specified range from this interval. Note that |
Evan Cheng | 42cc6e3 | 2009-01-29 00:06:09 +0000 | [diff] [blame] | 296 | /// the range must be in a single LiveRange in its entirety. |
Lang Hames | 233a60e | 2009-11-03 23:52:08 +0000 | [diff] [blame] | 297 | void LiveInterval::removeRange(SlotIndex Start, SlotIndex End, |
Evan Cheng | d2b8d7b | 2008-02-13 02:48:26 +0000 | [diff] [blame] | 298 | bool RemoveDeadValNo) { |
Chris Lattner | abf295f | 2004-07-24 02:52:23 +0000 | [diff] [blame] | 299 | // Find the LiveRange containing this span. |
Jakob Stoklund Olesen | f568b27 | 2010-09-21 17:12:18 +0000 | [diff] [blame] | 300 | Ranges::iterator I = find(Start); |
| 301 | assert(I != ranges.end() && "Range is not in interval!"); |
Lang Hames | 8651125 | 2009-09-04 20:41:11 +0000 | [diff] [blame] | 302 | assert(I->containsRange(Start, End) && "Range is not entirely in interval!"); |
Chris Lattner | abf295f | 2004-07-24 02:52:23 +0000 | [diff] [blame] | 303 | |
| 304 | // If the span we are removing is at the start of the LiveRange, adjust it. |
Evan Cheng | d2b8d7b | 2008-02-13 02:48:26 +0000 | [diff] [blame] | 305 | VNInfo *ValNo = I->valno; |
Chris Lattner | abf295f | 2004-07-24 02:52:23 +0000 | [diff] [blame] | 306 | if (I->start == Start) { |
Evan Cheng | 4f8ff16 | 2007-08-11 00:59:19 +0000 | [diff] [blame] | 307 | if (I->end == End) { |
Evan Cheng | d2b8d7b | 2008-02-13 02:48:26 +0000 | [diff] [blame] | 308 | if (RemoveDeadValNo) { |
| 309 | // Check if val# is dead. |
| 310 | bool isDead = true; |
| 311 | for (const_iterator II = begin(), EE = end(); II != EE; ++II) |
| 312 | if (II != I && II->valno == ValNo) { |
| 313 | isDead = false; |
| 314 | break; |
Jakob Stoklund Olesen | 15a5714 | 2010-06-25 22:53:05 +0000 | [diff] [blame] | 315 | } |
Evan Cheng | d2b8d7b | 2008-02-13 02:48:26 +0000 | [diff] [blame] | 316 | if (isDead) { |
Lang Hames | 6f4e4df | 2010-07-26 01:49:41 +0000 | [diff] [blame] | 317 | // Now that ValNo is dead, remove it. |
| 318 | markValNoForDeletion(ValNo); |
Evan Cheng | d2b8d7b | 2008-02-13 02:48:26 +0000 | [diff] [blame] | 319 | } |
| 320 | } |
| 321 | |
Chris Lattner | abf295f | 2004-07-24 02:52:23 +0000 | [diff] [blame] | 322 | ranges.erase(I); // Removed the whole LiveRange. |
Evan Cheng | 4f8ff16 | 2007-08-11 00:59:19 +0000 | [diff] [blame] | 323 | } else |
Chris Lattner | abf295f | 2004-07-24 02:52:23 +0000 | [diff] [blame] | 324 | I->start = End; |
| 325 | return; |
| 326 | } |
| 327 | |
| 328 | // Otherwise if the span we are removing is at the end of the LiveRange, |
| 329 | // adjust the other way. |
| 330 | if (I->end == End) { |
Chris Lattner | 6925a9f | 2004-07-25 05:43:53 +0000 | [diff] [blame] | 331 | I->end = Start; |
Chris Lattner | abf295f | 2004-07-24 02:52:23 +0000 | [diff] [blame] | 332 | return; |
| 333 | } |
| 334 | |
| 335 | // Otherwise, we are splitting the LiveRange into two pieces. |
Lang Hames | 233a60e | 2009-11-03 23:52:08 +0000 | [diff] [blame] | 336 | SlotIndex OldEnd = I->end; |
Chris Lattner | abf295f | 2004-07-24 02:52:23 +0000 | [diff] [blame] | 337 | I->end = Start; // Trim the old interval. |
| 338 | |
| 339 | // Insert the new one. |
Oscar Fuentes | ee56c42 | 2010-08-02 06:00:15 +0000 | [diff] [blame] | 340 | ranges.insert(llvm::next(I), LiveRange(End, OldEnd, ValNo)); |
Chris Lattner | abf295f | 2004-07-24 02:52:23 +0000 | [diff] [blame] | 341 | } |
| 342 | |
Evan Cheng | d2b8d7b | 2008-02-13 02:48:26 +0000 | [diff] [blame] | 343 | /// removeValNo - Remove all the ranges defined by the specified value#. |
| 344 | /// Also remove the value# from value# list. |
| 345 | void LiveInterval::removeValNo(VNInfo *ValNo) { |
| 346 | if (empty()) return; |
| 347 | Ranges::iterator I = ranges.end(); |
| 348 | Ranges::iterator E = ranges.begin(); |
| 349 | do { |
| 350 | --I; |
| 351 | if (I->valno == ValNo) |
| 352 | ranges.erase(I); |
| 353 | } while (I != E); |
Lang Hames | 6f4e4df | 2010-07-26 01:49:41 +0000 | [diff] [blame] | 354 | // Now that ValNo is dead, remove it. |
| 355 | markValNoForDeletion(ValNo); |
Evan Cheng | d2b8d7b | 2008-02-13 02:48:26 +0000 | [diff] [blame] | 356 | } |
Lang Hames | 8651125 | 2009-09-04 20:41:11 +0000 | [diff] [blame] | 357 | |
Lang Hames | 8651125 | 2009-09-04 20:41:11 +0000 | [diff] [blame] | 358 | /// findDefinedVNInfo - Find the VNInfo defined by the specified |
| 359 | /// index (register interval). |
Lang Hames | 233a60e | 2009-11-03 23:52:08 +0000 | [diff] [blame] | 360 | VNInfo *LiveInterval::findDefinedVNInfoForRegInt(SlotIndex Idx) const { |
Evan Cheng | 3f32d65 | 2008-06-04 09:18:41 +0000 | [diff] [blame] | 361 | for (LiveInterval::const_vni_iterator i = vni_begin(), e = vni_end(); |
Lang Hames | 8651125 | 2009-09-04 20:41:11 +0000 | [diff] [blame] | 362 | i != e; ++i) { |
| 363 | if ((*i)->def == Idx) |
| 364 | return *i; |
| 365 | } |
| 366 | |
| 367 | return 0; |
| 368 | } |
| 369 | |
Chris Lattner | 6d8fbef | 2006-08-29 23:18:15 +0000 | [diff] [blame] | 370 | /// join - Join two live intervals (this, and other) together. This applies |
| 371 | /// mappings to the value numbers in the LHS/RHS intervals as specified. If |
| 372 | /// the intervals are not joinable, this aborts. |
Lang Hames | 233a60e | 2009-11-03 23:52:08 +0000 | [diff] [blame] | 373 | void LiveInterval::join(LiveInterval &Other, |
| 374 | const int *LHSValNoAssignments, |
Jakob Stoklund Olesen | 1b29320 | 2010-08-12 20:01:23 +0000 | [diff] [blame] | 375 | const int *RHSValNoAssignments, |
Evan Cheng | 90f95f8 | 2009-06-14 20:22:55 +0000 | [diff] [blame] | 376 | SmallVector<VNInfo*, 16> &NewVNInfo, |
| 377 | MachineRegisterInfo *MRI) { |
Chris Lattner | 6d8fbef | 2006-08-29 23:18:15 +0000 | [diff] [blame] | 378 | // Determine if any of our live range values are mapped. This is uncommon, so |
Jakob Stoklund Olesen | 1b29320 | 2010-08-12 20:01:23 +0000 | [diff] [blame] | 379 | // we want to avoid the interval scan if not. |
Chris Lattner | 6d8fbef | 2006-08-29 23:18:15 +0000 | [diff] [blame] | 380 | bool MustMapCurValNos = false; |
Evan Cheng | 3430135 | 2007-09-01 02:03:17 +0000 | [diff] [blame] | 381 | unsigned NumVals = getNumValNums(); |
| 382 | unsigned NumNewVals = NewVNInfo.size(); |
| 383 | for (unsigned i = 0; i != NumVals; ++i) { |
| 384 | unsigned LHSValID = LHSValNoAssignments[i]; |
| 385 | if (i != LHSValID || |
Evan Cheng | f3bb2e6 | 2007-09-05 21:46:51 +0000 | [diff] [blame] | 386 | (NewVNInfo[LHSValID] && NewVNInfo[LHSValID] != getValNumInfo(i))) |
Chris Lattner | 6d8fbef | 2006-08-29 23:18:15 +0000 | [diff] [blame] | 387 | MustMapCurValNos = true; |
Chris Lattner | deb9971 | 2004-07-24 03:41:50 +0000 | [diff] [blame] | 388 | } |
Evan Cheng | 7ecb38b | 2007-08-29 20:45:00 +0000 | [diff] [blame] | 389 | |
Chris Lattner | 6d8fbef | 2006-08-29 23:18:15 +0000 | [diff] [blame] | 390 | // If we have to apply a mapping to our base interval assignment, rewrite it |
| 391 | // now. |
| 392 | if (MustMapCurValNos) { |
| 393 | // Map the first live range. |
| 394 | iterator OutIt = begin(); |
Evan Cheng | 7ecb38b | 2007-08-29 20:45:00 +0000 | [diff] [blame] | 395 | OutIt->valno = NewVNInfo[LHSValNoAssignments[OutIt->valno->id]]; |
Chris Lattner | 6d8fbef | 2006-08-29 23:18:15 +0000 | [diff] [blame] | 396 | ++OutIt; |
| 397 | for (iterator I = OutIt, E = end(); I != E; ++I) { |
Evan Cheng | 7ecb38b | 2007-08-29 20:45:00 +0000 | [diff] [blame] | 398 | OutIt->valno = NewVNInfo[LHSValNoAssignments[I->valno->id]]; |
Jakob Stoklund Olesen | 1b29320 | 2010-08-12 20:01:23 +0000 | [diff] [blame] | 399 | |
Chris Lattner | 6d8fbef | 2006-08-29 23:18:15 +0000 | [diff] [blame] | 400 | // If this live range has the same value # as its immediate predecessor, |
| 401 | // and if they are neighbors, remove one LiveRange. This happens when we |
| 402 | // have [0,3:0)[4,7:1) and map 0/1 onto the same value #. |
Evan Cheng | 7ecb38b | 2007-08-29 20:45:00 +0000 | [diff] [blame] | 403 | if (OutIt->valno == (OutIt-1)->valno && (OutIt-1)->end == OutIt->start) { |
Chris Lattner | 6d8fbef | 2006-08-29 23:18:15 +0000 | [diff] [blame] | 404 | (OutIt-1)->end = OutIt->end; |
| 405 | } else { |
| 406 | if (I != OutIt) { |
| 407 | OutIt->start = I->start; |
| 408 | OutIt->end = I->end; |
| 409 | } |
Jakob Stoklund Olesen | 1b29320 | 2010-08-12 20:01:23 +0000 | [diff] [blame] | 410 | |
Chris Lattner | 6d8fbef | 2006-08-29 23:18:15 +0000 | [diff] [blame] | 411 | // Didn't merge, on to the next one. |
| 412 | ++OutIt; |
| 413 | } |
| 414 | } |
Jakob Stoklund Olesen | 1b29320 | 2010-08-12 20:01:23 +0000 | [diff] [blame] | 415 | |
Chris Lattner | 6d8fbef | 2006-08-29 23:18:15 +0000 | [diff] [blame] | 416 | // If we merge some live ranges, chop off the end. |
| 417 | ranges.erase(OutIt, end()); |
| 418 | } |
Evan Cheng | 4f8ff16 | 2007-08-11 00:59:19 +0000 | [diff] [blame] | 419 | |
Evan Cheng | 7ecb38b | 2007-08-29 20:45:00 +0000 | [diff] [blame] | 420 | // Remember assignements because val# ids are changing. |
Evan Cheng | 3430135 | 2007-09-01 02:03:17 +0000 | [diff] [blame] | 421 | SmallVector<unsigned, 16> OtherAssignments; |
Evan Cheng | 7ecb38b | 2007-08-29 20:45:00 +0000 | [diff] [blame] | 422 | for (iterator I = Other.begin(), E = Other.end(); I != E; ++I) |
| 423 | OtherAssignments.push_back(RHSValNoAssignments[I->valno->id]); |
| 424 | |
| 425 | // Update val# info. Renumber them and make sure they all belong to this |
Evan Cheng | f3bb2e6 | 2007-09-05 21:46:51 +0000 | [diff] [blame] | 426 | // LiveInterval now. Also remove dead val#'s. |
| 427 | unsigned NumValNos = 0; |
| 428 | for (unsigned i = 0; i < NumNewVals; ++i) { |
Evan Cheng | 7ecb38b | 2007-08-29 20:45:00 +0000 | [diff] [blame] | 429 | VNInfo *VNI = NewVNInfo[i]; |
Evan Cheng | f3bb2e6 | 2007-09-05 21:46:51 +0000 | [diff] [blame] | 430 | if (VNI) { |
Evan Cheng | 30590f5 | 2009-04-28 06:24:09 +0000 | [diff] [blame] | 431 | if (NumValNos >= NumVals) |
Evan Cheng | f3bb2e6 | 2007-09-05 21:46:51 +0000 | [diff] [blame] | 432 | valnos.push_back(VNI); |
Jakob Stoklund Olesen | 1b29320 | 2010-08-12 20:01:23 +0000 | [diff] [blame] | 433 | else |
Evan Cheng | f3bb2e6 | 2007-09-05 21:46:51 +0000 | [diff] [blame] | 434 | valnos[NumValNos] = VNI; |
| 435 | VNI->id = NumValNos++; // Renumber val#. |
Evan Cheng | 3430135 | 2007-09-01 02:03:17 +0000 | [diff] [blame] | 436 | } |
| 437 | } |
Evan Cheng | 3430135 | 2007-09-01 02:03:17 +0000 | [diff] [blame] | 438 | if (NumNewVals < NumVals) |
| 439 | valnos.resize(NumNewVals); // shrinkify |
Evan Cheng | 4f8ff16 | 2007-08-11 00:59:19 +0000 | [diff] [blame] | 440 | |
Chris Lattner | 6d8fbef | 2006-08-29 23:18:15 +0000 | [diff] [blame] | 441 | // Okay, now insert the RHS live ranges into the LHS. |
Chris Lattner | c114b2c | 2006-08-25 23:41:24 +0000 | [diff] [blame] | 442 | iterator InsertPos = begin(); |
Evan Cheng | 7ecb38b | 2007-08-29 20:45:00 +0000 | [diff] [blame] | 443 | unsigned RangeNo = 0; |
| 444 | for (iterator I = Other.begin(), E = Other.end(); I != E; ++I, ++RangeNo) { |
| 445 | // Map the valno in the other live range to the current live range. |
| 446 | I->valno = NewVNInfo[OtherAssignments[RangeNo]]; |
Evan Cheng | f3bb2e6 | 2007-09-05 21:46:51 +0000 | [diff] [blame] | 447 | assert(I->valno && "Adding a dead range?"); |
Chris Lattner | abf295f | 2004-07-24 02:52:23 +0000 | [diff] [blame] | 448 | InsertPos = addRangeFrom(*I, InsertPos); |
| 449 | } |
Chris Lattner | 6d8fbef | 2006-08-29 23:18:15 +0000 | [diff] [blame] | 450 | |
David Greene | 29ff37f | 2009-07-22 20:08:25 +0000 | [diff] [blame] | 451 | ComputeJoinedWeight(Other); |
Chris Lattner | fb449b9 | 2004-07-23 17:49:16 +0000 | [diff] [blame] | 452 | } |
| 453 | |
Chris Lattner | f21f020 | 2006-09-02 05:26:59 +0000 | [diff] [blame] | 454 | /// MergeRangesInAsValue - Merge all of the intervals in RHS into this live |
| 455 | /// interval as the specified value number. The LiveRanges in RHS are |
| 456 | /// allowed to overlap with LiveRanges in the current interval, but only if |
| 457 | /// the overlapping LiveRanges have the specified value number. |
Jakob Stoklund Olesen | 1b29320 | 2010-08-12 20:01:23 +0000 | [diff] [blame] | 458 | void LiveInterval::MergeRangesInAsValue(const LiveInterval &RHS, |
Evan Cheng | 7ecb38b | 2007-08-29 20:45:00 +0000 | [diff] [blame] | 459 | VNInfo *LHSValNo) { |
Chris Lattner | f21f020 | 2006-09-02 05:26:59 +0000 | [diff] [blame] | 460 | // TODO: Make this more efficient. |
| 461 | iterator InsertPos = begin(); |
| 462 | for (const_iterator I = RHS.begin(), E = RHS.end(); I != E; ++I) { |
Evan Cheng | 7ecb38b | 2007-08-29 20:45:00 +0000 | [diff] [blame] | 463 | // Map the valno in the other live range to the current live range. |
Chris Lattner | f21f020 | 2006-09-02 05:26:59 +0000 | [diff] [blame] | 464 | LiveRange Tmp = *I; |
Evan Cheng | 7ecb38b | 2007-08-29 20:45:00 +0000 | [diff] [blame] | 465 | Tmp.valno = LHSValNo; |
Chris Lattner | f21f020 | 2006-09-02 05:26:59 +0000 | [diff] [blame] | 466 | InsertPos = addRangeFrom(Tmp, InsertPos); |
| 467 | } |
| 468 | } |
| 469 | |
| 470 | |
Evan Cheng | 32dfbea | 2007-10-12 08:50:34 +0000 | [diff] [blame] | 471 | /// MergeValueInAsValue - Merge all of the live ranges of a specific val# |
| 472 | /// in RHS into this live interval as the specified value number. |
| 473 | /// The LiveRanges in RHS are allowed to overlap with LiveRanges in the |
Evan Cheng | 3c1f4a4 | 2007-10-17 02:13:29 +0000 | [diff] [blame] | 474 | /// current interval, it will replace the value numbers of the overlaped |
| 475 | /// live ranges with the specified value number. |
Lang Hames | 233a60e | 2009-11-03 23:52:08 +0000 | [diff] [blame] | 476 | void LiveInterval::MergeValueInAsValue( |
| 477 | const LiveInterval &RHS, |
| 478 | const VNInfo *RHSValNo, VNInfo *LHSValNo) { |
Evan Cheng | 3c1f4a4 | 2007-10-17 02:13:29 +0000 | [diff] [blame] | 479 | SmallVector<VNInfo*, 4> ReplacedValNos; |
| 480 | iterator IP = begin(); |
Evan Cheng | 32dfbea | 2007-10-12 08:50:34 +0000 | [diff] [blame] | 481 | for (const_iterator I = RHS.begin(), E = RHS.end(); I != E; ++I) { |
Jakob Stoklund Olesen | 014b863 | 2010-06-23 15:34:36 +0000 | [diff] [blame] | 482 | assert(I->valno == RHS.getValNumInfo(I->valno->id) && "Bad VNInfo"); |
Evan Cheng | 32dfbea | 2007-10-12 08:50:34 +0000 | [diff] [blame] | 483 | if (I->valno != RHSValNo) |
| 484 | continue; |
Lang Hames | 233a60e | 2009-11-03 23:52:08 +0000 | [diff] [blame] | 485 | SlotIndex Start = I->start, End = I->end; |
Evan Cheng | 3c1f4a4 | 2007-10-17 02:13:29 +0000 | [diff] [blame] | 486 | IP = std::upper_bound(IP, end(), Start); |
| 487 | // If the start of this range overlaps with an existing liverange, trim it. |
| 488 | if (IP != begin() && IP[-1].end > Start) { |
Evan Cheng | 294e652 | 2008-01-30 22:44:55 +0000 | [diff] [blame] | 489 | if (IP[-1].valno != LHSValNo) { |
| 490 | ReplacedValNos.push_back(IP[-1].valno); |
| 491 | IP[-1].valno = LHSValNo; // Update val#. |
Evan Cheng | 3c1f4a4 | 2007-10-17 02:13:29 +0000 | [diff] [blame] | 492 | } |
| 493 | Start = IP[-1].end; |
| 494 | // Trimmed away the whole range? |
| 495 | if (Start >= End) continue; |
| 496 | } |
| 497 | // If the end of this range overlaps with an existing liverange, trim it. |
| 498 | if (IP != end() && End > IP->start) { |
| 499 | if (IP->valno != LHSValNo) { |
| 500 | ReplacedValNos.push_back(IP->valno); |
| 501 | IP->valno = LHSValNo; // Update val#. |
| 502 | } |
| 503 | End = IP->start; |
| 504 | // If this trimmed away the whole range, ignore it. |
| 505 | if (Start == End) continue; |
| 506 | } |
Jakob Stoklund Olesen | 1b29320 | 2010-08-12 20:01:23 +0000 | [diff] [blame] | 507 | |
Evan Cheng | 32dfbea | 2007-10-12 08:50:34 +0000 | [diff] [blame] | 508 | // Map the valno in the other live range to the current live range. |
Evan Cheng | 3c1f4a4 | 2007-10-17 02:13:29 +0000 | [diff] [blame] | 509 | IP = addRangeFrom(LiveRange(Start, End, LHSValNo), IP); |
| 510 | } |
| 511 | |
| 512 | |
| 513 | SmallSet<VNInfo*, 4> Seen; |
| 514 | for (unsigned i = 0, e = ReplacedValNos.size(); i != e; ++i) { |
| 515 | VNInfo *V1 = ReplacedValNos[i]; |
| 516 | if (Seen.insert(V1)) { |
| 517 | bool isDead = true; |
| 518 | for (const_iterator I = begin(), E = end(); I != E; ++I) |
| 519 | if (I->valno == V1) { |
| 520 | isDead = false; |
| 521 | break; |
Jakob Stoklund Olesen | 1b29320 | 2010-08-12 20:01:23 +0000 | [diff] [blame] | 522 | } |
Evan Cheng | 3c1f4a4 | 2007-10-17 02:13:29 +0000 | [diff] [blame] | 523 | if (isDead) { |
Lang Hames | 6f4e4df | 2010-07-26 01:49:41 +0000 | [diff] [blame] | 524 | // Now that V1 is dead, remove it. |
| 525 | markValNoForDeletion(V1); |
Evan Cheng | 3c1f4a4 | 2007-10-17 02:13:29 +0000 | [diff] [blame] | 526 | } |
| 527 | } |
Evan Cheng | 32dfbea | 2007-10-12 08:50:34 +0000 | [diff] [blame] | 528 | } |
| 529 | } |
| 530 | |
| 531 | |
Evan Cheng | a2e6435 | 2009-03-11 00:03:21 +0000 | [diff] [blame] | 532 | |
Chris Lattner | f7da2c7 | 2006-08-24 22:43:55 +0000 | [diff] [blame] | 533 | /// MergeValueNumberInto - This method is called when two value nubmers |
| 534 | /// are found to be equivalent. This eliminates V1, replacing all |
| 535 | /// LiveRanges with the V1 value number with the V2 value number. This can |
| 536 | /// cause merging of V1/V2 values numbers and compaction of the value space. |
Owen Anderson | 5b93f6f | 2009-02-02 22:42:01 +0000 | [diff] [blame] | 537 | VNInfo* LiveInterval::MergeValueNumberInto(VNInfo *V1, VNInfo *V2) { |
Chris Lattner | f7da2c7 | 2006-08-24 22:43:55 +0000 | [diff] [blame] | 538 | assert(V1 != V2 && "Identical value#'s are always equivalent!"); |
| 539 | |
| 540 | // This code actually merges the (numerically) larger value number into the |
| 541 | // smaller value number, which is likely to allow us to compactify the value |
| 542 | // space. The only thing we have to be careful of is to preserve the |
| 543 | // instruction that defines the result value. |
| 544 | |
| 545 | // Make sure V2 is smaller than V1. |
Evan Cheng | 7ecb38b | 2007-08-29 20:45:00 +0000 | [diff] [blame] | 546 | if (V1->id < V2->id) { |
Lang Hames | 52c1afc | 2009-08-10 23:43:28 +0000 | [diff] [blame] | 547 | V1->copyFrom(*V2); |
Chris Lattner | f7da2c7 | 2006-08-24 22:43:55 +0000 | [diff] [blame] | 548 | std::swap(V1, V2); |
| 549 | } |
| 550 | |
| 551 | // Merge V1 live ranges into V2. |
| 552 | for (iterator I = begin(); I != end(); ) { |
| 553 | iterator LR = I++; |
Evan Cheng | 7ecb38b | 2007-08-29 20:45:00 +0000 | [diff] [blame] | 554 | if (LR->valno != V1) continue; // Not a V1 LiveRange. |
Jakob Stoklund Olesen | 1b29320 | 2010-08-12 20:01:23 +0000 | [diff] [blame] | 555 | |
Chris Lattner | f7da2c7 | 2006-08-24 22:43:55 +0000 | [diff] [blame] | 556 | // Okay, we found a V1 live range. If it had a previous, touching, V2 live |
| 557 | // range, extend it. |
| 558 | if (LR != begin()) { |
| 559 | iterator Prev = LR-1; |
Evan Cheng | 7ecb38b | 2007-08-29 20:45:00 +0000 | [diff] [blame] | 560 | if (Prev->valno == V2 && Prev->end == LR->start) { |
Chris Lattner | f7da2c7 | 2006-08-24 22:43:55 +0000 | [diff] [blame] | 561 | Prev->end = LR->end; |
| 562 | |
| 563 | // Erase this live-range. |
| 564 | ranges.erase(LR); |
| 565 | I = Prev+1; |
| 566 | LR = Prev; |
| 567 | } |
| 568 | } |
Jakob Stoklund Olesen | 1b29320 | 2010-08-12 20:01:23 +0000 | [diff] [blame] | 569 | |
Chris Lattner | f7da2c7 | 2006-08-24 22:43:55 +0000 | [diff] [blame] | 570 | // Okay, now we have a V1 or V2 live range that is maximally merged forward. |
| 571 | // Ensure that it is a V2 live-range. |
Evan Cheng | 7ecb38b | 2007-08-29 20:45:00 +0000 | [diff] [blame] | 572 | LR->valno = V2; |
Jakob Stoklund Olesen | 1b29320 | 2010-08-12 20:01:23 +0000 | [diff] [blame] | 573 | |
Chris Lattner | f7da2c7 | 2006-08-24 22:43:55 +0000 | [diff] [blame] | 574 | // If we can merge it into later V2 live ranges, do so now. We ignore any |
| 575 | // following V1 live ranges, as they will be merged in subsequent iterations |
| 576 | // of the loop. |
| 577 | if (I != end()) { |
Evan Cheng | 7ecb38b | 2007-08-29 20:45:00 +0000 | [diff] [blame] | 578 | if (I->start == LR->end && I->valno == V2) { |
Chris Lattner | f7da2c7 | 2006-08-24 22:43:55 +0000 | [diff] [blame] | 579 | LR->end = I->end; |
| 580 | ranges.erase(I); |
| 581 | I = LR+1; |
| 582 | } |
| 583 | } |
| 584 | } |
Jakob Stoklund Olesen | 1b29320 | 2010-08-12 20:01:23 +0000 | [diff] [blame] | 585 | |
Jakob Stoklund Olesen | e0a73ec | 2010-10-01 23:52:25 +0000 | [diff] [blame] | 586 | // Merge the relevant flags. |
| 587 | V2->mergeFlags(V1); |
| 588 | |
Lang Hames | 6f4e4df | 2010-07-26 01:49:41 +0000 | [diff] [blame] | 589 | // Now that V1 is dead, remove it. |
| 590 | markValNoForDeletion(V1); |
Jakob Stoklund Olesen | 1b29320 | 2010-08-12 20:01:23 +0000 | [diff] [blame] | 591 | |
Owen Anderson | 5b93f6f | 2009-02-02 22:42:01 +0000 | [diff] [blame] | 592 | return V2; |
Chris Lattner | f7da2c7 | 2006-08-24 22:43:55 +0000 | [diff] [blame] | 593 | } |
| 594 | |
Evan Cheng | 32dfbea | 2007-10-12 08:50:34 +0000 | [diff] [blame] | 595 | void LiveInterval::Copy(const LiveInterval &RHS, |
Evan Cheng | 90f95f8 | 2009-06-14 20:22:55 +0000 | [diff] [blame] | 596 | MachineRegisterInfo *MRI, |
Benjamin Kramer | 991de14 | 2010-03-30 20:16:45 +0000 | [diff] [blame] | 597 | VNInfo::Allocator &VNInfoAllocator) { |
Evan Cheng | 32dfbea | 2007-10-12 08:50:34 +0000 | [diff] [blame] | 598 | ranges.clear(); |
| 599 | valnos.clear(); |
Evan Cheng | 358dec5 | 2009-06-15 08:28:29 +0000 | [diff] [blame] | 600 | std::pair<unsigned, unsigned> Hint = MRI->getRegAllocationHint(RHS.reg); |
Evan Cheng | 90f95f8 | 2009-06-14 20:22:55 +0000 | [diff] [blame] | 601 | MRI->setRegAllocationHint(reg, Hint.first, Hint.second); |
| 602 | |
Evan Cheng | 32dfbea | 2007-10-12 08:50:34 +0000 | [diff] [blame] | 603 | weight = RHS.weight; |
| 604 | for (unsigned i = 0, e = RHS.getNumValNums(); i != e; ++i) { |
| 605 | const VNInfo *VNI = RHS.getValNumInfo(i); |
Lang Hames | 857c4e0 | 2009-06-17 21:01:20 +0000 | [diff] [blame] | 606 | createValueCopy(VNI, VNInfoAllocator); |
Evan Cheng | 32dfbea | 2007-10-12 08:50:34 +0000 | [diff] [blame] | 607 | } |
| 608 | for (unsigned i = 0, e = RHS.ranges.size(); i != e; ++i) { |
| 609 | const LiveRange &LR = RHS.ranges[i]; |
| 610 | addRange(LiveRange(LR.start, LR.end, getValNumInfo(LR.valno->id))); |
| 611 | } |
| 612 | } |
| 613 | |
Evan Cheng | e52eef8 | 2007-04-17 20:25:11 +0000 | [diff] [blame] | 614 | unsigned LiveInterval::getSize() const { |
| 615 | unsigned Sum = 0; |
| 616 | for (const_iterator I = begin(), E = end(); I != E; ++I) |
Lang Hames | 8651125 | 2009-09-04 20:41:11 +0000 | [diff] [blame] | 617 | Sum += I->start.distance(I->end); |
Evan Cheng | e52eef8 | 2007-04-17 20:25:11 +0000 | [diff] [blame] | 618 | return Sum; |
| 619 | } |
| 620 | |
David Greene | 29ff37f | 2009-07-22 20:08:25 +0000 | [diff] [blame] | 621 | /// ComputeJoinedWeight - Set the weight of a live interval Joined |
| 622 | /// after Other has been merged into it. |
| 623 | void LiveInterval::ComputeJoinedWeight(const LiveInterval &Other) { |
| 624 | // If either of these intervals was spilled, the weight is the |
| 625 | // weight of the non-spilled interval. This can only happen with |
| 626 | // iterative coalescers. |
| 627 | |
David Greene | 92b78bb | 2009-07-22 22:32:19 +0000 | [diff] [blame] | 628 | if (Other.weight != HUGE_VALF) { |
| 629 | weight += Other.weight; |
| 630 | } |
| 631 | else if (weight == HUGE_VALF && |
David Greene | 29ff37f | 2009-07-22 20:08:25 +0000 | [diff] [blame] | 632 | !TargetRegisterInfo::isPhysicalRegister(reg)) { |
| 633 | // Remove this assert if you have an iterative coalescer |
| 634 | assert(0 && "Joining to spilled interval"); |
| 635 | weight = Other.weight; |
| 636 | } |
David Greene | 29ff37f | 2009-07-22 20:08:25 +0000 | [diff] [blame] | 637 | else { |
| 638 | // Otherwise the weight stays the same |
| 639 | // Remove this assert if you have an iterative coalescer |
| 640 | assert(0 && "Joining from spilled interval"); |
| 641 | } |
| 642 | } |
| 643 | |
Daniel Dunbar | 1cd1d98 | 2009-07-24 10:36:58 +0000 | [diff] [blame] | 644 | raw_ostream& llvm::operator<<(raw_ostream& os, const LiveRange &LR) { |
| 645 | return os << '[' << LR.start << ',' << LR.end << ':' << LR.valno->id << ")"; |
| 646 | } |
Chris Lattner | fb449b9 | 2004-07-23 17:49:16 +0000 | [diff] [blame] | 647 | |
Chris Lattner | abf295f | 2004-07-24 02:52:23 +0000 | [diff] [blame] | 648 | void LiveRange::dump() const { |
David Greene | 5242154 | 2010-01-04 22:41:43 +0000 | [diff] [blame] | 649 | dbgs() << *this << "\n"; |
Chris Lattner | abf295f | 2004-07-24 02:52:23 +0000 | [diff] [blame] | 650 | } |
| 651 | |
Chris Lattner | c02497f | 2009-08-23 03:47:42 +0000 | [diff] [blame] | 652 | void LiveInterval::print(raw_ostream &OS, const TargetRegisterInfo *TRI) const { |
Evan Cheng | 99ec779 | 2008-06-23 21:03:19 +0000 | [diff] [blame] | 653 | if (isStackSlot()) |
| 654 | OS << "SS#" << getStackSlotIndex(); |
Evan Cheng | 3f32d65 | 2008-06-04 09:18:41 +0000 | [diff] [blame] | 655 | else if (TRI && TargetRegisterInfo::isPhysicalRegister(reg)) |
Bill Wendling | e6d088a | 2008-02-26 21:47:57 +0000 | [diff] [blame] | 656 | OS << TRI->getName(reg); |
Chris Lattner | 38135af | 2005-05-14 05:34:15 +0000 | [diff] [blame] | 657 | else |
| 658 | OS << "%reg" << reg; |
Chris Lattner | abf295f | 2004-07-24 02:52:23 +0000 | [diff] [blame] | 659 | |
Chris Lattner | 38135af | 2005-05-14 05:34:15 +0000 | [diff] [blame] | 660 | OS << ',' << weight; |
Chris Lattner | fb449b9 | 2004-07-23 17:49:16 +0000 | [diff] [blame] | 661 | |
Chris Lattner | 38135af | 2005-05-14 05:34:15 +0000 | [diff] [blame] | 662 | if (empty()) |
Evan Cheng | 3f32d65 | 2008-06-04 09:18:41 +0000 | [diff] [blame] | 663 | OS << " EMPTY"; |
Chris Lattner | 38135af | 2005-05-14 05:34:15 +0000 | [diff] [blame] | 664 | else { |
| 665 | OS << " = "; |
| 666 | for (LiveInterval::Ranges::const_iterator I = ranges.begin(), |
Jakob Stoklund Olesen | 014b863 | 2010-06-23 15:34:36 +0000 | [diff] [blame] | 667 | E = ranges.end(); I != E; ++I) { |
| 668 | OS << *I; |
| 669 | assert(I->valno == getValNumInfo(I->valno->id) && "Bad VNInfo"); |
| 670 | } |
Chris Lattner | 38135af | 2005-05-14 05:34:15 +0000 | [diff] [blame] | 671 | } |
Jakob Stoklund Olesen | 15a5714 | 2010-06-25 22:53:05 +0000 | [diff] [blame] | 672 | |
Chris Lattner | be4f88a | 2006-08-22 18:19:46 +0000 | [diff] [blame] | 673 | // Print value number info. |
Chris Lattner | 6d8fbef | 2006-08-29 23:18:15 +0000 | [diff] [blame] | 674 | if (getNumValNums()) { |
Chris Lattner | be4f88a | 2006-08-22 18:19:46 +0000 | [diff] [blame] | 675 | OS << " "; |
Evan Cheng | 1a66f0a | 2007-08-28 08:28:51 +0000 | [diff] [blame] | 676 | unsigned vnum = 0; |
| 677 | for (const_vni_iterator i = vni_begin(), e = vni_end(); i != e; |
| 678 | ++i, ++vnum) { |
Evan Cheng | 7ecb38b | 2007-08-29 20:45:00 +0000 | [diff] [blame] | 679 | const VNInfo *vni = *i; |
Evan Cheng | 1a66f0a | 2007-08-28 08:28:51 +0000 | [diff] [blame] | 680 | if (vnum) OS << " "; |
| 681 | OS << vnum << "@"; |
Lang Hames | 857c4e0 | 2009-06-17 21:01:20 +0000 | [diff] [blame] | 682 | if (vni->isUnused()) { |
Evan Cheng | 8df7860 | 2007-08-08 03:00:28 +0000 | [diff] [blame] | 683 | OS << "x"; |
Chris Lattner | be4f88a | 2006-08-22 18:19:46 +0000 | [diff] [blame] | 684 | } else { |
Lang Hames | 6e2968c | 2010-09-25 12:04:16 +0000 | [diff] [blame] | 685 | OS << vni->def; |
Jakob Stoklund Olesen | a818c07 | 2010-10-05 18:48:57 +0000 | [diff] [blame] | 686 | if (vni->isPHIDef()) |
| 687 | OS << "-phidef"; |
Jakob Stoklund Olesen | d9f6ec9 | 2010-07-13 21:19:05 +0000 | [diff] [blame] | 688 | if (vni->hasPHIKill()) |
| 689 | OS << "-phikill"; |
| 690 | if (vni->hasRedefByEC()) |
| 691 | OS << "-ec"; |
Evan Cheng | a8d94f1 | 2007-08-07 23:49:57 +0000 | [diff] [blame] | 692 | } |
Chris Lattner | be4f88a | 2006-08-22 18:19:46 +0000 | [diff] [blame] | 693 | } |
| 694 | } |
Chris Lattner | fb449b9 | 2004-07-23 17:49:16 +0000 | [diff] [blame] | 695 | } |
Chris Lattner | abf295f | 2004-07-24 02:52:23 +0000 | [diff] [blame] | 696 | |
| 697 | void LiveInterval::dump() const { |
David Greene | 5242154 | 2010-01-04 22:41:43 +0000 | [diff] [blame] | 698 | dbgs() << *this << "\n"; |
Chris Lattner | abf295f | 2004-07-24 02:52:23 +0000 | [diff] [blame] | 699 | } |
Jeff Cohen | c21c5ee | 2006-12-15 22:57:14 +0000 | [diff] [blame] | 700 | |
| 701 | |
Daniel Dunbar | 1cd1d98 | 2009-07-24 10:36:58 +0000 | [diff] [blame] | 702 | void LiveRange::print(raw_ostream &os) const { |
| 703 | os << *this; |
| 704 | } |
Jakob Stoklund Olesen | 0253df9 | 2010-10-07 23:34:34 +0000 | [diff] [blame] | 705 | |
| 706 | /// ConnectedVNInfoEqClasses - Helper class that can divide VNInfos in a |
| 707 | /// LiveInterval into equivalence clases of connected components. A |
| 708 | /// LiveInterval that has multiple connected components can be broken into |
| 709 | /// multiple LiveIntervals. |
| 710 | |
| 711 | void ConnectedVNInfoEqClasses::Connect(unsigned a, unsigned b) { |
Jakob Stoklund Olesen | eeaae20 | 2010-10-29 00:40:59 +0000 | [diff] [blame^] | 712 | while (eqClass_[a] != eqClass_[b]) { |
| 713 | if (eqClass_[a] > eqClass_[b]) |
| 714 | std::swap(a, b); |
| 715 | unsigned t = eqClass_[b]; |
| 716 | assert(t <= b && "Invariant broken"); |
| 717 | eqClass_[b] = eqClass_[a]; |
| 718 | b = t; |
| 719 | } |
Jakob Stoklund Olesen | 0253df9 | 2010-10-07 23:34:34 +0000 | [diff] [blame] | 720 | } |
| 721 | |
| 722 | unsigned ConnectedVNInfoEqClasses::Renumber() { |
Jakob Stoklund Olesen | 54f32e6 | 2010-10-08 21:19:28 +0000 | [diff] [blame] | 723 | // Assign final class numbers. |
| 724 | // We use the fact that eqClass_[i] == i for class leaders. |
| 725 | // For others, eqClass_[i] points to an earlier value in the same class. |
Jakob Stoklund Olesen | 0253df9 | 2010-10-07 23:34:34 +0000 | [diff] [blame] | 726 | unsigned count = 0; |
| 727 | for (unsigned i = 0, e = eqClass_.size(); i != e; ++i) { |
| 728 | unsigned q = eqClass_[i]; |
Jakob Stoklund Olesen | 54f32e6 | 2010-10-08 21:19:28 +0000 | [diff] [blame] | 729 | assert(q <= i && "Invariant broken"); |
| 730 | eqClass_[i] = q == i ? count++ : eqClass_[q]; |
Jakob Stoklund Olesen | 0253df9 | 2010-10-07 23:34:34 +0000 | [diff] [blame] | 731 | } |
| 732 | |
| 733 | return count; |
| 734 | } |
| 735 | |
| 736 | unsigned ConnectedVNInfoEqClasses::Classify(const LiveInterval *LI) { |
Jakob Stoklund Olesen | 54f32e6 | 2010-10-08 21:19:28 +0000 | [diff] [blame] | 737 | // Create initial equivalence classes. |
Jakob Stoklund Olesen | 0253df9 | 2010-10-07 23:34:34 +0000 | [diff] [blame] | 738 | eqClass_.clear(); |
Jakob Stoklund Olesen | 54f32e6 | 2010-10-08 21:19:28 +0000 | [diff] [blame] | 739 | eqClass_.reserve(LI->getNumValNums()); |
| 740 | for (unsigned i = 0, e = LI->getNumValNums(); i != e; ++i) |
| 741 | eqClass_.push_back(i); |
| 742 | |
| 743 | // Determine connections. |
Jakob Stoklund Olesen | 0253df9 | 2010-10-07 23:34:34 +0000 | [diff] [blame] | 744 | for (LiveInterval::const_vni_iterator I = LI->vni_begin(), E = LI->vni_end(); |
| 745 | I != E; ++I) { |
| 746 | const VNInfo *VNI = *I; |
Jakob Stoklund Olesen | 0253df9 | 2010-10-07 23:34:34 +0000 | [diff] [blame] | 747 | assert(!VNI->isUnused() && "Cannot handle unused values"); |
| 748 | if (VNI->isPHIDef()) { |
| 749 | const MachineBasicBlock *MBB = lis_.getMBBFromIndex(VNI->def); |
| 750 | assert(MBB && "Phi-def has no defining MBB"); |
| 751 | // Connect to values live out of predecessors. |
| 752 | for (MachineBasicBlock::const_pred_iterator PI = MBB->pred_begin(), |
| 753 | PE = MBB->pred_end(); PI != PE; ++PI) |
| 754 | if (const VNInfo *PVNI = |
| 755 | LI->getVNInfoAt(lis_.getMBBEndIdx(*PI).getPrevSlot())) |
| 756 | Connect(VNI->id, PVNI->id); |
| 757 | } else { |
| 758 | // Normal value defined by an instruction. Check for two-addr redef. |
| 759 | // FIXME: This could be coincidental. Should we really check for a tied |
| 760 | // operand constraint? |
| 761 | if (const VNInfo *UVNI = LI->getVNInfoAt(VNI->def.getUseIndex())) |
| 762 | Connect(VNI->id, UVNI->id); |
| 763 | } |
| 764 | } |
| 765 | return Renumber(); |
| 766 | } |
| 767 | |
| 768 | void ConnectedVNInfoEqClasses::Distribute(LiveInterval *LIV[]) { |
| 769 | assert(LIV[0] && "LIV[0] must be set"); |
| 770 | LiveInterval &LI = *LIV[0]; |
| 771 | // Check that they likely ran Classify() on LIV[0] first. |
| 772 | assert(eqClass_.size() == LI.getNumValNums() && "Bad classification data"); |
| 773 | |
| 774 | // First move runs to new intervals. |
| 775 | LiveInterval::iterator J = LI.begin(), E = LI.end(); |
| 776 | while (J != E && eqClass_[J->valno->id] == 0) |
| 777 | ++J; |
| 778 | for (LiveInterval::iterator I = J; I != E; ++I) { |
| 779 | if (unsigned eq = eqClass_[I->valno->id]) { |
Benjamin Kramer | ccefe32 | 2010-10-09 16:36:44 +0000 | [diff] [blame] | 780 | assert((LIV[eq]->empty() || LIV[eq]->expiredAt(I->start)) && |
Jakob Stoklund Olesen | 0253df9 | 2010-10-07 23:34:34 +0000 | [diff] [blame] | 781 | "New intervals should be empty"); |
| 782 | LIV[eq]->ranges.push_back(*I); |
| 783 | } else |
| 784 | *J++ = *I; |
| 785 | } |
| 786 | LI.ranges.erase(J, E); |
| 787 | |
| 788 | // Transfer VNInfos to their new owners and renumber them. |
| 789 | unsigned j = 0, e = LI.getNumValNums(); |
| 790 | while (j != e && eqClass_[j] == 0) |
| 791 | ++j; |
| 792 | for (unsigned i = j; i != e; ++i) { |
| 793 | VNInfo *VNI = LI.getValNumInfo(i); |
| 794 | if (unsigned eq = eqClass_[i]) { |
| 795 | VNI->id = LIV[eq]->getNumValNums(); |
| 796 | LIV[eq]->valnos.push_back(VNI); |
| 797 | } else { |
| 798 | VNI->id = j; |
| 799 | LI.valnos[j++] = VNI; |
| 800 | } |
| 801 | } |
| 802 | LI.valnos.resize(j); |
| 803 | } |