blob: 110fe1e62024e1ef20d526f609a9fd5f638c4c0b [file] [log] [blame]
Andrew Trick14e8d712010-10-22 23:09:15 +00001//===-- LiveIntervalUnion.cpp - Live interval union data structure --------===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10// LiveIntervalUnion represents a coalesced set of live intervals. This may be
11// used during coalescing to represent a congruence class, or during register
12// allocation to model liveness of a physical register.
13//
14//===----------------------------------------------------------------------===//
15
16#define DEBUG_TYPE "regalloc"
17#include "LiveIntervalUnion.h"
Andrew Trick071d1c02010-11-09 21:04:34 +000018#include "llvm/ADT/SparseBitVector.h"
Jakob Stoklund Olesenff2e9b42010-12-17 04:09:47 +000019#include "llvm/CodeGen/MachineLoopRanges.h"
Andrew Trick14e8d712010-10-22 23:09:15 +000020#include "llvm/Support/Debug.h"
21#include "llvm/Support/raw_ostream.h"
Jakob Stoklund Olesen4a84cce2010-12-14 18:53:47 +000022#include "llvm/Target/TargetRegisterInfo.h"
23
Andrew Trick14e8d712010-10-22 23:09:15 +000024using namespace llvm;
25
Andrew Tricke141a492010-11-08 18:02:08 +000026
Andrew Trick14e8d712010-10-22 23:09:15 +000027// Merge a LiveInterval's segments. Guarantee no overlaps.
Andrew Trick18c57a82010-11-30 23:18:47 +000028void LiveIntervalUnion::unify(LiveInterval &VirtReg) {
Jakob Stoklund Olesen953af2c2010-12-07 23:18:47 +000029 if (VirtReg.empty())
30 return;
Jakob Stoklund Olesen4f6364f2011-02-09 21:52:03 +000031 ++Tag;
Andrew Trick18c57a82010-11-30 23:18:47 +000032
33 // Insert each of the virtual register's live segments into the map.
Jakob Stoklund Olesen953af2c2010-12-07 23:18:47 +000034 LiveInterval::iterator RegPos = VirtReg.begin();
35 LiveInterval::iterator RegEnd = VirtReg.end();
36 SegmentIter SegPos = Segments.find(RegPos->start);
Andrew Trick18c57a82010-11-30 23:18:47 +000037
Jakob Stoklund Olesen11983cd2011-04-11 15:00:44 +000038 while (SegPos.valid()) {
Jakob Stoklund Olesen953af2c2010-12-07 23:18:47 +000039 SegPos.insert(RegPos->start, RegPos->end, &VirtReg);
40 if (++RegPos == RegEnd)
41 return;
42 SegPos.advanceTo(RegPos->start);
Andrew Trick14e8d712010-10-22 23:09:15 +000043 }
Jakob Stoklund Olesen11983cd2011-04-11 15:00:44 +000044
45 // We have reached the end of Segments, so it is no longer necessary to search
46 // for the insertion position.
47 // It is faster to insert the end first.
48 --RegEnd;
49 SegPos.insert(RegEnd->start, RegEnd->end, &VirtReg);
50 for (; RegPos != RegEnd; ++RegPos, ++SegPos)
51 SegPos.insert(RegPos->start, RegPos->end, &VirtReg);
Andrew Trick14e8d712010-10-22 23:09:15 +000052}
53
Andrew Tricke141a492010-11-08 18:02:08 +000054// Remove a live virtual register's segments from this union.
Jakob Stoklund Olesen953af2c2010-12-07 23:18:47 +000055void LiveIntervalUnion::extract(LiveInterval &VirtReg) {
56 if (VirtReg.empty())
57 return;
Jakob Stoklund Olesen4f6364f2011-02-09 21:52:03 +000058 ++Tag;
Andrew Trick18c57a82010-11-30 23:18:47 +000059
Andrew Tricke141a492010-11-08 18:02:08 +000060 // Remove each of the virtual register's live segments from the map.
Jakob Stoklund Olesen953af2c2010-12-07 23:18:47 +000061 LiveInterval::iterator RegPos = VirtReg.begin();
62 LiveInterval::iterator RegEnd = VirtReg.end();
63 SegmentIter SegPos = Segments.find(RegPos->start);
Andrew Trick18c57a82010-11-30 23:18:47 +000064
Jakob Stoklund Olesen953af2c2010-12-07 23:18:47 +000065 for (;;) {
66 assert(SegPos.value() == &VirtReg && "Inconsistent LiveInterval");
67 SegPos.erase();
68 if (!SegPos.valid())
69 return;
Andrew Trick18c57a82010-11-30 23:18:47 +000070
Jakob Stoklund Olesen953af2c2010-12-07 23:18:47 +000071 // Skip all segments that may have been coalesced.
72 RegPos = VirtReg.advanceTo(RegPos, SegPos.start());
73 if (RegPos == RegEnd)
74 return;
75
76 SegPos.advanceTo(RegPos->start);
Andrew Trick14e8d712010-10-22 23:09:15 +000077 }
Andrew Trick14e8d712010-10-22 23:09:15 +000078}
Andrew Trick14e8d712010-10-22 23:09:15 +000079
Andrew Trick071d1c02010-11-09 21:04:34 +000080void
Jakob Stoklund Olesen4a84cce2010-12-14 18:53:47 +000081LiveIntervalUnion::print(raw_ostream &OS, const TargetRegisterInfo *TRI) const {
Jakob Stoklund Olesen43142682011-01-09 03:05:53 +000082 OS << "LIU " << PrintReg(RepReg, TRI);
Jakob Stoklund Olesenbfce6782010-12-14 19:38:49 +000083 if (empty()) {
84 OS << " empty\n";
85 return;
86 }
Jakob Stoklund Olesen4a84cce2010-12-14 18:53:47 +000087 for (LiveSegments::const_iterator SI = Segments.begin(); SI.valid(); ++SI) {
Jakob Stoklund Olesen43142682011-01-09 03:05:53 +000088 OS << " [" << SI.start() << ' ' << SI.stop() << "):"
89 << PrintReg(SI.value()->reg, TRI);
Andrew Trick071d1c02010-11-09 21:04:34 +000090 }
Jakob Stoklund Olesenbfce6782010-12-14 19:38:49 +000091 OS << '\n';
92}
93
Andrew Trick071d1c02010-11-09 21:04:34 +000094#ifndef NDEBUG
95// Verify the live intervals in this union and add them to the visited set.
Andrew Trick18c57a82010-11-30 23:18:47 +000096void LiveIntervalUnion::verify(LiveVirtRegBitSet& VisitedVRegs) {
Jakob Stoklund Olesen953af2c2010-12-07 23:18:47 +000097 for (SegmentIter SI = Segments.begin(); SI.valid(); ++SI)
98 VisitedVRegs.set(SI.value()->reg);
Andrew Trick071d1c02010-11-09 21:04:34 +000099}
100#endif //!NDEBUG
101
Andrew Trick18c57a82010-11-30 23:18:47 +0000102// Scan the vector of interfering virtual registers in this union. Assume it's
Andrew Trickf4baeaf2010-11-10 19:18:47 +0000103// quite small.
Andrew Trick18c57a82010-11-30 23:18:47 +0000104bool LiveIntervalUnion::Query::isSeenInterference(LiveInterval *VirtReg) const {
Andrew Trickf4baeaf2010-11-10 19:18:47 +0000105 SmallVectorImpl<LiveInterval*>::const_iterator I =
Andrew Trick18c57a82010-11-30 23:18:47 +0000106 std::find(InterferingVRegs.begin(), InterferingVRegs.end(), VirtReg);
107 return I != InterferingVRegs.end();
Andrew Trickf4baeaf2010-11-10 19:18:47 +0000108}
109
Jakob Stoklund Olesen9b7ff122011-08-12 00:22:04 +0000110// Collect virtual registers in this union that interfere with this
Andrew Trick18c57a82010-11-30 23:18:47 +0000111// query's live virtual register.
112//
Jakob Stoklund Olesen9b7ff122011-08-12 00:22:04 +0000113// The query state is one of:
Andrew Trickf4baeaf2010-11-10 19:18:47 +0000114//
Jakob Stoklund Olesen9b7ff122011-08-12 00:22:04 +0000115// 1. CheckedFirstInterference == false: Iterators are uninitialized.
116// 2. SeenAllInterferences == true: InterferingVRegs complete, iterators unused.
117// 3. Iterators left at the last seen intersection.
118//
Andrew Trickf4baeaf2010-11-10 19:18:47 +0000119unsigned LiveIntervalUnion::Query::
Jakob Stoklund Olesen51458ed2011-07-08 20:46:18 +0000120collectInterferingVRegs(unsigned MaxInterferingRegs) {
Jakob Stoklund Olesenfe026e1822011-08-11 22:46:04 +0000121 // Fast path return if we already have the desired information.
122 if (SeenAllInterferences || InterferingVRegs.size() >= MaxInterferingRegs)
Jakob Stoklund Olesen9942ba92011-08-11 21:18:34 +0000123 return InterferingVRegs.size();
Jakob Stoklund Olesenfe026e1822011-08-11 22:46:04 +0000124
125 // Set up iterators on the first call.
126 if (!CheckedFirstInterference) {
127 CheckedFirstInterference = true;
Jakob Stoklund Olesenfe026e1822011-08-11 22:46:04 +0000128
129 // Quickly skip interference check for empty sets.
130 if (VirtReg->empty() || LiveUnion->empty()) {
Jakob Stoklund Olesen9b7ff122011-08-12 00:22:04 +0000131 SeenAllInterferences = true;
132 return 0;
Jakob Stoklund Olesenfe026e1822011-08-11 22:46:04 +0000133 }
Jakob Stoklund Olesen9b7ff122011-08-12 00:22:04 +0000134
135 // In most cases, the union will start before VirtReg.
136 VirtRegI = VirtReg->begin();
137 LiveUnionI.setMap(LiveUnion->getMap());
138 LiveUnionI.find(VirtRegI->start);
Jakob Stoklund Olesenfe026e1822011-08-11 22:46:04 +0000139 }
140
Andrew Trick18c57a82010-11-30 23:18:47 +0000141 LiveInterval::iterator VirtRegEnd = VirtReg->end();
Jakob Stoklund Olesen9b7ff122011-08-12 00:22:04 +0000142 LiveInterval *RecentReg = 0;
143 while (LiveUnionI.valid()) {
144 assert(VirtRegI != VirtRegEnd && "Reached end of VirtReg");
Andrew Trickf4baeaf2010-11-10 19:18:47 +0000145
Jakob Stoklund Olesen9b7ff122011-08-12 00:22:04 +0000146 // Check for overlapping interference.
147 while (VirtRegI->start < LiveUnionI.stop() &&
148 VirtRegI->end > LiveUnionI.start()) {
149 // This is an overlap, record the interfering register.
150 LiveInterval *VReg = LiveUnionI.value();
151 if (VReg != RecentReg && !isSeenInterference(VReg)) {
152 RecentReg = VReg;
153 InterferingVRegs.push_back(VReg);
154 if (InterferingVRegs.size() >= MaxInterferingRegs)
155 return InterferingVRegs.size();
156 }
157 // This LiveUnion segment is no longer interesting.
158 if (!(++LiveUnionI).valid()) {
159 SeenAllInterferences = true;
160 return InterferingVRegs.size();
161 }
162 }
Andrew Trickf4baeaf2010-11-10 19:18:47 +0000163
Jakob Stoklund Olesen9b7ff122011-08-12 00:22:04 +0000164 // The iterators are now not overlapping, LiveUnionI has been advanced
165 // beyond VirtRegI.
166 assert(VirtRegI->end <= LiveUnionI.start() && "Expected non-overlap");
Andrew Trickf4baeaf2010-11-10 19:18:47 +0000167
Jakob Stoklund Olesen9b7ff122011-08-12 00:22:04 +0000168 // Advance the iterator that ends first.
Jakob Stoklund Olesenfe026e1822011-08-11 22:46:04 +0000169 VirtRegI = VirtReg->advanceTo(VirtRegI, LiveUnionI.start());
170 if (VirtRegI == VirtRegEnd)
Andrew Trickf4baeaf2010-11-10 19:18:47 +0000171 break;
172
Jakob Stoklund Olesen9b7ff122011-08-12 00:22:04 +0000173 // Detect overlap, handle above.
174 if (VirtRegI->start < LiveUnionI.stop())
Andrew Trickf4baeaf2010-11-10 19:18:47 +0000175 continue;
Jakob Stoklund Olesen9b7ff122011-08-12 00:22:04 +0000176
177 // Still not overlapping. Catch up LiveUnionI.
Jakob Stoklund Olesenfe026e1822011-08-11 22:46:04 +0000178 LiveUnionI.advanceTo(VirtRegI->start);
Andrew Trickf4baeaf2010-11-10 19:18:47 +0000179 }
Andrew Trick18c57a82010-11-30 23:18:47 +0000180 SeenAllInterferences = true;
181 return InterferingVRegs.size();
Andrew Trickf4baeaf2010-11-10 19:18:47 +0000182}
Jakob Stoklund Olesenff2e9b42010-12-17 04:09:47 +0000183
184bool LiveIntervalUnion::Query::checkLoopInterference(MachineLoopRange *Loop) {
185 // VirtReg is likely live throughout the loop, so start by checking LIU-Loop
186 // overlaps.
187 IntervalMapOverlaps<LiveIntervalUnion::Map, MachineLoopRange::Map>
188 Overlaps(LiveUnion->getMap(), Loop->getMap());
189 if (!Overlaps.valid())
190 return false;
191
192 // The loop is overlapping an LIU assignment. Check VirtReg as well.
193 LiveInterval::iterator VRI = VirtReg->find(Overlaps.start());
194
195 for (;;) {
196 if (VRI == VirtReg->end())
197 return false;
198 if (VRI->start < Overlaps.stop())
199 return true;
200
201 Overlaps.advanceTo(VRI->start);
202 if (!Overlaps.valid())
203 return false;
204 if (Overlaps.start() < VRI->end)
205 return true;
206
207 VRI = VirtReg->advanceTo(VRI, Overlaps.start());
208 }
209}