blob: 6f9c5f4455e9eb5bd62c09c4e7f137304c38fb6e [file] [log] [blame]
Andrew Trick14e8d712010-10-22 23:09:15 +00001//===-- LiveIntervalUnion.h - Live interval union data struct --*- C++ -*--===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10// LiveIntervalUnion is a union of live segments across multiple live virtual
11// registers. This may be used during coalescing to represent a congruence
12// class, or during register allocation to model liveness of a physical
13// register.
14//
15//===----------------------------------------------------------------------===//
16
17#ifndef LLVM_CODEGEN_LIVEINTERVALUNION
18#define LLVM_CODEGEN_LIVEINTERVALUNION
19
Jakob Stoklund Olesen953af2c2010-12-07 23:18:47 +000020#include "llvm/ADT/IntervalMap.h"
Andrew Trick14e8d712010-10-22 23:09:15 +000021#include "llvm/CodeGen/LiveInterval.h"
Andrew Trick14e8d712010-10-22 23:09:15 +000022
Jakob Stoklund Olesenbfce6782010-12-14 19:38:49 +000023#include <algorithm>
24
Andrew Trick14e8d712010-10-22 23:09:15 +000025namespace llvm {
26
Jakob Stoklund Olesenff2e9b42010-12-17 04:09:47 +000027class MachineLoopRange;
Jakob Stoklund Olesen4a84cce2010-12-14 18:53:47 +000028class TargetRegisterInfo;
29
Andrew Trick071d1c02010-11-09 21:04:34 +000030#ifndef NDEBUG
31// forward declaration
32template <unsigned Element> class SparseBitVector;
Andrew Trick18c57a82010-11-30 23:18:47 +000033typedef SparseBitVector<128> LiveVirtRegBitSet;
Andrew Trick071d1c02010-11-09 21:04:34 +000034#endif
35
Jakob Stoklund Olesen953af2c2010-12-07 23:18:47 +000036/// Compare a live virtual register segment to a LiveIntervalUnion segment.
37inline bool
38overlap(const LiveRange &VRSeg,
39 const IntervalMap<SlotIndex, LiveInterval*>::const_iterator &LUSeg) {
40 return VRSeg.start < LUSeg.stop() && LUSeg.start() < VRSeg.end;
41}
42
Andrew Trick14e8d712010-10-22 23:09:15 +000043/// Union of live intervals that are strong candidates for coalescing into a
44/// single register (either physical or virtual depending on the context). We
45/// expect the constituent live intervals to be disjoint, although we may
46/// eventually make exceptions to handle value-based interference.
47class LiveIntervalUnion {
48 // A set of live virtual register segments that supports fast insertion,
Andrew Trick18c57a82010-11-30 23:18:47 +000049 // intersection, and removal.
Jakob Stoklund Olesen953af2c2010-12-07 23:18:47 +000050 // Mapping SlotIndex intervals to virtual register numbers.
51 typedef IntervalMap<SlotIndex, LiveInterval*> LiveSegments;
Andrew Trick14e8d712010-10-22 23:09:15 +000052
Andrew Trick14e8d712010-10-22 23:09:15 +000053public:
54 // SegmentIter can advance to the next segment ordered by starting position
55 // which may belong to a different live virtual register. We also must be able
56 // to reach the current segment's containing virtual register.
57 typedef LiveSegments::iterator SegmentIter;
58
Jakob Stoklund Olesen953af2c2010-12-07 23:18:47 +000059 // LiveIntervalUnions share an external allocator.
60 typedef LiveSegments::Allocator Allocator;
61
Andrew Trick14e8d712010-10-22 23:09:15 +000062 class InterferenceResult;
63 class Query;
64
65private:
Jakob Stoklund Olesen953af2c2010-12-07 23:18:47 +000066 const unsigned RepReg; // representative register number
Jakob Stoklund Olesen4f6364f2011-02-09 21:52:03 +000067 unsigned Tag; // unique tag for current contents.
Jakob Stoklund Olesen953af2c2010-12-07 23:18:47 +000068 LiveSegments Segments; // union of virtual reg segments
Andrew Trick14e8d712010-10-22 23:09:15 +000069
70public:
Jakob Stoklund Olesen4f6364f2011-02-09 21:52:03 +000071 LiveIntervalUnion(unsigned r, Allocator &a) : RepReg(r), Tag(0), Segments(a)
72 {}
Andrew Trick14e8d712010-10-22 23:09:15 +000073
Andrew Tricke16eecc2010-10-26 18:34:01 +000074 // Iterate over all segments in the union of live virtual registers ordered
75 // by their starting position.
Andrew Trick18c57a82010-11-30 23:18:47 +000076 SegmentIter begin() { return Segments.begin(); }
77 SegmentIter end() { return Segments.end(); }
Jakob Stoklund Olesena35cce12010-12-09 01:06:52 +000078 SegmentIter find(SlotIndex x) { return Segments.find(x); }
Jakob Stoklund Olesenbfce6782010-12-14 19:38:49 +000079 bool empty() const { return Segments.empty(); }
80 SlotIndex startIndex() const { return Segments.start(); }
Andrew Trick14e8d712010-10-22 23:09:15 +000081
Jakob Stoklund Olesenff2e9b42010-12-17 04:09:47 +000082 // Provide public access to the underlying map to allow overlap iteration.
83 typedef LiveSegments Map;
84 const Map &getMap() { return Segments; }
85
Jakob Stoklund Olesen4f6364f2011-02-09 21:52:03 +000086 /// getTag - Return an opaque tag representing the current state of the union.
87 unsigned getTag() const { return Tag; }
88
89 /// changedSince - Return true if the union change since getTag returned tag.
90 bool changedSince(unsigned tag) const { return tag != Tag; }
91
Andrew Tricke16eecc2010-10-26 18:34:01 +000092 // Add a live virtual register to this union and merge its segments.
Andrew Trick18c57a82010-11-30 23:18:47 +000093 void unify(LiveInterval &VirtReg);
Andrew Trick14e8d712010-10-22 23:09:15 +000094
Andrew Tricke141a492010-11-08 18:02:08 +000095 // Remove a live virtual register's segments from this union.
Jakob Stoklund Olesen953af2c2010-12-07 23:18:47 +000096 void extract(LiveInterval &VirtReg);
Andrew Trick14e8d712010-10-22 23:09:15 +000097
Jakob Stoklund Olesen4a84cce2010-12-14 18:53:47 +000098 // Print union, using TRI to translate register names
99 void print(raw_ostream &OS, const TargetRegisterInfo *TRI) const;
Andrew Trick18c57a82010-11-30 23:18:47 +0000100
Andrew Trick071d1c02010-11-09 21:04:34 +0000101#ifndef NDEBUG
102 // Verify the live intervals in this union and add them to the visited set.
Andrew Trick18c57a82010-11-30 23:18:47 +0000103 void verify(LiveVirtRegBitSet& VisitedVRegs);
Andrew Trick071d1c02010-11-09 21:04:34 +0000104#endif
105
Andrew Trick14e8d712010-10-22 23:09:15 +0000106 /// Cache a single interference test result in the form of two intersecting
107 /// segments. This allows efficiently iterating over the interferences. The
108 /// iteration logic is handled by LiveIntervalUnion::Query which may
109 /// filter interferences depending on the type of query.
110 class InterferenceResult {
111 friend class Query;
112
Andrew Trick18c57a82010-11-30 23:18:47 +0000113 LiveInterval::iterator VirtRegI; // current position in VirtReg
114 SegmentIter LiveUnionI; // current position in LiveUnion
115
Andrew Trick14e8d712010-10-22 23:09:15 +0000116 // Internal ctor.
Andrew Trick18c57a82010-11-30 23:18:47 +0000117 InterferenceResult(LiveInterval::iterator VRegI, SegmentIter UnionI)
118 : VirtRegI(VRegI), LiveUnionI(UnionI) {}
Andrew Trick14e8d712010-10-22 23:09:15 +0000119
120 public:
121 // Public default ctor.
Andrew Trick18c57a82010-11-30 23:18:47 +0000122 InterferenceResult(): VirtRegI(), LiveUnionI() {}
Andrew Trick14e8d712010-10-22 23:09:15 +0000123
Jakob Stoklund Olesenbfce6782010-12-14 19:38:49 +0000124 /// start - Return the start of the current overlap.
125 SlotIndex start() const {
126 return std::max(VirtRegI->start, LiveUnionI.start());
127 }
128
129 /// stop - Return the end of the current overlap.
130 SlotIndex stop() const {
131 return std::min(VirtRegI->end, LiveUnionI.stop());
132 }
133
134 /// interference - Return the register that is interfering here.
135 LiveInterval *interference() const { return LiveUnionI.value(); }
136
Andrew Trick14e8d712010-10-22 23:09:15 +0000137 // Note: this interface provides raw access to the iterators because the
138 // result has no way to tell if it's valid to dereference them.
139
Andrew Trick18c57a82010-11-30 23:18:47 +0000140 // Access the VirtReg segment.
141 LiveInterval::iterator virtRegPos() const { return VirtRegI; }
Andrew Trick14e8d712010-10-22 23:09:15 +0000142
Andrew Trick18c57a82010-11-30 23:18:47 +0000143 // Access the LiveUnion segment.
Jakob Stoklund Olesen953af2c2010-12-07 23:18:47 +0000144 const SegmentIter &liveUnionPos() const { return LiveUnionI; }
Andrew Trick14e8d712010-10-22 23:09:15 +0000145
Andrew Trick18c57a82010-11-30 23:18:47 +0000146 bool operator==(const InterferenceResult &IR) const {
147 return VirtRegI == IR.VirtRegI && LiveUnionI == IR.LiveUnionI;
Andrew Trick14e8d712010-10-22 23:09:15 +0000148 }
Andrew Trick18c57a82010-11-30 23:18:47 +0000149 bool operator!=(const InterferenceResult &IR) const {
150 return !operator==(IR);
Andrew Trick14e8d712010-10-22 23:09:15 +0000151 }
Jakob Stoklund Olesenbfce6782010-12-14 19:38:49 +0000152
153 void print(raw_ostream &OS, const TargetRegisterInfo *TRI) const;
Andrew Trick14e8d712010-10-22 23:09:15 +0000154 };
155
156 /// Query interferences between a single live virtual register and a live
157 /// interval union.
158 class Query {
Andrew Trick18c57a82010-11-30 23:18:47 +0000159 LiveIntervalUnion *LiveUnion;
160 LiveInterval *VirtReg;
161 InterferenceResult FirstInterference;
162 SmallVector<LiveInterval*,4> InterferingVRegs;
Jakob Stoklund Olesena35cce12010-12-09 01:06:52 +0000163 bool CheckedFirstInterference;
Andrew Trick18c57a82010-11-30 23:18:47 +0000164 bool SeenAllInterferences;
165 bool SeenUnspillableVReg;
Jakob Stoklund Olesen4f6364f2011-02-09 21:52:03 +0000166 unsigned Tag;
Andrew Trick14e8d712010-10-22 23:09:15 +0000167
168 public:
Andrew Trick18c57a82010-11-30 23:18:47 +0000169 Query(): LiveUnion(), VirtReg() {}
Andrew Trick14e8d712010-10-22 23:09:15 +0000170
Andrew Trick18c57a82010-11-30 23:18:47 +0000171 Query(LiveInterval *VReg, LiveIntervalUnion *LIU):
Jakob Stoklund Olesena0382c62010-12-09 21:20:44 +0000172 LiveUnion(LIU), VirtReg(VReg), CheckedFirstInterference(false),
173 SeenAllInterferences(false), SeenUnspillableVReg(false)
Andrew Trick18c57a82010-11-30 23:18:47 +0000174 {}
Andrew Tricke141a492010-11-08 18:02:08 +0000175
176 void clear() {
Andrew Trick18c57a82010-11-30 23:18:47 +0000177 LiveUnion = NULL;
178 VirtReg = NULL;
Andrew Trick18c57a82010-11-30 23:18:47 +0000179 InterferingVRegs.clear();
Jakob Stoklund Olesena35cce12010-12-09 01:06:52 +0000180 CheckedFirstInterference = false;
Andrew Trick18c57a82010-11-30 23:18:47 +0000181 SeenAllInterferences = false;
182 SeenUnspillableVReg = false;
Jakob Stoklund Olesen4f6364f2011-02-09 21:52:03 +0000183 Tag = 0;
Andrew Tricke141a492010-11-08 18:02:08 +0000184 }
Andrew Trick18c57a82010-11-30 23:18:47 +0000185
186 void init(LiveInterval *VReg, LiveIntervalUnion *LIU) {
Jakob Stoklund Olesena0382c62010-12-09 21:20:44 +0000187 assert(VReg && LIU && "Invalid arguments");
Jakob Stoklund Olesen4f6364f2011-02-09 21:52:03 +0000188 if (VirtReg == VReg && LiveUnion == LIU && !LIU->changedSince(Tag)) {
Andrew Tricke141a492010-11-08 18:02:08 +0000189 // Retain cached results, e.g. firstInterference.
190 return;
191 }
Andrew Trick18c57a82010-11-30 23:18:47 +0000192 clear();
193 LiveUnion = LIU;
194 VirtReg = VReg;
Jakob Stoklund Olesen4f6364f2011-02-09 21:52:03 +0000195 Tag = LIU->getTag();
Andrew Tricke141a492010-11-08 18:02:08 +0000196 }
197
Andrew Trick18c57a82010-11-30 23:18:47 +0000198 LiveInterval &virtReg() const {
199 assert(VirtReg && "uninitialized");
200 return *VirtReg;
201 }
Andrew Trick14e8d712010-10-22 23:09:15 +0000202
Andrew Trick18c57a82010-11-30 23:18:47 +0000203 bool isInterference(const InterferenceResult &IR) const {
204 if (IR.VirtRegI != VirtReg->end()) {
Jakob Stoklund Olesen953af2c2010-12-07 23:18:47 +0000205 assert(overlap(*IR.VirtRegI, IR.LiveUnionI) &&
Andrew Trick14e8d712010-10-22 23:09:15 +0000206 "invalid segment iterators");
207 return true;
208 }
209 return false;
210 }
211
Andrew Trick18c57a82010-11-30 23:18:47 +0000212 // Does this live virtual register interfere with the union?
Andrew Trick14e8d712010-10-22 23:09:15 +0000213 bool checkInterference() { return isInterference(firstInterference()); }
214
Andrew Tricke141a492010-11-08 18:02:08 +0000215 // Get the first pair of interfering segments, or a noninterfering result.
216 // This initializes the firstInterference_ cache.
Jakob Stoklund Olesena35cce12010-12-09 01:06:52 +0000217 const InterferenceResult &firstInterference();
Andrew Trick14e8d712010-10-22 23:09:15 +0000218
219 // Treat the result as an iterator and advance to the next interfering pair
220 // of segments. Visiting each unique interfering pairs means that the same
Andrew Trick18c57a82010-11-30 23:18:47 +0000221 // VirtReg or LiveUnion segment may be visited multiple times.
222 bool nextInterference(InterferenceResult &IR) const;
Andrew Trick14e8d712010-10-22 23:09:15 +0000223
Andrew Trickf4baeaf2010-11-10 19:18:47 +0000224 // Count the virtual registers in this union that interfere with this
225 // query's live virtual register, up to maxInterferingRegs.
Andrew Trick18c57a82010-11-30 23:18:47 +0000226 unsigned collectInterferingVRegs(unsigned MaxInterferingRegs = UINT_MAX);
Andrew Trickf4baeaf2010-11-10 19:18:47 +0000227
228 // Was this virtual register visited during collectInterferingVRegs?
Andrew Trick18c57a82010-11-30 23:18:47 +0000229 bool isSeenInterference(LiveInterval *VReg) const;
230
231 // Did collectInterferingVRegs collect all interferences?
232 bool seenAllInterferences() const { return SeenAllInterferences; }
Andrew Trickf4baeaf2010-11-10 19:18:47 +0000233
234 // Did collectInterferingVRegs encounter an unspillable vreg?
Andrew Trick18c57a82010-11-30 23:18:47 +0000235 bool seenUnspillableVReg() const { return SeenUnspillableVReg; }
Andrew Trickf4baeaf2010-11-10 19:18:47 +0000236
237 // Vector generated by collectInterferingVRegs.
238 const SmallVectorImpl<LiveInterval*> &interferingVRegs() const {
Andrew Trick18c57a82010-11-30 23:18:47 +0000239 return InterferingVRegs;
Andrew Trickf4baeaf2010-11-10 19:18:47 +0000240 }
Andrew Trick18c57a82010-11-30 23:18:47 +0000241
Jakob Stoklund Olesenff2e9b42010-12-17 04:09:47 +0000242 /// checkLoopInterference - Return true if there is interference overlapping
243 /// Loop.
244 bool checkLoopInterference(MachineLoopRange*);
245
Jakob Stoklund Olesenbfce6782010-12-14 19:38:49 +0000246 void print(raw_ostream &OS, const TargetRegisterInfo *TRI);
Andrew Trick14e8d712010-10-22 23:09:15 +0000247 private:
Andrew Trick8a83d542010-11-11 17:46:29 +0000248 Query(const Query&); // DO NOT IMPLEMENT
249 void operator=(const Query&); // DO NOT IMPLEMENT
Andrew Trick18c57a82010-11-30 23:18:47 +0000250
Andrew Trick14e8d712010-10-22 23:09:15 +0000251 // Private interface for queries
Andrew Trick18c57a82010-11-30 23:18:47 +0000252 void findIntersection(InterferenceResult &IR) const;
Andrew Trick14e8d712010-10-22 23:09:15 +0000253 };
254};
255
256} // end namespace llvm
257
258#endif // !defined(LLVM_CODEGEN_LIVEINTERVALUNION)