blob: d8dcbda8d3468171cd3104c27d945ba2723842da [file] [log] [blame]
Andrew Trick14e8d712010-10-22 23:09:15 +00001//===-- LiveIntervalUnion.h - Live interval union data struct --*- C++ -*--===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10// LiveIntervalUnion is a union of live segments across multiple live virtual
11// registers. This may be used during coalescing to represent a congruence
12// class, or during register allocation to model liveness of a physical
13// register.
14//
15//===----------------------------------------------------------------------===//
16
17#ifndef LLVM_CODEGEN_LIVEINTERVALUNION
18#define LLVM_CODEGEN_LIVEINTERVALUNION
19
Jakob Stoklund Olesen953af2c2010-12-07 23:18:47 +000020#include "llvm/ADT/IntervalMap.h"
Andrew Trick14e8d712010-10-22 23:09:15 +000021#include "llvm/CodeGen/LiveInterval.h"
Andrew Trick14e8d712010-10-22 23:09:15 +000022
Jakob Stoklund Olesenbfce6782010-12-14 19:38:49 +000023#include <algorithm>
24
Andrew Trick14e8d712010-10-22 23:09:15 +000025namespace llvm {
26
Jakob Stoklund Olesen4a84cce2010-12-14 18:53:47 +000027class TargetRegisterInfo;
28
Andrew Trick071d1c02010-11-09 21:04:34 +000029#ifndef NDEBUG
30// forward declaration
31template <unsigned Element> class SparseBitVector;
Andrew Trick18c57a82010-11-30 23:18:47 +000032typedef SparseBitVector<128> LiveVirtRegBitSet;
Andrew Trick071d1c02010-11-09 21:04:34 +000033#endif
34
Jakob Stoklund Olesen953af2c2010-12-07 23:18:47 +000035/// Compare a live virtual register segment to a LiveIntervalUnion segment.
36inline bool
37overlap(const LiveRange &VRSeg,
38 const IntervalMap<SlotIndex, LiveInterval*>::const_iterator &LUSeg) {
39 return VRSeg.start < LUSeg.stop() && LUSeg.start() < VRSeg.end;
40}
41
Andrew Trick14e8d712010-10-22 23:09:15 +000042/// Union of live intervals that are strong candidates for coalescing into a
43/// single register (either physical or virtual depending on the context). We
44/// expect the constituent live intervals to be disjoint, although we may
45/// eventually make exceptions to handle value-based interference.
46class LiveIntervalUnion {
47 // A set of live virtual register segments that supports fast insertion,
Andrew Trick18c57a82010-11-30 23:18:47 +000048 // intersection, and removal.
Jakob Stoklund Olesen953af2c2010-12-07 23:18:47 +000049 // Mapping SlotIndex intervals to virtual register numbers.
50 typedef IntervalMap<SlotIndex, LiveInterval*> LiveSegments;
Andrew Trick14e8d712010-10-22 23:09:15 +000051
Andrew Trick14e8d712010-10-22 23:09:15 +000052public:
53 // SegmentIter can advance to the next segment ordered by starting position
54 // which may belong to a different live virtual register. We also must be able
55 // to reach the current segment's containing virtual register.
56 typedef LiveSegments::iterator SegmentIter;
57
Jakob Stoklund Olesen953af2c2010-12-07 23:18:47 +000058 // LiveIntervalUnions share an external allocator.
59 typedef LiveSegments::Allocator Allocator;
60
Andrew Trick14e8d712010-10-22 23:09:15 +000061 class InterferenceResult;
62 class Query;
63
64private:
Jakob Stoklund Olesen953af2c2010-12-07 23:18:47 +000065 const unsigned RepReg; // representative register number
66 LiveSegments Segments; // union of virtual reg segments
Andrew Trick14e8d712010-10-22 23:09:15 +000067
68public:
Jakob Stoklund Olesen953af2c2010-12-07 23:18:47 +000069 LiveIntervalUnion(unsigned r, Allocator &a) : RepReg(r), Segments(a) {}
Andrew Trick14e8d712010-10-22 23:09:15 +000070
Andrew Tricke16eecc2010-10-26 18:34:01 +000071 // Iterate over all segments in the union of live virtual registers ordered
72 // by their starting position.
Andrew Trick18c57a82010-11-30 23:18:47 +000073 SegmentIter begin() { return Segments.begin(); }
74 SegmentIter end() { return Segments.end(); }
Jakob Stoklund Olesena35cce12010-12-09 01:06:52 +000075 SegmentIter find(SlotIndex x) { return Segments.find(x); }
Jakob Stoklund Olesenbfce6782010-12-14 19:38:49 +000076 bool empty() const { return Segments.empty(); }
77 SlotIndex startIndex() const { return Segments.start(); }
Andrew Trick14e8d712010-10-22 23:09:15 +000078
Andrew Tricke16eecc2010-10-26 18:34:01 +000079 // Add a live virtual register to this union and merge its segments.
Andrew Trick18c57a82010-11-30 23:18:47 +000080 void unify(LiveInterval &VirtReg);
Andrew Trick14e8d712010-10-22 23:09:15 +000081
Andrew Tricke141a492010-11-08 18:02:08 +000082 // Remove a live virtual register's segments from this union.
Jakob Stoklund Olesen953af2c2010-12-07 23:18:47 +000083 void extract(LiveInterval &VirtReg);
Andrew Trick14e8d712010-10-22 23:09:15 +000084
Jakob Stoklund Olesen4a84cce2010-12-14 18:53:47 +000085 // Print union, using TRI to translate register names
86 void print(raw_ostream &OS, const TargetRegisterInfo *TRI) const;
Andrew Trick18c57a82010-11-30 23:18:47 +000087
Andrew Trick071d1c02010-11-09 21:04:34 +000088#ifndef NDEBUG
89 // Verify the live intervals in this union and add them to the visited set.
Andrew Trick18c57a82010-11-30 23:18:47 +000090 void verify(LiveVirtRegBitSet& VisitedVRegs);
Andrew Trick071d1c02010-11-09 21:04:34 +000091#endif
92
Andrew Trick14e8d712010-10-22 23:09:15 +000093 /// Cache a single interference test result in the form of two intersecting
94 /// segments. This allows efficiently iterating over the interferences. The
95 /// iteration logic is handled by LiveIntervalUnion::Query which may
96 /// filter interferences depending on the type of query.
97 class InterferenceResult {
98 friend class Query;
99
Andrew Trick18c57a82010-11-30 23:18:47 +0000100 LiveInterval::iterator VirtRegI; // current position in VirtReg
101 SegmentIter LiveUnionI; // current position in LiveUnion
102
Andrew Trick14e8d712010-10-22 23:09:15 +0000103 // Internal ctor.
Andrew Trick18c57a82010-11-30 23:18:47 +0000104 InterferenceResult(LiveInterval::iterator VRegI, SegmentIter UnionI)
105 : VirtRegI(VRegI), LiveUnionI(UnionI) {}
Andrew Trick14e8d712010-10-22 23:09:15 +0000106
107 public:
108 // Public default ctor.
Andrew Trick18c57a82010-11-30 23:18:47 +0000109 InterferenceResult(): VirtRegI(), LiveUnionI() {}
Andrew Trick14e8d712010-10-22 23:09:15 +0000110
Jakob Stoklund Olesenbfce6782010-12-14 19:38:49 +0000111 /// start - Return the start of the current overlap.
112 SlotIndex start() const {
113 return std::max(VirtRegI->start, LiveUnionI.start());
114 }
115
116 /// stop - Return the end of the current overlap.
117 SlotIndex stop() const {
118 return std::min(VirtRegI->end, LiveUnionI.stop());
119 }
120
121 /// interference - Return the register that is interfering here.
122 LiveInterval *interference() const { return LiveUnionI.value(); }
123
Andrew Trick14e8d712010-10-22 23:09:15 +0000124 // Note: this interface provides raw access to the iterators because the
125 // result has no way to tell if it's valid to dereference them.
126
Andrew Trick18c57a82010-11-30 23:18:47 +0000127 // Access the VirtReg segment.
128 LiveInterval::iterator virtRegPos() const { return VirtRegI; }
Andrew Trick14e8d712010-10-22 23:09:15 +0000129
Andrew Trick18c57a82010-11-30 23:18:47 +0000130 // Access the LiveUnion segment.
Jakob Stoklund Olesen953af2c2010-12-07 23:18:47 +0000131 const SegmentIter &liveUnionPos() const { return LiveUnionI; }
Andrew Trick14e8d712010-10-22 23:09:15 +0000132
Andrew Trick18c57a82010-11-30 23:18:47 +0000133 bool operator==(const InterferenceResult &IR) const {
134 return VirtRegI == IR.VirtRegI && LiveUnionI == IR.LiveUnionI;
Andrew Trick14e8d712010-10-22 23:09:15 +0000135 }
Andrew Trick18c57a82010-11-30 23:18:47 +0000136 bool operator!=(const InterferenceResult &IR) const {
137 return !operator==(IR);
Andrew Trick14e8d712010-10-22 23:09:15 +0000138 }
Jakob Stoklund Olesenbfce6782010-12-14 19:38:49 +0000139
140 void print(raw_ostream &OS, const TargetRegisterInfo *TRI) const;
Andrew Trick14e8d712010-10-22 23:09:15 +0000141 };
142
143 /// Query interferences between a single live virtual register and a live
144 /// interval union.
145 class Query {
Andrew Trick18c57a82010-11-30 23:18:47 +0000146 LiveIntervalUnion *LiveUnion;
147 LiveInterval *VirtReg;
148 InterferenceResult FirstInterference;
149 SmallVector<LiveInterval*,4> InterferingVRegs;
Jakob Stoklund Olesena35cce12010-12-09 01:06:52 +0000150 bool CheckedFirstInterference;
Andrew Trick18c57a82010-11-30 23:18:47 +0000151 bool SeenAllInterferences;
152 bool SeenUnspillableVReg;
Andrew Trick14e8d712010-10-22 23:09:15 +0000153
154 public:
Andrew Trick18c57a82010-11-30 23:18:47 +0000155 Query(): LiveUnion(), VirtReg() {}
Andrew Trick14e8d712010-10-22 23:09:15 +0000156
Andrew Trick18c57a82010-11-30 23:18:47 +0000157 Query(LiveInterval *VReg, LiveIntervalUnion *LIU):
Jakob Stoklund Olesena0382c62010-12-09 21:20:44 +0000158 LiveUnion(LIU), VirtReg(VReg), CheckedFirstInterference(false),
159 SeenAllInterferences(false), SeenUnspillableVReg(false)
Andrew Trick18c57a82010-11-30 23:18:47 +0000160 {}
Andrew Tricke141a492010-11-08 18:02:08 +0000161
162 void clear() {
Andrew Trick18c57a82010-11-30 23:18:47 +0000163 LiveUnion = NULL;
164 VirtReg = NULL;
Andrew Trick18c57a82010-11-30 23:18:47 +0000165 InterferingVRegs.clear();
Jakob Stoklund Olesena35cce12010-12-09 01:06:52 +0000166 CheckedFirstInterference = false;
Andrew Trick18c57a82010-11-30 23:18:47 +0000167 SeenAllInterferences = false;
168 SeenUnspillableVReg = false;
Andrew Tricke141a492010-11-08 18:02:08 +0000169 }
Andrew Trick18c57a82010-11-30 23:18:47 +0000170
171 void init(LiveInterval *VReg, LiveIntervalUnion *LIU) {
Jakob Stoklund Olesena0382c62010-12-09 21:20:44 +0000172 assert(VReg && LIU && "Invalid arguments");
Andrew Trickb853e6c2010-12-09 18:15:21 +0000173 if (VirtReg == VReg && LiveUnion == LIU) {
Andrew Tricke141a492010-11-08 18:02:08 +0000174 // Retain cached results, e.g. firstInterference.
175 return;
176 }
Andrew Trick18c57a82010-11-30 23:18:47 +0000177 clear();
178 LiveUnion = LIU;
179 VirtReg = VReg;
Andrew Tricke141a492010-11-08 18:02:08 +0000180 }
181
Andrew Trick18c57a82010-11-30 23:18:47 +0000182 LiveInterval &virtReg() const {
183 assert(VirtReg && "uninitialized");
184 return *VirtReg;
185 }
Andrew Trick14e8d712010-10-22 23:09:15 +0000186
Andrew Trick18c57a82010-11-30 23:18:47 +0000187 bool isInterference(const InterferenceResult &IR) const {
188 if (IR.VirtRegI != VirtReg->end()) {
Jakob Stoklund Olesen953af2c2010-12-07 23:18:47 +0000189 assert(overlap(*IR.VirtRegI, IR.LiveUnionI) &&
Andrew Trick14e8d712010-10-22 23:09:15 +0000190 "invalid segment iterators");
191 return true;
192 }
193 return false;
194 }
195
Andrew Trick18c57a82010-11-30 23:18:47 +0000196 // Does this live virtual register interfere with the union?
Andrew Trick14e8d712010-10-22 23:09:15 +0000197 bool checkInterference() { return isInterference(firstInterference()); }
198
Andrew Tricke141a492010-11-08 18:02:08 +0000199 // Get the first pair of interfering segments, or a noninterfering result.
200 // This initializes the firstInterference_ cache.
Jakob Stoklund Olesena35cce12010-12-09 01:06:52 +0000201 const InterferenceResult &firstInterference();
Andrew Trick14e8d712010-10-22 23:09:15 +0000202
203 // Treat the result as an iterator and advance to the next interfering pair
204 // of segments. Visiting each unique interfering pairs means that the same
Andrew Trick18c57a82010-11-30 23:18:47 +0000205 // VirtReg or LiveUnion segment may be visited multiple times.
206 bool nextInterference(InterferenceResult &IR) const;
Andrew Trick14e8d712010-10-22 23:09:15 +0000207
Andrew Trickf4baeaf2010-11-10 19:18:47 +0000208 // Count the virtual registers in this union that interfere with this
209 // query's live virtual register, up to maxInterferingRegs.
Andrew Trick18c57a82010-11-30 23:18:47 +0000210 unsigned collectInterferingVRegs(unsigned MaxInterferingRegs = UINT_MAX);
Andrew Trickf4baeaf2010-11-10 19:18:47 +0000211
212 // Was this virtual register visited during collectInterferingVRegs?
Andrew Trick18c57a82010-11-30 23:18:47 +0000213 bool isSeenInterference(LiveInterval *VReg) const;
214
215 // Did collectInterferingVRegs collect all interferences?
216 bool seenAllInterferences() const { return SeenAllInterferences; }
Andrew Trickf4baeaf2010-11-10 19:18:47 +0000217
218 // Did collectInterferingVRegs encounter an unspillable vreg?
Andrew Trick18c57a82010-11-30 23:18:47 +0000219 bool seenUnspillableVReg() const { return SeenUnspillableVReg; }
Andrew Trickf4baeaf2010-11-10 19:18:47 +0000220
221 // Vector generated by collectInterferingVRegs.
222 const SmallVectorImpl<LiveInterval*> &interferingVRegs() const {
Andrew Trick18c57a82010-11-30 23:18:47 +0000223 return InterferingVRegs;
Andrew Trickf4baeaf2010-11-10 19:18:47 +0000224 }
Andrew Trick18c57a82010-11-30 23:18:47 +0000225
Jakob Stoklund Olesenbfce6782010-12-14 19:38:49 +0000226 void print(raw_ostream &OS, const TargetRegisterInfo *TRI);
Andrew Trick14e8d712010-10-22 23:09:15 +0000227 private:
Andrew Trick8a83d542010-11-11 17:46:29 +0000228 Query(const Query&); // DO NOT IMPLEMENT
229 void operator=(const Query&); // DO NOT IMPLEMENT
Andrew Trick18c57a82010-11-30 23:18:47 +0000230
Andrew Trick14e8d712010-10-22 23:09:15 +0000231 // Private interface for queries
Andrew Trick18c57a82010-11-30 23:18:47 +0000232 void findIntersection(InterferenceResult &IR) const;
Andrew Trick14e8d712010-10-22 23:09:15 +0000233 };
234};
235
236} // end namespace llvm
237
238#endif // !defined(LLVM_CODEGEN_LIVEINTERVALUNION)