blob: 8f4bb00c94b06c2ac9e02deae46777f2e093d046 [file] [log] [blame]
Andrew Trick14e8d712010-10-22 23:09:15 +00001//===-- LiveIntervalUnion.h - Live interval union data struct --*- C++ -*--===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10// LiveIntervalUnion is a union of live segments across multiple live virtual
11// registers. This may be used during coalescing to represent a congruence
12// class, or during register allocation to model liveness of a physical
13// register.
14//
15//===----------------------------------------------------------------------===//
16
17#ifndef LLVM_CODEGEN_LIVEINTERVALUNION
18#define LLVM_CODEGEN_LIVEINTERVALUNION
19
Jakob Stoklund Olesen953af2c2010-12-07 23:18:47 +000020#include "llvm/ADT/IntervalMap.h"
Andrew Trick14e8d712010-10-22 23:09:15 +000021#include "llvm/CodeGen/LiveInterval.h"
Andrew Trick14e8d712010-10-22 23:09:15 +000022
Jakob Stoklund Olesenbfce6782010-12-14 19:38:49 +000023#include <algorithm>
24
Andrew Trick14e8d712010-10-22 23:09:15 +000025namespace llvm {
26
Jakob Stoklund Olesenff2e9b42010-12-17 04:09:47 +000027class MachineLoopRange;
Jakob Stoklund Olesen4a84cce2010-12-14 18:53:47 +000028class TargetRegisterInfo;
29
Andrew Trick071d1c02010-11-09 21:04:34 +000030#ifndef NDEBUG
31// forward declaration
32template <unsigned Element> class SparseBitVector;
Andrew Trick18c57a82010-11-30 23:18:47 +000033typedef SparseBitVector<128> LiveVirtRegBitSet;
Andrew Trick071d1c02010-11-09 21:04:34 +000034#endif
35
Jakob Stoklund Olesen953af2c2010-12-07 23:18:47 +000036/// Compare a live virtual register segment to a LiveIntervalUnion segment.
37inline bool
38overlap(const LiveRange &VRSeg,
39 const IntervalMap<SlotIndex, LiveInterval*>::const_iterator &LUSeg) {
40 return VRSeg.start < LUSeg.stop() && LUSeg.start() < VRSeg.end;
41}
42
Andrew Trick14e8d712010-10-22 23:09:15 +000043/// Union of live intervals that are strong candidates for coalescing into a
44/// single register (either physical or virtual depending on the context). We
45/// expect the constituent live intervals to be disjoint, although we may
46/// eventually make exceptions to handle value-based interference.
47class LiveIntervalUnion {
48 // A set of live virtual register segments that supports fast insertion,
Andrew Trick18c57a82010-11-30 23:18:47 +000049 // intersection, and removal.
Jakob Stoklund Olesen953af2c2010-12-07 23:18:47 +000050 // Mapping SlotIndex intervals to virtual register numbers.
51 typedef IntervalMap<SlotIndex, LiveInterval*> LiveSegments;
Andrew Trick14e8d712010-10-22 23:09:15 +000052
Andrew Trick14e8d712010-10-22 23:09:15 +000053public:
54 // SegmentIter can advance to the next segment ordered by starting position
55 // which may belong to a different live virtual register. We also must be able
56 // to reach the current segment's containing virtual register.
57 typedef LiveSegments::iterator SegmentIter;
58
Jakob Stoklund Olesen953af2c2010-12-07 23:18:47 +000059 // LiveIntervalUnions share an external allocator.
60 typedef LiveSegments::Allocator Allocator;
61
Andrew Trick14e8d712010-10-22 23:09:15 +000062 class InterferenceResult;
63 class Query;
64
65private:
Jakob Stoklund Olesen953af2c2010-12-07 23:18:47 +000066 const unsigned RepReg; // representative register number
Jakob Stoklund Olesen4f6364f2011-02-09 21:52:03 +000067 unsigned Tag; // unique tag for current contents.
Jakob Stoklund Olesen953af2c2010-12-07 23:18:47 +000068 LiveSegments Segments; // union of virtual reg segments
Andrew Trick14e8d712010-10-22 23:09:15 +000069
70public:
Jakob Stoklund Olesen4f6364f2011-02-09 21:52:03 +000071 LiveIntervalUnion(unsigned r, Allocator &a) : RepReg(r), Tag(0), Segments(a)
72 {}
Andrew Trick14e8d712010-10-22 23:09:15 +000073
Andrew Tricke16eecc2010-10-26 18:34:01 +000074 // Iterate over all segments in the union of live virtual registers ordered
75 // by their starting position.
Andrew Trick18c57a82010-11-30 23:18:47 +000076 SegmentIter begin() { return Segments.begin(); }
77 SegmentIter end() { return Segments.end(); }
Jakob Stoklund Olesena35cce12010-12-09 01:06:52 +000078 SegmentIter find(SlotIndex x) { return Segments.find(x); }
Jakob Stoklund Olesenbfce6782010-12-14 19:38:49 +000079 bool empty() const { return Segments.empty(); }
80 SlotIndex startIndex() const { return Segments.start(); }
Andrew Trick14e8d712010-10-22 23:09:15 +000081
Jakob Stoklund Olesenff2e9b42010-12-17 04:09:47 +000082 // Provide public access to the underlying map to allow overlap iteration.
83 typedef LiveSegments Map;
84 const Map &getMap() { return Segments; }
85
Jakob Stoklund Olesen4f6364f2011-02-09 21:52:03 +000086 /// getTag - Return an opaque tag representing the current state of the union.
87 unsigned getTag() const { return Tag; }
88
89 /// changedSince - Return true if the union change since getTag returned tag.
90 bool changedSince(unsigned tag) const { return tag != Tag; }
91
Andrew Tricke16eecc2010-10-26 18:34:01 +000092 // Add a live virtual register to this union and merge its segments.
Andrew Trick18c57a82010-11-30 23:18:47 +000093 void unify(LiveInterval &VirtReg);
Andrew Trick14e8d712010-10-22 23:09:15 +000094
Andrew Tricke141a492010-11-08 18:02:08 +000095 // Remove a live virtual register's segments from this union.
Jakob Stoklund Olesen953af2c2010-12-07 23:18:47 +000096 void extract(LiveInterval &VirtReg);
Andrew Trick14e8d712010-10-22 23:09:15 +000097
Jakob Stoklund Olesen560ab9e2011-04-11 23:57:14 +000098 // Remove all inserted virtual registers.
99 void clear() { Segments.clear(); ++Tag; }
100
Jakob Stoklund Olesen4a84cce2010-12-14 18:53:47 +0000101 // Print union, using TRI to translate register names
102 void print(raw_ostream &OS, const TargetRegisterInfo *TRI) const;
Andrew Trick18c57a82010-11-30 23:18:47 +0000103
Andrew Trick071d1c02010-11-09 21:04:34 +0000104#ifndef NDEBUG
105 // Verify the live intervals in this union and add them to the visited set.
Andrew Trick18c57a82010-11-30 23:18:47 +0000106 void verify(LiveVirtRegBitSet& VisitedVRegs);
Andrew Trick071d1c02010-11-09 21:04:34 +0000107#endif
108
Andrew Trick14e8d712010-10-22 23:09:15 +0000109 /// Cache a single interference test result in the form of two intersecting
110 /// segments. This allows efficiently iterating over the interferences. The
111 /// iteration logic is handled by LiveIntervalUnion::Query which may
112 /// filter interferences depending on the type of query.
113 class InterferenceResult {
114 friend class Query;
115
Andrew Trick18c57a82010-11-30 23:18:47 +0000116 LiveInterval::iterator VirtRegI; // current position in VirtReg
117 SegmentIter LiveUnionI; // current position in LiveUnion
118
Andrew Trick14e8d712010-10-22 23:09:15 +0000119 // Internal ctor.
Andrew Trick18c57a82010-11-30 23:18:47 +0000120 InterferenceResult(LiveInterval::iterator VRegI, SegmentIter UnionI)
121 : VirtRegI(VRegI), LiveUnionI(UnionI) {}
Andrew Trick14e8d712010-10-22 23:09:15 +0000122
123 public:
124 // Public default ctor.
Andrew Trick18c57a82010-11-30 23:18:47 +0000125 InterferenceResult(): VirtRegI(), LiveUnionI() {}
Andrew Trick14e8d712010-10-22 23:09:15 +0000126
Jakob Stoklund Olesenbfce6782010-12-14 19:38:49 +0000127 /// interference - Return the register that is interfering here.
128 LiveInterval *interference() const { return LiveUnionI.value(); }
129
Andrew Trick14e8d712010-10-22 23:09:15 +0000130 // Note: this interface provides raw access to the iterators because the
131 // result has no way to tell if it's valid to dereference them.
132
Andrew Trick18c57a82010-11-30 23:18:47 +0000133 // Access the VirtReg segment.
134 LiveInterval::iterator virtRegPos() const { return VirtRegI; }
Andrew Trick14e8d712010-10-22 23:09:15 +0000135
Andrew Trick18c57a82010-11-30 23:18:47 +0000136 // Access the LiveUnion segment.
Jakob Stoklund Olesen953af2c2010-12-07 23:18:47 +0000137 const SegmentIter &liveUnionPos() const { return LiveUnionI; }
Andrew Trick14e8d712010-10-22 23:09:15 +0000138 };
139
140 /// Query interferences between a single live virtual register and a live
141 /// interval union.
142 class Query {
Andrew Trick18c57a82010-11-30 23:18:47 +0000143 LiveIntervalUnion *LiveUnion;
144 LiveInterval *VirtReg;
Jakob Stoklund Olesenfe026e1822011-08-11 22:46:04 +0000145 LiveInterval::iterator VirtRegI; // current position in VirtReg
146 SegmentIter LiveUnionI; // current position in LiveUnion
Andrew Trick18c57a82010-11-30 23:18:47 +0000147 SmallVector<LiveInterval*,4> InterferingVRegs;
Jakob Stoklund Olesena35cce12010-12-09 01:06:52 +0000148 bool CheckedFirstInterference;
Andrew Trick18c57a82010-11-30 23:18:47 +0000149 bool SeenAllInterferences;
150 bool SeenUnspillableVReg;
Jakob Stoklund Olesen29267332011-03-16 22:56:11 +0000151 unsigned Tag, UserTag;
Andrew Trick14e8d712010-10-22 23:09:15 +0000152
153 public:
Jakob Stoklund Olesen314a3ef2011-03-31 15:14:11 +0000154 Query(): LiveUnion(), VirtReg(), Tag(0), UserTag(0) {}
Andrew Trick14e8d712010-10-22 23:09:15 +0000155
Andrew Trick18c57a82010-11-30 23:18:47 +0000156 Query(LiveInterval *VReg, LiveIntervalUnion *LIU):
Jakob Stoklund Olesena0382c62010-12-09 21:20:44 +0000157 LiveUnion(LIU), VirtReg(VReg), CheckedFirstInterference(false),
158 SeenAllInterferences(false), SeenUnspillableVReg(false)
Andrew Trick18c57a82010-11-30 23:18:47 +0000159 {}
Andrew Tricke141a492010-11-08 18:02:08 +0000160
161 void clear() {
Andrew Trick18c57a82010-11-30 23:18:47 +0000162 LiveUnion = NULL;
163 VirtReg = NULL;
Andrew Trick18c57a82010-11-30 23:18:47 +0000164 InterferingVRegs.clear();
Jakob Stoklund Olesena35cce12010-12-09 01:06:52 +0000165 CheckedFirstInterference = false;
Andrew Trick18c57a82010-11-30 23:18:47 +0000166 SeenAllInterferences = false;
167 SeenUnspillableVReg = false;
Jakob Stoklund Olesen4f6364f2011-02-09 21:52:03 +0000168 Tag = 0;
Jakob Stoklund Olesen29267332011-03-16 22:56:11 +0000169 UserTag = 0;
Andrew Tricke141a492010-11-08 18:02:08 +0000170 }
Andrew Trick18c57a82010-11-30 23:18:47 +0000171
Jakob Stoklund Olesen29267332011-03-16 22:56:11 +0000172 void init(unsigned UTag, LiveInterval *VReg, LiveIntervalUnion *LIU) {
Jakob Stoklund Olesena0382c62010-12-09 21:20:44 +0000173 assert(VReg && LIU && "Invalid arguments");
Jakob Stoklund Olesen29267332011-03-16 22:56:11 +0000174 if (UserTag == UTag && VirtReg == VReg &&
175 LiveUnion == LIU && !LIU->changedSince(Tag)) {
Andrew Tricke141a492010-11-08 18:02:08 +0000176 // Retain cached results, e.g. firstInterference.
177 return;
178 }
Andrew Trick18c57a82010-11-30 23:18:47 +0000179 clear();
180 LiveUnion = LIU;
181 VirtReg = VReg;
Jakob Stoklund Olesen4f6364f2011-02-09 21:52:03 +0000182 Tag = LIU->getTag();
Jakob Stoklund Olesen29267332011-03-16 22:56:11 +0000183 UserTag = UTag;
Andrew Tricke141a492010-11-08 18:02:08 +0000184 }
185
Andrew Trick18c57a82010-11-30 23:18:47 +0000186 LiveInterval &virtReg() const {
187 assert(VirtReg && "uninitialized");
188 return *VirtReg;
189 }
Andrew Trick14e8d712010-10-22 23:09:15 +0000190
Andrew Trick18c57a82010-11-30 23:18:47 +0000191 // Does this live virtual register interfere with the union?
Jakob Stoklund Olesen9942ba92011-08-11 21:18:34 +0000192 bool checkInterference() { return collectInterferingVRegs(1); }
Andrew Trick14e8d712010-10-22 23:09:15 +0000193
Andrew Trickf4baeaf2010-11-10 19:18:47 +0000194 // Count the virtual registers in this union that interfere with this
195 // query's live virtual register, up to maxInterferingRegs.
Jakob Stoklund Olesen51458ed2011-07-08 20:46:18 +0000196 unsigned collectInterferingVRegs(unsigned MaxInterferingRegs = UINT_MAX);
Andrew Trickf4baeaf2010-11-10 19:18:47 +0000197
198 // Was this virtual register visited during collectInterferingVRegs?
Andrew Trick18c57a82010-11-30 23:18:47 +0000199 bool isSeenInterference(LiveInterval *VReg) const;
200
201 // Did collectInterferingVRegs collect all interferences?
202 bool seenAllInterferences() const { return SeenAllInterferences; }
Andrew Trickf4baeaf2010-11-10 19:18:47 +0000203
204 // Did collectInterferingVRegs encounter an unspillable vreg?
Andrew Trick18c57a82010-11-30 23:18:47 +0000205 bool seenUnspillableVReg() const { return SeenUnspillableVReg; }
Andrew Trickf4baeaf2010-11-10 19:18:47 +0000206
207 // Vector generated by collectInterferingVRegs.
208 const SmallVectorImpl<LiveInterval*> &interferingVRegs() const {
Andrew Trick18c57a82010-11-30 23:18:47 +0000209 return InterferingVRegs;
Andrew Trickf4baeaf2010-11-10 19:18:47 +0000210 }
Andrew Trick18c57a82010-11-30 23:18:47 +0000211
Jakob Stoklund Olesenff2e9b42010-12-17 04:09:47 +0000212 /// checkLoopInterference - Return true if there is interference overlapping
213 /// Loop.
214 bool checkLoopInterference(MachineLoopRange*);
215
Andrew Trick14e8d712010-10-22 23:09:15 +0000216 private:
Andrew Trick8a83d542010-11-11 17:46:29 +0000217 Query(const Query&); // DO NOT IMPLEMENT
218 void operator=(const Query&); // DO NOT IMPLEMENT
Andrew Trick18c57a82010-11-30 23:18:47 +0000219
Andrew Trick14e8d712010-10-22 23:09:15 +0000220 // Private interface for queries
Jakob Stoklund Olesenfe026e1822011-08-11 22:46:04 +0000221 void findIntersection();
Andrew Trick14e8d712010-10-22 23:09:15 +0000222 };
223};
224
225} // end namespace llvm
226
227#endif // !defined(LLVM_CODEGEN_LIVEINTERVALUNION)