blob: 08f7c56b470829691918a2c69ff17b39fee0f22c [file] [log] [blame]
Jakob Stoklund Olesen8ae02632010-07-20 15:41:07 +00001//===---------- SplitKit.cpp - Toolkit for splitting live ranges ----------===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10// This file contains the SplitAnalysis class as well as mutator functions for
11// live range splitting.
12//
13//===----------------------------------------------------------------------===//
14
15#include "llvm/ADT/SmallPtrSet.h"
16#include "llvm/ADT/DenseMap.h"
Jakob Stoklund Olesenf0179002010-07-26 23:44:11 +000017#include "llvm/CodeGen/SlotIndexes.h"
Jakob Stoklund Olesen8ae02632010-07-20 15:41:07 +000018
19namespace llvm {
20
21class LiveInterval;
22class LiveIntervals;
Jakob Stoklund Olesen8ae02632010-07-20 15:41:07 +000023class MachineInstr;
Jakob Stoklund Olesen8ae02632010-07-20 15:41:07 +000024class MachineLoop;
25class MachineLoopInfo;
Jakob Stoklund Olesenf0179002010-07-26 23:44:11 +000026class MachineRegisterInfo;
Jakob Stoklund Olesen6a0dc072010-07-20 21:46:58 +000027class TargetInstrInfo;
Jakob Stoklund Olesenf0179002010-07-26 23:44:11 +000028class VirtRegMap;
29class VNInfo;
Jakob Stoklund Olesen8ae02632010-07-20 15:41:07 +000030
Jakob Stoklund Olesenf0179002010-07-26 23:44:11 +000031/// SplitAnalysis - Analyze a LiveInterval, looking for live range splitting
32/// opportunities.
Jakob Stoklund Olesen8ae02632010-07-20 15:41:07 +000033class SplitAnalysis {
Jakob Stoklund Olesen08e93b12010-08-10 17:07:22 +000034public:
Jakob Stoklund Olesen8ae02632010-07-20 15:41:07 +000035 const MachineFunction &mf_;
36 const LiveIntervals &lis_;
37 const MachineLoopInfo &loops_;
Jakob Stoklund Olesen6a0dc072010-07-20 21:46:58 +000038 const TargetInstrInfo &tii_;
Jakob Stoklund Olesen8ae02632010-07-20 15:41:07 +000039
Jakob Stoklund Olesen8ae02632010-07-20 15:41:07 +000040 // Instructions using the the current register.
41 typedef SmallPtrSet<const MachineInstr*, 16> InstrPtrSet;
42 InstrPtrSet usingInstrs_;
43
44 // The number of instructions using curli in each basic block.
45 typedef DenseMap<const MachineBasicBlock*, unsigned> BlockCountMap;
46 BlockCountMap usingBlocks_;
47
Jakob Stoklund Olesen2dee7a52010-08-12 23:02:55 +000048 // The number of basic block using curli in each loop.
49 typedef DenseMap<const MachineLoop*, unsigned> LoopCountMap;
50 LoopCountMap usingLoops_;
Jakob Stoklund Olesen8ae02632010-07-20 15:41:07 +000051
Jakob Stoklund Olesenf1b05f22010-08-12 17:07:14 +000052private:
53 // Current live interval.
54 const LiveInterval *curli_;
55
Jakob Stoklund Olesen8ae02632010-07-20 15:41:07 +000056 // Sumarize statistics by counting instructions using curli_.
Jakob Stoklund Olesenabff2802010-07-20 16:12:37 +000057 void analyzeUses();
Jakob Stoklund Olesen8ae02632010-07-20 15:41:07 +000058
Jakob Stoklund Olesen6a0dc072010-07-20 21:46:58 +000059 /// canAnalyzeBranch - Return true if MBB ends in a branch that can be
60 /// analyzed.
61 bool canAnalyzeBranch(const MachineBasicBlock *MBB);
62
Jakob Stoklund Olesen8ae02632010-07-20 15:41:07 +000063public:
Jakob Stoklund Olesenf2c6e362010-07-20 23:50:15 +000064 SplitAnalysis(const MachineFunction &mf, const LiveIntervals &lis,
65 const MachineLoopInfo &mli);
Jakob Stoklund Olesen8ae02632010-07-20 15:41:07 +000066
67 /// analyze - set curli to the specified interval, and analyze how it may be
68 /// split.
69 void analyze(const LiveInterval *li);
70
Jakob Stoklund Olesen2dee7a52010-08-12 23:02:55 +000071 /// removeUse - Update statistics by noting that mi no longer uses curli.
72 void removeUse(const MachineInstr *mi);
73
Jakob Stoklund Olesenf0179002010-07-26 23:44:11 +000074 const LiveInterval *getCurLI() { return curli_; }
75
Jakob Stoklund Olesen8ae02632010-07-20 15:41:07 +000076 /// clear - clear all data structures so SplitAnalysis is ready to analyze a
77 /// new interval.
78 void clear();
79
Jakob Stoklund Olesen6a0dc072010-07-20 21:46:58 +000080 typedef SmallPtrSet<const MachineBasicBlock*, 16> BlockPtrSet;
Jakob Stoklund Olesen2dee7a52010-08-12 23:02:55 +000081 typedef SmallPtrSet<const MachineLoop*, 16> LoopPtrSet;
Jakob Stoklund Olesen6a0dc072010-07-20 21:46:58 +000082
83 // Sets of basic blocks surrounding a machine loop.
84 struct LoopBlocks {
85 BlockPtrSet Loop; // Blocks in the loop.
86 BlockPtrSet Preds; // Loop predecessor blocks.
87 BlockPtrSet Exits; // Loop exit blocks.
88
89 void clear() {
90 Loop.clear();
91 Preds.clear();
92 Exits.clear();
93 }
94 };
95
96 // Calculate the block sets surrounding the loop.
97 void getLoopBlocks(const MachineLoop *Loop, LoopBlocks &Blocks);
98
Jakob Stoklund Olesen8ae02632010-07-20 15:41:07 +000099 /// LoopPeripheralUse - how is a variable used in and around a loop?
100 /// Peripheral blocks are the loop predecessors and exit blocks.
101 enum LoopPeripheralUse {
102 ContainedInLoop, // All uses are inside the loop.
103 SinglePeripheral, // At most one instruction per peripheral block.
104 MultiPeripheral, // Multiple instructions in some peripheral blocks.
105 OutsideLoop // Uses outside loop periphery.
106 };
107
108 /// analyzeLoopPeripheralUse - Return an enum describing how curli_ is used in
109 /// and around the Loop.
Jakob Stoklund Olesen6a0dc072010-07-20 21:46:58 +0000110 LoopPeripheralUse analyzeLoopPeripheralUse(const LoopBlocks&);
111
112 /// getCriticalExits - It may be necessary to partially break critical edges
113 /// leaving the loop if an exit block has phi uses of curli. Collect the exit
114 /// blocks that need special treatment into CriticalExits.
115 void getCriticalExits(const LoopBlocks &Blocks, BlockPtrSet &CriticalExits);
116
117 /// canSplitCriticalExits - Return true if it is possible to insert new exit
118 /// blocks before the blocks in CriticalExits.
119 bool canSplitCriticalExits(const LoopBlocks &Blocks,
120 BlockPtrSet &CriticalExits);
Jakob Stoklund Olesen8ae02632010-07-20 15:41:07 +0000121
122 /// getBestSplitLoop - Return the loop where curli may best be split to a
123 /// separate register, or NULL.
124 const MachineLoop *getBestSplitLoop();
Jakob Stoklund Olesenf1b05f22010-08-12 17:07:14 +0000125
126 /// getMultiUseBlocks - Add basic blocks to Blocks that may benefit from
127 /// having curli split to a new live interval. Return true if Blocks can be
128 /// passed to SplitEditor::splitSingleBlocks.
129 bool getMultiUseBlocks(BlockPtrSet &Blocks);
Jakob Stoklund Olesen8ae02632010-07-20 15:41:07 +0000130};
131
Jakob Stoklund Olesenf0179002010-07-26 23:44:11 +0000132/// SplitEditor - Edit machine code and LiveIntervals for live range
133/// splitting.
134///
Jakob Stoklund Olesen5eb308b2010-08-06 22:17:33 +0000135/// - Create a SplitEditor from a SplitAnalysis.
Jakob Stoklund Olesen7536f722010-08-04 22:08:39 +0000136/// - Start a new live interval with openIntv.
137/// - Mark the places where the new interval is entered using enterIntv*
138/// - Mark the ranges where the new interval is used with useIntv*
139/// - Mark the places where the interval is exited with exitIntv*.
140/// - Finish the current interval with closeIntv and repeat from 2.
141/// - Rewrite instructions with rewrite().
Jakob Stoklund Olesenf0179002010-07-26 23:44:11 +0000142///
143class SplitEditor {
144 SplitAnalysis &sa_;
145 LiveIntervals &lis_;
146 VirtRegMap &vrm_;
147 MachineRegisterInfo &mri_;
148 const TargetInstrInfo &tii_;
149
Jakob Stoklund Olesen5eb308b2010-08-06 22:17:33 +0000150 /// curli_ - The immutable interval we are currently splitting.
151 const LiveInterval *const curli_;
152
153 /// dupli_ - Created as a copy of curli_, ranges are carved out as new
154 /// intervals get added through openIntv / closeIntv. This is used to avoid
155 /// editing curli_.
Jakob Stoklund Olesenf0179002010-07-26 23:44:11 +0000156 LiveInterval *dupli_;
157
158 /// Currently open LiveInterval.
159 LiveInterval *openli_;
160
161 /// createInterval - Create a new virtual register and LiveInterval with same
162 /// register class and spill slot as curli.
163 LiveInterval *createInterval();
164
Jakob Stoklund Olesen5eb308b2010-08-06 22:17:33 +0000165 /// getDupLI - Ensure dupli is created and return it.
166 LiveInterval *getDupLI();
Jakob Stoklund Olesenf0179002010-07-26 23:44:11 +0000167
Jakob Stoklund Olesenf1b05f22010-08-12 17:07:14 +0000168 /// valueMap_ - Map values in cupli to values in openli. These are direct 1-1
Jakob Stoklund Olesen5eb308b2010-08-06 22:17:33 +0000169 /// mappings, and do not include values created by inserted copies.
170 DenseMap<const VNInfo*, VNInfo*> valueMap_;
171
172 /// mapValue - Return the openIntv value that corresponds to the given curli
173 /// value.
174 VNInfo *mapValue(const VNInfo *curliVNI);
Jakob Stoklund Olesen7536f722010-08-04 22:08:39 +0000175
176 /// A dupli value is live through openIntv.
177 bool liveThrough_;
178
179 /// All the new intervals created for this split are added to intervals_.
180 std::vector<LiveInterval*> &intervals_;
181
182 /// The index into intervals_ of the first interval we added. There may be
183 /// others from before we got it.
184 unsigned firstInterval;
185
186 /// Insert a COPY instruction curli -> li. Allocate a new value from li
187 /// defined by the COPY
188 VNInfo *insertCopy(LiveInterval &LI,
189 MachineBasicBlock &MBB,
190 MachineBasicBlock::iterator I);
Jakob Stoklund Olesenf0179002010-07-26 23:44:11 +0000191
192public:
193 /// Create a new SplitEditor for editing the LiveInterval analyzed by SA.
Jakob Stoklund Olesen7536f722010-08-04 22:08:39 +0000194 /// Newly created intervals will be appended to newIntervals.
195 SplitEditor(SplitAnalysis &SA, LiveIntervals&, VirtRegMap&,
196 std::vector<LiveInterval*> &newIntervals);
Jakob Stoklund Olesenf0179002010-07-26 23:44:11 +0000197
Jakob Stoklund Olesen5eb308b2010-08-06 22:17:33 +0000198 /// getAnalysis - Get the corresponding analysis.
199 SplitAnalysis &getAnalysis() { return sa_; }
Jakob Stoklund Olesenf0179002010-07-26 23:44:11 +0000200
Jakob Stoklund Olesen7536f722010-08-04 22:08:39 +0000201 /// Create a new virtual register and live interval.
202 void openIntv();
Jakob Stoklund Olesenf0179002010-07-26 23:44:11 +0000203
Jakob Stoklund Olesenf1b05f22010-08-12 17:07:14 +0000204 /// enterIntvBefore - Enter openli before the instruction at Idx. If curli is
205 /// not live before Idx, a COPY is not inserted.
206 void enterIntvBefore(SlotIndex Idx);
207
Jakob Stoklund Olesen7536f722010-08-04 22:08:39 +0000208 /// enterIntvAtEnd - Enter openli at the end of MBB.
209 /// PhiMBB is a successor inside openli where a PHI value is created.
210 /// Currently, all entries must share the same PhiMBB.
211 void enterIntvAtEnd(MachineBasicBlock &MBB, MachineBasicBlock &PhiMBB);
Jakob Stoklund Olesenf0179002010-07-26 23:44:11 +0000212
Jakob Stoklund Olesen7536f722010-08-04 22:08:39 +0000213 /// useIntv - indicate that all instructions in MBB should use openli.
214 void useIntv(const MachineBasicBlock &MBB);
Jakob Stoklund Olesenf0179002010-07-26 23:44:11 +0000215
Jakob Stoklund Olesen7536f722010-08-04 22:08:39 +0000216 /// useIntv - indicate that all instructions in range should use openli.
217 void useIntv(SlotIndex Start, SlotIndex End);
Jakob Stoklund Olesenf0179002010-07-26 23:44:11 +0000218
Jakob Stoklund Olesenf1b05f22010-08-12 17:07:14 +0000219 /// leaveIntvAfter - Leave openli after the instruction at Idx.
220 void leaveIntvAfter(SlotIndex Idx);
221
Jakob Stoklund Olesen7536f722010-08-04 22:08:39 +0000222 /// leaveIntvAtTop - Leave the interval at the top of MBB.
223 /// Currently, only one value can leave the interval.
224 void leaveIntvAtTop(MachineBasicBlock &MBB);
Jakob Stoklund Olesenf0179002010-07-26 23:44:11 +0000225
Jakob Stoklund Olesen7536f722010-08-04 22:08:39 +0000226 /// closeIntv - Indicate that we are done editing the currently open
Jakob Stoklund Olesenf0179002010-07-26 23:44:11 +0000227 /// LiveInterval, and ranges can be trimmed.
Jakob Stoklund Olesen7536f722010-08-04 22:08:39 +0000228 void closeIntv();
Jakob Stoklund Olesenf0179002010-07-26 23:44:11 +0000229
230 /// rewrite - after all the new live ranges have been created, rewrite
231 /// instructions using curli to use the new intervals.
232 void rewrite();
233
234 // ===--- High level methods ---===
235
236 /// splitAroundLoop - Split curli into a separate live interval inside
Jakob Stoklund Olesen5eb308b2010-08-06 22:17:33 +0000237 /// the loop. Return true if curli has been completely replaced, false if
238 /// curli is still intact, and needs to be spilled or split further.
239 bool splitAroundLoop(const MachineLoop*);
Jakob Stoklund Olesenf0179002010-07-26 23:44:11 +0000240
Jakob Stoklund Olesenf1b05f22010-08-12 17:07:14 +0000241 /// splitSingleBlocks - Split curli into a separate live interval inside each
242 /// basic block in Blocks. Return true if curli has been completely replaced,
243 /// false if curli is still intact, and needs to be spilled or split further.
244 bool splitSingleBlocks(const SplitAnalysis::BlockPtrSet &Blocks);
Jakob Stoklund Olesenf0179002010-07-26 23:44:11 +0000245};
246
Jakob Stoklund Olesen8ae02632010-07-20 15:41:07 +0000247
248}