blob: ad9b92f5aed3ef788d076c70cfd38624471d138e [file] [log] [blame]
Jakob Stoklund Olesen8ae02632010-07-20 15:41:07 +00001//===---------- SplitKit.cpp - Toolkit for splitting live ranges ----------===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10// This file contains the SplitAnalysis class as well as mutator functions for
11// live range splitting.
12//
13//===----------------------------------------------------------------------===//
14
15#include "llvm/ADT/SmallPtrSet.h"
16#include "llvm/ADT/DenseMap.h"
Jakob Stoklund Olesenf0179002010-07-26 23:44:11 +000017#include "llvm/CodeGen/SlotIndexes.h"
Jakob Stoklund Olesen8ae02632010-07-20 15:41:07 +000018
19namespace llvm {
20
21class LiveInterval;
22class LiveIntervals;
Jakob Stoklund Olesen8ae02632010-07-20 15:41:07 +000023class MachineInstr;
Jakob Stoklund Olesen8ae02632010-07-20 15:41:07 +000024class MachineLoop;
25class MachineLoopInfo;
Jakob Stoklund Olesenf0179002010-07-26 23:44:11 +000026class MachineRegisterInfo;
Jakob Stoklund Olesen6a0dc072010-07-20 21:46:58 +000027class TargetInstrInfo;
Jakob Stoklund Olesenf0179002010-07-26 23:44:11 +000028class VirtRegMap;
29class VNInfo;
Jakob Stoklund Olesen8ae02632010-07-20 15:41:07 +000030
Jakob Stoklund Olesenf0179002010-07-26 23:44:11 +000031/// SplitAnalysis - Analyze a LiveInterval, looking for live range splitting
32/// opportunities.
Jakob Stoklund Olesen8ae02632010-07-20 15:41:07 +000033class SplitAnalysis {
Jakob Stoklund Olesen08e93b12010-08-10 17:07:22 +000034public:
Jakob Stoklund Olesen8ae02632010-07-20 15:41:07 +000035 const MachineFunction &mf_;
36 const LiveIntervals &lis_;
37 const MachineLoopInfo &loops_;
Jakob Stoklund Olesen6a0dc072010-07-20 21:46:58 +000038 const TargetInstrInfo &tii_;
Jakob Stoklund Olesen8ae02632010-07-20 15:41:07 +000039
Jakob Stoklund Olesen8ae02632010-07-20 15:41:07 +000040 // Instructions using the the current register.
41 typedef SmallPtrSet<const MachineInstr*, 16> InstrPtrSet;
42 InstrPtrSet usingInstrs_;
43
44 // The number of instructions using curli in each basic block.
45 typedef DenseMap<const MachineBasicBlock*, unsigned> BlockCountMap;
46 BlockCountMap usingBlocks_;
47
Jakob Stoklund Olesen2dee7a52010-08-12 23:02:55 +000048 // The number of basic block using curli in each loop.
49 typedef DenseMap<const MachineLoop*, unsigned> LoopCountMap;
50 LoopCountMap usingLoops_;
Jakob Stoklund Olesen8ae02632010-07-20 15:41:07 +000051
Jakob Stoklund Olesenf1b05f22010-08-12 17:07:14 +000052private:
53 // Current live interval.
54 const LiveInterval *curli_;
55
Jakob Stoklund Olesen8ae02632010-07-20 15:41:07 +000056 // Sumarize statistics by counting instructions using curli_.
Jakob Stoklund Olesenabff2802010-07-20 16:12:37 +000057 void analyzeUses();
Jakob Stoklund Olesen8ae02632010-07-20 15:41:07 +000058
Jakob Stoklund Olesen6a0dc072010-07-20 21:46:58 +000059 /// canAnalyzeBranch - Return true if MBB ends in a branch that can be
60 /// analyzed.
61 bool canAnalyzeBranch(const MachineBasicBlock *MBB);
62
Jakob Stoklund Olesen8ae02632010-07-20 15:41:07 +000063public:
Jakob Stoklund Olesenf2c6e362010-07-20 23:50:15 +000064 SplitAnalysis(const MachineFunction &mf, const LiveIntervals &lis,
65 const MachineLoopInfo &mli);
Jakob Stoklund Olesen8ae02632010-07-20 15:41:07 +000066
67 /// analyze - set curli to the specified interval, and analyze how it may be
68 /// split.
69 void analyze(const LiveInterval *li);
70
Jakob Stoklund Olesen2dee7a52010-08-12 23:02:55 +000071 /// removeUse - Update statistics by noting that mi no longer uses curli.
72 void removeUse(const MachineInstr *mi);
73
Jakob Stoklund Olesenf0179002010-07-26 23:44:11 +000074 const LiveInterval *getCurLI() { return curli_; }
75
Jakob Stoklund Olesen8ae02632010-07-20 15:41:07 +000076 /// clear - clear all data structures so SplitAnalysis is ready to analyze a
77 /// new interval.
78 void clear();
79
Jakob Stoklund Olesen6a0dc072010-07-20 21:46:58 +000080 typedef SmallPtrSet<const MachineBasicBlock*, 16> BlockPtrSet;
Jakob Stoklund Olesen2dee7a52010-08-12 23:02:55 +000081 typedef SmallPtrSet<const MachineLoop*, 16> LoopPtrSet;
Jakob Stoklund Olesen6a0dc072010-07-20 21:46:58 +000082
83 // Sets of basic blocks surrounding a machine loop.
84 struct LoopBlocks {
85 BlockPtrSet Loop; // Blocks in the loop.
86 BlockPtrSet Preds; // Loop predecessor blocks.
87 BlockPtrSet Exits; // Loop exit blocks.
88
89 void clear() {
90 Loop.clear();
91 Preds.clear();
92 Exits.clear();
93 }
94 };
95
96 // Calculate the block sets surrounding the loop.
97 void getLoopBlocks(const MachineLoop *Loop, LoopBlocks &Blocks);
98
Jakob Stoklund Olesen8ae02632010-07-20 15:41:07 +000099 /// LoopPeripheralUse - how is a variable used in and around a loop?
100 /// Peripheral blocks are the loop predecessors and exit blocks.
101 enum LoopPeripheralUse {
102 ContainedInLoop, // All uses are inside the loop.
103 SinglePeripheral, // At most one instruction per peripheral block.
104 MultiPeripheral, // Multiple instructions in some peripheral blocks.
105 OutsideLoop // Uses outside loop periphery.
106 };
107
108 /// analyzeLoopPeripheralUse - Return an enum describing how curli_ is used in
109 /// and around the Loop.
Jakob Stoklund Olesen6a0dc072010-07-20 21:46:58 +0000110 LoopPeripheralUse analyzeLoopPeripheralUse(const LoopBlocks&);
111
112 /// getCriticalExits - It may be necessary to partially break critical edges
113 /// leaving the loop if an exit block has phi uses of curli. Collect the exit
114 /// blocks that need special treatment into CriticalExits.
115 void getCriticalExits(const LoopBlocks &Blocks, BlockPtrSet &CriticalExits);
116
117 /// canSplitCriticalExits - Return true if it is possible to insert new exit
118 /// blocks before the blocks in CriticalExits.
119 bool canSplitCriticalExits(const LoopBlocks &Blocks,
120 BlockPtrSet &CriticalExits);
Jakob Stoklund Olesen8ae02632010-07-20 15:41:07 +0000121
122 /// getBestSplitLoop - Return the loop where curli may best be split to a
123 /// separate register, or NULL.
124 const MachineLoop *getBestSplitLoop();
Jakob Stoklund Olesenf1b05f22010-08-12 17:07:14 +0000125
126 /// getMultiUseBlocks - Add basic blocks to Blocks that may benefit from
127 /// having curli split to a new live interval. Return true if Blocks can be
128 /// passed to SplitEditor::splitSingleBlocks.
129 bool getMultiUseBlocks(BlockPtrSet &Blocks);
Jakob Stoklund Olesenfc412d82010-08-13 21:18:48 +0000130
131 /// getBlockForInsideSplit - If curli is contained inside a single basic block,
132 /// and it wou pay to subdivide the interval inside that block, return it.
133 /// Otherwise return NULL. The returned block can be passed to
134 /// SplitEditor::splitInsideBlock.
135 const MachineBasicBlock *getBlockForInsideSplit();
Jakob Stoklund Olesen8ae02632010-07-20 15:41:07 +0000136};
137
Jakob Stoklund Olesenf0179002010-07-26 23:44:11 +0000138/// SplitEditor - Edit machine code and LiveIntervals for live range
139/// splitting.
140///
Jakob Stoklund Olesen5eb308b2010-08-06 22:17:33 +0000141/// - Create a SplitEditor from a SplitAnalysis.
Jakob Stoklund Olesen7536f722010-08-04 22:08:39 +0000142/// - Start a new live interval with openIntv.
143/// - Mark the places where the new interval is entered using enterIntv*
144/// - Mark the ranges where the new interval is used with useIntv*
145/// - Mark the places where the interval is exited with exitIntv*.
146/// - Finish the current interval with closeIntv and repeat from 2.
147/// - Rewrite instructions with rewrite().
Jakob Stoklund Olesenf0179002010-07-26 23:44:11 +0000148///
149class SplitEditor {
150 SplitAnalysis &sa_;
151 LiveIntervals &lis_;
152 VirtRegMap &vrm_;
153 MachineRegisterInfo &mri_;
154 const TargetInstrInfo &tii_;
155
Jakob Stoklund Olesen5eb308b2010-08-06 22:17:33 +0000156 /// curli_ - The immutable interval we are currently splitting.
157 const LiveInterval *const curli_;
158
159 /// dupli_ - Created as a copy of curli_, ranges are carved out as new
160 /// intervals get added through openIntv / closeIntv. This is used to avoid
161 /// editing curli_.
Jakob Stoklund Olesenf0179002010-07-26 23:44:11 +0000162 LiveInterval *dupli_;
163
164 /// Currently open LiveInterval.
165 LiveInterval *openli_;
166
167 /// createInterval - Create a new virtual register and LiveInterval with same
168 /// register class and spill slot as curli.
169 LiveInterval *createInterval();
170
Jakob Stoklund Olesen5eb308b2010-08-06 22:17:33 +0000171 /// getDupLI - Ensure dupli is created and return it.
172 LiveInterval *getDupLI();
Jakob Stoklund Olesenf0179002010-07-26 23:44:11 +0000173
Jakob Stoklund Olesenf1b05f22010-08-12 17:07:14 +0000174 /// valueMap_ - Map values in cupli to values in openli. These are direct 1-1
Jakob Stoklund Olesen5eb308b2010-08-06 22:17:33 +0000175 /// mappings, and do not include values created by inserted copies.
176 DenseMap<const VNInfo*, VNInfo*> valueMap_;
177
178 /// mapValue - Return the openIntv value that corresponds to the given curli
179 /// value.
180 VNInfo *mapValue(const VNInfo *curliVNI);
Jakob Stoklund Olesen7536f722010-08-04 22:08:39 +0000181
182 /// A dupli value is live through openIntv.
183 bool liveThrough_;
184
185 /// All the new intervals created for this split are added to intervals_.
186 std::vector<LiveInterval*> &intervals_;
187
188 /// The index into intervals_ of the first interval we added. There may be
189 /// others from before we got it.
190 unsigned firstInterval;
191
192 /// Insert a COPY instruction curli -> li. Allocate a new value from li
193 /// defined by the COPY
194 VNInfo *insertCopy(LiveInterval &LI,
195 MachineBasicBlock &MBB,
196 MachineBasicBlock::iterator I);
Jakob Stoklund Olesenf0179002010-07-26 23:44:11 +0000197
198public:
199 /// Create a new SplitEditor for editing the LiveInterval analyzed by SA.
Jakob Stoklund Olesen7536f722010-08-04 22:08:39 +0000200 /// Newly created intervals will be appended to newIntervals.
201 SplitEditor(SplitAnalysis &SA, LiveIntervals&, VirtRegMap&,
202 std::vector<LiveInterval*> &newIntervals);
Jakob Stoklund Olesenf0179002010-07-26 23:44:11 +0000203
Jakob Stoklund Olesen5eb308b2010-08-06 22:17:33 +0000204 /// getAnalysis - Get the corresponding analysis.
205 SplitAnalysis &getAnalysis() { return sa_; }
Jakob Stoklund Olesenf0179002010-07-26 23:44:11 +0000206
Jakob Stoklund Olesen7536f722010-08-04 22:08:39 +0000207 /// Create a new virtual register and live interval.
208 void openIntv();
Jakob Stoklund Olesenf0179002010-07-26 23:44:11 +0000209
Jakob Stoklund Olesenf1b05f22010-08-12 17:07:14 +0000210 /// enterIntvBefore - Enter openli before the instruction at Idx. If curli is
211 /// not live before Idx, a COPY is not inserted.
212 void enterIntvBefore(SlotIndex Idx);
213
Jakob Stoklund Olesen7536f722010-08-04 22:08:39 +0000214 /// enterIntvAtEnd - Enter openli at the end of MBB.
215 /// PhiMBB is a successor inside openli where a PHI value is created.
216 /// Currently, all entries must share the same PhiMBB.
217 void enterIntvAtEnd(MachineBasicBlock &MBB, MachineBasicBlock &PhiMBB);
Jakob Stoklund Olesenf0179002010-07-26 23:44:11 +0000218
Jakob Stoklund Olesen7536f722010-08-04 22:08:39 +0000219 /// useIntv - indicate that all instructions in MBB should use openli.
220 void useIntv(const MachineBasicBlock &MBB);
Jakob Stoklund Olesenf0179002010-07-26 23:44:11 +0000221
Jakob Stoklund Olesen7536f722010-08-04 22:08:39 +0000222 /// useIntv - indicate that all instructions in range should use openli.
223 void useIntv(SlotIndex Start, SlotIndex End);
Jakob Stoklund Olesenf0179002010-07-26 23:44:11 +0000224
Jakob Stoklund Olesenf1b05f22010-08-12 17:07:14 +0000225 /// leaveIntvAfter - Leave openli after the instruction at Idx.
226 void leaveIntvAfter(SlotIndex Idx);
227
Jakob Stoklund Olesen7536f722010-08-04 22:08:39 +0000228 /// leaveIntvAtTop - Leave the interval at the top of MBB.
229 /// Currently, only one value can leave the interval.
230 void leaveIntvAtTop(MachineBasicBlock &MBB);
Jakob Stoklund Olesenf0179002010-07-26 23:44:11 +0000231
Jakob Stoklund Olesen7536f722010-08-04 22:08:39 +0000232 /// closeIntv - Indicate that we are done editing the currently open
Jakob Stoklund Olesenf0179002010-07-26 23:44:11 +0000233 /// LiveInterval, and ranges can be trimmed.
Jakob Stoklund Olesen7536f722010-08-04 22:08:39 +0000234 void closeIntv();
Jakob Stoklund Olesenf0179002010-07-26 23:44:11 +0000235
236 /// rewrite - after all the new live ranges have been created, rewrite
237 /// instructions using curli to use the new intervals.
238 void rewrite();
239
240 // ===--- High level methods ---===
241
242 /// splitAroundLoop - Split curli into a separate live interval inside
Jakob Stoklund Olesen5eb308b2010-08-06 22:17:33 +0000243 /// the loop. Return true if curli has been completely replaced, false if
244 /// curli is still intact, and needs to be spilled or split further.
245 bool splitAroundLoop(const MachineLoop*);
Jakob Stoklund Olesenf0179002010-07-26 23:44:11 +0000246
Jakob Stoklund Olesenf1b05f22010-08-12 17:07:14 +0000247 /// splitSingleBlocks - Split curli into a separate live interval inside each
248 /// basic block in Blocks. Return true if curli has been completely replaced,
249 /// false if curli is still intact, and needs to be spilled or split further.
250 bool splitSingleBlocks(const SplitAnalysis::BlockPtrSet &Blocks);
Jakob Stoklund Olesenf0179002010-07-26 23:44:11 +0000251
Jakob Stoklund Olesenfc412d82010-08-13 21:18:48 +0000252 /// splitInsideBlock - Split curli into multiple intervals inside MBB. Return
253 /// true if curli has been completely replaced, false if curli is still
254 /// intact, and needs to be spilled or split further.
255 bool splitInsideBlock(const MachineBasicBlock *);
256};
Jakob Stoklund Olesen8ae02632010-07-20 15:41:07 +0000257
258}