Lang Hames | e2b201b | 2009-05-18 19:03:16 +0000 | [diff] [blame] | 1 | //===-- llvm/CodeGen/Spiller.cpp - Spiller -------------------------------===// |
| 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
| 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
| 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | |
Lang Hames | e2b201b | 2009-05-18 19:03:16 +0000 | [diff] [blame] | 10 | #include "Spiller.h" |
Lang Hames | e2b201b | 2009-05-18 19:03:16 +0000 | [diff] [blame] | 11 | #include "llvm/CodeGen/LiveIntervalAnalysis.h" |
Pete Cooper | 789d5d8 | 2012-04-02 22:44:18 +0000 | [diff] [blame] | 12 | #include "llvm/CodeGen/LiveRangeEdit.h" |
Jakob Stoklund Olesen | 2d17293 | 2010-10-26 00:11:33 +0000 | [diff] [blame] | 13 | #include "llvm/CodeGen/LiveStackAnalysis.h" |
Bill Wendling | c75e7d2 | 2009-08-22 20:54:03 +0000 | [diff] [blame] | 14 | #include "llvm/CodeGen/MachineFrameInfo.h" |
Lang Hames | e2b201b | 2009-05-18 19:03:16 +0000 | [diff] [blame] | 15 | #include "llvm/CodeGen/MachineFunction.h" |
Jakob Stoklund Olesen | 1e1098c | 2010-07-10 22:42:59 +0000 | [diff] [blame] | 16 | #include "llvm/CodeGen/MachineInstrBuilder.h" |
Jakob Stoklund Olesen | f2c6e36 | 2010-07-20 23:50:15 +0000 | [diff] [blame] | 17 | #include "llvm/CodeGen/MachineLoopInfo.h" |
Lang Hames | e2b201b | 2009-05-18 19:03:16 +0000 | [diff] [blame] | 18 | #include "llvm/CodeGen/MachineRegisterInfo.h" |
Jakob Stoklund Olesen | 1ead68d | 2012-11-28 19:13:06 +0000 | [diff] [blame] | 19 | #include "llvm/CodeGen/VirtRegMap.h" |
Lang Hames | 835ca07 | 2009-11-19 04:15:33 +0000 | [diff] [blame] | 20 | #include "llvm/Support/CommandLine.h" |
Lang Hames | e2b201b | 2009-05-18 19:03:16 +0000 | [diff] [blame] | 21 | #include "llvm/Support/Debug.h" |
Jakob Stoklund Olesen | 15a5714 | 2010-06-25 22:53:05 +0000 | [diff] [blame] | 22 | #include "llvm/Support/ErrorHandling.h" |
Bill Wendling | c75e7d2 | 2009-08-22 20:54:03 +0000 | [diff] [blame] | 23 | #include "llvm/Support/raw_ostream.h" |
Chandler Carruth | d04a8d4 | 2012-12-03 16:50:05 +0000 | [diff] [blame] | 24 | #include "llvm/Target/TargetInstrInfo.h" |
| 25 | #include "llvm/Target/TargetMachine.h" |
Lang Hames | e2b201b | 2009-05-18 19:03:16 +0000 | [diff] [blame] | 26 | |
Lang Hames | e2b201b | 2009-05-18 19:03:16 +0000 | [diff] [blame] | 27 | using namespace llvm; |
| 28 | |
Stephen Hines | dce4a40 | 2014-05-29 02:49:00 -0700 | [diff] [blame] | 29 | #define DEBUG_TYPE "spiller" |
| 30 | |
Lang Hames | 835ca07 | 2009-11-19 04:15:33 +0000 | [diff] [blame] | 31 | namespace { |
Jakob Stoklund Olesen | 5d9b109 | 2011-11-12 23:29:02 +0000 | [diff] [blame] | 32 | enum SpillerName { trivial, inline_ }; |
Lang Hames | 835ca07 | 2009-11-19 04:15:33 +0000 | [diff] [blame] | 33 | } |
| 34 | |
| 35 | static cl::opt<SpillerName> |
| 36 | spillerOpt("spiller", |
| 37 | cl::desc("Spiller to use: (default: standard)"), |
| 38 | cl::Prefix, |
Lang Hames | 6194569 | 2009-12-09 05:39:12 +0000 | [diff] [blame] | 39 | cl::values(clEnumVal(trivial, "trivial spiller"), |
Jakob Stoklund Olesen | d5bd68e | 2010-06-30 00:24:51 +0000 | [diff] [blame] | 40 | clEnumValN(inline_, "inline", "inline spiller"), |
Lang Hames | 835ca07 | 2009-11-19 04:15:33 +0000 | [diff] [blame] | 41 | clEnumValEnd), |
Jakob Stoklund Olesen | 5d9b109 | 2011-11-12 23:29:02 +0000 | [diff] [blame] | 42 | cl::init(trivial)); |
Lang Hames | 835ca07 | 2009-11-19 04:15:33 +0000 | [diff] [blame] | 43 | |
Lang Hames | 6194569 | 2009-12-09 05:39:12 +0000 | [diff] [blame] | 44 | // Spiller virtual destructor implementation. |
Lang Hames | e2b201b | 2009-05-18 19:03:16 +0000 | [diff] [blame] | 45 | Spiller::~Spiller() {} |
| 46 | |
| 47 | namespace { |
| 48 | |
Lang Hames | f41538d | 2009-06-02 16:53:25 +0000 | [diff] [blame] | 49 | /// Utility class for spillers. |
| 50 | class SpillerBase : public Spiller { |
| 51 | protected: |
Jakob Stoklund Olesen | f2c6e36 | 2010-07-20 23:50:15 +0000 | [diff] [blame] | 52 | MachineFunctionPass *pass; |
Lang Hames | f41538d | 2009-06-02 16:53:25 +0000 | [diff] [blame] | 53 | MachineFunction *mf; |
Jakob Stoklund Olesen | f2c6e36 | 2010-07-20 23:50:15 +0000 | [diff] [blame] | 54 | VirtRegMap *vrm; |
Lang Hames | f41538d | 2009-06-02 16:53:25 +0000 | [diff] [blame] | 55 | LiveIntervals *lis; |
Lang Hames | f41538d | 2009-06-02 16:53:25 +0000 | [diff] [blame] | 56 | MachineFrameInfo *mfi; |
| 57 | MachineRegisterInfo *mri; |
| 58 | const TargetInstrInfo *tii; |
Evan Cheng | 746ad69 | 2010-05-06 19:06:44 +0000 | [diff] [blame] | 59 | const TargetRegisterInfo *tri; |
Eric Christopher | 894339e | 2010-07-06 18:35:20 +0000 | [diff] [blame] | 60 | |
| 61 | /// Construct a spiller base. |
Jakob Stoklund Olesen | f2c6e36 | 2010-07-20 23:50:15 +0000 | [diff] [blame] | 62 | SpillerBase(MachineFunctionPass &pass, MachineFunction &mf, VirtRegMap &vrm) |
| 63 | : pass(&pass), mf(&mf), vrm(&vrm) |
Lang Hames | e2b201b | 2009-05-18 19:03:16 +0000 | [diff] [blame] | 64 | { |
Jakob Stoklund Olesen | f2c6e36 | 2010-07-20 23:50:15 +0000 | [diff] [blame] | 65 | lis = &pass.getAnalysis<LiveIntervals>(); |
| 66 | mfi = mf.getFrameInfo(); |
| 67 | mri = &mf.getRegInfo(); |
| 68 | tii = mf.getTarget().getInstrInfo(); |
| 69 | tri = mf.getTarget().getRegisterInfo(); |
Lang Hames | e2b201b | 2009-05-18 19:03:16 +0000 | [diff] [blame] | 70 | } |
| 71 | |
Lang Hames | f41538d | 2009-06-02 16:53:25 +0000 | [diff] [blame] | 72 | /// Add spill ranges for every use/def of the live interval, inserting loads |
Lang Hames | 38283e2 | 2009-11-18 20:31:20 +0000 | [diff] [blame] | 73 | /// immediately before each use, and stores after each def. No folding or |
| 74 | /// remat is attempted. |
Lang Hames | 1485455 | 2012-02-28 22:07:24 +0000 | [diff] [blame] | 75 | void trivialSpillEverywhere(LiveRangeEdit& LRE) { |
| 76 | LiveInterval* li = &LRE.getParent(); |
| 77 | |
David Greene | 65de504 | 2010-01-05 01:25:55 +0000 | [diff] [blame] | 78 | DEBUG(dbgs() << "Spilling everywhere " << *li << "\n"); |
Lang Hames | e2b201b | 2009-05-18 19:03:16 +0000 | [diff] [blame] | 79 | |
Aaron Ballman | eb36024 | 2013-11-13 00:15:44 +0000 | [diff] [blame] | 80 | assert(li->weight != llvm::huge_valf && |
Lang Hames | e2b201b | 2009-05-18 19:03:16 +0000 | [diff] [blame] | 81 | "Attempting to spill already spilled value."); |
| 82 | |
Jakob Stoklund Olesen | be97e90 | 2011-01-09 21:17:37 +0000 | [diff] [blame] | 83 | assert(!TargetRegisterInfo::isStackSlot(li->reg) && |
Lang Hames | e2b201b | 2009-05-18 19:03:16 +0000 | [diff] [blame] | 84 | "Trying to spill a stack slot."); |
| 85 | |
David Greene | 65de504 | 2010-01-05 01:25:55 +0000 | [diff] [blame] | 86 | DEBUG(dbgs() << "Trivial spill everywhere of reg" << li->reg << "\n"); |
Lang Hames | 6bbc73d | 2009-06-24 20:46:24 +0000 | [diff] [blame] | 87 | |
Lang Hames | e2b201b | 2009-05-18 19:03:16 +0000 | [diff] [blame] | 88 | const TargetRegisterClass *trc = mri->getRegClass(li->reg); |
Lang Hames | e2b201b | 2009-05-18 19:03:16 +0000 | [diff] [blame] | 89 | unsigned ss = vrm->assignVirt2StackSlot(li->reg); |
| 90 | |
Lang Hames | 38283e2 | 2009-11-18 20:31:20 +0000 | [diff] [blame] | 91 | // Iterate over reg uses/defs. |
Stephen Hines | 36b5688 | 2014-04-23 16:57:46 -0700 | [diff] [blame] | 92 | for (MachineRegisterInfo::reg_instr_iterator |
| 93 | regItr = mri->reg_instr_begin(li->reg); |
| 94 | regItr != mri->reg_instr_end();) { |
Lang Hames | e2b201b | 2009-05-18 19:03:16 +0000 | [diff] [blame] | 95 | |
Lang Hames | 38283e2 | 2009-11-18 20:31:20 +0000 | [diff] [blame] | 96 | // Grab the use/def instr. |
Lang Hames | e2b201b | 2009-05-18 19:03:16 +0000 | [diff] [blame] | 97 | MachineInstr *mi = &*regItr; |
Lang Hames | 6bbc73d | 2009-06-24 20:46:24 +0000 | [diff] [blame] | 98 | |
David Greene | 65de504 | 2010-01-05 01:25:55 +0000 | [diff] [blame] | 99 | DEBUG(dbgs() << " Processing " << *mi); |
Lang Hames | 6bbc73d | 2009-06-24 20:46:24 +0000 | [diff] [blame] | 100 | |
Lang Hames | 38283e2 | 2009-11-18 20:31:20 +0000 | [diff] [blame] | 101 | // Step regItr to the next use/def instr. |
Stephen Hines | 36b5688 | 2014-04-23 16:57:46 -0700 | [diff] [blame] | 102 | ++regItr; |
Eric Christopher | 894339e | 2010-07-06 18:35:20 +0000 | [diff] [blame] | 103 | |
Lang Hames | 38283e2 | 2009-11-18 20:31:20 +0000 | [diff] [blame] | 104 | // Collect uses & defs for this instr. |
Lang Hames | e2b201b | 2009-05-18 19:03:16 +0000 | [diff] [blame] | 105 | SmallVector<unsigned, 2> indices; |
| 106 | bool hasUse = false; |
| 107 | bool hasDef = false; |
Lang Hames | e2b201b | 2009-05-18 19:03:16 +0000 | [diff] [blame] | 108 | for (unsigned i = 0; i != mi->getNumOperands(); ++i) { |
| 109 | MachineOperand &op = mi->getOperand(i); |
Lang Hames | e2b201b | 2009-05-18 19:03:16 +0000 | [diff] [blame] | 110 | if (!op.isReg() || op.getReg() != li->reg) |
| 111 | continue; |
Lang Hames | e2b201b | 2009-05-18 19:03:16 +0000 | [diff] [blame] | 112 | hasUse |= mi->getOperand(i).isUse(); |
| 113 | hasDef |= mi->getOperand(i).isDef(); |
Lang Hames | e2b201b | 2009-05-18 19:03:16 +0000 | [diff] [blame] | 114 | indices.push_back(i); |
| 115 | } |
| 116 | |
Mark Lacey | e742d68 | 2013-08-14 23:50:16 +0000 | [diff] [blame] | 117 | // Create a new virtual register for the load and/or store. |
| 118 | unsigned NewVReg = LRE.create(); |
Eric Christopher | 894339e | 2010-07-06 18:35:20 +0000 | [diff] [blame] | 119 | |
Lang Hames | 38283e2 | 2009-11-18 20:31:20 +0000 | [diff] [blame] | 120 | // Update the reg operands & kill flags. |
Lang Hames | e2b201b | 2009-05-18 19:03:16 +0000 | [diff] [blame] | 121 | for (unsigned i = 0; i < indices.size(); ++i) { |
Lang Hames | 38283e2 | 2009-11-18 20:31:20 +0000 | [diff] [blame] | 122 | unsigned mopIdx = indices[i]; |
| 123 | MachineOperand &mop = mi->getOperand(mopIdx); |
Mark Lacey | e742d68 | 2013-08-14 23:50:16 +0000 | [diff] [blame] | 124 | mop.setReg(NewVReg); |
Lang Hames | 38283e2 | 2009-11-18 20:31:20 +0000 | [diff] [blame] | 125 | if (mop.isUse() && !mi->isRegTiedToDefOperand(mopIdx)) { |
| 126 | mop.setIsKill(true); |
Lang Hames | e2b201b | 2009-05-18 19:03:16 +0000 | [diff] [blame] | 127 | } |
| 128 | } |
Lang Hames | f41538d | 2009-06-02 16:53:25 +0000 | [diff] [blame] | 129 | assert(hasUse || hasDef); |
| 130 | |
Lang Hames | 38283e2 | 2009-11-18 20:31:20 +0000 | [diff] [blame] | 131 | // Insert reload if necessary. |
| 132 | MachineBasicBlock::iterator miItr(mi); |
Lang Hames | e2b201b | 2009-05-18 19:03:16 +0000 | [diff] [blame] | 133 | if (hasUse) { |
Mark Lacey | e742d68 | 2013-08-14 23:50:16 +0000 | [diff] [blame] | 134 | MachineInstrSpan MIS(miItr); |
| 135 | |
| 136 | tii->loadRegFromStackSlot(*mi->getParent(), miItr, NewVReg, ss, trc, |
Evan Cheng | 746ad69 | 2010-05-06 19:06:44 +0000 | [diff] [blame] | 137 | tri); |
Mark Lacey | e742d68 | 2013-08-14 23:50:16 +0000 | [diff] [blame] | 138 | lis->InsertMachineInstrRangeInMaps(MIS.begin(), miItr); |
Lang Hames | e2b201b | 2009-05-18 19:03:16 +0000 | [diff] [blame] | 139 | } |
| 140 | |
Lang Hames | 38283e2 | 2009-11-18 20:31:20 +0000 | [diff] [blame] | 141 | // Insert store if necessary. |
Lang Hames | e2b201b | 2009-05-18 19:03:16 +0000 | [diff] [blame] | 142 | if (hasDef) { |
Mark Lacey | e742d68 | 2013-08-14 23:50:16 +0000 | [diff] [blame] | 143 | MachineInstrSpan MIS(miItr); |
| 144 | |
Stephen Hines | 36b5688 | 2014-04-23 16:57:46 -0700 | [diff] [blame] | 145 | tii->storeRegToStackSlot(*mi->getParent(), std::next(miItr), NewVReg, |
Evan Cheng | 746ad69 | 2010-05-06 19:06:44 +0000 | [diff] [blame] | 146 | true, ss, trc, tri); |
Stephen Hines | 36b5688 | 2014-04-23 16:57:46 -0700 | [diff] [blame] | 147 | lis->InsertMachineInstrRangeInMaps(std::next(miItr), MIS.end()); |
Lang Hames | e2b201b | 2009-05-18 19:03:16 +0000 | [diff] [blame] | 148 | } |
Lang Hames | e2b201b | 2009-05-18 19:03:16 +0000 | [diff] [blame] | 149 | } |
Lang Hames | e2b201b | 2009-05-18 19:03:16 +0000 | [diff] [blame] | 150 | } |
Lang Hames | f41538d | 2009-06-02 16:53:25 +0000 | [diff] [blame] | 151 | }; |
Lang Hames | e2b201b | 2009-05-18 19:03:16 +0000 | [diff] [blame] | 152 | |
Chris Lattner | 1ca6531 | 2010-04-07 22:44:07 +0000 | [diff] [blame] | 153 | } // end anonymous namespace |
| 154 | |
| 155 | namespace { |
Lang Hames | e2b201b | 2009-05-18 19:03:16 +0000 | [diff] [blame] | 156 | |
Lang Hames | f41538d | 2009-06-02 16:53:25 +0000 | [diff] [blame] | 157 | /// Spills any live range using the spill-everywhere method with no attempt at |
| 158 | /// folding. |
| 159 | class TrivialSpiller : public SpillerBase { |
| 160 | public: |
Lang Hames | 10382fb | 2009-06-19 02:17:53 +0000 | [diff] [blame] | 161 | |
Jakob Stoklund Olesen | f2c6e36 | 2010-07-20 23:50:15 +0000 | [diff] [blame] | 162 | TrivialSpiller(MachineFunctionPass &pass, MachineFunction &mf, |
| 163 | VirtRegMap &vrm) |
| 164 | : SpillerBase(pass, mf, vrm) {} |
Lang Hames | e2b201b | 2009-05-18 19:03:16 +0000 | [diff] [blame] | 165 | |
Stephen Hines | 36b5688 | 2014-04-23 16:57:46 -0700 | [diff] [blame] | 166 | void spill(LiveRangeEdit &LRE) override { |
Lang Hames | 835ca07 | 2009-11-19 04:15:33 +0000 | [diff] [blame] | 167 | // Ignore spillIs - we don't use it. |
Lang Hames | 1485455 | 2012-02-28 22:07:24 +0000 | [diff] [blame] | 168 | trivialSpillEverywhere(LRE); |
Lang Hames | e2b201b | 2009-05-18 19:03:16 +0000 | [diff] [blame] | 169 | } |
Lang Hames | e2b201b | 2009-05-18 19:03:16 +0000 | [diff] [blame] | 170 | }; |
| 171 | |
Chris Lattner | 1ca6531 | 2010-04-07 22:44:07 +0000 | [diff] [blame] | 172 | } // end anonymous namespace |
| 173 | |
David Blaikie | 2d24e2a | 2011-12-20 02:50:00 +0000 | [diff] [blame] | 174 | void Spiller::anchor() { } |
| 175 | |
Jakob Stoklund Olesen | f2c6e36 | 2010-07-20 23:50:15 +0000 | [diff] [blame] | 176 | llvm::Spiller* llvm::createSpiller(MachineFunctionPass &pass, |
| 177 | MachineFunction &mf, |
| 178 | VirtRegMap &vrm) { |
Lang Hames | 835ca07 | 2009-11-19 04:15:33 +0000 | [diff] [blame] | 179 | switch (spillerOpt) { |
Jakob Stoklund Olesen | f2c6e36 | 2010-07-20 23:50:15 +0000 | [diff] [blame] | 180 | case trivial: return new TrivialSpiller(pass, mf, vrm); |
Jakob Stoklund Olesen | f2c6e36 | 2010-07-20 23:50:15 +0000 | [diff] [blame] | 181 | case inline_: return createInlineSpiller(pass, mf, vrm); |
Lang Hames | 835ca07 | 2009-11-19 04:15:33 +0000 | [diff] [blame] | 182 | } |
Chandler Carruth | 732f05c | 2012-01-10 18:08:01 +0000 | [diff] [blame] | 183 | llvm_unreachable("Invalid spiller optimization"); |
Lang Hames | e2b201b | 2009-05-18 19:03:16 +0000 | [diff] [blame] | 184 | } |