Evan Cheng | c6fe333 | 2010-03-02 02:38:24 +0000 | [diff] [blame] | 1 | //===-- MachineCSE.cpp - Machine Common Subexpression Elimination Pass ----===// |
| 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
| 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
| 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | // |
| 10 | // This pass performs global common subexpression elimination on machine |
Evan Cheng | c5bbba1 | 2010-03-02 19:02:27 +0000 | [diff] [blame] | 11 | // instructions using a scoped hash table based value numbering scheme. It |
Evan Cheng | c6fe333 | 2010-03-02 02:38:24 +0000 | [diff] [blame] | 12 | // must be run while the machine function is still in SSA form. |
| 13 | // |
| 14 | //===----------------------------------------------------------------------===// |
| 15 | |
| 16 | #define DEBUG_TYPE "machine-cse" |
| 17 | #include "llvm/CodeGen/Passes.h" |
| 18 | #include "llvm/CodeGen/MachineDominators.h" |
| 19 | #include "llvm/CodeGen/MachineInstr.h" |
Evan Cheng | 6ba9554 | 2010-03-03 02:48:20 +0000 | [diff] [blame] | 20 | #include "llvm/CodeGen/MachineRegisterInfo.h" |
Evan Cheng | a5f32cb | 2010-03-04 21:18:08 +0000 | [diff] [blame] | 21 | #include "llvm/Analysis/AliasAnalysis.h" |
Evan Cheng | 6ba9554 | 2010-03-03 02:48:20 +0000 | [diff] [blame] | 22 | #include "llvm/Target/TargetInstrInfo.h" |
Evan Cheng | 3115698 | 2010-04-21 00:21:07 +0000 | [diff] [blame] | 23 | #include "llvm/ADT/DenseMap.h" |
Evan Cheng | c6fe333 | 2010-03-02 02:38:24 +0000 | [diff] [blame] | 24 | #include "llvm/ADT/ScopedHashTable.h" |
Evan Cheng | 189c1ec | 2010-10-29 23:36:03 +0000 | [diff] [blame] | 25 | #include "llvm/ADT/SmallSet.h" |
Evan Cheng | c6fe333 | 2010-03-02 02:38:24 +0000 | [diff] [blame] | 26 | #include "llvm/ADT/Statistic.h" |
| 27 | #include "llvm/Support/Debug.h" |
Cameron Zwarich | 53eeba5 | 2011-01-03 04:07:46 +0000 | [diff] [blame] | 28 | #include "llvm/Support/RecyclingAllocator.h" |
Evan Cheng | c6fe333 | 2010-03-02 02:38:24 +0000 | [diff] [blame] | 29 | using namespace llvm; |
| 30 | |
Evan Cheng | 16b48b8 | 2010-03-03 21:20:05 +0000 | [diff] [blame] | 31 | STATISTIC(NumCoalesces, "Number of copies coalesced"); |
| 32 | STATISTIC(NumCSEs, "Number of common subexpression eliminated"); |
Evan Cheng | 189c1ec | 2010-10-29 23:36:03 +0000 | [diff] [blame] | 33 | STATISTIC(NumPhysCSEs, |
| 34 | "Number of physreg referencing common subexpr eliminated"); |
Evan Cheng | 97b5beb | 2012-01-10 02:02:58 +0000 | [diff] [blame] | 35 | STATISTIC(NumCrossBBCSEs, |
| 36 | "Number of cross-MBB physreg referencing CS eliminated"); |
Evan Cheng | a63cde2 | 2010-12-15 22:16:21 +0000 | [diff] [blame] | 37 | STATISTIC(NumCommutes, "Number of copies coalesced after commuting"); |
Bob Wilson | 3844173 | 2010-06-03 18:28:31 +0000 | [diff] [blame] | 38 | |
Evan Cheng | c6fe333 | 2010-03-02 02:38:24 +0000 | [diff] [blame] | 39 | namespace { |
| 40 | class MachineCSE : public MachineFunctionPass { |
Evan Cheng | 6ba9554 | 2010-03-03 02:48:20 +0000 | [diff] [blame] | 41 | const TargetInstrInfo *TII; |
Evan Cheng | b3958e8 | 2010-03-04 01:33:55 +0000 | [diff] [blame] | 42 | const TargetRegisterInfo *TRI; |
Evan Cheng | a5f32cb | 2010-03-04 21:18:08 +0000 | [diff] [blame] | 43 | AliasAnalysis *AA; |
Evan Cheng | 31f94c7 | 2010-03-09 03:21:12 +0000 | [diff] [blame] | 44 | MachineDominatorTree *DT; |
| 45 | MachineRegisterInfo *MRI; |
Evan Cheng | c6fe333 | 2010-03-02 02:38:24 +0000 | [diff] [blame] | 46 | public: |
| 47 | static char ID; // Pass identification |
Owen Anderson | 081c34b | 2010-10-19 17:21:58 +0000 | [diff] [blame] | 48 | MachineCSE() : MachineFunctionPass(ID), LookAheadLimit(5), CurrVN(0) { |
| 49 | initializeMachineCSEPass(*PassRegistry::getPassRegistry()); |
| 50 | } |
Evan Cheng | c6fe333 | 2010-03-02 02:38:24 +0000 | [diff] [blame] | 51 | |
| 52 | virtual bool runOnMachineFunction(MachineFunction &MF); |
Andrew Trick | 1df91b0 | 2012-02-08 21:22:43 +0000 | [diff] [blame] | 53 | |
Evan Cheng | c6fe333 | 2010-03-02 02:38:24 +0000 | [diff] [blame] | 54 | virtual void getAnalysisUsage(AnalysisUsage &AU) const { |
| 55 | AU.setPreservesCFG(); |
| 56 | MachineFunctionPass::getAnalysisUsage(AU); |
Evan Cheng | a5f32cb | 2010-03-04 21:18:08 +0000 | [diff] [blame] | 57 | AU.addRequired<AliasAnalysis>(); |
Evan Cheng | 6542416 | 2010-08-17 20:57:42 +0000 | [diff] [blame] | 58 | AU.addPreservedID(MachineLoopInfoID); |
Evan Cheng | c6fe333 | 2010-03-02 02:38:24 +0000 | [diff] [blame] | 59 | AU.addRequired<MachineDominatorTree>(); |
| 60 | AU.addPreserved<MachineDominatorTree>(); |
| 61 | } |
| 62 | |
Evan Cheng | c2b768f | 2010-09-17 21:59:42 +0000 | [diff] [blame] | 63 | virtual void releaseMemory() { |
| 64 | ScopeMap.clear(); |
| 65 | Exps.clear(); |
Lang Hames | c2e08db | 2012-02-17 00:27:16 +0000 | [diff] [blame] | 66 | AllocatableRegs.clear(); |
Evan Cheng | c2b768f | 2010-09-17 21:59:42 +0000 | [diff] [blame] | 67 | } |
| 68 | |
Evan Cheng | c6fe333 | 2010-03-02 02:38:24 +0000 | [diff] [blame] | 69 | private: |
Evan Cheng | 835810b | 2010-05-21 21:22:19 +0000 | [diff] [blame] | 70 | const unsigned LookAheadLimit; |
Cameron Zwarich | 53eeba5 | 2011-01-03 04:07:46 +0000 | [diff] [blame] | 71 | typedef RecyclingAllocator<BumpPtrAllocator, |
| 72 | ScopedHashTableVal<MachineInstr*, unsigned> > AllocatorTy; |
| 73 | typedef ScopedHashTable<MachineInstr*, unsigned, |
| 74 | MachineInstrExpressionTrait, AllocatorTy> ScopedHTType; |
| 75 | typedef ScopedHTType::ScopeTy ScopeType; |
Evan Cheng | 3115698 | 2010-04-21 00:21:07 +0000 | [diff] [blame] | 76 | DenseMap<MachineBasicBlock*, ScopeType*> ScopeMap; |
Cameron Zwarich | 53eeba5 | 2011-01-03 04:07:46 +0000 | [diff] [blame] | 77 | ScopedHTType VNT; |
Evan Cheng | 16b48b8 | 2010-03-03 21:20:05 +0000 | [diff] [blame] | 78 | SmallVector<MachineInstr*, 64> Exps; |
Evan Cheng | 3115698 | 2010-04-21 00:21:07 +0000 | [diff] [blame] | 79 | unsigned CurrVN; |
Lang Hames | c2e08db | 2012-02-17 00:27:16 +0000 | [diff] [blame] | 80 | BitVector AllocatableRegs; |
Evan Cheng | 16b48b8 | 2010-03-03 21:20:05 +0000 | [diff] [blame] | 81 | |
Evan Cheng | a5f32cb | 2010-03-04 21:18:08 +0000 | [diff] [blame] | 82 | bool PerformTrivialCoalescing(MachineInstr *MI, MachineBasicBlock *MBB); |
Evan Cheng | b3958e8 | 2010-03-04 01:33:55 +0000 | [diff] [blame] | 83 | bool isPhysDefTriviallyDead(unsigned Reg, |
| 84 | MachineBasicBlock::const_iterator I, |
Nick Lewycky | 7a7a6db | 2012-07-05 06:19:21 +0000 | [diff] [blame] | 85 | MachineBasicBlock::const_iterator E) const; |
Evan Cheng | 189c1ec | 2010-10-29 23:36:03 +0000 | [diff] [blame] | 86 | bool hasLivePhysRegDefUses(const MachineInstr *MI, |
| 87 | const MachineBasicBlock *MBB, |
Evan Cheng | 97b5beb | 2012-01-10 02:02:58 +0000 | [diff] [blame] | 88 | SmallSet<unsigned,8> &PhysRefs, |
| 89 | SmallVector<unsigned,2> &PhysDefs) const; |
Evan Cheng | 189c1ec | 2010-10-29 23:36:03 +0000 | [diff] [blame] | 90 | bool PhysRegDefsReach(MachineInstr *CSMI, MachineInstr *MI, |
Evan Cheng | 97b5beb | 2012-01-10 02:02:58 +0000 | [diff] [blame] | 91 | SmallSet<unsigned,8> &PhysRefs, |
Evan Cheng | f96703e | 2012-01-11 00:38:11 +0000 | [diff] [blame] | 92 | SmallVector<unsigned,2> &PhysDefs, |
Evan Cheng | 97b5beb | 2012-01-10 02:02:58 +0000 | [diff] [blame] | 93 | bool &NonLocal) const; |
Evan Cheng | a5f32cb | 2010-03-04 21:18:08 +0000 | [diff] [blame] | 94 | bool isCSECandidate(MachineInstr *MI); |
Evan Cheng | 2938a00 | 2010-03-10 02:12:03 +0000 | [diff] [blame] | 95 | bool isProfitableToCSE(unsigned CSReg, unsigned Reg, |
| 96 | MachineInstr *CSMI, MachineInstr *MI); |
Evan Cheng | 3115698 | 2010-04-21 00:21:07 +0000 | [diff] [blame] | 97 | void EnterScope(MachineBasicBlock *MBB); |
| 98 | void ExitScope(MachineBasicBlock *MBB); |
| 99 | bool ProcessBlock(MachineBasicBlock *MBB); |
| 100 | void ExitScopeIfDone(MachineDomTreeNode *Node, |
Bill Wendling | 96cb112 | 2012-07-19 00:04:14 +0000 | [diff] [blame] | 101 | DenseMap<MachineDomTreeNode*, unsigned> &OpenChildren); |
Evan Cheng | 3115698 | 2010-04-21 00:21:07 +0000 | [diff] [blame] | 102 | bool PerformCSE(MachineDomTreeNode *Node); |
Evan Cheng | c6fe333 | 2010-03-02 02:38:24 +0000 | [diff] [blame] | 103 | }; |
| 104 | } // end anonymous namespace |
| 105 | |
| 106 | char MachineCSE::ID = 0; |
Andrew Trick | 1dd8c85 | 2012-02-08 21:23:13 +0000 | [diff] [blame] | 107 | char &llvm::MachineCSEID = MachineCSE::ID; |
Owen Anderson | 2ab36d3 | 2010-10-12 19:48:12 +0000 | [diff] [blame] | 108 | INITIALIZE_PASS_BEGIN(MachineCSE, "machine-cse", |
| 109 | "Machine Common Subexpression Elimination", false, false) |
| 110 | INITIALIZE_PASS_DEPENDENCY(MachineDominatorTree) |
| 111 | INITIALIZE_AG_DEPENDENCY(AliasAnalysis) |
| 112 | INITIALIZE_PASS_END(MachineCSE, "machine-cse", |
Owen Anderson | ce665bd | 2010-10-07 22:25:06 +0000 | [diff] [blame] | 113 | "Machine Common Subexpression Elimination", false, false) |
Evan Cheng | c6fe333 | 2010-03-02 02:38:24 +0000 | [diff] [blame] | 114 | |
Evan Cheng | 6ba9554 | 2010-03-03 02:48:20 +0000 | [diff] [blame] | 115 | bool MachineCSE::PerformTrivialCoalescing(MachineInstr *MI, |
| 116 | MachineBasicBlock *MBB) { |
| 117 | bool Changed = false; |
| 118 | for (unsigned i = 0, e = MI->getNumOperands(); i != e; ++i) { |
| 119 | MachineOperand &MO = MI->getOperand(i); |
Evan Cheng | 16b48b8 | 2010-03-03 21:20:05 +0000 | [diff] [blame] | 120 | if (!MO.isReg() || !MO.isUse()) |
| 121 | continue; |
| 122 | unsigned Reg = MO.getReg(); |
Jakob Stoklund Olesen | c9df025 | 2011-01-10 02:58:51 +0000 | [diff] [blame] | 123 | if (!TargetRegisterInfo::isVirtualRegister(Reg)) |
Evan Cheng | 16b48b8 | 2010-03-03 21:20:05 +0000 | [diff] [blame] | 124 | continue; |
Evan Cheng | f437f73 | 2010-09-17 21:56:26 +0000 | [diff] [blame] | 125 | if (!MRI->hasOneNonDBGUse(Reg)) |
Evan Cheng | 16b48b8 | 2010-03-03 21:20:05 +0000 | [diff] [blame] | 126 | // Only coalesce single use copies. This ensure the copy will be |
| 127 | // deleted. |
| 128 | continue; |
| 129 | MachineInstr *DefMI = MRI->getVRegDef(Reg); |
| 130 | if (DefMI->getParent() != MBB) |
| 131 | continue; |
Jakob Stoklund Olesen | 0bc25f4 | 2010-07-08 16:40:22 +0000 | [diff] [blame] | 132 | if (!DefMI->isCopy()) |
| 133 | continue; |
Jakob Stoklund Olesen | 04c528a | 2010-07-16 04:45:42 +0000 | [diff] [blame] | 134 | unsigned SrcReg = DefMI->getOperand(1).getReg(); |
Jakob Stoklund Olesen | 0bc25f4 | 2010-07-08 16:40:22 +0000 | [diff] [blame] | 135 | if (!TargetRegisterInfo::isVirtualRegister(SrcReg)) |
| 136 | continue; |
| 137 | if (DefMI->getOperand(0).getSubReg() || DefMI->getOperand(1).getSubReg()) |
| 138 | continue; |
Jakob Stoklund Olesen | bf4699c | 2010-10-06 23:54:39 +0000 | [diff] [blame] | 139 | if (!MRI->constrainRegClass(SrcReg, MRI->getRegClass(Reg))) |
Jakob Stoklund Olesen | 0bc25f4 | 2010-07-08 16:40:22 +0000 | [diff] [blame] | 140 | continue; |
| 141 | DEBUG(dbgs() << "Coalescing: " << *DefMI); |
Jakob Stoklund Olesen | bf4699c | 2010-10-06 23:54:39 +0000 | [diff] [blame] | 142 | DEBUG(dbgs() << "*** to: " << *MI); |
Jakob Stoklund Olesen | 0bc25f4 | 2010-07-08 16:40:22 +0000 | [diff] [blame] | 143 | MO.setReg(SrcReg); |
| 144 | MRI->clearKillFlags(SrcReg); |
Jakob Stoklund Olesen | 0bc25f4 | 2010-07-08 16:40:22 +0000 | [diff] [blame] | 145 | DefMI->eraseFromParent(); |
| 146 | ++NumCoalesces; |
| 147 | Changed = true; |
Evan Cheng | 6ba9554 | 2010-03-03 02:48:20 +0000 | [diff] [blame] | 148 | } |
| 149 | |
| 150 | return Changed; |
| 151 | } |
| 152 | |
Evan Cheng | 835810b | 2010-05-21 21:22:19 +0000 | [diff] [blame] | 153 | bool |
| 154 | MachineCSE::isPhysDefTriviallyDead(unsigned Reg, |
| 155 | MachineBasicBlock::const_iterator I, |
| 156 | MachineBasicBlock::const_iterator E) const { |
Eric Christopher | e81d010 | 2010-05-21 23:40:03 +0000 | [diff] [blame] | 157 | unsigned LookAheadLeft = LookAheadLimit; |
Evan Cheng | 112e5e7 | 2010-03-23 20:33:48 +0000 | [diff] [blame] | 158 | while (LookAheadLeft) { |
Evan Cheng | 2250425 | 2010-03-24 01:50:28 +0000 | [diff] [blame] | 159 | // Skip over dbg_value's. |
| 160 | while (I != E && I->isDebugValue()) |
| 161 | ++I; |
| 162 | |
Evan Cheng | b3958e8 | 2010-03-04 01:33:55 +0000 | [diff] [blame] | 163 | if (I == E) |
| 164 | // Reached end of block, register is obviously dead. |
| 165 | return true; |
| 166 | |
Evan Cheng | b3958e8 | 2010-03-04 01:33:55 +0000 | [diff] [blame] | 167 | bool SeenDef = false; |
| 168 | for (unsigned i = 0, e = I->getNumOperands(); i != e; ++i) { |
| 169 | const MachineOperand &MO = I->getOperand(i); |
Jakob Stoklund Olesen | 2129a0f | 2012-02-28 02:08:50 +0000 | [diff] [blame] | 170 | if (MO.isRegMask() && MO.clobbersPhysReg(Reg)) |
| 171 | SeenDef = true; |
Evan Cheng | b3958e8 | 2010-03-04 01:33:55 +0000 | [diff] [blame] | 172 | if (!MO.isReg() || !MO.getReg()) |
| 173 | continue; |
| 174 | if (!TRI->regsOverlap(MO.getReg(), Reg)) |
| 175 | continue; |
| 176 | if (MO.isUse()) |
Evan Cheng | 835810b | 2010-05-21 21:22:19 +0000 | [diff] [blame] | 177 | // Found a use! |
Evan Cheng | b3958e8 | 2010-03-04 01:33:55 +0000 | [diff] [blame] | 178 | return false; |
| 179 | SeenDef = true; |
| 180 | } |
| 181 | if (SeenDef) |
Andrew Trick | 1df91b0 | 2012-02-08 21:22:43 +0000 | [diff] [blame] | 182 | // See a def of Reg (or an alias) before encountering any use, it's |
Evan Cheng | b3958e8 | 2010-03-04 01:33:55 +0000 | [diff] [blame] | 183 | // trivially dead. |
| 184 | return true; |
Evan Cheng | 112e5e7 | 2010-03-23 20:33:48 +0000 | [diff] [blame] | 185 | |
| 186 | --LookAheadLeft; |
Evan Cheng | b3958e8 | 2010-03-04 01:33:55 +0000 | [diff] [blame] | 187 | ++I; |
| 188 | } |
| 189 | return false; |
| 190 | } |
| 191 | |
Evan Cheng | 189c1ec | 2010-10-29 23:36:03 +0000 | [diff] [blame] | 192 | /// hasLivePhysRegDefUses - Return true if the specified instruction read/write |
Evan Cheng | 835810b | 2010-05-21 21:22:19 +0000 | [diff] [blame] | 193 | /// physical registers (except for dead defs of physical registers). It also |
Evan Cheng | 2b4e727 | 2010-06-04 23:28:13 +0000 | [diff] [blame] | 194 | /// returns the physical register def by reference if it's the only one and the |
| 195 | /// instruction does not uses a physical register. |
Evan Cheng | 189c1ec | 2010-10-29 23:36:03 +0000 | [diff] [blame] | 196 | bool MachineCSE::hasLivePhysRegDefUses(const MachineInstr *MI, |
| 197 | const MachineBasicBlock *MBB, |
Evan Cheng | 97b5beb | 2012-01-10 02:02:58 +0000 | [diff] [blame] | 198 | SmallSet<unsigned,8> &PhysRefs, |
| 199 | SmallVector<unsigned,2> &PhysDefs) const{ |
Evan Cheng | 189c1ec | 2010-10-29 23:36:03 +0000 | [diff] [blame] | 200 | MachineBasicBlock::const_iterator I = MI; I = llvm::next(I); |
Evan Cheng | 6ba9554 | 2010-03-03 02:48:20 +0000 | [diff] [blame] | 201 | for (unsigned i = 0, e = MI->getNumOperands(); i != e; ++i) { |
Evan Cheng | 835810b | 2010-05-21 21:22:19 +0000 | [diff] [blame] | 202 | const MachineOperand &MO = MI->getOperand(i); |
Evan Cheng | 6ba9554 | 2010-03-03 02:48:20 +0000 | [diff] [blame] | 203 | if (!MO.isReg()) |
| 204 | continue; |
| 205 | unsigned Reg = MO.getReg(); |
| 206 | if (!Reg) |
| 207 | continue; |
Evan Cheng | 835810b | 2010-05-21 21:22:19 +0000 | [diff] [blame] | 208 | if (TargetRegisterInfo::isVirtualRegister(Reg)) |
| 209 | continue; |
Evan Cheng | 189c1ec | 2010-10-29 23:36:03 +0000 | [diff] [blame] | 210 | // If the def is dead, it's ok. But the def may not marked "dead". That's |
Evan Cheng | 835810b | 2010-05-21 21:22:19 +0000 | [diff] [blame] | 211 | // common since this pass is run before livevariables. We can scan |
| 212 | // forward a few instructions and check if it is obviously dead. |
Evan Cheng | 189c1ec | 2010-10-29 23:36:03 +0000 | [diff] [blame] | 213 | if (MO.isDef() && |
| 214 | (MO.isDead() || isPhysDefTriviallyDead(Reg, I, MBB->end()))) |
| 215 | continue; |
Benjamin Kramer | 5fa2d45 | 2012-08-11 20:42:59 +0000 | [diff] [blame] | 216 | // Reading constant physregs is ok. |
| 217 | if (!MRI->isConstantPhysReg(Reg, *MBB->getParent())) |
| 218 | for (MCRegAliasIterator AI(Reg, TRI, true); AI.isValid(); ++AI) |
Benjamin Kramer | cfc0ad6 | 2012-08-11 19:05:13 +0000 | [diff] [blame] | 219 | PhysRefs.insert(*AI); |
Evan Cheng | 97b5beb | 2012-01-10 02:02:58 +0000 | [diff] [blame] | 220 | if (MO.isDef()) |
| 221 | PhysDefs.push_back(Reg); |
Evan Cheng | b3958e8 | 2010-03-04 01:33:55 +0000 | [diff] [blame] | 222 | } |
| 223 | |
Evan Cheng | 189c1ec | 2010-10-29 23:36:03 +0000 | [diff] [blame] | 224 | return !PhysRefs.empty(); |
Evan Cheng | c6fe333 | 2010-03-02 02:38:24 +0000 | [diff] [blame] | 225 | } |
| 226 | |
Evan Cheng | 189c1ec | 2010-10-29 23:36:03 +0000 | [diff] [blame] | 227 | bool MachineCSE::PhysRegDefsReach(MachineInstr *CSMI, MachineInstr *MI, |
Evan Cheng | 97b5beb | 2012-01-10 02:02:58 +0000 | [diff] [blame] | 228 | SmallSet<unsigned,8> &PhysRefs, |
Evan Cheng | f96703e | 2012-01-11 00:38:11 +0000 | [diff] [blame] | 229 | SmallVector<unsigned,2> &PhysDefs, |
Evan Cheng | 97b5beb | 2012-01-10 02:02:58 +0000 | [diff] [blame] | 230 | bool &NonLocal) const { |
Eli Friedman | 5e926ac | 2011-05-06 05:23:07 +0000 | [diff] [blame] | 231 | // For now conservatively returns false if the common subexpression is |
Evan Cheng | 97b5beb | 2012-01-10 02:02:58 +0000 | [diff] [blame] | 232 | // not in the same basic block as the given instruction. The only exception |
| 233 | // is if the common subexpression is in the sole predecessor block. |
| 234 | const MachineBasicBlock *MBB = MI->getParent(); |
| 235 | const MachineBasicBlock *CSMBB = CSMI->getParent(); |
| 236 | |
| 237 | bool CrossMBB = false; |
| 238 | if (CSMBB != MBB) { |
Evan Cheng | f96703e | 2012-01-11 00:38:11 +0000 | [diff] [blame] | 239 | if (MBB->pred_size() != 1 || *MBB->pred_begin() != CSMBB) |
Evan Cheng | 97b5beb | 2012-01-10 02:02:58 +0000 | [diff] [blame] | 240 | return false; |
Evan Cheng | f96703e | 2012-01-11 00:38:11 +0000 | [diff] [blame] | 241 | |
| 242 | for (unsigned i = 0, e = PhysDefs.size(); i != e; ++i) { |
Jakob Stoklund Olesen | fb9ebbf | 2012-10-15 21:57:41 +0000 | [diff] [blame^] | 243 | if (MRI->isAllocatable(PhysDefs[i]) || MRI->isReserved(PhysDefs[i])) |
Lang Hames | c2e08db | 2012-02-17 00:27:16 +0000 | [diff] [blame] | 244 | // Avoid extending live range of physical registers if they are |
| 245 | //allocatable or reserved. |
Evan Cheng | f96703e | 2012-01-11 00:38:11 +0000 | [diff] [blame] | 246 | return false; |
| 247 | } |
| 248 | CrossMBB = true; |
Evan Cheng | 97b5beb | 2012-01-10 02:02:58 +0000 | [diff] [blame] | 249 | } |
Eli Friedman | 5e926ac | 2011-05-06 05:23:07 +0000 | [diff] [blame] | 250 | MachineBasicBlock::const_iterator I = CSMI; I = llvm::next(I); |
| 251 | MachineBasicBlock::const_iterator E = MI; |
Evan Cheng | 97b5beb | 2012-01-10 02:02:58 +0000 | [diff] [blame] | 252 | MachineBasicBlock::const_iterator EE = CSMBB->end(); |
Evan Cheng | 835810b | 2010-05-21 21:22:19 +0000 | [diff] [blame] | 253 | unsigned LookAheadLeft = LookAheadLimit; |
| 254 | while (LookAheadLeft) { |
Eli Friedman | 5e926ac | 2011-05-06 05:23:07 +0000 | [diff] [blame] | 255 | // Skip over dbg_value's. |
Evan Cheng | 97b5beb | 2012-01-10 02:02:58 +0000 | [diff] [blame] | 256 | while (I != E && I != EE && I->isDebugValue()) |
Evan Cheng | 835810b | 2010-05-21 21:22:19 +0000 | [diff] [blame] | 257 | ++I; |
Eli Friedman | 5e926ac | 2011-05-06 05:23:07 +0000 | [diff] [blame] | 258 | |
Evan Cheng | 97b5beb | 2012-01-10 02:02:58 +0000 | [diff] [blame] | 259 | if (I == EE) { |
| 260 | assert(CrossMBB && "Reaching end-of-MBB without finding MI?"); |
Duncan Sands | 5b8a1db | 2012-02-05 14:20:11 +0000 | [diff] [blame] | 261 | (void)CrossMBB; |
Evan Cheng | 97b5beb | 2012-01-10 02:02:58 +0000 | [diff] [blame] | 262 | CrossMBB = false; |
| 263 | NonLocal = true; |
| 264 | I = MBB->begin(); |
| 265 | EE = MBB->end(); |
| 266 | continue; |
| 267 | } |
| 268 | |
Eli Friedman | 5e926ac | 2011-05-06 05:23:07 +0000 | [diff] [blame] | 269 | if (I == E) |
| 270 | return true; |
| 271 | |
| 272 | for (unsigned i = 0, e = I->getNumOperands(); i != e; ++i) { |
| 273 | const MachineOperand &MO = I->getOperand(i); |
Jakob Stoklund Olesen | 2129a0f | 2012-02-28 02:08:50 +0000 | [diff] [blame] | 274 | // RegMasks go on instructions like calls that clobber lots of physregs. |
| 275 | // Don't attempt to CSE across such an instruction. |
| 276 | if (MO.isRegMask()) |
| 277 | return false; |
Eli Friedman | 5e926ac | 2011-05-06 05:23:07 +0000 | [diff] [blame] | 278 | if (!MO.isReg() || !MO.isDef()) |
| 279 | continue; |
| 280 | unsigned MOReg = MO.getReg(); |
| 281 | if (TargetRegisterInfo::isVirtualRegister(MOReg)) |
| 282 | continue; |
| 283 | if (PhysRefs.count(MOReg)) |
| 284 | return false; |
Evan Cheng | 189c1ec | 2010-10-29 23:36:03 +0000 | [diff] [blame] | 285 | } |
Eli Friedman | 5e926ac | 2011-05-06 05:23:07 +0000 | [diff] [blame] | 286 | |
| 287 | --LookAheadLeft; |
| 288 | ++I; |
Evan Cheng | 835810b | 2010-05-21 21:22:19 +0000 | [diff] [blame] | 289 | } |
| 290 | |
| 291 | return false; |
| 292 | } |
| 293 | |
Evan Cheng | a5f32cb | 2010-03-04 21:18:08 +0000 | [diff] [blame] | 294 | bool MachineCSE::isCSECandidate(MachineInstr *MI) { |
Evan Cheng | 5196018 | 2010-03-08 23:49:12 +0000 | [diff] [blame] | 295 | if (MI->isLabel() || MI->isPHI() || MI->isImplicitDef() || |
Dale Johannesen | e68ea06 | 2010-03-11 02:10:24 +0000 | [diff] [blame] | 296 | MI->isKill() || MI->isInlineAsm() || MI->isDebugValue()) |
Evan Cheng | 5196018 | 2010-03-08 23:49:12 +0000 | [diff] [blame] | 297 | return false; |
| 298 | |
Evan Cheng | 2938a00 | 2010-03-10 02:12:03 +0000 | [diff] [blame] | 299 | // Ignore copies. |
Jakob Stoklund Olesen | 04c528a | 2010-07-16 04:45:42 +0000 | [diff] [blame] | 300 | if (MI->isCopyLike()) |
Evan Cheng | a5f32cb | 2010-03-04 21:18:08 +0000 | [diff] [blame] | 301 | return false; |
| 302 | |
| 303 | // Ignore stuff that we obviously can't move. |
Evan Cheng | 5a96b3d | 2011-12-07 07:15:52 +0000 | [diff] [blame] | 304 | if (MI->mayStore() || MI->isCall() || MI->isTerminator() || |
Evan Cheng | c36b706 | 2011-01-07 23:50:32 +0000 | [diff] [blame] | 305 | MI->hasUnmodeledSideEffects()) |
Evan Cheng | a5f32cb | 2010-03-04 21:18:08 +0000 | [diff] [blame] | 306 | return false; |
| 307 | |
Evan Cheng | 5a96b3d | 2011-12-07 07:15:52 +0000 | [diff] [blame] | 308 | if (MI->mayLoad()) { |
Evan Cheng | a5f32cb | 2010-03-04 21:18:08 +0000 | [diff] [blame] | 309 | // Okay, this instruction does a load. As a refinement, we allow the target |
| 310 | // to decide whether the loaded value is actually a constant. If so, we can |
| 311 | // actually use it as a load. |
| 312 | if (!MI->isInvariantLoad(AA)) |
| 313 | // FIXME: we should be able to hoist loads with no other side effects if |
| 314 | // there are no other instructions which can change memory in this loop. |
| 315 | // This is a trivial form of alias analysis. |
| 316 | return false; |
| 317 | } |
| 318 | return true; |
| 319 | } |
| 320 | |
Evan Cheng | 31f94c7 | 2010-03-09 03:21:12 +0000 | [diff] [blame] | 321 | /// isProfitableToCSE - Return true if it's profitable to eliminate MI with a |
| 322 | /// common expression that defines Reg. |
Evan Cheng | 2938a00 | 2010-03-10 02:12:03 +0000 | [diff] [blame] | 323 | bool MachineCSE::isProfitableToCSE(unsigned CSReg, unsigned Reg, |
| 324 | MachineInstr *CSMI, MachineInstr *MI) { |
| 325 | // FIXME: Heuristics that works around the lack the live range splitting. |
| 326 | |
Manman Ren | ba86b13 | 2012-08-07 06:16:46 +0000 | [diff] [blame] | 327 | // If CSReg is used at all uses of Reg, CSE should not increase register |
| 328 | // pressure of CSReg. |
| 329 | bool MayIncreasePressure = true; |
| 330 | if (TargetRegisterInfo::isVirtualRegister(CSReg) && |
| 331 | TargetRegisterInfo::isVirtualRegister(Reg)) { |
| 332 | MayIncreasePressure = false; |
| 333 | SmallPtrSet<MachineInstr*, 8> CSUses; |
| 334 | for (MachineRegisterInfo::use_nodbg_iterator I =MRI->use_nodbg_begin(CSReg), |
| 335 | E = MRI->use_nodbg_end(); I != E; ++I) { |
| 336 | MachineInstr *Use = &*I; |
| 337 | CSUses.insert(Use); |
| 338 | } |
| 339 | for (MachineRegisterInfo::use_nodbg_iterator I = MRI->use_nodbg_begin(Reg), |
| 340 | E = MRI->use_nodbg_end(); I != E; ++I) { |
| 341 | MachineInstr *Use = &*I; |
| 342 | if (!CSUses.count(Use)) { |
| 343 | MayIncreasePressure = true; |
| 344 | break; |
| 345 | } |
| 346 | } |
| 347 | } |
| 348 | if (!MayIncreasePressure) return true; |
| 349 | |
Chris Lattner | 622a11b | 2011-01-10 07:51:31 +0000 | [diff] [blame] | 350 | // Heuristics #1: Don't CSE "cheap" computation if the def is not local or in |
| 351 | // an immediate predecessor. We don't want to increase register pressure and |
| 352 | // end up causing other computation to be spilled. |
Evan Cheng | 5a96b3d | 2011-12-07 07:15:52 +0000 | [diff] [blame] | 353 | if (MI->isAsCheapAsAMove()) { |
Evan Cheng | 2938a00 | 2010-03-10 02:12:03 +0000 | [diff] [blame] | 354 | MachineBasicBlock *CSBB = CSMI->getParent(); |
| 355 | MachineBasicBlock *BB = MI->getParent(); |
Chris Lattner | 622a11b | 2011-01-10 07:51:31 +0000 | [diff] [blame] | 356 | if (CSBB != BB && !CSBB->isSuccessor(BB)) |
Evan Cheng | 2938a00 | 2010-03-10 02:12:03 +0000 | [diff] [blame] | 357 | return false; |
| 358 | } |
| 359 | |
| 360 | // Heuristics #2: If the expression doesn't not use a vr and the only use |
| 361 | // of the redundant computation are copies, do not cse. |
| 362 | bool HasVRegUse = false; |
| 363 | for (unsigned i = 0, e = MI->getNumOperands(); i != e; ++i) { |
| 364 | const MachineOperand &MO = MI->getOperand(i); |
Jakob Stoklund Olesen | c9df025 | 2011-01-10 02:58:51 +0000 | [diff] [blame] | 365 | if (MO.isReg() && MO.isUse() && |
Evan Cheng | 2938a00 | 2010-03-10 02:12:03 +0000 | [diff] [blame] | 366 | TargetRegisterInfo::isVirtualRegister(MO.getReg())) { |
| 367 | HasVRegUse = true; |
| 368 | break; |
| 369 | } |
| 370 | } |
| 371 | if (!HasVRegUse) { |
| 372 | bool HasNonCopyUse = false; |
| 373 | for (MachineRegisterInfo::use_nodbg_iterator I = MRI->use_nodbg_begin(Reg), |
| 374 | E = MRI->use_nodbg_end(); I != E; ++I) { |
| 375 | MachineInstr *Use = &*I; |
| 376 | // Ignore copies. |
Jakob Stoklund Olesen | 04c528a | 2010-07-16 04:45:42 +0000 | [diff] [blame] | 377 | if (!Use->isCopyLike()) { |
Evan Cheng | 2938a00 | 2010-03-10 02:12:03 +0000 | [diff] [blame] | 378 | HasNonCopyUse = true; |
| 379 | break; |
| 380 | } |
| 381 | } |
| 382 | if (!HasNonCopyUse) |
| 383 | return false; |
| 384 | } |
| 385 | |
| 386 | // Heuristics #3: If the common subexpression is used by PHIs, do not reuse |
| 387 | // it unless the defined value is already used in the BB of the new use. |
Evan Cheng | 31f94c7 | 2010-03-09 03:21:12 +0000 | [diff] [blame] | 388 | bool HasPHI = false; |
| 389 | SmallPtrSet<MachineBasicBlock*, 4> CSBBs; |
Evan Cheng | 2938a00 | 2010-03-10 02:12:03 +0000 | [diff] [blame] | 390 | for (MachineRegisterInfo::use_nodbg_iterator I = MRI->use_nodbg_begin(CSReg), |
Evan Cheng | 31f94c7 | 2010-03-09 03:21:12 +0000 | [diff] [blame] | 391 | E = MRI->use_nodbg_end(); I != E; ++I) { |
| 392 | MachineInstr *Use = &*I; |
| 393 | HasPHI |= Use->isPHI(); |
| 394 | CSBBs.insert(Use->getParent()); |
| 395 | } |
| 396 | |
| 397 | if (!HasPHI) |
| 398 | return true; |
| 399 | return CSBBs.count(MI->getParent()); |
| 400 | } |
| 401 | |
Evan Cheng | 3115698 | 2010-04-21 00:21:07 +0000 | [diff] [blame] | 402 | void MachineCSE::EnterScope(MachineBasicBlock *MBB) { |
| 403 | DEBUG(dbgs() << "Entering: " << MBB->getName() << '\n'); |
| 404 | ScopeType *Scope = new ScopeType(VNT); |
| 405 | ScopeMap[MBB] = Scope; |
| 406 | } |
| 407 | |
| 408 | void MachineCSE::ExitScope(MachineBasicBlock *MBB) { |
| 409 | DEBUG(dbgs() << "Exiting: " << MBB->getName() << '\n'); |
| 410 | DenseMap<MachineBasicBlock*, ScopeType*>::iterator SI = ScopeMap.find(MBB); |
| 411 | assert(SI != ScopeMap.end()); |
| 412 | ScopeMap.erase(SI); |
| 413 | delete SI->second; |
| 414 | } |
| 415 | |
| 416 | bool MachineCSE::ProcessBlock(MachineBasicBlock *MBB) { |
Evan Cheng | 6ba9554 | 2010-03-03 02:48:20 +0000 | [diff] [blame] | 417 | bool Changed = false; |
| 418 | |
Evan Cheng | 31f94c7 | 2010-03-09 03:21:12 +0000 | [diff] [blame] | 419 | SmallVector<std::pair<unsigned, unsigned>, 8> CSEPairs; |
Manman Ren | 39ad568 | 2012-08-08 00:51:41 +0000 | [diff] [blame] | 420 | SmallVector<unsigned, 2> ImplicitDefsToUpdate; |
Evan Cheng | 16b48b8 | 2010-03-03 21:20:05 +0000 | [diff] [blame] | 421 | for (MachineBasicBlock::iterator I = MBB->begin(), E = MBB->end(); I != E; ) { |
Evan Cheng | 6ba9554 | 2010-03-03 02:48:20 +0000 | [diff] [blame] | 422 | MachineInstr *MI = &*I; |
Evan Cheng | 16b48b8 | 2010-03-03 21:20:05 +0000 | [diff] [blame] | 423 | ++I; |
Evan Cheng | a5f32cb | 2010-03-04 21:18:08 +0000 | [diff] [blame] | 424 | |
| 425 | if (!isCSECandidate(MI)) |
Evan Cheng | 6ba9554 | 2010-03-03 02:48:20 +0000 | [diff] [blame] | 426 | continue; |
Evan Cheng | 6ba9554 | 2010-03-03 02:48:20 +0000 | [diff] [blame] | 427 | |
| 428 | bool FoundCSE = VNT.count(MI); |
| 429 | if (!FoundCSE) { |
| 430 | // Look for trivial copy coalescing opportunities. |
Evan Cheng | db8771a | 2010-04-02 02:21:24 +0000 | [diff] [blame] | 431 | if (PerformTrivialCoalescing(MI, MBB)) { |
Evan Cheng | cfea985 | 2011-04-11 18:47:20 +0000 | [diff] [blame] | 432 | Changed = true; |
| 433 | |
Evan Cheng | db8771a | 2010-04-02 02:21:24 +0000 | [diff] [blame] | 434 | // After coalescing MI itself may become a copy. |
Jakob Stoklund Olesen | 04c528a | 2010-07-16 04:45:42 +0000 | [diff] [blame] | 435 | if (MI->isCopyLike()) |
Evan Cheng | db8771a | 2010-04-02 02:21:24 +0000 | [diff] [blame] | 436 | continue; |
Evan Cheng | 6ba9554 | 2010-03-03 02:48:20 +0000 | [diff] [blame] | 437 | FoundCSE = VNT.count(MI); |
Evan Cheng | db8771a | 2010-04-02 02:21:24 +0000 | [diff] [blame] | 438 | } |
Evan Cheng | 6ba9554 | 2010-03-03 02:48:20 +0000 | [diff] [blame] | 439 | } |
Evan Cheng | a63cde2 | 2010-12-15 22:16:21 +0000 | [diff] [blame] | 440 | |
| 441 | // Commute commutable instructions. |
| 442 | bool Commuted = false; |
Evan Cheng | 5a96b3d | 2011-12-07 07:15:52 +0000 | [diff] [blame] | 443 | if (!FoundCSE && MI->isCommutable()) { |
Evan Cheng | a63cde2 | 2010-12-15 22:16:21 +0000 | [diff] [blame] | 444 | MachineInstr *NewMI = TII->commuteInstruction(MI); |
| 445 | if (NewMI) { |
| 446 | Commuted = true; |
| 447 | FoundCSE = VNT.count(NewMI); |
Evan Cheng | cfea985 | 2011-04-11 18:47:20 +0000 | [diff] [blame] | 448 | if (NewMI != MI) { |
Evan Cheng | a63cde2 | 2010-12-15 22:16:21 +0000 | [diff] [blame] | 449 | // New instruction. It doesn't need to be kept. |
| 450 | NewMI->eraseFromParent(); |
Evan Cheng | cfea985 | 2011-04-11 18:47:20 +0000 | [diff] [blame] | 451 | Changed = true; |
| 452 | } else if (!FoundCSE) |
Evan Cheng | a63cde2 | 2010-12-15 22:16:21 +0000 | [diff] [blame] | 453 | // MI was changed but it didn't help, commute it back! |
| 454 | (void)TII->commuteInstruction(MI); |
| 455 | } |
| 456 | } |
Evan Cheng | 6ba9554 | 2010-03-03 02:48:20 +0000 | [diff] [blame] | 457 | |
Evan Cheng | 189c1ec | 2010-10-29 23:36:03 +0000 | [diff] [blame] | 458 | // If the instruction defines physical registers and the values *may* be |
Evan Cheng | 67bda72 | 2010-03-03 23:59:08 +0000 | [diff] [blame] | 459 | // used, then it's not safe to replace it with a common subexpression. |
Evan Cheng | 189c1ec | 2010-10-29 23:36:03 +0000 | [diff] [blame] | 460 | // It's also not safe if the instruction uses physical registers. |
Evan Cheng | 97b5beb | 2012-01-10 02:02:58 +0000 | [diff] [blame] | 461 | bool CrossMBBPhysDef = false; |
Nick Lewycky | 7a7a6db | 2012-07-05 06:19:21 +0000 | [diff] [blame] | 462 | SmallSet<unsigned, 8> PhysRefs; |
Evan Cheng | 97b5beb | 2012-01-10 02:02:58 +0000 | [diff] [blame] | 463 | SmallVector<unsigned, 2> PhysDefs; |
| 464 | if (FoundCSE && hasLivePhysRegDefUses(MI, MBB, PhysRefs, PhysDefs)) { |
Evan Cheng | 67bda72 | 2010-03-03 23:59:08 +0000 | [diff] [blame] | 465 | FoundCSE = false; |
| 466 | |
Evan Cheng | 97b5beb | 2012-01-10 02:02:58 +0000 | [diff] [blame] | 467 | // ... Unless the CS is local or is in the sole predecessor block |
| 468 | // and it also defines the physical register which is not clobbered |
| 469 | // in between and the physical register uses were not clobbered. |
Evan Cheng | 189c1ec | 2010-10-29 23:36:03 +0000 | [diff] [blame] | 470 | unsigned CSVN = VNT.lookup(MI); |
| 471 | MachineInstr *CSMI = Exps[CSVN]; |
Evan Cheng | f96703e | 2012-01-11 00:38:11 +0000 | [diff] [blame] | 472 | if (PhysRegDefsReach(CSMI, MI, PhysRefs, PhysDefs, CrossMBBPhysDef)) |
Evan Cheng | 189c1ec | 2010-10-29 23:36:03 +0000 | [diff] [blame] | 473 | FoundCSE = true; |
Evan Cheng | 835810b | 2010-05-21 21:22:19 +0000 | [diff] [blame] | 474 | } |
| 475 | |
Evan Cheng | 16b48b8 | 2010-03-03 21:20:05 +0000 | [diff] [blame] | 476 | if (!FoundCSE) { |
| 477 | VNT.insert(MI, CurrVN++); |
| 478 | Exps.push_back(MI); |
| 479 | continue; |
| 480 | } |
| 481 | |
| 482 | // Found a common subexpression, eliminate it. |
| 483 | unsigned CSVN = VNT.lookup(MI); |
| 484 | MachineInstr *CSMI = Exps[CSVN]; |
| 485 | DEBUG(dbgs() << "Examining: " << *MI); |
| 486 | DEBUG(dbgs() << "*** Found a common subexpression: " << *CSMI); |
Evan Cheng | 31f94c7 | 2010-03-09 03:21:12 +0000 | [diff] [blame] | 487 | |
| 488 | // Check if it's profitable to perform this CSE. |
| 489 | bool DoCSE = true; |
Manman Ren | 39ad568 | 2012-08-08 00:51:41 +0000 | [diff] [blame] | 490 | unsigned NumDefs = MI->getDesc().getNumDefs() + |
| 491 | MI->getDesc().getNumImplicitDefs(); |
| 492 | |
Evan Cheng | 16b48b8 | 2010-03-03 21:20:05 +0000 | [diff] [blame] | 493 | for (unsigned i = 0, e = MI->getNumOperands(); NumDefs && i != e; ++i) { |
| 494 | MachineOperand &MO = MI->getOperand(i); |
| 495 | if (!MO.isReg() || !MO.isDef()) |
| 496 | continue; |
| 497 | unsigned OldReg = MO.getReg(); |
| 498 | unsigned NewReg = CSMI->getOperand(i).getReg(); |
Manman Ren | 39ad568 | 2012-08-08 00:51:41 +0000 | [diff] [blame] | 499 | |
| 500 | // Go through implicit defs of CSMI and MI, if a def is not dead at MI, |
| 501 | // we should make sure it is not dead at CSMI. |
| 502 | if (MO.isImplicit() && !MO.isDead() && CSMI->getOperand(i).isDead()) |
| 503 | ImplicitDefsToUpdate.push_back(i); |
| 504 | if (OldReg == NewReg) { |
| 505 | --NumDefs; |
Evan Cheng | 6cc1aea | 2010-03-06 01:14:19 +0000 | [diff] [blame] | 506 | continue; |
Manman Ren | 39ad568 | 2012-08-08 00:51:41 +0000 | [diff] [blame] | 507 | } |
Bill Wendling | f6fb7ed | 2011-10-12 23:03:40 +0000 | [diff] [blame] | 508 | |
Evan Cheng | 6cc1aea | 2010-03-06 01:14:19 +0000 | [diff] [blame] | 509 | assert(TargetRegisterInfo::isVirtualRegister(OldReg) && |
Evan Cheng | 16b48b8 | 2010-03-03 21:20:05 +0000 | [diff] [blame] | 510 | TargetRegisterInfo::isVirtualRegister(NewReg) && |
| 511 | "Do not CSE physical register defs!"); |
Bill Wendling | f6fb7ed | 2011-10-12 23:03:40 +0000 | [diff] [blame] | 512 | |
Evan Cheng | 2938a00 | 2010-03-10 02:12:03 +0000 | [diff] [blame] | 513 | if (!isProfitableToCSE(NewReg, OldReg, CSMI, MI)) { |
Nick Lewycky | 7a7a6db | 2012-07-05 06:19:21 +0000 | [diff] [blame] | 514 | DEBUG(dbgs() << "*** Not profitable, avoid CSE!\n"); |
Evan Cheng | 31f94c7 | 2010-03-09 03:21:12 +0000 | [diff] [blame] | 515 | DoCSE = false; |
| 516 | break; |
| 517 | } |
Bill Wendling | f6fb7ed | 2011-10-12 23:03:40 +0000 | [diff] [blame] | 518 | |
| 519 | // Don't perform CSE if the result of the old instruction cannot exist |
| 520 | // within the register class of the new instruction. |
| 521 | const TargetRegisterClass *OldRC = MRI->getRegClass(OldReg); |
| 522 | if (!MRI->constrainRegClass(NewReg, OldRC)) { |
Nick Lewycky | 7a7a6db | 2012-07-05 06:19:21 +0000 | [diff] [blame] | 523 | DEBUG(dbgs() << "*** Not the same register class, avoid CSE!\n"); |
Bill Wendling | f6fb7ed | 2011-10-12 23:03:40 +0000 | [diff] [blame] | 524 | DoCSE = false; |
| 525 | break; |
| 526 | } |
| 527 | |
Evan Cheng | 31f94c7 | 2010-03-09 03:21:12 +0000 | [diff] [blame] | 528 | CSEPairs.push_back(std::make_pair(OldReg, NewReg)); |
Evan Cheng | 16b48b8 | 2010-03-03 21:20:05 +0000 | [diff] [blame] | 529 | --NumDefs; |
| 530 | } |
Evan Cheng | 31f94c7 | 2010-03-09 03:21:12 +0000 | [diff] [blame] | 531 | |
| 532 | // Actually perform the elimination. |
| 533 | if (DoCSE) { |
Dan Gohman | 49b4589 | 2010-05-13 19:24:00 +0000 | [diff] [blame] | 534 | for (unsigned i = 0, e = CSEPairs.size(); i != e; ++i) { |
Evan Cheng | 31f94c7 | 2010-03-09 03:21:12 +0000 | [diff] [blame] | 535 | MRI->replaceRegWith(CSEPairs[i].first, CSEPairs[i].second); |
Dan Gohman | 49b4589 | 2010-05-13 19:24:00 +0000 | [diff] [blame] | 536 | MRI->clearKillFlags(CSEPairs[i].second); |
| 537 | } |
Evan Cheng | 97b5beb | 2012-01-10 02:02:58 +0000 | [diff] [blame] | 538 | |
Manman Ren | 39ad568 | 2012-08-08 00:51:41 +0000 | [diff] [blame] | 539 | // Go through implicit defs of CSMI and MI, if a def is not dead at MI, |
| 540 | // we should make sure it is not dead at CSMI. |
| 541 | for (unsigned i = 0, e = ImplicitDefsToUpdate.size(); i != e; ++i) |
| 542 | CSMI->getOperand(ImplicitDefsToUpdate[i]).setIsDead(false); |
| 543 | |
Evan Cheng | 97b5beb | 2012-01-10 02:02:58 +0000 | [diff] [blame] | 544 | if (CrossMBBPhysDef) { |
| 545 | // Add physical register defs now coming in from a predecessor to MBB |
| 546 | // livein list. |
| 547 | while (!PhysDefs.empty()) { |
| 548 | unsigned LiveIn = PhysDefs.pop_back_val(); |
| 549 | if (!MBB->isLiveIn(LiveIn)) |
| 550 | MBB->addLiveIn(LiveIn); |
| 551 | } |
| 552 | ++NumCrossBBCSEs; |
| 553 | } |
| 554 | |
Evan Cheng | 31f94c7 | 2010-03-09 03:21:12 +0000 | [diff] [blame] | 555 | MI->eraseFromParent(); |
| 556 | ++NumCSEs; |
Evan Cheng | 189c1ec | 2010-10-29 23:36:03 +0000 | [diff] [blame] | 557 | if (!PhysRefs.empty()) |
Evan Cheng | 2b4e727 | 2010-06-04 23:28:13 +0000 | [diff] [blame] | 558 | ++NumPhysCSEs; |
Evan Cheng | a63cde2 | 2010-12-15 22:16:21 +0000 | [diff] [blame] | 559 | if (Commuted) |
| 560 | ++NumCommutes; |
Evan Cheng | cfea985 | 2011-04-11 18:47:20 +0000 | [diff] [blame] | 561 | Changed = true; |
Evan Cheng | 31f94c7 | 2010-03-09 03:21:12 +0000 | [diff] [blame] | 562 | } else { |
Evan Cheng | 31f94c7 | 2010-03-09 03:21:12 +0000 | [diff] [blame] | 563 | VNT.insert(MI, CurrVN++); |
| 564 | Exps.push_back(MI); |
| 565 | } |
| 566 | CSEPairs.clear(); |
Manman Ren | 39ad568 | 2012-08-08 00:51:41 +0000 | [diff] [blame] | 567 | ImplicitDefsToUpdate.clear(); |
Evan Cheng | 6ba9554 | 2010-03-03 02:48:20 +0000 | [diff] [blame] | 568 | } |
| 569 | |
Evan Cheng | 3115698 | 2010-04-21 00:21:07 +0000 | [diff] [blame] | 570 | return Changed; |
| 571 | } |
| 572 | |
| 573 | /// ExitScopeIfDone - Destroy scope for the MBB that corresponds to the given |
| 574 | /// dominator tree node if its a leaf or all of its children are done. Walk |
| 575 | /// up the dominator tree to destroy ancestors which are now done. |
| 576 | void |
| 577 | MachineCSE::ExitScopeIfDone(MachineDomTreeNode *Node, |
Nick Lewycky | 7a7a6db | 2012-07-05 06:19:21 +0000 | [diff] [blame] | 578 | DenseMap<MachineDomTreeNode*, unsigned> &OpenChildren) { |
Evan Cheng | 3115698 | 2010-04-21 00:21:07 +0000 | [diff] [blame] | 579 | if (OpenChildren[Node]) |
| 580 | return; |
| 581 | |
| 582 | // Pop scope. |
| 583 | ExitScope(Node->getBlock()); |
| 584 | |
| 585 | // Now traverse upwards to pop ancestors whose offsprings are all done. |
Nick Lewycky | 7a7a6db | 2012-07-05 06:19:21 +0000 | [diff] [blame] | 586 | while (MachineDomTreeNode *Parent = Node->getIDom()) { |
Evan Cheng | 3115698 | 2010-04-21 00:21:07 +0000 | [diff] [blame] | 587 | unsigned Left = --OpenChildren[Parent]; |
| 588 | if (Left != 0) |
| 589 | break; |
| 590 | ExitScope(Parent->getBlock()); |
| 591 | Node = Parent; |
| 592 | } |
| 593 | } |
| 594 | |
| 595 | bool MachineCSE::PerformCSE(MachineDomTreeNode *Node) { |
| 596 | SmallVector<MachineDomTreeNode*, 32> Scopes; |
| 597 | SmallVector<MachineDomTreeNode*, 8> WorkList; |
Evan Cheng | 3115698 | 2010-04-21 00:21:07 +0000 | [diff] [blame] | 598 | DenseMap<MachineDomTreeNode*, unsigned> OpenChildren; |
| 599 | |
Evan Cheng | c2b768f | 2010-09-17 21:59:42 +0000 | [diff] [blame] | 600 | CurrVN = 0; |
| 601 | |
Evan Cheng | 3115698 | 2010-04-21 00:21:07 +0000 | [diff] [blame] | 602 | // Perform a DFS walk to determine the order of visit. |
| 603 | WorkList.push_back(Node); |
| 604 | do { |
| 605 | Node = WorkList.pop_back_val(); |
| 606 | Scopes.push_back(Node); |
| 607 | const std::vector<MachineDomTreeNode*> &Children = Node->getChildren(); |
| 608 | unsigned NumChildren = Children.size(); |
| 609 | OpenChildren[Node] = NumChildren; |
| 610 | for (unsigned i = 0; i != NumChildren; ++i) { |
| 611 | MachineDomTreeNode *Child = Children[i]; |
Evan Cheng | 3115698 | 2010-04-21 00:21:07 +0000 | [diff] [blame] | 612 | WorkList.push_back(Child); |
| 613 | } |
| 614 | } while (!WorkList.empty()); |
| 615 | |
| 616 | // Now perform CSE. |
| 617 | bool Changed = false; |
| 618 | for (unsigned i = 0, e = Scopes.size(); i != e; ++i) { |
| 619 | MachineDomTreeNode *Node = Scopes[i]; |
| 620 | MachineBasicBlock *MBB = Node->getBlock(); |
| 621 | EnterScope(MBB); |
| 622 | Changed |= ProcessBlock(MBB); |
| 623 | // If it's a leaf node, it's done. Traverse upwards to pop ancestors. |
Nick Lewycky | 7a7a6db | 2012-07-05 06:19:21 +0000 | [diff] [blame] | 624 | ExitScopeIfDone(Node, OpenChildren); |
Evan Cheng | 3115698 | 2010-04-21 00:21:07 +0000 | [diff] [blame] | 625 | } |
Evan Cheng | 6ba9554 | 2010-03-03 02:48:20 +0000 | [diff] [blame] | 626 | |
| 627 | return Changed; |
| 628 | } |
| 629 | |
Evan Cheng | c6fe333 | 2010-03-02 02:38:24 +0000 | [diff] [blame] | 630 | bool MachineCSE::runOnMachineFunction(MachineFunction &MF) { |
Evan Cheng | 6ba9554 | 2010-03-03 02:48:20 +0000 | [diff] [blame] | 631 | TII = MF.getTarget().getInstrInfo(); |
Evan Cheng | b3958e8 | 2010-03-04 01:33:55 +0000 | [diff] [blame] | 632 | TRI = MF.getTarget().getRegisterInfo(); |
Evan Cheng | 6ba9554 | 2010-03-03 02:48:20 +0000 | [diff] [blame] | 633 | MRI = &MF.getRegInfo(); |
Evan Cheng | a5f32cb | 2010-03-04 21:18:08 +0000 | [diff] [blame] | 634 | AA = &getAnalysis<AliasAnalysis>(); |
Evan Cheng | 31f94c7 | 2010-03-09 03:21:12 +0000 | [diff] [blame] | 635 | DT = &getAnalysis<MachineDominatorTree>(); |
Lang Hames | c2e08db | 2012-02-17 00:27:16 +0000 | [diff] [blame] | 636 | AllocatableRegs = TRI->getAllocatableSet(MF); |
Evan Cheng | 3115698 | 2010-04-21 00:21:07 +0000 | [diff] [blame] | 637 | return PerformCSE(DT->getRootNode()); |
Evan Cheng | c6fe333 | 2010-03-02 02:38:24 +0000 | [diff] [blame] | 638 | } |