Owen Anderson | e359058 | 2007-08-02 18:11:11 +0000 | [diff] [blame] | 1 | //===- DeadStoreElimination.cpp - Fast Dead Store Elimination -------------===// |
Owen Anderson | 5e72db3 | 2007-07-11 00:46:18 +0000 | [diff] [blame] | 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
Chris Lattner | f3ebc3f | 2007-12-29 20:36:04 +0000 | [diff] [blame] | 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
Owen Anderson | 5e72db3 | 2007-07-11 00:46:18 +0000 | [diff] [blame] | 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | // |
| 10 | // This file implements a trivial dead store elimination that only considers |
| 11 | // basic-block local redundant stores. |
| 12 | // |
| 13 | // FIXME: This should eventually be extended to be a post-dominator tree |
| 14 | // traversal. Doing so would be pretty trivial. |
| 15 | // |
| 16 | //===----------------------------------------------------------------------===// |
| 17 | |
Owen Anderson | 10e52ed | 2007-08-01 06:36:51 +0000 | [diff] [blame] | 18 | #define DEBUG_TYPE "dse" |
Owen Anderson | 5e72db3 | 2007-07-11 00:46:18 +0000 | [diff] [blame] | 19 | #include "llvm/Transforms/Scalar.h" |
Owen Anderson | 32c4a05 | 2007-07-12 21:41:30 +0000 | [diff] [blame] | 20 | #include "llvm/Constants.h" |
Owen Anderson | 5e72db3 | 2007-07-11 00:46:18 +0000 | [diff] [blame] | 21 | #include "llvm/Function.h" |
Chris Lattner | 903add8 | 2010-11-30 23:43:23 +0000 | [diff] [blame] | 22 | #include "llvm/GlobalVariable.h" |
Owen Anderson | 5e72db3 | 2007-07-11 00:46:18 +0000 | [diff] [blame] | 23 | #include "llvm/Instructions.h" |
Owen Anderson | 48d3780 | 2008-01-29 06:18:36 +0000 | [diff] [blame] | 24 | #include "llvm/IntrinsicInst.h" |
Owen Anderson | 5e72db3 | 2007-07-11 00:46:18 +0000 | [diff] [blame] | 25 | #include "llvm/Pass.h" |
Owen Anderson | aa07172 | 2007-07-11 23:19:17 +0000 | [diff] [blame] | 26 | #include "llvm/Analysis/AliasAnalysis.h" |
Owen Anderson | 3f33897 | 2008-07-28 16:14:26 +0000 | [diff] [blame] | 27 | #include "llvm/Analysis/Dominators.h" |
Victor Hernandez | f390e04 | 2009-10-27 20:05:49 +0000 | [diff] [blame] | 28 | #include "llvm/Analysis/MemoryBuiltins.h" |
Owen Anderson | 5e72db3 | 2007-07-11 00:46:18 +0000 | [diff] [blame] | 29 | #include "llvm/Analysis/MemoryDependenceAnalysis.h" |
Chris Lattner | c0f3379 | 2010-11-30 23:05:20 +0000 | [diff] [blame] | 30 | #include "llvm/Analysis/ValueTracking.h" |
Owen Anderson | aa07172 | 2007-07-11 23:19:17 +0000 | [diff] [blame] | 31 | #include "llvm/Target/TargetData.h" |
Owen Anderson | 5e72db3 | 2007-07-11 00:46:18 +0000 | [diff] [blame] | 32 | #include "llvm/Transforms/Utils/Local.h" |
Chris Lattner | ca335e3 | 2010-12-06 21:13:51 +0000 | [diff] [blame] | 33 | #include "llvm/Support/Debug.h" |
| 34 | #include "llvm/ADT/SmallPtrSet.h" |
| 35 | #include "llvm/ADT/Statistic.h" |
Owen Anderson | 5e72db3 | 2007-07-11 00:46:18 +0000 | [diff] [blame] | 36 | using namespace llvm; |
| 37 | |
| 38 | STATISTIC(NumFastStores, "Number of stores deleted"); |
| 39 | STATISTIC(NumFastOther , "Number of other instrs removed"); |
| 40 | |
| 41 | namespace { |
Chris Lattner | 2dd09db | 2009-09-02 06:11:42 +0000 | [diff] [blame] | 42 | struct DSE : public FunctionPass { |
Chris Lattner | 51c28a9 | 2010-11-30 19:34:42 +0000 | [diff] [blame] | 43 | AliasAnalysis *AA; |
| 44 | MemoryDependenceAnalysis *MD; |
| 45 | |
Owen Anderson | 5e72db3 | 2007-07-11 00:46:18 +0000 | [diff] [blame] | 46 | static char ID; // Pass identification, replacement for typeid |
Chris Lattner | 51c28a9 | 2010-11-30 19:34:42 +0000 | [diff] [blame] | 47 | DSE() : FunctionPass(ID), AA(0), MD(0) { |
Owen Anderson | 6c18d1a | 2010-10-19 17:21:58 +0000 | [diff] [blame] | 48 | initializeDSEPass(*PassRegistry::getPassRegistry()); |
| 49 | } |
Owen Anderson | 5e72db3 | 2007-07-11 00:46:18 +0000 | [diff] [blame] | 50 | |
| 51 | virtual bool runOnFunction(Function &F) { |
Chris Lattner | 51c28a9 | 2010-11-30 19:34:42 +0000 | [diff] [blame] | 52 | AA = &getAnalysis<AliasAnalysis>(); |
| 53 | MD = &getAnalysis<MemoryDependenceAnalysis>(); |
Chris Lattner | c053cbb | 2010-02-11 05:11:54 +0000 | [diff] [blame] | 54 | DominatorTree &DT = getAnalysis<DominatorTree>(); |
| 55 | |
Chris Lattner | 51c28a9 | 2010-11-30 19:34:42 +0000 | [diff] [blame] | 56 | bool Changed = false; |
Owen Anderson | 5e72db3 | 2007-07-11 00:46:18 +0000 | [diff] [blame] | 57 | for (Function::iterator I = F.begin(), E = F.end(); I != E; ++I) |
Chris Lattner | c053cbb | 2010-02-11 05:11:54 +0000 | [diff] [blame] | 58 | // Only check non-dead blocks. Dead blocks may have strange pointer |
| 59 | // cycles that will confuse alias analysis. |
| 60 | if (DT.isReachableFromEntry(I)) |
| 61 | Changed |= runOnBasicBlock(*I); |
Chris Lattner | 51c28a9 | 2010-11-30 19:34:42 +0000 | [diff] [blame] | 62 | |
| 63 | AA = 0; MD = 0; |
Owen Anderson | 5e72db3 | 2007-07-11 00:46:18 +0000 | [diff] [blame] | 64 | return Changed; |
| 65 | } |
Chris Lattner | de04e11 | 2008-11-29 01:43:36 +0000 | [diff] [blame] | 66 | |
Owen Anderson | 5e72db3 | 2007-07-11 00:46:18 +0000 | [diff] [blame] | 67 | bool runOnBasicBlock(BasicBlock &BB); |
Chris Lattner | 9d179d9 | 2010-11-30 01:28:33 +0000 | [diff] [blame] | 68 | bool HandleFree(CallInst *F); |
Chris Lattner | 1adb675 | 2008-11-28 00:27:14 +0000 | [diff] [blame] | 69 | bool handleEndBlock(BasicBlock &BB); |
Chris Lattner | 51d67ce | 2010-11-30 21:47:58 +0000 | [diff] [blame] | 70 | void RemoveAccessedObjects(const AliasAnalysis::Location &LoadedLoc, |
| 71 | SmallPtrSet<Value*, 16> &DeadStackObjects); |
Chris Lattner | 1adb675 | 2008-11-28 00:27:14 +0000 | [diff] [blame] | 72 | |
Owen Anderson | 5e72db3 | 2007-07-11 00:46:18 +0000 | [diff] [blame] | 73 | |
| 74 | // getAnalysisUsage - We require post dominance frontiers (aka Control |
| 75 | // Dependence Graph) |
| 76 | virtual void getAnalysisUsage(AnalysisUsage &AU) const { |
| 77 | AU.setPreservesCFG(); |
Owen Anderson | 3f33897 | 2008-07-28 16:14:26 +0000 | [diff] [blame] | 78 | AU.addRequired<DominatorTree>(); |
Owen Anderson | aa07172 | 2007-07-11 23:19:17 +0000 | [diff] [blame] | 79 | AU.addRequired<AliasAnalysis>(); |
Owen Anderson | 5e72db3 | 2007-07-11 00:46:18 +0000 | [diff] [blame] | 80 | AU.addRequired<MemoryDependenceAnalysis>(); |
Chris Lattner | 51c28a9 | 2010-11-30 19:34:42 +0000 | [diff] [blame] | 81 | AU.addPreserved<AliasAnalysis>(); |
Owen Anderson | 3f33897 | 2008-07-28 16:14:26 +0000 | [diff] [blame] | 82 | AU.addPreserved<DominatorTree>(); |
Owen Anderson | 5e72db3 | 2007-07-11 00:46:18 +0000 | [diff] [blame] | 83 | AU.addPreserved<MemoryDependenceAnalysis>(); |
| 84 | } |
| 85 | }; |
Owen Anderson | 5e72db3 | 2007-07-11 00:46:18 +0000 | [diff] [blame] | 86 | } |
| 87 | |
Dan Gohman | d78c400 | 2008-05-13 00:00:25 +0000 | [diff] [blame] | 88 | char DSE::ID = 0; |
Owen Anderson | 8ac477f | 2010-10-12 19:48:12 +0000 | [diff] [blame] | 89 | INITIALIZE_PASS_BEGIN(DSE, "dse", "Dead Store Elimination", false, false) |
| 90 | INITIALIZE_PASS_DEPENDENCY(DominatorTree) |
| 91 | INITIALIZE_PASS_DEPENDENCY(MemoryDependenceAnalysis) |
| 92 | INITIALIZE_AG_DEPENDENCY(AliasAnalysis) |
| 93 | INITIALIZE_PASS_END(DSE, "dse", "Dead Store Elimination", false, false) |
Dan Gohman | d78c400 | 2008-05-13 00:00:25 +0000 | [diff] [blame] | 94 | |
Owen Anderson | 10e52ed | 2007-08-01 06:36:51 +0000 | [diff] [blame] | 95 | FunctionPass *llvm::createDeadStoreEliminationPass() { return new DSE(); } |
Owen Anderson | 5e72db3 | 2007-07-11 00:46:18 +0000 | [diff] [blame] | 96 | |
Chris Lattner | 6712251 | 2010-11-30 21:58:14 +0000 | [diff] [blame] | 97 | //===----------------------------------------------------------------------===// |
| 98 | // Helper functions |
| 99 | //===----------------------------------------------------------------------===// |
| 100 | |
| 101 | /// DeleteDeadInstruction - Delete this instruction. Before we do, go through |
| 102 | /// and zero out all the operands of this instruction. If any of them become |
| 103 | /// dead, delete them and the computation tree that feeds them. |
| 104 | /// |
| 105 | /// If ValueSet is non-null, remove any deleted instructions from it as well. |
| 106 | /// |
| 107 | static void DeleteDeadInstruction(Instruction *I, |
| 108 | MemoryDependenceAnalysis &MD, |
| 109 | SmallPtrSet<Value*, 16> *ValueSet = 0) { |
| 110 | SmallVector<Instruction*, 32> NowDeadInsts; |
| 111 | |
| 112 | NowDeadInsts.push_back(I); |
| 113 | --NumFastOther; |
| 114 | |
| 115 | // Before we touch this instruction, remove it from memdep! |
| 116 | do { |
| 117 | Instruction *DeadInst = NowDeadInsts.pop_back_val(); |
| 118 | ++NumFastOther; |
| 119 | |
| 120 | // This instruction is dead, zap it, in stages. Start by removing it from |
| 121 | // MemDep, which needs to know the operands and needs it to be in the |
| 122 | // function. |
| 123 | MD.removeInstruction(DeadInst); |
| 124 | |
| 125 | for (unsigned op = 0, e = DeadInst->getNumOperands(); op != e; ++op) { |
| 126 | Value *Op = DeadInst->getOperand(op); |
| 127 | DeadInst->setOperand(op, 0); |
| 128 | |
| 129 | // If this operand just became dead, add it to the NowDeadInsts list. |
| 130 | if (!Op->use_empty()) continue; |
| 131 | |
| 132 | if (Instruction *OpI = dyn_cast<Instruction>(Op)) |
| 133 | if (isInstructionTriviallyDead(OpI)) |
| 134 | NowDeadInsts.push_back(OpI); |
| 135 | } |
| 136 | |
| 137 | DeadInst->eraseFromParent(); |
| 138 | |
| 139 | if (ValueSet) ValueSet->erase(DeadInst); |
| 140 | } while (!NowDeadInsts.empty()); |
| 141 | } |
| 142 | |
| 143 | |
Chris Lattner | 2227a8a | 2010-11-30 01:37:52 +0000 | [diff] [blame] | 144 | /// hasMemoryWrite - Does this instruction write some memory? This only returns |
| 145 | /// true for things that we can analyze with other helpers below. |
| 146 | static bool hasMemoryWrite(Instruction *I) { |
Nick Lewycky | 9027147 | 2009-11-10 06:46:40 +0000 | [diff] [blame] | 147 | if (isa<StoreInst>(I)) |
| 148 | return true; |
| 149 | if (IntrinsicInst *II = dyn_cast<IntrinsicInst>(I)) { |
| 150 | switch (II->getIntrinsicID()) { |
Chris Lattner | 2764b4d | 2009-12-02 06:35:55 +0000 | [diff] [blame] | 151 | default: |
| 152 | return false; |
| 153 | case Intrinsic::memset: |
| 154 | case Intrinsic::memmove: |
| 155 | case Intrinsic::memcpy: |
| 156 | case Intrinsic::init_trampoline: |
| 157 | case Intrinsic::lifetime_end: |
| 158 | return true; |
Nick Lewycky | 9027147 | 2009-11-10 06:46:40 +0000 | [diff] [blame] | 159 | } |
| 160 | } |
| 161 | return false; |
| 162 | } |
| 163 | |
Chris Lattner | 58b779e | 2010-11-30 07:23:21 +0000 | [diff] [blame] | 164 | /// getLocForWrite - Return a Location stored to by the specified instruction. |
| 165 | static AliasAnalysis::Location |
| 166 | getLocForWrite(Instruction *Inst, AliasAnalysis &AA) { |
| 167 | if (StoreInst *SI = dyn_cast<StoreInst>(Inst)) |
| 168 | return AA.getLocation(SI); |
| 169 | |
| 170 | if (MemIntrinsic *MI = dyn_cast<MemIntrinsic>(Inst)) { |
| 171 | // memcpy/memmove/memset. |
| 172 | AliasAnalysis::Location Loc = AA.getLocationForDest(MI); |
| 173 | // If we don't have target data around, an unknown size in Location means |
| 174 | // that we should use the size of the pointee type. This isn't valid for |
| 175 | // memset/memcpy, which writes more than an i8. |
| 176 | if (Loc.Size == AliasAnalysis::UnknownSize && AA.getTargetData() == 0) |
| 177 | return AliasAnalysis::Location(); |
| 178 | return Loc; |
| 179 | } |
| 180 | |
| 181 | IntrinsicInst *II = dyn_cast<IntrinsicInst>(Inst); |
| 182 | if (II == 0) return AliasAnalysis::Location(); |
| 183 | |
| 184 | switch (II->getIntrinsicID()) { |
| 185 | default: return AliasAnalysis::Location(); // Unhandled intrinsic. |
| 186 | case Intrinsic::init_trampoline: |
| 187 | // If we don't have target data around, an unknown size in Location means |
| 188 | // that we should use the size of the pointee type. This isn't valid for |
| 189 | // init.trampoline, which writes more than an i8. |
| 190 | if (AA.getTargetData() == 0) return AliasAnalysis::Location(); |
| 191 | |
| 192 | // FIXME: We don't know the size of the trampoline, so we can't really |
| 193 | // handle it here. |
| 194 | return AliasAnalysis::Location(II->getArgOperand(0)); |
| 195 | case Intrinsic::lifetime_end: { |
| 196 | uint64_t Len = cast<ConstantInt>(II->getArgOperand(0))->getZExtValue(); |
| 197 | return AliasAnalysis::Location(II->getArgOperand(1), Len); |
| 198 | } |
| 199 | } |
| 200 | } |
| 201 | |
Chris Lattner | 94fbdf3 | 2010-12-06 01:48:06 +0000 | [diff] [blame] | 202 | /// getLocForRead - Return the location read by the specified "hasMemoryWrite" |
| 203 | /// instruction if any. |
| 204 | static AliasAnalysis::Location |
| 205 | getLocForRead(Instruction *Inst, AliasAnalysis &AA) { |
| 206 | assert(hasMemoryWrite(Inst) && "Unknown instruction case"); |
| 207 | |
| 208 | // The only instructions that both read and write are the mem transfer |
| 209 | // instructions (memcpy/memmove). |
| 210 | if (MemTransferInst *MTI = dyn_cast<MemTransferInst>(Inst)) |
| 211 | return AA.getLocationForSource(MTI); |
| 212 | return AliasAnalysis::Location(); |
| 213 | } |
| 214 | |
| 215 | |
Chris Lattner | 3590ef8 | 2010-11-30 05:30:45 +0000 | [diff] [blame] | 216 | /// isRemovable - If the value of this instruction and the memory it writes to |
| 217 | /// is unused, may we delete this instruction? |
| 218 | static bool isRemovable(Instruction *I) { |
Chris Lattner | b63ba73 | 2010-11-30 19:12:10 +0000 | [diff] [blame] | 219 | // Don't remove volatile stores. |
Nick Lewycky | 9027147 | 2009-11-10 06:46:40 +0000 | [diff] [blame] | 220 | if (StoreInst *SI = dyn_cast<StoreInst>(I)) |
| 221 | return !SI->isVolatile(); |
Chris Lattner | b63ba73 | 2010-11-30 19:12:10 +0000 | [diff] [blame] | 222 | |
| 223 | IntrinsicInst *II = cast<IntrinsicInst>(I); |
| 224 | switch (II->getIntrinsicID()) { |
| 225 | default: assert(0 && "doesn't pass 'hasMemoryWrite' predicate"); |
| 226 | case Intrinsic::lifetime_end: |
| 227 | // Never remove dead lifetime_end's, e.g. because it is followed by a |
| 228 | // free. |
| 229 | return false; |
| 230 | case Intrinsic::init_trampoline: |
| 231 | // Always safe to remove init_trampoline. |
| 232 | return true; |
| 233 | |
| 234 | case Intrinsic::memset: |
| 235 | case Intrinsic::memmove: |
| 236 | case Intrinsic::memcpy: |
| 237 | // Don't remove volatile memory intrinsics. |
| 238 | return !cast<MemIntrinsic>(II)->isVolatile(); |
| 239 | } |
Nick Lewycky | 9027147 | 2009-11-10 06:46:40 +0000 | [diff] [blame] | 240 | } |
| 241 | |
Chris Lattner | 6712251 | 2010-11-30 21:58:14 +0000 | [diff] [blame] | 242 | /// getStoredPointerOperand - Return the pointer that is being written to. |
| 243 | static Value *getStoredPointerOperand(Instruction *I) { |
Nick Lewycky | 9027147 | 2009-11-10 06:46:40 +0000 | [diff] [blame] | 244 | if (StoreInst *SI = dyn_cast<StoreInst>(I)) |
| 245 | return SI->getPointerOperand(); |
| 246 | if (MemIntrinsic *MI = dyn_cast<MemIntrinsic>(I)) |
Chris Lattner | 6712251 | 2010-11-30 21:58:14 +0000 | [diff] [blame] | 247 | return MI->getDest(); |
Gabor Greif | 91f9589 | 2010-06-24 12:03:56 +0000 | [diff] [blame] | 248 | |
| 249 | IntrinsicInst *II = cast<IntrinsicInst>(I); |
| 250 | switch (II->getIntrinsicID()) { |
Chris Lattner | 2764b4d | 2009-12-02 06:35:55 +0000 | [diff] [blame] | 251 | default: assert(false && "Unexpected intrinsic!"); |
| 252 | case Intrinsic::init_trampoline: |
Gabor Greif | 91f9589 | 2010-06-24 12:03:56 +0000 | [diff] [blame] | 253 | return II->getArgOperand(0); |
Duncan Sands | 1925d3a | 2009-11-10 13:49:50 +0000 | [diff] [blame] | 254 | } |
Nick Lewycky | 9027147 | 2009-11-10 06:46:40 +0000 | [diff] [blame] | 255 | } |
| 256 | |
Chris Lattner | 51c28a9 | 2010-11-30 19:34:42 +0000 | [diff] [blame] | 257 | static uint64_t getPointerSize(Value *V, AliasAnalysis &AA) { |
| 258 | const TargetData *TD = AA.getTargetData(); |
| 259 | if (TD == 0) |
| 260 | return AliasAnalysis::UnknownSize; |
| 261 | |
| 262 | if (AllocaInst *A = dyn_cast<AllocaInst>(V)) { |
| 263 | // Get size information for the alloca |
| 264 | if (ConstantInt *C = dyn_cast<ConstantInt>(A->getArraySize())) |
| 265 | return C->getZExtValue() * TD->getTypeAllocSize(A->getAllocatedType()); |
| 266 | return AliasAnalysis::UnknownSize; |
| 267 | } |
| 268 | |
| 269 | assert(isa<Argument>(V) && "Expected AllocaInst or Argument!"); |
| 270 | const PointerType *PT = cast<PointerType>(V->getType()); |
| 271 | return TD->getTypeAllocSize(PT->getElementType()); |
| 272 | } |
| 273 | |
Chris Lattner | 903add8 | 2010-11-30 23:43:23 +0000 | [diff] [blame] | 274 | /// isObjectPointerWithTrustworthySize - Return true if the specified Value* is |
| 275 | /// pointing to an object with a pointer size we can trust. |
| 276 | static bool isObjectPointerWithTrustworthySize(const Value *V) { |
| 277 | if (const AllocaInst *AI = dyn_cast<AllocaInst>(V)) |
| 278 | return !AI->isArrayAllocation(); |
| 279 | if (const GlobalVariable *GV = dyn_cast<GlobalVariable>(V)) |
Chris Lattner | 4dc53e3 | 2010-12-06 21:48:10 +0000 | [diff] [blame] | 280 | return !GV->mayBeOverridden(); |
Chris Lattner | 903add8 | 2010-11-30 23:43:23 +0000 | [diff] [blame] | 281 | if (const Argument *A = dyn_cast<Argument>(V)) |
| 282 | return A->hasByValAttr(); |
| 283 | return false; |
| 284 | } |
Chris Lattner | 51c28a9 | 2010-11-30 19:34:42 +0000 | [diff] [blame] | 285 | |
Chris Lattner | 58b779e | 2010-11-30 07:23:21 +0000 | [diff] [blame] | 286 | /// isCompleteOverwrite - Return true if a store to the 'Later' location |
| 287 | /// completely overwrites a store to the 'Earlier' location. |
| 288 | static bool isCompleteOverwrite(const AliasAnalysis::Location &Later, |
| 289 | const AliasAnalysis::Location &Earlier, |
Chris Lattner | 77d79fa | 2010-11-30 19:28:23 +0000 | [diff] [blame] | 290 | AliasAnalysis &AA) { |
Chris Lattner | c0f3379 | 2010-11-30 23:05:20 +0000 | [diff] [blame] | 291 | const Value *P1 = Earlier.Ptr->stripPointerCasts(); |
| 292 | const Value *P2 = Later.Ptr->stripPointerCasts(); |
Chris Lattner | 58b779e | 2010-11-30 07:23:21 +0000 | [diff] [blame] | 293 | |
Chris Lattner | c0f3379 | 2010-11-30 23:05:20 +0000 | [diff] [blame] | 294 | // If the start pointers are the same, we just have to compare sizes to see if |
| 295 | // the later store was larger than the earlier store. |
| 296 | if (P1 == P2) { |
| 297 | // If we don't know the sizes of either access, then we can't do a |
| 298 | // comparison. |
| 299 | if (Later.Size == AliasAnalysis::UnknownSize || |
| 300 | Earlier.Size == AliasAnalysis::UnknownSize) { |
| 301 | // If we have no TargetData information around, then the size of the store |
| 302 | // is inferrable from the pointee type. If they are the same type, then |
| 303 | // we know that the store is safe. |
| 304 | if (AA.getTargetData() == 0) |
| 305 | return Later.Ptr->getType() == Earlier.Ptr->getType(); |
| 306 | return false; |
| 307 | } |
| 308 | |
| 309 | // Make sure that the Later size is >= the Earlier size. |
| 310 | if (Later.Size < Earlier.Size) |
| 311 | return false; |
| 312 | return true; |
Chris Lattner | 77d79fa | 2010-11-30 19:28:23 +0000 | [diff] [blame] | 313 | } |
Chris Lattner | 58b779e | 2010-11-30 07:23:21 +0000 | [diff] [blame] | 314 | |
Chris Lattner | c0f3379 | 2010-11-30 23:05:20 +0000 | [diff] [blame] | 315 | // Otherwise, we have to have size information, and the later store has to be |
| 316 | // larger than the earlier one. |
| 317 | if (Later.Size == AliasAnalysis::UnknownSize || |
| 318 | Earlier.Size == AliasAnalysis::UnknownSize || |
Chris Lattner | 903add8 | 2010-11-30 23:43:23 +0000 | [diff] [blame] | 319 | Later.Size <= Earlier.Size || AA.getTargetData() == 0) |
Chris Lattner | 58b779e | 2010-11-30 07:23:21 +0000 | [diff] [blame] | 320 | return false; |
| 321 | |
Chris Lattner | 903add8 | 2010-11-30 23:43:23 +0000 | [diff] [blame] | 322 | // Check to see if the later store is to the entire object (either a global, |
| 323 | // an alloca, or a byval argument). If so, then it clearly overwrites any |
| 324 | // other store to the same object. |
Chris Lattner | c0f3379 | 2010-11-30 23:05:20 +0000 | [diff] [blame] | 325 | const TargetData &TD = *AA.getTargetData(); |
| 326 | |
Dan Gohman | a4fcd24 | 2010-12-15 20:02:24 +0000 | [diff] [blame^] | 327 | const Value *UO1 = GetUnderlyingObject(P1), *UO2 = GetUnderlyingObject(P2); |
Chris Lattner | 903add8 | 2010-11-30 23:43:23 +0000 | [diff] [blame] | 328 | |
| 329 | // If we can't resolve the same pointers to the same object, then we can't |
| 330 | // analyze them at all. |
| 331 | if (UO1 != UO2) |
| 332 | return false; |
| 333 | |
| 334 | // If the "Later" store is to a recognizable object, get its size. |
| 335 | if (isObjectPointerWithTrustworthySize(UO2)) { |
| 336 | uint64_t ObjectSize = |
| 337 | TD.getTypeAllocSize(cast<PointerType>(UO2->getType())->getElementType()); |
| 338 | if (ObjectSize == Later.Size) |
| 339 | return true; |
| 340 | } |
| 341 | |
Chris Lattner | c0f3379 | 2010-11-30 23:05:20 +0000 | [diff] [blame] | 342 | // Okay, we have stores to two completely different pointers. Try to |
| 343 | // decompose the pointer into a "base + constant_offset" form. If the base |
| 344 | // pointers are equal, then we can reason about the two stores. |
| 345 | int64_t Off1 = 0, Off2 = 0; |
| 346 | const Value *BP1 = GetPointerBaseWithConstantOffset(P1, Off1, TD); |
| 347 | const Value *BP2 = GetPointerBaseWithConstantOffset(P2, Off2, TD); |
| 348 | |
| 349 | // If the base pointers still differ, we have two completely different stores. |
| 350 | if (BP1 != BP2) |
| 351 | return false; |
| 352 | |
| 353 | // Otherwise, we might have a situation like: |
| 354 | // store i16 -> P + 1 Byte |
| 355 | // store i32 -> P |
| 356 | // In this case, we see if the later store completely overlaps all bytes |
| 357 | // stored by the previous store. |
| 358 | if (Off1 < Off2 || // Earlier starts before Later. |
| 359 | Off1+Earlier.Size > Off2+Later.Size) // Earlier goes beyond Later. |
| 360 | return false; |
| 361 | // Otherwise, we have complete overlap. |
Chris Lattner | 58b779e | 2010-11-30 07:23:21 +0000 | [diff] [blame] | 362 | return true; |
Nick Lewycky | 9027147 | 2009-11-10 06:46:40 +0000 | [diff] [blame] | 363 | } |
| 364 | |
Chris Lattner | 94fbdf3 | 2010-12-06 01:48:06 +0000 | [diff] [blame] | 365 | /// isPossibleSelfRead - If 'Inst' might be a self read (i.e. a noop copy of a |
| 366 | /// memory region into an identical pointer) then it doesn't actually make its |
| 367 | /// input dead in the traditional sense. Consider this case: |
| 368 | /// |
| 369 | /// memcpy(A <- B) |
| 370 | /// memcpy(A <- A) |
| 371 | /// |
| 372 | /// In this case, the second store to A does not make the first store to A dead. |
| 373 | /// The usual situation isn't an explicit A<-A store like this (which can be |
| 374 | /// trivially removed) but a case where two pointers may alias. |
| 375 | /// |
| 376 | /// This function detects when it is unsafe to remove a dependent instruction |
| 377 | /// because the DSE inducing instruction may be a self-read. |
| 378 | static bool isPossibleSelfRead(Instruction *Inst, |
| 379 | const AliasAnalysis::Location &InstStoreLoc, |
| 380 | Instruction *DepWrite, AliasAnalysis &AA) { |
| 381 | // Self reads can only happen for instructions that read memory. Get the |
| 382 | // location read. |
| 383 | AliasAnalysis::Location InstReadLoc = getLocForRead(Inst, AA); |
| 384 | if (InstReadLoc.Ptr == 0) return false; // Not a reading instruction. |
| 385 | |
| 386 | // If the read and written loc obviously don't alias, it isn't a read. |
| 387 | if (AA.isNoAlias(InstReadLoc, InstStoreLoc)) return false; |
| 388 | |
| 389 | // Okay, 'Inst' may copy over itself. However, we can still remove a the |
| 390 | // DepWrite instruction if we can prove that it reads from the same location |
| 391 | // as Inst. This handles useful cases like: |
| 392 | // memcpy(A <- B) |
| 393 | // memcpy(A <- B) |
| 394 | // Here we don't know if A/B may alias, but we do know that B/B are must |
| 395 | // aliases, so removing the first memcpy is safe (assuming it writes <= # |
| 396 | // bytes as the second one. |
| 397 | AliasAnalysis::Location DepReadLoc = getLocForRead(DepWrite, AA); |
| 398 | |
| 399 | if (DepReadLoc.Ptr && AA.isMustAlias(InstReadLoc.Ptr, DepReadLoc.Ptr)) |
| 400 | return false; |
| 401 | |
| 402 | // If DepWrite doesn't read memory or if we can't prove it is a must alias, |
| 403 | // then it can't be considered dead. |
| 404 | return true; |
| 405 | } |
| 406 | |
Chris Lattner | 6712251 | 2010-11-30 21:58:14 +0000 | [diff] [blame] | 407 | |
| 408 | //===----------------------------------------------------------------------===// |
| 409 | // DSE Pass |
| 410 | //===----------------------------------------------------------------------===// |
| 411 | |
Owen Anderson | 10e52ed | 2007-08-01 06:36:51 +0000 | [diff] [blame] | 412 | bool DSE::runOnBasicBlock(BasicBlock &BB) { |
Owen Anderson | 5e72db3 | 2007-07-11 00:46:18 +0000 | [diff] [blame] | 413 | bool MadeChange = false; |
| 414 | |
Chris Lattner | 4916267 | 2009-09-02 06:31:02 +0000 | [diff] [blame] | 415 | // Do a top-down walk on the BB. |
Chris Lattner | f2a8ba4 | 2008-11-28 21:29:52 +0000 | [diff] [blame] | 416 | for (BasicBlock::iterator BBI = BB.begin(), BBE = BB.end(); BBI != BBE; ) { |
| 417 | Instruction *Inst = BBI++; |
| 418 | |
Chris Lattner | 9d179d9 | 2010-11-30 01:28:33 +0000 | [diff] [blame] | 419 | // Handle 'free' calls specially. |
| 420 | if (CallInst *F = isFreeCall(Inst)) { |
| 421 | MadeChange |= HandleFree(F); |
| 422 | continue; |
| 423 | } |
| 424 | |
Chris Lattner | 2227a8a | 2010-11-30 01:37:52 +0000 | [diff] [blame] | 425 | // If we find something that writes memory, get its memory dependence. |
| 426 | if (!hasMemoryWrite(Inst)) |
Owen Anderson | 0aecf0e | 2007-08-08 04:52:29 +0000 | [diff] [blame] | 427 | continue; |
Chris Lattner | d4f1090 | 2010-11-30 00:01:19 +0000 | [diff] [blame] | 428 | |
Chris Lattner | 51c28a9 | 2010-11-30 19:34:42 +0000 | [diff] [blame] | 429 | MemDepResult InstDep = MD->getDependency(Inst); |
Chris Lattner | f2a8ba4 | 2008-11-28 21:29:52 +0000 | [diff] [blame] | 430 | |
Chris Lattner | d4f1090 | 2010-11-30 00:01:19 +0000 | [diff] [blame] | 431 | // Ignore non-local store liveness. |
Chris Lattner | 57e91ea | 2008-12-06 00:53:22 +0000 | [diff] [blame] | 432 | // FIXME: cross-block DSE would be fun. :) |
Chris Lattner | 58b779e | 2010-11-30 07:23:21 +0000 | [diff] [blame] | 433 | if (InstDep.isNonLocal() || |
| 434 | // Ignore self dependence, which happens in the entry block of the |
| 435 | // function. |
| 436 | InstDep.getInst() == Inst) |
| 437 | continue; |
Chris Lattner | 9d179d9 | 2010-11-30 01:28:33 +0000 | [diff] [blame] | 438 | |
Chris Lattner | 57e91ea | 2008-12-06 00:53:22 +0000 | [diff] [blame] | 439 | // If we're storing the same value back to a pointer that we just |
| 440 | // loaded from, then the store can be removed. |
Nick Lewycky | 9027147 | 2009-11-10 06:46:40 +0000 | [diff] [blame] | 441 | if (StoreInst *SI = dyn_cast<StoreInst>(Inst)) { |
| 442 | if (LoadInst *DepLoad = dyn_cast<LoadInst>(InstDep.getInst())) { |
| 443 | if (SI->getPointerOperand() == DepLoad->getPointerOperand() && |
Chris Lattner | c3c754f | 2010-11-30 00:12:39 +0000 | [diff] [blame] | 444 | SI->getOperand(0) == DepLoad && !SI->isVolatile()) { |
Chris Lattner | ca335e3 | 2010-12-06 21:13:51 +0000 | [diff] [blame] | 445 | DEBUG(dbgs() << "DSE: Remove Store Of Load from same pointer:\n " |
| 446 | << "LOAD: " << *DepLoad << "\n STORE: " << *SI << '\n'); |
| 447 | |
Nick Lewycky | 9027147 | 2009-11-10 06:46:40 +0000 | [diff] [blame] | 448 | // DeleteDeadInstruction can delete the current instruction. Save BBI |
| 449 | // in case we need it. |
| 450 | WeakVH NextInst(BBI); |
| 451 | |
Chris Lattner | 6712251 | 2010-11-30 21:58:14 +0000 | [diff] [blame] | 452 | DeleteDeadInstruction(SI, *MD); |
Nick Lewycky | 9027147 | 2009-11-10 06:46:40 +0000 | [diff] [blame] | 453 | |
| 454 | if (NextInst == 0) // Next instruction deleted. |
| 455 | BBI = BB.begin(); |
| 456 | else if (BBI != BB.begin()) // Revisit this instruction if possible. |
| 457 | --BBI; |
Dan Gohman | d2d1ae1 | 2010-06-22 15:08:57 +0000 | [diff] [blame] | 458 | ++NumFastStores; |
Nick Lewycky | 9027147 | 2009-11-10 06:46:40 +0000 | [diff] [blame] | 459 | MadeChange = true; |
| 460 | continue; |
| 461 | } |
Chris Lattner | 0e3d633 | 2008-12-05 21:04:20 +0000 | [diff] [blame] | 462 | } |
Owen Anderson | 5e72db3 | 2007-07-11 00:46:18 +0000 | [diff] [blame] | 463 | } |
Chris Lattner | 3590ef8 | 2010-11-30 05:30:45 +0000 | [diff] [blame] | 464 | |
Chris Lattner | 58b779e | 2010-11-30 07:23:21 +0000 | [diff] [blame] | 465 | // Figure out what location is being stored to. |
Chris Lattner | 51c28a9 | 2010-11-30 19:34:42 +0000 | [diff] [blame] | 466 | AliasAnalysis::Location Loc = getLocForWrite(Inst, *AA); |
Chris Lattner | 58b779e | 2010-11-30 07:23:21 +0000 | [diff] [blame] | 467 | |
| 468 | // If we didn't get a useful location, fail. |
| 469 | if (Loc.Ptr == 0) |
| 470 | continue; |
| 471 | |
| 472 | while (!InstDep.isNonLocal()) { |
| 473 | // Get the memory clobbered by the instruction we depend on. MemDep will |
| 474 | // skip any instructions that 'Loc' clearly doesn't interact with. If we |
| 475 | // end up depending on a may- or must-aliased load, then we can't optimize |
| 476 | // away the store and we bail out. However, if we depend on on something |
| 477 | // that overwrites the memory location we *can* potentially optimize it. |
| 478 | // |
| 479 | // Find out what memory location the dependant instruction stores. |
| 480 | Instruction *DepWrite = InstDep.getInst(); |
Chris Lattner | 51c28a9 | 2010-11-30 19:34:42 +0000 | [diff] [blame] | 481 | AliasAnalysis::Location DepLoc = getLocForWrite(DepWrite, *AA); |
Chris Lattner | 58b779e | 2010-11-30 07:23:21 +0000 | [diff] [blame] | 482 | // If we didn't get a useful location, or if it isn't a size, bail out. |
| 483 | if (DepLoc.Ptr == 0) |
| 484 | break; |
| 485 | |
Chris Lattner | 94fbdf3 | 2010-12-06 01:48:06 +0000 | [diff] [blame] | 486 | // If we find a write that is a) removable (i.e., non-volatile), b) is |
| 487 | // completely obliterated by the store to 'Loc', and c) which we know that |
| 488 | // 'Inst' doesn't load from, then we can remove it. |
| 489 | if (isRemovable(DepWrite) && isCompleteOverwrite(Loc, DepLoc, *AA) && |
| 490 | !isPossibleSelfRead(Inst, Loc, DepWrite, *AA)) { |
Chris Lattner | ca335e3 | 2010-12-06 21:13:51 +0000 | [diff] [blame] | 491 | DEBUG(dbgs() << "DSE: Remove Dead Store:\n DEAD: " |
| 492 | << *DepWrite << "\n KILLER: " << *Inst << '\n'); |
| 493 | |
Chris Lattner | 58b779e | 2010-11-30 07:23:21 +0000 | [diff] [blame] | 494 | // Delete the store and now-dead instructions that feed it. |
Chris Lattner | 6712251 | 2010-11-30 21:58:14 +0000 | [diff] [blame] | 495 | DeleteDeadInstruction(DepWrite, *MD); |
Chris Lattner | 58b779e | 2010-11-30 07:23:21 +0000 | [diff] [blame] | 496 | ++NumFastStores; |
| 497 | MadeChange = true; |
| 498 | |
| 499 | // DeleteDeadInstruction can delete the current instruction in loop |
| 500 | // cases, reset BBI. |
| 501 | BBI = Inst; |
| 502 | if (BBI != BB.begin()) |
| 503 | --BBI; |
| 504 | break; |
| 505 | } |
| 506 | |
Chris Lattner | d4f1090 | 2010-11-30 00:01:19 +0000 | [diff] [blame] | 507 | // If this is a may-aliased store that is clobbering the store value, we |
| 508 | // can keep searching past it for another must-aliased pointer that stores |
| 509 | // to the same location. For example, in: |
| 510 | // store -> P |
| 511 | // store -> Q |
| 512 | // store -> P |
| 513 | // we can remove the first store to P even though we don't know if P and Q |
| 514 | // alias. |
Chris Lattner | 58b779e | 2010-11-30 07:23:21 +0000 | [diff] [blame] | 515 | if (DepWrite == &BB.front()) break; |
| 516 | |
| 517 | // Can't look past this instruction if it might read 'Loc'. |
Chris Lattner | 51c28a9 | 2010-11-30 19:34:42 +0000 | [diff] [blame] | 518 | if (AA->getModRefInfo(DepWrite, Loc) & AliasAnalysis::Ref) |
Chris Lattner | 58b779e | 2010-11-30 07:23:21 +0000 | [diff] [blame] | 519 | break; |
Chris Lattner | 3590ef8 | 2010-11-30 05:30:45 +0000 | [diff] [blame] | 520 | |
Chris Lattner | 51c28a9 | 2010-11-30 19:34:42 +0000 | [diff] [blame] | 521 | InstDep = MD->getPointerDependencyFrom(Loc, false, DepWrite, &BB); |
Owen Anderson | 2b2bd28 | 2009-10-28 07:05:35 +0000 | [diff] [blame] | 522 | } |
Owen Anderson | 5e72db3 | 2007-07-11 00:46:18 +0000 | [diff] [blame] | 523 | } |
| 524 | |
Chris Lattner | f2a8ba4 | 2008-11-28 21:29:52 +0000 | [diff] [blame] | 525 | // If this block ends in a return, unwind, or unreachable, all allocas are |
| 526 | // dead at its end, which means stores to them are also dead. |
Owen Anderson | 32c4a05 | 2007-07-12 21:41:30 +0000 | [diff] [blame] | 527 | if (BB.getTerminator()->getNumSuccessors() == 0) |
Chris Lattner | 1adb675 | 2008-11-28 00:27:14 +0000 | [diff] [blame] | 528 | MadeChange |= handleEndBlock(BB); |
Owen Anderson | 5e72db3 | 2007-07-11 00:46:18 +0000 | [diff] [blame] | 529 | |
| 530 | return MadeChange; |
| 531 | } |
| 532 | |
Chris Lattner | 9d179d9 | 2010-11-30 01:28:33 +0000 | [diff] [blame] | 533 | /// HandleFree - Handle frees of entire structures whose dependency is a store |
| 534 | /// to a field of that structure. |
| 535 | bool DSE::HandleFree(CallInst *F) { |
Chris Lattner | 51c28a9 | 2010-11-30 19:34:42 +0000 | [diff] [blame] | 536 | MemDepResult Dep = MD->getDependency(F); |
Dan Gohman | d4b7fff | 2010-11-12 02:19:17 +0000 | [diff] [blame] | 537 | do { |
Chris Lattner | 9d179d9 | 2010-11-30 01:28:33 +0000 | [diff] [blame] | 538 | if (Dep.isNonLocal()) return false; |
| 539 | |
Dan Gohman | d4b7fff | 2010-11-12 02:19:17 +0000 | [diff] [blame] | 540 | Instruction *Dependency = Dep.getInst(); |
Chris Lattner | 3590ef8 | 2010-11-30 05:30:45 +0000 | [diff] [blame] | 541 | if (!hasMemoryWrite(Dependency) || !isRemovable(Dependency)) |
Dan Gohman | d4b7fff | 2010-11-12 02:19:17 +0000 | [diff] [blame] | 542 | return false; |
Owen Anderson | d4451de | 2007-07-12 18:08:51 +0000 | [diff] [blame] | 543 | |
Chris Lattner | 6712251 | 2010-11-30 21:58:14 +0000 | [diff] [blame] | 544 | Value *DepPointer = |
Dan Gohman | a4fcd24 | 2010-12-15 20:02:24 +0000 | [diff] [blame^] | 545 | GetUnderlyingObject(getStoredPointerOperand(Dependency)); |
Duncan Sands | fe3bef0 | 2008-01-20 10:49:23 +0000 | [diff] [blame] | 546 | |
Dan Gohman | d4b7fff | 2010-11-12 02:19:17 +0000 | [diff] [blame] | 547 | // Check for aliasing. |
Chris Lattner | 94fbdf3 | 2010-12-06 01:48:06 +0000 | [diff] [blame] | 548 | if (!AA->isMustAlias(F->getArgOperand(0), DepPointer)) |
Dan Gohman | d4b7fff | 2010-11-12 02:19:17 +0000 | [diff] [blame] | 549 | return false; |
Owen Anderson | aa07172 | 2007-07-11 23:19:17 +0000 | [diff] [blame] | 550 | |
Dan Gohman | d4b7fff | 2010-11-12 02:19:17 +0000 | [diff] [blame] | 551 | // DCE instructions only used to calculate that store |
Chris Lattner | 6712251 | 2010-11-30 21:58:14 +0000 | [diff] [blame] | 552 | DeleteDeadInstruction(Dependency, *MD); |
Dan Gohman | d4b7fff | 2010-11-12 02:19:17 +0000 | [diff] [blame] | 553 | ++NumFastStores; |
| 554 | |
| 555 | // Inst's old Dependency is now deleted. Compute the next dependency, |
| 556 | // which may also be dead, as in |
| 557 | // s[0] = 0; |
| 558 | // s[1] = 0; // This has just been deleted. |
| 559 | // free(s); |
Chris Lattner | 51c28a9 | 2010-11-30 19:34:42 +0000 | [diff] [blame] | 560 | Dep = MD->getDependency(F); |
Dan Gohman | d4b7fff | 2010-11-12 02:19:17 +0000 | [diff] [blame] | 561 | } while (!Dep.isNonLocal()); |
Chris Lattner | 9d179d9 | 2010-11-30 01:28:33 +0000 | [diff] [blame] | 562 | |
Chris Lattner | 1adb675 | 2008-11-28 00:27:14 +0000 | [diff] [blame] | 563 | return true; |
Owen Anderson | aa07172 | 2007-07-11 23:19:17 +0000 | [diff] [blame] | 564 | } |
| 565 | |
Owen Anderson | e359058 | 2007-08-02 18:11:11 +0000 | [diff] [blame] | 566 | /// handleEndBlock - Remove dead stores to stack-allocated locations in the |
Owen Anderson | 52aaabf | 2007-08-08 17:50:09 +0000 | [diff] [blame] | 567 | /// function end block. Ex: |
| 568 | /// %A = alloca i32 |
| 569 | /// ... |
| 570 | /// store i32 1, i32* %A |
| 571 | /// ret void |
Chris Lattner | 1adb675 | 2008-11-28 00:27:14 +0000 | [diff] [blame] | 572 | bool DSE::handleEndBlock(BasicBlock &BB) { |
Owen Anderson | 32c4a05 | 2007-07-12 21:41:30 +0000 | [diff] [blame] | 573 | bool MadeChange = false; |
| 574 | |
Chris Lattner | 7fe08b6 | 2010-11-30 21:32:12 +0000 | [diff] [blame] | 575 | // Keep track of all of the stack objects that are dead at the end of the |
| 576 | // function. |
| 577 | SmallPtrSet<Value*, 16> DeadStackObjects; |
Owen Anderson | 32c4a05 | 2007-07-12 21:41:30 +0000 | [diff] [blame] | 578 | |
Chris Lattner | 1adb675 | 2008-11-28 00:27:14 +0000 | [diff] [blame] | 579 | // Find all of the alloca'd pointers in the entry block. |
Owen Anderson | 32c4a05 | 2007-07-12 21:41:30 +0000 | [diff] [blame] | 580 | BasicBlock *Entry = BB.getParent()->begin(); |
| 581 | for (BasicBlock::iterator I = Entry->begin(), E = Entry->end(); I != E; ++I) |
| 582 | if (AllocaInst *AI = dyn_cast<AllocaInst>(I)) |
Chris Lattner | 7fe08b6 | 2010-11-30 21:32:12 +0000 | [diff] [blame] | 583 | DeadStackObjects.insert(AI); |
Chris Lattner | 1adb675 | 2008-11-28 00:27:14 +0000 | [diff] [blame] | 584 | |
| 585 | // Treat byval arguments the same, stores to them are dead at the end of the |
| 586 | // function. |
Owen Anderson | 48d3780 | 2008-01-29 06:18:36 +0000 | [diff] [blame] | 587 | for (Function::arg_iterator AI = BB.getParent()->arg_begin(), |
| 588 | AE = BB.getParent()->arg_end(); AI != AE; ++AI) |
| 589 | if (AI->hasByValAttr()) |
Chris Lattner | 7fe08b6 | 2010-11-30 21:32:12 +0000 | [diff] [blame] | 590 | DeadStackObjects.insert(AI); |
Owen Anderson | 32c4a05 | 2007-07-12 21:41:30 +0000 | [diff] [blame] | 591 | |
| 592 | // Scan the basic block backwards |
| 593 | for (BasicBlock::iterator BBI = BB.end(); BBI != BB.begin(); ){ |
| 594 | --BBI; |
| 595 | |
Chris Lattner | 60a8b3d | 2010-11-30 19:48:15 +0000 | [diff] [blame] | 596 | // If we find a store, check to see if it points into a dead stack value. |
| 597 | if (hasMemoryWrite(BBI) && isRemovable(BBI)) { |
| 598 | // See through pointer-to-pointer bitcasts |
Dan Gohman | a4fcd24 | 2010-12-15 20:02:24 +0000 | [diff] [blame^] | 599 | Value *Pointer = GetUnderlyingObject(getStoredPointerOperand(BBI)); |
Duncan Sands | d65a4da | 2008-10-01 15:25:41 +0000 | [diff] [blame] | 600 | |
Chris Lattner | 6712251 | 2010-11-30 21:58:14 +0000 | [diff] [blame] | 601 | // Stores to stack values are valid candidates for removal. |
Chris Lattner | 7fe08b6 | 2010-11-30 21:32:12 +0000 | [diff] [blame] | 602 | if (DeadStackObjects.count(Pointer)) { |
Chris Lattner | 60a8b3d | 2010-11-30 19:48:15 +0000 | [diff] [blame] | 603 | Instruction *Dead = BBI++; |
Chris Lattner | ca335e3 | 2010-12-06 21:13:51 +0000 | [diff] [blame] | 604 | |
| 605 | DEBUG(dbgs() << "DSE: Dead Store at End of Block:\n DEAD: " |
| 606 | << *Dead << "\n Object: " << *Pointer << '\n'); |
| 607 | |
| 608 | // DCE instructions only used to calculate that store. |
Chris Lattner | 6712251 | 2010-11-30 21:58:14 +0000 | [diff] [blame] | 609 | DeleteDeadInstruction(Dead, *MD, &DeadStackObjects); |
Chris Lattner | 60a8b3d | 2010-11-30 19:48:15 +0000 | [diff] [blame] | 610 | ++NumFastStores; |
| 611 | MadeChange = true; |
Owen Anderson | 48d3780 | 2008-01-29 06:18:36 +0000 | [diff] [blame] | 612 | continue; |
Chris Lattner | 60a8b3d | 2010-11-30 19:48:15 +0000 | [diff] [blame] | 613 | } |
Owen Anderson | 52aaabf | 2007-08-08 17:50:09 +0000 | [diff] [blame] | 614 | } |
| 615 | |
Chris Lattner | 60a8b3d | 2010-11-30 19:48:15 +0000 | [diff] [blame] | 616 | // Remove any dead non-memory-mutating instructions. |
| 617 | if (isInstructionTriviallyDead(BBI)) { |
| 618 | Instruction *Inst = BBI++; |
Chris Lattner | 6712251 | 2010-11-30 21:58:14 +0000 | [diff] [blame] | 619 | DeleteDeadInstruction(Inst, *MD, &DeadStackObjects); |
Chris Lattner | 60a8b3d | 2010-11-30 19:48:15 +0000 | [diff] [blame] | 620 | ++NumFastOther; |
| 621 | MadeChange = true; |
| 622 | continue; |
| 623 | } |
| 624 | |
| 625 | if (AllocaInst *A = dyn_cast<AllocaInst>(BBI)) { |
Chris Lattner | 7fe08b6 | 2010-11-30 21:32:12 +0000 | [diff] [blame] | 626 | DeadStackObjects.erase(A); |
Chris Lattner | 60a8b3d | 2010-11-30 19:48:15 +0000 | [diff] [blame] | 627 | continue; |
| 628 | } |
| 629 | |
Chris Lattner | 127818d | 2010-11-30 21:18:46 +0000 | [diff] [blame] | 630 | if (CallSite CS = cast<Value>(BBI)) { |
| 631 | // If this call does not access memory, it can't be loading any of our |
| 632 | // pointers. |
| 633 | if (AA->doesNotAccessMemory(CS)) |
| 634 | continue; |
| 635 | |
| 636 | unsigned NumModRef = 0, NumOther = 0; |
| 637 | |
| 638 | // If the call might load from any of our allocas, then any store above |
| 639 | // the call is live. |
| 640 | SmallVector<Value*, 8> LiveAllocas; |
Chris Lattner | 7fe08b6 | 2010-11-30 21:32:12 +0000 | [diff] [blame] | 641 | for (SmallPtrSet<Value*, 16>::iterator I = DeadStackObjects.begin(), |
| 642 | E = DeadStackObjects.end(); I != E; ++I) { |
Chris Lattner | 127818d | 2010-11-30 21:18:46 +0000 | [diff] [blame] | 643 | // If we detect that our AA is imprecise, it's not worth it to scan the |
| 644 | // rest of the DeadPointers set. Just assume that the AA will return |
| 645 | // ModRef for everything, and go ahead and bail out. |
| 646 | if (NumModRef >= 16 && NumOther == 0) |
| 647 | return MadeChange; |
| 648 | |
| 649 | // See if the call site touches it. |
| 650 | AliasAnalysis::ModRefResult A = |
| 651 | AA->getModRefInfo(CS, *I, getPointerSize(*I, *AA)); |
| 652 | |
| 653 | if (A == AliasAnalysis::ModRef) |
| 654 | ++NumModRef; |
| 655 | else |
| 656 | ++NumOther; |
| 657 | |
| 658 | if (A == AliasAnalysis::ModRef || A == AliasAnalysis::Ref) |
| 659 | LiveAllocas.push_back(*I); |
| 660 | } |
| 661 | |
| 662 | for (SmallVector<Value*, 8>::iterator I = LiveAllocas.begin(), |
| 663 | E = LiveAllocas.end(); I != E; ++I) |
Chris Lattner | 7fe08b6 | 2010-11-30 21:32:12 +0000 | [diff] [blame] | 664 | DeadStackObjects.erase(*I); |
Chris Lattner | 127818d | 2010-11-30 21:18:46 +0000 | [diff] [blame] | 665 | |
| 666 | // If all of the allocas were clobbered by the call then we're not going |
| 667 | // to find anything else to process. |
Chris Lattner | 7fe08b6 | 2010-11-30 21:32:12 +0000 | [diff] [blame] | 668 | if (DeadStackObjects.empty()) |
Chris Lattner | 127818d | 2010-11-30 21:18:46 +0000 | [diff] [blame] | 669 | return MadeChange; |
| 670 | |
| 671 | continue; |
| 672 | } |
Chris Lattner | 60a8b3d | 2010-11-30 19:48:15 +0000 | [diff] [blame] | 673 | |
Chris Lattner | 51d67ce | 2010-11-30 21:47:58 +0000 | [diff] [blame] | 674 | AliasAnalysis::Location LoadedLoc; |
Owen Anderson | 32c4a05 | 2007-07-12 21:41:30 +0000 | [diff] [blame] | 675 | |
| 676 | // If we encounter a use of the pointer, it is no longer considered dead |
Chris Lattner | 1adb675 | 2008-11-28 00:27:14 +0000 | [diff] [blame] | 677 | if (LoadInst *L = dyn_cast<LoadInst>(BBI)) { |
Chris Lattner | 51d67ce | 2010-11-30 21:47:58 +0000 | [diff] [blame] | 678 | LoadedLoc = AA->getLocation(L); |
Nick Lewycky | 475d3d1 | 2010-01-03 04:39:07 +0000 | [diff] [blame] | 679 | } else if (VAArgInst *V = dyn_cast<VAArgInst>(BBI)) { |
Chris Lattner | 51d67ce | 2010-11-30 21:47:58 +0000 | [diff] [blame] | 680 | LoadedLoc = AA->getLocation(V); |
Chris Lattner | 60a8b3d | 2010-11-30 19:48:15 +0000 | [diff] [blame] | 681 | } else if (MemTransferInst *MTI = dyn_cast<MemTransferInst>(BBI)) { |
Chris Lattner | 51d67ce | 2010-11-30 21:47:58 +0000 | [diff] [blame] | 682 | LoadedLoc = AA->getLocationForSource(MTI); |
Chris Lattner | 60a8b3d | 2010-11-30 19:48:15 +0000 | [diff] [blame] | 683 | } else { |
| 684 | // Not a loading instruction. |
Chris Lattner | 1adb675 | 2008-11-28 00:27:14 +0000 | [diff] [blame] | 685 | continue; |
Owen Anderson | 32c4a05 | 2007-07-12 21:41:30 +0000 | [diff] [blame] | 686 | } |
Duncan Sands | d65a4da | 2008-10-01 15:25:41 +0000 | [diff] [blame] | 687 | |
Chris Lattner | 7fe08b6 | 2010-11-30 21:32:12 +0000 | [diff] [blame] | 688 | // Remove any allocas from the DeadPointer set that are loaded, as this |
| 689 | // makes any stores above the access live. |
Chris Lattner | 51d67ce | 2010-11-30 21:47:58 +0000 | [diff] [blame] | 690 | RemoveAccessedObjects(LoadedLoc, DeadStackObjects); |
Duncan Sands | d65a4da | 2008-10-01 15:25:41 +0000 | [diff] [blame] | 691 | |
Chris Lattner | 7fe08b6 | 2010-11-30 21:32:12 +0000 | [diff] [blame] | 692 | // If all of the allocas were clobbered by the access then we're not going |
| 693 | // to find anything else to process. |
| 694 | if (DeadStackObjects.empty()) |
| 695 | break; |
Owen Anderson | 32c4a05 | 2007-07-12 21:41:30 +0000 | [diff] [blame] | 696 | } |
| 697 | |
| 698 | return MadeChange; |
| 699 | } |
| 700 | |
Chris Lattner | 7fe08b6 | 2010-11-30 21:32:12 +0000 | [diff] [blame] | 701 | /// RemoveAccessedObjects - Check to see if the specified location may alias any |
| 702 | /// of the stack objects in the DeadStackObjects set. If so, they become live |
| 703 | /// because the location is being loaded. |
Chris Lattner | 51d67ce | 2010-11-30 21:47:58 +0000 | [diff] [blame] | 704 | void DSE::RemoveAccessedObjects(const AliasAnalysis::Location &LoadedLoc, |
Chris Lattner | 7fe08b6 | 2010-11-30 21:32:12 +0000 | [diff] [blame] | 705 | SmallPtrSet<Value*, 16> &DeadStackObjects) { |
Dan Gohman | a4fcd24 | 2010-12-15 20:02:24 +0000 | [diff] [blame^] | 706 | const Value *UnderlyingPointer = GetUnderlyingObject(LoadedLoc.Ptr); |
Chris Lattner | 7fe08b6 | 2010-11-30 21:32:12 +0000 | [diff] [blame] | 707 | |
| 708 | // A constant can't be in the dead pointer set. |
| 709 | if (isa<Constant>(UnderlyingPointer)) |
Chris Lattner | f80b399 | 2010-11-30 21:38:30 +0000 | [diff] [blame] | 710 | return; |
Chris Lattner | 7fe08b6 | 2010-11-30 21:32:12 +0000 | [diff] [blame] | 711 | |
| 712 | // If the kill pointer can be easily reduced to an alloca, don't bother doing |
| 713 | // extraneous AA queries. |
Chris Lattner | f80b399 | 2010-11-30 21:38:30 +0000 | [diff] [blame] | 714 | if (isa<AllocaInst>(UnderlyingPointer) || isa<Argument>(UnderlyingPointer)) { |
Chris Lattner | 51d67ce | 2010-11-30 21:47:58 +0000 | [diff] [blame] | 715 | DeadStackObjects.erase(const_cast<Value*>(UnderlyingPointer)); |
Chris Lattner | f80b399 | 2010-11-30 21:38:30 +0000 | [diff] [blame] | 716 | return; |
Owen Anderson | ddf4aee | 2007-08-08 18:38:28 +0000 | [diff] [blame] | 717 | } |
| 718 | |
Chris Lattner | 7fe08b6 | 2010-11-30 21:32:12 +0000 | [diff] [blame] | 719 | SmallVector<Value*, 16> NowLive; |
Chris Lattner | 7fe08b6 | 2010-11-30 21:32:12 +0000 | [diff] [blame] | 720 | for (SmallPtrSet<Value*, 16>::iterator I = DeadStackObjects.begin(), |
| 721 | E = DeadStackObjects.end(); I != E; ++I) { |
Chris Lattner | 51d67ce | 2010-11-30 21:47:58 +0000 | [diff] [blame] | 722 | // See if the loaded location could alias the stack location. |
| 723 | AliasAnalysis::Location StackLoc(*I, getPointerSize(*I, *AA)); |
| 724 | if (!AA->isNoAlias(StackLoc, LoadedLoc)) |
Chris Lattner | 7fe08b6 | 2010-11-30 21:32:12 +0000 | [diff] [blame] | 725 | NowLive.push_back(*I); |
Owen Anderson | 32c4a05 | 2007-07-12 21:41:30 +0000 | [diff] [blame] | 726 | } |
| 727 | |
Chris Lattner | 7fe08b6 | 2010-11-30 21:32:12 +0000 | [diff] [blame] | 728 | for (SmallVector<Value*, 16>::iterator I = NowLive.begin(), E = NowLive.end(); |
Owen Anderson | 32c4a05 | 2007-07-12 21:41:30 +0000 | [diff] [blame] | 729 | I != E; ++I) |
Chris Lattner | 7fe08b6 | 2010-11-30 21:32:12 +0000 | [diff] [blame] | 730 | DeadStackObjects.erase(*I); |
Owen Anderson | 32c4a05 | 2007-07-12 21:41:30 +0000 | [diff] [blame] | 731 | } |
| 732 | |