blob: 65814a2d0d32cbdb11696c73519cc63637b36899 [file] [log] [blame]
Owen Andersone3590582007-08-02 18:11:11 +00001//===- DeadStoreElimination.cpp - Fast Dead Store Elimination -------------===//
Owen Anderson5e72db32007-07-11 00:46:18 +00002//
3// The LLVM Compiler Infrastructure
4//
Chris Lattnerf3ebc3f2007-12-29 20:36:04 +00005// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
Owen Anderson5e72db32007-07-11 00:46:18 +00007//
8//===----------------------------------------------------------------------===//
9//
10// This file implements a trivial dead store elimination that only considers
11// basic-block local redundant stores.
12//
13// FIXME: This should eventually be extended to be a post-dominator tree
14// traversal. Doing so would be pretty trivial.
15//
16//===----------------------------------------------------------------------===//
17
Owen Anderson10e52ed2007-08-01 06:36:51 +000018#define DEBUG_TYPE "dse"
Owen Anderson5e72db32007-07-11 00:46:18 +000019#include "llvm/Transforms/Scalar.h"
Owen Anderson32c4a052007-07-12 21:41:30 +000020#include "llvm/Constants.h"
Owen Anderson5e72db32007-07-11 00:46:18 +000021#include "llvm/Function.h"
Chris Lattner903add82010-11-30 23:43:23 +000022#include "llvm/GlobalVariable.h"
Owen Anderson5e72db32007-07-11 00:46:18 +000023#include "llvm/Instructions.h"
Owen Anderson48d37802008-01-29 06:18:36 +000024#include "llvm/IntrinsicInst.h"
Owen Anderson5e72db32007-07-11 00:46:18 +000025#include "llvm/Pass.h"
Owen Andersonaa071722007-07-11 23:19:17 +000026#include "llvm/Analysis/AliasAnalysis.h"
Owen Anderson3f338972008-07-28 16:14:26 +000027#include "llvm/Analysis/Dominators.h"
Victor Hernandezf390e042009-10-27 20:05:49 +000028#include "llvm/Analysis/MemoryBuiltins.h"
Owen Anderson5e72db32007-07-11 00:46:18 +000029#include "llvm/Analysis/MemoryDependenceAnalysis.h"
Chris Lattnerc0f33792010-11-30 23:05:20 +000030#include "llvm/Analysis/ValueTracking.h"
Owen Andersonaa071722007-07-11 23:19:17 +000031#include "llvm/Target/TargetData.h"
Owen Anderson5e72db32007-07-11 00:46:18 +000032#include "llvm/Transforms/Utils/Local.h"
Chris Lattnerca335e32010-12-06 21:13:51 +000033#include "llvm/Support/Debug.h"
34#include "llvm/ADT/SmallPtrSet.h"
35#include "llvm/ADT/Statistic.h"
Owen Anderson5e72db32007-07-11 00:46:18 +000036using namespace llvm;
37
38STATISTIC(NumFastStores, "Number of stores deleted");
39STATISTIC(NumFastOther , "Number of other instrs removed");
40
41namespace {
Chris Lattner2dd09db2009-09-02 06:11:42 +000042 struct DSE : public FunctionPass {
Chris Lattner51c28a92010-11-30 19:34:42 +000043 AliasAnalysis *AA;
44 MemoryDependenceAnalysis *MD;
45
Owen Anderson5e72db32007-07-11 00:46:18 +000046 static char ID; // Pass identification, replacement for typeid
Chris Lattner51c28a92010-11-30 19:34:42 +000047 DSE() : FunctionPass(ID), AA(0), MD(0) {
Owen Anderson6c18d1a2010-10-19 17:21:58 +000048 initializeDSEPass(*PassRegistry::getPassRegistry());
49 }
Owen Anderson5e72db32007-07-11 00:46:18 +000050
51 virtual bool runOnFunction(Function &F) {
Chris Lattner51c28a92010-11-30 19:34:42 +000052 AA = &getAnalysis<AliasAnalysis>();
53 MD = &getAnalysis<MemoryDependenceAnalysis>();
Chris Lattnerc053cbb2010-02-11 05:11:54 +000054 DominatorTree &DT = getAnalysis<DominatorTree>();
55
Chris Lattner51c28a92010-11-30 19:34:42 +000056 bool Changed = false;
Owen Anderson5e72db32007-07-11 00:46:18 +000057 for (Function::iterator I = F.begin(), E = F.end(); I != E; ++I)
Chris Lattnerc053cbb2010-02-11 05:11:54 +000058 // Only check non-dead blocks. Dead blocks may have strange pointer
59 // cycles that will confuse alias analysis.
60 if (DT.isReachableFromEntry(I))
61 Changed |= runOnBasicBlock(*I);
Chris Lattner51c28a92010-11-30 19:34:42 +000062
63 AA = 0; MD = 0;
Owen Anderson5e72db32007-07-11 00:46:18 +000064 return Changed;
65 }
Chris Lattnerde04e112008-11-29 01:43:36 +000066
Owen Anderson5e72db32007-07-11 00:46:18 +000067 bool runOnBasicBlock(BasicBlock &BB);
Chris Lattner9d179d92010-11-30 01:28:33 +000068 bool HandleFree(CallInst *F);
Chris Lattner1adb6752008-11-28 00:27:14 +000069 bool handleEndBlock(BasicBlock &BB);
Chris Lattner51d67ce2010-11-30 21:47:58 +000070 void RemoveAccessedObjects(const AliasAnalysis::Location &LoadedLoc,
71 SmallPtrSet<Value*, 16> &DeadStackObjects);
Chris Lattner1adb6752008-11-28 00:27:14 +000072
Owen Anderson5e72db32007-07-11 00:46:18 +000073
74 // getAnalysisUsage - We require post dominance frontiers (aka Control
75 // Dependence Graph)
76 virtual void getAnalysisUsage(AnalysisUsage &AU) const {
77 AU.setPreservesCFG();
Owen Anderson3f338972008-07-28 16:14:26 +000078 AU.addRequired<DominatorTree>();
Owen Andersonaa071722007-07-11 23:19:17 +000079 AU.addRequired<AliasAnalysis>();
Owen Anderson5e72db32007-07-11 00:46:18 +000080 AU.addRequired<MemoryDependenceAnalysis>();
Chris Lattner51c28a92010-11-30 19:34:42 +000081 AU.addPreserved<AliasAnalysis>();
Owen Anderson3f338972008-07-28 16:14:26 +000082 AU.addPreserved<DominatorTree>();
Owen Anderson5e72db32007-07-11 00:46:18 +000083 AU.addPreserved<MemoryDependenceAnalysis>();
84 }
85 };
Owen Anderson5e72db32007-07-11 00:46:18 +000086}
87
Dan Gohmand78c4002008-05-13 00:00:25 +000088char DSE::ID = 0;
Owen Anderson8ac477f2010-10-12 19:48:12 +000089INITIALIZE_PASS_BEGIN(DSE, "dse", "Dead Store Elimination", false, false)
90INITIALIZE_PASS_DEPENDENCY(DominatorTree)
91INITIALIZE_PASS_DEPENDENCY(MemoryDependenceAnalysis)
92INITIALIZE_AG_DEPENDENCY(AliasAnalysis)
93INITIALIZE_PASS_END(DSE, "dse", "Dead Store Elimination", false, false)
Dan Gohmand78c4002008-05-13 00:00:25 +000094
Owen Anderson10e52ed2007-08-01 06:36:51 +000095FunctionPass *llvm::createDeadStoreEliminationPass() { return new DSE(); }
Owen Anderson5e72db32007-07-11 00:46:18 +000096
Chris Lattner67122512010-11-30 21:58:14 +000097//===----------------------------------------------------------------------===//
98// Helper functions
99//===----------------------------------------------------------------------===//
100
101/// DeleteDeadInstruction - Delete this instruction. Before we do, go through
102/// and zero out all the operands of this instruction. If any of them become
103/// dead, delete them and the computation tree that feeds them.
104///
105/// If ValueSet is non-null, remove any deleted instructions from it as well.
106///
107static void DeleteDeadInstruction(Instruction *I,
108 MemoryDependenceAnalysis &MD,
109 SmallPtrSet<Value*, 16> *ValueSet = 0) {
110 SmallVector<Instruction*, 32> NowDeadInsts;
111
112 NowDeadInsts.push_back(I);
113 --NumFastOther;
114
115 // Before we touch this instruction, remove it from memdep!
116 do {
117 Instruction *DeadInst = NowDeadInsts.pop_back_val();
118 ++NumFastOther;
119
120 // This instruction is dead, zap it, in stages. Start by removing it from
121 // MemDep, which needs to know the operands and needs it to be in the
122 // function.
123 MD.removeInstruction(DeadInst);
124
125 for (unsigned op = 0, e = DeadInst->getNumOperands(); op != e; ++op) {
126 Value *Op = DeadInst->getOperand(op);
127 DeadInst->setOperand(op, 0);
128
129 // If this operand just became dead, add it to the NowDeadInsts list.
130 if (!Op->use_empty()) continue;
131
132 if (Instruction *OpI = dyn_cast<Instruction>(Op))
133 if (isInstructionTriviallyDead(OpI))
134 NowDeadInsts.push_back(OpI);
135 }
136
137 DeadInst->eraseFromParent();
138
139 if (ValueSet) ValueSet->erase(DeadInst);
140 } while (!NowDeadInsts.empty());
141}
142
143
Chris Lattner2227a8a2010-11-30 01:37:52 +0000144/// hasMemoryWrite - Does this instruction write some memory? This only returns
145/// true for things that we can analyze with other helpers below.
146static bool hasMemoryWrite(Instruction *I) {
Nick Lewycky90271472009-11-10 06:46:40 +0000147 if (isa<StoreInst>(I))
148 return true;
149 if (IntrinsicInst *II = dyn_cast<IntrinsicInst>(I)) {
150 switch (II->getIntrinsicID()) {
Chris Lattner2764b4d2009-12-02 06:35:55 +0000151 default:
152 return false;
153 case Intrinsic::memset:
154 case Intrinsic::memmove:
155 case Intrinsic::memcpy:
156 case Intrinsic::init_trampoline:
157 case Intrinsic::lifetime_end:
158 return true;
Nick Lewycky90271472009-11-10 06:46:40 +0000159 }
160 }
161 return false;
162}
163
Chris Lattner58b779e2010-11-30 07:23:21 +0000164/// getLocForWrite - Return a Location stored to by the specified instruction.
165static AliasAnalysis::Location
166getLocForWrite(Instruction *Inst, AliasAnalysis &AA) {
167 if (StoreInst *SI = dyn_cast<StoreInst>(Inst))
168 return AA.getLocation(SI);
169
170 if (MemIntrinsic *MI = dyn_cast<MemIntrinsic>(Inst)) {
171 // memcpy/memmove/memset.
172 AliasAnalysis::Location Loc = AA.getLocationForDest(MI);
173 // If we don't have target data around, an unknown size in Location means
174 // that we should use the size of the pointee type. This isn't valid for
175 // memset/memcpy, which writes more than an i8.
176 if (Loc.Size == AliasAnalysis::UnknownSize && AA.getTargetData() == 0)
177 return AliasAnalysis::Location();
178 return Loc;
179 }
180
181 IntrinsicInst *II = dyn_cast<IntrinsicInst>(Inst);
182 if (II == 0) return AliasAnalysis::Location();
183
184 switch (II->getIntrinsicID()) {
185 default: return AliasAnalysis::Location(); // Unhandled intrinsic.
186 case Intrinsic::init_trampoline:
187 // If we don't have target data around, an unknown size in Location means
188 // that we should use the size of the pointee type. This isn't valid for
189 // init.trampoline, which writes more than an i8.
190 if (AA.getTargetData() == 0) return AliasAnalysis::Location();
191
192 // FIXME: We don't know the size of the trampoline, so we can't really
193 // handle it here.
194 return AliasAnalysis::Location(II->getArgOperand(0));
195 case Intrinsic::lifetime_end: {
196 uint64_t Len = cast<ConstantInt>(II->getArgOperand(0))->getZExtValue();
197 return AliasAnalysis::Location(II->getArgOperand(1), Len);
198 }
199 }
200}
201
Chris Lattner94fbdf32010-12-06 01:48:06 +0000202/// getLocForRead - Return the location read by the specified "hasMemoryWrite"
203/// instruction if any.
204static AliasAnalysis::Location
205getLocForRead(Instruction *Inst, AliasAnalysis &AA) {
206 assert(hasMemoryWrite(Inst) && "Unknown instruction case");
207
208 // The only instructions that both read and write are the mem transfer
209 // instructions (memcpy/memmove).
210 if (MemTransferInst *MTI = dyn_cast<MemTransferInst>(Inst))
211 return AA.getLocationForSource(MTI);
212 return AliasAnalysis::Location();
213}
214
215
Chris Lattner3590ef82010-11-30 05:30:45 +0000216/// isRemovable - If the value of this instruction and the memory it writes to
217/// is unused, may we delete this instruction?
218static bool isRemovable(Instruction *I) {
Chris Lattnerb63ba732010-11-30 19:12:10 +0000219 // Don't remove volatile stores.
Nick Lewycky90271472009-11-10 06:46:40 +0000220 if (StoreInst *SI = dyn_cast<StoreInst>(I))
221 return !SI->isVolatile();
Chris Lattnerb63ba732010-11-30 19:12:10 +0000222
223 IntrinsicInst *II = cast<IntrinsicInst>(I);
224 switch (II->getIntrinsicID()) {
225 default: assert(0 && "doesn't pass 'hasMemoryWrite' predicate");
226 case Intrinsic::lifetime_end:
227 // Never remove dead lifetime_end's, e.g. because it is followed by a
228 // free.
229 return false;
230 case Intrinsic::init_trampoline:
231 // Always safe to remove init_trampoline.
232 return true;
233
234 case Intrinsic::memset:
235 case Intrinsic::memmove:
236 case Intrinsic::memcpy:
237 // Don't remove volatile memory intrinsics.
238 return !cast<MemIntrinsic>(II)->isVolatile();
239 }
Nick Lewycky90271472009-11-10 06:46:40 +0000240}
241
Chris Lattner67122512010-11-30 21:58:14 +0000242/// getStoredPointerOperand - Return the pointer that is being written to.
243static Value *getStoredPointerOperand(Instruction *I) {
Nick Lewycky90271472009-11-10 06:46:40 +0000244 if (StoreInst *SI = dyn_cast<StoreInst>(I))
245 return SI->getPointerOperand();
246 if (MemIntrinsic *MI = dyn_cast<MemIntrinsic>(I))
Chris Lattner67122512010-11-30 21:58:14 +0000247 return MI->getDest();
Gabor Greif91f95892010-06-24 12:03:56 +0000248
249 IntrinsicInst *II = cast<IntrinsicInst>(I);
250 switch (II->getIntrinsicID()) {
Chris Lattner2764b4d2009-12-02 06:35:55 +0000251 default: assert(false && "Unexpected intrinsic!");
252 case Intrinsic::init_trampoline:
Gabor Greif91f95892010-06-24 12:03:56 +0000253 return II->getArgOperand(0);
Duncan Sands1925d3a2009-11-10 13:49:50 +0000254 }
Nick Lewycky90271472009-11-10 06:46:40 +0000255}
256
Chris Lattner51c28a92010-11-30 19:34:42 +0000257static uint64_t getPointerSize(Value *V, AliasAnalysis &AA) {
258 const TargetData *TD = AA.getTargetData();
259 if (TD == 0)
260 return AliasAnalysis::UnknownSize;
261
262 if (AllocaInst *A = dyn_cast<AllocaInst>(V)) {
263 // Get size information for the alloca
264 if (ConstantInt *C = dyn_cast<ConstantInt>(A->getArraySize()))
265 return C->getZExtValue() * TD->getTypeAllocSize(A->getAllocatedType());
266 return AliasAnalysis::UnknownSize;
267 }
268
269 assert(isa<Argument>(V) && "Expected AllocaInst or Argument!");
270 const PointerType *PT = cast<PointerType>(V->getType());
271 return TD->getTypeAllocSize(PT->getElementType());
272}
273
Chris Lattner903add82010-11-30 23:43:23 +0000274/// isObjectPointerWithTrustworthySize - Return true if the specified Value* is
275/// pointing to an object with a pointer size we can trust.
276static bool isObjectPointerWithTrustworthySize(const Value *V) {
277 if (const AllocaInst *AI = dyn_cast<AllocaInst>(V))
278 return !AI->isArrayAllocation();
279 if (const GlobalVariable *GV = dyn_cast<GlobalVariable>(V))
Chris Lattner4dc53e32010-12-06 21:48:10 +0000280 return !GV->mayBeOverridden();
Chris Lattner903add82010-11-30 23:43:23 +0000281 if (const Argument *A = dyn_cast<Argument>(V))
282 return A->hasByValAttr();
283 return false;
284}
Chris Lattner51c28a92010-11-30 19:34:42 +0000285
Chris Lattner58b779e2010-11-30 07:23:21 +0000286/// isCompleteOverwrite - Return true if a store to the 'Later' location
287/// completely overwrites a store to the 'Earlier' location.
288static bool isCompleteOverwrite(const AliasAnalysis::Location &Later,
289 const AliasAnalysis::Location &Earlier,
Chris Lattner77d79fa2010-11-30 19:28:23 +0000290 AliasAnalysis &AA) {
Chris Lattnerc0f33792010-11-30 23:05:20 +0000291 const Value *P1 = Earlier.Ptr->stripPointerCasts();
292 const Value *P2 = Later.Ptr->stripPointerCasts();
Chris Lattner58b779e2010-11-30 07:23:21 +0000293
Chris Lattnerc0f33792010-11-30 23:05:20 +0000294 // If the start pointers are the same, we just have to compare sizes to see if
295 // the later store was larger than the earlier store.
296 if (P1 == P2) {
297 // If we don't know the sizes of either access, then we can't do a
298 // comparison.
299 if (Later.Size == AliasAnalysis::UnknownSize ||
300 Earlier.Size == AliasAnalysis::UnknownSize) {
301 // If we have no TargetData information around, then the size of the store
302 // is inferrable from the pointee type. If they are the same type, then
303 // we know that the store is safe.
304 if (AA.getTargetData() == 0)
305 return Later.Ptr->getType() == Earlier.Ptr->getType();
306 return false;
307 }
308
309 // Make sure that the Later size is >= the Earlier size.
310 if (Later.Size < Earlier.Size)
311 return false;
312 return true;
Chris Lattner77d79fa2010-11-30 19:28:23 +0000313 }
Chris Lattner58b779e2010-11-30 07:23:21 +0000314
Chris Lattnerc0f33792010-11-30 23:05:20 +0000315 // Otherwise, we have to have size information, and the later store has to be
316 // larger than the earlier one.
317 if (Later.Size == AliasAnalysis::UnknownSize ||
318 Earlier.Size == AliasAnalysis::UnknownSize ||
Chris Lattner903add82010-11-30 23:43:23 +0000319 Later.Size <= Earlier.Size || AA.getTargetData() == 0)
Chris Lattner58b779e2010-11-30 07:23:21 +0000320 return false;
321
Chris Lattner903add82010-11-30 23:43:23 +0000322 // Check to see if the later store is to the entire object (either a global,
323 // an alloca, or a byval argument). If so, then it clearly overwrites any
324 // other store to the same object.
Chris Lattnerc0f33792010-11-30 23:05:20 +0000325 const TargetData &TD = *AA.getTargetData();
326
Dan Gohmana4fcd242010-12-15 20:02:24 +0000327 const Value *UO1 = GetUnderlyingObject(P1), *UO2 = GetUnderlyingObject(P2);
Chris Lattner903add82010-11-30 23:43:23 +0000328
329 // If we can't resolve the same pointers to the same object, then we can't
330 // analyze them at all.
331 if (UO1 != UO2)
332 return false;
333
334 // If the "Later" store is to a recognizable object, get its size.
335 if (isObjectPointerWithTrustworthySize(UO2)) {
336 uint64_t ObjectSize =
337 TD.getTypeAllocSize(cast<PointerType>(UO2->getType())->getElementType());
338 if (ObjectSize == Later.Size)
339 return true;
340 }
341
Chris Lattnerc0f33792010-11-30 23:05:20 +0000342 // Okay, we have stores to two completely different pointers. Try to
343 // decompose the pointer into a "base + constant_offset" form. If the base
344 // pointers are equal, then we can reason about the two stores.
345 int64_t Off1 = 0, Off2 = 0;
346 const Value *BP1 = GetPointerBaseWithConstantOffset(P1, Off1, TD);
347 const Value *BP2 = GetPointerBaseWithConstantOffset(P2, Off2, TD);
348
349 // If the base pointers still differ, we have two completely different stores.
350 if (BP1 != BP2)
351 return false;
352
353 // Otherwise, we might have a situation like:
354 // store i16 -> P + 1 Byte
355 // store i32 -> P
356 // In this case, we see if the later store completely overlaps all bytes
357 // stored by the previous store.
358 if (Off1 < Off2 || // Earlier starts before Later.
359 Off1+Earlier.Size > Off2+Later.Size) // Earlier goes beyond Later.
360 return false;
361 // Otherwise, we have complete overlap.
Chris Lattner58b779e2010-11-30 07:23:21 +0000362 return true;
Nick Lewycky90271472009-11-10 06:46:40 +0000363}
364
Chris Lattner94fbdf32010-12-06 01:48:06 +0000365/// isPossibleSelfRead - If 'Inst' might be a self read (i.e. a noop copy of a
366/// memory region into an identical pointer) then it doesn't actually make its
367/// input dead in the traditional sense. Consider this case:
368///
369/// memcpy(A <- B)
370/// memcpy(A <- A)
371///
372/// In this case, the second store to A does not make the first store to A dead.
373/// The usual situation isn't an explicit A<-A store like this (which can be
374/// trivially removed) but a case where two pointers may alias.
375///
376/// This function detects when it is unsafe to remove a dependent instruction
377/// because the DSE inducing instruction may be a self-read.
378static bool isPossibleSelfRead(Instruction *Inst,
379 const AliasAnalysis::Location &InstStoreLoc,
380 Instruction *DepWrite, AliasAnalysis &AA) {
381 // Self reads can only happen for instructions that read memory. Get the
382 // location read.
383 AliasAnalysis::Location InstReadLoc = getLocForRead(Inst, AA);
384 if (InstReadLoc.Ptr == 0) return false; // Not a reading instruction.
385
386 // If the read and written loc obviously don't alias, it isn't a read.
387 if (AA.isNoAlias(InstReadLoc, InstStoreLoc)) return false;
388
389 // Okay, 'Inst' may copy over itself. However, we can still remove a the
390 // DepWrite instruction if we can prove that it reads from the same location
391 // as Inst. This handles useful cases like:
392 // memcpy(A <- B)
393 // memcpy(A <- B)
394 // Here we don't know if A/B may alias, but we do know that B/B are must
395 // aliases, so removing the first memcpy is safe (assuming it writes <= #
396 // bytes as the second one.
397 AliasAnalysis::Location DepReadLoc = getLocForRead(DepWrite, AA);
398
399 if (DepReadLoc.Ptr && AA.isMustAlias(InstReadLoc.Ptr, DepReadLoc.Ptr))
400 return false;
401
402 // If DepWrite doesn't read memory or if we can't prove it is a must alias,
403 // then it can't be considered dead.
404 return true;
405}
406
Chris Lattner67122512010-11-30 21:58:14 +0000407
408//===----------------------------------------------------------------------===//
409// DSE Pass
410//===----------------------------------------------------------------------===//
411
Owen Anderson10e52ed2007-08-01 06:36:51 +0000412bool DSE::runOnBasicBlock(BasicBlock &BB) {
Owen Anderson5e72db32007-07-11 00:46:18 +0000413 bool MadeChange = false;
414
Chris Lattner49162672009-09-02 06:31:02 +0000415 // Do a top-down walk on the BB.
Chris Lattnerf2a8ba42008-11-28 21:29:52 +0000416 for (BasicBlock::iterator BBI = BB.begin(), BBE = BB.end(); BBI != BBE; ) {
417 Instruction *Inst = BBI++;
418
Chris Lattner9d179d92010-11-30 01:28:33 +0000419 // Handle 'free' calls specially.
420 if (CallInst *F = isFreeCall(Inst)) {
421 MadeChange |= HandleFree(F);
422 continue;
423 }
424
Chris Lattner2227a8a2010-11-30 01:37:52 +0000425 // If we find something that writes memory, get its memory dependence.
426 if (!hasMemoryWrite(Inst))
Owen Anderson0aecf0e2007-08-08 04:52:29 +0000427 continue;
Chris Lattnerd4f10902010-11-30 00:01:19 +0000428
Chris Lattner51c28a92010-11-30 19:34:42 +0000429 MemDepResult InstDep = MD->getDependency(Inst);
Chris Lattnerf2a8ba42008-11-28 21:29:52 +0000430
Chris Lattnerd4f10902010-11-30 00:01:19 +0000431 // Ignore non-local store liveness.
Chris Lattner57e91ea2008-12-06 00:53:22 +0000432 // FIXME: cross-block DSE would be fun. :)
Chris Lattner58b779e2010-11-30 07:23:21 +0000433 if (InstDep.isNonLocal() ||
434 // Ignore self dependence, which happens in the entry block of the
435 // function.
436 InstDep.getInst() == Inst)
437 continue;
Chris Lattner9d179d92010-11-30 01:28:33 +0000438
Chris Lattner57e91ea2008-12-06 00:53:22 +0000439 // If we're storing the same value back to a pointer that we just
440 // loaded from, then the store can be removed.
Nick Lewycky90271472009-11-10 06:46:40 +0000441 if (StoreInst *SI = dyn_cast<StoreInst>(Inst)) {
442 if (LoadInst *DepLoad = dyn_cast<LoadInst>(InstDep.getInst())) {
443 if (SI->getPointerOperand() == DepLoad->getPointerOperand() &&
Chris Lattnerc3c754f2010-11-30 00:12:39 +0000444 SI->getOperand(0) == DepLoad && !SI->isVolatile()) {
Chris Lattnerca335e32010-12-06 21:13:51 +0000445 DEBUG(dbgs() << "DSE: Remove Store Of Load from same pointer:\n "
446 << "LOAD: " << *DepLoad << "\n STORE: " << *SI << '\n');
447
Nick Lewycky90271472009-11-10 06:46:40 +0000448 // DeleteDeadInstruction can delete the current instruction. Save BBI
449 // in case we need it.
450 WeakVH NextInst(BBI);
451
Chris Lattner67122512010-11-30 21:58:14 +0000452 DeleteDeadInstruction(SI, *MD);
Nick Lewycky90271472009-11-10 06:46:40 +0000453
454 if (NextInst == 0) // Next instruction deleted.
455 BBI = BB.begin();
456 else if (BBI != BB.begin()) // Revisit this instruction if possible.
457 --BBI;
Dan Gohmand2d1ae12010-06-22 15:08:57 +0000458 ++NumFastStores;
Nick Lewycky90271472009-11-10 06:46:40 +0000459 MadeChange = true;
460 continue;
461 }
Chris Lattner0e3d6332008-12-05 21:04:20 +0000462 }
Owen Anderson5e72db32007-07-11 00:46:18 +0000463 }
Chris Lattner3590ef82010-11-30 05:30:45 +0000464
Chris Lattner58b779e2010-11-30 07:23:21 +0000465 // Figure out what location is being stored to.
Chris Lattner51c28a92010-11-30 19:34:42 +0000466 AliasAnalysis::Location Loc = getLocForWrite(Inst, *AA);
Chris Lattner58b779e2010-11-30 07:23:21 +0000467
468 // If we didn't get a useful location, fail.
469 if (Loc.Ptr == 0)
470 continue;
471
472 while (!InstDep.isNonLocal()) {
473 // Get the memory clobbered by the instruction we depend on. MemDep will
474 // skip any instructions that 'Loc' clearly doesn't interact with. If we
475 // end up depending on a may- or must-aliased load, then we can't optimize
476 // away the store and we bail out. However, if we depend on on something
477 // that overwrites the memory location we *can* potentially optimize it.
478 //
479 // Find out what memory location the dependant instruction stores.
480 Instruction *DepWrite = InstDep.getInst();
Chris Lattner51c28a92010-11-30 19:34:42 +0000481 AliasAnalysis::Location DepLoc = getLocForWrite(DepWrite, *AA);
Chris Lattner58b779e2010-11-30 07:23:21 +0000482 // If we didn't get a useful location, or if it isn't a size, bail out.
483 if (DepLoc.Ptr == 0)
484 break;
485
Chris Lattner94fbdf32010-12-06 01:48:06 +0000486 // If we find a write that is a) removable (i.e., non-volatile), b) is
487 // completely obliterated by the store to 'Loc', and c) which we know that
488 // 'Inst' doesn't load from, then we can remove it.
489 if (isRemovable(DepWrite) && isCompleteOverwrite(Loc, DepLoc, *AA) &&
490 !isPossibleSelfRead(Inst, Loc, DepWrite, *AA)) {
Chris Lattnerca335e32010-12-06 21:13:51 +0000491 DEBUG(dbgs() << "DSE: Remove Dead Store:\n DEAD: "
492 << *DepWrite << "\n KILLER: " << *Inst << '\n');
493
Chris Lattner58b779e2010-11-30 07:23:21 +0000494 // Delete the store and now-dead instructions that feed it.
Chris Lattner67122512010-11-30 21:58:14 +0000495 DeleteDeadInstruction(DepWrite, *MD);
Chris Lattner58b779e2010-11-30 07:23:21 +0000496 ++NumFastStores;
497 MadeChange = true;
498
499 // DeleteDeadInstruction can delete the current instruction in loop
500 // cases, reset BBI.
501 BBI = Inst;
502 if (BBI != BB.begin())
503 --BBI;
504 break;
505 }
506
Chris Lattnerd4f10902010-11-30 00:01:19 +0000507 // If this is a may-aliased store that is clobbering the store value, we
508 // can keep searching past it for another must-aliased pointer that stores
509 // to the same location. For example, in:
510 // store -> P
511 // store -> Q
512 // store -> P
513 // we can remove the first store to P even though we don't know if P and Q
514 // alias.
Chris Lattner58b779e2010-11-30 07:23:21 +0000515 if (DepWrite == &BB.front()) break;
516
517 // Can't look past this instruction if it might read 'Loc'.
Chris Lattner51c28a92010-11-30 19:34:42 +0000518 if (AA->getModRefInfo(DepWrite, Loc) & AliasAnalysis::Ref)
Chris Lattner58b779e2010-11-30 07:23:21 +0000519 break;
Chris Lattner3590ef82010-11-30 05:30:45 +0000520
Chris Lattner51c28a92010-11-30 19:34:42 +0000521 InstDep = MD->getPointerDependencyFrom(Loc, false, DepWrite, &BB);
Owen Anderson2b2bd282009-10-28 07:05:35 +0000522 }
Owen Anderson5e72db32007-07-11 00:46:18 +0000523 }
524
Chris Lattnerf2a8ba42008-11-28 21:29:52 +0000525 // If this block ends in a return, unwind, or unreachable, all allocas are
526 // dead at its end, which means stores to them are also dead.
Owen Anderson32c4a052007-07-12 21:41:30 +0000527 if (BB.getTerminator()->getNumSuccessors() == 0)
Chris Lattner1adb6752008-11-28 00:27:14 +0000528 MadeChange |= handleEndBlock(BB);
Owen Anderson5e72db32007-07-11 00:46:18 +0000529
530 return MadeChange;
531}
532
Chris Lattner9d179d92010-11-30 01:28:33 +0000533/// HandleFree - Handle frees of entire structures whose dependency is a store
534/// to a field of that structure.
535bool DSE::HandleFree(CallInst *F) {
Chris Lattner51c28a92010-11-30 19:34:42 +0000536 MemDepResult Dep = MD->getDependency(F);
Dan Gohmand4b7fff2010-11-12 02:19:17 +0000537 do {
Chris Lattner9d179d92010-11-30 01:28:33 +0000538 if (Dep.isNonLocal()) return false;
539
Dan Gohmand4b7fff2010-11-12 02:19:17 +0000540 Instruction *Dependency = Dep.getInst();
Chris Lattner3590ef82010-11-30 05:30:45 +0000541 if (!hasMemoryWrite(Dependency) || !isRemovable(Dependency))
Dan Gohmand4b7fff2010-11-12 02:19:17 +0000542 return false;
Owen Andersond4451de2007-07-12 18:08:51 +0000543
Chris Lattner67122512010-11-30 21:58:14 +0000544 Value *DepPointer =
Dan Gohmana4fcd242010-12-15 20:02:24 +0000545 GetUnderlyingObject(getStoredPointerOperand(Dependency));
Duncan Sandsfe3bef02008-01-20 10:49:23 +0000546
Dan Gohmand4b7fff2010-11-12 02:19:17 +0000547 // Check for aliasing.
Chris Lattner94fbdf32010-12-06 01:48:06 +0000548 if (!AA->isMustAlias(F->getArgOperand(0), DepPointer))
Dan Gohmand4b7fff2010-11-12 02:19:17 +0000549 return false;
Owen Andersonaa071722007-07-11 23:19:17 +0000550
Dan Gohmand4b7fff2010-11-12 02:19:17 +0000551 // DCE instructions only used to calculate that store
Chris Lattner67122512010-11-30 21:58:14 +0000552 DeleteDeadInstruction(Dependency, *MD);
Dan Gohmand4b7fff2010-11-12 02:19:17 +0000553 ++NumFastStores;
554
555 // Inst's old Dependency is now deleted. Compute the next dependency,
556 // which may also be dead, as in
557 // s[0] = 0;
558 // s[1] = 0; // This has just been deleted.
559 // free(s);
Chris Lattner51c28a92010-11-30 19:34:42 +0000560 Dep = MD->getDependency(F);
Dan Gohmand4b7fff2010-11-12 02:19:17 +0000561 } while (!Dep.isNonLocal());
Chris Lattner9d179d92010-11-30 01:28:33 +0000562
Chris Lattner1adb6752008-11-28 00:27:14 +0000563 return true;
Owen Andersonaa071722007-07-11 23:19:17 +0000564}
565
Owen Andersone3590582007-08-02 18:11:11 +0000566/// handleEndBlock - Remove dead stores to stack-allocated locations in the
Owen Anderson52aaabf2007-08-08 17:50:09 +0000567/// function end block. Ex:
568/// %A = alloca i32
569/// ...
570/// store i32 1, i32* %A
571/// ret void
Chris Lattner1adb6752008-11-28 00:27:14 +0000572bool DSE::handleEndBlock(BasicBlock &BB) {
Owen Anderson32c4a052007-07-12 21:41:30 +0000573 bool MadeChange = false;
574
Chris Lattner7fe08b62010-11-30 21:32:12 +0000575 // Keep track of all of the stack objects that are dead at the end of the
576 // function.
577 SmallPtrSet<Value*, 16> DeadStackObjects;
Owen Anderson32c4a052007-07-12 21:41:30 +0000578
Chris Lattner1adb6752008-11-28 00:27:14 +0000579 // Find all of the alloca'd pointers in the entry block.
Owen Anderson32c4a052007-07-12 21:41:30 +0000580 BasicBlock *Entry = BB.getParent()->begin();
581 for (BasicBlock::iterator I = Entry->begin(), E = Entry->end(); I != E; ++I)
582 if (AllocaInst *AI = dyn_cast<AllocaInst>(I))
Chris Lattner7fe08b62010-11-30 21:32:12 +0000583 DeadStackObjects.insert(AI);
Chris Lattner1adb6752008-11-28 00:27:14 +0000584
585 // Treat byval arguments the same, stores to them are dead at the end of the
586 // function.
Owen Anderson48d37802008-01-29 06:18:36 +0000587 for (Function::arg_iterator AI = BB.getParent()->arg_begin(),
588 AE = BB.getParent()->arg_end(); AI != AE; ++AI)
589 if (AI->hasByValAttr())
Chris Lattner7fe08b62010-11-30 21:32:12 +0000590 DeadStackObjects.insert(AI);
Owen Anderson32c4a052007-07-12 21:41:30 +0000591
592 // Scan the basic block backwards
593 for (BasicBlock::iterator BBI = BB.end(); BBI != BB.begin(); ){
594 --BBI;
595
Chris Lattner60a8b3d2010-11-30 19:48:15 +0000596 // If we find a store, check to see if it points into a dead stack value.
597 if (hasMemoryWrite(BBI) && isRemovable(BBI)) {
598 // See through pointer-to-pointer bitcasts
Dan Gohmana4fcd242010-12-15 20:02:24 +0000599 Value *Pointer = GetUnderlyingObject(getStoredPointerOperand(BBI));
Duncan Sandsd65a4da2008-10-01 15:25:41 +0000600
Chris Lattner67122512010-11-30 21:58:14 +0000601 // Stores to stack values are valid candidates for removal.
Chris Lattner7fe08b62010-11-30 21:32:12 +0000602 if (DeadStackObjects.count(Pointer)) {
Chris Lattner60a8b3d2010-11-30 19:48:15 +0000603 Instruction *Dead = BBI++;
Chris Lattnerca335e32010-12-06 21:13:51 +0000604
605 DEBUG(dbgs() << "DSE: Dead Store at End of Block:\n DEAD: "
606 << *Dead << "\n Object: " << *Pointer << '\n');
607
608 // DCE instructions only used to calculate that store.
Chris Lattner67122512010-11-30 21:58:14 +0000609 DeleteDeadInstruction(Dead, *MD, &DeadStackObjects);
Chris Lattner60a8b3d2010-11-30 19:48:15 +0000610 ++NumFastStores;
611 MadeChange = true;
Owen Anderson48d37802008-01-29 06:18:36 +0000612 continue;
Chris Lattner60a8b3d2010-11-30 19:48:15 +0000613 }
Owen Anderson52aaabf2007-08-08 17:50:09 +0000614 }
615
Chris Lattner60a8b3d2010-11-30 19:48:15 +0000616 // Remove any dead non-memory-mutating instructions.
617 if (isInstructionTriviallyDead(BBI)) {
618 Instruction *Inst = BBI++;
Chris Lattner67122512010-11-30 21:58:14 +0000619 DeleteDeadInstruction(Inst, *MD, &DeadStackObjects);
Chris Lattner60a8b3d2010-11-30 19:48:15 +0000620 ++NumFastOther;
621 MadeChange = true;
622 continue;
623 }
624
625 if (AllocaInst *A = dyn_cast<AllocaInst>(BBI)) {
Chris Lattner7fe08b62010-11-30 21:32:12 +0000626 DeadStackObjects.erase(A);
Chris Lattner60a8b3d2010-11-30 19:48:15 +0000627 continue;
628 }
629
Chris Lattner127818d2010-11-30 21:18:46 +0000630 if (CallSite CS = cast<Value>(BBI)) {
631 // If this call does not access memory, it can't be loading any of our
632 // pointers.
633 if (AA->doesNotAccessMemory(CS))
634 continue;
635
636 unsigned NumModRef = 0, NumOther = 0;
637
638 // If the call might load from any of our allocas, then any store above
639 // the call is live.
640 SmallVector<Value*, 8> LiveAllocas;
Chris Lattner7fe08b62010-11-30 21:32:12 +0000641 for (SmallPtrSet<Value*, 16>::iterator I = DeadStackObjects.begin(),
642 E = DeadStackObjects.end(); I != E; ++I) {
Chris Lattner127818d2010-11-30 21:18:46 +0000643 // If we detect that our AA is imprecise, it's not worth it to scan the
644 // rest of the DeadPointers set. Just assume that the AA will return
645 // ModRef for everything, and go ahead and bail out.
646 if (NumModRef >= 16 && NumOther == 0)
647 return MadeChange;
648
649 // See if the call site touches it.
650 AliasAnalysis::ModRefResult A =
651 AA->getModRefInfo(CS, *I, getPointerSize(*I, *AA));
652
653 if (A == AliasAnalysis::ModRef)
654 ++NumModRef;
655 else
656 ++NumOther;
657
658 if (A == AliasAnalysis::ModRef || A == AliasAnalysis::Ref)
659 LiveAllocas.push_back(*I);
660 }
661
662 for (SmallVector<Value*, 8>::iterator I = LiveAllocas.begin(),
663 E = LiveAllocas.end(); I != E; ++I)
Chris Lattner7fe08b62010-11-30 21:32:12 +0000664 DeadStackObjects.erase(*I);
Chris Lattner127818d2010-11-30 21:18:46 +0000665
666 // If all of the allocas were clobbered by the call then we're not going
667 // to find anything else to process.
Chris Lattner7fe08b62010-11-30 21:32:12 +0000668 if (DeadStackObjects.empty())
Chris Lattner127818d2010-11-30 21:18:46 +0000669 return MadeChange;
670
671 continue;
672 }
Chris Lattner60a8b3d2010-11-30 19:48:15 +0000673
Chris Lattner51d67ce2010-11-30 21:47:58 +0000674 AliasAnalysis::Location LoadedLoc;
Owen Anderson32c4a052007-07-12 21:41:30 +0000675
676 // If we encounter a use of the pointer, it is no longer considered dead
Chris Lattner1adb6752008-11-28 00:27:14 +0000677 if (LoadInst *L = dyn_cast<LoadInst>(BBI)) {
Chris Lattner51d67ce2010-11-30 21:47:58 +0000678 LoadedLoc = AA->getLocation(L);
Nick Lewycky475d3d12010-01-03 04:39:07 +0000679 } else if (VAArgInst *V = dyn_cast<VAArgInst>(BBI)) {
Chris Lattner51d67ce2010-11-30 21:47:58 +0000680 LoadedLoc = AA->getLocation(V);
Chris Lattner60a8b3d2010-11-30 19:48:15 +0000681 } else if (MemTransferInst *MTI = dyn_cast<MemTransferInst>(BBI)) {
Chris Lattner51d67ce2010-11-30 21:47:58 +0000682 LoadedLoc = AA->getLocationForSource(MTI);
Chris Lattner60a8b3d2010-11-30 19:48:15 +0000683 } else {
684 // Not a loading instruction.
Chris Lattner1adb6752008-11-28 00:27:14 +0000685 continue;
Owen Anderson32c4a052007-07-12 21:41:30 +0000686 }
Duncan Sandsd65a4da2008-10-01 15:25:41 +0000687
Chris Lattner7fe08b62010-11-30 21:32:12 +0000688 // Remove any allocas from the DeadPointer set that are loaded, as this
689 // makes any stores above the access live.
Chris Lattner51d67ce2010-11-30 21:47:58 +0000690 RemoveAccessedObjects(LoadedLoc, DeadStackObjects);
Duncan Sandsd65a4da2008-10-01 15:25:41 +0000691
Chris Lattner7fe08b62010-11-30 21:32:12 +0000692 // If all of the allocas were clobbered by the access then we're not going
693 // to find anything else to process.
694 if (DeadStackObjects.empty())
695 break;
Owen Anderson32c4a052007-07-12 21:41:30 +0000696 }
697
698 return MadeChange;
699}
700
Chris Lattner7fe08b62010-11-30 21:32:12 +0000701/// RemoveAccessedObjects - Check to see if the specified location may alias any
702/// of the stack objects in the DeadStackObjects set. If so, they become live
703/// because the location is being loaded.
Chris Lattner51d67ce2010-11-30 21:47:58 +0000704void DSE::RemoveAccessedObjects(const AliasAnalysis::Location &LoadedLoc,
Chris Lattner7fe08b62010-11-30 21:32:12 +0000705 SmallPtrSet<Value*, 16> &DeadStackObjects) {
Dan Gohmana4fcd242010-12-15 20:02:24 +0000706 const Value *UnderlyingPointer = GetUnderlyingObject(LoadedLoc.Ptr);
Chris Lattner7fe08b62010-11-30 21:32:12 +0000707
708 // A constant can't be in the dead pointer set.
709 if (isa<Constant>(UnderlyingPointer))
Chris Lattnerf80b3992010-11-30 21:38:30 +0000710 return;
Chris Lattner7fe08b62010-11-30 21:32:12 +0000711
712 // If the kill pointer can be easily reduced to an alloca, don't bother doing
713 // extraneous AA queries.
Chris Lattnerf80b3992010-11-30 21:38:30 +0000714 if (isa<AllocaInst>(UnderlyingPointer) || isa<Argument>(UnderlyingPointer)) {
Chris Lattner51d67ce2010-11-30 21:47:58 +0000715 DeadStackObjects.erase(const_cast<Value*>(UnderlyingPointer));
Chris Lattnerf80b3992010-11-30 21:38:30 +0000716 return;
Owen Andersonddf4aee2007-08-08 18:38:28 +0000717 }
718
Chris Lattner7fe08b62010-11-30 21:32:12 +0000719 SmallVector<Value*, 16> NowLive;
Chris Lattner7fe08b62010-11-30 21:32:12 +0000720 for (SmallPtrSet<Value*, 16>::iterator I = DeadStackObjects.begin(),
721 E = DeadStackObjects.end(); I != E; ++I) {
Chris Lattner51d67ce2010-11-30 21:47:58 +0000722 // See if the loaded location could alias the stack location.
723 AliasAnalysis::Location StackLoc(*I, getPointerSize(*I, *AA));
724 if (!AA->isNoAlias(StackLoc, LoadedLoc))
Chris Lattner7fe08b62010-11-30 21:32:12 +0000725 NowLive.push_back(*I);
Owen Anderson32c4a052007-07-12 21:41:30 +0000726 }
727
Chris Lattner7fe08b62010-11-30 21:32:12 +0000728 for (SmallVector<Value*, 16>::iterator I = NowLive.begin(), E = NowLive.end();
Owen Anderson32c4a052007-07-12 21:41:30 +0000729 I != E; ++I)
Chris Lattner7fe08b62010-11-30 21:32:12 +0000730 DeadStackObjects.erase(*I);
Owen Anderson32c4a052007-07-12 21:41:30 +0000731}
732