blob: 47e47e5cba143c8dd77d2cefba5314cb876eb57f [file] [log] [blame]
Owen Andersonc0daf5f2007-07-06 23:14:35 +00001//===- MemoryDependenceAnalysis.cpp - Mem Deps Implementation --*- C++ -*-===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file was developed by the Owen Anderson and is distributed under
6// the University of Illinois Open Source License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10// This file implements an analysis that determines, for a given memory
11// operation, what preceding memory operations it depends on. It builds on
12// alias analysis information, and tries to provide a lazy, caching interface to
13// a common kind of alias information query.
14//
15//===----------------------------------------------------------------------===//
16
17#include "llvm/Analysis/MemoryDependenceAnalysis.h"
Owen Anderson2552a122007-07-10 17:25:03 +000018#include "llvm/Constants.h"
Owen Andersonc0daf5f2007-07-06 23:14:35 +000019#include "llvm/Instructions.h"
20#include "llvm/Function.h"
21#include "llvm/Analysis/AliasAnalysis.h"
Owen Andersond998be72007-07-24 21:52:37 +000022#include "llvm/Support/CFG.h"
Owen Andersonc0daf5f2007-07-06 23:14:35 +000023#include "llvm/Target/TargetData.h"
24
25using namespace llvm;
26
27char MemoryDependenceAnalysis::ID = 0;
28
Owen Anderson5e5599b2007-07-25 19:57:03 +000029Instruction* MemoryDependenceAnalysis::NonLocal = (Instruction*)-2;
30Instruction* MemoryDependenceAnalysis::None = (Instruction*)-3;
Owen Andersonc0daf5f2007-07-06 23:14:35 +000031
32// Register this pass...
Owen Anderson1279eaf2007-07-10 20:21:08 +000033static RegisterPass<MemoryDependenceAnalysis> X("memdep",
34 "Memory Dependence Analysis");
Owen Andersonc0daf5f2007-07-06 23:14:35 +000035
36/// getAnalysisUsage - Does not modify anything. It uses Alias Analysis.
37///
38void MemoryDependenceAnalysis::getAnalysisUsage(AnalysisUsage &AU) const {
39 AU.setPreservesAll();
40 AU.addRequiredTransitive<AliasAnalysis>();
41 AU.addRequiredTransitive<TargetData>();
42}
43
Owen Anderson9c884572007-07-10 17:59:22 +000044// Find the dependency of a CallSite
Owen Anderson7fcaaad2007-07-16 21:52:50 +000045Instruction* MemoryDependenceAnalysis::getCallSiteDependency(CallSite C, Instruction* start,
46 bool local) {
Owen Anderson9c884572007-07-10 17:59:22 +000047 assert(local && "Non-local memory dependence analysis not yet implemented");
48
49 AliasAnalysis& AA = getAnalysis<AliasAnalysis>();
50 TargetData& TD = getAnalysis<TargetData>();
51 BasicBlock::iterator blockBegin = C.getInstruction()->getParent()->begin();
52 BasicBlock::iterator QI = C.getInstruction();
53
54 while (QI != blockBegin) {
55 --QI;
56
57 // If this inst is a memory op, get the pointer it accessed
58 Value* pointer = 0;
59 uint64_t pointerSize = 0;
60 if (StoreInst* S = dyn_cast<StoreInst>(QI)) {
61 pointer = S->getPointerOperand();
62 pointerSize = TD.getTypeSize(S->getOperand(0)->getType());
63 } else if (LoadInst* L = dyn_cast<LoadInst>(QI)) {
64 pointer = L->getPointerOperand();
65 pointerSize = TD.getTypeSize(L->getType());
66 } else if (AllocationInst* AI = dyn_cast<AllocationInst>(QI)) {
67 pointer = AI;
68 if (ConstantInt* C = dyn_cast<ConstantInt>(AI->getArraySize()))
Owen Andersonc4324902007-07-10 20:48:38 +000069 pointerSize = C->getZExtValue() * TD.getTypeSize(AI->getAllocatedType());
Owen Anderson9c884572007-07-10 17:59:22 +000070 else
71 pointerSize = ~0UL;
Owen Anderson1fa61322007-07-10 18:43:15 +000072 } else if (VAArgInst* V = dyn_cast<VAArgInst>(QI)) {
73 pointer = V->getOperand(0);
74 pointerSize = TD.getTypeSize(V->getType());
Owen Anderson9c884572007-07-10 17:59:22 +000075 } else if (FreeInst* F = dyn_cast<FreeInst>(QI)) {
76 pointer = F->getPointerOperand();
77
78 // FreeInsts erase the entire structure
79 pointerSize = ~0UL;
80 } else if (CallSite::get(QI).getInstruction() != 0) {
81 if (AA.getModRefInfo(C, CallSite::get(QI)) != AliasAnalysis::NoModRef) {
82 depGraphLocal.insert(std::make_pair(C.getInstruction(), std::make_pair(QI, true)));
83 reverseDep.insert(std::make_pair(QI, C.getInstruction()));
84 return QI;
85 } else {
86 continue;
87 }
Owen Andersonfaf9e422007-07-10 20:39:07 +000088 } else
89 continue;
Owen Anderson9c884572007-07-10 17:59:22 +000090
91 if (AA.getModRefInfo(C, pointer, pointerSize) != AliasAnalysis::NoModRef) {
92 depGraphLocal.insert(std::make_pair(C.getInstruction(), std::make_pair(QI, true)));
93 reverseDep.insert(std::make_pair(QI, C.getInstruction()));
94 return QI;
95 }
96 }
97
98 // No dependence found
99 depGraphLocal.insert(std::make_pair(C.getInstruction(), std::make_pair(NonLocal, true)));
100 reverseDep.insert(std::make_pair(NonLocal, C.getInstruction()));
101 return NonLocal;
102}
103
Owen Andersonc321e5e2007-08-01 22:01:54 +0000104void MemoryDependenceAnalysis::nonLocalHelper(Instruction* query,
Owen Anderson5e5599b2007-07-25 19:57:03 +0000105 BasicBlock* block,
Owen Andersonc321e5e2007-08-01 22:01:54 +0000106 DenseMap<BasicBlock*, Value*>& resp) {
107 SmallPtrSet<BasicBlock*, 4> visited;
108 SmallVector<BasicBlock*, 4> stack;
109 stack.push_back(block);
Owen Andersond998be72007-07-24 21:52:37 +0000110
Owen Andersonc321e5e2007-08-01 22:01:54 +0000111 while (!stack.empty()) {
112 BasicBlock* BB = stack.back();
113
Owen Anderson0ac1fc82007-08-02 17:56:05 +0000114 if (visited.count(BB)) {
Owen Andersonc321e5e2007-08-01 22:01:54 +0000115 stack.pop_back();
116 continue;
117 }
118
119 if (BB != block) {
Owen Anderson0ac1fc82007-08-02 17:56:05 +0000120 visited.insert(BB);
121
Owen Andersonc321e5e2007-08-01 22:01:54 +0000122 Instruction* localDep = getDependency(query, 0, BB);
123 if (localDep != NonLocal) {
124 resp.insert(std::make_pair(BB, localDep));
Owen Anderson0ac1fc82007-08-02 17:56:05 +0000125 stack.pop_back();
126
Owen Andersonc321e5e2007-08-01 22:01:54 +0000127 continue;
128 }
Owen Anderson0ac1fc82007-08-02 17:56:05 +0000129 } else if (BB == block && stack.size() > 1) {
130 visited.insert(BB);
131
132 Instruction* localDep = getDependency(query, 0, BB);
133 if (localDep != query)
134 resp.insert(std::make_pair(BB, localDep));
135
136 stack.pop_back();
137
138 continue;
Owen Andersonc321e5e2007-08-01 22:01:54 +0000139 }
140
141 bool predOnStack = false;
142 bool inserted = false;
143 for (pred_iterator PI = pred_begin(BB), PE = pred_end(BB);
144 PI != PE; ++PI)
145 if (!visited.count(*PI)) {
146 stack.push_back(*PI);
147 inserted = true;
148 } else
149 predOnStack = true;
150
151 if (inserted)
152 continue;
153 else if (!inserted && !predOnStack) {
154 resp.insert(std::make_pair(BB, None));
155 } else if (!inserted && predOnStack){
156 resp.insert(std::make_pair(BB, NonLocal));
157 }
158
159 stack.pop_back();
Owen Andersond998be72007-07-24 21:52:37 +0000160 }
Owen Andersond998be72007-07-24 21:52:37 +0000161}
162
Owen Andersonc321e5e2007-08-01 22:01:54 +0000163void MemoryDependenceAnalysis::getNonLocalDependency(Instruction* query,
Owen Anderson5e5599b2007-07-25 19:57:03 +0000164 DenseMap<BasicBlock*, Value*>& resp) {
Owen Andersond998be72007-07-24 21:52:37 +0000165 Instruction* localDep = getDependency(query);
166 if (localDep != NonLocal) {
Owen Anderson5e5599b2007-07-25 19:57:03 +0000167 resp.insert(std::make_pair(query->getParent(), localDep));
Owen Andersonc321e5e2007-08-01 22:01:54 +0000168 return;
Owen Andersond998be72007-07-24 21:52:37 +0000169 }
170
Owen Andersonc321e5e2007-08-01 22:01:54 +0000171 nonLocalHelper(query, query->getParent(), resp);
Owen Andersond998be72007-07-24 21:52:37 +0000172}
173
Owen Andersonc0daf5f2007-07-06 23:14:35 +0000174/// getDependency - Return the instruction on which a memory operation
Owen Anderson47352db2007-07-10 17:08:11 +0000175/// depends. The local paramter indicates if the query should only
176/// evaluate dependencies within the same basic block.
Owen Andersonc0daf5f2007-07-06 23:14:35 +0000177Instruction* MemoryDependenceAnalysis::getDependency(Instruction* query,
Owen Anderson7fcaaad2007-07-16 21:52:50 +0000178 Instruction* start,
Owen Andersond998be72007-07-24 21:52:37 +0000179 BasicBlock* block) {
Owen Andersonc0daf5f2007-07-06 23:14:35 +0000180 // Start looking for dependencies with the queried inst
181 BasicBlock::iterator QI = query;
182
183 // Check for a cached result
184 std::pair<Instruction*, bool> cachedResult = depGraphLocal[query];
185 // If we have a _confirmed_ cached entry, return it
186 if (cachedResult.second)
187 return cachedResult.first;
Owen Anderson5e5599b2007-07-25 19:57:03 +0000188 else if (cachedResult.first && cachedResult.first != NonLocal)
Owen Andersonc0daf5f2007-07-06 23:14:35 +0000189 // If we have an unconfirmed cached entry, we can start our search from there
190 QI = cachedResult.first;
191
Owen Anderson7fcaaad2007-07-16 21:52:50 +0000192 if (start)
193 QI = start;
Owen Anderson5e5599b2007-07-25 19:57:03 +0000194 else if (!start && block)
195 QI = block->end();
Owen Anderson7fcaaad2007-07-16 21:52:50 +0000196
Owen Andersonc0daf5f2007-07-06 23:14:35 +0000197 AliasAnalysis& AA = getAnalysis<AliasAnalysis>();
Owen Anderson47352db2007-07-10 17:08:11 +0000198 TargetData& TD = getAnalysis<TargetData>();
Owen Andersonc0daf5f2007-07-06 23:14:35 +0000199
200 // Get the pointer value for which dependence will be determined
201 Value* dependee = 0;
Owen Anderson47352db2007-07-10 17:08:11 +0000202 uint64_t dependeeSize = 0;
Owen Anderson94a21dd2007-07-10 18:11:42 +0000203 bool queryIsVolatile = false;
Owen Anderson7fcaaad2007-07-16 21:52:50 +0000204 if (StoreInst* S = dyn_cast<StoreInst>(query)) {
Owen Andersonc0daf5f2007-07-06 23:14:35 +0000205 dependee = S->getPointerOperand();
Owen Anderson2552a122007-07-10 17:25:03 +0000206 dependeeSize = TD.getTypeSize(S->getOperand(0)->getType());
Owen Anderson94a21dd2007-07-10 18:11:42 +0000207 queryIsVolatile = S->isVolatile();
Owen Anderson7fcaaad2007-07-16 21:52:50 +0000208 } else if (LoadInst* L = dyn_cast<LoadInst>(query)) {
Owen Andersonc0daf5f2007-07-06 23:14:35 +0000209 dependee = L->getPointerOperand();
Owen Anderson2552a122007-07-10 17:25:03 +0000210 dependeeSize = TD.getTypeSize(L->getType());
Owen Anderson94a21dd2007-07-10 18:11:42 +0000211 queryIsVolatile = L->isVolatile();
Owen Anderson7fcaaad2007-07-16 21:52:50 +0000212 } else if (VAArgInst* V = dyn_cast<VAArgInst>(query)) {
Owen Anderson1fa61322007-07-10 18:43:15 +0000213 dependee = V->getOperand(0);
214 dependeeSize = TD.getTypeSize(V->getType());
Owen Anderson7fcaaad2007-07-16 21:52:50 +0000215 } else if (FreeInst* F = dyn_cast<FreeInst>(query)) {
Owen Andersonc0daf5f2007-07-06 23:14:35 +0000216 dependee = F->getPointerOperand();
Owen Anderson47352db2007-07-10 17:08:11 +0000217
218 // FreeInsts erase the entire structure, not just a field
219 dependeeSize = ~0UL;
Owen Anderson7fcaaad2007-07-16 21:52:50 +0000220 } else if (CallSite::get(query).getInstruction() != 0)
221 return getCallSiteDependency(CallSite::get(query), start);
Owen Anderson9c884572007-07-10 17:59:22 +0000222 else if (isa<AllocationInst>(query))
Owen Andersonc0daf5f2007-07-06 23:14:35 +0000223 return None;
Owen Anderson2552a122007-07-10 17:25:03 +0000224 else
Owen Anderson47352db2007-07-10 17:08:11 +0000225 return None;
Owen Andersonc0daf5f2007-07-06 23:14:35 +0000226
Owen Andersond998be72007-07-24 21:52:37 +0000227 BasicBlock::iterator blockBegin = block ? block->begin()
228 : query->getParent()->begin();
Owen Andersonc0daf5f2007-07-06 23:14:35 +0000229
230 while (QI != blockBegin) {
Owen Anderson47352db2007-07-10 17:08:11 +0000231 --QI;
232
Owen Andersonc0daf5f2007-07-06 23:14:35 +0000233 // If this inst is a memory op, get the pointer it accessed
234 Value* pointer = 0;
Owen Anderson47352db2007-07-10 17:08:11 +0000235 uint64_t pointerSize = 0;
236 if (StoreInst* S = dyn_cast<StoreInst>(QI)) {
Owen Anderson94a21dd2007-07-10 18:11:42 +0000237 // All volatile loads/stores depend on each other
238 if (queryIsVolatile && S->isVolatile()) {
Owen Anderson5e5599b2007-07-25 19:57:03 +0000239 if (!start || block) {
Owen Anderson7fcaaad2007-07-16 21:52:50 +0000240 depGraphLocal.insert(std::make_pair(query, std::make_pair(S, true)));
241 reverseDep.insert(std::make_pair(S, query));
242 }
243
Owen Anderson94a21dd2007-07-10 18:11:42 +0000244 return S;
245 }
246
Owen Andersonc0daf5f2007-07-06 23:14:35 +0000247 pointer = S->getPointerOperand();
Owen Anderson2552a122007-07-10 17:25:03 +0000248 pointerSize = TD.getTypeSize(S->getOperand(0)->getType());
Owen Anderson47352db2007-07-10 17:08:11 +0000249 } else if (LoadInst* L = dyn_cast<LoadInst>(QI)) {
Owen Anderson94a21dd2007-07-10 18:11:42 +0000250 // All volatile loads/stores depend on each other
251 if (queryIsVolatile && L->isVolatile()) {
Owen Anderson5e5599b2007-07-25 19:57:03 +0000252 if (!start || block) {
Owen Anderson7fcaaad2007-07-16 21:52:50 +0000253 depGraphLocal.insert(std::make_pair(query, std::make_pair(L, true)));
254 reverseDep.insert(std::make_pair(L, query));
255 }
256
Owen Anderson94a21dd2007-07-10 18:11:42 +0000257 return L;
258 }
259
Owen Andersonc0daf5f2007-07-06 23:14:35 +0000260 pointer = L->getPointerOperand();
Owen Anderson2552a122007-07-10 17:25:03 +0000261 pointerSize = TD.getTypeSize(L->getType());
Owen Anderson47352db2007-07-10 17:08:11 +0000262 } else if (AllocationInst* AI = dyn_cast<AllocationInst>(QI)) {
263 pointer = AI;
Owen Anderson2552a122007-07-10 17:25:03 +0000264 if (ConstantInt* C = dyn_cast<ConstantInt>(AI->getArraySize()))
Owen Andersonc4324902007-07-10 20:48:38 +0000265 pointerSize = C->getZExtValue() * TD.getTypeSize(AI->getAllocatedType());
Owen Anderson47352db2007-07-10 17:08:11 +0000266 else
267 pointerSize = ~0UL;
Owen Anderson1fa61322007-07-10 18:43:15 +0000268 } else if (VAArgInst* V = dyn_cast<VAArgInst>(QI)) {
269 pointer = V->getOperand(0);
270 pointerSize = TD.getTypeSize(V->getType());
Owen Anderson47352db2007-07-10 17:08:11 +0000271 } else if (FreeInst* F = dyn_cast<FreeInst>(QI)) {
Owen Andersonc0daf5f2007-07-06 23:14:35 +0000272 pointer = F->getPointerOperand();
Owen Anderson47352db2007-07-10 17:08:11 +0000273
274 // FreeInsts erase the entire structure
275 pointerSize = ~0UL;
Owen Anderson9c884572007-07-10 17:59:22 +0000276 } else if (CallSite::get(QI).getInstruction() != 0) {
Owen Andersonc0daf5f2007-07-06 23:14:35 +0000277 // Call insts need special handling. Check is they can modify our pointer
Owen Anderson9c884572007-07-10 17:59:22 +0000278 if (AA.getModRefInfo(CallSite::get(QI), dependee, dependeeSize) !=
279 AliasAnalysis::NoModRef) {
Owen Anderson5e5599b2007-07-25 19:57:03 +0000280 if (!start || block) {
Owen Anderson7fcaaad2007-07-16 21:52:50 +0000281 depGraphLocal.insert(std::make_pair(query, std::make_pair(QI, true)));
282 reverseDep.insert(std::make_pair(QI, query));
283 }
284
Owen Anderson9c884572007-07-10 17:59:22 +0000285 return QI;
Owen Anderson2552a122007-07-10 17:25:03 +0000286 } else {
287 continue;
288 }
Owen Andersonc0daf5f2007-07-06 23:14:35 +0000289 }
290
291 // If we found a pointer, check if it could be the same as our pointer
292 if (pointer) {
Owen Anderson47352db2007-07-10 17:08:11 +0000293 AliasAnalysis::AliasResult R = AA.alias(pointer, pointerSize,
294 dependee, dependeeSize);
Owen Andersonc0daf5f2007-07-06 23:14:35 +0000295
296 if (R != AliasAnalysis::NoAlias) {
Owen Anderson5e5599b2007-07-25 19:57:03 +0000297 if (!start || block) {
Owen Anderson7fcaaad2007-07-16 21:52:50 +0000298 depGraphLocal.insert(std::make_pair(query, std::make_pair(QI, true)));
299 reverseDep.insert(std::make_pair(QI, query));
300 }
301
Owen Andersonc0daf5f2007-07-06 23:14:35 +0000302 return QI;
303 }
304 }
Owen Andersonc0daf5f2007-07-06 23:14:35 +0000305 }
306
307 // If we found nothing, return the non-local flag
Owen Anderson5e5599b2007-07-25 19:57:03 +0000308 if (!start || block) {
Owen Anderson7fcaaad2007-07-16 21:52:50 +0000309 depGraphLocal.insert(std::make_pair(query,
310 std::make_pair(NonLocal, true)));
311 reverseDep.insert(std::make_pair(NonLocal, query));
312 }
Owen Andersonc0daf5f2007-07-06 23:14:35 +0000313
314 return NonLocal;
315}
316
317/// removeInstruction - Remove an instruction from the dependence analysis,
318/// updating the dependence of instructions that previously depended on it.
319void MemoryDependenceAnalysis::removeInstruction(Instruction* rem) {
320 // Figure out the new dep for things that currently depend on rem
321 Instruction* newDep = NonLocal;
David Greene87801e82007-07-31 20:01:27 +0000322
323 depMapType::iterator depGraphEntry = depGraphLocal.find(rem);
324 // We assume here that it's not in the reverse map if it's not in
325 // the dep map. Checking it could be expensive, so don't do it.
326
327 if (depGraphEntry != depGraphLocal.end()) {
328 if (depGraphEntry->second.first != NonLocal &&
329 depGraphEntry->second.second) {
330 // If we have dep info for rem, set them to it
331 BasicBlock::iterator RI = depGraphEntry->second.first;
332 RI++;
333 newDep = RI;
334 } else if (depGraphEntry->second.first == NonLocal &&
335 depGraphEntry->second.second ) {
336 // If we have a confirmed non-local flag, use it
337 newDep = NonLocal;
338 } else {
339 // Otherwise, use the immediate successor of rem
340 // NOTE: This is because, when getDependence is called, it will first check
341 // the immediate predecessor of what is in the cache.
342 BasicBlock::iterator RI = rem;
343 RI++;
344 newDep = RI;
345 }
346
347 std::multimap<Instruction*, Instruction*>::iterator I = reverseDep.find(rem);
348 while (I != reverseDep.end() && I->first == rem) {
349 // Insert the new dependencies
350 // Mark it as unconfirmed as long as it is not the non-local flag
351 depGraphLocal[I->second] = std::make_pair(newDep, !newDep);
352 reverseDep.erase(I);
353 I = reverseDep.find(rem);
354 }
Owen Andersonc0daf5f2007-07-06 23:14:35 +0000355 }
356
Owen Anderson1e1bace2007-07-12 00:06:21 +0000357 getAnalysis<AliasAnalysis>().deleteValue(rem);
Owen Andersonc0daf5f2007-07-06 23:14:35 +0000358}