blob: f93fc1a39ed1b36750617c384a773982d96492ee [file] [log] [blame]
Chris Lattner26dff502004-06-28 06:33:13 +00001//===- GlobalsModRef.cpp - Simple Mod/Ref Analysis for Globals ------------===//
Misha Brukman01808ca2005-04-21 21:13:18 +00002//
Chris Lattner26dff502004-06-28 06:33:13 +00003// The LLVM Compiler Infrastructure
4//
Chris Lattnerf3ebc3f2007-12-29 20:36:04 +00005// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
Misha Brukman01808ca2005-04-21 21:13:18 +00007//
Chris Lattner26dff502004-06-28 06:33:13 +00008//===----------------------------------------------------------------------===//
9//
10// This simple pass provides alias and mod/ref information for global values
Chris Lattner3a353e82004-07-27 06:40:37 +000011// that do not have their address taken, and keeps track of whether functions
12// read or write memory (are "pure"). For this simple (but very common) case,
13// we can provide pretty accurate and useful information.
Chris Lattner26dff502004-06-28 06:33:13 +000014//
15//===----------------------------------------------------------------------===//
16
Chris Lattner26dff502004-06-28 06:33:13 +000017#include "llvm/Analysis/Passes.h"
Chandler Carruthed0881b2012-12-03 16:50:05 +000018#include "llvm/ADT/SCCIterator.h"
19#include "llvm/ADT/Statistic.h"
Chris Lattner26dff502004-06-28 06:33:13 +000020#include "llvm/Analysis/AliasAnalysis.h"
21#include "llvm/Analysis/CallGraph.h"
Victor Hernandezf390e042009-10-27 20:05:49 +000022#include "llvm/Analysis/MemoryBuiltins.h"
Dan Gohmana4fcd242010-12-15 20:02:24 +000023#include "llvm/Analysis/ValueTracking.h"
Chandler Carruth9fb823b2013-01-02 11:36:10 +000024#include "llvm/IR/Constants.h"
25#include "llvm/IR/DerivedTypes.h"
Chandler Carruth83948572014-03-04 10:30:26 +000026#include "llvm/IR/InstIterator.h"
Chandler Carruth9fb823b2013-01-02 11:36:10 +000027#include "llvm/IR/Instructions.h"
28#include "llvm/IR/IntrinsicInst.h"
29#include "llvm/IR/Module.h"
Chandler Carruthed0881b2012-12-03 16:50:05 +000030#include "llvm/Pass.h"
Reid Spencer7c16caa2004-09-01 22:55:40 +000031#include "llvm/Support/CommandLine.h"
Chandler Carruthda7c1912015-07-22 09:27:58 +000032#include <list>
Chris Lattner26dff502004-06-28 06:33:13 +000033#include <set>
34using namespace llvm;
35
Chandler Carruthf1221bd2014-04-22 02:48:03 +000036#define DEBUG_TYPE "globalsmodref-aa"
37
Chris Lattner57ef9422006-12-19 22:30:33 +000038STATISTIC(NumNonAddrTakenGlobalVars,
39 "Number of global vars without address taken");
40STATISTIC(NumNonAddrTakenFunctions,"Number of functions without address taken");
41STATISTIC(NumNoMemFunctions, "Number of functions that do not access memory");
42STATISTIC(NumReadMemFunctions, "Number of functions that only read memory");
43STATISTIC(NumIndirectGlobalVars, "Number of indirect global objects");
44
Chandler Carruthf55803f2015-07-17 06:58:24 +000045// An option to enable unsafe alias results from the GlobalsModRef analysis.
46// When enabled, GlobalsModRef will provide no-alias results which in extremely
47// rare cases may not be conservatively correct. In particular, in the face of
48// transforms which cause assymetry between how effective GetUnderlyingObject
49// is for two pointers, it may produce incorrect results.
50//
51// These unsafe results have been returned by GMR for many years without
52// causing significant issues in the wild and so we provide a mechanism to
53// re-enable them for users of LLVM that have a particular performance
54// sensitivity and no known issues. The option also makes it easy to evaluate
55// the performance impact of these results.
56static cl::opt<bool> EnableUnsafeGlobalsModRefAliasResults(
57 "enable-unsafe-globalsmodref-alias-results", cl::init(false), cl::Hidden);
58
Chris Lattner26dff502004-06-28 06:33:13 +000059namespace {
Chandler Carruth466d7ad2015-07-14 08:42:39 +000060/// FunctionRecord - One instance of this structure is stored for every
61/// function in the program. Later, the entries for these functions are
62/// removed if the function is found to call an external function (in which
63/// case we know nothing about it.
64struct FunctionRecord {
65 /// GlobalInfo - Maintain mod/ref info for all of the globals without
66 /// addresses taken that are read or written (transitively) by this
67 /// function.
68 std::map<const GlobalValue *, unsigned> GlobalInfo;
Chris Lattner3a353e82004-07-27 06:40:37 +000069
Chandler Carruth466d7ad2015-07-14 08:42:39 +000070 /// MayReadAnyGlobal - May read global variables, but it is not known which.
71 bool MayReadAnyGlobal;
Duncan Sands06dbb122008-09-12 07:29:58 +000072
Chandler Carruth466d7ad2015-07-14 08:42:39 +000073 unsigned getInfoForGlobal(const GlobalValue *GV) const {
74 unsigned Effect = MayReadAnyGlobal ? AliasAnalysis::Ref : 0;
75 std::map<const GlobalValue *, unsigned>::const_iterator I =
Dan Gohman5442c712010-08-03 21:48:53 +000076 GlobalInfo.find(GV);
Chandler Carruth466d7ad2015-07-14 08:42:39 +000077 if (I != GlobalInfo.end())
78 Effect |= I->second;
79 return Effect;
80 }
81
82 /// FunctionEffect - Capture whether or not this function reads or writes to
83 /// ANY memory. If not, we can do a lot of aggressive analysis on it.
84 unsigned FunctionEffect;
85
86 FunctionRecord() : MayReadAnyGlobal(false), FunctionEffect(0) {}
87};
88
89/// GlobalsModRef - The actual analysis pass.
90class GlobalsModRef : public ModulePass, public AliasAnalysis {
Chandler Carruthda7c1912015-07-22 09:27:58 +000091 /// The globals that do not have their addresses taken.
Chandler Carruth466d7ad2015-07-14 08:42:39 +000092 std::set<const GlobalValue *> NonAddressTakenGlobals;
93
94 /// IndirectGlobals - The memory pointed to by this global is known to be
95 /// 'owned' by the global.
96 std::set<const GlobalValue *> IndirectGlobals;
97
98 /// AllocsForIndirectGlobals - If an instruction allocates memory for an
99 /// indirect global, this map indicates which one.
100 std::map<const Value *, const GlobalValue *> AllocsForIndirectGlobals;
101
102 /// FunctionInfo - For each function, keep track of what globals are
103 /// modified or read.
104 std::map<const Function *, FunctionRecord> FunctionInfo;
105
Chandler Carruthda7c1912015-07-22 09:27:58 +0000106 /// Handle to clear this analysis on deletion of values.
107 struct DeletionCallbackHandle;
108
109 /// List of callbacks for globals being tracked by this analysis. Note that
110 /// these objects are quite large, but we only anticipate having one per
111 /// global tracked by this analysis. There are numerous optimizations we
112 /// could perform to the memory utilization here if this becomes a problem.
113 std::list<DeletionCallbackHandle> Handles;
114
Chandler Carruth466d7ad2015-07-14 08:42:39 +0000115public:
116 static char ID;
117 GlobalsModRef() : ModulePass(ID) {
118 initializeGlobalsModRefPass(*PassRegistry::getPassRegistry());
119 }
120
121 bool runOnModule(Module &M) override {
122 InitializeAliasAnalysis(this, &M.getDataLayout());
123
124 // Find non-addr taken globals.
125 AnalyzeGlobals(M);
126
127 // Propagate on CG.
128 AnalyzeCallGraph(getAnalysis<CallGraphWrapperPass>().getCallGraph(), M);
129 return false;
130 }
131
132 void getAnalysisUsage(AnalysisUsage &AU) const override {
133 AliasAnalysis::getAnalysisUsage(AU);
134 AU.addRequired<CallGraphWrapperPass>();
135 AU.setPreservesAll(); // Does not transform code
136 }
137
138 //------------------------------------------------
139 // Implement the AliasAnalysis API
140 //
141 AliasResult alias(const MemoryLocation &LocA,
142 const MemoryLocation &LocB) override;
143 ModRefResult getModRefInfo(ImmutableCallSite CS,
144 const MemoryLocation &Loc) override;
145 ModRefResult getModRefInfo(ImmutableCallSite CS1,
146 ImmutableCallSite CS2) override {
147 return AliasAnalysis::getModRefInfo(CS1, CS2);
148 }
149
150 /// getModRefBehavior - Return the behavior of the specified function if
151 /// called from the specified call site. The call site may be null in which
152 /// case the most generic behavior of this function should be returned.
153 ModRefBehavior getModRefBehavior(const Function *F) override {
154 ModRefBehavior Min = UnknownModRefBehavior;
155
156 if (FunctionRecord *FR = getFunctionInfo(F)) {
157 if (FR->FunctionEffect == 0)
158 Min = DoesNotAccessMemory;
159 else if ((FR->FunctionEffect & Mod) == 0)
160 Min = OnlyReadsMemory;
Chris Lattner3a353e82004-07-27 06:40:37 +0000161 }
Misha Brukman01808ca2005-04-21 21:13:18 +0000162
Chandler Carruth466d7ad2015-07-14 08:42:39 +0000163 return ModRefBehavior(AliasAnalysis::getModRefBehavior(F) & Min);
164 }
Chris Lattnerb6964622004-07-27 07:46:26 +0000165
Chandler Carruth466d7ad2015-07-14 08:42:39 +0000166 /// getModRefBehavior - Return the behavior of the specified function if
167 /// called from the specified call site. The call site may be null in which
168 /// case the most generic behavior of this function should be returned.
169 ModRefBehavior getModRefBehavior(ImmutableCallSite CS) override {
170 ModRefBehavior Min = UnknownModRefBehavior;
Chris Lattner3a353e82004-07-27 06:40:37 +0000171
Chandler Carruth466d7ad2015-07-14 08:42:39 +0000172 if (const Function *F = CS.getCalledFunction())
Anton Korobeynikov579f0712008-02-20 11:08:44 +0000173 if (FunctionRecord *FR = getFunctionInfo(F)) {
Chris Lattner3a353e82004-07-27 06:40:37 +0000174 if (FR->FunctionEffect == 0)
Dan Gohman2694e142010-11-10 01:02:18 +0000175 Min = DoesNotAccessMemory;
Misha Brukman77451162005-04-22 04:01:18 +0000176 else if ((FR->FunctionEffect & Mod) == 0)
Dan Gohman2694e142010-11-10 01:02:18 +0000177 Min = OnlyReadsMemory;
Anton Korobeynikov579f0712008-02-20 11:08:44 +0000178 }
Dan Gohman2694e142010-11-10 01:02:18 +0000179
Chandler Carruth466d7ad2015-07-14 08:42:39 +0000180 return ModRefBehavior(AliasAnalysis::getModRefBehavior(CS) & Min);
181 }
Dan Gohman2694e142010-11-10 01:02:18 +0000182
Chandler Carruth466d7ad2015-07-14 08:42:39 +0000183 /// getAdjustedAnalysisPointer - This method is used when a pass implements
184 /// an analysis interface through multiple inheritance. If needed, it
185 /// should override this to adjust the this pointer as needed for the
186 /// specified pass info.
187 void *getAdjustedAnalysisPointer(AnalysisID PI) override {
188 if (PI == &AliasAnalysis::ID)
189 return (AliasAnalysis *)this;
190 return this;
191 }
Chris Lattner3a353e82004-07-27 06:40:37 +0000192
Chandler Carruth466d7ad2015-07-14 08:42:39 +0000193private:
194 /// getFunctionInfo - Return the function info for the function, or null if
195 /// we don't have anything useful to say about it.
196 FunctionRecord *getFunctionInfo(const Function *F) {
197 std::map<const Function *, FunctionRecord>::iterator I =
Dan Gohman5442c712010-08-03 21:48:53 +0000198 FunctionInfo.find(F);
Chandler Carruth466d7ad2015-07-14 08:42:39 +0000199 if (I != FunctionInfo.end())
200 return &I->second;
201 return nullptr;
202 }
Chris Lattner3a353e82004-07-27 06:40:37 +0000203
Chandler Carruth466d7ad2015-07-14 08:42:39 +0000204 void AnalyzeGlobals(Module &M);
205 void AnalyzeCallGraph(CallGraph &CG, Module &M);
206 bool AnalyzeUsesOfPointer(Value *V, std::vector<Function *> &Readers,
207 std::vector<Function *> &Writers,
208 GlobalValue *OkayStoreDest = nullptr);
209 bool AnalyzeIndirectGlobalMemory(GlobalValue *GV);
210};
Alexander Kornienkof00654e2015-06-23 09:49:53 +0000211}
Chris Lattner26dff502004-06-28 06:33:13 +0000212
Dan Gohmand78c4002008-05-13 00:00:25 +0000213char GlobalsModRef::ID = 0;
Chandler Carruth466d7ad2015-07-14 08:42:39 +0000214INITIALIZE_AG_PASS_BEGIN(GlobalsModRef, AliasAnalysis, "globalsmodref-aa",
215 "Simple mod/ref analysis for globals", false, true,
216 false)
Chandler Carruth6378cf52013-11-26 04:19:30 +0000217INITIALIZE_PASS_DEPENDENCY(CallGraphWrapperPass)
Chandler Carruth466d7ad2015-07-14 08:42:39 +0000218INITIALIZE_AG_PASS_END(GlobalsModRef, AliasAnalysis, "globalsmodref-aa",
219 "Simple mod/ref analysis for globals", false, true,
220 false)
Dan Gohmand78c4002008-05-13 00:00:25 +0000221
Chris Lattner26dff502004-06-28 06:33:13 +0000222Pass *llvm::createGlobalsModRefPass() { return new GlobalsModRef(); }
223
Chandler Carruthda7c1912015-07-22 09:27:58 +0000224struct final GlobalsModRef::DeletionCallbackHandle : CallbackVH {
225 GlobalsModRef &GMR;
226 std::list<DeletionCallbackHandle>::iterator I;
227
228 DeletionCallbackHandle(GlobalsModRef &GMR, Value *V)
229 : CallbackVH(V), GMR(GMR) {}
230
231 void deleted() override {
232 Value *V = getValPtr();
233 if (GlobalValue *GV = dyn_cast<GlobalValue>(V)) {
234 if (GMR.NonAddressTakenGlobals.erase(GV)) {
235 // This global might be an indirect global. If so, remove it and remove
236 // any AllocRelatedValues for it.
237 if (GMR.IndirectGlobals.erase(GV)) {
238 // Remove any entries in AllocsForIndirectGlobals for this global.
239 for (std::map<const Value *, const GlobalValue *>::iterator
240 I = GMR.AllocsForIndirectGlobals.begin(),
241 E = GMR.AllocsForIndirectGlobals.end();
242 I != E;) {
243 if (I->second == GV) {
244 GMR.AllocsForIndirectGlobals.erase(I++);
245 } else {
246 ++I;
247 }
248 }
249 }
250 }
251 }
252
253 // If this is an allocation related to an indirect global, remove it.
254 GMR.AllocsForIndirectGlobals.erase(V);
255
256 // And clear out the handle.
257 setValPtr(nullptr);
258 GMR.Handles.erase(I);
259 // This object is now destroyed!
260 }
261};
262
Chris Lattnerbfdd19b2006-10-01 22:36:45 +0000263/// AnalyzeGlobals - Scan through the users of all of the internal
Duncan Sands42c644e2008-09-03 12:55:42 +0000264/// GlobalValue's in the program. If none of them have their "address taken"
Chris Lattner26dff502004-06-28 06:33:13 +0000265/// (really, their address passed to something nontrivial), record this fact,
266/// and record the functions that they are used directly in.
267void GlobalsModRef::AnalyzeGlobals(Module &M) {
Chandler Carruth466d7ad2015-07-14 08:42:39 +0000268 std::vector<Function *> Readers, Writers;
Chandler Carrutha033bbb2015-07-15 08:09:23 +0000269 for (Function &F : M)
270 if (F.hasLocalLinkage()) {
271 if (!AnalyzeUsesOfPointer(&F, Readers, Writers)) {
Chris Lattner3a353e82004-07-27 06:40:37 +0000272 // Remember that we are tracking this global.
Chandler Carrutha033bbb2015-07-15 08:09:23 +0000273 NonAddressTakenGlobals.insert(&F);
Chandler Carruthda7c1912015-07-22 09:27:58 +0000274 Handles.emplace_front(*this, &F);
275 Handles.front().I = Handles.begin();
Chris Lattner26dff502004-06-28 06:33:13 +0000276 ++NumNonAddrTakenFunctions;
277 }
Chandler Carruth466d7ad2015-07-14 08:42:39 +0000278 Readers.clear();
279 Writers.clear();
Chris Lattner26dff502004-06-28 06:33:13 +0000280 }
281
Chandler Carrutha033bbb2015-07-15 08:09:23 +0000282 for (GlobalVariable &GV : M.globals())
283 if (GV.hasLocalLinkage()) {
284 if (!AnalyzeUsesOfPointer(&GV, Readers, Writers)) {
Chris Lattner26dff502004-06-28 06:33:13 +0000285 // Remember that we are tracking this global, and the mod/ref fns
Chandler Carrutha033bbb2015-07-15 08:09:23 +0000286 NonAddressTakenGlobals.insert(&GV);
Chandler Carruthda7c1912015-07-22 09:27:58 +0000287 Handles.emplace_front(*this, &GV);
288 Handles.front().I = Handles.begin();
Duncan Sands42c644e2008-09-03 12:55:42 +0000289
Chandler Carrutha033bbb2015-07-15 08:09:23 +0000290 for (Function *Reader : Readers)
291 FunctionInfo[Reader].GlobalInfo[&GV] |= Ref;
Chris Lattner3a353e82004-07-27 06:40:37 +0000292
Chandler Carrutha033bbb2015-07-15 08:09:23 +0000293 if (!GV.isConstant()) // No need to keep track of writers to constants
294 for (Function *Writer : Writers)
295 FunctionInfo[Writer].GlobalInfo[&GV] |= Mod;
Chris Lattner26dff502004-06-28 06:33:13 +0000296 ++NumNonAddrTakenGlobalVars;
Duncan Sands42c644e2008-09-03 12:55:42 +0000297
Chris Lattnerbfdd19b2006-10-01 22:36:45 +0000298 // If this global holds a pointer type, see if it is an indirect global.
Chandler Carrutha033bbb2015-07-15 08:09:23 +0000299 if (GV.getType()->getElementType()->isPointerTy() &&
300 AnalyzeIndirectGlobalMemory(&GV))
Chris Lattnerbfdd19b2006-10-01 22:36:45 +0000301 ++NumIndirectGlobalVars;
Chris Lattner26dff502004-06-28 06:33:13 +0000302 }
Chandler Carruth466d7ad2015-07-14 08:42:39 +0000303 Readers.clear();
304 Writers.clear();
Chris Lattner26dff502004-06-28 06:33:13 +0000305 }
306}
307
Chris Lattnerbfdd19b2006-10-01 22:36:45 +0000308/// AnalyzeUsesOfPointer - Look at all of the users of the specified pointer.
309/// If this is used by anything complex (i.e., the address escapes), return
310/// true. Also, while we are at it, keep track of those functions that read and
311/// write to the value.
312///
313/// If OkayStoreDest is non-null, stores into this global are allowed.
314bool GlobalsModRef::AnalyzeUsesOfPointer(Value *V,
Chandler Carruth466d7ad2015-07-14 08:42:39 +0000315 std::vector<Function *> &Readers,
316 std::vector<Function *> &Writers,
Chris Lattnerbfdd19b2006-10-01 22:36:45 +0000317 GlobalValue *OkayStoreDest) {
Chandler Carruth466d7ad2015-07-14 08:42:39 +0000318 if (!V->getType()->isPointerTy())
319 return true;
Chris Lattner26dff502004-06-28 06:33:13 +0000320
Chandler Carruthcdf47882014-03-09 03:16:01 +0000321 for (Use &U : V->uses()) {
322 User *I = U.getUser();
323 if (LoadInst *LI = dyn_cast<LoadInst>(I)) {
Chris Lattner26dff502004-06-28 06:33:13 +0000324 Readers.push_back(LI->getParent()->getParent());
Chandler Carruthcdf47882014-03-09 03:16:01 +0000325 } else if (StoreInst *SI = dyn_cast<StoreInst>(I)) {
Chris Lattnerbfdd19b2006-10-01 22:36:45 +0000326 if (V == SI->getOperand(1)) {
327 Writers.push_back(SI->getParent()->getParent());
328 } else if (SI->getOperand(1) != OkayStoreDest) {
Chandler Carruth466d7ad2015-07-14 08:42:39 +0000329 return true; // Storing the pointer
Chris Lattnerbfdd19b2006-10-01 22:36:45 +0000330 }
Chandler Carruthcdf47882014-03-09 03:16:01 +0000331 } else if (Operator::getOpcode(I) == Instruction::GetElementPtr) {
332 if (AnalyzeUsesOfPointer(I, Readers, Writers))
Victor Hernandez537d8d92009-09-18 21:34:51 +0000333 return true;
Chandler Carruthcdf47882014-03-09 03:16:01 +0000334 } else if (Operator::getOpcode(I) == Instruction::BitCast) {
335 if (AnalyzeUsesOfPointer(I, Readers, Writers, OkayStoreDest))
Benjamin Kramerb8266d22014-02-10 14:17:30 +0000336 return true;
Benjamin Kramer3a09ef62015-04-10 14:50:08 +0000337 } else if (auto CS = CallSite(I)) {
Chris Lattner26dff502004-06-28 06:33:13 +0000338 // Make sure that this is just the function being called, not that it is
339 // passing into the function.
Chandler Carruthcdf47882014-03-09 03:16:01 +0000340 if (!CS.isCallee(&U)) {
Benjamin Kramerb8266d22014-02-10 14:17:30 +0000341 // Detect calls to free.
Chandler Carruthcdf47882014-03-09 03:16:01 +0000342 if (isFreeCall(I, TLI))
Benjamin Kramerb8266d22014-02-10 14:17:30 +0000343 Writers.push_back(CS->getParent()->getParent());
344 else
345 return true; // Argument of an unknown call.
Misha Brukman01808ca2005-04-21 21:13:18 +0000346 }
Chandler Carruthcdf47882014-03-09 03:16:01 +0000347 } else if (ICmpInst *ICI = dyn_cast<ICmpInst>(I)) {
Reid Spencer266e42b2006-12-23 06:05:41 +0000348 if (!isa<ConstantPointerNull>(ICI->getOperand(1)))
Chandler Carruth466d7ad2015-07-14 08:42:39 +0000349 return true; // Allow comparison against null.
Chris Lattner26dff502004-06-28 06:33:13 +0000350 } else {
351 return true;
352 }
Gabor Greif070b9a22010-07-09 15:53:42 +0000353 }
354
Chris Lattner26dff502004-06-28 06:33:13 +0000355 return false;
356}
357
Chris Lattnerbfdd19b2006-10-01 22:36:45 +0000358/// AnalyzeIndirectGlobalMemory - We found an non-address-taken global variable
359/// which holds a pointer type. See if the global always points to non-aliased
360/// heap memory: that is, all initializers of the globals are allocations, and
361/// those allocations have no use other than initialization of the global.
362/// Further, all loads out of GV must directly use the memory, not store the
363/// pointer somewhere. If this is true, we consider the memory pointed to by
364/// GV to be owned by GV and can disambiguate other pointers from it.
365bool GlobalsModRef::AnalyzeIndirectGlobalMemory(GlobalValue *GV) {
366 // Keep track of values related to the allocation of the memory, f.e. the
367 // value produced by the malloc call and any casts.
Chandler Carruth466d7ad2015-07-14 08:42:39 +0000368 std::vector<Value *> AllocRelatedValues;
Duncan Sands42c644e2008-09-03 12:55:42 +0000369
Chris Lattnerbfdd19b2006-10-01 22:36:45 +0000370 // Walk the user list of the global. If we find anything other than a direct
371 // load or store, bail out.
Chandler Carruthcdf47882014-03-09 03:16:01 +0000372 for (User *U : GV->users()) {
Gabor Greifaa389f52010-07-09 16:22:36 +0000373 if (LoadInst *LI = dyn_cast<LoadInst>(U)) {
Chris Lattnerbfdd19b2006-10-01 22:36:45 +0000374 // The pointer loaded from the global can only be used in simple ways:
375 // we allow addressing of it and loading storing to it. We do *not* allow
376 // storing the loaded pointer somewhere else or passing to a function.
Chandler Carruth466d7ad2015-07-14 08:42:39 +0000377 std::vector<Function *> ReadersWriters;
Chris Lattnerbfdd19b2006-10-01 22:36:45 +0000378 if (AnalyzeUsesOfPointer(LI, ReadersWriters, ReadersWriters))
Chandler Carruth466d7ad2015-07-14 08:42:39 +0000379 return false; // Loaded pointer escapes.
Chris Lattnerbfdd19b2006-10-01 22:36:45 +0000380 // TODO: Could try some IP mod/ref of the loaded pointer.
Gabor Greifaa389f52010-07-09 16:22:36 +0000381 } else if (StoreInst *SI = dyn_cast<StoreInst>(U)) {
Chris Lattnerbfdd19b2006-10-01 22:36:45 +0000382 // Storing the global itself.
Chandler Carruth466d7ad2015-07-14 08:42:39 +0000383 if (SI->getOperand(0) == GV)
384 return false;
Duncan Sands42c644e2008-09-03 12:55:42 +0000385
Chris Lattnerbfdd19b2006-10-01 22:36:45 +0000386 // If storing the null pointer, ignore it.
387 if (isa<ConstantPointerNull>(SI->getOperand(0)))
388 continue;
Duncan Sands42c644e2008-09-03 12:55:42 +0000389
Chris Lattnerbfdd19b2006-10-01 22:36:45 +0000390 // Check the value being stored.
Mehdi Aminia28d91d2015-03-10 02:37:25 +0000391 Value *Ptr = GetUnderlyingObject(SI->getOperand(0),
392 GV->getParent()->getDataLayout());
Chris Lattnerbfdd19b2006-10-01 22:36:45 +0000393
Benjamin Kramer8bcc9712012-08-29 15:32:21 +0000394 if (!isAllocLikeFn(Ptr, TLI))
Chandler Carruth466d7ad2015-07-14 08:42:39 +0000395 return false; // Too hard to analyze.
Duncan Sands42c644e2008-09-03 12:55:42 +0000396
Chris Lattnerbfdd19b2006-10-01 22:36:45 +0000397 // Analyze all uses of the allocation. If any of them are used in a
398 // non-simple way (e.g. stored to another global) bail out.
Chandler Carruth466d7ad2015-07-14 08:42:39 +0000399 std::vector<Function *> ReadersWriters;
Chris Lattnerbfdd19b2006-10-01 22:36:45 +0000400 if (AnalyzeUsesOfPointer(Ptr, ReadersWriters, ReadersWriters, GV))
Chandler Carruth466d7ad2015-07-14 08:42:39 +0000401 return false; // Loaded pointer escapes.
Chris Lattnerbfdd19b2006-10-01 22:36:45 +0000402
403 // Remember that this allocation is related to the indirect global.
404 AllocRelatedValues.push_back(Ptr);
405 } else {
406 // Something complex, bail out.
407 return false;
408 }
409 }
Duncan Sands42c644e2008-09-03 12:55:42 +0000410
Chris Lattnerbfdd19b2006-10-01 22:36:45 +0000411 // Okay, this is an indirect global. Remember all of the allocations for
412 // this global in AllocsForIndirectGlobals.
413 while (!AllocRelatedValues.empty()) {
414 AllocsForIndirectGlobals[AllocRelatedValues.back()] = GV;
Chandler Carruthda7c1912015-07-22 09:27:58 +0000415 Handles.emplace_front(*this, AllocRelatedValues.back());
416 Handles.front().I = Handles.begin();
Chris Lattnerbfdd19b2006-10-01 22:36:45 +0000417 AllocRelatedValues.pop_back();
418 }
419 IndirectGlobals.insert(GV);
Chandler Carruthda7c1912015-07-22 09:27:58 +0000420 Handles.emplace_front(*this, GV);
421 Handles.front().I = Handles.begin();
Chris Lattnerbfdd19b2006-10-01 22:36:45 +0000422 return true;
423}
424
Chris Lattner26dff502004-06-28 06:33:13 +0000425/// AnalyzeCallGraph - At this point, we know the functions where globals are
426/// immediately stored to and read from. Propagate this information up the call
Chris Lattner3a353e82004-07-27 06:40:37 +0000427/// graph to all callers and compute the mod/ref info for all memory for each
Misha Brukman01808ca2005-04-21 21:13:18 +0000428/// function.
Chris Lattner26dff502004-06-28 06:33:13 +0000429void GlobalsModRef::AnalyzeCallGraph(CallGraph &CG, Module &M) {
Chris Lattner26dff502004-06-28 06:33:13 +0000430 // We do a bottom-up SCC traversal of the call graph. In other words, we
431 // visit all callees before callers (leaf-first).
Chandler Carruth466d7ad2015-07-14 08:42:39 +0000432 for (scc_iterator<CallGraph *> I = scc_begin(&CG); !I.isAtEnd(); ++I) {
Duncan P. N. Exon Smithd2b2fac2014-04-25 18:24:50 +0000433 const std::vector<CallGraphNode *> &SCC = *I;
Duncan Sands21a57992008-09-04 19:16:20 +0000434 assert(!SCC.empty() && "SCC with no functions?");
Duncan Sands42c644e2008-09-03 12:55:42 +0000435
Duncan Sands21a57992008-09-04 19:16:20 +0000436 if (!SCC[0]->getFunction()) {
437 // Calls externally - can't say anything useful. Remove any existing
438 // function records (may have been created when scanning globals).
Chandler Carrutha033bbb2015-07-15 08:09:23 +0000439 for (auto *Node : SCC)
440 FunctionInfo.erase(Node->getFunction());
Duncan Sands42c644e2008-09-03 12:55:42 +0000441 continue;
Duncan Sands21a57992008-09-04 19:16:20 +0000442 }
443
444 FunctionRecord &FR = FunctionInfo[SCC[0]->getFunction()];
Chris Lattner26dff502004-06-28 06:33:13 +0000445
Duncan Sands42c644e2008-09-03 12:55:42 +0000446 bool KnowNothing = false;
447 unsigned FunctionEffect = 0;
Chris Lattner3a353e82004-07-27 06:40:37 +0000448
Duncan Sands42c644e2008-09-03 12:55:42 +0000449 // Collect the mod/ref properties due to called functions. We only compute
450 // one mod-ref set.
451 for (unsigned i = 0, e = SCC.size(); i != e && !KnowNothing; ++i) {
452 Function *F = SCC[i]->getFunction();
453 if (!F) {
454 KnowNothing = true;
Chris Lattner3a353e82004-07-27 06:40:37 +0000455 break;
Chris Lattner26dff502004-06-28 06:33:13 +0000456 }
Chris Lattner3a353e82004-07-27 06:40:37 +0000457
Duncan Sands42c644e2008-09-03 12:55:42 +0000458 if (F->isDeclaration()) {
459 // Try to get mod/ref behaviour from function attributes.
Duncan Sands0eca0572008-09-03 15:31:24 +0000460 if (F->doesNotAccessMemory()) {
461 // Can't do better than that!
462 } else if (F->onlyReadsMemory()) {
Duncan Sands42c644e2008-09-03 12:55:42 +0000463 FunctionEffect |= Ref;
Duncan Sands06dbb122008-09-12 07:29:58 +0000464 if (!F->isIntrinsic())
Duncan Sandse30b36f2008-09-11 15:43:12 +0000465 // This function might call back into the module and read a global -
Duncan Sands06dbb122008-09-12 07:29:58 +0000466 // consider every global as possibly being read by this function.
467 FR.MayReadAnyGlobal = true;
Duncan Sands0eca0572008-09-03 15:31:24 +0000468 } else {
Duncan Sandsd4133ac2008-09-11 19:35:55 +0000469 FunctionEffect |= ModRef;
470 // Can't say anything useful unless it's an intrinsic - they don't
471 // read or write global variables of the kind considered here.
472 KnowNothing = !F->isIntrinsic();
Duncan Sands42c644e2008-09-03 12:55:42 +0000473 }
474 continue;
475 }
Misha Brukman01808ca2005-04-21 21:13:18 +0000476
Duncan Sands42c644e2008-09-03 12:55:42 +0000477 for (CallGraphNode::iterator CI = SCC[i]->begin(), E = SCC[i]->end();
Duncan Sands21a57992008-09-04 19:16:20 +0000478 CI != E && !KnowNothing; ++CI)
Duncan Sands42c644e2008-09-03 12:55:42 +0000479 if (Function *Callee = CI->second->getFunction()) {
480 if (FunctionRecord *CalleeFR = getFunctionInfo(Callee)) {
481 // Propagate function effect up.
482 FunctionEffect |= CalleeFR->FunctionEffect;
483
484 // Incorporate callee's effects on globals into our info.
Rafael Espindola0c4eea72014-05-08 17:57:50 +0000485 for (const auto &G : CalleeFR->GlobalInfo)
486 FR.GlobalInfo[G.first] |= G.second;
Duncan Sands06dbb122008-09-12 07:29:58 +0000487 FR.MayReadAnyGlobal |= CalleeFR->MayReadAnyGlobal;
Duncan Sands42c644e2008-09-03 12:55:42 +0000488 } else {
489 // Can't say anything about it. However, if it is inside our SCC,
490 // then nothing needs to be done.
491 CallGraphNode *CalleeNode = CG[Callee];
492 if (std::find(SCC.begin(), SCC.end(), CalleeNode) == SCC.end())
493 KnowNothing = true;
494 }
495 } else {
496 KnowNothing = true;
497 }
498 }
499
500 // If we can't say anything useful about this SCC, remove all SCC functions
501 // from the FunctionInfo map.
502 if (KnowNothing) {
Chandler Carrutha033bbb2015-07-15 08:09:23 +0000503 for (auto *Node : SCC)
504 FunctionInfo.erase(Node->getFunction());
Duncan Sandse74d7502008-09-03 16:10:55 +0000505 continue;
Duncan Sands42c644e2008-09-03 12:55:42 +0000506 }
507
508 // Scan the function bodies for explicit loads or stores.
Chandler Carruth6af95d02015-07-15 08:53:29 +0000509 for (auto *Node : SCC) {
510 if (FunctionEffect == ModRef)
511 break; // The mod/ref lattice saturates here.
512 for (Instruction &I : inst_range(Node->getFunction())) {
513 if (FunctionEffect == ModRef)
514 break; // The mod/ref lattice saturates here.
515
516 // We handle calls specially because the graph-relevant aspects are
517 // handled above.
518 if (auto CS = CallSite(&I)) {
519 if (isAllocationFn(&I, TLI) || isFreeCall(&I, TLI)) {
520 // FIXME: It is completely unclear why this is necessary and not
521 // handled by the above graph code.
522 FunctionEffect |= ModRef;
523 } else if (Function *Callee = CS.getCalledFunction()) {
524 // The callgraph doesn't include intrinsic calls.
525 if (Callee->isIntrinsic()) {
526 ModRefBehavior Behaviour =
527 AliasAnalysis::getModRefBehavior(Callee);
528 FunctionEffect |= (Behaviour & ModRef);
529 }
530 }
531 continue;
Duncan Sands9ddb3142008-09-13 12:45:50 +0000532 }
Duncan Sands42c644e2008-09-03 12:55:42 +0000533
Chandler Carruth6af95d02015-07-15 08:53:29 +0000534 // All non-call instructions we use the primary predicates for whether
535 // thay read or write memory.
536 if (I.mayReadFromMemory())
537 FunctionEffect |= Ref;
538 if (I.mayWriteToMemory())
539 FunctionEffect |= Mod;
540 }
541 }
542
Duncan Sands42c644e2008-09-03 12:55:42 +0000543 if ((FunctionEffect & Mod) == 0)
544 ++NumReadMemFunctions;
545 if (FunctionEffect == 0)
546 ++NumNoMemFunctions;
Duncan Sands21a57992008-09-04 19:16:20 +0000547 FR.FunctionEffect = FunctionEffect;
Duncan Sands42c644e2008-09-03 12:55:42 +0000548
549 // Finally, now that we know the full effect on this SCC, clone the
550 // information to each function in the SCC.
551 for (unsigned i = 1, e = SCC.size(); i != e; ++i)
Duncan Sands21a57992008-09-04 19:16:20 +0000552 FunctionInfo[SCC[i]->getFunction()] = FR;
Chris Lattner3a353e82004-07-27 06:40:37 +0000553 }
Chris Lattner26dff502004-06-28 06:33:13 +0000554}
555
Chris Lattner26dff502004-06-28 06:33:13 +0000556/// alias - If one of the pointers is to a global that we are tracking, and the
557/// other is some random pointer, we know there cannot be an alias, because the
558/// address of the global isn't taken.
Chandler Carruthc3f49eb2015-06-22 02:16:51 +0000559AliasResult GlobalsModRef::alias(const MemoryLocation &LocA,
560 const MemoryLocation &LocB) {
Chris Lattnerbfdd19b2006-10-01 22:36:45 +0000561 // Get the base object these pointers point to.
Mehdi Aminia28d91d2015-03-10 02:37:25 +0000562 const Value *UV1 = GetUnderlyingObject(LocA.Ptr, *DL);
563 const Value *UV2 = GetUnderlyingObject(LocB.Ptr, *DL);
Duncan Sands42c644e2008-09-03 12:55:42 +0000564
Chris Lattnerbfdd19b2006-10-01 22:36:45 +0000565 // If either of the underlying values is a global, they may be non-addr-taken
566 // globals, which we can answer queries about.
Dan Gohman5442c712010-08-03 21:48:53 +0000567 const GlobalValue *GV1 = dyn_cast<GlobalValue>(UV1);
568 const GlobalValue *GV2 = dyn_cast<GlobalValue>(UV2);
Chris Lattnerbfdd19b2006-10-01 22:36:45 +0000569 if (GV1 || GV2) {
570 // If the global's address is taken, pretend we don't know it's a pointer to
571 // the global.
Chandler Carruth466d7ad2015-07-14 08:42:39 +0000572 if (GV1 && !NonAddressTakenGlobals.count(GV1))
573 GV1 = nullptr;
574 if (GV2 && !NonAddressTakenGlobals.count(GV2))
575 GV2 = nullptr;
Chris Lattner26dff502004-06-28 06:33:13 +0000576
Dan Gohman4a618822010-02-10 16:03:48 +0000577 // If the two pointers are derived from two different non-addr-taken
Chandler Carruthf55803f2015-07-17 06:58:24 +0000578 // globals we know these can't alias.
579 if (GV1 && GV2 && GV1 != GV2)
Chris Lattnerbfdd19b2006-10-01 22:36:45 +0000580 return NoAlias;
Chris Lattner26dff502004-06-28 06:33:13 +0000581
Chandler Carruthf55803f2015-07-17 06:58:24 +0000582 // If one is and the other isn't, it isn't strictly safe but we can fake
583 // this result if necessary for performance. This does not appear to be
584 // a common problem in practice.
585 if (EnableUnsafeGlobalsModRefAliasResults)
586 if ((GV1 || GV2) && GV1 != GV2)
587 return NoAlias;
588
Chris Lattnerbfdd19b2006-10-01 22:36:45 +0000589 // Otherwise if they are both derived from the same addr-taken global, we
590 // can't know the two accesses don't overlap.
591 }
Duncan Sands42c644e2008-09-03 12:55:42 +0000592
Chris Lattnerbfdd19b2006-10-01 22:36:45 +0000593 // These pointers may be based on the memory owned by an indirect global. If
594 // so, we may be able to handle this. First check to see if the base pointer
595 // is a direct load from an indirect global.
Craig Topper353eda42014-04-24 06:44:33 +0000596 GV1 = GV2 = nullptr;
Dan Gohman5442c712010-08-03 21:48:53 +0000597 if (const LoadInst *LI = dyn_cast<LoadInst>(UV1))
Chris Lattnerbfdd19b2006-10-01 22:36:45 +0000598 if (GlobalVariable *GV = dyn_cast<GlobalVariable>(LI->getOperand(0)))
599 if (IndirectGlobals.count(GV))
600 GV1 = GV;
Dan Gohman5442c712010-08-03 21:48:53 +0000601 if (const LoadInst *LI = dyn_cast<LoadInst>(UV2))
602 if (const GlobalVariable *GV = dyn_cast<GlobalVariable>(LI->getOperand(0)))
Chris Lattnerbfdd19b2006-10-01 22:36:45 +0000603 if (IndirectGlobals.count(GV))
604 GV2 = GV;
Duncan Sands42c644e2008-09-03 12:55:42 +0000605
Chris Lattnerbfdd19b2006-10-01 22:36:45 +0000606 // These pointers may also be from an allocation for the indirect global. If
607 // so, also handle them.
608 if (AllocsForIndirectGlobals.count(UV1))
609 GV1 = AllocsForIndirectGlobals[UV1];
610 if (AllocsForIndirectGlobals.count(UV2))
611 GV2 = AllocsForIndirectGlobals[UV2];
Duncan Sands42c644e2008-09-03 12:55:42 +0000612
Chris Lattnerbfdd19b2006-10-01 22:36:45 +0000613 // Now that we know whether the two pointers are related to indirect globals,
Chandler Carruthf55803f2015-07-17 06:58:24 +0000614 // use this to disambiguate the pointers. If the pointers are based on
615 // different indirect globals they cannot alias.
616 if (GV1 && GV2 && GV1 != GV2)
Chris Lattner26dff502004-06-28 06:33:13 +0000617 return NoAlias;
Duncan Sands42c644e2008-09-03 12:55:42 +0000618
Chandler Carruthf55803f2015-07-17 06:58:24 +0000619 // If one is based on an indirect global and the other isn't, it isn't
620 // strictly safe but we can fake this result if necessary for performance.
621 // This does not appear to be a common problem in practice.
622 if (EnableUnsafeGlobalsModRefAliasResults)
623 if ((GV1 || GV2) && GV1 != GV2)
624 return NoAlias;
625
Dan Gohman41f14cf2010-09-14 21:25:10 +0000626 return AliasAnalysis::alias(LocA, LocB);
Chris Lattner26dff502004-06-28 06:33:13 +0000627}
628
629AliasAnalysis::ModRefResult
Chandler Carruthac80dc72015-06-17 07:18:54 +0000630GlobalsModRef::getModRefInfo(ImmutableCallSite CS, const MemoryLocation &Loc) {
Chris Lattner26dff502004-06-28 06:33:13 +0000631 unsigned Known = ModRef;
632
633 // If we are asking for mod/ref info of a direct call with a pointer to a
Chris Lattner3a353e82004-07-27 06:40:37 +0000634 // global we are tracking, return information if we have it.
Mehdi Aminia28d91d2015-03-10 02:37:25 +0000635 const DataLayout &DL = CS.getCaller()->getParent()->getDataLayout();
Dan Gohman41f14cf2010-09-14 21:25:10 +0000636 if (const GlobalValue *GV =
Mehdi Aminia28d91d2015-03-10 02:37:25 +0000637 dyn_cast<GlobalValue>(GetUnderlyingObject(Loc.Ptr, DL)))
Rafael Espindola6de96a12009-01-15 20:18:42 +0000638 if (GV->hasLocalLinkage())
Dan Gohman5442c712010-08-03 21:48:53 +0000639 if (const Function *F = CS.getCalledFunction())
Chris Lattner3a353e82004-07-27 06:40:37 +0000640 if (NonAddressTakenGlobals.count(GV))
Dan Gohman5442c712010-08-03 21:48:53 +0000641 if (const FunctionRecord *FR = getFunctionInfo(F))
Chris Lattner3a353e82004-07-27 06:40:37 +0000642 Known = FR->getInfoForGlobal(GV);
Chris Lattner26dff502004-06-28 06:33:13 +0000643
644 if (Known == NoModRef)
645 return NoModRef; // No need to query other mod/ref analyses
Dan Gohman41f14cf2010-09-14 21:25:10 +0000646 return ModRefResult(Known & AliasAnalysis::getModRefInfo(CS, Loc));
Chris Lattner26dff502004-06-28 06:33:13 +0000647}