blob: b3a832f12d0b0eaeb0e66070d63f9d32d1cf174f [file] [log] [blame]
Duncan Sands9e89ba32008-12-31 16:14:43 +00001//===- FunctionAttrs.cpp - Pass which marks functions readnone or readonly ===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10// This file implements a simple interprocedural pass which walks the
11// call-graph, looking for functions which do not access or only read
Duncan Sandsb2f22792009-01-02 11:46:24 +000012// non-local memory, and marking them readnone/readonly. In addition,
13// it marks function arguments (of pointer type) 'nocapture' if a call
14// to the function does not create any copies of the pointer value that
15// outlive the call. This more or less means that the pointer is only
16// dereferenced, and not returned from the function or stored in a global.
17// This pass is implemented as a bottom-up traversal of the call-graph.
Duncan Sands9e89ba32008-12-31 16:14:43 +000018//
19//===----------------------------------------------------------------------===//
20
21#define DEBUG_TYPE "functionattrs"
22#include "llvm/Transforms/IPO.h"
23#include "llvm/CallGraphSCCPass.h"
24#include "llvm/GlobalVariable.h"
Devang Patelcd119912009-03-03 00:28:44 +000025#include "llvm/IntrinsicInst.h"
Nick Lewycky199aa3c2009-03-08 06:20:47 +000026#include "llvm/Analysis/AliasAnalysis.h"
Duncan Sands9e89ba32008-12-31 16:14:43 +000027#include "llvm/Analysis/CallGraph.h"
Duncan Sands8556d2a2009-01-18 12:19:30 +000028#include "llvm/Analysis/CaptureTracking.h"
Victor Hernandezf006b182009-10-27 20:05:49 +000029#include "llvm/Analysis/MemoryBuiltins.h"
Duncan Sands338cd6b2009-01-02 11:54:37 +000030#include "llvm/ADT/SmallSet.h"
Duncan Sands9e89ba32008-12-31 16:14:43 +000031#include "llvm/ADT/Statistic.h"
Nick Lewycky199aa3c2009-03-08 06:20:47 +000032#include "llvm/ADT/UniqueVector.h"
Duncan Sands9e89ba32008-12-31 16:14:43 +000033#include "llvm/Support/InstIterator.h"
34using namespace llvm;
35
36STATISTIC(NumReadNone, "Number of functions marked readnone");
37STATISTIC(NumReadOnly, "Number of functions marked readonly");
38STATISTIC(NumNoCapture, "Number of arguments marked nocapture");
Nick Lewycky199aa3c2009-03-08 06:20:47 +000039STATISTIC(NumNoAlias, "Number of function returns marked noalias");
Duncan Sands9e89ba32008-12-31 16:14:43 +000040
41namespace {
Nick Lewycky6726b6d2009-10-25 06:33:48 +000042 struct FunctionAttrs : public CallGraphSCCPass {
Duncan Sands9e89ba32008-12-31 16:14:43 +000043 static char ID; // Pass identification, replacement for typeid
44 FunctionAttrs() : CallGraphSCCPass(&ID) {}
45
46 // runOnSCC - Analyze the SCC, performing the transformation if possible.
Chris Lattner5095e3d2009-08-31 00:19:58 +000047 bool runOnSCC(std::vector<CallGraphNode *> &SCC);
Duncan Sands9e89ba32008-12-31 16:14:43 +000048
49 // AddReadAttrs - Deduce readonly/readnone attributes for the SCC.
50 bool AddReadAttrs(const std::vector<CallGraphNode *> &SCC);
51
52 // AddNoCaptureAttrs - Deduce nocapture attributes for the SCC.
53 bool AddNoCaptureAttrs(const std::vector<CallGraphNode *> &SCC);
54
Nick Lewycky199aa3c2009-03-08 06:20:47 +000055 // IsFunctionMallocLike - Does this function allocate new memory?
56 bool IsFunctionMallocLike(Function *F,
Chris Lattner98a27ce2009-08-31 04:09:04 +000057 SmallPtrSet<Function*, 8> &) const;
Nick Lewycky199aa3c2009-03-08 06:20:47 +000058
59 // AddNoAliasAttrs - Deduce noalias attributes for the SCC.
60 bool AddNoAliasAttrs(const std::vector<CallGraphNode *> &SCC);
61
Duncan Sands9e89ba32008-12-31 16:14:43 +000062 virtual void getAnalysisUsage(AnalysisUsage &AU) const {
63 AU.setPreservesCFG();
64 CallGraphSCCPass::getAnalysisUsage(AU);
65 }
66
67 bool PointsToLocalMemory(Value *V);
68 };
69}
70
71char FunctionAttrs::ID = 0;
72static RegisterPass<FunctionAttrs>
73X("functionattrs", "Deduce function attributes");
74
75Pass *llvm::createFunctionAttrsPass() { return new FunctionAttrs(); }
76
77
78/// PointsToLocalMemory - Returns whether the given pointer value points to
79/// memory that is local to the function. Global constants are considered
80/// local to all functions.
81bool FunctionAttrs::PointsToLocalMemory(Value *V) {
82 V = V->getUnderlyingObject();
83 // An alloca instruction defines local memory.
84 if (isa<AllocaInst>(V))
85 return true;
86 // A global constant counts as local memory for our purposes.
87 if (GlobalVariable *GV = dyn_cast<GlobalVariable>(V))
88 return GV->isConstant();
89 // Could look through phi nodes and selects here, but it doesn't seem
90 // to be useful in practice.
91 return false;
92}
93
94/// AddReadAttrs - Deduce readonly/readnone attributes for the SCC.
95bool FunctionAttrs::AddReadAttrs(const std::vector<CallGraphNode *> &SCC) {
Chris Lattner98a27ce2009-08-31 04:09:04 +000096 SmallPtrSet<Function*, 8> SCCNodes;
Duncan Sands9e89ba32008-12-31 16:14:43 +000097
98 // Fill SCCNodes with the elements of the SCC. Used for quickly
99 // looking up whether a given CallGraphNode is in this SCC.
100 for (unsigned i = 0, e = SCC.size(); i != e; ++i)
Chris Lattner98a27ce2009-08-31 04:09:04 +0000101 SCCNodes.insert(SCC[i]->getFunction());
Duncan Sands9e89ba32008-12-31 16:14:43 +0000102
103 // Check if any of the functions in the SCC read or write memory. If they
104 // write memory then they can't be marked readnone or readonly.
105 bool ReadsMemory = false;
106 for (unsigned i = 0, e = SCC.size(); i != e; ++i) {
107 Function *F = SCC[i]->getFunction();
108
109 if (F == 0)
110 // External node - may write memory. Just give up.
111 return false;
112
113 if (F->doesNotAccessMemory())
114 // Already perfect!
115 continue;
116
117 // Definitions with weak linkage may be overridden at linktime with
118 // something that writes memory, so treat them like declarations.
119 if (F->isDeclaration() || F->mayBeOverridden()) {
120 if (!F->onlyReadsMemory())
121 // May write memory. Just give up.
122 return false;
123
124 ReadsMemory = true;
125 continue;
126 }
127
128 // Scan the function body for instructions that may read or write memory.
129 for (inst_iterator II = inst_begin(F), E = inst_end(F); II != E; ++II) {
130 Instruction *I = &*II;
131
132 // Some instructions can be ignored even if they read or write memory.
133 // Detect these now, skipping to the next instruction if one is found.
134 CallSite CS = CallSite::get(I);
Chris Lattner98a27ce2009-08-31 04:09:04 +0000135 if (CS.getInstruction() && CS.getCalledFunction()) {
Duncan Sands9e89ba32008-12-31 16:14:43 +0000136 // Ignore calls to functions in the same SCC.
Chris Lattner98a27ce2009-08-31 04:09:04 +0000137 if (SCCNodes.count(CS.getCalledFunction()))
Duncan Sands9e89ba32008-12-31 16:14:43 +0000138 continue;
139 } else if (LoadInst *LI = dyn_cast<LoadInst>(I)) {
140 // Ignore loads from local memory.
141 if (PointsToLocalMemory(LI->getPointerOperand()))
142 continue;
143 } else if (StoreInst *SI = dyn_cast<StoreInst>(I)) {
144 // Ignore stores to local memory.
145 if (PointsToLocalMemory(SI->getPointerOperand()))
146 continue;
147 }
148
149 // Any remaining instructions need to be taken seriously! Check if they
150 // read or write memory.
151 if (I->mayWriteToMemory())
152 // Writes memory. Just give up.
153 return false;
Duncan Sandscfd0ebe2009-05-06 08:42:00 +0000154
Victor Hernandeza276c602009-10-17 01:18:07 +0000155 if (isMalloc(I))
Victor Hernandez83d63912009-09-18 22:35:49 +0000156 // malloc claims not to write memory! PR3754.
Duncan Sandscfd0ebe2009-05-06 08:42:00 +0000157 return false;
158
Duncan Sands9e89ba32008-12-31 16:14:43 +0000159 // If this instruction may read memory, remember that.
160 ReadsMemory |= I->mayReadFromMemory();
161 }
162 }
163
164 // Success! Functions in this SCC do not access memory, or only read memory.
165 // Give them the appropriate attribute.
166 bool MadeChange = false;
167 for (unsigned i = 0, e = SCC.size(); i != e; ++i) {
168 Function *F = SCC[i]->getFunction();
169
170 if (F->doesNotAccessMemory())
171 // Already perfect!
172 continue;
173
174 if (F->onlyReadsMemory() && ReadsMemory)
175 // No change.
176 continue;
177
178 MadeChange = true;
179
180 // Clear out any existing attributes.
181 F->removeAttribute(~0, Attribute::ReadOnly | Attribute::ReadNone);
182
183 // Add in the new attribute.
184 F->addAttribute(~0, ReadsMemory? Attribute::ReadOnly : Attribute::ReadNone);
185
186 if (ReadsMemory)
Duncan Sandsb2f22792009-01-02 11:46:24 +0000187 ++NumReadOnly;
Duncan Sands9e89ba32008-12-31 16:14:43 +0000188 else
Duncan Sandsb2f22792009-01-02 11:46:24 +0000189 ++NumReadNone;
Duncan Sands9e89ba32008-12-31 16:14:43 +0000190 }
191
192 return MadeChange;
193}
194
Duncan Sands9e89ba32008-12-31 16:14:43 +0000195/// AddNoCaptureAttrs - Deduce nocapture attributes for the SCC.
196bool FunctionAttrs::AddNoCaptureAttrs(const std::vector<CallGraphNode *> &SCC) {
197 bool Changed = false;
198
199 // Check each function in turn, determining which pointer arguments are not
200 // captured.
201 for (unsigned i = 0, e = SCC.size(); i != e; ++i) {
202 Function *F = SCC[i]->getFunction();
203
204 if (F == 0)
205 // External node - skip it;
206 continue;
207
208 // Definitions with weak linkage may be overridden at linktime with
209 // something that writes memory, so treat them like declarations.
210 if (F->isDeclaration() || F->mayBeOverridden())
211 continue;
212
213 for (Function::arg_iterator A = F->arg_begin(), E = F->arg_end(); A!=E; ++A)
Duncan Sands17da06f2008-12-31 18:08:59 +0000214 if (isa<PointerType>(A->getType()) && !A->hasNoCaptureAttr() &&
Duncan Sands8556d2a2009-01-18 12:19:30 +0000215 !PointerMayBeCaptured(A, true)) {
Duncan Sands9e89ba32008-12-31 16:14:43 +0000216 A->addAttr(Attribute::NoCapture);
Nick Lewycky6b056862009-01-02 03:46:56 +0000217 ++NumNoCapture;
Duncan Sands9e89ba32008-12-31 16:14:43 +0000218 Changed = true;
219 }
220 }
221
222 return Changed;
223}
224
Nick Lewycky199aa3c2009-03-08 06:20:47 +0000225/// IsFunctionMallocLike - A function is malloc-like if it returns either null
Nick Lewycky4bfba9d2009-03-08 17:08:09 +0000226/// or a pointer that doesn't alias any other pointer visible to the caller.
Nick Lewycky199aa3c2009-03-08 06:20:47 +0000227bool FunctionAttrs::IsFunctionMallocLike(Function *F,
Chris Lattner98a27ce2009-08-31 04:09:04 +0000228 SmallPtrSet<Function*, 8> &SCCNodes) const {
Nick Lewycky199aa3c2009-03-08 06:20:47 +0000229 UniqueVector<Value *> FlowsToReturn;
230 for (Function::iterator I = F->begin(), E = F->end(); I != E; ++I)
231 if (ReturnInst *Ret = dyn_cast<ReturnInst>(I->getTerminator()))
232 FlowsToReturn.insert(Ret->getReturnValue());
233
234 for (unsigned i = 0; i != FlowsToReturn.size(); ++i) {
235 Value *RetVal = FlowsToReturn[i+1]; // UniqueVector[0] is reserved.
236
237 if (Constant *C = dyn_cast<Constant>(RetVal)) {
238 if (!C->isNullValue() && !isa<UndefValue>(C))
239 return false;
240
241 continue;
242 }
243
244 if (isa<Argument>(RetVal))
245 return false;
246
247 if (Instruction *RVI = dyn_cast<Instruction>(RetVal))
248 switch (RVI->getOpcode()) {
249 // Extend the analysis by looking upwards.
Nick Lewycky199aa3c2009-03-08 06:20:47 +0000250 case Instruction::BitCast:
Victor Hernandez83d63912009-09-18 22:35:49 +0000251 case Instruction::GetElementPtr:
Nick Lewycky199aa3c2009-03-08 06:20:47 +0000252 FlowsToReturn.insert(RVI->getOperand(0));
253 continue;
254 case Instruction::Select: {
255 SelectInst *SI = cast<SelectInst>(RVI);
256 FlowsToReturn.insert(SI->getTrueValue());
257 FlowsToReturn.insert(SI->getFalseValue());
Chris Lattner439044f2009-09-27 21:29:28 +0000258 continue;
259 }
Nick Lewycky199aa3c2009-03-08 06:20:47 +0000260 case Instruction::PHI: {
261 PHINode *PN = cast<PHINode>(RVI);
262 for (int i = 0, e = PN->getNumIncomingValues(); i != e; ++i)
263 FlowsToReturn.insert(PN->getIncomingValue(i));
Chris Lattner439044f2009-09-27 21:29:28 +0000264 continue;
265 }
Nick Lewycky199aa3c2009-03-08 06:20:47 +0000266
267 // Check whether the pointer came from an allocation.
268 case Instruction::Alloca:
Nick Lewycky199aa3c2009-03-08 06:20:47 +0000269 break;
270 case Instruction::Call:
271 case Instruction::Invoke: {
272 CallSite CS(RVI);
273 if (CS.paramHasAttr(0, Attribute::NoAlias))
274 break;
275 if (CS.getCalledFunction() &&
Chris Lattner98a27ce2009-08-31 04:09:04 +0000276 SCCNodes.count(CS.getCalledFunction()))
Nick Lewycky199aa3c2009-03-08 06:20:47 +0000277 break;
278 } // fall-through
279 default:
280 return false; // Did not come from an allocation.
281 }
282
283 if (PointerMayBeCaptured(RetVal, false))
284 return false;
285 }
286
287 return true;
288}
289
290/// AddNoAliasAttrs - Deduce noalias attributes for the SCC.
291bool FunctionAttrs::AddNoAliasAttrs(const std::vector<CallGraphNode *> &SCC) {
Chris Lattner98a27ce2009-08-31 04:09:04 +0000292 SmallPtrSet<Function*, 8> SCCNodes;
Nick Lewycky199aa3c2009-03-08 06:20:47 +0000293
294 // Fill SCCNodes with the elements of the SCC. Used for quickly
295 // looking up whether a given CallGraphNode is in this SCC.
296 for (unsigned i = 0, e = SCC.size(); i != e; ++i)
Chris Lattner98a27ce2009-08-31 04:09:04 +0000297 SCCNodes.insert(SCC[i]->getFunction());
Nick Lewycky199aa3c2009-03-08 06:20:47 +0000298
Nick Lewycky4bfba9d2009-03-08 17:08:09 +0000299 // Check each function in turn, determining which functions return noalias
300 // pointers.
Nick Lewycky199aa3c2009-03-08 06:20:47 +0000301 for (unsigned i = 0, e = SCC.size(); i != e; ++i) {
302 Function *F = SCC[i]->getFunction();
303
304 if (F == 0)
305 // External node - skip it;
306 return false;
307
308 // Already noalias.
309 if (F->doesNotAlias(0))
310 continue;
311
312 // Definitions with weak linkage may be overridden at linktime, so
313 // treat them like declarations.
314 if (F->isDeclaration() || F->mayBeOverridden())
315 return false;
316
317 // We annotate noalias return values, which are only applicable to
318 // pointer types.
319 if (!isa<PointerType>(F->getReturnType()))
320 continue;
321
322 if (!IsFunctionMallocLike(F, SCCNodes))
323 return false;
324 }
325
326 bool MadeChange = false;
327 for (unsigned i = 0, e = SCC.size(); i != e; ++i) {
328 Function *F = SCC[i]->getFunction();
329 if (F->doesNotAlias(0) || !isa<PointerType>(F->getReturnType()))
330 continue;
331
332 F->setDoesNotAlias(0);
333 ++NumNoAlias;
334 MadeChange = true;
335 }
336
337 return MadeChange;
338}
339
Chris Lattner5095e3d2009-08-31 00:19:58 +0000340bool FunctionAttrs::runOnSCC(std::vector<CallGraphNode *> &SCC) {
Duncan Sands9e89ba32008-12-31 16:14:43 +0000341 bool Changed = AddReadAttrs(SCC);
342 Changed |= AddNoCaptureAttrs(SCC);
Nick Lewycky199aa3c2009-03-08 06:20:47 +0000343 Changed |= AddNoAliasAttrs(SCC);
Duncan Sands9e89ba32008-12-31 16:14:43 +0000344 return Changed;
345}