blob: 7c74c65b3b0eb9c3b160e087f0f19424b5ea75cc [file] [log] [blame]
Duncan Sandse0aa0d62009-01-18 12:19:30 +00001//===--- CaptureTracking.cpp - Determine whether a pointer is captured ----===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10// This file contains routines that help determine which pointers are captured.
11// A pointer value is captured if the function makes a copy of any part of the
12// pointer that outlives the call. Not being captured means, more or less, that
13// the pointer is only dereferenced and not stored in a global. Returning part
14// of the pointer as the function return value may or may not count as capturing
15// the pointer, depending on the context.
16//
17//===----------------------------------------------------------------------===//
18
Chandler Carruth6bda14b2017-06-06 11:49:48 +000019#include "llvm/Analysis/CaptureTracking.h"
Jakub Staszak173bce32012-01-17 22:16:31 +000020#include "llvm/ADT/SmallSet.h"
21#include "llvm/ADT/SmallVector.h"
Jakub Staszakc733bf22013-03-10 00:34:01 +000022#include "llvm/Analysis/AliasAnalysis.h"
Hal Finkelb0356212014-07-21 13:15:48 +000023#include "llvm/Analysis/CFG.h"
Bruno Cardoso Lopesdfc1d962015-07-31 14:31:35 +000024#include "llvm/Analysis/OrderedBasicBlock.h"
Piotr Padlewskid6f73462018-05-23 09:16:44 +000025#include "llvm/Analysis/ValueTracking.h"
Chandler Carruth219b89b2014-03-04 11:01:28 +000026#include "llvm/IR/CallSite.h"
Jakub Staszakc733bf22013-03-10 00:34:01 +000027#include "llvm/IR/Constants.h"
Hal Finkelb0356212014-07-21 13:15:48 +000028#include "llvm/IR/Dominators.h"
Jakub Staszakc733bf22013-03-10 00:34:01 +000029#include "llvm/IR/Instructions.h"
David Majnemer7f324202016-05-26 17:36:22 +000030#include "llvm/IR/IntrinsicInst.h"
Jakub Staszakc733bf22013-03-10 00:34:01 +000031
Duncan Sandse0aa0d62009-01-18 12:19:30 +000032using namespace llvm;
33
Nick Lewyckyaa2a00d2011-11-21 18:32:21 +000034CaptureTracker::~CaptureTracker() {}
35
Chandler Carruth64e9aa52014-03-05 10:21:48 +000036bool CaptureTracker::shouldExplore(const Use *U) { return true; }
Nick Lewycky7c3b5d92012-10-08 22:12:48 +000037
Nick Lewycky7013a192011-11-14 22:49:42 +000038namespace {
Nick Lewycky6ae03c32011-11-20 19:37:06 +000039 struct SimpleCaptureTracker : public CaptureTracker {
Nick Lewycky7013a192011-11-14 22:49:42 +000040 explicit SimpleCaptureTracker(bool ReturnCaptures)
41 : ReturnCaptures(ReturnCaptures), Captured(false) {}
42
Craig Toppere9ba7592014-03-05 07:30:04 +000043 void tooManyUses() override { Captured = true; }
Nick Lewycky7013a192011-11-14 22:49:42 +000044
Chandler Carruth64e9aa52014-03-05 10:21:48 +000045 bool captured(const Use *U) override {
Nick Lewycky4c378a42011-12-28 23:24:21 +000046 if (isa<ReturnInst>(U->getUser()) && !ReturnCaptures)
Chad Rosier8244b1d2012-05-10 23:38:07 +000047 return false;
Nick Lewycky7013a192011-11-14 22:49:42 +000048
49 Captured = true;
50 return true;
51 }
52
53 bool ReturnCaptures;
54
55 bool Captured;
56 };
Hal Finkelb0356212014-07-21 13:15:48 +000057
58 /// Only find pointer captures which happen before the given instruction. Uses
59 /// the dominator tree to determine whether one instruction is before another.
60 /// Only support the case where the Value is defined in the same basic block
61 /// as the given instruction and the use.
62 struct CapturesBefore : public CaptureTracker {
Bruno Cardoso Lopes7900ef82015-06-24 17:53:17 +000063
Daniel Neilson3c148722018-04-24 21:12:45 +000064 CapturesBefore(bool ReturnCaptures, const Instruction *I, const DominatorTree *DT,
Bruno Cardoso Lopesdfc1d962015-07-31 14:31:35 +000065 bool IncludeI, OrderedBasicBlock *IC)
66 : OrderedBB(IC), BeforeHere(I), DT(DT),
Bruno Cardoso Lopes7900ef82015-06-24 17:53:17 +000067 ReturnCaptures(ReturnCaptures), IncludeI(IncludeI), Captured(false) {}
Hal Finkelb0356212014-07-21 13:15:48 +000068
69 void tooManyUses() override { Captured = true; }
70
Bruno Cardoso Lopes7900ef82015-06-24 17:53:17 +000071 bool isSafeToPrune(Instruction *I) {
Hal Finkelb0356212014-07-21 13:15:48 +000072 BasicBlock *BB = I->getParent();
73 // We explore this usage only if the usage can reach "BeforeHere".
74 // If use is not reachable from entry, there is no need to explore.
75 if (BeforeHere != I && !DT->isReachableFromEntry(BB))
Bruno Cardoso Lopes7900ef82015-06-24 17:53:17 +000076 return true;
77
78 // Compute the case where both instructions are inside the same basic
79 // block. Since instructions in the same BB as BeforeHere are numbered in
Bruno Cardoso Lopesdfc1d962015-07-31 14:31:35 +000080 // 'OrderedBB', avoid using 'dominates' and 'isPotentiallyReachable'
Bruno Cardoso Lopes7900ef82015-06-24 17:53:17 +000081 // which are very expensive for large basic blocks.
82 if (BB == BeforeHere->getParent()) {
83 // 'I' dominates 'BeforeHere' => not safe to prune.
84 //
David Majnemer8a1c45d2015-12-12 05:38:55 +000085 // The value defined by an invoke dominates an instruction only
David Majnemer0bc0eef2015-08-15 02:46:08 +000086 // if it dominates every instruction in UseBB. A PHI is dominated only
87 // if the instruction dominates every possible use in the UseBB. Since
Bruno Cardoso Lopes7900ef82015-06-24 17:53:17 +000088 // UseBB == BB, avoid pruning.
David Majnemer8a1c45d2015-12-12 05:38:55 +000089 if (isa<InvokeInst>(BeforeHere) || isa<PHINode>(I) || I == BeforeHere)
Bruno Cardoso Lopes7900ef82015-06-24 17:53:17 +000090 return false;
Bruno Cardoso Lopesdfc1d962015-07-31 14:31:35 +000091 if (!OrderedBB->dominates(BeforeHere, I))
Bruno Cardoso Lopes7900ef82015-06-24 17:53:17 +000092 return false;
93
94 // 'BeforeHere' comes before 'I', it's safe to prune if we also
95 // guarantee that 'I' never reaches 'BeforeHere' through a back-edge or
96 // by its successors, i.e, prune if:
97 //
Hiroshi Inoue713b5ba2017-07-09 05:54:44 +000098 // (1) BB is an entry block or have no successors.
99 // (2) There's no path coming back through BB successors.
Bruno Cardoso Lopes7900ef82015-06-24 17:53:17 +0000100 if (BB == &BB->getParent()->getEntryBlock() ||
101 !BB->getTerminator()->getNumSuccessors())
102 return true;
103
104 SmallVector<BasicBlock*, 32> Worklist;
105 Worklist.append(succ_begin(BB), succ_end(BB));
Alexander Kornienko484e48e32015-11-05 21:07:12 +0000106 return !isPotentiallyReachableFromMany(Worklist, BB, DT);
Bruno Cardoso Lopes7900ef82015-06-24 17:53:17 +0000107 }
108
Hal Finkelb0356212014-07-21 13:15:48 +0000109 // If the value is defined in the same basic block as use and BeforeHere,
110 // there is no need to explore the use if BeforeHere dominates use.
111 // Check whether there is a path from I to BeforeHere.
112 if (BeforeHere != I && DT->dominates(BeforeHere, I) &&
113 !isPotentiallyReachable(I, BeforeHere, DT))
Bruno Cardoso Lopes7900ef82015-06-24 17:53:17 +0000114 return true;
115
116 return false;
117 }
118
119 bool shouldExplore(const Use *U) override {
120 Instruction *I = cast<Instruction>(U->getUser());
121
122 if (BeforeHere == I && !IncludeI)
Hal Finkelb0356212014-07-21 13:15:48 +0000123 return false;
Bruno Cardoso Lopes7900ef82015-06-24 17:53:17 +0000124
125 if (isSafeToPrune(I))
126 return false;
127
Hal Finkelb0356212014-07-21 13:15:48 +0000128 return true;
129 }
130
131 bool captured(const Use *U) override {
132 if (isa<ReturnInst>(U->getUser()) && !ReturnCaptures)
133 return false;
134
Bruno Cardoso Lopes7900ef82015-06-24 17:53:17 +0000135 if (!shouldExplore(U))
Hal Finkeld32803b2014-07-21 21:30:22 +0000136 return false;
137
Hal Finkelb0356212014-07-21 13:15:48 +0000138 Captured = true;
139 return true;
140 }
141
Bruno Cardoso Lopesdfc1d962015-07-31 14:31:35 +0000142 OrderedBasicBlock *OrderedBB;
Hal Finkelb0356212014-07-21 13:15:48 +0000143 const Instruction *BeforeHere;
Daniel Neilson3c148722018-04-24 21:12:45 +0000144 const DominatorTree *DT;
Hal Finkelb0356212014-07-21 13:15:48 +0000145
146 bool ReturnCaptures;
Hal Finkeld32803b2014-07-21 21:30:22 +0000147 bool IncludeI;
Hal Finkelb0356212014-07-21 13:15:48 +0000148
149 bool Captured;
150 };
Alexander Kornienkof00654e2015-06-23 09:49:53 +0000151}
Dan Gohman2d27b192009-12-08 23:59:12 +0000152
Duncan Sandse0aa0d62009-01-18 12:19:30 +0000153/// PointerMayBeCaptured - Return true if this pointer value may be captured
154/// by the enclosing function (which is required to exist). This routine can
155/// be expensive, so consider caching the results. The boolean ReturnCaptures
156/// specifies whether returning the value (or part of it) from the function
Dan Gohman94e61762009-11-19 21:57:48 +0000157/// counts as capturing it or not. The boolean StoreCaptures specified whether
158/// storing the value (or part of it) into memory anywhere automatically
Duncan Sandse0aa0d62009-01-18 12:19:30 +0000159/// counts as capturing it or not.
Dan Gohman94e61762009-11-19 21:57:48 +0000160bool llvm::PointerMayBeCaptured(const Value *V,
Artur Pilipenkoeba23652018-11-29 20:08:12 +0000161 bool ReturnCaptures, bool StoreCaptures,
162 unsigned MaxUsesToExplore) {
Nick Lewycky063ae582011-11-21 19:42:56 +0000163 assert(!isa<GlobalValue>(V) &&
164 "It doesn't make sense to ask whether a global is captured.");
165
Nick Lewycky7013a192011-11-14 22:49:42 +0000166 // TODO: If StoreCaptures is not true, we could do Fancy analysis
167 // to determine whether this store is not actually an escape point.
168 // In that case, BasicAliasAnalysis should be updated as well to
169 // take advantage of this.
170 (void)StoreCaptures;
Duncan Sandse0aa0d62009-01-18 12:19:30 +0000171
Nick Lewycky7013a192011-11-14 22:49:42 +0000172 SimpleCaptureTracker SCT(ReturnCaptures);
Nick Lewycky6ae03c32011-11-20 19:37:06 +0000173 PointerMayBeCaptured(V, &SCT);
Nick Lewycky7013a192011-11-14 22:49:42 +0000174 return SCT.Captured;
Duncan Sandse0aa0d62009-01-18 12:19:30 +0000175}
Nick Lewycky6ae03c32011-11-20 19:37:06 +0000176
Hal Finkelb0356212014-07-21 13:15:48 +0000177/// PointerMayBeCapturedBefore - Return true if this pointer value may be
178/// captured by the enclosing function (which is required to exist). If a
179/// DominatorTree is provided, only captures which happen before the given
180/// instruction are considered. This routine can be expensive, so consider
181/// caching the results. The boolean ReturnCaptures specifies whether
182/// returning the value (or part of it) from the function counts as capturing
183/// it or not. The boolean StoreCaptures specified whether storing the value
184/// (or part of it) into memory anywhere automatically counts as capturing it
Bruno Cardoso Lopesdfc1d962015-07-31 14:31:35 +0000185/// or not. A ordered basic block \p OBB can be used in order to speed up
186/// queries about relative order among instructions in the same basic block.
Hal Finkelb0356212014-07-21 13:15:48 +0000187bool llvm::PointerMayBeCapturedBefore(const Value *V, bool ReturnCaptures,
188 bool StoreCaptures, const Instruction *I,
Daniel Neilson3c148722018-04-24 21:12:45 +0000189 const DominatorTree *DT, bool IncludeI,
Artur Pilipenkoeba23652018-11-29 20:08:12 +0000190 OrderedBasicBlock *OBB,
191 unsigned MaxUsesToExplore) {
Hal Finkelb0356212014-07-21 13:15:48 +0000192 assert(!isa<GlobalValue>(V) &&
193 "It doesn't make sense to ask whether a global is captured.");
Bruno Cardoso Lopesdfc1d962015-07-31 14:31:35 +0000194 bool UseNewOBB = OBB == nullptr;
Hal Finkelb0356212014-07-21 13:15:48 +0000195
196 if (!DT)
197 return PointerMayBeCaptured(V, ReturnCaptures, StoreCaptures);
Bruno Cardoso Lopesdfc1d962015-07-31 14:31:35 +0000198 if (UseNewOBB)
199 OBB = new OrderedBasicBlock(I->getParent());
Hal Finkelb0356212014-07-21 13:15:48 +0000200
201 // TODO: See comment in PointerMayBeCaptured regarding what could be done
202 // with StoreCaptures.
203
Bruno Cardoso Lopesdfc1d962015-07-31 14:31:35 +0000204 CapturesBefore CB(ReturnCaptures, I, DT, IncludeI, OBB);
Hal Finkelb0356212014-07-21 13:15:48 +0000205 PointerMayBeCaptured(V, &CB);
Bruno Cardoso Lopesdfc1d962015-07-31 14:31:35 +0000206
207 if (UseNewOBB)
208 delete OBB;
Hal Finkelb0356212014-07-21 13:15:48 +0000209 return CB.Captured;
210}
211
Artur Pilipenkoeba23652018-11-29 20:08:12 +0000212void llvm::PointerMayBeCaptured(const Value *V, CaptureTracker *Tracker,
213 unsigned MaxUsesToExplore) {
Nick Lewycky6ae03c32011-11-20 19:37:06 +0000214 assert(V->getType()->isPointerTy() && "Capture is for pointers only!");
Artur Pilipenkoeba23652018-11-29 20:08:12 +0000215 SmallVector<const Use *, DefaultMaxUsesToExplore> Worklist;
216 SmallSet<const Use *, DefaultMaxUsesToExplore> Visited;
Nick Lewycky6ae03c32011-11-20 19:37:06 +0000217
Piotr Padlewskie9832df2018-05-05 10:23:27 +0000218 auto AddUses = [&](const Value *V) {
Artur Pilipenko8b92c1d2018-11-29 02:15:35 +0000219 unsigned Count = 0;
Piotr Padlewskie9832df2018-05-05 10:23:27 +0000220 for (const Use &U : V->uses()) {
221 // If there are lots of uses, conservatively say that the value
222 // is captured to avoid taking too much compile time.
Artur Pilipenkoeba23652018-11-29 20:08:12 +0000223 if (Count++ >= MaxUsesToExplore)
Piotr Padlewskie9832df2018-05-05 10:23:27 +0000224 return Tracker->tooManyUses();
225 if (!Visited.insert(&U).second)
226 continue;
227 if (!Tracker->shouldExplore(&U))
228 continue;
229 Worklist.push_back(&U);
230 }
231 };
232 AddUses(V);
Nick Lewycky6ae03c32011-11-20 19:37:06 +0000233
234 while (!Worklist.empty()) {
Chandler Carruth64e9aa52014-03-05 10:21:48 +0000235 const Use *U = Worklist.pop_back_val();
Nick Lewycky6ae03c32011-11-20 19:37:06 +0000236 Instruction *I = cast<Instruction>(U->getUser());
237 V = U->get();
238
239 switch (I->getOpcode()) {
240 case Instruction::Call:
241 case Instruction::Invoke: {
242 CallSite CS(I);
243 // Not captured if the callee is readonly, doesn't return a copy through
244 // its return value and doesn't unwind (a readonly function can leak bits
245 // by throwing an exception or not depending on the input value).
246 if (CS.onlyReadsMemory() && CS.doesNotThrow() && I->getType()->isVoidTy())
247 break;
248
Piotr Padlewskid6f73462018-05-23 09:16:44 +0000249 // The pointer is not captured if returned pointer is not captured.
250 // NOTE: CaptureTracking users should not assume that only functions
251 // marked with nocapture do not capture. This means that places like
252 // GetUnderlyingObject in ValueTracking or DecomposeGEPExpression
253 // in BasicAA also need to know about this property.
254 if (isIntrinsicReturningPointerAliasingArgumentWithoutCapturing(CS)) {
Piotr Padlewskie9832df2018-05-05 10:23:27 +0000255 AddUses(I);
256 break;
257 }
258
David Majnemer7f324202016-05-26 17:36:22 +0000259 // Volatile operations effectively capture the memory location that they
260 // load and store to.
261 if (auto *MI = dyn_cast<MemIntrinsic>(I))
262 if (MI->isVolatile())
263 if (Tracker->captured(U))
264 return;
265
Nick Lewycky6ae03c32011-11-20 19:37:06 +0000266 // Not captured if only passed via 'nocapture' arguments. Note that
267 // calling a function pointer does not in itself cause the pointer to
268 // be captured. This is a subtle point considering that (for example)
269 // the callee might return its own address. It is analogous to saying
270 // that loading a value from a pointer does not cause the pointer to be
271 // captured, even though the loaded value might be the pointer itself
272 // (think of self-referential objects).
Sanjoy Dasea343822015-11-04 23:21:06 +0000273 CallSite::data_operand_iterator B =
274 CS.data_operands_begin(), E = CS.data_operands_end();
275 for (CallSite::data_operand_iterator A = B; A != E; ++A)
Nick Lewycky6ae03c32011-11-20 19:37:06 +0000276 if (A->get() == V && !CS.doesNotCapture(A - B))
277 // The parameter is not marked 'nocapture' - captured.
Nick Lewycky4c378a42011-12-28 23:24:21 +0000278 if (Tracker->captured(U))
Nick Lewycky6ae03c32011-11-20 19:37:06 +0000279 return;
280 break;
281 }
282 case Instruction::Load:
David Majnemer7f324202016-05-26 17:36:22 +0000283 // Volatile loads make the address observable.
284 if (cast<LoadInst>(I)->isVolatile())
285 if (Tracker->captured(U))
286 return;
Nick Lewycky6ae03c32011-11-20 19:37:06 +0000287 break;
288 case Instruction::VAArg:
289 // "va-arg" from a pointer does not cause it to be captured.
290 break;
291 case Instruction::Store:
Nick Lewycky6ae03c32011-11-20 19:37:06 +0000292 // Stored the pointer - conservatively assume it may be captured.
David Majnemer7f324202016-05-26 17:36:22 +0000293 // Volatile stores make the address observable.
294 if (V == I->getOperand(0) || cast<StoreInst>(I)->isVolatile())
Philip Reamesbd09e862016-02-18 19:23:27 +0000295 if (Tracker->captured(U))
296 return;
297 break;
David Majnemer7f324202016-05-26 17:36:22 +0000298 case Instruction::AtomicRMW: {
299 // atomicrmw conceptually includes both a load and store from
300 // the same location.
301 // As with a store, the location being accessed is not captured,
302 // but the value being stored is.
303 // Volatile stores make the address observable.
304 auto *ARMWI = cast<AtomicRMWInst>(I);
305 if (ARMWI->getValOperand() == V || ARMWI->isVolatile())
306 if (Tracker->captured(U))
307 return;
308 break;
309 }
310 case Instruction::AtomicCmpXchg: {
311 // cmpxchg conceptually includes both a load and store from
312 // the same location.
313 // As with a store, the location being accessed is not captured,
314 // but the value being stored is.
315 // Volatile stores make the address observable.
316 auto *ACXI = cast<AtomicCmpXchgInst>(I);
317 if (ACXI->getCompareOperand() == V || ACXI->getNewValOperand() == V ||
318 ACXI->isVolatile())
319 if (Tracker->captured(U))
320 return;
321 break;
322 }
Nick Lewycky6ae03c32011-11-20 19:37:06 +0000323 case Instruction::BitCast:
324 case Instruction::GetElementPtr:
325 case Instruction::PHI:
326 case Instruction::Select:
Matt Arsenaulte55a2c22014-01-14 19:11:52 +0000327 case Instruction::AddrSpaceCast:
Nick Lewycky6ae03c32011-11-20 19:37:06 +0000328 // The original value is not captured via this if the new value isn't.
Piotr Padlewskie9832df2018-05-05 10:23:27 +0000329 AddUses(I);
Nick Lewycky6ae03c32011-11-20 19:37:06 +0000330 break;
Anna Thomas43d7e1c2016-05-03 14:58:21 +0000331 case Instruction::ICmp: {
Nick Lewycky6ae03c32011-11-20 19:37:06 +0000332 // Don't count comparisons of a no-alias return value against null as
333 // captures. This allows us to ignore comparisons of malloc results
334 // with null, for example.
Nick Lewyckyc2ec0722013-07-06 00:29:58 +0000335 if (ConstantPointerNull *CPN =
336 dyn_cast<ConstantPointerNull>(I->getOperand(1)))
337 if (CPN->getType()->getAddressSpace() == 0)
338 if (isNoAliasCall(V->stripPointerCasts()))
Nick Lewycky6ae03c32011-11-20 19:37:06 +0000339 break;
Anna Thomas43d7e1c2016-05-03 14:58:21 +0000340 // Comparison against value stored in global variable. Given the pointer
341 // does not escape, its value cannot be guessed and stored separately in a
342 // global variable.
343 unsigned OtherIndex = (I->getOperand(0) == V) ? 1 : 0;
344 auto *LI = dyn_cast<LoadInst>(I->getOperand(OtherIndex));
345 if (LI && isa<GlobalVariable>(LI->getPointerOperand()))
346 break;
Nick Lewycky6ae03c32011-11-20 19:37:06 +0000347 // Otherwise, be conservative. There are crazy ways to capture pointers
348 // using comparisons.
Nick Lewycky4c378a42011-12-28 23:24:21 +0000349 if (Tracker->captured(U))
Nick Lewycky6ae03c32011-11-20 19:37:06 +0000350 return;
351 break;
Anna Thomas43d7e1c2016-05-03 14:58:21 +0000352 }
Nick Lewycky6ae03c32011-11-20 19:37:06 +0000353 default:
354 // Something else - be conservative and say it is captured.
Nick Lewycky4c378a42011-12-28 23:24:21 +0000355 if (Tracker->captured(U))
Nick Lewycky6ae03c32011-11-20 19:37:06 +0000356 return;
357 break;
358 }
359 }
360
361 // All uses examined.
362}