blob: 5997975085bcec1396aac6fe8c53ace7068d7cd1 [file] [log] [blame]
Duncan Sandse0aa0d62009-01-18 12:19:30 +00001//===--- CaptureTracking.cpp - Determine whether a pointer is captured ----===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10// This file contains routines that help determine which pointers are captured.
11// A pointer value is captured if the function makes a copy of any part of the
12// pointer that outlives the call. Not being captured means, more or less, that
13// the pointer is only dereferenced and not stored in a global. Returning part
14// of the pointer as the function return value may or may not count as capturing
15// the pointer, depending on the context.
16//
17//===----------------------------------------------------------------------===//
18
Jakub Staszak173bce32012-01-17 22:16:31 +000019#include "llvm/ADT/SmallSet.h"
20#include "llvm/ADT/SmallVector.h"
Jakub Staszakc733bf22013-03-10 00:34:01 +000021#include "llvm/Analysis/AliasAnalysis.h"
Hal Finkelb0356212014-07-21 13:15:48 +000022#include "llvm/Analysis/CFG.h"
Chandler Carruthd9903882015-01-14 11:23:27 +000023#include "llvm/Analysis/CaptureTracking.h"
Bruno Cardoso Lopesdfc1d962015-07-31 14:31:35 +000024#include "llvm/Analysis/OrderedBasicBlock.h"
Chandler Carruth219b89b2014-03-04 11:01:28 +000025#include "llvm/IR/CallSite.h"
Jakub Staszakc733bf22013-03-10 00:34:01 +000026#include "llvm/IR/Constants.h"
Hal Finkelb0356212014-07-21 13:15:48 +000027#include "llvm/IR/Dominators.h"
Jakub Staszakc733bf22013-03-10 00:34:01 +000028#include "llvm/IR/Instructions.h"
Jakub Staszakc733bf22013-03-10 00:34:01 +000029
Duncan Sandse0aa0d62009-01-18 12:19:30 +000030using namespace llvm;
31
Nick Lewyckyaa2a00d2011-11-21 18:32:21 +000032CaptureTracker::~CaptureTracker() {}
33
Chandler Carruth64e9aa52014-03-05 10:21:48 +000034bool CaptureTracker::shouldExplore(const Use *U) { return true; }
Nick Lewycky7c3b5d92012-10-08 22:12:48 +000035
Nick Lewycky7013a192011-11-14 22:49:42 +000036namespace {
Nick Lewycky6ae03c32011-11-20 19:37:06 +000037 struct SimpleCaptureTracker : public CaptureTracker {
Nick Lewycky7013a192011-11-14 22:49:42 +000038 explicit SimpleCaptureTracker(bool ReturnCaptures)
39 : ReturnCaptures(ReturnCaptures), Captured(false) {}
40
Craig Toppere9ba7592014-03-05 07:30:04 +000041 void tooManyUses() override { Captured = true; }
Nick Lewycky7013a192011-11-14 22:49:42 +000042
Chandler Carruth64e9aa52014-03-05 10:21:48 +000043 bool captured(const Use *U) override {
Nick Lewycky4c378a42011-12-28 23:24:21 +000044 if (isa<ReturnInst>(U->getUser()) && !ReturnCaptures)
Chad Rosier8244b1d2012-05-10 23:38:07 +000045 return false;
Nick Lewycky7013a192011-11-14 22:49:42 +000046
47 Captured = true;
48 return true;
49 }
50
51 bool ReturnCaptures;
52
53 bool Captured;
54 };
Hal Finkelb0356212014-07-21 13:15:48 +000055
56 /// Only find pointer captures which happen before the given instruction. Uses
57 /// the dominator tree to determine whether one instruction is before another.
58 /// Only support the case where the Value is defined in the same basic block
59 /// as the given instruction and the use.
60 struct CapturesBefore : public CaptureTracker {
Bruno Cardoso Lopes7900ef82015-06-24 17:53:17 +000061
Hal Finkeld32803b2014-07-21 21:30:22 +000062 CapturesBefore(bool ReturnCaptures, const Instruction *I, DominatorTree *DT,
Bruno Cardoso Lopesdfc1d962015-07-31 14:31:35 +000063 bool IncludeI, OrderedBasicBlock *IC)
64 : OrderedBB(IC), BeforeHere(I), DT(DT),
Bruno Cardoso Lopes7900ef82015-06-24 17:53:17 +000065 ReturnCaptures(ReturnCaptures), IncludeI(IncludeI), Captured(false) {}
Hal Finkelb0356212014-07-21 13:15:48 +000066
67 void tooManyUses() override { Captured = true; }
68
Bruno Cardoso Lopes7900ef82015-06-24 17:53:17 +000069 bool isSafeToPrune(Instruction *I) {
Hal Finkelb0356212014-07-21 13:15:48 +000070 BasicBlock *BB = I->getParent();
71 // We explore this usage only if the usage can reach "BeforeHere".
72 // If use is not reachable from entry, there is no need to explore.
73 if (BeforeHere != I && !DT->isReachableFromEntry(BB))
Bruno Cardoso Lopes7900ef82015-06-24 17:53:17 +000074 return true;
75
76 // Compute the case where both instructions are inside the same basic
77 // block. Since instructions in the same BB as BeforeHere are numbered in
Bruno Cardoso Lopesdfc1d962015-07-31 14:31:35 +000078 // 'OrderedBB', avoid using 'dominates' and 'isPotentiallyReachable'
Bruno Cardoso Lopes7900ef82015-06-24 17:53:17 +000079 // which are very expensive for large basic blocks.
80 if (BB == BeforeHere->getParent()) {
81 // 'I' dominates 'BeforeHere' => not safe to prune.
82 //
David Majnemer8a1c45d2015-12-12 05:38:55 +000083 // The value defined by an invoke dominates an instruction only
David Majnemer0bc0eef2015-08-15 02:46:08 +000084 // if it dominates every instruction in UseBB. A PHI is dominated only
85 // if the instruction dominates every possible use in the UseBB. Since
Bruno Cardoso Lopes7900ef82015-06-24 17:53:17 +000086 // UseBB == BB, avoid pruning.
David Majnemer8a1c45d2015-12-12 05:38:55 +000087 if (isa<InvokeInst>(BeforeHere) || isa<PHINode>(I) || I == BeforeHere)
Bruno Cardoso Lopes7900ef82015-06-24 17:53:17 +000088 return false;
Bruno Cardoso Lopesdfc1d962015-07-31 14:31:35 +000089 if (!OrderedBB->dominates(BeforeHere, I))
Bruno Cardoso Lopes7900ef82015-06-24 17:53:17 +000090 return false;
91
92 // 'BeforeHere' comes before 'I', it's safe to prune if we also
93 // guarantee that 'I' never reaches 'BeforeHere' through a back-edge or
94 // by its successors, i.e, prune if:
95 //
96 // (1) BB is an entry block or have no sucessors.
97 // (2) There's no path coming back through BB sucessors.
98 if (BB == &BB->getParent()->getEntryBlock() ||
99 !BB->getTerminator()->getNumSuccessors())
100 return true;
101
102 SmallVector<BasicBlock*, 32> Worklist;
103 Worklist.append(succ_begin(BB), succ_end(BB));
Alexander Kornienko484e48e32015-11-05 21:07:12 +0000104 return !isPotentiallyReachableFromMany(Worklist, BB, DT);
Bruno Cardoso Lopes7900ef82015-06-24 17:53:17 +0000105 }
106
Hal Finkelb0356212014-07-21 13:15:48 +0000107 // If the value is defined in the same basic block as use and BeforeHere,
108 // there is no need to explore the use if BeforeHere dominates use.
109 // Check whether there is a path from I to BeforeHere.
110 if (BeforeHere != I && DT->dominates(BeforeHere, I) &&
111 !isPotentiallyReachable(I, BeforeHere, DT))
Bruno Cardoso Lopes7900ef82015-06-24 17:53:17 +0000112 return true;
113
114 return false;
115 }
116
117 bool shouldExplore(const Use *U) override {
118 Instruction *I = cast<Instruction>(U->getUser());
119
120 if (BeforeHere == I && !IncludeI)
Hal Finkelb0356212014-07-21 13:15:48 +0000121 return false;
Bruno Cardoso Lopes7900ef82015-06-24 17:53:17 +0000122
123 if (isSafeToPrune(I))
124 return false;
125
Hal Finkelb0356212014-07-21 13:15:48 +0000126 return true;
127 }
128
129 bool captured(const Use *U) override {
130 if (isa<ReturnInst>(U->getUser()) && !ReturnCaptures)
131 return false;
132
Bruno Cardoso Lopes7900ef82015-06-24 17:53:17 +0000133 if (!shouldExplore(U))
Hal Finkeld32803b2014-07-21 21:30:22 +0000134 return false;
135
Hal Finkelb0356212014-07-21 13:15:48 +0000136 Captured = true;
137 return true;
138 }
139
Bruno Cardoso Lopesdfc1d962015-07-31 14:31:35 +0000140 OrderedBasicBlock *OrderedBB;
Hal Finkelb0356212014-07-21 13:15:48 +0000141 const Instruction *BeforeHere;
142 DominatorTree *DT;
143
144 bool ReturnCaptures;
Hal Finkeld32803b2014-07-21 21:30:22 +0000145 bool IncludeI;
Hal Finkelb0356212014-07-21 13:15:48 +0000146
147 bool Captured;
148 };
Alexander Kornienkof00654e2015-06-23 09:49:53 +0000149}
Dan Gohman2d27b192009-12-08 23:59:12 +0000150
Duncan Sandse0aa0d62009-01-18 12:19:30 +0000151/// PointerMayBeCaptured - Return true if this pointer value may be captured
152/// by the enclosing function (which is required to exist). This routine can
153/// be expensive, so consider caching the results. The boolean ReturnCaptures
154/// specifies whether returning the value (or part of it) from the function
Dan Gohman94e61762009-11-19 21:57:48 +0000155/// counts as capturing it or not. The boolean StoreCaptures specified whether
156/// storing the value (or part of it) into memory anywhere automatically
Duncan Sandse0aa0d62009-01-18 12:19:30 +0000157/// counts as capturing it or not.
Dan Gohman94e61762009-11-19 21:57:48 +0000158bool llvm::PointerMayBeCaptured(const Value *V,
159 bool ReturnCaptures, bool StoreCaptures) {
Nick Lewycky063ae582011-11-21 19:42:56 +0000160 assert(!isa<GlobalValue>(V) &&
161 "It doesn't make sense to ask whether a global is captured.");
162
Nick Lewycky7013a192011-11-14 22:49:42 +0000163 // TODO: If StoreCaptures is not true, we could do Fancy analysis
164 // to determine whether this store is not actually an escape point.
165 // In that case, BasicAliasAnalysis should be updated as well to
166 // take advantage of this.
167 (void)StoreCaptures;
Duncan Sandse0aa0d62009-01-18 12:19:30 +0000168
Nick Lewycky7013a192011-11-14 22:49:42 +0000169 SimpleCaptureTracker SCT(ReturnCaptures);
Nick Lewycky6ae03c32011-11-20 19:37:06 +0000170 PointerMayBeCaptured(V, &SCT);
Nick Lewycky7013a192011-11-14 22:49:42 +0000171 return SCT.Captured;
Duncan Sandse0aa0d62009-01-18 12:19:30 +0000172}
Nick Lewycky6ae03c32011-11-20 19:37:06 +0000173
Hal Finkelb0356212014-07-21 13:15:48 +0000174/// PointerMayBeCapturedBefore - Return true if this pointer value may be
175/// captured by the enclosing function (which is required to exist). If a
176/// DominatorTree is provided, only captures which happen before the given
177/// instruction are considered. This routine can be expensive, so consider
178/// caching the results. The boolean ReturnCaptures specifies whether
179/// returning the value (or part of it) from the function counts as capturing
180/// it or not. The boolean StoreCaptures specified whether storing the value
181/// (or part of it) into memory anywhere automatically counts as capturing it
Bruno Cardoso Lopesdfc1d962015-07-31 14:31:35 +0000182/// or not. A ordered basic block \p OBB can be used in order to speed up
183/// queries about relative order among instructions in the same basic block.
Hal Finkelb0356212014-07-21 13:15:48 +0000184bool llvm::PointerMayBeCapturedBefore(const Value *V, bool ReturnCaptures,
185 bool StoreCaptures, const Instruction *I,
Bruno Cardoso Lopesdfc1d962015-07-31 14:31:35 +0000186 DominatorTree *DT, bool IncludeI,
187 OrderedBasicBlock *OBB) {
Hal Finkelb0356212014-07-21 13:15:48 +0000188 assert(!isa<GlobalValue>(V) &&
189 "It doesn't make sense to ask whether a global is captured.");
Bruno Cardoso Lopesdfc1d962015-07-31 14:31:35 +0000190 bool UseNewOBB = OBB == nullptr;
Hal Finkelb0356212014-07-21 13:15:48 +0000191
192 if (!DT)
193 return PointerMayBeCaptured(V, ReturnCaptures, StoreCaptures);
Bruno Cardoso Lopesdfc1d962015-07-31 14:31:35 +0000194 if (UseNewOBB)
195 OBB = new OrderedBasicBlock(I->getParent());
Hal Finkelb0356212014-07-21 13:15:48 +0000196
197 // TODO: See comment in PointerMayBeCaptured regarding what could be done
198 // with StoreCaptures.
199
Bruno Cardoso Lopesdfc1d962015-07-31 14:31:35 +0000200 CapturesBefore CB(ReturnCaptures, I, DT, IncludeI, OBB);
Hal Finkelb0356212014-07-21 13:15:48 +0000201 PointerMayBeCaptured(V, &CB);
Bruno Cardoso Lopesdfc1d962015-07-31 14:31:35 +0000202
203 if (UseNewOBB)
204 delete OBB;
Hal Finkelb0356212014-07-21 13:15:48 +0000205 return CB.Captured;
206}
207
Nick Lewycky6ae03c32011-11-20 19:37:06 +0000208/// TODO: Write a new FunctionPass AliasAnalysis so that it can keep
209/// a cache. Then we can move the code from BasicAliasAnalysis into
210/// that path, and remove this threshold.
211static int const Threshold = 20;
212
213void llvm::PointerMayBeCaptured(const Value *V, CaptureTracker *Tracker) {
214 assert(V->getType()->isPointerTy() && "Capture is for pointers only!");
Chandler Carruth64e9aa52014-03-05 10:21:48 +0000215 SmallVector<const Use *, Threshold> Worklist;
216 SmallSet<const Use *, Threshold> Visited;
Nick Lewycky6ae03c32011-11-20 19:37:06 +0000217 int Count = 0;
218
Chandler Carruthcdf47882014-03-09 03:16:01 +0000219 for (const Use &U : V->uses()) {
Nick Lewycky6ae03c32011-11-20 19:37:06 +0000220 // If there are lots of uses, conservatively say that the value
221 // is captured to avoid taking too much compile time.
222 if (Count++ >= Threshold)
223 return Tracker->tooManyUses();
224
Chandler Carruthcdf47882014-03-09 03:16:01 +0000225 if (!Tracker->shouldExplore(&U)) continue;
226 Visited.insert(&U);
227 Worklist.push_back(&U);
Nick Lewycky6ae03c32011-11-20 19:37:06 +0000228 }
229
230 while (!Worklist.empty()) {
Chandler Carruth64e9aa52014-03-05 10:21:48 +0000231 const Use *U = Worklist.pop_back_val();
Nick Lewycky6ae03c32011-11-20 19:37:06 +0000232 Instruction *I = cast<Instruction>(U->getUser());
233 V = U->get();
234
235 switch (I->getOpcode()) {
236 case Instruction::Call:
237 case Instruction::Invoke: {
238 CallSite CS(I);
239 // Not captured if the callee is readonly, doesn't return a copy through
240 // its return value and doesn't unwind (a readonly function can leak bits
241 // by throwing an exception or not depending on the input value).
242 if (CS.onlyReadsMemory() && CS.doesNotThrow() && I->getType()->isVoidTy())
243 break;
244
245 // Not captured if only passed via 'nocapture' arguments. Note that
246 // calling a function pointer does not in itself cause the pointer to
247 // be captured. This is a subtle point considering that (for example)
248 // the callee might return its own address. It is analogous to saying
249 // that loading a value from a pointer does not cause the pointer to be
250 // captured, even though the loaded value might be the pointer itself
251 // (think of self-referential objects).
Sanjoy Dasea343822015-11-04 23:21:06 +0000252 CallSite::data_operand_iterator B =
253 CS.data_operands_begin(), E = CS.data_operands_end();
254 for (CallSite::data_operand_iterator A = B; A != E; ++A)
Nick Lewycky6ae03c32011-11-20 19:37:06 +0000255 if (A->get() == V && !CS.doesNotCapture(A - B))
256 // The parameter is not marked 'nocapture' - captured.
Nick Lewycky4c378a42011-12-28 23:24:21 +0000257 if (Tracker->captured(U))
Nick Lewycky6ae03c32011-11-20 19:37:06 +0000258 return;
259 break;
260 }
261 case Instruction::Load:
262 // Loading from a pointer does not cause it to be captured.
263 break;
264 case Instruction::VAArg:
265 // "va-arg" from a pointer does not cause it to be captured.
266 break;
267 case Instruction::Store:
268 if (V == I->getOperand(0))
269 // Stored the pointer - conservatively assume it may be captured.
Nick Lewycky4c378a42011-12-28 23:24:21 +0000270 if (Tracker->captured(U))
Nick Lewycky6ae03c32011-11-20 19:37:06 +0000271 return;
272 // Storing to the pointee does not cause the pointer to be captured.
273 break;
Philip Reamesbd09e862016-02-18 19:23:27 +0000274 case Instruction::AtomicRMW:
275 case Instruction::AtomicCmpXchg:
276 // atomicrmw and cmpxchg conceptually include both a load and store from
277 // the same location. As with a store, the location being accessed is
278 // not captured, but the value being stored is. (For cmpxchg, we
279 // probably don't need to capture the original comparison value, but for
280 // the moment, let's be conservative.)
281 if (V != I->getOperand(0))
282 if (Tracker->captured(U))
283 return;
284 break;
Nick Lewycky6ae03c32011-11-20 19:37:06 +0000285 case Instruction::BitCast:
286 case Instruction::GetElementPtr:
287 case Instruction::PHI:
288 case Instruction::Select:
Matt Arsenaulte55a2c22014-01-14 19:11:52 +0000289 case Instruction::AddrSpaceCast:
Nick Lewycky6ae03c32011-11-20 19:37:06 +0000290 // The original value is not captured via this if the new value isn't.
Benjamin Kramerd2757ba2013-10-03 13:24:02 +0000291 Count = 0;
Chandler Carruthcdf47882014-03-09 03:16:01 +0000292 for (Use &UU : I->uses()) {
Benjamin Kramerd2757ba2013-10-03 13:24:02 +0000293 // If there are lots of uses, conservatively say that the value
294 // is captured to avoid taking too much compile time.
295 if (Count++ >= Threshold)
296 return Tracker->tooManyUses();
297
David Blaikie70573dc2014-11-19 07:49:26 +0000298 if (Visited.insert(&UU).second)
Chandler Carruthcdf47882014-03-09 03:16:01 +0000299 if (Tracker->shouldExplore(&UU))
300 Worklist.push_back(&UU);
Nick Lewycky6ae03c32011-11-20 19:37:06 +0000301 }
302 break;
Anna Thomas43d7e1c2016-05-03 14:58:21 +0000303 case Instruction::ICmp: {
Nick Lewycky6ae03c32011-11-20 19:37:06 +0000304 // Don't count comparisons of a no-alias return value against null as
305 // captures. This allows us to ignore comparisons of malloc results
306 // with null, for example.
Nick Lewyckyc2ec0722013-07-06 00:29:58 +0000307 if (ConstantPointerNull *CPN =
308 dyn_cast<ConstantPointerNull>(I->getOperand(1)))
309 if (CPN->getType()->getAddressSpace() == 0)
310 if (isNoAliasCall(V->stripPointerCasts()))
Nick Lewycky6ae03c32011-11-20 19:37:06 +0000311 break;
Anna Thomas43d7e1c2016-05-03 14:58:21 +0000312 // Comparison against value stored in global variable. Given the pointer
313 // does not escape, its value cannot be guessed and stored separately in a
314 // global variable.
315 unsigned OtherIndex = (I->getOperand(0) == V) ? 1 : 0;
316 auto *LI = dyn_cast<LoadInst>(I->getOperand(OtherIndex));
317 if (LI && isa<GlobalVariable>(LI->getPointerOperand()))
318 break;
Nick Lewycky6ae03c32011-11-20 19:37:06 +0000319 // Otherwise, be conservative. There are crazy ways to capture pointers
320 // using comparisons.
Nick Lewycky4c378a42011-12-28 23:24:21 +0000321 if (Tracker->captured(U))
Nick Lewycky6ae03c32011-11-20 19:37:06 +0000322 return;
323 break;
Anna Thomas43d7e1c2016-05-03 14:58:21 +0000324 }
Nick Lewycky6ae03c32011-11-20 19:37:06 +0000325 default:
326 // Something else - be conservative and say it is captured.
Nick Lewycky4c378a42011-12-28 23:24:21 +0000327 if (Tracker->captured(U))
Nick Lewycky6ae03c32011-11-20 19:37:06 +0000328 return;
329 break;
330 }
331 }
332
333 // All uses examined.
334}