blob: baca76ba3f2aa4c96a81b7f2cc7fba2b0bc7152e [file] [log] [blame]
Michael Gottesman1e29ca12013-01-29 05:07:18 +00001//===- ObjCARCContract.cpp - ObjC ARC Optimization ------------------------===//
Michael Gottesman778138e2013-01-29 03:03:03 +00002//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9/// \file
10/// This file defines late ObjC ARC optimizations. ARC stands for Automatic
11/// Reference Counting and is a system for managing reference counts for objects
12/// in Objective C.
13///
Michael Gottesman697d8b92013-02-07 04:12:57 +000014/// This specific file mainly deals with ``contracting'' multiple lower level
15/// operations into singular higher level operations through pattern matching.
16///
Michael Gottesman778138e2013-01-29 03:03:03 +000017/// WARNING: This file knows about certain library functions. It recognizes them
18/// by name, and hardwires knowledge of their semantics.
19///
20/// WARNING: This file knows about how certain Objective-C library functions are
21/// used. Naive LLVM IR transformations which would otherwise be
22/// behavior-preserving may break these assumptions.
23///
24//===----------------------------------------------------------------------===//
25
26// TODO: ObjCARCContract could insert PHI nodes when uses aren't
27// dominated by single calls.
28
Michael Gottesman778138e2013-01-29 03:03:03 +000029#include "ObjCARC.h"
Michael Gottesman0b912b22013-07-06 01:39:26 +000030#include "ARCRuntimeEntryPoints.h"
Michael Gottesman778138e2013-01-29 03:03:03 +000031#include "DependencyAnalysis.h"
Michael Gottesman278266f2013-01-29 04:20:52 +000032#include "ProvenanceAnalysis.h"
Michael Gottesman778138e2013-01-29 03:03:03 +000033#include "llvm/ADT/Statistic.h"
Chandler Carruth5ad5f152014-01-13 09:26:24 +000034#include "llvm/IR/Dominators.h"
Michael Gottesman778138e2013-01-29 03:03:03 +000035#include "llvm/IR/InlineAsm.h"
36#include "llvm/IR/Operator.h"
Michael Gottesman13a5f1a2013-01-29 04:51:59 +000037#include "llvm/Support/Debug.h"
Benjamin Kramer799003b2015-03-23 19:32:43 +000038#include "llvm/Support/raw_ostream.h"
Michael Gottesman778138e2013-01-29 03:03:03 +000039
40using namespace llvm;
41using namespace llvm::objcarc;
42
Chandler Carruth964daaa2014-04-22 02:55:47 +000043#define DEBUG_TYPE "objc-arc-contract"
44
Michael Gottesman778138e2013-01-29 03:03:03 +000045STATISTIC(NumPeeps, "Number of calls peephole-optimized");
46STATISTIC(NumStoreStrongs, "Number objc_storeStrong calls formed");
47
Michael Gottesman56bd6a02015-02-19 00:42:27 +000048//===----------------------------------------------------------------------===//
49// Declarations
50//===----------------------------------------------------------------------===//
51
Michael Gottesman778138e2013-01-29 03:03:03 +000052namespace {
53 /// \brief Late ARC optimizations
54 ///
55 /// These change the IR in a way that makes it difficult to be analyzed by
56 /// ObjCARCOpt, so it's run late.
57 class ObjCARCContract : public FunctionPass {
58 bool Changed;
59 AliasAnalysis *AA;
60 DominatorTree *DT;
61 ProvenanceAnalysis PA;
Michael Gottesman0b912b22013-07-06 01:39:26 +000062 ARCRuntimeEntryPoints EP;
Michael Gottesman778138e2013-01-29 03:03:03 +000063
64 /// A flag indicating whether this optimization pass should run.
65 bool Run;
66
Michael Gottesman778138e2013-01-29 03:03:03 +000067 /// The inline asm string to insert between calls and RetainRV calls to make
68 /// the optimization work on targets which need it.
69 const MDString *RetainRVMarker;
70
71 /// The set of inserted objc_storeStrong calls. If at the end of walking the
72 /// function we have found no alloca instructions, these calls can be marked
73 /// "tail".
74 SmallPtrSet<CallInst *, 8> StoreStrongCalls;
75
Michael Gottesman18279732015-02-19 00:42:30 +000076 /// Returns true if we eliminated Inst.
77 bool tryToPeepholeInstruction(Function &F, Instruction *Inst,
78 inst_iterator &Iter,
79 SmallPtrSetImpl<Instruction *> &DepInsts,
80 SmallPtrSetImpl<const BasicBlock *> &Visited,
81 bool &TailOkForStoreStrong);
82
Michael Gottesman56bd6a02015-02-19 00:42:27 +000083 bool optimizeRetainCall(Function &F, Instruction *Retain);
Michael Gottesman214ca902013-04-29 06:53:53 +000084
Michael Gottesman56bd6a02015-02-19 00:42:27 +000085 bool
86 contractAutorelease(Function &F, Instruction *Autorelease,
Michael Gottesman6f729fa2015-02-19 19:51:32 +000087 ARCInstKind Class,
Michael Gottesman56bd6a02015-02-19 00:42:27 +000088 SmallPtrSetImpl<Instruction *> &DependingInstructions,
89 SmallPtrSetImpl<const BasicBlock *> &Visited);
Michael Gottesman778138e2013-01-29 03:03:03 +000090
Michael Gottesmandfa3e4b2015-02-19 00:42:34 +000091 void tryToContractReleaseIntoStoreStrong(Instruction *Release,
92 inst_iterator &Iter);
Michael Gottesman778138e2013-01-29 03:03:03 +000093
Craig Topper3e4c6972014-03-05 09:10:37 +000094 void getAnalysisUsage(AnalysisUsage &AU) const override;
95 bool doInitialization(Module &M) override;
96 bool runOnFunction(Function &F) override;
Michael Gottesman778138e2013-01-29 03:03:03 +000097
98 public:
99 static char ID;
100 ObjCARCContract() : FunctionPass(ID) {
101 initializeObjCARCContractPass(*PassRegistry::getPassRegistry());
102 }
103 };
Alexander Kornienkof00654e2015-06-23 09:49:53 +0000104}
Michael Gottesman778138e2013-01-29 03:03:03 +0000105
Michael Gottesman56bd6a02015-02-19 00:42:27 +0000106//===----------------------------------------------------------------------===//
107// Implementation
108//===----------------------------------------------------------------------===//
Michael Gottesman778138e2013-01-29 03:03:03 +0000109
Michael Gottesman214ca902013-04-29 06:53:53 +0000110/// Turn objc_retain into objc_retainAutoreleasedReturnValue if the operand is a
111/// return value. We do this late so we do not disrupt the dataflow analysis in
112/// ObjCARCOpt.
Michael Gottesman56bd6a02015-02-19 00:42:27 +0000113bool ObjCARCContract::optimizeRetainCall(Function &F, Instruction *Retain) {
Michael Gottesmane5ad66f2015-02-19 00:42:38 +0000114 ImmutableCallSite CS(GetArgRCIdentityRoot(Retain));
Michael Gottesman214ca902013-04-29 06:53:53 +0000115 const Instruction *Call = CS.getInstruction();
116 if (!Call)
117 return false;
118 if (Call->getParent() != Retain->getParent())
119 return false;
120
121 // Check that the call is next to the retain.
122 BasicBlock::const_iterator I = Call;
123 ++I;
124 while (IsNoopInstruction(I)) ++I;
125 if (&*I != Retain)
126 return false;
127
128 // Turn it to an objc_retainAutoreleasedReturnValue.
129 Changed = true;
130 ++NumPeeps;
131
132 DEBUG(dbgs() << "Transforming objc_retain => "
133 "objc_retainAutoreleasedReturnValue since the operand is a "
134 "return value.\nOld: "<< *Retain << "\n");
135
136 // We do not have to worry about tail calls/does not throw since
137 // retain/retainRV have the same properties.
Michael Gottesmanca3a4722015-03-16 07:02:24 +0000138 Constant *Decl = EP.get(ARCRuntimeEntryPointKind::RetainRV);
Michael Gottesman0b912b22013-07-06 01:39:26 +0000139 cast<CallInst>(Retain)->setCalledFunction(Decl);
Michael Gottesman214ca902013-04-29 06:53:53 +0000140
141 DEBUG(dbgs() << "New: " << *Retain << "\n");
142 return true;
143}
144
Michael Gottesman778138e2013-01-29 03:03:03 +0000145/// Merge an autorelease with a retain into a fused call.
Michael Gottesman56bd6a02015-02-19 00:42:27 +0000146bool ObjCARCContract::contractAutorelease(
Michael Gottesman6f729fa2015-02-19 19:51:32 +0000147 Function &F, Instruction *Autorelease, ARCInstKind Class,
Michael Gottesman56bd6a02015-02-19 00:42:27 +0000148 SmallPtrSetImpl<Instruction *> &DependingInstructions,
149 SmallPtrSetImpl<const BasicBlock *> &Visited) {
Michael Gottesmane5ad66f2015-02-19 00:42:38 +0000150 const Value *Arg = GetArgRCIdentityRoot(Autorelease);
Michael Gottesman778138e2013-01-29 03:03:03 +0000151
152 // Check that there are no instructions between the retain and the autorelease
153 // (such as an autorelease_pop) which may change the count.
Craig Topperf40110f2014-04-25 05:29:35 +0000154 CallInst *Retain = nullptr;
Michael Gottesman6f729fa2015-02-19 19:51:32 +0000155 if (Class == ARCInstKind::AutoreleaseRV)
Michael Gottesman778138e2013-01-29 03:03:03 +0000156 FindDependencies(RetainAutoreleaseRVDep, Arg,
157 Autorelease->getParent(), Autorelease,
158 DependingInstructions, Visited, PA);
159 else
160 FindDependencies(RetainAutoreleaseDep, Arg,
161 Autorelease->getParent(), Autorelease,
162 DependingInstructions, Visited, PA);
163
164 Visited.clear();
165 if (DependingInstructions.size() != 1) {
166 DependingInstructions.clear();
167 return false;
168 }
169
170 Retain = dyn_cast_or_null<CallInst>(*DependingInstructions.begin());
171 DependingInstructions.clear();
172
Michael Gottesman6f729fa2015-02-19 19:51:32 +0000173 if (!Retain || GetBasicARCInstKind(Retain) != ARCInstKind::Retain ||
Michael Gottesmane5ad66f2015-02-19 00:42:38 +0000174 GetArgRCIdentityRoot(Retain) != Arg)
Michael Gottesman778138e2013-01-29 03:03:03 +0000175 return false;
176
177 Changed = true;
178 ++NumPeeps;
179
Michael Gottesman18279732015-02-19 00:42:30 +0000180 DEBUG(dbgs() << " Fusing retain/autorelease!\n"
181 " Autorelease:" << *Autorelease << "\n"
182 " Retain: " << *Retain << "\n");
Michael Gottesman778138e2013-01-29 03:03:03 +0000183
Michael Gottesman6f729fa2015-02-19 19:51:32 +0000184 Constant *Decl = EP.get(Class == ARCInstKind::AutoreleaseRV
Michael Gottesmanca3a4722015-03-16 07:02:24 +0000185 ? ARCRuntimeEntryPointKind::RetainAutoreleaseRV
186 : ARCRuntimeEntryPointKind::RetainAutorelease);
Michael Gottesman0b912b22013-07-06 01:39:26 +0000187 Retain->setCalledFunction(Decl);
Michael Gottesman778138e2013-01-29 03:03:03 +0000188
Michael Gottesman18279732015-02-19 00:42:30 +0000189 DEBUG(dbgs() << " New RetainAutorelease: " << *Retain << "\n");
Michael Gottesman778138e2013-01-29 03:03:03 +0000190
191 EraseInstruction(Autorelease);
192 return true;
193}
194
Michael Gottesman0fc2acc2015-02-20 00:02:49 +0000195static StoreInst *findSafeStoreForStoreStrongContraction(LoadInst *Load,
196 Instruction *Release,
197 ProvenanceAnalysis &PA,
198 AliasAnalysis *AA) {
Craig Topperf40110f2014-04-25 05:29:35 +0000199 StoreInst *Store = nullptr;
Michael Gottesman778138e2013-01-29 03:03:03 +0000200 bool SawRelease = false;
Michael Gottesman778138e2013-01-29 03:03:03 +0000201
Michael Gottesman0fc2acc2015-02-20 00:02:49 +0000202 // Get the location associated with Load.
Chandler Carruthac80dc72015-06-17 07:18:54 +0000203 MemoryLocation Loc = MemoryLocation::get(Load);
Michael Gottesman0fc2acc2015-02-20 00:02:49 +0000204
205 // Walk down to find the store and the release, which may be in either order.
206 for (auto I = std::next(BasicBlock::iterator(Load)),
207 E = Load->getParent()->end();
208 I != E; ++I) {
209 // If we found the store we were looking for and saw the release,
210 // break. There is no more work to be done.
211 if (Store && SawRelease)
212 break;
213
214 // Now we know that we have not seen either the store or the release. If I
Eric Christopher572e03a2015-06-19 01:53:21 +0000215 // is the release, mark that we saw the release and continue.
Michael Gottesman0fc2acc2015-02-20 00:02:49 +0000216 Instruction *Inst = &*I;
Michael Gottesman778138e2013-01-29 03:03:03 +0000217 if (Inst == Release) {
218 SawRelease = true;
219 continue;
220 }
221
Michael Gottesman0fc2acc2015-02-20 00:02:49 +0000222 // Otherwise, we check if Inst is a "good" store. Grab the instruction class
223 // of Inst.
Michael Gottesman6f729fa2015-02-19 19:51:32 +0000224 ARCInstKind Class = GetBasicARCInstKind(Inst);
Michael Gottesman778138e2013-01-29 03:03:03 +0000225
Michael Gottesman0fc2acc2015-02-20 00:02:49 +0000226 // If Inst is an unrelated retain, we don't care about it.
227 //
228 // TODO: This is one area where the optimization could be made more
229 // aggressive.
Michael Gottesman778138e2013-01-29 03:03:03 +0000230 if (IsRetain(Class))
231 continue;
232
Michael Gottesman0fc2acc2015-02-20 00:02:49 +0000233 // If we have seen the store, but not the release...
Michael Gottesman778138e2013-01-29 03:03:03 +0000234 if (Store) {
Michael Gottesman0fc2acc2015-02-20 00:02:49 +0000235 // We need to make sure that it is safe to move the release from its
236 // current position to the store. This implies proving that any
237 // instruction in between Store and the Release conservatively can not use
238 // the RCIdentityRoot of Release. If we can prove we can ignore Inst, so
239 // continue...
240 if (!CanUse(Inst, Load, PA, Class)) {
241 continue;
242 }
243
244 // Otherwise, be conservative and return nullptr.
245 return nullptr;
Michael Gottesman778138e2013-01-29 03:03:03 +0000246 }
Michael Gottesman0fc2acc2015-02-20 00:02:49 +0000247
248 // Ok, now we know we have not seen a store yet. See if Inst can write to
249 // our load location, if it can not, just ignore the instruction.
250 if (!(AA->getModRefInfo(Inst, Loc) & AliasAnalysis::Mod))
251 continue;
252
253 Store = dyn_cast<StoreInst>(Inst);
254
255 // If Inst can, then check if Inst is a simple store. If Inst is not a
256 // store or a store that is not simple, then we have some we do not
257 // understand writing to this memory implying we can not move the load
258 // over the write to any subsequent store that we may find.
259 if (!Store || !Store->isSimple())
260 return nullptr;
261
262 // Then make sure that the pointer we are storing to is Ptr. If so, we
263 // found our Store!
264 if (Store->getPointerOperand() == Loc.Ptr)
265 continue;
266
267 // Otherwise, we have an unknown store to some other ptr that clobbers
268 // Loc.Ptr. Bail!
269 return nullptr;
Michael Gottesman778138e2013-01-29 03:03:03 +0000270 }
271
Michael Gottesman0fc2acc2015-02-20 00:02:49 +0000272 // If we did not find the store or did not see the release, fail.
273 if (!Store || !SawRelease)
274 return nullptr;
Michael Gottesman778138e2013-01-29 03:03:03 +0000275
Michael Gottesman0fc2acc2015-02-20 00:02:49 +0000276 // We succeeded!
277 return Store;
278}
279
280static Instruction *
281findRetainForStoreStrongContraction(Value *New, StoreInst *Store,
282 Instruction *Release,
283 ProvenanceAnalysis &PA) {
284 // Walk up from the Store to find the retain.
285 BasicBlock::iterator I = Store;
286 BasicBlock::iterator Begin = Store->getParent()->begin();
287 while (I != Begin && GetBasicARCInstKind(I) != ARCInstKind::Retain) {
288 Instruction *Inst = &*I;
289
290 // It is only safe to move the retain to the store if we can prove
291 // conservatively that nothing besides the release can decrement reference
292 // counts in between the retain and the store.
293 if (CanDecrementRefCount(Inst, New, PA) && Inst != Release)
294 return nullptr;
Michael Gottesman778138e2013-01-29 03:03:03 +0000295 --I;
Michael Gottesman0fc2acc2015-02-20 00:02:49 +0000296 }
Michael Gottesman778138e2013-01-29 03:03:03 +0000297 Instruction *Retain = I;
Michael Gottesman6f729fa2015-02-19 19:51:32 +0000298 if (GetBasicARCInstKind(Retain) != ARCInstKind::Retain)
Michael Gottesman0fc2acc2015-02-20 00:02:49 +0000299 return nullptr;
300 if (GetArgRCIdentityRoot(Retain) != New)
301 return nullptr;
302 return Retain;
303}
304
305/// Attempt to merge an objc_release with a store, load, and objc_retain to form
306/// an objc_storeStrong. An objc_storeStrong:
307///
308/// objc_storeStrong(i8** %old_ptr, i8* new_value)
309///
310/// is equivalent to the following IR sequence:
311///
312/// ; Load old value.
313/// %old_value = load i8** %old_ptr (1)
314///
315/// ; Increment the new value and then release the old value. This must occur
316/// ; in order in case old_value releases new_value in its destructor causing
317/// ; us to potentially have a dangling ptr.
318/// tail call i8* @objc_retain(i8* %new_value) (2)
319/// tail call void @objc_release(i8* %old_value) (3)
320///
321/// ; Store the new_value into old_ptr
322/// store i8* %new_value, i8** %old_ptr (4)
323///
324/// The safety of this optimization is based around the following
325/// considerations:
326///
327/// 1. We are forming the store strong at the store. Thus to perform this
328/// optimization it must be safe to move the retain, load, and release to
329/// (4).
330/// 2. We need to make sure that any re-orderings of (1), (2), (3), (4) are
331/// safe.
332void ObjCARCContract::tryToContractReleaseIntoStoreStrong(Instruction *Release,
333 inst_iterator &Iter) {
334 // See if we are releasing something that we just loaded.
335 auto *Load = dyn_cast<LoadInst>(GetArgRCIdentityRoot(Release));
336 if (!Load || !Load->isSimple())
Michael Gottesman6f729fa2015-02-19 19:51:32 +0000337 return;
Michael Gottesman0fc2acc2015-02-20 00:02:49 +0000338
339 // For now, require everything to be in one basic block.
340 BasicBlock *BB = Release->getParent();
341 if (Load->getParent() != BB)
342 return;
343
344 // First scan down the BB from Load, looking for a store of the RCIdentityRoot
345 // of Load's
346 StoreInst *Store =
347 findSafeStoreForStoreStrongContraction(Load, Release, PA, AA);
348 // If we fail, bail.
349 if (!Store)
350 return;
351
352 // Then find what new_value's RCIdentity Root is.
353 Value *New = GetRCIdentityRoot(Store->getValueOperand());
354
355 // Then walk up the BB and look for a retain on New without any intervening
356 // instructions which conservatively might decrement ref counts.
357 Instruction *Retain =
358 findRetainForStoreStrongContraction(New, Store, Release, PA);
359
360 // If we fail, bail.
361 if (!Retain)
362 return;
Michael Gottesman778138e2013-01-29 03:03:03 +0000363
364 Changed = true;
365 ++NumStoreStrongs;
366
Michael Gottesman18279732015-02-19 00:42:30 +0000367 DEBUG(
368 llvm::dbgs() << " Contracting retain, release into objc_storeStrong.\n"
369 << " Old:\n"
370 << " Store: " << *Store << "\n"
371 << " Release: " << *Release << "\n"
372 << " Retain: " << *Retain << "\n"
373 << " Load: " << *Load << "\n");
374
Michael Gottesman778138e2013-01-29 03:03:03 +0000375 LLVMContext &C = Release->getContext();
376 Type *I8X = PointerType::getUnqual(Type::getInt8Ty(C));
377 Type *I8XX = PointerType::getUnqual(I8X);
378
379 Value *Args[] = { Load->getPointerOperand(), New };
380 if (Args[0]->getType() != I8XX)
381 Args[0] = new BitCastInst(Args[0], I8XX, "", Store);
382 if (Args[1]->getType() != I8X)
383 Args[1] = new BitCastInst(Args[1], I8X, "", Store);
Michael Gottesmanca3a4722015-03-16 07:02:24 +0000384 Constant *Decl = EP.get(ARCRuntimeEntryPointKind::StoreStrong);
Michael Gottesman0b912b22013-07-06 01:39:26 +0000385 CallInst *StoreStrong = CallInst::Create(Decl, Args, "", Store);
Michael Gottesman778138e2013-01-29 03:03:03 +0000386 StoreStrong->setDoesNotThrow();
387 StoreStrong->setDebugLoc(Store->getDebugLoc());
388
389 // We can't set the tail flag yet, because we haven't yet determined
390 // whether there are any escaping allocas. Remember this call, so that
391 // we can set the tail flag once we know it's safe.
392 StoreStrongCalls.insert(StoreStrong);
393
Michael Gottesman18279732015-02-19 00:42:30 +0000394 DEBUG(llvm::dbgs() << " New Store Strong: " << *StoreStrong << "\n");
395
Michael Gottesman778138e2013-01-29 03:03:03 +0000396 if (&*Iter == Store) ++Iter;
397 Store->eraseFromParent();
398 Release->eraseFromParent();
399 EraseInstruction(Retain);
400 if (Load->use_empty())
401 Load->eraseFromParent();
402}
403
Michael Gottesman18279732015-02-19 00:42:30 +0000404bool ObjCARCContract::tryToPeepholeInstruction(
405 Function &F, Instruction *Inst, inst_iterator &Iter,
406 SmallPtrSetImpl<Instruction *> &DependingInsts,
407 SmallPtrSetImpl<const BasicBlock *> &Visited,
408 bool &TailOkForStoreStrongs) {
Michael Gottesman778138e2013-01-29 03:03:03 +0000409 // Only these library routines return their argument. In particular,
410 // objc_retainBlock does not necessarily return its argument.
Michael Gottesman6f729fa2015-02-19 19:51:32 +0000411 ARCInstKind Class = GetBasicARCInstKind(Inst);
Michael Gottesman778138e2013-01-29 03:03:03 +0000412 switch (Class) {
Michael Gottesman6f729fa2015-02-19 19:51:32 +0000413 case ARCInstKind::FusedRetainAutorelease:
414 case ARCInstKind::FusedRetainAutoreleaseRV:
Michael Gottesman18279732015-02-19 00:42:30 +0000415 return false;
Michael Gottesman6f729fa2015-02-19 19:51:32 +0000416 case ARCInstKind::Autorelease:
417 case ARCInstKind::AutoreleaseRV:
Michael Gottesman18279732015-02-19 00:42:30 +0000418 return contractAutorelease(F, Inst, Class, DependingInsts, Visited);
Michael Gottesman6f729fa2015-02-19 19:51:32 +0000419 case ARCInstKind::Retain:
Michael Gottesman214ca902013-04-29 06:53:53 +0000420 // Attempt to convert retains to retainrvs if they are next to function
421 // calls.
Michael Gottesman56bd6a02015-02-19 00:42:27 +0000422 if (!optimizeRetainCall(F, Inst))
Michael Gottesman18279732015-02-19 00:42:30 +0000423 return false;
Michael Gottesman214ca902013-04-29 06:53:53 +0000424 // If we succeed in our optimization, fall through.
425 // FALLTHROUGH
Michael Gottesman6f729fa2015-02-19 19:51:32 +0000426 case ARCInstKind::RetainRV: {
Michael Gottesman778138e2013-01-29 03:03:03 +0000427 // If we're compiling for a target which needs a special inline-asm
428 // marker to do the retainAutoreleasedReturnValue optimization,
429 // insert it now.
430 if (!RetainRVMarker)
Michael Gottesman18279732015-02-19 00:42:30 +0000431 return false;
Michael Gottesman778138e2013-01-29 03:03:03 +0000432 BasicBlock::iterator BBI = Inst;
433 BasicBlock *InstParent = Inst->getParent();
434
435 // Step up to see if the call immediately precedes the RetainRV call.
436 // If it's an invoke, we have to cross a block boundary. And we have
437 // to carefully dodge no-op instructions.
438 do {
439 if (&*BBI == InstParent->begin()) {
440 BasicBlock *Pred = InstParent->getSinglePredecessor();
441 if (!Pred)
442 goto decline_rv_optimization;
443 BBI = Pred->getTerminator();
444 break;
445 }
446 --BBI;
Michael Gottesman65c24812013-03-25 09:27:43 +0000447 } while (IsNoopInstruction(BBI));
Michael Gottesman778138e2013-01-29 03:03:03 +0000448
Michael Gottesmane5ad66f2015-02-19 00:42:38 +0000449 if (&*BBI == GetArgRCIdentityRoot(Inst)) {
Michael Gottesman56bd6a02015-02-19 00:42:27 +0000450 DEBUG(dbgs() << "Adding inline asm marker for "
Michael Gottesman778138e2013-01-29 03:03:03 +0000451 "retainAutoreleasedReturnValue optimization.\n");
452 Changed = true;
453 InlineAsm *IA =
454 InlineAsm::get(FunctionType::get(Type::getVoidTy(Inst->getContext()),
455 /*isVarArg=*/false),
456 RetainRVMarker->getString(),
457 /*Constraints=*/"", /*hasSideEffects=*/true);
458 CallInst::Create(IA, "", Inst);
459 }
460 decline_rv_optimization:
Michael Gottesman18279732015-02-19 00:42:30 +0000461 return false;
Michael Gottesman778138e2013-01-29 03:03:03 +0000462 }
Michael Gottesman6f729fa2015-02-19 19:51:32 +0000463 case ARCInstKind::InitWeak: {
Michael Gottesman778138e2013-01-29 03:03:03 +0000464 // objc_initWeak(p, null) => *p = null
465 CallInst *CI = cast<CallInst>(Inst);
Michael Gottesman65c24812013-03-25 09:27:43 +0000466 if (IsNullOrUndef(CI->getArgOperand(1))) {
Michael Gottesman778138e2013-01-29 03:03:03 +0000467 Value *Null =
468 ConstantPointerNull::get(cast<PointerType>(CI->getType()));
469 Changed = true;
470 new StoreInst(Null, CI->getArgOperand(0), CI);
471
472 DEBUG(dbgs() << "OBJCARCContract: Old = " << *CI << "\n"
473 << " New = " << *Null << "\n");
474
475 CI->replaceAllUsesWith(Null);
476 CI->eraseFromParent();
477 }
Michael Gottesman18279732015-02-19 00:42:30 +0000478 return true;
Michael Gottesman778138e2013-01-29 03:03:03 +0000479 }
Michael Gottesman6f729fa2015-02-19 19:51:32 +0000480 case ARCInstKind::Release:
Michael Gottesmandfa3e4b2015-02-19 00:42:34 +0000481 // Try to form an objc store strong from our release. If we fail, there is
482 // nothing further to do below, so continue.
483 tryToContractReleaseIntoStoreStrong(Inst, Iter);
Michael Gottesman18279732015-02-19 00:42:30 +0000484 return true;
Michael Gottesman6f729fa2015-02-19 19:51:32 +0000485 case ARCInstKind::User:
Michael Gottesman778138e2013-01-29 03:03:03 +0000486 // Be conservative if the function has any alloca instructions.
487 // Technically we only care about escaping alloca instructions,
488 // but this is sufficient to handle some interesting cases.
489 if (isa<AllocaInst>(Inst))
490 TailOkForStoreStrongs = false;
Michael Gottesman18279732015-02-19 00:42:30 +0000491 return true;
Michael Gottesman6f729fa2015-02-19 19:51:32 +0000492 case ARCInstKind::IntrinsicUser:
John McCall20182ac2013-03-22 21:38:36 +0000493 // Remove calls to @clang.arc.use(...).
494 Inst->eraseFromParent();
Michael Gottesman18279732015-02-19 00:42:30 +0000495 return true;
Michael Gottesman778138e2013-01-29 03:03:03 +0000496 default:
Michael Gottesman18279732015-02-19 00:42:30 +0000497 return true;
Michael Gottesman778138e2013-01-29 03:03:03 +0000498 }
Michael Gottesman18279732015-02-19 00:42:30 +0000499}
Michael Gottesman778138e2013-01-29 03:03:03 +0000500
Michael Gottesman18279732015-02-19 00:42:30 +0000501//===----------------------------------------------------------------------===//
502// Top Level Driver
503//===----------------------------------------------------------------------===//
504
505bool ObjCARCContract::runOnFunction(Function &F) {
506 if (!EnableARCOpts)
507 return false;
508
509 // If nothing in the Module uses ARC, don't do anything.
510 if (!Run)
511 return false;
512
513 Changed = false;
514 AA = &getAnalysis<AliasAnalysis>();
515 DT = &getAnalysis<DominatorTreeWrapperPass>().getDomTree();
516
517 PA.setAA(&getAnalysis<AliasAnalysis>());
518
519 DEBUG(llvm::dbgs() << "**** ObjCARC Contract ****\n");
520
521 // Track whether it's ok to mark objc_storeStrong calls with the "tail"
522 // keyword. Be conservative if the function has variadic arguments.
523 // It seems that functions which "return twice" are also unsafe for the
524 // "tail" argument, because they are setjmp, which could need to
525 // return to an earlier stack state.
526 bool TailOkForStoreStrongs =
527 !F.isVarArg() && !F.callsFunctionThatReturnsTwice();
528
529 // For ObjC library calls which return their argument, replace uses of the
530 // argument with uses of the call return value, if it dominates the use. This
531 // reduces register pressure.
532 SmallPtrSet<Instruction *, 4> DependingInstructions;
533 SmallPtrSet<const BasicBlock *, 4> Visited;
534 for (inst_iterator I = inst_begin(&F), E = inst_end(&F); I != E;) {
535 Instruction *Inst = &*I++;
536
537 DEBUG(dbgs() << "Visiting: " << *Inst << "\n");
538
539 // First try to peephole Inst. If there is nothing further we can do in
540 // terms of undoing objc-arc-expand, process the next inst.
541 if (tryToPeepholeInstruction(F, Inst, I, DependingInstructions, Visited,
542 TailOkForStoreStrongs))
543 continue;
544
545 // Otherwise, try to undo objc-arc-expand.
Michael Gottesman778138e2013-01-29 03:03:03 +0000546
Michael Gottesmane5ad66f2015-02-19 00:42:38 +0000547 // Don't use GetArgRCIdentityRoot because we don't want to look through bitcasts
Michael Gottesman778138e2013-01-29 03:03:03 +0000548 // and such; to do the replacement, the argument must have type i8*.
Chandler Carruthcdf47882014-03-09 03:16:01 +0000549 Value *Arg = cast<CallInst>(Inst)->getArgOperand(0);
Michael Gottesman18279732015-02-19 00:42:30 +0000550
551 // TODO: Change this to a do-while.
Michael Gottesman778138e2013-01-29 03:03:03 +0000552 for (;;) {
553 // If we're compiling bugpointed code, don't get in trouble.
554 if (!isa<Instruction>(Arg) && !isa<Argument>(Arg))
555 break;
556 // Look through the uses of the pointer.
Chandler Carruthcdf47882014-03-09 03:16:01 +0000557 for (Value::use_iterator UI = Arg->use_begin(), UE = Arg->use_end();
Michael Gottesman778138e2013-01-29 03:03:03 +0000558 UI != UE; ) {
Chandler Carruthcdf47882014-03-09 03:16:01 +0000559 // Increment UI now, because we may unlink its element.
560 Use &U = *UI++;
561 unsigned OperandNo = U.getOperandNo();
Michael Gottesman778138e2013-01-29 03:03:03 +0000562
563 // If the call's return value dominates a use of the call's argument
564 // value, rewrite the use to use the return value. We check for
565 // reachability here because an unreachable call is considered to
566 // trivially dominate itself, which would lead us to rewriting its
567 // argument in terms of its return value, which would lead to
Michael Gottesmane5ad66f2015-02-19 00:42:38 +0000568 // infinite loops in GetArgRCIdentityRoot.
Michael Gottesman778138e2013-01-29 03:03:03 +0000569 if (DT->isReachableFromEntry(U) && DT->dominates(Inst, U)) {
570 Changed = true;
571 Instruction *Replacement = Inst;
572 Type *UseTy = U.get()->getType();
573 if (PHINode *PHI = dyn_cast<PHINode>(U.getUser())) {
574 // For PHI nodes, insert the bitcast in the predecessor block.
575 unsigned ValNo = PHINode::getIncomingValueNumForOperand(OperandNo);
576 BasicBlock *BB = PHI->getIncomingBlock(ValNo);
577 if (Replacement->getType() != UseTy)
578 Replacement = new BitCastInst(Replacement, UseTy, "",
579 &BB->back());
580 // While we're here, rewrite all edges for this PHI, rather
581 // than just one use at a time, to minimize the number of
582 // bitcasts we emit.
583 for (unsigned i = 0, e = PHI->getNumIncomingValues(); i != e; ++i)
584 if (PHI->getIncomingBlock(i) == BB) {
585 // Keep the UI iterator valid.
Duncan P. N. Exon Smithcb1c81a2014-03-18 22:32:43 +0000586 if (UI != UE &&
587 &PHI->getOperandUse(
588 PHINode::getOperandNumForIncomingValue(i)) == &*UI)
Michael Gottesman778138e2013-01-29 03:03:03 +0000589 ++UI;
590 PHI->setIncomingValue(i, Replacement);
591 }
592 } else {
593 if (Replacement->getType() != UseTy)
594 Replacement = new BitCastInst(Replacement, UseTy, "",
595 cast<Instruction>(U.getUser()));
596 U.set(Replacement);
597 }
598 }
599 }
600
601 // If Arg is a no-op casted pointer, strip one level of casts and iterate.
602 if (const BitCastInst *BI = dyn_cast<BitCastInst>(Arg))
603 Arg = BI->getOperand(0);
604 else if (isa<GEPOperator>(Arg) &&
605 cast<GEPOperator>(Arg)->hasAllZeroIndices())
606 Arg = cast<GEPOperator>(Arg)->getPointerOperand();
607 else if (isa<GlobalAlias>(Arg) &&
608 !cast<GlobalAlias>(Arg)->mayBeOverridden())
609 Arg = cast<GlobalAlias>(Arg)->getAliasee();
610 else
611 break;
612 }
613 }
614
615 // If this function has no escaping allocas or suspicious vararg usage,
616 // objc_storeStrong calls can be marked with the "tail" keyword.
617 if (TailOkForStoreStrongs)
Craig Topper46276792014-08-24 23:23:06 +0000618 for (CallInst *CI : StoreStrongCalls)
619 CI->setTailCall();
Michael Gottesman778138e2013-01-29 03:03:03 +0000620 StoreStrongCalls.clear();
621
622 return Changed;
623}
Michael Gottesman56bd6a02015-02-19 00:42:27 +0000624
625//===----------------------------------------------------------------------===//
626// Misc Pass Manager
627//===----------------------------------------------------------------------===//
628
629char ObjCARCContract::ID = 0;
630INITIALIZE_PASS_BEGIN(ObjCARCContract, "objc-arc-contract",
631 "ObjC ARC contraction", false, false)
632INITIALIZE_AG_DEPENDENCY(AliasAnalysis)
633INITIALIZE_PASS_DEPENDENCY(DominatorTreeWrapperPass)
634INITIALIZE_PASS_END(ObjCARCContract, "objc-arc-contract",
635 "ObjC ARC contraction", false, false)
636
637void ObjCARCContract::getAnalysisUsage(AnalysisUsage &AU) const {
638 AU.addRequired<AliasAnalysis>();
639 AU.addRequired<DominatorTreeWrapperPass>();
640 AU.setPreservesCFG();
641}
642
643Pass *llvm::createObjCARCContractPass() { return new ObjCARCContract(); }
644
645bool ObjCARCContract::doInitialization(Module &M) {
646 // If nothing in the Module uses ARC, don't do anything.
647 Run = ModuleHasARC(M);
648 if (!Run)
649 return false;
650
Michael Gottesman65cb7372015-03-16 07:02:27 +0000651 EP.init(&M);
Michael Gottesman56bd6a02015-02-19 00:42:27 +0000652
653 // Initialize RetainRVMarker.
654 RetainRVMarker = nullptr;
655 if (NamedMDNode *NMD =
656 M.getNamedMetadata("clang.arc.retainAutoreleasedReturnValueMarker"))
657 if (NMD->getNumOperands() == 1) {
658 const MDNode *N = NMD->getOperand(0);
659 if (N->getNumOperands() == 1)
660 if (const MDString *S = dyn_cast<MDString>(N->getOperand(0)))
661 RetainRVMarker = S;
662 }
663
664 return false;
665}