blob: 9ec84d730e46d8ed4ae95def24852a40078ee8ce [file] [log] [blame]
Chris Lattner86e44452003-10-05 19:14:42 +00001//===- LowerInvoke.cpp - Eliminate Invoke & Unwind instructions -----------===//
Misha Brukmanfd939082005-04-21 23:48:37 +00002//
John Criswellb576c942003-10-20 19:43:21 +00003// The LLVM Compiler Infrastructure
4//
Chris Lattner4ee451d2007-12-29 20:36:04 +00005// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
Misha Brukmanfd939082005-04-21 23:48:37 +00007//
John Criswellb576c942003-10-20 19:43:21 +00008//===----------------------------------------------------------------------===//
Chris Lattner86e44452003-10-05 19:14:42 +00009//
10// This transformation is designed for use by code generators which do not yet
Chris Lattner6d784572004-02-08 19:53:56 +000011// support stack unwinding. This pass supports two models of exception handling
12// lowering, the 'cheap' support and the 'expensive' support.
13//
14// 'Cheap' exception handling support gives the program the ability to execute
15// any program which does not "throw an exception", by turning 'invoke'
16// instructions into calls and by turning 'unwind' instructions into calls to
17// abort(). If the program does dynamically use the unwind instruction, the
18// program will print a message then abort.
19//
20// 'Expensive' exception handling support gives the full exception handling
John Criswellfe3706a2005-05-02 14:47:42 +000021// support to the program at the cost of making the 'invoke' instruction
22// really expensive. It basically inserts setjmp/longjmp calls to emulate the
23// exception handling as necessary.
Chris Lattner6d784572004-02-08 19:53:56 +000024//
25// Because the 'expensive' support slows down programs a lot, and EH is only
26// used for a subset of the programs, it must be specifically enabled by an
27// option.
Chris Lattner86e44452003-10-05 19:14:42 +000028//
Chris Lattner0e28eca2004-03-31 22:00:30 +000029// Note that after this pass runs the CFG is not entirely accurate (exceptional
30// control flow edges are not correct anymore) so only very simple things should
31// be done after the lowerinvoke pass has run (like generation of native code).
32// This should not be used as a general purpose "my LLVM-to-LLVM pass doesn't
33// support the invoke instruction yet" lowering pass.
34//
Chris Lattner86e44452003-10-05 19:14:42 +000035//===----------------------------------------------------------------------===//
36
Chris Lattnerd216e8b2006-12-19 22:17:40 +000037#define DEBUG_TYPE "lowerinvoke"
Chris Lattner86e44452003-10-05 19:14:42 +000038#include "llvm/Transforms/Scalar.h"
Chandler Carruthd04a8d42012-12-03 16:50:05 +000039#include "llvm/ADT/SmallVector.h"
40#include "llvm/ADT/Statistic.h"
Chandler Carruth0b8c9a82013-01-02 11:36:10 +000041#include "llvm/IR/Constants.h"
42#include "llvm/IR/DerivedTypes.h"
43#include "llvm/IR/Instructions.h"
44#include "llvm/IR/Intrinsics.h"
45#include "llvm/IR/LLVMContext.h"
46#include "llvm/IR/Module.h"
Chris Lattner86e44452003-10-05 19:14:42 +000047#include "llvm/Pass.h"
Reid Spencer551ccae2004-09-01 22:55:40 +000048#include "llvm/Support/CommandLine.h"
Nadav Rotema04a4a72012-10-19 21:28:43 +000049#include "llvm/Target/TargetLowering.h"
Chandler Carruthd04a8d42012-12-03 16:50:05 +000050#include "llvm/Transforms/Utils/BasicBlockUtils.h"
51#include "llvm/Transforms/Utils/Local.h"
Chris Lattner6d784572004-02-08 19:53:56 +000052#include <csetjmp>
Reid Spencer6734b572007-02-04 00:40:42 +000053#include <set>
Chris Lattnerdead9932003-12-10 20:22:42 +000054using namespace llvm;
Brian Gaeked0fde302003-11-11 22:41:34 +000055
Chris Lattnerd216e8b2006-12-19 22:17:40 +000056STATISTIC(NumInvokes, "Number of invokes replaced");
Chris Lattnerd216e8b2006-12-19 22:17:40 +000057STATISTIC(NumSpilled, "Number of registers live across unwind edges");
58
59static cl::opt<bool> ExpensiveEHSupport("enable-correct-eh-support",
Chris Lattner6d784572004-02-08 19:53:56 +000060 cl::desc("Make the -lowerinvoke pass insert expensive, but correct, EH code"));
Chris Lattner86e44452003-10-05 19:14:42 +000061
Chris Lattnerd216e8b2006-12-19 22:17:40 +000062namespace {
Nick Lewycky6726b6d2009-10-25 06:33:48 +000063 class LowerInvoke : public FunctionPass {
Chris Lattner6d784572004-02-08 19:53:56 +000064 // Used for both models.
Chris Lattnerb76efb72007-01-07 08:12:01 +000065 Constant *AbortFn;
Chris Lattner6d784572004-02-08 19:53:56 +000066
67 // Used for expensive EH support.
Chris Lattner1afcace2011-07-09 17:41:24 +000068 StructType *JBLinkTy;
Chris Lattner6d784572004-02-08 19:53:56 +000069 GlobalVariable *JBListHead;
Chris Lattnerc6f0aad2010-04-26 23:49:32 +000070 Constant *SetJmpFn, *LongJmpFn, *StackSaveFn, *StackRestoreFn;
71 bool useExpensiveEHSupport;
Jim Grosbach46445382009-04-17 23:30:55 +000072
Nadav Rotema04a4a72012-10-19 21:28:43 +000073 // We peek in TLI to grab the target's jmp_buf size and alignment
74 const TargetLowering *TLI;
Jim Grosbach46445382009-04-17 23:30:55 +000075
Chris Lattner86e44452003-10-05 19:14:42 +000076 public:
Nick Lewyckyecd94c82007-05-06 13:37:16 +000077 static char ID; // Pass identification, replacement for typeid
Nadav Rotema04a4a72012-10-19 21:28:43 +000078 explicit LowerInvoke(const TargetLowering *tli = NULL,
79 bool useExpensiveEHSupport = ExpensiveEHSupport)
Owen Anderson90c579d2010-08-06 18:33:48 +000080 : FunctionPass(ID), useExpensiveEHSupport(useExpensiveEHSupport),
Nadav Rotema04a4a72012-10-19 21:28:43 +000081 TLI(tli) {
Owen Anderson081c34b2010-10-19 17:21:58 +000082 initializeLowerInvokePass(*PassRegistry::getPassRegistry());
83 }
Chris Lattner86e44452003-10-05 19:14:42 +000084 bool doInitialization(Module &M);
85 bool runOnFunction(Function &F);
Jim Grosbach46445382009-04-17 23:30:55 +000086
Chris Lattnered96fe82006-05-17 21:05:27 +000087 virtual void getAnalysisUsage(AnalysisUsage &AU) const {
Anton Korobeynikovbed29462007-04-16 18:10:23 +000088 // This is a cluster of orthogonal Transforms
Dan Gohman60493c32010-08-06 21:48:06 +000089 AU.addPreserved("mem2reg");
Chris Lattnered96fe82006-05-17 21:05:27 +000090 AU.addPreservedID(LowerSwitchID);
Chris Lattnered96fe82006-05-17 21:05:27 +000091 }
Jim Grosbach46445382009-04-17 23:30:55 +000092
Chris Lattner6d784572004-02-08 19:53:56 +000093 private:
94 bool insertCheapEHSupport(Function &F);
Jim Grosbachaeafb372010-06-01 21:06:46 +000095 void splitLiveRangesLiveAcrossInvokes(SmallVectorImpl<InvokeInst*>&Invokes);
Chris Lattnerf4e6c3a2005-09-27 21:18:17 +000096 void rewriteExpensiveInvoke(InvokeInst *II, unsigned InvokeNo,
Chris Lattnerc6f0aad2010-04-26 23:49:32 +000097 AllocaInst *InvokeNum, AllocaInst *StackPtr,
98 SwitchInst *CatchSwitch);
Chris Lattner6d784572004-02-08 19:53:56 +000099 bool insertExpensiveEHSupport(Function &F);
Chris Lattner86e44452003-10-05 19:14:42 +0000100 };
Chris Lattner86e44452003-10-05 19:14:42 +0000101}
102
Dan Gohman844731a2008-05-13 00:00:25 +0000103char LowerInvoke::ID = 0;
Owen Anderson02dd53e2010-08-23 17:52:01 +0000104INITIALIZE_PASS(LowerInvoke, "lowerinvoke",
105 "Lower invoke and unwind, for unwindless code generators",
Owen Andersonce665bd2010-10-07 22:25:06 +0000106 false, false)
Dan Gohman844731a2008-05-13 00:00:25 +0000107
Owen Anderson90c579d2010-08-06 18:33:48 +0000108char &llvm::LowerInvokePassID = LowerInvoke::ID;
Chris Lattnercefc18e2004-02-13 16:16:16 +0000109
Brian Gaeked0fde302003-11-11 22:41:34 +0000110// Public Interface To the LowerInvoke pass.
Nadav Rotema04a4a72012-10-19 21:28:43 +0000111FunctionPass *llvm::createLowerInvokePass(const TargetLowering *TLI) {
112 return new LowerInvoke(TLI, ExpensiveEHSupport);
Chris Lattnerc6f0aad2010-04-26 23:49:32 +0000113}
Nadav Rotema04a4a72012-10-19 21:28:43 +0000114FunctionPass *llvm::createLowerInvokePass(const TargetLowering *TLI,
115 bool useExpensiveEHSupport) {
116 return new LowerInvoke(TLI, useExpensiveEHSupport);
Nate Begeman14b05292005-11-05 09:21:28 +0000117}
Chris Lattner86e44452003-10-05 19:14:42 +0000118
119// doInitialization - Make sure that there is a prototype for abort in the
120// current module.
121bool LowerInvoke::doInitialization(Module &M) {
Chris Lattnerdb125cf2011-07-18 04:54:35 +0000122 Type *VoidPtrTy = Type::getInt8PtrTy(M.getContext());
Chris Lattnerc6f0aad2010-04-26 23:49:32 +0000123 if (useExpensiveEHSupport) {
Jim Laskey7d485382007-02-22 16:21:18 +0000124 // Insert a type for the linked list of jump buffers.
Nadav Rotema04a4a72012-10-19 21:28:43 +0000125 unsigned JBSize = TLI ? TLI->getJumpBufSize() : 0;
Jim Laskey7d485382007-02-22 16:21:18 +0000126 JBSize = JBSize ? JBSize : 200;
Chris Lattner1afcace2011-07-09 17:41:24 +0000127 Type *JmpBufTy = ArrayType::get(VoidPtrTy, JBSize);
Chris Lattnere1c09302004-02-08 07:30:29 +0000128
Chris Lattner3ebb6492011-08-12 18:06:37 +0000129 JBLinkTy = StructType::create(M.getContext(), "llvm.sjljeh.jmpbufty");
Chris Lattner1afcace2011-07-09 17:41:24 +0000130 Type *Elts[] = { JmpBufTy, PointerType::getUnqual(JBLinkTy) };
131 JBLinkTy->setBody(Elts);
Chris Lattner6d784572004-02-08 19:53:56 +0000132
Chris Lattnerdb125cf2011-07-18 04:54:35 +0000133 Type *PtrJBList = PointerType::getUnqual(JBLinkTy);
Jim Laskey7d485382007-02-22 16:21:18 +0000134
135 // Now that we've done that, insert the jmpbuf list head global, unless it
136 // already exists.
137 if (!(JBListHead = M.getGlobalVariable("llvm.sjljeh.jblist", PtrJBList))) {
Owen Andersone9b11b42009-07-08 19:03:57 +0000138 JBListHead = new GlobalVariable(M, PtrJBList, false,
Duncan Sands667d4b82009-03-07 15:45:40 +0000139 GlobalValue::LinkOnceAnyLinkage,
Owen Andersona7235ea2009-07-31 20:28:14 +0000140 Constant::getNullValue(PtrJBList),
Owen Andersone9b11b42009-07-08 19:03:57 +0000141 "llvm.sjljeh.jblist");
Jim Laskey7d485382007-02-22 16:21:18 +0000142 }
Chuck Rose IIIcc51c312008-04-15 21:27:11 +0000143
Michael J. Spencer1f409602010-09-24 19:48:47 +0000144// VisualStudio defines setjmp as _setjmp
145#if defined(_MSC_VER) && defined(setjmp) && \
146 !defined(setjmp_undefined_for_msvc)
147# pragma push_macro("setjmp")
148# undef setjmp
149# define setjmp_undefined_for_msvc
Chuck Rose IIIcc51c312008-04-15 21:27:11 +0000150#endif
151
Duncan Sandsa1220432008-04-07 13:41:19 +0000152 SetJmpFn = Intrinsic::getDeclaration(&M, Intrinsic::setjmp);
Chuck Rose IIIcc51c312008-04-15 21:27:11 +0000153
Michael J. Spencer1f409602010-09-24 19:48:47 +0000154#if defined(_MSC_VER) && defined(setjmp_undefined_for_msvc)
155 // let's return it to _setjmp state
156# pragma pop_macro("setjmp")
157# undef setjmp_undefined_for_msvc
Chuck Rose IIIcc51c312008-04-15 21:27:11 +0000158#endif
159
Duncan Sandsa1220432008-04-07 13:41:19 +0000160 LongJmpFn = Intrinsic::getDeclaration(&M, Intrinsic::longjmp);
Chris Lattnerc6f0aad2010-04-26 23:49:32 +0000161 StackSaveFn = Intrinsic::getDeclaration(&M, Intrinsic::stacksave);
162 StackRestoreFn = Intrinsic::getDeclaration(&M, Intrinsic::stackrestore);
Chris Lattner6d784572004-02-08 19:53:56 +0000163 }
Jim Laskey7d485382007-02-22 16:21:18 +0000164
165 // We need the 'write' and 'abort' functions for both models.
Owen Anderson1d0be152009-08-13 21:58:54 +0000166 AbortFn = M.getOrInsertFunction("abort", Type::getVoidTy(M.getContext()),
167 (Type *)0);
Chris Lattner86e44452003-10-05 19:14:42 +0000168 return true;
169}
170
Chris Lattner6d784572004-02-08 19:53:56 +0000171bool LowerInvoke::insertCheapEHSupport(Function &F) {
Chris Lattner86e44452003-10-05 19:14:42 +0000172 bool Changed = false;
Chris Lattnerdead9932003-12-10 20:22:42 +0000173 for (Function::iterator BB = F.begin(), E = F.end(); BB != E; ++BB)
174 if (InvokeInst *II = dyn_cast<InvokeInst>(BB->getTerminator())) {
Jim Grosbach601f9d62010-06-01 17:56:41 +0000175 SmallVector<Value*,16> CallArgs(II->op_begin(), II->op_end() - 3);
Chris Lattner86e44452003-10-05 19:14:42 +0000176 // Insert a normal call instruction...
Gabor Greif051a9502008-04-06 20:25:17 +0000177 CallInst *NewCall = CallInst::Create(II->getCalledValue(),
Jay Foada3efbb12011-07-15 08:37:34 +0000178 CallArgs, "", II);
Chris Lattner86cc4232007-02-11 01:37:51 +0000179 NewCall->takeName(II);
Chris Lattnerefd91682005-05-13 06:27:02 +0000180 NewCall->setCallingConv(II->getCallingConv());
Devang Patel05988662008-09-25 21:00:45 +0000181 NewCall->setAttributes(II->getAttributes());
Devang Patel3bcb3a62010-10-18 18:53:44 +0000182 NewCall->setDebugLoc(II->getDebugLoc());
Chris Lattner86e44452003-10-05 19:14:42 +0000183 II->replaceAllUsesWith(NewCall);
Misha Brukmanfd939082005-04-21 23:48:37 +0000184
Chris Lattnerdead9932003-12-10 20:22:42 +0000185 // Insert an unconditional branch to the normal destination.
Gabor Greif051a9502008-04-06 20:25:17 +0000186 BranchInst::Create(II->getNormalDest(), II);
Chris Lattner86e44452003-10-05 19:14:42 +0000187
Chris Lattnerdead9932003-12-10 20:22:42 +0000188 // Remove any PHI node entries from the exception destination.
Chris Lattneraeb2a1d2004-02-08 21:44:31 +0000189 II->getUnwindDest()->removePredecessor(BB);
Chris Lattnerdead9932003-12-10 20:22:42 +0000190
Chris Lattner86e44452003-10-05 19:14:42 +0000191 // Remove the invoke instruction now.
Chris Lattnerdead9932003-12-10 20:22:42 +0000192 BB->getInstList().erase(II);
Chris Lattner86e44452003-10-05 19:14:42 +0000193
Chris Lattnerf4e6c3a2005-09-27 21:18:17 +0000194 ++NumInvokes; Changed = true;
Chris Lattner86e44452003-10-05 19:14:42 +0000195 }
196 return Changed;
197}
Chris Lattner6d784572004-02-08 19:53:56 +0000198
Chris Lattnerf4e6c3a2005-09-27 21:18:17 +0000199/// rewriteExpensiveInvoke - Insert code and hack the function to replace the
200/// specified invoke instruction with a call.
201void LowerInvoke::rewriteExpensiveInvoke(InvokeInst *II, unsigned InvokeNo,
202 AllocaInst *InvokeNum,
Chris Lattnerc6f0aad2010-04-26 23:49:32 +0000203 AllocaInst *StackPtr,
Chris Lattnerf4e6c3a2005-09-27 21:18:17 +0000204 SwitchInst *CatchSwitch) {
Owen Anderson1d0be152009-08-13 21:58:54 +0000205 ConstantInt *InvokeNoC = ConstantInt::get(Type::getInt32Ty(II->getContext()),
206 InvokeNo);
Chris Lattner6d784572004-02-08 19:53:56 +0000207
Chris Lattner8c5c22f2008-02-14 19:18:13 +0000208 // If the unwind edge has phi nodes, split the edge.
209 if (isa<PHINode>(II->getUnwindDest()->begin())) {
210 SplitCriticalEdge(II, 1, this);
Jim Grosbach46445382009-04-17 23:30:55 +0000211
Chris Lattner8c5c22f2008-02-14 19:18:13 +0000212 // If there are any phi nodes left, they must have a single predecessor.
213 while (PHINode *PN = dyn_cast<PHINode>(II->getUnwindDest()->begin())) {
214 PN->replaceAllUsesWith(PN->getIncomingValue(0));
215 PN->eraseFromParent();
216 }
217 }
Jim Grosbach46445382009-04-17 23:30:55 +0000218
Chris Lattnerf4e6c3a2005-09-27 21:18:17 +0000219 // Insert a store of the invoke num before the invoke and store zero into the
220 // location afterward.
221 new StoreInst(InvokeNoC, InvokeNum, true, II); // volatile
Chris Lattnerc6f0aad2010-04-26 23:49:32 +0000222
223 // Insert a store of the stack ptr before the invoke, so we can restore it
224 // later in the exception case.
225 CallInst* StackSaveRet = CallInst::Create(StackSaveFn, "ssret", II);
226 new StoreInst(StackSaveRet, StackPtr, true, II); // volatile
Jim Grosbach46445382009-04-17 23:30:55 +0000227
Bill Wendling89d44112011-08-25 01:08:34 +0000228 BasicBlock::iterator NI = II->getNormalDest()->getFirstInsertionPt();
Chris Lattner93e50ce2005-09-29 17:44:20 +0000229 // nonvolatile.
Owen Anderson1d0be152009-08-13 21:58:54 +0000230 new StoreInst(Constant::getNullValue(Type::getInt32Ty(II->getContext())),
231 InvokeNum, false, NI);
Jim Grosbach46445382009-04-17 23:30:55 +0000232
Bill Wendling89d44112011-08-25 01:08:34 +0000233 Instruction* StackPtrLoad =
234 new LoadInst(StackPtr, "stackptr.restore", true,
235 II->getUnwindDest()->getFirstInsertionPt());
Chris Lattnerc6f0aad2010-04-26 23:49:32 +0000236 CallInst::Create(StackRestoreFn, StackPtrLoad, "")->insertAfter(StackPtrLoad);
237
Chris Lattnerf4e6c3a2005-09-27 21:18:17 +0000238 // Add a switch case to our unwind block.
239 CatchSwitch->addCase(InvokeNoC, II->getUnwindDest());
Jim Grosbach46445382009-04-17 23:30:55 +0000240
Chris Lattnerf4e6c3a2005-09-27 21:18:17 +0000241 // Insert a normal call instruction.
Jim Grosbach601f9d62010-06-01 17:56:41 +0000242 SmallVector<Value*,16> CallArgs(II->op_begin(), II->op_end() - 3);
Gabor Greif051a9502008-04-06 20:25:17 +0000243 CallInst *NewCall = CallInst::Create(II->getCalledValue(),
Jay Foada3efbb12011-07-15 08:37:34 +0000244 CallArgs, "", II);
Chris Lattner86cc4232007-02-11 01:37:51 +0000245 NewCall->takeName(II);
Chris Lattnerf4e6c3a2005-09-27 21:18:17 +0000246 NewCall->setCallingConv(II->getCallingConv());
Devang Patel05988662008-09-25 21:00:45 +0000247 NewCall->setAttributes(II->getAttributes());
Devang Patel3bcb3a62010-10-18 18:53:44 +0000248 NewCall->setDebugLoc(II->getDebugLoc());
Chris Lattnerf4e6c3a2005-09-27 21:18:17 +0000249 II->replaceAllUsesWith(NewCall);
Jim Grosbach46445382009-04-17 23:30:55 +0000250
Chris Lattnerf4e6c3a2005-09-27 21:18:17 +0000251 // Replace the invoke with an uncond branch.
Gabor Greif051a9502008-04-06 20:25:17 +0000252 BranchInst::Create(II->getNormalDest(), NewCall->getParent());
Chris Lattnerf4e6c3a2005-09-27 21:18:17 +0000253 II->eraseFromParent();
254}
Chris Lattner6d784572004-02-08 19:53:56 +0000255
Chris Lattnerf4e6c3a2005-09-27 21:18:17 +0000256/// MarkBlocksLiveIn - Insert BB and all of its predescessors into LiveBBs until
257/// we reach blocks we've already seen.
258static void MarkBlocksLiveIn(BasicBlock *BB, std::set<BasicBlock*> &LiveBBs) {
259 if (!LiveBBs.insert(BB).second) return; // already been here.
Jim Grosbach46445382009-04-17 23:30:55 +0000260
Chris Lattnerf4e6c3a2005-09-27 21:18:17 +0000261 for (pred_iterator PI = pred_begin(BB), E = pred_end(BB); PI != E; ++PI)
Jim Grosbach46445382009-04-17 23:30:55 +0000262 MarkBlocksLiveIn(*PI, LiveBBs);
Chris Lattnerf4e6c3a2005-09-27 21:18:17 +0000263}
Chris Lattner6d784572004-02-08 19:53:56 +0000264
Chris Lattnerf4e6c3a2005-09-27 21:18:17 +0000265// First thing we need to do is scan the whole function for values that are
266// live across unwind edges. Each value that is live across an unwind edge
267// we spill into a stack location, guaranteeing that there is nothing live
268// across the unwind edge. This process also splits all critical edges
269// coming out of invoke's.
270void LowerInvoke::
Jim Grosbachaeafb372010-06-01 21:06:46 +0000271splitLiveRangesLiveAcrossInvokes(SmallVectorImpl<InvokeInst*> &Invokes) {
Chris Lattnerf4e6c3a2005-09-27 21:18:17 +0000272 // First step, split all critical edges from invoke instructions.
273 for (unsigned i = 0, e = Invokes.size(); i != e; ++i) {
274 InvokeInst *II = Invokes[i];
275 SplitCriticalEdge(II, 0, this);
276 SplitCriticalEdge(II, 1, this);
277 assert(!isa<PHINode>(II->getNormalDest()) &&
278 !isa<PHINode>(II->getUnwindDest()) &&
279 "critical edge splitting left single entry phi nodes?");
Chris Lattner6d784572004-02-08 19:53:56 +0000280 }
281
Chris Lattnerf4e6c3a2005-09-27 21:18:17 +0000282 Function *F = Invokes.back()->getParent()->getParent();
Jim Grosbach46445382009-04-17 23:30:55 +0000283
Chris Lattnerf4e6c3a2005-09-27 21:18:17 +0000284 // To avoid having to handle incoming arguments specially, we lower each arg
Reid Spencer3da59db2006-11-27 01:05:10 +0000285 // to a copy instruction in the entry block. This ensures that the argument
Chris Lattnerf4e6c3a2005-09-27 21:18:17 +0000286 // value itself cannot be live across the entry block.
287 BasicBlock::iterator AfterAllocaInsertPt = F->begin()->begin();
288 while (isa<AllocaInst>(AfterAllocaInsertPt) &&
289 isa<ConstantInt>(cast<AllocaInst>(AfterAllocaInsertPt)->getArraySize()))
290 ++AfterAllocaInsertPt;
291 for (Function::arg_iterator AI = F->arg_begin(), E = F->arg_end();
292 AI != E; ++AI) {
Chris Lattnerdb125cf2011-07-18 04:54:35 +0000293 Type *Ty = AI->getType();
Jim Grosbach7fa1bba2010-06-30 22:22:59 +0000294 // Aggregate types can't be cast, but are legal argument types, so we have
Jim Grosbach0fd8b622010-06-01 18:04:56 +0000295 // to handle them differently. We use an extract/insert pair as a
296 // lightweight method to achieve the same goal.
Jim Grosbach7fa1bba2010-06-30 22:22:59 +0000297 if (isa<StructType>(Ty) || isa<ArrayType>(Ty) || isa<VectorType>(Ty)) {
298 Instruction *EI = ExtractValueInst::Create(AI, 0, "",AfterAllocaInsertPt);
Jim Grosbach0fd8b622010-06-01 18:04:56 +0000299 Instruction *NI = InsertValueInst::Create(AI, EI, 0);
300 NI->insertAfter(EI);
301 AI->replaceAllUsesWith(NI);
Jim Grosbach7fa1bba2010-06-30 22:22:59 +0000302 // Set the operand of the instructions back to the AllocaInst.
Jim Grosbach0fd8b622010-06-01 18:04:56 +0000303 EI->setOperand(0, AI);
304 NI->setOperand(0, AI);
305 } else {
306 // This is always a no-op cast because we're casting AI to AI->getType()
307 // so src and destination types are identical. BitCast is the only
308 // possibility.
309 CastInst *NC = new BitCastInst(
310 AI, AI->getType(), AI->getName()+".tmp", AfterAllocaInsertPt);
311 AI->replaceAllUsesWith(NC);
312 // Set the operand of the cast instruction back to the AllocaInst.
313 // Normally it's forbidden to replace a CastInst's operand because it
314 // could cause the opcode to reflect an illegal conversion. However,
315 // we're replacing it here with the same value it was constructed with.
316 // We do this because the above replaceAllUsesWith() clobbered the
317 // operand, but we want this one to remain.
318 NC->setOperand(0, AI);
319 }
Chris Lattnerf4e6c3a2005-09-27 21:18:17 +0000320 }
Jim Grosbach46445382009-04-17 23:30:55 +0000321
Chris Lattnerf4e6c3a2005-09-27 21:18:17 +0000322 // Finally, scan the code looking for instructions with bad live ranges.
323 for (Function::iterator BB = F->begin(), E = F->end(); BB != E; ++BB)
324 for (BasicBlock::iterator II = BB->begin(), E = BB->end(); II != E; ++II) {
325 // Ignore obvious cases we don't have to handle. In particular, most
326 // instructions either have no uses or only have a single use inside the
327 // current block. Ignore them quickly.
328 Instruction *Inst = II;
329 if (Inst->use_empty()) continue;
330 if (Inst->hasOneUse() &&
331 cast<Instruction>(Inst->use_back())->getParent() == BB &&
332 !isa<PHINode>(Inst->use_back())) continue;
Jim Grosbach46445382009-04-17 23:30:55 +0000333
Chris Lattner45313712005-09-27 21:33:12 +0000334 // If this is an alloca in the entry block, it's not a real register
335 // value.
336 if (AllocaInst *AI = dyn_cast<AllocaInst>(Inst))
337 if (isa<ConstantInt>(AI->getArraySize()) && BB == F->begin())
338 continue;
Jim Grosbach46445382009-04-17 23:30:55 +0000339
Chris Lattnerf4e6c3a2005-09-27 21:18:17 +0000340 // Avoid iterator invalidation by copying users to a temporary vector.
Jim Grosbach601f9d62010-06-01 17:56:41 +0000341 SmallVector<Instruction*,16> Users;
Chris Lattnerf4e6c3a2005-09-27 21:18:17 +0000342 for (Value::use_iterator UI = Inst->use_begin(), E = Inst->use_end();
343 UI != E; ++UI) {
344 Instruction *User = cast<Instruction>(*UI);
345 if (User->getParent() != BB || isa<PHINode>(User))
346 Users.push_back(User);
347 }
348
349 // Scan all of the uses and see if the live range is live across an unwind
350 // edge. If we find a use live across an invoke edge, create an alloca
351 // and spill the value.
Chris Lattnerf4e6c3a2005-09-27 21:18:17 +0000352 std::set<InvokeInst*> InvokesWithStoreInserted;
353
354 // Find all of the blocks that this value is live in.
355 std::set<BasicBlock*> LiveBBs;
356 LiveBBs.insert(Inst->getParent());
357 while (!Users.empty()) {
358 Instruction *U = Users.back();
359 Users.pop_back();
Jim Grosbach46445382009-04-17 23:30:55 +0000360
Chris Lattnerf4e6c3a2005-09-27 21:18:17 +0000361 if (!isa<PHINode>(U)) {
362 MarkBlocksLiveIn(U->getParent(), LiveBBs);
363 } else {
364 // Uses for a PHI node occur in their predecessor block.
365 PHINode *PN = cast<PHINode>(U);
366 for (unsigned i = 0, e = PN->getNumIncomingValues(); i != e; ++i)
367 if (PN->getIncomingValue(i) == Inst)
368 MarkBlocksLiveIn(PN->getIncomingBlock(i), LiveBBs);
369 }
370 }
Jim Grosbach46445382009-04-17 23:30:55 +0000371
Chris Lattnerf4e6c3a2005-09-27 21:18:17 +0000372 // Now that we know all of the blocks that this thing is live in, see if
373 // it includes any of the unwind locations.
374 bool NeedsSpill = false;
375 for (unsigned i = 0, e = Invokes.size(); i != e; ++i) {
376 BasicBlock *UnwindBlock = Invokes[i]->getUnwindDest();
377 if (UnwindBlock != BB && LiveBBs.count(UnwindBlock)) {
378 NeedsSpill = true;
379 }
380 }
381
382 // If we decided we need a spill, do it.
383 if (NeedsSpill) {
384 ++NumSpilled;
Owen Anderson50dead02009-07-15 23:53:25 +0000385 DemoteRegToStack(*Inst, true);
Chris Lattnerf4e6c3a2005-09-27 21:18:17 +0000386 }
387 }
388}
389
390bool LowerInvoke::insertExpensiveEHSupport(Function &F) {
Jim Grosbach601f9d62010-06-01 17:56:41 +0000391 SmallVector<ReturnInst*,16> Returns;
Jim Grosbach601f9d62010-06-01 17:56:41 +0000392 SmallVector<InvokeInst*,16> Invokes;
Bill Wendling8d676c22011-08-09 01:17:10 +0000393 UnreachableInst* UnreachablePlaceholder = 0;
Chris Lattnerf4e6c3a2005-09-27 21:18:17 +0000394
395 for (Function::iterator BB = F.begin(), E = F.end(); BB != E; ++BB)
396 if (ReturnInst *RI = dyn_cast<ReturnInst>(BB->getTerminator())) {
397 // Remember all return instructions in case we insert an invoke into this
398 // function.
399 Returns.push_back(RI);
400 } else if (InvokeInst *II = dyn_cast<InvokeInst>(BB->getTerminator())) {
401 Invokes.push_back(II);
Chris Lattnerf4e6c3a2005-09-27 21:18:17 +0000402 }
403
Bill Wendlingaa5abe82012-02-06 21:16:41 +0000404 if (Invokes.empty()) return false;
Chris Lattnerf4e6c3a2005-09-27 21:18:17 +0000405
406 NumInvokes += Invokes.size();
Jim Grosbach46445382009-04-17 23:30:55 +0000407
Chris Lattner5b3c7022005-09-27 22:44:59 +0000408 // TODO: This is not an optimal way to do this. In particular, this always
409 // inserts setjmp calls into the entries of functions with invoke instructions
410 // even though there are possibly paths through the function that do not
411 // execute any invokes. In particular, for functions with early exits, e.g.
412 // the 'addMove' method in hexxagon, it would be nice to not have to do the
413 // setjmp stuff on the early exit path. This requires a bit of dataflow, but
414 // would not be too hard to do.
Chris Lattnerf4e6c3a2005-09-27 21:18:17 +0000415
416 // If we have an invoke instruction, insert a setjmp that dominates all
417 // invokes. After the setjmp, use a cond branch that goes to the original
418 // code path on zero, and to a designated 'catch' block of nonzero.
419 Value *OldJmpBufPtr = 0;
420 if (!Invokes.empty()) {
421 // First thing we need to do is scan the whole function for values that are
422 // live across unwind edges. Each value that is live across an unwind edge
423 // we spill into a stack location, guaranteeing that there is nothing live
424 // across the unwind edge. This process also splits all critical edges
425 // coming out of invoke's.
Jim Grosbach46445382009-04-17 23:30:55 +0000426 splitLiveRangesLiveAcrossInvokes(Invokes);
427
Chris Lattnerf4e6c3a2005-09-27 21:18:17 +0000428 BasicBlock *EntryBB = F.begin();
Jim Grosbach46445382009-04-17 23:30:55 +0000429
Chris Lattnerf4e6c3a2005-09-27 21:18:17 +0000430 // Create an alloca for the incoming jump buffer ptr and the new jump buffer
431 // that needs to be restored on all exits from the function. This is an
432 // alloca because the value needs to be live across invokes.
Nadav Rotema04a4a72012-10-19 21:28:43 +0000433 unsigned Align = TLI ? TLI->getJumpBufAlignment() : 0;
Jim Grosbach46445382009-04-17 23:30:55 +0000434 AllocaInst *JmpBuf =
Owen Anderson50dead02009-07-15 23:53:25 +0000435 new AllocaInst(JBLinkTy, 0, Align,
Owen Anderson9adc0ab2009-07-14 23:09:55 +0000436 "jblink", F.begin()->begin());
Jim Grosbach46445382009-04-17 23:30:55 +0000437
Jim Grosbachaeafb372010-06-01 21:06:46 +0000438 Value *Idx[] = { Constant::getNullValue(Type::getInt32Ty(F.getContext())),
439 ConstantInt::get(Type::getInt32Ty(F.getContext()), 1) };
Jay Foada9203102011-07-25 09:48:08 +0000440 OldJmpBufPtr = GetElementPtrInst::Create(JmpBuf, Idx, "OldBuf",
Jim Grosbachaeafb372010-06-01 21:06:46 +0000441 EntryBB->getTerminator());
Chris Lattnerf4e6c3a2005-09-27 21:18:17 +0000442
443 // Copy the JBListHead to the alloca.
444 Value *OldBuf = new LoadInst(JBListHead, "oldjmpbufptr", true,
445 EntryBB->getTerminator());
446 new StoreInst(OldBuf, OldJmpBufPtr, true, EntryBB->getTerminator());
Jim Grosbach46445382009-04-17 23:30:55 +0000447
Chris Lattnerf4e6c3a2005-09-27 21:18:17 +0000448 // Add the new jumpbuf to the list.
449 new StoreInst(JmpBuf, JBListHead, true, EntryBB->getTerminator());
450
451 // Create the catch block. The catch block is basically a big switch
452 // statement that goes to all of the invoke catch blocks.
Owen Anderson1d0be152009-08-13 21:58:54 +0000453 BasicBlock *CatchBB =
454 BasicBlock::Create(F.getContext(), "setjmp.catch", &F);
Jim Grosbach46445382009-04-17 23:30:55 +0000455
Chris Lattnerc6f0aad2010-04-26 23:49:32 +0000456 // Create an alloca which keeps track of the stack pointer before every
457 // invoke, this allows us to properly restore the stack pointer after
458 // long jumping.
459 AllocaInst *StackPtr = new AllocaInst(Type::getInt8PtrTy(F.getContext()), 0,
460 "stackptr", EntryBB->begin());
461
Chris Lattnerf4e6c3a2005-09-27 21:18:17 +0000462 // Create an alloca which keeps track of which invoke is currently
463 // executing. For normal calls it contains zero.
Owen Anderson1d0be152009-08-13 21:58:54 +0000464 AllocaInst *InvokeNum = new AllocaInst(Type::getInt32Ty(F.getContext()), 0,
Owen Anderson9adc0ab2009-07-14 23:09:55 +0000465 "invokenum",EntryBB->begin());
Owen Anderson1d0be152009-08-13 21:58:54 +0000466 new StoreInst(ConstantInt::get(Type::getInt32Ty(F.getContext()), 0),
467 InvokeNum, true, EntryBB->getTerminator());
Jim Grosbach46445382009-04-17 23:30:55 +0000468
Chris Lattnerf4e6c3a2005-09-27 21:18:17 +0000469 // Insert a load in the Catch block, and a switch on its value. By default,
470 // we go to a block that just does an unwind (which is the correct action
Bill Wendling4fa93b72011-08-09 01:09:21 +0000471 // for a standard call). We insert an unreachable instruction here and
472 // modify the block to jump to the correct unwinding pad later.
Owen Anderson1d0be152009-08-13 21:58:54 +0000473 BasicBlock *UnwindBB = BasicBlock::Create(F.getContext(), "unwindbb", &F);
Bill Wendling8d676c22011-08-09 01:17:10 +0000474 UnreachablePlaceholder = new UnreachableInst(F.getContext(), UnwindBB);
Jim Grosbach46445382009-04-17 23:30:55 +0000475
Chris Lattnerf4e6c3a2005-09-27 21:18:17 +0000476 Value *CatchLoad = new LoadInst(InvokeNum, "invoke.num", true, CatchBB);
Gabor Greif051a9502008-04-06 20:25:17 +0000477 SwitchInst *CatchSwitch =
478 SwitchInst::Create(CatchLoad, UnwindBB, Invokes.size(), CatchBB);
Chris Lattnerf4e6c3a2005-09-27 21:18:17 +0000479
480 // Now that things are set up, insert the setjmp call itself.
Jim Grosbach46445382009-04-17 23:30:55 +0000481
Chris Lattnerf4e6c3a2005-09-27 21:18:17 +0000482 // Split the entry block to insert the conditional branch for the setjmp.
483 BasicBlock *ContBlock = EntryBB->splitBasicBlock(EntryBB->getTerminator(),
484 "setjmp.cont");
485
Owen Anderson1d0be152009-08-13 21:58:54 +0000486 Idx[1] = ConstantInt::get(Type::getInt32Ty(F.getContext()), 0);
Jay Foada9203102011-07-25 09:48:08 +0000487 Value *JmpBufPtr = GetElementPtrInst::Create(JmpBuf, Idx, "TheJmpBuf",
Gabor Greif051a9502008-04-06 20:25:17 +0000488 EntryBB->getTerminator());
Owen Anderson1d0be152009-08-13 21:58:54 +0000489 JmpBufPtr = new BitCastInst(JmpBufPtr,
Duncan Sandsac53a0b2009-10-06 15:40:36 +0000490 Type::getInt8PtrTy(F.getContext()),
Duncan Sandsa1220432008-04-07 13:41:19 +0000491 "tmp", EntryBB->getTerminator());
Gabor Greif051a9502008-04-06 20:25:17 +0000492 Value *SJRet = CallInst::Create(SetJmpFn, JmpBufPtr, "sjret",
493 EntryBB->getTerminator());
Duncan Sandsa1220432008-04-07 13:41:19 +0000494
Chris Lattnerf4e6c3a2005-09-27 21:18:17 +0000495 // Compare the return value to zero.
Owen Anderson333c4002009-07-09 23:48:35 +0000496 Value *IsNormal = new ICmpInst(EntryBB->getTerminator(),
497 ICmpInst::ICMP_EQ, SJRet,
Owen Andersona7235ea2009-07-31 20:28:14 +0000498 Constant::getNullValue(SJRet->getType()),
Owen Anderson333c4002009-07-09 23:48:35 +0000499 "notunwind");
Chris Lattnerf4e6c3a2005-09-27 21:18:17 +0000500 // Nuke the uncond branch.
501 EntryBB->getTerminator()->eraseFromParent();
Jim Grosbach46445382009-04-17 23:30:55 +0000502
Chris Lattnerf4e6c3a2005-09-27 21:18:17 +0000503 // Put in a new condbranch in its place.
Gabor Greif051a9502008-04-06 20:25:17 +0000504 BranchInst::Create(ContBlock, CatchBB, IsNormal, EntryBB);
Chris Lattnerf4e6c3a2005-09-27 21:18:17 +0000505
506 // At this point, we are all set up, rewrite each invoke instruction.
507 for (unsigned i = 0, e = Invokes.size(); i != e; ++i)
Chris Lattnerc6f0aad2010-04-26 23:49:32 +0000508 rewriteExpensiveInvoke(Invokes[i], i+1, InvokeNum, StackPtr, CatchSwitch);
Chris Lattnerf4e6c3a2005-09-27 21:18:17 +0000509 }
510
511 // We know that there is at least one unwind.
Jim Grosbach46445382009-04-17 23:30:55 +0000512
Chris Lattnerf4e6c3a2005-09-27 21:18:17 +0000513 // Create three new blocks, the block to load the jmpbuf ptr and compare
514 // against null, the block to do the longjmp, and the error block for if it
515 // is null. Add them at the end of the function because they are not hot.
Owen Anderson1d0be152009-08-13 21:58:54 +0000516 BasicBlock *UnwindHandler = BasicBlock::Create(F.getContext(),
517 "dounwind", &F);
518 BasicBlock *UnwindBlock = BasicBlock::Create(F.getContext(), "unwind", &F);
519 BasicBlock *TermBlock = BasicBlock::Create(F.getContext(), "unwinderror", &F);
Chris Lattnerf4e6c3a2005-09-27 21:18:17 +0000520
521 // If this function contains an invoke, restore the old jumpbuf ptr.
522 Value *BufPtr;
523 if (OldJmpBufPtr) {
524 // Before the return, insert a copy from the saved value to the new value.
525 BufPtr = new LoadInst(OldJmpBufPtr, "oldjmpbufptr", UnwindHandler);
526 new StoreInst(BufPtr, JBListHead, UnwindHandler);
527 } else {
528 BufPtr = new LoadInst(JBListHead, "ehlist", UnwindHandler);
529 }
Jim Grosbach46445382009-04-17 23:30:55 +0000530
Chris Lattnerf4e6c3a2005-09-27 21:18:17 +0000531 // Load the JBList, if it's null, then there was no catch!
Owen Anderson333c4002009-07-09 23:48:35 +0000532 Value *NotNull = new ICmpInst(*UnwindHandler, ICmpInst::ICMP_NE, BufPtr,
Owen Andersona7235ea2009-07-31 20:28:14 +0000533 Constant::getNullValue(BufPtr->getType()),
Owen Anderson333c4002009-07-09 23:48:35 +0000534 "notnull");
Gabor Greif051a9502008-04-06 20:25:17 +0000535 BranchInst::Create(UnwindBlock, TermBlock, NotNull, UnwindHandler);
Jim Grosbach46445382009-04-17 23:30:55 +0000536
Chris Lattnerf4e6c3a2005-09-27 21:18:17 +0000537 // Create the block to do the longjmp.
538 // Get a pointer to the jmpbuf and longjmp.
Jim Grosbachaeafb372010-06-01 21:06:46 +0000539 Value *Idx[] = { Constant::getNullValue(Type::getInt32Ty(F.getContext())),
540 ConstantInt::get(Type::getInt32Ty(F.getContext()), 0) };
Jay Foada9203102011-07-25 09:48:08 +0000541 Idx[0] = GetElementPtrInst::Create(BufPtr, Idx, "JmpBuf", UnwindBlock);
Owen Anderson1d0be152009-08-13 21:58:54 +0000542 Idx[0] = new BitCastInst(Idx[0],
Duncan Sandsac53a0b2009-10-06 15:40:36 +0000543 Type::getInt8PtrTy(F.getContext()),
Duncan Sandsa1220432008-04-07 13:41:19 +0000544 "tmp", UnwindBlock);
Owen Anderson1d0be152009-08-13 21:58:54 +0000545 Idx[1] = ConstantInt::get(Type::getInt32Ty(F.getContext()), 1);
Jay Foada3efbb12011-07-15 08:37:34 +0000546 CallInst::Create(LongJmpFn, Idx, "", UnwindBlock);
Owen Anderson1d0be152009-08-13 21:58:54 +0000547 new UnreachableInst(F.getContext(), UnwindBlock);
Jim Grosbach46445382009-04-17 23:30:55 +0000548
Chris Lattnerf4e6c3a2005-09-27 21:18:17 +0000549 // Set up the term block ("throw without a catch").
Owen Anderson1d0be152009-08-13 21:58:54 +0000550 new UnreachableInst(F.getContext(), TermBlock);
Chris Lattnerf4e6c3a2005-09-27 21:18:17 +0000551
Chris Lattnerf4e6c3a2005-09-27 21:18:17 +0000552 // Insert a call to abort()
Gabor Greif051a9502008-04-06 20:25:17 +0000553 CallInst::Create(AbortFn, "",
554 TermBlock->getTerminator())->setTailCall();
Jim Grosbach46445382009-04-17 23:30:55 +0000555
Bill Wendling8d676c22011-08-09 01:17:10 +0000556 // Replace the inserted unreachable with a branch to the unwind handler.
557 if (UnreachablePlaceholder) {
558 BranchInst::Create(UnwindHandler, UnreachablePlaceholder);
559 UnreachablePlaceholder->eraseFromParent();
Bill Wendling4fa93b72011-08-09 01:09:21 +0000560 }
561
Chris Lattnerf4e6c3a2005-09-27 21:18:17 +0000562 // Finally, for any returns from this function, if this function contains an
563 // invoke, restore the old jmpbuf pointer to its input value.
564 if (OldJmpBufPtr) {
565 for (unsigned i = 0, e = Returns.size(); i != e; ++i) {
566 ReturnInst *R = Returns[i];
Jim Grosbach46445382009-04-17 23:30:55 +0000567
Chris Lattnerf4e6c3a2005-09-27 21:18:17 +0000568 // Before the return, insert a copy from the saved value to the new value.
569 Value *OldBuf = new LoadInst(OldJmpBufPtr, "oldjmpbufptr", true, R);
570 new StoreInst(OldBuf, JBListHead, true, R);
571 }
572 }
Jim Grosbach46445382009-04-17 23:30:55 +0000573
Chris Lattnerf4e6c3a2005-09-27 21:18:17 +0000574 return true;
Chris Lattner6d784572004-02-08 19:53:56 +0000575}
576
577bool LowerInvoke::runOnFunction(Function &F) {
Chris Lattnerc6f0aad2010-04-26 23:49:32 +0000578 if (useExpensiveEHSupport)
Chris Lattner6d784572004-02-08 19:53:56 +0000579 return insertExpensiveEHSupport(F);
580 else
581 return insertCheapEHSupport(F);
582}