blob: fcb078ae258ec86880cfef62c846c6ee4a37fdc7 [file] [log] [blame]
Chris Lattner86e44452003-10-05 19:14:42 +00001//===- LowerInvoke.cpp - Eliminate Invoke & Unwind instructions -----------===//
Misha Brukmanfd939082005-04-21 23:48:37 +00002//
John Criswellb576c942003-10-20 19:43:21 +00003// The LLVM Compiler Infrastructure
4//
5// This file was developed by the LLVM research group and is distributed under
6// the University of Illinois Open Source License. See LICENSE.TXT for details.
Misha Brukmanfd939082005-04-21 23:48:37 +00007//
John Criswellb576c942003-10-20 19:43:21 +00008//===----------------------------------------------------------------------===//
Chris Lattner86e44452003-10-05 19:14:42 +00009//
10// This transformation is designed for use by code generators which do not yet
Chris Lattner6d784572004-02-08 19:53:56 +000011// support stack unwinding. This pass supports two models of exception handling
12// lowering, the 'cheap' support and the 'expensive' support.
13//
14// 'Cheap' exception handling support gives the program the ability to execute
15// any program which does not "throw an exception", by turning 'invoke'
16// instructions into calls and by turning 'unwind' instructions into calls to
17// abort(). If the program does dynamically use the unwind instruction, the
18// program will print a message then abort.
19//
20// 'Expensive' exception handling support gives the full exception handling
John Criswellfe3706a2005-05-02 14:47:42 +000021// support to the program at the cost of making the 'invoke' instruction
22// really expensive. It basically inserts setjmp/longjmp calls to emulate the
23// exception handling as necessary.
Chris Lattner6d784572004-02-08 19:53:56 +000024//
25// Because the 'expensive' support slows down programs a lot, and EH is only
26// used for a subset of the programs, it must be specifically enabled by an
27// option.
Chris Lattner86e44452003-10-05 19:14:42 +000028//
Chris Lattner0e28eca2004-03-31 22:00:30 +000029// Note that after this pass runs the CFG is not entirely accurate (exceptional
30// control flow edges are not correct anymore) so only very simple things should
31// be done after the lowerinvoke pass has run (like generation of native code).
32// This should not be used as a general purpose "my LLVM-to-LLVM pass doesn't
33// support the invoke instruction yet" lowering pass.
34//
Chris Lattner86e44452003-10-05 19:14:42 +000035//===----------------------------------------------------------------------===//
36
Chris Lattnerd216e8b2006-12-19 22:17:40 +000037#define DEBUG_TYPE "lowerinvoke"
Chris Lattner86e44452003-10-05 19:14:42 +000038#include "llvm/Transforms/Scalar.h"
Chris Lattnere1c09302004-02-08 07:30:29 +000039#include "llvm/Constants.h"
40#include "llvm/DerivedTypes.h"
Chris Lattner6d784572004-02-08 19:53:56 +000041#include "llvm/Instructions.h"
Chris Lattnere1c09302004-02-08 07:30:29 +000042#include "llvm/Module.h"
Chris Lattner86e44452003-10-05 19:14:42 +000043#include "llvm/Pass.h"
Chris Lattner6d784572004-02-08 19:53:56 +000044#include "llvm/Transforms/Utils/BasicBlockUtils.h"
Chris Lattnerf4e6c3a2005-09-27 21:18:17 +000045#include "llvm/Transforms/Utils/Local.h"
Reid Spencer551ccae2004-09-01 22:55:40 +000046#include "llvm/ADT/Statistic.h"
47#include "llvm/Support/CommandLine.h"
Chris Lattnera4f0b3a2006-08-27 12:54:02 +000048#include "llvm/Support/Compiler.h"
Duraid Madina2a0013f2006-09-04 06:21:35 +000049#include "llvm/Target/TargetLowering.h"
Chris Lattner6d784572004-02-08 19:53:56 +000050#include <csetjmp>
Reid Spencer6734b572007-02-04 00:40:42 +000051#include <set>
Chris Lattnerdead9932003-12-10 20:22:42 +000052using namespace llvm;
Brian Gaeked0fde302003-11-11 22:41:34 +000053
Chris Lattnerd216e8b2006-12-19 22:17:40 +000054STATISTIC(NumInvokes, "Number of invokes replaced");
55STATISTIC(NumUnwinds, "Number of unwinds replaced");
56STATISTIC(NumSpilled, "Number of registers live across unwind edges");
57
58static cl::opt<bool> ExpensiveEHSupport("enable-correct-eh-support",
Chris Lattner6d784572004-02-08 19:53:56 +000059 cl::desc("Make the -lowerinvoke pass insert expensive, but correct, EH code"));
Chris Lattner86e44452003-10-05 19:14:42 +000060
Chris Lattnerd216e8b2006-12-19 22:17:40 +000061namespace {
Chris Lattnerf4b54612006-06-28 22:08:15 +000062 class VISIBILITY_HIDDEN LowerInvoke : public FunctionPass {
Chris Lattner6d784572004-02-08 19:53:56 +000063 // Used for both models.
Chris Lattnerb76efb72007-01-07 08:12:01 +000064 Constant *WriteFn;
65 Constant *AbortFn;
Chris Lattner6d784572004-02-08 19:53:56 +000066 Value *AbortMessage;
67 unsigned AbortMessageLength;
68
69 // Used for expensive EH support.
70 const Type *JBLinkTy;
71 GlobalVariable *JBListHead;
Chris Lattnerb76efb72007-01-07 08:12:01 +000072 Constant *SetJmpFn, *LongJmpFn;
Duraid Madina2a0013f2006-09-04 06:21:35 +000073
74 // We peek in TLI to grab the target's jmp_buf size and alignment
75 const TargetLowering *TLI;
76
Chris Lattner86e44452003-10-05 19:14:42 +000077 public:
Devang Patel19974732007-05-03 01:11:54 +000078 static char ID; // Pass identifcation, replacement for typeid
Devang Patel794fd752007-05-01 21:15:47 +000079 LowerInvoke(const TargetLowering *tli = NULL) : FunctionPass((intptr_t)&ID),
80 TLI(tli) { }
Chris Lattner86e44452003-10-05 19:14:42 +000081 bool doInitialization(Module &M);
82 bool runOnFunction(Function &F);
Chris Lattnered96fe82006-05-17 21:05:27 +000083
84 virtual void getAnalysisUsage(AnalysisUsage &AU) const {
Anton Korobeynikovbed29462007-04-16 18:10:23 +000085 // This is a cluster of orthogonal Transforms
Chris Lattnered96fe82006-05-17 21:05:27 +000086 AU.addPreservedID(PromoteMemoryToRegisterID);
87 AU.addPreservedID(LowerSelectID);
88 AU.addPreservedID(LowerSwitchID);
89 AU.addPreservedID(LowerAllocationsID);
90 }
91
Chris Lattner6d784572004-02-08 19:53:56 +000092 private:
Chris Lattnerb76efb72007-01-07 08:12:01 +000093 void createAbortMessage(Module *M);
Chris Lattner501825e2004-02-08 22:14:44 +000094 void writeAbortMessage(Instruction *IB);
Chris Lattner6d784572004-02-08 19:53:56 +000095 bool insertCheapEHSupport(Function &F);
Chris Lattnerf4e6c3a2005-09-27 21:18:17 +000096 void splitLiveRangesLiveAcrossInvokes(std::vector<InvokeInst*> &Invokes);
97 void rewriteExpensiveInvoke(InvokeInst *II, unsigned InvokeNo,
98 AllocaInst *InvokeNum, SwitchInst *CatchSwitch);
Chris Lattner6d784572004-02-08 19:53:56 +000099 bool insertExpensiveEHSupport(Function &F);
Chris Lattner86e44452003-10-05 19:14:42 +0000100 };
101
Devang Patel19974732007-05-03 01:11:54 +0000102 char LowerInvoke::ID = 0;
Chris Lattner7f8897f2006-08-27 22:42:52 +0000103 RegisterPass<LowerInvoke>
Chris Lattner86e44452003-10-05 19:14:42 +0000104 X("lowerinvoke", "Lower invoke and unwind, for unwindless code generators");
105}
106
Chris Lattnercefc18e2004-02-13 16:16:16 +0000107const PassInfo *llvm::LowerInvokePassID = X.getPassInfo();
108
Brian Gaeked0fde302003-11-11 22:41:34 +0000109// Public Interface To the LowerInvoke pass.
Duraid Madina2a0013f2006-09-04 06:21:35 +0000110FunctionPass *llvm::createLowerInvokePass(const TargetLowering *TLI) {
111 return new LowerInvoke(TLI);
Nate Begeman14b05292005-11-05 09:21:28 +0000112}
Chris Lattner86e44452003-10-05 19:14:42 +0000113
114// doInitialization - Make sure that there is a prototype for abort in the
115// current module.
116bool LowerInvoke::doInitialization(Module &M) {
Jim Laskey7d485382007-02-22 16:21:18 +0000117 const Type *VoidPtrTy = PointerType::get(Type::Int8Ty);
118 AbortMessage = 0;
119 if (ExpensiveEHSupport) {
120 // Insert a type for the linked list of jump buffers.
121 unsigned JBSize = TLI ? TLI->getJumpBufSize() : 0;
122 JBSize = JBSize ? JBSize : 200;
123 const Type *JmpBufTy = ArrayType::get(VoidPtrTy, JBSize);
Chris Lattnere1c09302004-02-08 07:30:29 +0000124
Jim Laskey7d485382007-02-22 16:21:18 +0000125 { // The type is recursive, so use a type holder.
126 std::vector<const Type*> Elements;
127 Elements.push_back(JmpBufTy);
128 OpaqueType *OT = OpaqueType::get();
129 Elements.push_back(PointerType::get(OT));
130 PATypeHolder JBLType(StructType::get(Elements));
131 OT->refineAbstractTypeTo(JBLType.get()); // Complete the cycle.
132 JBLinkTy = JBLType.get();
133 M.addTypeName("llvm.sjljeh.jmpbufty", JBLinkTy);
Chris Lattner6d784572004-02-08 19:53:56 +0000134 }
135
Jim Laskey7d485382007-02-22 16:21:18 +0000136 const Type *PtrJBList = PointerType::get(JBLinkTy);
137
138 // Now that we've done that, insert the jmpbuf list head global, unless it
139 // already exists.
140 if (!(JBListHead = M.getGlobalVariable("llvm.sjljeh.jblist", PtrJBList))) {
141 JBListHead = new GlobalVariable(PtrJBList, false,
142 GlobalValue::LinkOnceLinkage,
143 Constant::getNullValue(PtrJBList),
144 "llvm.sjljeh.jblist", &M);
145 }
146 SetJmpFn = M.getOrInsertFunction("llvm.setjmp", Type::Int32Ty,
147 PointerType::get(JmpBufTy), (Type *)0);
148 LongJmpFn = M.getOrInsertFunction("llvm.longjmp", Type::VoidTy,
149 PointerType::get(JmpBufTy),
150 Type::Int32Ty, (Type *)0);
Chris Lattner6d784572004-02-08 19:53:56 +0000151 }
Jim Laskey7d485382007-02-22 16:21:18 +0000152
153 // We need the 'write' and 'abort' functions for both models.
154 AbortFn = M.getOrInsertFunction("abort", Type::VoidTy, (Type *)0);
Jeff Cohen09b362c2007-04-20 22:40:10 +0000155#if 0 // "write" is Unix-specific.. code is going away soon anyway.
Jim Laskey7d485382007-02-22 16:21:18 +0000156 WriteFn = M.getOrInsertFunction("write", Type::VoidTy, Type::Int32Ty,
157 VoidPtrTy, Type::Int32Ty, (Type *)0);
Jeff Cohen09b362c2007-04-20 22:40:10 +0000158#else
159 WriteFn = 0;
160#endif
Chris Lattner86e44452003-10-05 19:14:42 +0000161 return true;
162}
163
Chris Lattnerb76efb72007-01-07 08:12:01 +0000164void LowerInvoke::createAbortMessage(Module *M) {
Chris Lattner0c3b3902004-11-13 19:07:32 +0000165 if (ExpensiveEHSupport) {
166 // The abort message for expensive EH support tells the user that the
167 // program 'unwound' without an 'invoke' instruction.
168 Constant *Msg =
169 ConstantArray::get("ERROR: Exception thrown, but not caught!\n");
170 AbortMessageLength = Msg->getNumOperands()-1; // don't include \0
Misha Brukmanfd939082005-04-21 23:48:37 +0000171
Chris Lattner0c3b3902004-11-13 19:07:32 +0000172 GlobalVariable *MsgGV = new GlobalVariable(Msg->getType(), true,
173 GlobalValue::InternalLinkage,
Chris Lattnerb76efb72007-01-07 08:12:01 +0000174 Msg, "abortmsg", M);
Reid Spencerc5b206b2006-12-31 05:48:39 +0000175 std::vector<Constant*> GEPIdx(2, Constant::getNullValue(Type::Int32Ty));
Chris Lattnerec1f7522007-02-19 07:34:47 +0000176 AbortMessage = ConstantExpr::getGetElementPtr(MsgGV, &GEPIdx[0], 2);
Chris Lattner0c3b3902004-11-13 19:07:32 +0000177 } else {
178 // The abort message for cheap EH support tells the user that EH is not
179 // enabled.
180 Constant *Msg =
181 ConstantArray::get("Exception handler needed, but not enabled. Recompile"
182 " program with -enable-correct-eh-support.\n");
183 AbortMessageLength = Msg->getNumOperands()-1; // don't include \0
184
185 GlobalVariable *MsgGV = new GlobalVariable(Msg->getType(), true,
186 GlobalValue::InternalLinkage,
Chris Lattnerb76efb72007-01-07 08:12:01 +0000187 Msg, "abortmsg", M);
Reid Spencerc5b206b2006-12-31 05:48:39 +0000188 std::vector<Constant*> GEPIdx(2, Constant::getNullValue(Type::Int32Ty));
Chris Lattnerec1f7522007-02-19 07:34:47 +0000189 AbortMessage = ConstantExpr::getGetElementPtr(MsgGV, &GEPIdx[0], 2);
Chris Lattner0c3b3902004-11-13 19:07:32 +0000190 }
191}
192
193
Chris Lattner501825e2004-02-08 22:14:44 +0000194void LowerInvoke::writeAbortMessage(Instruction *IB) {
Jeff Cohen09b362c2007-04-20 22:40:10 +0000195#if 0
Chris Lattnerb76efb72007-01-07 08:12:01 +0000196 if (AbortMessage == 0)
197 createAbortMessage(IB->getParent()->getParent()->getParent());
Chris Lattner0c3b3902004-11-13 19:07:32 +0000198
Chris Lattnerb76efb72007-01-07 08:12:01 +0000199 // These are the arguments we WANT...
Chris Lattner93e985f2007-02-13 02:10:56 +0000200 Value* Args[3];
201 Args[0] = ConstantInt::get(Type::Int32Ty, 2);
202 Args[1] = AbortMessage;
203 Args[2] = ConstantInt::get(Type::Int32Ty, AbortMessageLength);
204 (new CallInst(WriteFn, Args, 3, "", IB))->setTailCall();
Jeff Cohen09b362c2007-04-20 22:40:10 +0000205#endif
Chris Lattner501825e2004-02-08 22:14:44 +0000206}
207
Chris Lattner6d784572004-02-08 19:53:56 +0000208bool LowerInvoke::insertCheapEHSupport(Function &F) {
Chris Lattner86e44452003-10-05 19:14:42 +0000209 bool Changed = false;
Chris Lattnerdead9932003-12-10 20:22:42 +0000210 for (Function::iterator BB = F.begin(), E = F.end(); BB != E; ++BB)
211 if (InvokeInst *II = dyn_cast<InvokeInst>(BB->getTerminator())) {
Chris Lattner93e985f2007-02-13 02:10:56 +0000212 std::vector<Value*> CallArgs(II->op_begin()+3, II->op_end());
Chris Lattner86e44452003-10-05 19:14:42 +0000213 // Insert a normal call instruction...
Chris Lattnerefd91682005-05-13 06:27:02 +0000214 CallInst *NewCall = new CallInst(II->getCalledValue(),
Chris Lattner93e985f2007-02-13 02:10:56 +0000215 &CallArgs[0], CallArgs.size(), "", II);
Chris Lattner86cc4232007-02-11 01:37:51 +0000216 NewCall->takeName(II);
Chris Lattnerefd91682005-05-13 06:27:02 +0000217 NewCall->setCallingConv(II->getCallingConv());
Chris Lattner86e44452003-10-05 19:14:42 +0000218 II->replaceAllUsesWith(NewCall);
Misha Brukmanfd939082005-04-21 23:48:37 +0000219
Chris Lattnerdead9932003-12-10 20:22:42 +0000220 // Insert an unconditional branch to the normal destination.
Chris Lattner86e44452003-10-05 19:14:42 +0000221 new BranchInst(II->getNormalDest(), II);
222
Chris Lattnerdead9932003-12-10 20:22:42 +0000223 // Remove any PHI node entries from the exception destination.
Chris Lattneraeb2a1d2004-02-08 21:44:31 +0000224 II->getUnwindDest()->removePredecessor(BB);
Chris Lattnerdead9932003-12-10 20:22:42 +0000225
Chris Lattner86e44452003-10-05 19:14:42 +0000226 // Remove the invoke instruction now.
Chris Lattnerdead9932003-12-10 20:22:42 +0000227 BB->getInstList().erase(II);
Chris Lattner86e44452003-10-05 19:14:42 +0000228
Chris Lattnerf4e6c3a2005-09-27 21:18:17 +0000229 ++NumInvokes; Changed = true;
Chris Lattnerdead9932003-12-10 20:22:42 +0000230 } else if (UnwindInst *UI = dyn_cast<UnwindInst>(BB->getTerminator())) {
Chris Lattnere1c09302004-02-08 07:30:29 +0000231 // Insert a new call to write(2, AbortMessage, AbortMessageLength);
Chris Lattner501825e2004-02-08 22:14:44 +0000232 writeAbortMessage(UI);
Chris Lattnere1c09302004-02-08 07:30:29 +0000233
Chris Lattner86e44452003-10-05 19:14:42 +0000234 // Insert a call to abort()
Chris Lattner93e985f2007-02-13 02:10:56 +0000235 (new CallInst(AbortFn, "", UI))->setTailCall();
Chris Lattner86e44452003-10-05 19:14:42 +0000236
Chris Lattner6d784572004-02-08 19:53:56 +0000237 // Insert a return instruction. This really should be a "barrier", as it
238 // is unreachable.
Chris Lattner86e44452003-10-05 19:14:42 +0000239 new ReturnInst(F.getReturnType() == Type::VoidTy ? 0 :
240 Constant::getNullValue(F.getReturnType()), UI);
241
242 // Remove the unwind instruction now.
Chris Lattnerdead9932003-12-10 20:22:42 +0000243 BB->getInstList().erase(UI);
Chris Lattner86e44452003-10-05 19:14:42 +0000244
Chris Lattnerf4e6c3a2005-09-27 21:18:17 +0000245 ++NumUnwinds; Changed = true;
Chris Lattner86e44452003-10-05 19:14:42 +0000246 }
247 return Changed;
248}
Chris Lattner6d784572004-02-08 19:53:56 +0000249
Chris Lattnerf4e6c3a2005-09-27 21:18:17 +0000250/// rewriteExpensiveInvoke - Insert code and hack the function to replace the
251/// specified invoke instruction with a call.
252void LowerInvoke::rewriteExpensiveInvoke(InvokeInst *II, unsigned InvokeNo,
253 AllocaInst *InvokeNum,
254 SwitchInst *CatchSwitch) {
Reid Spencerc5b206b2006-12-31 05:48:39 +0000255 ConstantInt *InvokeNoC = ConstantInt::get(Type::Int32Ty, InvokeNo);
Chris Lattner6d784572004-02-08 19:53:56 +0000256
Chris Lattnerf4e6c3a2005-09-27 21:18:17 +0000257 // Insert a store of the invoke num before the invoke and store zero into the
258 // location afterward.
259 new StoreInst(InvokeNoC, InvokeNum, true, II); // volatile
Chris Lattner93e50ce2005-09-29 17:44:20 +0000260
261 BasicBlock::iterator NI = II->getNormalDest()->begin();
262 while (isa<PHINode>(NI)) ++NI;
263 // nonvolatile.
Reid Spencerc5b206b2006-12-31 05:48:39 +0000264 new StoreInst(Constant::getNullValue(Type::Int32Ty), InvokeNum, false, NI);
Chris Lattnerf4e6c3a2005-09-27 21:18:17 +0000265
266 // Add a switch case to our unwind block.
267 CatchSwitch->addCase(InvokeNoC, II->getUnwindDest());
268
269 // Insert a normal call instruction.
Chris Lattner93e985f2007-02-13 02:10:56 +0000270 std::vector<Value*> CallArgs(II->op_begin()+3, II->op_end());
Chris Lattnerf4e6c3a2005-09-27 21:18:17 +0000271 CallInst *NewCall = new CallInst(II->getCalledValue(),
Chris Lattner93e985f2007-02-13 02:10:56 +0000272 &CallArgs[0], CallArgs.size(), "",
Chris Lattnerf4e6c3a2005-09-27 21:18:17 +0000273 II);
Chris Lattner86cc4232007-02-11 01:37:51 +0000274 NewCall->takeName(II);
Chris Lattnerf4e6c3a2005-09-27 21:18:17 +0000275 NewCall->setCallingConv(II->getCallingConv());
276 II->replaceAllUsesWith(NewCall);
277
278 // Replace the invoke with an uncond branch.
279 new BranchInst(II->getNormalDest(), NewCall->getParent());
280 II->eraseFromParent();
281}
Chris Lattner6d784572004-02-08 19:53:56 +0000282
Chris Lattnerf4e6c3a2005-09-27 21:18:17 +0000283/// MarkBlocksLiveIn - Insert BB and all of its predescessors into LiveBBs until
284/// we reach blocks we've already seen.
285static void MarkBlocksLiveIn(BasicBlock *BB, std::set<BasicBlock*> &LiveBBs) {
286 if (!LiveBBs.insert(BB).second) return; // already been here.
287
288 for (pred_iterator PI = pred_begin(BB), E = pred_end(BB); PI != E; ++PI)
289 MarkBlocksLiveIn(*PI, LiveBBs);
290}
Chris Lattner6d784572004-02-08 19:53:56 +0000291
Chris Lattnerf4e6c3a2005-09-27 21:18:17 +0000292// First thing we need to do is scan the whole function for values that are
293// live across unwind edges. Each value that is live across an unwind edge
294// we spill into a stack location, guaranteeing that there is nothing live
295// across the unwind edge. This process also splits all critical edges
296// coming out of invoke's.
297void LowerInvoke::
298splitLiveRangesLiveAcrossInvokes(std::vector<InvokeInst*> &Invokes) {
299 // First step, split all critical edges from invoke instructions.
300 for (unsigned i = 0, e = Invokes.size(); i != e; ++i) {
301 InvokeInst *II = Invokes[i];
302 SplitCriticalEdge(II, 0, this);
303 SplitCriticalEdge(II, 1, this);
304 assert(!isa<PHINode>(II->getNormalDest()) &&
305 !isa<PHINode>(II->getUnwindDest()) &&
306 "critical edge splitting left single entry phi nodes?");
Chris Lattner6d784572004-02-08 19:53:56 +0000307 }
308
Chris Lattnerf4e6c3a2005-09-27 21:18:17 +0000309 Function *F = Invokes.back()->getParent()->getParent();
310
311 // To avoid having to handle incoming arguments specially, we lower each arg
Reid Spencer3da59db2006-11-27 01:05:10 +0000312 // to a copy instruction in the entry block. This ensures that the argument
Chris Lattnerf4e6c3a2005-09-27 21:18:17 +0000313 // value itself cannot be live across the entry block.
314 BasicBlock::iterator AfterAllocaInsertPt = F->begin()->begin();
315 while (isa<AllocaInst>(AfterAllocaInsertPt) &&
316 isa<ConstantInt>(cast<AllocaInst>(AfterAllocaInsertPt)->getArraySize()))
317 ++AfterAllocaInsertPt;
318 for (Function::arg_iterator AI = F->arg_begin(), E = F->arg_end();
319 AI != E; ++AI) {
Reid Spencer3da59db2006-11-27 01:05:10 +0000320 // This is always a no-op cast because we're casting AI to AI->getType() so
321 // src and destination types are identical. BitCast is the only possibility.
322 CastInst *NC = new BitCastInst(
323 AI, AI->getType(), AI->getName()+".tmp", AfterAllocaInsertPt);
Chris Lattnerf4e6c3a2005-09-27 21:18:17 +0000324 AI->replaceAllUsesWith(NC);
Reid Spencer3da59db2006-11-27 01:05:10 +0000325 // Normally its is forbidden to replace a CastInst's operand because it
326 // could cause the opcode to reflect an illegal conversion. However, we're
327 // replacing it here with the same value it was constructed with to simply
328 // make NC its user.
329 NC->setOperand(0, AI);
Chris Lattnerf4e6c3a2005-09-27 21:18:17 +0000330 }
331
332 // Finally, scan the code looking for instructions with bad live ranges.
333 for (Function::iterator BB = F->begin(), E = F->end(); BB != E; ++BB)
334 for (BasicBlock::iterator II = BB->begin(), E = BB->end(); II != E; ++II) {
335 // Ignore obvious cases we don't have to handle. In particular, most
336 // instructions either have no uses or only have a single use inside the
337 // current block. Ignore them quickly.
338 Instruction *Inst = II;
339 if (Inst->use_empty()) continue;
340 if (Inst->hasOneUse() &&
341 cast<Instruction>(Inst->use_back())->getParent() == BB &&
342 !isa<PHINode>(Inst->use_back())) continue;
343
Chris Lattner45313712005-09-27 21:33:12 +0000344 // If this is an alloca in the entry block, it's not a real register
345 // value.
346 if (AllocaInst *AI = dyn_cast<AllocaInst>(Inst))
347 if (isa<ConstantInt>(AI->getArraySize()) && BB == F->begin())
348 continue;
349
Chris Lattnerf4e6c3a2005-09-27 21:18:17 +0000350 // Avoid iterator invalidation by copying users to a temporary vector.
351 std::vector<Instruction*> Users;
352 for (Value::use_iterator UI = Inst->use_begin(), E = Inst->use_end();
353 UI != E; ++UI) {
354 Instruction *User = cast<Instruction>(*UI);
355 if (User->getParent() != BB || isa<PHINode>(User))
356 Users.push_back(User);
357 }
358
359 // Scan all of the uses and see if the live range is live across an unwind
360 // edge. If we find a use live across an invoke edge, create an alloca
361 // and spill the value.
Chris Lattnerf4e6c3a2005-09-27 21:18:17 +0000362 std::set<InvokeInst*> InvokesWithStoreInserted;
363
364 // Find all of the blocks that this value is live in.
365 std::set<BasicBlock*> LiveBBs;
366 LiveBBs.insert(Inst->getParent());
367 while (!Users.empty()) {
368 Instruction *U = Users.back();
369 Users.pop_back();
370
Chris Lattnerf4e6c3a2005-09-27 21:18:17 +0000371 if (!isa<PHINode>(U)) {
372 MarkBlocksLiveIn(U->getParent(), LiveBBs);
373 } else {
374 // Uses for a PHI node occur in their predecessor block.
375 PHINode *PN = cast<PHINode>(U);
376 for (unsigned i = 0, e = PN->getNumIncomingValues(); i != e; ++i)
377 if (PN->getIncomingValue(i) == Inst)
378 MarkBlocksLiveIn(PN->getIncomingBlock(i), LiveBBs);
379 }
380 }
381
382 // Now that we know all of the blocks that this thing is live in, see if
383 // it includes any of the unwind locations.
384 bool NeedsSpill = false;
385 for (unsigned i = 0, e = Invokes.size(); i != e; ++i) {
386 BasicBlock *UnwindBlock = Invokes[i]->getUnwindDest();
387 if (UnwindBlock != BB && LiveBBs.count(UnwindBlock)) {
388 NeedsSpill = true;
389 }
390 }
391
392 // If we decided we need a spill, do it.
393 if (NeedsSpill) {
394 ++NumSpilled;
395 DemoteRegToStack(*Inst, true);
396 }
397 }
398}
399
400bool LowerInvoke::insertExpensiveEHSupport(Function &F) {
401 std::vector<ReturnInst*> Returns;
402 std::vector<UnwindInst*> Unwinds;
403 std::vector<InvokeInst*> Invokes;
404
405 for (Function::iterator BB = F.begin(), E = F.end(); BB != E; ++BB)
406 if (ReturnInst *RI = dyn_cast<ReturnInst>(BB->getTerminator())) {
407 // Remember all return instructions in case we insert an invoke into this
408 // function.
409 Returns.push_back(RI);
410 } else if (InvokeInst *II = dyn_cast<InvokeInst>(BB->getTerminator())) {
411 Invokes.push_back(II);
412 } else if (UnwindInst *UI = dyn_cast<UnwindInst>(BB->getTerminator())) {
413 Unwinds.push_back(UI);
414 }
415
416 if (Unwinds.empty() && Invokes.empty()) return false;
417
418 NumInvokes += Invokes.size();
419 NumUnwinds += Unwinds.size();
Chris Lattner5b3c7022005-09-27 22:44:59 +0000420
421 // TODO: This is not an optimal way to do this. In particular, this always
422 // inserts setjmp calls into the entries of functions with invoke instructions
423 // even though there are possibly paths through the function that do not
424 // execute any invokes. In particular, for functions with early exits, e.g.
425 // the 'addMove' method in hexxagon, it would be nice to not have to do the
426 // setjmp stuff on the early exit path. This requires a bit of dataflow, but
427 // would not be too hard to do.
Chris Lattnerf4e6c3a2005-09-27 21:18:17 +0000428
429 // If we have an invoke instruction, insert a setjmp that dominates all
430 // invokes. After the setjmp, use a cond branch that goes to the original
431 // code path on zero, and to a designated 'catch' block of nonzero.
432 Value *OldJmpBufPtr = 0;
433 if (!Invokes.empty()) {
434 // First thing we need to do is scan the whole function for values that are
435 // live across unwind edges. Each value that is live across an unwind edge
436 // we spill into a stack location, guaranteeing that there is nothing live
437 // across the unwind edge. This process also splits all critical edges
438 // coming out of invoke's.
439 splitLiveRangesLiveAcrossInvokes(Invokes);
440
441 BasicBlock *EntryBB = F.begin();
442
443 // Create an alloca for the incoming jump buffer ptr and the new jump buffer
444 // that needs to be restored on all exits from the function. This is an
445 // alloca because the value needs to be live across invokes.
Chris Lattner97d2dbd2006-09-05 17:48:07 +0000446 unsigned Align = TLI ? TLI->getJumpBufAlignment() : 0;
Chris Lattnerf4e6c3a2005-09-27 21:18:17 +0000447 AllocaInst *JmpBuf =
Chris Lattner97d2dbd2006-09-05 17:48:07 +0000448 new AllocaInst(JBLinkTy, 0, Align, "jblink", F.begin()->begin());
Chris Lattnerf4e6c3a2005-09-27 21:18:17 +0000449
450 std::vector<Value*> Idx;
Reid Spencerc5b206b2006-12-31 05:48:39 +0000451 Idx.push_back(Constant::getNullValue(Type::Int32Ty));
452 Idx.push_back(ConstantInt::get(Type::Int32Ty, 1));
Chris Lattner1ccd1852007-02-12 22:56:41 +0000453 OldJmpBufPtr = new GetElementPtrInst(JmpBuf, &Idx[0], 2, "OldBuf",
Chris Lattnerf4e6c3a2005-09-27 21:18:17 +0000454 EntryBB->getTerminator());
455
456 // Copy the JBListHead to the alloca.
457 Value *OldBuf = new LoadInst(JBListHead, "oldjmpbufptr", true,
458 EntryBB->getTerminator());
459 new StoreInst(OldBuf, OldJmpBufPtr, true, EntryBB->getTerminator());
460
461 // Add the new jumpbuf to the list.
462 new StoreInst(JmpBuf, JBListHead, true, EntryBB->getTerminator());
463
464 // Create the catch block. The catch block is basically a big switch
465 // statement that goes to all of the invoke catch blocks.
466 BasicBlock *CatchBB = new BasicBlock("setjmp.catch", &F);
467
468 // Create an alloca which keeps track of which invoke is currently
469 // executing. For normal calls it contains zero.
Reid Spencerc5b206b2006-12-31 05:48:39 +0000470 AllocaInst *InvokeNum = new AllocaInst(Type::Int32Ty, 0, "invokenum",
Chris Lattnerf4e6c3a2005-09-27 21:18:17 +0000471 EntryBB->begin());
Reid Spencerc5b206b2006-12-31 05:48:39 +0000472 new StoreInst(ConstantInt::get(Type::Int32Ty, 0), InvokeNum, true,
Chris Lattnerf4e6c3a2005-09-27 21:18:17 +0000473 EntryBB->getTerminator());
474
475 // Insert a load in the Catch block, and a switch on its value. By default,
476 // we go to a block that just does an unwind (which is the correct action
477 // for a standard call).
478 BasicBlock *UnwindBB = new BasicBlock("unwindbb", &F);
479 Unwinds.push_back(new UnwindInst(UnwindBB));
480
481 Value *CatchLoad = new LoadInst(InvokeNum, "invoke.num", true, CatchBB);
482 SwitchInst *CatchSwitch =
483 new SwitchInst(CatchLoad, UnwindBB, Invokes.size(), CatchBB);
484
485 // Now that things are set up, insert the setjmp call itself.
486
487 // Split the entry block to insert the conditional branch for the setjmp.
488 BasicBlock *ContBlock = EntryBB->splitBasicBlock(EntryBB->getTerminator(),
489 "setjmp.cont");
490
Reid Spencerc5b206b2006-12-31 05:48:39 +0000491 Idx[1] = ConstantInt::get(Type::Int32Ty, 0);
Chris Lattner1ccd1852007-02-12 22:56:41 +0000492 Value *JmpBufPtr = new GetElementPtrInst(JmpBuf, &Idx[0], Idx.size(),
493 "TheJmpBuf",
Chris Lattnerf4e6c3a2005-09-27 21:18:17 +0000494 EntryBB->getTerminator());
495 Value *SJRet = new CallInst(SetJmpFn, JmpBufPtr, "sjret",
496 EntryBB->getTerminator());
497
498 // Compare the return value to zero.
Reid Spencere4d87aa2006-12-23 06:05:41 +0000499 Value *IsNormal = new ICmpInst(ICmpInst::ICMP_EQ, SJRet,
500 Constant::getNullValue(SJRet->getType()),
501 "notunwind", EntryBB->getTerminator());
Chris Lattnerf4e6c3a2005-09-27 21:18:17 +0000502 // Nuke the uncond branch.
503 EntryBB->getTerminator()->eraseFromParent();
504
505 // Put in a new condbranch in its place.
506 new BranchInst(ContBlock, CatchBB, IsNormal, EntryBB);
507
508 // At this point, we are all set up, rewrite each invoke instruction.
509 for (unsigned i = 0, e = Invokes.size(); i != e; ++i)
510 rewriteExpensiveInvoke(Invokes[i], i+1, InvokeNum, CatchSwitch);
511 }
512
513 // We know that there is at least one unwind.
514
515 // Create three new blocks, the block to load the jmpbuf ptr and compare
516 // against null, the block to do the longjmp, and the error block for if it
517 // is null. Add them at the end of the function because they are not hot.
518 BasicBlock *UnwindHandler = new BasicBlock("dounwind", &F);
519 BasicBlock *UnwindBlock = new BasicBlock("unwind", &F);
520 BasicBlock *TermBlock = new BasicBlock("unwinderror", &F);
521
522 // If this function contains an invoke, restore the old jumpbuf ptr.
523 Value *BufPtr;
524 if (OldJmpBufPtr) {
525 // Before the return, insert a copy from the saved value to the new value.
526 BufPtr = new LoadInst(OldJmpBufPtr, "oldjmpbufptr", UnwindHandler);
527 new StoreInst(BufPtr, JBListHead, UnwindHandler);
528 } else {
529 BufPtr = new LoadInst(JBListHead, "ehlist", UnwindHandler);
530 }
531
532 // Load the JBList, if it's null, then there was no catch!
Reid Spencere4d87aa2006-12-23 06:05:41 +0000533 Value *NotNull = new ICmpInst(ICmpInst::ICMP_NE, BufPtr,
534 Constant::getNullValue(BufPtr->getType()),
535 "notnull", UnwindHandler);
Chris Lattnerf4e6c3a2005-09-27 21:18:17 +0000536 new BranchInst(UnwindBlock, TermBlock, NotNull, UnwindHandler);
537
538 // Create the block to do the longjmp.
539 // Get a pointer to the jmpbuf and longjmp.
540 std::vector<Value*> Idx;
Reid Spencerc5b206b2006-12-31 05:48:39 +0000541 Idx.push_back(Constant::getNullValue(Type::Int32Ty));
542 Idx.push_back(ConstantInt::get(Type::Int32Ty, 0));
Chris Lattner1ccd1852007-02-12 22:56:41 +0000543 Idx[0] = new GetElementPtrInst(BufPtr, &Idx[0], 2, "JmpBuf", UnwindBlock);
Reid Spencerc5b206b2006-12-31 05:48:39 +0000544 Idx[1] = ConstantInt::get(Type::Int32Ty, 1);
Chris Lattner93e985f2007-02-13 02:10:56 +0000545 new CallInst(LongJmpFn, &Idx[0], Idx.size(), "", UnwindBlock);
Chris Lattnerf4e6c3a2005-09-27 21:18:17 +0000546 new UnreachableInst(UnwindBlock);
547
548 // Set up the term block ("throw without a catch").
549 new UnreachableInst(TermBlock);
550
551 // Insert a new call to write(2, AbortMessage, AbortMessageLength);
552 writeAbortMessage(TermBlock->getTerminator());
553
554 // Insert a call to abort()
Chris Lattner93e985f2007-02-13 02:10:56 +0000555 (new CallInst(AbortFn, "",
Chris Lattnerf4e6c3a2005-09-27 21:18:17 +0000556 TermBlock->getTerminator()))->setTailCall();
557
558
559 // Replace all unwinds with a branch to the unwind handler.
560 for (unsigned i = 0, e = Unwinds.size(); i != e; ++i) {
561 new BranchInst(UnwindHandler, Unwinds[i]);
562 Unwinds[i]->eraseFromParent();
563 }
564
565 // Finally, for any returns from this function, if this function contains an
566 // invoke, restore the old jmpbuf pointer to its input value.
567 if (OldJmpBufPtr) {
568 for (unsigned i = 0, e = Returns.size(); i != e; ++i) {
569 ReturnInst *R = Returns[i];
570
571 // Before the return, insert a copy from the saved value to the new value.
572 Value *OldBuf = new LoadInst(OldJmpBufPtr, "oldjmpbufptr", true, R);
573 new StoreInst(OldBuf, JBListHead, true, R);
574 }
575 }
576
577 return true;
Chris Lattner6d784572004-02-08 19:53:56 +0000578}
579
580bool LowerInvoke::runOnFunction(Function &F) {
581 if (ExpensiveEHSupport)
582 return insertExpensiveEHSupport(F);
583 else
584 return insertCheapEHSupport(F);
585}