blob: f4065924b1d701309383f4468a638a155e6090a9 [file] [log] [blame]
Chris Lattner47877052006-09-04 04:16:09 +00001//===-- LLVMTargetMachine.cpp - Implement the LLVMTargetMachine class -----===//
2//
3// The LLVM Compiler Infrastructure
4//
Chris Lattner4ee451d2007-12-29 20:36:04 +00005// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
Chris Lattner47877052006-09-04 04:16:09 +00007//
8//===----------------------------------------------------------------------===//
9//
10// This file implements the LLVMTargetMachine class.
11//
12//===----------------------------------------------------------------------===//
13
14#include "llvm/Target/TargetMachine.h"
15#include "llvm/PassManager.h"
16#include "llvm/Pass.h"
Chris Lattner31442f92007-03-31 00:24:43 +000017#include "llvm/Assembly/PrintModulePass.h"
Daniel Dunbar78945782009-08-13 23:48:47 +000018#include "llvm/CodeGen/AsmPrinter.h"
Chris Lattner47877052006-09-04 04:16:09 +000019#include "llvm/CodeGen/Passes.h"
Gordon Henriksen5a29c9e2008-08-17 12:56:54 +000020#include "llvm/CodeGen/GCStrategy.h"
Dan Gohmanad2afc22009-07-31 18:16:33 +000021#include "llvm/CodeGen/MachineFunctionAnalysis.h"
Chris Lattner47877052006-09-04 04:16:09 +000022#include "llvm/Target/TargetOptions.h"
Chris Lattneraf76e592009-08-22 20:48:53 +000023#include "llvm/MC/MCAsmInfo.h"
Chris Lattner56591ab2010-02-02 23:37:42 +000024#include "llvm/MC/MCContext.h"
25#include "llvm/MC/MCStreamer.h"
26#include "llvm/Target/TargetData.h"
Daniel Dunbar6d823cd2009-07-15 23:48:37 +000027#include "llvm/Target/TargetRegistry.h"
Chris Lattner47877052006-09-04 04:16:09 +000028#include "llvm/Transforms/Scalar.h"
Chris Lattner31442f92007-03-31 00:24:43 +000029#include "llvm/Support/CommandLine.h"
David Greene2800eb12010-01-04 22:33:16 +000030#include "llvm/Support/Debug.h"
David Greene71847812009-07-14 20:18:05 +000031#include "llvm/Support/FormattedStream.h"
Chris Lattner47877052006-09-04 04:16:09 +000032using namespace llvm;
33
Dan Gohman2c4bf112008-09-25 01:14:49 +000034namespace llvm {
35 bool EnableFastISel;
36}
37
Eric Christopher522c01a2009-11-04 19:57:50 +000038static cl::opt<bool> DisablePostRA("disable-post-ra", cl::Hidden,
39 cl::desc("Disable Post Regalloc"));
40static cl::opt<bool> DisableBranchFold("disable-branch-fold", cl::Hidden,
41 cl::desc("Disable branch folding"));
Bob Wilson15acadd2009-11-26 00:32:21 +000042static cl::opt<bool> DisableTailDuplicate("disable-tail-duplicate", cl::Hidden,
43 cl::desc("Disable tail duplication"));
Bob Wilson516ab962010-01-16 00:29:50 +000044static cl::opt<bool> DisableEarlyTailDup("disable-early-taildup", cl::Hidden,
45 cl::desc("Disable pre-register allocation tail duplication"));
Eric Christopher522c01a2009-11-04 19:57:50 +000046static cl::opt<bool> DisableCodePlace("disable-code-place", cl::Hidden,
47 cl::desc("Disable code placement"));
48static cl::opt<bool> DisableSSC("disable-ssc", cl::Hidden,
49 cl::desc("Disable Stack Slot Coloring"));
50static cl::opt<bool> DisableMachineLICM("disable-machine-licm", cl::Hidden,
51 cl::desc("Disable Machine LICM"));
52static cl::opt<bool> DisableMachineSink("disable-machine-sink", cl::Hidden,
53 cl::desc("Disable Machine Sinking"));
54static cl::opt<bool> DisableLSR("disable-lsr", cl::Hidden,
55 cl::desc("Disable Loop Strength Reduction Pass"));
56static cl::opt<bool> DisableCGP("disable-cgp", cl::Hidden,
57 cl::desc("Disable Codegen Prepare"));
Chris Lattner85ef2542007-06-19 05:47:49 +000058static cl::opt<bool> PrintLSR("print-lsr-output", cl::Hidden,
59 cl::desc("Print LLVM IR produced by the loop-reduce pass"));
60static cl::opt<bool> PrintISelInput("print-isel-input", cl::Hidden,
61 cl::desc("Print LLVM IR input to isel pass"));
Gordon Henriksen93f96d02008-01-07 01:33:09 +000062static cl::opt<bool> PrintGCInfo("print-gc", cl::Hidden,
63 cl::desc("Dump garbage collector data"));
Jakob Stoklund Olesen48872e02009-05-16 00:33:53 +000064static cl::opt<bool> VerifyMachineCode("verify-machineinstrs", cl::Hidden,
65 cl::desc("Verify generated machine code"),
66 cl::init(getenv("LLVM_VERIFY_MACHINEINSTRS")!=NULL));
Chris Lattner85ef2542007-06-19 05:47:49 +000067
Chris Lattner1f219902010-02-02 22:54:51 +000068static cl::opt<cl::boolOrDefault>
69AsmVerbose("asm-verbose", cl::desc("Add comments to directives."),
70 cl::init(cl::BOU_UNSET));
71
Chris Lattnere16ad1a2010-02-02 22:58:13 +000072static bool getVerboseAsm() {
Chris Lattner1f219902010-02-02 22:54:51 +000073 switch (AsmVerbose) {
Chris Lattnere16ad1a2010-02-02 22:58:13 +000074 default:
75 case cl::BOU_UNSET: return TargetMachine::getAsmVerbosityDefault();
76 case cl::BOU_TRUE: return true;
77 case cl::BOU_FALSE: return false;
Chris Lattner1f219902010-02-02 22:54:51 +000078 }
79}
Evan Cheng7da9ecf2010-01-13 00:30:23 +000080
Dan Gohmandc756852008-10-01 20:39:19 +000081// Enable or disable FastISel. Both options are needed, because
82// FastISel is enabled by default with -fast, and we wish to be
Dan Gohmane29fea42009-08-26 15:57:57 +000083// able to enable or disable fast-isel independently from -O0.
Dan Gohmaneb0d6ab2008-10-07 23:00:56 +000084static cl::opt<cl::boolOrDefault>
Dan Gohmandc756852008-10-01 20:39:19 +000085EnableFastISelOption("fast-isel", cl::Hidden,
Dan Gohmane29fea42009-08-26 15:57:57 +000086 cl::desc("Enable the \"fast\" instruction selector"));
Dan Gohman2c4bf112008-09-25 01:14:49 +000087
Dan Gohman2e7e9482009-11-20 02:03:44 +000088// Enable or disable an experimental optimization to split GEPs
89// and run a special GVN pass which does not examine loads, in
90// an effort to factor out redundancy implicit in complex GEPs.
91static cl::opt<bool> EnableSplitGEPGVN("split-gep-gvn", cl::Hidden,
92 cl::desc("Split GEPs and run no-load GVN"));
Chris Lattnera7ac47c2009-08-12 07:22:17 +000093
94LLVMTargetMachine::LLVMTargetMachine(const Target &T,
95 const std::string &TargetTriple)
96 : TargetMachine(T) {
97 AsmInfo = T.createAsmInfo(TargetTriple);
98}
99
Eric Christopherf4f43cb2009-12-21 08:15:29 +0000100// Set the default code model for the JIT for a generic target.
101// FIXME: Is small right here? or .is64Bit() ? Large : Small?
102void
103LLVMTargetMachine::setCodeModelForJIT() {
104 setCodeModel(CodeModel::Small);
105}
Chris Lattnera7ac47c2009-08-12 07:22:17 +0000106
Eric Christopherf4f43cb2009-12-21 08:15:29 +0000107// Set the default code model for static compilation for a generic target.
108void
109LLVMTargetMachine::setCodeModelForStatic() {
110 setCodeModel(CodeModel::Small);
111}
Chris Lattnera7ac47c2009-08-12 07:22:17 +0000112
Chris Lattner211edae2010-02-02 21:06:45 +0000113TargetMachine::CodeGenFileType
Dan Gohmanbfae8312008-03-11 22:29:46 +0000114LLVMTargetMachine::addPassesToEmitFile(PassManagerBase &PM,
David Greene71847812009-07-14 20:18:05 +0000115 formatted_raw_ostream &Out,
Bill Wendling04523ea2007-02-08 01:36:53 +0000116 CodeGenFileType FileType,
Bill Wendling98a366d2009-04-29 23:29:43 +0000117 CodeGenOpt::Level OptLevel) {
Dan Gohman02dae4b2008-09-25 00:37:07 +0000118 // Add common CodeGen passes.
Bill Wendlingbe8cc2a2009-04-29 00:15:41 +0000119 if (addCommonCodeGenPasses(PM, OptLevel))
Chris Lattner211edae2010-02-02 21:06:45 +0000120 return CGFT_ErrorOccurred;
Bill Wendling04523ea2007-02-08 01:36:53 +0000121
Chris Lattner47877052006-09-04 04:16:09 +0000122 switch (FileType) {
Bill Wendling04523ea2007-02-08 01:36:53 +0000123 default:
Chris Lattner211edae2010-02-02 21:06:45 +0000124 case CGFT_ObjectFile:
125 return CGFT_ErrorOccurred;
126 case CGFT_AssemblyFile: {
Chris Lattner56591ab2010-02-02 23:37:42 +0000127 MCContext *Context = new MCContext();
128 MCStreamer *AsmStreamer =
129 createAsmStreamer(*Context, Out, *getMCAsmInfo(),
130 getTargetData()->isLittleEndian(),
131 getVerboseAsm(),
132 /*instprinter*/0,
133 /*codeemitter*/0);
134
135 // Create the AsmPrinter, which takes ownership of Context and AsmStreamer
136 // if successful.
Chris Lattner0823d2a2010-02-02 18:44:12 +0000137 FunctionPass *Printer =
Chris Lattner56591ab2010-02-02 23:37:42 +0000138 getTarget().createAsmPrinter(Out, *this, *Context, *AsmStreamer,
139 getMCAsmInfo());
140 if (Printer == 0) {
141 delete AsmStreamer;
142 delete Context;
143 return CGFT_ErrorOccurred;
144 }
Chris Lattner0823d2a2010-02-02 18:44:12 +0000145 PM.add(Printer);
Chris Lattnerb5c51602010-02-02 19:14:27 +0000146 break;
Chris Lattner0823d2a2010-02-02 18:44:12 +0000147 }
Chris Lattner47877052006-09-04 04:16:09 +0000148 }
Chris Lattnerb5c51602010-02-02 19:14:27 +0000149
Eric Christopherf4f43cb2009-12-21 08:15:29 +0000150 // Make sure the code model is set.
151 setCodeModelForStatic();
Gordon Henriksen5eca0752008-08-17 18:44:35 +0000152 PM.add(createGCInfoDeleter());
Chris Lattner211edae2010-02-02 21:06:45 +0000153 return FileType;
Dan Gohman02dae4b2008-09-25 00:37:07 +0000154}
155
Bruno Cardoso Lopesa3f99f92009-05-30 20:51:52 +0000156/// addPassesToEmitMachineCode - Add passes to the specified pass manager to
Chris Lattner3813d8a2010-02-02 22:31:11 +0000157/// get machine code emitted. This uses a JITCodeEmitter object to handle
Bruno Cardoso Lopesa3f99f92009-05-30 20:51:52 +0000158/// actually outputting the machine code and resolving things like the address
159/// of functions. This method should returns true if machine code emission is
160/// not supported.
161///
162bool LLVMTargetMachine::addPassesToEmitMachineCode(PassManagerBase &PM,
163 JITCodeEmitter &JCE,
164 CodeGenOpt::Level OptLevel) {
Eric Christopherf4f43cb2009-12-21 08:15:29 +0000165 // Make sure the code model is set.
166 setCodeModelForJIT();
167
Bruno Cardoso Lopesa3f99f92009-05-30 20:51:52 +0000168 // Add common CodeGen passes.
169 if (addCommonCodeGenPasses(PM, OptLevel))
170 return true;
171
Daniel Dunbarcfe9a602009-07-15 22:33:19 +0000172 addCodeEmitter(PM, OptLevel, JCE);
Bruno Cardoso Lopesa3f99f92009-05-30 20:51:52 +0000173 PM.add(createGCInfoDeleter());
174
Bruno Cardoso Lopesa3f99f92009-05-30 20:51:52 +0000175 return false; // success!
176}
177
Jakob Stoklund Olesen48872e02009-05-16 00:33:53 +0000178static void printAndVerify(PassManagerBase &PM,
Dan Gohman499a9372009-10-31 20:17:39 +0000179 const char *Banner,
Jakob Stoklund Olesen48872e02009-05-16 00:33:53 +0000180 bool allowDoubleDefs = false) {
181 if (PrintMachineCode)
David Greene2800eb12010-01-04 22:33:16 +0000182 PM.add(createMachineFunctionPrinterPass(dbgs(), Banner));
Jakob Stoklund Olesen48872e02009-05-16 00:33:53 +0000183
184 if (VerifyMachineCode)
185 PM.add(createMachineVerifierPass(allowDoubleDefs));
186}
187
Bill Wendling98a366d2009-04-29 23:29:43 +0000188/// addCommonCodeGenPasses - Add standard LLVM codegen passes used for both
189/// emitting to assembly files or machine code output.
Dan Gohman02dae4b2008-09-25 00:37:07 +0000190///
Bill Wendlingbe8cc2a2009-04-29 00:15:41 +0000191bool LLVMTargetMachine::addCommonCodeGenPasses(PassManagerBase &PM,
Bill Wendling98a366d2009-04-29 23:29:43 +0000192 CodeGenOpt::Level OptLevel) {
Chris Lattner47877052006-09-04 04:16:09 +0000193 // Standard LLVM-Level Passes.
Dan Gohman02dae4b2008-09-25 00:37:07 +0000194
Dan Gohman2e7e9482009-11-20 02:03:44 +0000195 // Optionally, tun split-GEPs and no-load GVN.
196 if (EnableSplitGEPGVN) {
197 PM.add(createGEPSplitterPass());
198 PM.add(createGVNPass(/*NoPRE=*/false, /*NoLoads=*/true));
199 }
200
Chris Lattner47877052006-09-04 04:16:09 +0000201 // Run loop strength reduction before anything else.
Eric Christopher522c01a2009-11-04 19:57:50 +0000202 if (OptLevel != CodeGenOpt::None && !DisableLSR) {
Chris Lattnerc8d288f2007-03-31 04:18:03 +0000203 PM.add(createLoopStrengthReducePass(getTargetLowering()));
204 if (PrintLSR)
David Greene2800eb12010-01-04 22:33:16 +0000205 PM.add(createPrintFunctionPass("\n\n*** Code after LSR ***\n", &dbgs()));
Chris Lattnerc8d288f2007-03-31 04:18:03 +0000206 }
Dan Gohman02dae4b2008-09-25 00:37:07 +0000207
Duncan Sandsb0f1e172009-05-22 20:36:31 +0000208 // Turn exception handling constructs into something the code generators can
209 // handle.
Chris Lattneraf76e592009-08-22 20:48:53 +0000210 switch (getMCAsmInfo()->getExceptionHandlingType())
Jim Grosbach1b747ad2009-08-11 00:09:57 +0000211 {
Jim Grosbach1b747ad2009-08-11 00:09:57 +0000212 case ExceptionHandling::SjLj:
Jim Grosbach8b818d72009-08-17 16:41:22 +0000213 // SjLj piggy-backs on dwarf for this bit. The cleanups done apply to both
Jim Grosbach86e69fa2010-01-14 21:38:31 +0000214 // Dwarf EH prepare needs to be run after SjLj prepare. Otherwise,
215 // catch info can get misplaced when a selector ends up more than one block
216 // removed from the parent invoke(s). This could happen when a landing
217 // pad is shared by multiple invokes and is also a target of a normal
218 // edge from elsewhere.
Jim Grosbach8b818d72009-08-17 16:41:22 +0000219 PM.add(createSjLjEHPass(getTargetLowering()));
Jim Grosbach9f82da72010-01-14 21:22:16 +0000220 PM.add(createDwarfEHPass(getTargetLowering(), OptLevel==CodeGenOpt::None));
Jim Grosbach8b818d72009-08-17 16:41:22 +0000221 break;
Jim Grosbach1b747ad2009-08-11 00:09:57 +0000222 case ExceptionHandling::Dwarf:
Bill Wendling8bedf972009-10-29 00:37:35 +0000223 PM.add(createDwarfEHPass(getTargetLowering(), OptLevel==CodeGenOpt::None));
Jim Grosbach1b747ad2009-08-11 00:09:57 +0000224 break;
225 case ExceptionHandling::None:
226 PM.add(createLowerInvokePass(getTargetLowering()));
227 break;
228 }
Duncan Sandsb0f1e172009-05-22 20:36:31 +0000229
230 PM.add(createGCLoweringPass());
Dan Gohman02dae4b2008-09-25 00:37:07 +0000231
Chris Lattner47877052006-09-04 04:16:09 +0000232 // Make sure that no unreachable blocks are instruction selected.
233 PM.add(createUnreachableBlockEliminationPass());
Bill Wendling04523ea2007-02-08 01:36:53 +0000234
Eric Christopher522c01a2009-11-04 19:57:50 +0000235 if (OptLevel != CodeGenOpt::None && !DisableCGP)
Chris Lattnerc8d288f2007-03-31 04:18:03 +0000236 PM.add(createCodeGenPreparePass(getTargetLowering()));
237
Bill Wendlinge9e6bdf2008-11-13 01:02:14 +0000238 PM.add(createStackProtectorPass(getTargetLowering()));
Bill Wendling2b58ce52008-11-04 02:10:20 +0000239
Chris Lattnerc8d288f2007-03-31 04:18:03 +0000240 if (PrintISelInput)
Daniel Dunbarf4db3a52008-10-21 23:33:38 +0000241 PM.add(createPrintFunctionPass("\n\n"
242 "*** Final LLVM Code input to ISel ***\n",
David Greene2800eb12010-01-04 22:33:16 +0000243 &dbgs()));
Chris Lattnerc8d288f2007-03-31 04:18:03 +0000244
Dan Gohman02dae4b2008-09-25 00:37:07 +0000245 // Standard Lower-Level Passes.
246
Dan Gohmanad2afc22009-07-31 18:16:33 +0000247 // Set up a MachineFunction for the rest of CodeGen to work on.
248 PM.add(new MachineFunctionAnalysis(*this, OptLevel));
249
Dan Gohmandc756852008-10-01 20:39:19 +0000250 // Enable FastISel with -fast, but allow that to be overridden.
Dan Gohmaneb0d6ab2008-10-07 23:00:56 +0000251 if (EnableFastISelOption == cl::BOU_TRUE ||
Bill Wendling98a366d2009-04-29 23:29:43 +0000252 (OptLevel == CodeGenOpt::None && EnableFastISelOption != cl::BOU_FALSE))
Dan Gohmandc756852008-10-01 20:39:19 +0000253 EnableFastISel = true;
254
Chris Lattner47877052006-09-04 04:16:09 +0000255 // Ask the target for an isel.
Bill Wendlingbe8cc2a2009-04-29 00:15:41 +0000256 if (addInstSelector(PM, OptLevel))
Chris Lattner47877052006-09-04 04:16:09 +0000257 return true;
Bill Wendling04523ea2007-02-08 01:36:53 +0000258
Chris Lattner47877052006-09-04 04:16:09 +0000259 // Print the instruction selected machine code...
Dan Gohman499a9372009-10-31 20:17:39 +0000260 printAndVerify(PM, "After Instruction Selection",
261 /* allowDoubleDefs= */ true);
Bill Wendling0f940c92007-12-07 21:42:31 +0000262
Bill Wendling98a366d2009-04-29 23:29:43 +0000263 if (OptLevel != CodeGenOpt::None) {
Evan Cheng81d22d82010-01-13 08:45:40 +0000264 PM.add(createOptimizeExtsPass());
Eric Christopher522c01a2009-11-04 19:57:50 +0000265 if (!DisableMachineLICM)
266 PM.add(createMachineLICMPass());
267 if (!DisableMachineSink)
268 PM.add(createMachineSinkingPass());
Dan Gohman499a9372009-10-31 20:17:39 +0000269 printAndVerify(PM, "After MachineLICM and MachineSinking",
270 /* allowDoubleDefs= */ true);
Evan Cheng8f0d99e2009-02-09 08:45:39 +0000271 }
Bill Wendling0f940c92007-12-07 21:42:31 +0000272
Evan Cheng79fc6f42009-12-04 09:42:45 +0000273 // Pre-ra tail duplication.
Bob Wilson516ab962010-01-16 00:29:50 +0000274 if (OptLevel != CodeGenOpt::None && !DisableEarlyTailDup) {
Evan Cheng79fc6f42009-12-04 09:42:45 +0000275 PM.add(createTailDuplicatePass(true));
Jakob Stoklund Olesen541e9ae2010-01-06 23:52:46 +0000276 printAndVerify(PM, "After Pre-RegAlloc TailDuplicate",
277 /* allowDoubleDefs= */ true);
Evan Cheng79fc6f42009-12-04 09:42:45 +0000278 }
279
Anton Korobeynikovb013f502008-04-23 18:26:03 +0000280 // Run pre-ra passes.
Jakob Stoklund Olesen48872e02009-05-16 00:33:53 +0000281 if (addPreRegAlloc(PM, OptLevel))
Dan Gohman499a9372009-10-31 20:17:39 +0000282 printAndVerify(PM, "After PreRegAlloc passes",
283 /* allowDoubleDefs= */ true);
Anton Korobeynikovb013f502008-04-23 18:26:03 +0000284
Evan Cheng3f32d652008-06-04 09:18:41 +0000285 // Perform register allocation.
Chris Lattner47877052006-09-04 04:16:09 +0000286 PM.add(createRegisterAllocator());
Dan Gohman499a9372009-10-31 20:17:39 +0000287 printAndVerify(PM, "After Register Allocation");
Evan Cheng3f32d652008-06-04 09:18:41 +0000288
289 // Perform stack slot coloring.
Eric Christopher522c01a2009-11-04 19:57:50 +0000290 if (OptLevel != CodeGenOpt::None && !DisableSSC) {
Evan Cheng6248fa42009-08-05 07:26:17 +0000291 // FIXME: Re-enable coloring with register when it's capable of adding
292 // kill markers.
293 PM.add(createStackSlotColoringPass(false));
Dan Gohman499a9372009-10-31 20:17:39 +0000294 printAndVerify(PM, "After StackSlotColoring");
295 }
Dan Gohman02dae4b2008-09-25 00:37:07 +0000296
Evan Cheng3f32d652008-06-04 09:18:41 +0000297 // Run post-ra passes.
Jakob Stoklund Olesen48872e02009-05-16 00:33:53 +0000298 if (addPostRegAlloc(PM, OptLevel))
Dan Gohman499a9372009-10-31 20:17:39 +0000299 printAndVerify(PM, "After PostRegAlloc passes");
Dan Gohman02dae4b2008-09-25 00:37:07 +0000300
Christopher Lambada779f2007-07-27 07:36:14 +0000301 PM.add(createLowerSubregsPass());
Dan Gohman499a9372009-10-31 20:17:39 +0000302 printAndVerify(PM, "After LowerSubregs");
Bill Wendling04523ea2007-02-08 01:36:53 +0000303
Chris Lattner47877052006-09-04 04:16:09 +0000304 // Insert prolog/epilog code. Eliminate abstract frame index references...
305 PM.add(createPrologEpilogCodeInserter());
Dan Gohman499a9372009-10-31 20:17:39 +0000306 printAndVerify(PM, "After PrologEpilogCodeInserter");
Dan Gohman02dae4b2008-09-25 00:37:07 +0000307
Evan Cheng629adde2009-09-30 08:49:50 +0000308 // Run pre-sched2 passes.
309 if (addPreSched2(PM, OptLevel))
Dan Gohman499a9372009-10-31 20:17:39 +0000310 printAndVerify(PM, "After PreSched2 passes");
Evan Cheng629adde2009-09-30 08:49:50 +0000311
Dale Johannesene7e7d0d2007-07-13 17:13:54 +0000312 // Second pass scheduler.
Eric Christopher522c01a2009-11-04 19:57:50 +0000313 if (OptLevel != CodeGenOpt::None && !DisablePostRA) {
Evan Chengfa163542009-10-16 21:06:15 +0000314 PM.add(createPostRAScheduler(OptLevel));
Dan Gohman499a9372009-10-31 20:17:39 +0000315 printAndVerify(PM, "After PostRAScheduler");
Dan Gohman5ce09732008-11-20 19:54:21 +0000316 }
317
Dan Gohman23b0d492008-12-18 01:36:42 +0000318 // Branch folding must be run after regalloc and prolog/epilog insertion.
Eric Christopher522c01a2009-11-04 19:57:50 +0000319 if (OptLevel != CodeGenOpt::None && !DisableBranchFold) {
Bob Wilsona5971032009-10-28 20:46:46 +0000320 PM.add(createBranchFoldingPass(getEnableTailMergeDefault()));
Dan Gohman499a9372009-10-31 20:17:39 +0000321 printAndVerify(PM, "After BranchFolding");
Jakob Stoklund Olesen48872e02009-05-16 00:33:53 +0000322 }
Dan Gohman23b0d492008-12-18 01:36:42 +0000323
Bob Wilson15acadd2009-11-26 00:32:21 +0000324 // Tail duplication.
325 if (OptLevel != CodeGenOpt::None && !DisableTailDuplicate) {
Evan Cheng79fc6f42009-12-04 09:42:45 +0000326 PM.add(createTailDuplicatePass(false));
Bob Wilson2d521e52009-11-26 21:38:41 +0000327 printAndVerify(PM, "After TailDuplicate");
Bob Wilson15acadd2009-11-26 00:32:21 +0000328 }
329
Gordon Henriksen93f96d02008-01-07 01:33:09 +0000330 PM.add(createGCMachineCodeAnalysisPass());
Dan Gohman02dae4b2008-09-25 00:37:07 +0000331
Gordon Henriksen93f96d02008-01-07 01:33:09 +0000332 if (PrintGCInfo)
David Greene2800eb12010-01-04 22:33:16 +0000333 PM.add(createGCInfoPrinter(dbgs()));
Bill Wendling04523ea2007-02-08 01:36:53 +0000334
Eric Christopher522c01a2009-11-04 19:57:50 +0000335 if (OptLevel != CodeGenOpt::None && !DisableCodePlace) {
Dan Gohman499a9372009-10-31 20:17:39 +0000336 PM.add(createCodePlacementOptPass());
337 printAndVerify(PM, "After CodePlacementOpt");
338 }
339
Evan Cheng517e2552009-11-05 01:16:59 +0000340 if (addPreEmitPass(PM, OptLevel))
341 printAndVerify(PM, "After PreEmit passes");
342
Dan Gohman02dae4b2008-09-25 00:37:07 +0000343 return false;
Chris Lattner47877052006-09-04 04:16:09 +0000344}