blob: 55c659afce9fefde3721d2b9202e265fd49f551d [file] [log] [blame]
Chris Lattner47877052006-09-04 04:16:09 +00001//===-- LLVMTargetMachine.cpp - Implement the LLVMTargetMachine class -----===//
2//
3// The LLVM Compiler Infrastructure
4//
Chris Lattner4ee451d2007-12-29 20:36:04 +00005// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
Chris Lattner47877052006-09-04 04:16:09 +00007//
8//===----------------------------------------------------------------------===//
9//
10// This file implements the LLVMTargetMachine class.
11//
12//===----------------------------------------------------------------------===//
13
14#include "llvm/Target/TargetMachine.h"
15#include "llvm/PassManager.h"
16#include "llvm/Pass.h"
Chris Lattner31442f92007-03-31 00:24:43 +000017#include "llvm/Assembly/PrintModulePass.h"
Daniel Dunbar78945782009-08-13 23:48:47 +000018#include "llvm/CodeGen/AsmPrinter.h"
Chris Lattner47877052006-09-04 04:16:09 +000019#include "llvm/CodeGen/Passes.h"
Nate Begeman3fe980b2010-01-15 18:51:18 +000020#include "llvm/CodeGen/FileWriters.h"
Gordon Henriksen5a29c9e2008-08-17 12:56:54 +000021#include "llvm/CodeGen/GCStrategy.h"
Dan Gohmanad2afc22009-07-31 18:16:33 +000022#include "llvm/CodeGen/MachineFunctionAnalysis.h"
Chris Lattner47877052006-09-04 04:16:09 +000023#include "llvm/Target/TargetOptions.h"
Chris Lattneraf76e592009-08-22 20:48:53 +000024#include "llvm/MC/MCAsmInfo.h"
Daniel Dunbar6d823cd2009-07-15 23:48:37 +000025#include "llvm/Target/TargetRegistry.h"
Chris Lattner47877052006-09-04 04:16:09 +000026#include "llvm/Transforms/Scalar.h"
Chris Lattner31442f92007-03-31 00:24:43 +000027#include "llvm/Support/CommandLine.h"
David Greene2800eb12010-01-04 22:33:16 +000028#include "llvm/Support/Debug.h"
David Greene71847812009-07-14 20:18:05 +000029#include "llvm/Support/FormattedStream.h"
Chris Lattner47877052006-09-04 04:16:09 +000030using namespace llvm;
31
Dan Gohman2c4bf112008-09-25 01:14:49 +000032namespace llvm {
33 bool EnableFastISel;
34}
35
Eric Christopher522c01a2009-11-04 19:57:50 +000036static cl::opt<bool> DisablePostRA("disable-post-ra", cl::Hidden,
37 cl::desc("Disable Post Regalloc"));
38static cl::opt<bool> DisableBranchFold("disable-branch-fold", cl::Hidden,
39 cl::desc("Disable branch folding"));
Bob Wilson15acadd2009-11-26 00:32:21 +000040static cl::opt<bool> DisableTailDuplicate("disable-tail-duplicate", cl::Hidden,
41 cl::desc("Disable tail duplication"));
Bob Wilson516ab962010-01-16 00:29:50 +000042static cl::opt<bool> DisableEarlyTailDup("disable-early-taildup", cl::Hidden,
43 cl::desc("Disable pre-register allocation tail duplication"));
Eric Christopher522c01a2009-11-04 19:57:50 +000044static cl::opt<bool> DisableCodePlace("disable-code-place", cl::Hidden,
45 cl::desc("Disable code placement"));
46static cl::opt<bool> DisableSSC("disable-ssc", cl::Hidden,
47 cl::desc("Disable Stack Slot Coloring"));
48static cl::opt<bool> DisableMachineLICM("disable-machine-licm", cl::Hidden,
49 cl::desc("Disable Machine LICM"));
50static cl::opt<bool> DisableMachineSink("disable-machine-sink", cl::Hidden,
51 cl::desc("Disable Machine Sinking"));
52static cl::opt<bool> DisableLSR("disable-lsr", cl::Hidden,
53 cl::desc("Disable Loop Strength Reduction Pass"));
54static cl::opt<bool> DisableCGP("disable-cgp", cl::Hidden,
55 cl::desc("Disable Codegen Prepare"));
Chris Lattner85ef2542007-06-19 05:47:49 +000056static cl::opt<bool> PrintLSR("print-lsr-output", cl::Hidden,
57 cl::desc("Print LLVM IR produced by the loop-reduce pass"));
58static cl::opt<bool> PrintISelInput("print-isel-input", cl::Hidden,
59 cl::desc("Print LLVM IR input to isel pass"));
Gordon Henriksen93f96d02008-01-07 01:33:09 +000060static cl::opt<bool> PrintGCInfo("print-gc", cl::Hidden,
61 cl::desc("Dump garbage collector data"));
Jakob Stoklund Olesen48872e02009-05-16 00:33:53 +000062static cl::opt<bool> VerifyMachineCode("verify-machineinstrs", cl::Hidden,
63 cl::desc("Verify generated machine code"),
64 cl::init(getenv("LLVM_VERIFY_MACHINEINSTRS")!=NULL));
Chris Lattner85ef2542007-06-19 05:47:49 +000065
Evan Cheng7da9ecf2010-01-13 00:30:23 +000066
Dan Gohmandc756852008-10-01 20:39:19 +000067// Enable or disable FastISel. Both options are needed, because
68// FastISel is enabled by default with -fast, and we wish to be
Dan Gohmane29fea42009-08-26 15:57:57 +000069// able to enable or disable fast-isel independently from -O0.
Dan Gohmaneb0d6ab2008-10-07 23:00:56 +000070static cl::opt<cl::boolOrDefault>
Dan Gohmandc756852008-10-01 20:39:19 +000071EnableFastISelOption("fast-isel", cl::Hidden,
Dan Gohmane29fea42009-08-26 15:57:57 +000072 cl::desc("Enable the \"fast\" instruction selector"));
Dan Gohman2c4bf112008-09-25 01:14:49 +000073
Dan Gohman2e7e9482009-11-20 02:03:44 +000074// Enable or disable an experimental optimization to split GEPs
75// and run a special GVN pass which does not examine loads, in
76// an effort to factor out redundancy implicit in complex GEPs.
77static cl::opt<bool> EnableSplitGEPGVN("split-gep-gvn", cl::Hidden,
78 cl::desc("Split GEPs and run no-load GVN"));
Chris Lattnera7ac47c2009-08-12 07:22:17 +000079
80LLVMTargetMachine::LLVMTargetMachine(const Target &T,
81 const std::string &TargetTriple)
82 : TargetMachine(T) {
83 AsmInfo = T.createAsmInfo(TargetTriple);
84}
85
Eric Christopherf4f43cb2009-12-21 08:15:29 +000086// Set the default code model for the JIT for a generic target.
87// FIXME: Is small right here? or .is64Bit() ? Large : Small?
88void
89LLVMTargetMachine::setCodeModelForJIT() {
90 setCodeModel(CodeModel::Small);
91}
Chris Lattnera7ac47c2009-08-12 07:22:17 +000092
Eric Christopherf4f43cb2009-12-21 08:15:29 +000093// Set the default code model for static compilation for a generic target.
94void
95LLVMTargetMachine::setCodeModelForStatic() {
96 setCodeModel(CodeModel::Small);
97}
Chris Lattnera7ac47c2009-08-12 07:22:17 +000098
Bill Wendling04523ea2007-02-08 01:36:53 +000099FileModel::Model
Dan Gohmanbfae8312008-03-11 22:29:46 +0000100LLVMTargetMachine::addPassesToEmitFile(PassManagerBase &PM,
David Greene71847812009-07-14 20:18:05 +0000101 formatted_raw_ostream &Out,
Bill Wendling04523ea2007-02-08 01:36:53 +0000102 CodeGenFileType FileType,
Bill Wendling98a366d2009-04-29 23:29:43 +0000103 CodeGenOpt::Level OptLevel) {
Dan Gohman02dae4b2008-09-25 00:37:07 +0000104 // Add common CodeGen passes.
Bill Wendlingbe8cc2a2009-04-29 00:15:41 +0000105 if (addCommonCodeGenPasses(PM, OptLevel))
Bill Wendling04523ea2007-02-08 01:36:53 +0000106 return FileModel::Error;
107
Chris Lattner47877052006-09-04 04:16:09 +0000108 switch (FileType) {
Bill Wendling04523ea2007-02-08 01:36:53 +0000109 default:
110 break;
Chris Lattner0823d2a2010-02-02 18:44:12 +0000111 case TargetMachine::AssemblyFile: {
112 FunctionPass *Printer =
113 getTarget().createAsmPrinter(Out, *this, getMCAsmInfo(),
114 getAsmVerbosityDefault());
115 if (Printer == 0) break;
116 PM.add(Printer);
Bill Wendling04523ea2007-02-08 01:36:53 +0000117 return FileModel::AsmFile;
Chris Lattner0823d2a2010-02-02 18:44:12 +0000118 }
Bill Wendling04523ea2007-02-08 01:36:53 +0000119 case TargetMachine::ObjectFile:
Nate Begeman39bdc782010-02-01 23:56:58 +0000120 return FileModel::Error;
Chris Lattner47877052006-09-04 04:16:09 +0000121 }
Bill Wendling04523ea2007-02-08 01:36:53 +0000122 return FileModel::Error;
123}
Dan Gohman02dae4b2008-09-25 00:37:07 +0000124
Bill Wendling04523ea2007-02-08 01:36:53 +0000125/// addPassesToEmitFileFinish - If the passes to emit the specified file had to
126/// be split up (e.g., to add an object writer pass), this method can be used to
127/// finish up adding passes to emit the file, if necessary.
Dan Gohmanbfae8312008-03-11 22:29:46 +0000128bool LLVMTargetMachine::addPassesToEmitFileFinish(PassManagerBase &PM,
Bill Wendling04523ea2007-02-08 01:36:53 +0000129 MachineCodeEmitter *MCE,
Bill Wendling98a366d2009-04-29 23:29:43 +0000130 CodeGenOpt::Level OptLevel) {
Eric Christopherf4f43cb2009-12-21 08:15:29 +0000131 // Make sure the code model is set.
132 setCodeModelForStatic();
133
Bill Wendling04523ea2007-02-08 01:36:53 +0000134 if (MCE)
Daniel Dunbarcfe9a602009-07-15 22:33:19 +0000135 addSimpleCodeEmitter(PM, OptLevel, *MCE);
Dan Gohman02dae4b2008-09-25 00:37:07 +0000136
Gordon Henriksen5eca0752008-08-17 18:44:35 +0000137 PM.add(createGCInfoDeleter());
Bill Wendling04523ea2007-02-08 01:36:53 +0000138
Chris Lattner47877052006-09-04 04:16:09 +0000139 return false; // success!
140}
141
Bruno Cardoso Lopesa3f99f92009-05-30 20:51:52 +0000142/// addPassesToEmitFileFinish - If the passes to emit the specified file had to
143/// be split up (e.g., to add an object writer pass), this method can be used to
144/// finish up adding passes to emit the file, if necessary.
145bool LLVMTargetMachine::addPassesToEmitFileFinish(PassManagerBase &PM,
146 JITCodeEmitter *JCE,
147 CodeGenOpt::Level OptLevel) {
Eric Christopherf4f43cb2009-12-21 08:15:29 +0000148 // Make sure the code model is set.
149 setCodeModelForJIT();
150
Bruno Cardoso Lopesa3f99f92009-05-30 20:51:52 +0000151 if (JCE)
Daniel Dunbarcfe9a602009-07-15 22:33:19 +0000152 addSimpleCodeEmitter(PM, OptLevel, *JCE);
Bruno Cardoso Lopesa3f99f92009-05-30 20:51:52 +0000153
154 PM.add(createGCInfoDeleter());
155
Bruno Cardoso Lopesa3f99f92009-05-30 20:51:52 +0000156 return false; // success!
157}
158
Bruno Cardoso Lopesac57e6e2009-07-06 05:09:34 +0000159/// addPassesToEmitFileFinish - If the passes to emit the specified file had to
160/// be split up (e.g., to add an object writer pass), this method can be used to
161/// finish up adding passes to emit the file, if necessary.
162bool LLVMTargetMachine::addPassesToEmitFileFinish(PassManagerBase &PM,
163 ObjectCodeEmitter *OCE,
164 CodeGenOpt::Level OptLevel) {
Eric Christopherf4f43cb2009-12-21 08:15:29 +0000165 // Make sure the code model is set.
166 setCodeModelForStatic();
167
Bruno Cardoso Lopesac57e6e2009-07-06 05:09:34 +0000168 PM.add(createGCInfoDeleter());
169
Bruno Cardoso Lopesac57e6e2009-07-06 05:09:34 +0000170 return false; // success!
171}
172
Chris Lattner47877052006-09-04 04:16:09 +0000173/// addPassesToEmitMachineCode - Add passes to the specified pass manager to
174/// get machine code emitted. This uses a MachineCodeEmitter object to handle
175/// actually outputting the machine code and resolving things like the address
176/// of functions. This method should returns true if machine code emission is
177/// not supported.
178///
Dan Gohmanbfae8312008-03-11 22:29:46 +0000179bool LLVMTargetMachine::addPassesToEmitMachineCode(PassManagerBase &PM,
Chris Lattner47877052006-09-04 04:16:09 +0000180 MachineCodeEmitter &MCE,
Bill Wendling98a366d2009-04-29 23:29:43 +0000181 CodeGenOpt::Level OptLevel) {
Eric Christopherf4f43cb2009-12-21 08:15:29 +0000182 // Make sure the code model is set.
183 setCodeModelForJIT();
184
Dan Gohman02dae4b2008-09-25 00:37:07 +0000185 // Add common CodeGen passes.
Bill Wendlingbe8cc2a2009-04-29 00:15:41 +0000186 if (addCommonCodeGenPasses(PM, OptLevel))
Dan Gohman02dae4b2008-09-25 00:37:07 +0000187 return true;
188
Daniel Dunbarcfe9a602009-07-15 22:33:19 +0000189 addCodeEmitter(PM, OptLevel, MCE);
Dan Gohman02dae4b2008-09-25 00:37:07 +0000190 PM.add(createGCInfoDeleter());
191
Dan Gohman02dae4b2008-09-25 00:37:07 +0000192 return false; // success!
193}
194
Bruno Cardoso Lopesa3f99f92009-05-30 20:51:52 +0000195/// addPassesToEmitMachineCode - Add passes to the specified pass manager to
196/// get machine code emitted. This uses a MachineCodeEmitter object to handle
197/// actually outputting the machine code and resolving things like the address
198/// of functions. This method should returns true if machine code emission is
199/// not supported.
200///
201bool LLVMTargetMachine::addPassesToEmitMachineCode(PassManagerBase &PM,
202 JITCodeEmitter &JCE,
203 CodeGenOpt::Level OptLevel) {
Eric Christopherf4f43cb2009-12-21 08:15:29 +0000204 // Make sure the code model is set.
205 setCodeModelForJIT();
206
Bruno Cardoso Lopesa3f99f92009-05-30 20:51:52 +0000207 // Add common CodeGen passes.
208 if (addCommonCodeGenPasses(PM, OptLevel))
209 return true;
210
Daniel Dunbarcfe9a602009-07-15 22:33:19 +0000211 addCodeEmitter(PM, OptLevel, JCE);
Bruno Cardoso Lopesa3f99f92009-05-30 20:51:52 +0000212 PM.add(createGCInfoDeleter());
213
Bruno Cardoso Lopesa3f99f92009-05-30 20:51:52 +0000214 return false; // success!
215}
216
Jakob Stoklund Olesen48872e02009-05-16 00:33:53 +0000217static void printAndVerify(PassManagerBase &PM,
Dan Gohman499a9372009-10-31 20:17:39 +0000218 const char *Banner,
Jakob Stoklund Olesen48872e02009-05-16 00:33:53 +0000219 bool allowDoubleDefs = false) {
220 if (PrintMachineCode)
David Greene2800eb12010-01-04 22:33:16 +0000221 PM.add(createMachineFunctionPrinterPass(dbgs(), Banner));
Jakob Stoklund Olesen48872e02009-05-16 00:33:53 +0000222
223 if (VerifyMachineCode)
224 PM.add(createMachineVerifierPass(allowDoubleDefs));
225}
226
Bill Wendling98a366d2009-04-29 23:29:43 +0000227/// addCommonCodeGenPasses - Add standard LLVM codegen passes used for both
228/// emitting to assembly files or machine code output.
Dan Gohman02dae4b2008-09-25 00:37:07 +0000229///
Bill Wendlingbe8cc2a2009-04-29 00:15:41 +0000230bool LLVMTargetMachine::addCommonCodeGenPasses(PassManagerBase &PM,
Bill Wendling98a366d2009-04-29 23:29:43 +0000231 CodeGenOpt::Level OptLevel) {
Chris Lattner47877052006-09-04 04:16:09 +0000232 // Standard LLVM-Level Passes.
Dan Gohman02dae4b2008-09-25 00:37:07 +0000233
Dan Gohman2e7e9482009-11-20 02:03:44 +0000234 // Optionally, tun split-GEPs and no-load GVN.
235 if (EnableSplitGEPGVN) {
236 PM.add(createGEPSplitterPass());
237 PM.add(createGVNPass(/*NoPRE=*/false, /*NoLoads=*/true));
238 }
239
Chris Lattner47877052006-09-04 04:16:09 +0000240 // Run loop strength reduction before anything else.
Eric Christopher522c01a2009-11-04 19:57:50 +0000241 if (OptLevel != CodeGenOpt::None && !DisableLSR) {
Chris Lattnerc8d288f2007-03-31 04:18:03 +0000242 PM.add(createLoopStrengthReducePass(getTargetLowering()));
243 if (PrintLSR)
David Greene2800eb12010-01-04 22:33:16 +0000244 PM.add(createPrintFunctionPass("\n\n*** Code after LSR ***\n", &dbgs()));
Chris Lattnerc8d288f2007-03-31 04:18:03 +0000245 }
Dan Gohman02dae4b2008-09-25 00:37:07 +0000246
Duncan Sandsb0f1e172009-05-22 20:36:31 +0000247 // Turn exception handling constructs into something the code generators can
248 // handle.
Chris Lattneraf76e592009-08-22 20:48:53 +0000249 switch (getMCAsmInfo()->getExceptionHandlingType())
Jim Grosbach1b747ad2009-08-11 00:09:57 +0000250 {
Jim Grosbach1b747ad2009-08-11 00:09:57 +0000251 case ExceptionHandling::SjLj:
Jim Grosbach8b818d72009-08-17 16:41:22 +0000252 // SjLj piggy-backs on dwarf for this bit. The cleanups done apply to both
Jim Grosbach86e69fa2010-01-14 21:38:31 +0000253 // Dwarf EH prepare needs to be run after SjLj prepare. Otherwise,
254 // catch info can get misplaced when a selector ends up more than one block
255 // removed from the parent invoke(s). This could happen when a landing
256 // pad is shared by multiple invokes and is also a target of a normal
257 // edge from elsewhere.
Jim Grosbach8b818d72009-08-17 16:41:22 +0000258 PM.add(createSjLjEHPass(getTargetLowering()));
Jim Grosbach9f82da72010-01-14 21:22:16 +0000259 PM.add(createDwarfEHPass(getTargetLowering(), OptLevel==CodeGenOpt::None));
Jim Grosbach8b818d72009-08-17 16:41:22 +0000260 break;
Jim Grosbach1b747ad2009-08-11 00:09:57 +0000261 case ExceptionHandling::Dwarf:
Bill Wendling8bedf972009-10-29 00:37:35 +0000262 PM.add(createDwarfEHPass(getTargetLowering(), OptLevel==CodeGenOpt::None));
Jim Grosbach1b747ad2009-08-11 00:09:57 +0000263 break;
264 case ExceptionHandling::None:
265 PM.add(createLowerInvokePass(getTargetLowering()));
266 break;
267 }
Duncan Sandsb0f1e172009-05-22 20:36:31 +0000268
269 PM.add(createGCLoweringPass());
Dan Gohman02dae4b2008-09-25 00:37:07 +0000270
Chris Lattner47877052006-09-04 04:16:09 +0000271 // Make sure that no unreachable blocks are instruction selected.
272 PM.add(createUnreachableBlockEliminationPass());
Bill Wendling04523ea2007-02-08 01:36:53 +0000273
Eric Christopher522c01a2009-11-04 19:57:50 +0000274 if (OptLevel != CodeGenOpt::None && !DisableCGP)
Chris Lattnerc8d288f2007-03-31 04:18:03 +0000275 PM.add(createCodeGenPreparePass(getTargetLowering()));
276
Bill Wendlinge9e6bdf2008-11-13 01:02:14 +0000277 PM.add(createStackProtectorPass(getTargetLowering()));
Bill Wendling2b58ce52008-11-04 02:10:20 +0000278
Chris Lattnerc8d288f2007-03-31 04:18:03 +0000279 if (PrintISelInput)
Daniel Dunbarf4db3a52008-10-21 23:33:38 +0000280 PM.add(createPrintFunctionPass("\n\n"
281 "*** Final LLVM Code input to ISel ***\n",
David Greene2800eb12010-01-04 22:33:16 +0000282 &dbgs()));
Chris Lattnerc8d288f2007-03-31 04:18:03 +0000283
Dan Gohman02dae4b2008-09-25 00:37:07 +0000284 // Standard Lower-Level Passes.
285
Dan Gohmanad2afc22009-07-31 18:16:33 +0000286 // Set up a MachineFunction for the rest of CodeGen to work on.
287 PM.add(new MachineFunctionAnalysis(*this, OptLevel));
288
Dan Gohmandc756852008-10-01 20:39:19 +0000289 // Enable FastISel with -fast, but allow that to be overridden.
Dan Gohmaneb0d6ab2008-10-07 23:00:56 +0000290 if (EnableFastISelOption == cl::BOU_TRUE ||
Bill Wendling98a366d2009-04-29 23:29:43 +0000291 (OptLevel == CodeGenOpt::None && EnableFastISelOption != cl::BOU_FALSE))
Dan Gohmandc756852008-10-01 20:39:19 +0000292 EnableFastISel = true;
293
Chris Lattner47877052006-09-04 04:16:09 +0000294 // Ask the target for an isel.
Bill Wendlingbe8cc2a2009-04-29 00:15:41 +0000295 if (addInstSelector(PM, OptLevel))
Chris Lattner47877052006-09-04 04:16:09 +0000296 return true;
Bill Wendling04523ea2007-02-08 01:36:53 +0000297
Chris Lattner47877052006-09-04 04:16:09 +0000298 // Print the instruction selected machine code...
Dan Gohman499a9372009-10-31 20:17:39 +0000299 printAndVerify(PM, "After Instruction Selection",
300 /* allowDoubleDefs= */ true);
Bill Wendling0f940c92007-12-07 21:42:31 +0000301
Bill Wendling98a366d2009-04-29 23:29:43 +0000302 if (OptLevel != CodeGenOpt::None) {
Evan Cheng81d22d82010-01-13 08:45:40 +0000303 PM.add(createOptimizeExtsPass());
Eric Christopher522c01a2009-11-04 19:57:50 +0000304 if (!DisableMachineLICM)
305 PM.add(createMachineLICMPass());
306 if (!DisableMachineSink)
307 PM.add(createMachineSinkingPass());
Dan Gohman499a9372009-10-31 20:17:39 +0000308 printAndVerify(PM, "After MachineLICM and MachineSinking",
309 /* allowDoubleDefs= */ true);
Evan Cheng8f0d99e2009-02-09 08:45:39 +0000310 }
Bill Wendling0f940c92007-12-07 21:42:31 +0000311
Evan Cheng79fc6f42009-12-04 09:42:45 +0000312 // Pre-ra tail duplication.
Bob Wilson516ab962010-01-16 00:29:50 +0000313 if (OptLevel != CodeGenOpt::None && !DisableEarlyTailDup) {
Evan Cheng79fc6f42009-12-04 09:42:45 +0000314 PM.add(createTailDuplicatePass(true));
Jakob Stoklund Olesen541e9ae2010-01-06 23:52:46 +0000315 printAndVerify(PM, "After Pre-RegAlloc TailDuplicate",
316 /* allowDoubleDefs= */ true);
Evan Cheng79fc6f42009-12-04 09:42:45 +0000317 }
318
Anton Korobeynikovb013f502008-04-23 18:26:03 +0000319 // Run pre-ra passes.
Jakob Stoklund Olesen48872e02009-05-16 00:33:53 +0000320 if (addPreRegAlloc(PM, OptLevel))
Dan Gohman499a9372009-10-31 20:17:39 +0000321 printAndVerify(PM, "After PreRegAlloc passes",
322 /* allowDoubleDefs= */ true);
Anton Korobeynikovb013f502008-04-23 18:26:03 +0000323
Evan Cheng3f32d652008-06-04 09:18:41 +0000324 // Perform register allocation.
Chris Lattner47877052006-09-04 04:16:09 +0000325 PM.add(createRegisterAllocator());
Dan Gohman499a9372009-10-31 20:17:39 +0000326 printAndVerify(PM, "After Register Allocation");
Evan Cheng3f32d652008-06-04 09:18:41 +0000327
328 // Perform stack slot coloring.
Eric Christopher522c01a2009-11-04 19:57:50 +0000329 if (OptLevel != CodeGenOpt::None && !DisableSSC) {
Evan Cheng6248fa42009-08-05 07:26:17 +0000330 // FIXME: Re-enable coloring with register when it's capable of adding
331 // kill markers.
332 PM.add(createStackSlotColoringPass(false));
Dan Gohman499a9372009-10-31 20:17:39 +0000333 printAndVerify(PM, "After StackSlotColoring");
334 }
Dan Gohman02dae4b2008-09-25 00:37:07 +0000335
Evan Cheng3f32d652008-06-04 09:18:41 +0000336 // Run post-ra passes.
Jakob Stoklund Olesen48872e02009-05-16 00:33:53 +0000337 if (addPostRegAlloc(PM, OptLevel))
Dan Gohman499a9372009-10-31 20:17:39 +0000338 printAndVerify(PM, "After PostRegAlloc passes");
Dan Gohman02dae4b2008-09-25 00:37:07 +0000339
Christopher Lambada779f2007-07-27 07:36:14 +0000340 PM.add(createLowerSubregsPass());
Dan Gohman499a9372009-10-31 20:17:39 +0000341 printAndVerify(PM, "After LowerSubregs");
Bill Wendling04523ea2007-02-08 01:36:53 +0000342
Chris Lattner47877052006-09-04 04:16:09 +0000343 // Insert prolog/epilog code. Eliminate abstract frame index references...
344 PM.add(createPrologEpilogCodeInserter());
Dan Gohman499a9372009-10-31 20:17:39 +0000345 printAndVerify(PM, "After PrologEpilogCodeInserter");
Dan Gohman02dae4b2008-09-25 00:37:07 +0000346
Evan Cheng629adde2009-09-30 08:49:50 +0000347 // Run pre-sched2 passes.
348 if (addPreSched2(PM, OptLevel))
Dan Gohman499a9372009-10-31 20:17:39 +0000349 printAndVerify(PM, "After PreSched2 passes");
Evan Cheng629adde2009-09-30 08:49:50 +0000350
Dale Johannesene7e7d0d2007-07-13 17:13:54 +0000351 // Second pass scheduler.
Eric Christopher522c01a2009-11-04 19:57:50 +0000352 if (OptLevel != CodeGenOpt::None && !DisablePostRA) {
Evan Chengfa163542009-10-16 21:06:15 +0000353 PM.add(createPostRAScheduler(OptLevel));
Dan Gohman499a9372009-10-31 20:17:39 +0000354 printAndVerify(PM, "After PostRAScheduler");
Dan Gohman5ce09732008-11-20 19:54:21 +0000355 }
356
Dan Gohman23b0d492008-12-18 01:36:42 +0000357 // Branch folding must be run after regalloc and prolog/epilog insertion.
Eric Christopher522c01a2009-11-04 19:57:50 +0000358 if (OptLevel != CodeGenOpt::None && !DisableBranchFold) {
Bob Wilsona5971032009-10-28 20:46:46 +0000359 PM.add(createBranchFoldingPass(getEnableTailMergeDefault()));
Dan Gohman499a9372009-10-31 20:17:39 +0000360 printAndVerify(PM, "After BranchFolding");
Jakob Stoklund Olesen48872e02009-05-16 00:33:53 +0000361 }
Dan Gohman23b0d492008-12-18 01:36:42 +0000362
Bob Wilson15acadd2009-11-26 00:32:21 +0000363 // Tail duplication.
364 if (OptLevel != CodeGenOpt::None && !DisableTailDuplicate) {
Evan Cheng79fc6f42009-12-04 09:42:45 +0000365 PM.add(createTailDuplicatePass(false));
Bob Wilson2d521e52009-11-26 21:38:41 +0000366 printAndVerify(PM, "After TailDuplicate");
Bob Wilson15acadd2009-11-26 00:32:21 +0000367 }
368
Gordon Henriksen93f96d02008-01-07 01:33:09 +0000369 PM.add(createGCMachineCodeAnalysisPass());
Dan Gohman02dae4b2008-09-25 00:37:07 +0000370
Gordon Henriksen93f96d02008-01-07 01:33:09 +0000371 if (PrintGCInfo)
David Greene2800eb12010-01-04 22:33:16 +0000372 PM.add(createGCInfoPrinter(dbgs()));
Bill Wendling04523ea2007-02-08 01:36:53 +0000373
Eric Christopher522c01a2009-11-04 19:57:50 +0000374 if (OptLevel != CodeGenOpt::None && !DisableCodePlace) {
Dan Gohman499a9372009-10-31 20:17:39 +0000375 PM.add(createCodePlacementOptPass());
376 printAndVerify(PM, "After CodePlacementOpt");
377 }
378
Evan Cheng517e2552009-11-05 01:16:59 +0000379 if (addPreEmitPass(PM, OptLevel))
380 printAndVerify(PM, "After PreEmit passes");
381
Dan Gohman02dae4b2008-09-25 00:37:07 +0000382 return false;
Chris Lattner47877052006-09-04 04:16:09 +0000383}