Chris Lattner | 4787705 | 2006-09-04 04:16:09 +0000 | [diff] [blame] | 1 | //===-- LLVMTargetMachine.cpp - Implement the LLVMTargetMachine class -----===// |
| 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
Chris Lattner | 4ee451d | 2007-12-29 20:36:04 +0000 | [diff] [blame] | 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
Chris Lattner | 4787705 | 2006-09-04 04:16:09 +0000 | [diff] [blame] | 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | // |
| 10 | // This file implements the LLVMTargetMachine class. |
| 11 | // |
| 12 | //===----------------------------------------------------------------------===// |
| 13 | |
| 14 | #include "llvm/Target/TargetMachine.h" |
| 15 | #include "llvm/PassManager.h" |
| 16 | #include "llvm/Pass.h" |
Chris Lattner | 31442f9 | 2007-03-31 00:24:43 +0000 | [diff] [blame] | 17 | #include "llvm/Assembly/PrintModulePass.h" |
Daniel Dunbar | 7894578 | 2009-08-13 23:48:47 +0000 | [diff] [blame] | 18 | #include "llvm/CodeGen/AsmPrinter.h" |
Chris Lattner | 4787705 | 2006-09-04 04:16:09 +0000 | [diff] [blame] | 19 | #include "llvm/CodeGen/Passes.h" |
Gordon Henriksen | 5a29c9e | 2008-08-17 12:56:54 +0000 | [diff] [blame] | 20 | #include "llvm/CodeGen/GCStrategy.h" |
Dan Gohman | ad2afc2 | 2009-07-31 18:16:33 +0000 | [diff] [blame] | 21 | #include "llvm/CodeGen/MachineFunctionAnalysis.h" |
Chris Lattner | 4787705 | 2006-09-04 04:16:09 +0000 | [diff] [blame] | 22 | #include "llvm/Target/TargetOptions.h" |
Chris Lattner | af76e59 | 2009-08-22 20:48:53 +0000 | [diff] [blame] | 23 | #include "llvm/MC/MCAsmInfo.h" |
Daniel Dunbar | 6d823cd | 2009-07-15 23:48:37 +0000 | [diff] [blame] | 24 | #include "llvm/Target/TargetRegistry.h" |
Chris Lattner | 4787705 | 2006-09-04 04:16:09 +0000 | [diff] [blame] | 25 | #include "llvm/Transforms/Scalar.h" |
Chris Lattner | 31442f9 | 2007-03-31 00:24:43 +0000 | [diff] [blame] | 26 | #include "llvm/Support/CommandLine.h" |
David Greene | 2800eb1 | 2010-01-04 22:33:16 +0000 | [diff] [blame] | 27 | #include "llvm/Support/Debug.h" |
David Greene | 7184781 | 2009-07-14 20:18:05 +0000 | [diff] [blame] | 28 | #include "llvm/Support/FormattedStream.h" |
Chris Lattner | 4787705 | 2006-09-04 04:16:09 +0000 | [diff] [blame] | 29 | using namespace llvm; |
| 30 | |
Dan Gohman | 2c4bf11 | 2008-09-25 01:14:49 +0000 | [diff] [blame] | 31 | namespace llvm { |
| 32 | bool EnableFastISel; |
| 33 | } |
| 34 | |
Eric Christopher | 522c01a | 2009-11-04 19:57:50 +0000 | [diff] [blame] | 35 | static cl::opt<bool> DisablePostRA("disable-post-ra", cl::Hidden, |
| 36 | cl::desc("Disable Post Regalloc")); |
| 37 | static cl::opt<bool> DisableBranchFold("disable-branch-fold", cl::Hidden, |
| 38 | cl::desc("Disable branch folding")); |
Bob Wilson | 15acadd | 2009-11-26 00:32:21 +0000 | [diff] [blame] | 39 | static cl::opt<bool> DisableTailDuplicate("disable-tail-duplicate", cl::Hidden, |
| 40 | cl::desc("Disable tail duplication")); |
Bob Wilson | 516ab96 | 2010-01-16 00:29:50 +0000 | [diff] [blame] | 41 | static cl::opt<bool> DisableEarlyTailDup("disable-early-taildup", cl::Hidden, |
| 42 | cl::desc("Disable pre-register allocation tail duplication")); |
Eric Christopher | 522c01a | 2009-11-04 19:57:50 +0000 | [diff] [blame] | 43 | static cl::opt<bool> DisableCodePlace("disable-code-place", cl::Hidden, |
| 44 | cl::desc("Disable code placement")); |
| 45 | static cl::opt<bool> DisableSSC("disable-ssc", cl::Hidden, |
| 46 | cl::desc("Disable Stack Slot Coloring")); |
| 47 | static cl::opt<bool> DisableMachineLICM("disable-machine-licm", cl::Hidden, |
| 48 | cl::desc("Disable Machine LICM")); |
| 49 | static cl::opt<bool> DisableMachineSink("disable-machine-sink", cl::Hidden, |
| 50 | cl::desc("Disable Machine Sinking")); |
| 51 | static cl::opt<bool> DisableLSR("disable-lsr", cl::Hidden, |
| 52 | cl::desc("Disable Loop Strength Reduction Pass")); |
| 53 | static cl::opt<bool> DisableCGP("disable-cgp", cl::Hidden, |
| 54 | cl::desc("Disable Codegen Prepare")); |
Chris Lattner | 85ef254 | 2007-06-19 05:47:49 +0000 | [diff] [blame] | 55 | static cl::opt<bool> PrintLSR("print-lsr-output", cl::Hidden, |
| 56 | cl::desc("Print LLVM IR produced by the loop-reduce pass")); |
| 57 | static cl::opt<bool> PrintISelInput("print-isel-input", cl::Hidden, |
| 58 | cl::desc("Print LLVM IR input to isel pass")); |
Gordon Henriksen | 93f96d0 | 2008-01-07 01:33:09 +0000 | [diff] [blame] | 59 | static cl::opt<bool> PrintGCInfo("print-gc", cl::Hidden, |
| 60 | cl::desc("Dump garbage collector data")); |
Jakob Stoklund Olesen | 48872e0 | 2009-05-16 00:33:53 +0000 | [diff] [blame] | 61 | static cl::opt<bool> VerifyMachineCode("verify-machineinstrs", cl::Hidden, |
| 62 | cl::desc("Verify generated machine code"), |
| 63 | cl::init(getenv("LLVM_VERIFY_MACHINEINSTRS")!=NULL)); |
Chris Lattner | 85ef254 | 2007-06-19 05:47:49 +0000 | [diff] [blame] | 64 | |
Chris Lattner | 1f21990 | 2010-02-02 22:54:51 +0000 | [diff] [blame] | 65 | static cl::opt<cl::boolOrDefault> |
| 66 | AsmVerbose("asm-verbose", cl::desc("Add comments to directives."), |
| 67 | cl::init(cl::BOU_UNSET)); |
| 68 | |
Chris Lattner | e16ad1a | 2010-02-02 22:58:13 +0000 | [diff] [blame^] | 69 | static bool getVerboseAsm() { |
Chris Lattner | 1f21990 | 2010-02-02 22:54:51 +0000 | [diff] [blame] | 70 | switch (AsmVerbose) { |
Chris Lattner | e16ad1a | 2010-02-02 22:58:13 +0000 | [diff] [blame^] | 71 | default: |
| 72 | case cl::BOU_UNSET: return TargetMachine::getAsmVerbosityDefault(); |
| 73 | case cl::BOU_TRUE: return true; |
| 74 | case cl::BOU_FALSE: return false; |
Chris Lattner | 1f21990 | 2010-02-02 22:54:51 +0000 | [diff] [blame] | 75 | } |
| 76 | } |
Evan Cheng | 7da9ecf | 2010-01-13 00:30:23 +0000 | [diff] [blame] | 77 | |
Dan Gohman | dc75685 | 2008-10-01 20:39:19 +0000 | [diff] [blame] | 78 | // Enable or disable FastISel. Both options are needed, because |
| 79 | // FastISel is enabled by default with -fast, and we wish to be |
Dan Gohman | e29fea4 | 2009-08-26 15:57:57 +0000 | [diff] [blame] | 80 | // able to enable or disable fast-isel independently from -O0. |
Dan Gohman | eb0d6ab | 2008-10-07 23:00:56 +0000 | [diff] [blame] | 81 | static cl::opt<cl::boolOrDefault> |
Dan Gohman | dc75685 | 2008-10-01 20:39:19 +0000 | [diff] [blame] | 82 | EnableFastISelOption("fast-isel", cl::Hidden, |
Dan Gohman | e29fea4 | 2009-08-26 15:57:57 +0000 | [diff] [blame] | 83 | cl::desc("Enable the \"fast\" instruction selector")); |
Dan Gohman | 2c4bf11 | 2008-09-25 01:14:49 +0000 | [diff] [blame] | 84 | |
Dan Gohman | 2e7e948 | 2009-11-20 02:03:44 +0000 | [diff] [blame] | 85 | // Enable or disable an experimental optimization to split GEPs |
| 86 | // and run a special GVN pass which does not examine loads, in |
| 87 | // an effort to factor out redundancy implicit in complex GEPs. |
| 88 | static cl::opt<bool> EnableSplitGEPGVN("split-gep-gvn", cl::Hidden, |
| 89 | cl::desc("Split GEPs and run no-load GVN")); |
Chris Lattner | a7ac47c | 2009-08-12 07:22:17 +0000 | [diff] [blame] | 90 | |
| 91 | LLVMTargetMachine::LLVMTargetMachine(const Target &T, |
| 92 | const std::string &TargetTriple) |
| 93 | : TargetMachine(T) { |
| 94 | AsmInfo = T.createAsmInfo(TargetTriple); |
| 95 | } |
| 96 | |
Eric Christopher | f4f43cb | 2009-12-21 08:15:29 +0000 | [diff] [blame] | 97 | // Set the default code model for the JIT for a generic target. |
| 98 | // FIXME: Is small right here? or .is64Bit() ? Large : Small? |
| 99 | void |
| 100 | LLVMTargetMachine::setCodeModelForJIT() { |
| 101 | setCodeModel(CodeModel::Small); |
| 102 | } |
Chris Lattner | a7ac47c | 2009-08-12 07:22:17 +0000 | [diff] [blame] | 103 | |
Eric Christopher | f4f43cb | 2009-12-21 08:15:29 +0000 | [diff] [blame] | 104 | // Set the default code model for static compilation for a generic target. |
| 105 | void |
| 106 | LLVMTargetMachine::setCodeModelForStatic() { |
| 107 | setCodeModel(CodeModel::Small); |
| 108 | } |
Chris Lattner | a7ac47c | 2009-08-12 07:22:17 +0000 | [diff] [blame] | 109 | |
Chris Lattner | 211edae | 2010-02-02 21:06:45 +0000 | [diff] [blame] | 110 | TargetMachine::CodeGenFileType |
Dan Gohman | bfae831 | 2008-03-11 22:29:46 +0000 | [diff] [blame] | 111 | LLVMTargetMachine::addPassesToEmitFile(PassManagerBase &PM, |
David Greene | 7184781 | 2009-07-14 20:18:05 +0000 | [diff] [blame] | 112 | formatted_raw_ostream &Out, |
Bill Wendling | 04523ea | 2007-02-08 01:36:53 +0000 | [diff] [blame] | 113 | CodeGenFileType FileType, |
Bill Wendling | 98a366d | 2009-04-29 23:29:43 +0000 | [diff] [blame] | 114 | CodeGenOpt::Level OptLevel) { |
Dan Gohman | 02dae4b | 2008-09-25 00:37:07 +0000 | [diff] [blame] | 115 | // Add common CodeGen passes. |
Bill Wendling | be8cc2a | 2009-04-29 00:15:41 +0000 | [diff] [blame] | 116 | if (addCommonCodeGenPasses(PM, OptLevel)) |
Chris Lattner | 211edae | 2010-02-02 21:06:45 +0000 | [diff] [blame] | 117 | return CGFT_ErrorOccurred; |
Bill Wendling | 04523ea | 2007-02-08 01:36:53 +0000 | [diff] [blame] | 118 | |
Chris Lattner | 4787705 | 2006-09-04 04:16:09 +0000 | [diff] [blame] | 119 | switch (FileType) { |
Bill Wendling | 04523ea | 2007-02-08 01:36:53 +0000 | [diff] [blame] | 120 | default: |
Chris Lattner | 211edae | 2010-02-02 21:06:45 +0000 | [diff] [blame] | 121 | case CGFT_ObjectFile: |
| 122 | return CGFT_ErrorOccurred; |
| 123 | case CGFT_AssemblyFile: { |
Chris Lattner | 0823d2a | 2010-02-02 18:44:12 +0000 | [diff] [blame] | 124 | FunctionPass *Printer = |
| 125 | getTarget().createAsmPrinter(Out, *this, getMCAsmInfo(), |
Chris Lattner | e16ad1a | 2010-02-02 22:58:13 +0000 | [diff] [blame^] | 126 | getVerboseAsm()); |
Chris Lattner | 211edae | 2010-02-02 21:06:45 +0000 | [diff] [blame] | 127 | if (Printer == 0) return CGFT_ErrorOccurred; |
Chris Lattner | 0823d2a | 2010-02-02 18:44:12 +0000 | [diff] [blame] | 128 | PM.add(Printer); |
Chris Lattner | b5c5160 | 2010-02-02 19:14:27 +0000 | [diff] [blame] | 129 | break; |
Chris Lattner | 0823d2a | 2010-02-02 18:44:12 +0000 | [diff] [blame] | 130 | } |
Chris Lattner | 4787705 | 2006-09-04 04:16:09 +0000 | [diff] [blame] | 131 | } |
Chris Lattner | b5c5160 | 2010-02-02 19:14:27 +0000 | [diff] [blame] | 132 | |
Eric Christopher | f4f43cb | 2009-12-21 08:15:29 +0000 | [diff] [blame] | 133 | // Make sure the code model is set. |
| 134 | setCodeModelForStatic(); |
Gordon Henriksen | 5eca075 | 2008-08-17 18:44:35 +0000 | [diff] [blame] | 135 | PM.add(createGCInfoDeleter()); |
Chris Lattner | 211edae | 2010-02-02 21:06:45 +0000 | [diff] [blame] | 136 | return FileType; |
Dan Gohman | 02dae4b | 2008-09-25 00:37:07 +0000 | [diff] [blame] | 137 | } |
| 138 | |
Bruno Cardoso Lopes | a3f99f9 | 2009-05-30 20:51:52 +0000 | [diff] [blame] | 139 | /// addPassesToEmitMachineCode - Add passes to the specified pass manager to |
Chris Lattner | 3813d8a | 2010-02-02 22:31:11 +0000 | [diff] [blame] | 140 | /// get machine code emitted. This uses a JITCodeEmitter object to handle |
Bruno Cardoso Lopes | a3f99f9 | 2009-05-30 20:51:52 +0000 | [diff] [blame] | 141 | /// actually outputting the machine code and resolving things like the address |
| 142 | /// of functions. This method should returns true if machine code emission is |
| 143 | /// not supported. |
| 144 | /// |
| 145 | bool LLVMTargetMachine::addPassesToEmitMachineCode(PassManagerBase &PM, |
| 146 | JITCodeEmitter &JCE, |
| 147 | CodeGenOpt::Level OptLevel) { |
Eric Christopher | f4f43cb | 2009-12-21 08:15:29 +0000 | [diff] [blame] | 148 | // Make sure the code model is set. |
| 149 | setCodeModelForJIT(); |
| 150 | |
Bruno Cardoso Lopes | a3f99f9 | 2009-05-30 20:51:52 +0000 | [diff] [blame] | 151 | // Add common CodeGen passes. |
| 152 | if (addCommonCodeGenPasses(PM, OptLevel)) |
| 153 | return true; |
| 154 | |
Daniel Dunbar | cfe9a60 | 2009-07-15 22:33:19 +0000 | [diff] [blame] | 155 | addCodeEmitter(PM, OptLevel, JCE); |
Bruno Cardoso Lopes | a3f99f9 | 2009-05-30 20:51:52 +0000 | [diff] [blame] | 156 | PM.add(createGCInfoDeleter()); |
| 157 | |
Bruno Cardoso Lopes | a3f99f9 | 2009-05-30 20:51:52 +0000 | [diff] [blame] | 158 | return false; // success! |
| 159 | } |
| 160 | |
Jakob Stoklund Olesen | 48872e0 | 2009-05-16 00:33:53 +0000 | [diff] [blame] | 161 | static void printAndVerify(PassManagerBase &PM, |
Dan Gohman | 499a937 | 2009-10-31 20:17:39 +0000 | [diff] [blame] | 162 | const char *Banner, |
Jakob Stoklund Olesen | 48872e0 | 2009-05-16 00:33:53 +0000 | [diff] [blame] | 163 | bool allowDoubleDefs = false) { |
| 164 | if (PrintMachineCode) |
David Greene | 2800eb1 | 2010-01-04 22:33:16 +0000 | [diff] [blame] | 165 | PM.add(createMachineFunctionPrinterPass(dbgs(), Banner)); |
Jakob Stoklund Olesen | 48872e0 | 2009-05-16 00:33:53 +0000 | [diff] [blame] | 166 | |
| 167 | if (VerifyMachineCode) |
| 168 | PM.add(createMachineVerifierPass(allowDoubleDefs)); |
| 169 | } |
| 170 | |
Bill Wendling | 98a366d | 2009-04-29 23:29:43 +0000 | [diff] [blame] | 171 | /// addCommonCodeGenPasses - Add standard LLVM codegen passes used for both |
| 172 | /// emitting to assembly files or machine code output. |
Dan Gohman | 02dae4b | 2008-09-25 00:37:07 +0000 | [diff] [blame] | 173 | /// |
Bill Wendling | be8cc2a | 2009-04-29 00:15:41 +0000 | [diff] [blame] | 174 | bool LLVMTargetMachine::addCommonCodeGenPasses(PassManagerBase &PM, |
Bill Wendling | 98a366d | 2009-04-29 23:29:43 +0000 | [diff] [blame] | 175 | CodeGenOpt::Level OptLevel) { |
Chris Lattner | 4787705 | 2006-09-04 04:16:09 +0000 | [diff] [blame] | 176 | // Standard LLVM-Level Passes. |
Dan Gohman | 02dae4b | 2008-09-25 00:37:07 +0000 | [diff] [blame] | 177 | |
Dan Gohman | 2e7e948 | 2009-11-20 02:03:44 +0000 | [diff] [blame] | 178 | // Optionally, tun split-GEPs and no-load GVN. |
| 179 | if (EnableSplitGEPGVN) { |
| 180 | PM.add(createGEPSplitterPass()); |
| 181 | PM.add(createGVNPass(/*NoPRE=*/false, /*NoLoads=*/true)); |
| 182 | } |
| 183 | |
Chris Lattner | 4787705 | 2006-09-04 04:16:09 +0000 | [diff] [blame] | 184 | // Run loop strength reduction before anything else. |
Eric Christopher | 522c01a | 2009-11-04 19:57:50 +0000 | [diff] [blame] | 185 | if (OptLevel != CodeGenOpt::None && !DisableLSR) { |
Chris Lattner | c8d288f | 2007-03-31 04:18:03 +0000 | [diff] [blame] | 186 | PM.add(createLoopStrengthReducePass(getTargetLowering())); |
| 187 | if (PrintLSR) |
David Greene | 2800eb1 | 2010-01-04 22:33:16 +0000 | [diff] [blame] | 188 | PM.add(createPrintFunctionPass("\n\n*** Code after LSR ***\n", &dbgs())); |
Chris Lattner | c8d288f | 2007-03-31 04:18:03 +0000 | [diff] [blame] | 189 | } |
Dan Gohman | 02dae4b | 2008-09-25 00:37:07 +0000 | [diff] [blame] | 190 | |
Duncan Sands | b0f1e17 | 2009-05-22 20:36:31 +0000 | [diff] [blame] | 191 | // Turn exception handling constructs into something the code generators can |
| 192 | // handle. |
Chris Lattner | af76e59 | 2009-08-22 20:48:53 +0000 | [diff] [blame] | 193 | switch (getMCAsmInfo()->getExceptionHandlingType()) |
Jim Grosbach | 1b747ad | 2009-08-11 00:09:57 +0000 | [diff] [blame] | 194 | { |
Jim Grosbach | 1b747ad | 2009-08-11 00:09:57 +0000 | [diff] [blame] | 195 | case ExceptionHandling::SjLj: |
Jim Grosbach | 8b818d7 | 2009-08-17 16:41:22 +0000 | [diff] [blame] | 196 | // SjLj piggy-backs on dwarf for this bit. The cleanups done apply to both |
Jim Grosbach | 86e69fa | 2010-01-14 21:38:31 +0000 | [diff] [blame] | 197 | // Dwarf EH prepare needs to be run after SjLj prepare. Otherwise, |
| 198 | // catch info can get misplaced when a selector ends up more than one block |
| 199 | // removed from the parent invoke(s). This could happen when a landing |
| 200 | // pad is shared by multiple invokes and is also a target of a normal |
| 201 | // edge from elsewhere. |
Jim Grosbach | 8b818d7 | 2009-08-17 16:41:22 +0000 | [diff] [blame] | 202 | PM.add(createSjLjEHPass(getTargetLowering())); |
Jim Grosbach | 9f82da7 | 2010-01-14 21:22:16 +0000 | [diff] [blame] | 203 | PM.add(createDwarfEHPass(getTargetLowering(), OptLevel==CodeGenOpt::None)); |
Jim Grosbach | 8b818d7 | 2009-08-17 16:41:22 +0000 | [diff] [blame] | 204 | break; |
Jim Grosbach | 1b747ad | 2009-08-11 00:09:57 +0000 | [diff] [blame] | 205 | case ExceptionHandling::Dwarf: |
Bill Wendling | 8bedf97 | 2009-10-29 00:37:35 +0000 | [diff] [blame] | 206 | PM.add(createDwarfEHPass(getTargetLowering(), OptLevel==CodeGenOpt::None)); |
Jim Grosbach | 1b747ad | 2009-08-11 00:09:57 +0000 | [diff] [blame] | 207 | break; |
| 208 | case ExceptionHandling::None: |
| 209 | PM.add(createLowerInvokePass(getTargetLowering())); |
| 210 | break; |
| 211 | } |
Duncan Sands | b0f1e17 | 2009-05-22 20:36:31 +0000 | [diff] [blame] | 212 | |
| 213 | PM.add(createGCLoweringPass()); |
Dan Gohman | 02dae4b | 2008-09-25 00:37:07 +0000 | [diff] [blame] | 214 | |
Chris Lattner | 4787705 | 2006-09-04 04:16:09 +0000 | [diff] [blame] | 215 | // Make sure that no unreachable blocks are instruction selected. |
| 216 | PM.add(createUnreachableBlockEliminationPass()); |
Bill Wendling | 04523ea | 2007-02-08 01:36:53 +0000 | [diff] [blame] | 217 | |
Eric Christopher | 522c01a | 2009-11-04 19:57:50 +0000 | [diff] [blame] | 218 | if (OptLevel != CodeGenOpt::None && !DisableCGP) |
Chris Lattner | c8d288f | 2007-03-31 04:18:03 +0000 | [diff] [blame] | 219 | PM.add(createCodeGenPreparePass(getTargetLowering())); |
| 220 | |
Bill Wendling | e9e6bdf | 2008-11-13 01:02:14 +0000 | [diff] [blame] | 221 | PM.add(createStackProtectorPass(getTargetLowering())); |
Bill Wendling | 2b58ce5 | 2008-11-04 02:10:20 +0000 | [diff] [blame] | 222 | |
Chris Lattner | c8d288f | 2007-03-31 04:18:03 +0000 | [diff] [blame] | 223 | if (PrintISelInput) |
Daniel Dunbar | f4db3a5 | 2008-10-21 23:33:38 +0000 | [diff] [blame] | 224 | PM.add(createPrintFunctionPass("\n\n" |
| 225 | "*** Final LLVM Code input to ISel ***\n", |
David Greene | 2800eb1 | 2010-01-04 22:33:16 +0000 | [diff] [blame] | 226 | &dbgs())); |
Chris Lattner | c8d288f | 2007-03-31 04:18:03 +0000 | [diff] [blame] | 227 | |
Dan Gohman | 02dae4b | 2008-09-25 00:37:07 +0000 | [diff] [blame] | 228 | // Standard Lower-Level Passes. |
| 229 | |
Dan Gohman | ad2afc2 | 2009-07-31 18:16:33 +0000 | [diff] [blame] | 230 | // Set up a MachineFunction for the rest of CodeGen to work on. |
| 231 | PM.add(new MachineFunctionAnalysis(*this, OptLevel)); |
| 232 | |
Dan Gohman | dc75685 | 2008-10-01 20:39:19 +0000 | [diff] [blame] | 233 | // Enable FastISel with -fast, but allow that to be overridden. |
Dan Gohman | eb0d6ab | 2008-10-07 23:00:56 +0000 | [diff] [blame] | 234 | if (EnableFastISelOption == cl::BOU_TRUE || |
Bill Wendling | 98a366d | 2009-04-29 23:29:43 +0000 | [diff] [blame] | 235 | (OptLevel == CodeGenOpt::None && EnableFastISelOption != cl::BOU_FALSE)) |
Dan Gohman | dc75685 | 2008-10-01 20:39:19 +0000 | [diff] [blame] | 236 | EnableFastISel = true; |
| 237 | |
Chris Lattner | 4787705 | 2006-09-04 04:16:09 +0000 | [diff] [blame] | 238 | // Ask the target for an isel. |
Bill Wendling | be8cc2a | 2009-04-29 00:15:41 +0000 | [diff] [blame] | 239 | if (addInstSelector(PM, OptLevel)) |
Chris Lattner | 4787705 | 2006-09-04 04:16:09 +0000 | [diff] [blame] | 240 | return true; |
Bill Wendling | 04523ea | 2007-02-08 01:36:53 +0000 | [diff] [blame] | 241 | |
Chris Lattner | 4787705 | 2006-09-04 04:16:09 +0000 | [diff] [blame] | 242 | // Print the instruction selected machine code... |
Dan Gohman | 499a937 | 2009-10-31 20:17:39 +0000 | [diff] [blame] | 243 | printAndVerify(PM, "After Instruction Selection", |
| 244 | /* allowDoubleDefs= */ true); |
Bill Wendling | 0f940c9 | 2007-12-07 21:42:31 +0000 | [diff] [blame] | 245 | |
Bill Wendling | 98a366d | 2009-04-29 23:29:43 +0000 | [diff] [blame] | 246 | if (OptLevel != CodeGenOpt::None) { |
Evan Cheng | 81d22d8 | 2010-01-13 08:45:40 +0000 | [diff] [blame] | 247 | PM.add(createOptimizeExtsPass()); |
Eric Christopher | 522c01a | 2009-11-04 19:57:50 +0000 | [diff] [blame] | 248 | if (!DisableMachineLICM) |
| 249 | PM.add(createMachineLICMPass()); |
| 250 | if (!DisableMachineSink) |
| 251 | PM.add(createMachineSinkingPass()); |
Dan Gohman | 499a937 | 2009-10-31 20:17:39 +0000 | [diff] [blame] | 252 | printAndVerify(PM, "After MachineLICM and MachineSinking", |
| 253 | /* allowDoubleDefs= */ true); |
Evan Cheng | 8f0d99e | 2009-02-09 08:45:39 +0000 | [diff] [blame] | 254 | } |
Bill Wendling | 0f940c9 | 2007-12-07 21:42:31 +0000 | [diff] [blame] | 255 | |
Evan Cheng | 79fc6f4 | 2009-12-04 09:42:45 +0000 | [diff] [blame] | 256 | // Pre-ra tail duplication. |
Bob Wilson | 516ab96 | 2010-01-16 00:29:50 +0000 | [diff] [blame] | 257 | if (OptLevel != CodeGenOpt::None && !DisableEarlyTailDup) { |
Evan Cheng | 79fc6f4 | 2009-12-04 09:42:45 +0000 | [diff] [blame] | 258 | PM.add(createTailDuplicatePass(true)); |
Jakob Stoklund Olesen | 541e9ae | 2010-01-06 23:52:46 +0000 | [diff] [blame] | 259 | printAndVerify(PM, "After Pre-RegAlloc TailDuplicate", |
| 260 | /* allowDoubleDefs= */ true); |
Evan Cheng | 79fc6f4 | 2009-12-04 09:42:45 +0000 | [diff] [blame] | 261 | } |
| 262 | |
Anton Korobeynikov | b013f50 | 2008-04-23 18:26:03 +0000 | [diff] [blame] | 263 | // Run pre-ra passes. |
Jakob Stoklund Olesen | 48872e0 | 2009-05-16 00:33:53 +0000 | [diff] [blame] | 264 | if (addPreRegAlloc(PM, OptLevel)) |
Dan Gohman | 499a937 | 2009-10-31 20:17:39 +0000 | [diff] [blame] | 265 | printAndVerify(PM, "After PreRegAlloc passes", |
| 266 | /* allowDoubleDefs= */ true); |
Anton Korobeynikov | b013f50 | 2008-04-23 18:26:03 +0000 | [diff] [blame] | 267 | |
Evan Cheng | 3f32d65 | 2008-06-04 09:18:41 +0000 | [diff] [blame] | 268 | // Perform register allocation. |
Chris Lattner | 4787705 | 2006-09-04 04:16:09 +0000 | [diff] [blame] | 269 | PM.add(createRegisterAllocator()); |
Dan Gohman | 499a937 | 2009-10-31 20:17:39 +0000 | [diff] [blame] | 270 | printAndVerify(PM, "After Register Allocation"); |
Evan Cheng | 3f32d65 | 2008-06-04 09:18:41 +0000 | [diff] [blame] | 271 | |
| 272 | // Perform stack slot coloring. |
Eric Christopher | 522c01a | 2009-11-04 19:57:50 +0000 | [diff] [blame] | 273 | if (OptLevel != CodeGenOpt::None && !DisableSSC) { |
Evan Cheng | 6248fa4 | 2009-08-05 07:26:17 +0000 | [diff] [blame] | 274 | // FIXME: Re-enable coloring with register when it's capable of adding |
| 275 | // kill markers. |
| 276 | PM.add(createStackSlotColoringPass(false)); |
Dan Gohman | 499a937 | 2009-10-31 20:17:39 +0000 | [diff] [blame] | 277 | printAndVerify(PM, "After StackSlotColoring"); |
| 278 | } |
Dan Gohman | 02dae4b | 2008-09-25 00:37:07 +0000 | [diff] [blame] | 279 | |
Evan Cheng | 3f32d65 | 2008-06-04 09:18:41 +0000 | [diff] [blame] | 280 | // Run post-ra passes. |
Jakob Stoklund Olesen | 48872e0 | 2009-05-16 00:33:53 +0000 | [diff] [blame] | 281 | if (addPostRegAlloc(PM, OptLevel)) |
Dan Gohman | 499a937 | 2009-10-31 20:17:39 +0000 | [diff] [blame] | 282 | printAndVerify(PM, "After PostRegAlloc passes"); |
Dan Gohman | 02dae4b | 2008-09-25 00:37:07 +0000 | [diff] [blame] | 283 | |
Christopher Lamb | ada779f | 2007-07-27 07:36:14 +0000 | [diff] [blame] | 284 | PM.add(createLowerSubregsPass()); |
Dan Gohman | 499a937 | 2009-10-31 20:17:39 +0000 | [diff] [blame] | 285 | printAndVerify(PM, "After LowerSubregs"); |
Bill Wendling | 04523ea | 2007-02-08 01:36:53 +0000 | [diff] [blame] | 286 | |
Chris Lattner | 4787705 | 2006-09-04 04:16:09 +0000 | [diff] [blame] | 287 | // Insert prolog/epilog code. Eliminate abstract frame index references... |
| 288 | PM.add(createPrologEpilogCodeInserter()); |
Dan Gohman | 499a937 | 2009-10-31 20:17:39 +0000 | [diff] [blame] | 289 | printAndVerify(PM, "After PrologEpilogCodeInserter"); |
Dan Gohman | 02dae4b | 2008-09-25 00:37:07 +0000 | [diff] [blame] | 290 | |
Evan Cheng | 629adde | 2009-09-30 08:49:50 +0000 | [diff] [blame] | 291 | // Run pre-sched2 passes. |
| 292 | if (addPreSched2(PM, OptLevel)) |
Dan Gohman | 499a937 | 2009-10-31 20:17:39 +0000 | [diff] [blame] | 293 | printAndVerify(PM, "After PreSched2 passes"); |
Evan Cheng | 629adde | 2009-09-30 08:49:50 +0000 | [diff] [blame] | 294 | |
Dale Johannesen | e7e7d0d | 2007-07-13 17:13:54 +0000 | [diff] [blame] | 295 | // Second pass scheduler. |
Eric Christopher | 522c01a | 2009-11-04 19:57:50 +0000 | [diff] [blame] | 296 | if (OptLevel != CodeGenOpt::None && !DisablePostRA) { |
Evan Cheng | fa16354 | 2009-10-16 21:06:15 +0000 | [diff] [blame] | 297 | PM.add(createPostRAScheduler(OptLevel)); |
Dan Gohman | 499a937 | 2009-10-31 20:17:39 +0000 | [diff] [blame] | 298 | printAndVerify(PM, "After PostRAScheduler"); |
Dan Gohman | 5ce0973 | 2008-11-20 19:54:21 +0000 | [diff] [blame] | 299 | } |
| 300 | |
Dan Gohman | 23b0d49 | 2008-12-18 01:36:42 +0000 | [diff] [blame] | 301 | // Branch folding must be run after regalloc and prolog/epilog insertion. |
Eric Christopher | 522c01a | 2009-11-04 19:57:50 +0000 | [diff] [blame] | 302 | if (OptLevel != CodeGenOpt::None && !DisableBranchFold) { |
Bob Wilson | a597103 | 2009-10-28 20:46:46 +0000 | [diff] [blame] | 303 | PM.add(createBranchFoldingPass(getEnableTailMergeDefault())); |
Dan Gohman | 499a937 | 2009-10-31 20:17:39 +0000 | [diff] [blame] | 304 | printAndVerify(PM, "After BranchFolding"); |
Jakob Stoklund Olesen | 48872e0 | 2009-05-16 00:33:53 +0000 | [diff] [blame] | 305 | } |
Dan Gohman | 23b0d49 | 2008-12-18 01:36:42 +0000 | [diff] [blame] | 306 | |
Bob Wilson | 15acadd | 2009-11-26 00:32:21 +0000 | [diff] [blame] | 307 | // Tail duplication. |
| 308 | if (OptLevel != CodeGenOpt::None && !DisableTailDuplicate) { |
Evan Cheng | 79fc6f4 | 2009-12-04 09:42:45 +0000 | [diff] [blame] | 309 | PM.add(createTailDuplicatePass(false)); |
Bob Wilson | 2d521e5 | 2009-11-26 21:38:41 +0000 | [diff] [blame] | 310 | printAndVerify(PM, "After TailDuplicate"); |
Bob Wilson | 15acadd | 2009-11-26 00:32:21 +0000 | [diff] [blame] | 311 | } |
| 312 | |
Gordon Henriksen | 93f96d0 | 2008-01-07 01:33:09 +0000 | [diff] [blame] | 313 | PM.add(createGCMachineCodeAnalysisPass()); |
Dan Gohman | 02dae4b | 2008-09-25 00:37:07 +0000 | [diff] [blame] | 314 | |
Gordon Henriksen | 93f96d0 | 2008-01-07 01:33:09 +0000 | [diff] [blame] | 315 | if (PrintGCInfo) |
David Greene | 2800eb1 | 2010-01-04 22:33:16 +0000 | [diff] [blame] | 316 | PM.add(createGCInfoPrinter(dbgs())); |
Bill Wendling | 04523ea | 2007-02-08 01:36:53 +0000 | [diff] [blame] | 317 | |
Eric Christopher | 522c01a | 2009-11-04 19:57:50 +0000 | [diff] [blame] | 318 | if (OptLevel != CodeGenOpt::None && !DisableCodePlace) { |
Dan Gohman | 499a937 | 2009-10-31 20:17:39 +0000 | [diff] [blame] | 319 | PM.add(createCodePlacementOptPass()); |
| 320 | printAndVerify(PM, "After CodePlacementOpt"); |
| 321 | } |
| 322 | |
Evan Cheng | 517e255 | 2009-11-05 01:16:59 +0000 | [diff] [blame] | 323 | if (addPreEmitPass(PM, OptLevel)) |
| 324 | printAndVerify(PM, "After PreEmit passes"); |
| 325 | |
Dan Gohman | 02dae4b | 2008-09-25 00:37:07 +0000 | [diff] [blame] | 326 | return false; |
Chris Lattner | 4787705 | 2006-09-04 04:16:09 +0000 | [diff] [blame] | 327 | } |