Chris Lattner | 02a3d83 | 2002-10-29 22:37:54 +0000 | [diff] [blame] | 1 | //===-- X86TargetMachine.cpp - Define TargetMachine for the X86 -----------===// |
Misha Brukman | c88330a | 2005-04-21 23:38:14 +0000 | [diff] [blame] | 2 | // |
John Criswell | 482202a | 2003-10-20 19:43:21 +0000 | [diff] [blame] | 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
Chris Lattner | f3ebc3f | 2007-12-29 20:36:04 +0000 | [diff] [blame] | 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
Misha Brukman | c88330a | 2005-04-21 23:38:14 +0000 | [diff] [blame] | 7 | // |
John Criswell | 482202a | 2003-10-20 19:43:21 +0000 | [diff] [blame] | 8 | //===----------------------------------------------------------------------===// |
Misha Brukman | c88330a | 2005-04-21 23:38:14 +0000 | [diff] [blame] | 9 | // |
Chris Lattner | 02a3d83 | 2002-10-29 22:37:54 +0000 | [diff] [blame] | 10 | // This file defines the X86 specific subclass of TargetMachine. |
| 11 | // |
| 12 | //===----------------------------------------------------------------------===// |
| 13 | |
| 14 | #include "X86TargetMachine.h" |
Chris Lattner | a32b405 | 2002-12-24 00:04:01 +0000 | [diff] [blame] | 15 | #include "X86.h" |
Chris Lattner | d7a8556 | 2002-10-30 00:47:49 +0000 | [diff] [blame] | 16 | #include "llvm/CodeGen/MachineFunction.h" |
Chris Lattner | 962d5be | 2003-01-13 00:51:23 +0000 | [diff] [blame] | 17 | #include "llvm/CodeGen/Passes.h" |
Chandler Carruth | ed0881b | 2012-12-03 16:50:05 +0000 | [diff] [blame^] | 18 | #include "llvm/PassManager.h" |
Bruno Cardoso Lopes | 2a3ffb5 | 2011-08-23 01:14:17 +0000 | [diff] [blame] | 19 | #include "llvm/Support/CommandLine.h" |
David Greene | a31f96c | 2009-07-14 20:18:05 +0000 | [diff] [blame] | 20 | #include "llvm/Support/FormattedStream.h" |
Evan Cheng | 2bb4035 | 2011-08-24 18:08:43 +0000 | [diff] [blame] | 21 | #include "llvm/Support/TargetRegistry.h" |
Chandler Carruth | ed0881b | 2012-12-03 16:50:05 +0000 | [diff] [blame^] | 22 | #include "llvm/Target/TargetOptions.h" |
Chris Lattner | 833c3c2 | 2003-12-20 01:22:19 +0000 | [diff] [blame] | 23 | using namespace llvm; |
Brian Gaeke | 960707c | 2003-11-11 22:41:34 +0000 | [diff] [blame] | 24 | |
NAKAMURA Takumi | 0544fe7 | 2011-02-17 12:23:50 +0000 | [diff] [blame] | 25 | extern "C" void LLVMInitializeX86Target() { |
Daniel Dunbar | 5680b4f | 2009-07-25 06:49:55 +0000 | [diff] [blame] | 26 | // Register the target. |
| 27 | RegisterTargetMachine<X86_32TargetMachine> X(TheX86_32Target); |
| 28 | RegisterTargetMachine<X86_64TargetMachine> Y(TheX86_64Target); |
Daniel Dunbar | e833810 | 2009-07-15 20:24:03 +0000 | [diff] [blame] | 29 | } |
Douglas Gregor | 1b731d5 | 2009-06-16 20:12:29 +0000 | [diff] [blame] | 30 | |
David Blaikie | a379b181 | 2011-12-20 02:50:00 +0000 | [diff] [blame] | 31 | void X86_32TargetMachine::anchor() { } |
Jim Laskey | ae92ce8 | 2006-09-07 23:39:26 +0000 | [diff] [blame] | 32 | |
Evan Cheng | 2129f59 | 2011-07-19 06:37:02 +0000 | [diff] [blame] | 33 | X86_32TargetMachine::X86_32TargetMachine(const Target &T, StringRef TT, |
| 34 | StringRef CPU, StringRef FS, |
Nick Lewycky | 50f02cb | 2011-12-02 22:16:29 +0000 | [diff] [blame] | 35 | const TargetOptions &Options, |
Evan Cheng | ecb2908 | 2011-11-16 08:38:26 +0000 | [diff] [blame] | 36 | Reloc::Model RM, CodeModel::Model CM, |
| 37 | CodeGenOpt::Level OL) |
Nick Lewycky | 50f02cb | 2011-12-02 22:16:29 +0000 | [diff] [blame] | 38 | : X86TargetMachine(T, TT, CPU, FS, Options, RM, CM, OL, false), |
Micah Villmow | cdfe20b | 2012-10-08 16:38:25 +0000 | [diff] [blame] | 39 | DL(getSubtargetImpl()->isTargetDarwin() ? |
Evan Cheng | 06fdaeb | 2011-10-14 20:36:23 +0000 | [diff] [blame] | 40 | "e-p:32:32-f64:32:64-i64:32:64-f80:128:128-f128:128:128-" |
| 41 | "n8:16:32-S128" : |
Rafael Espindola | 66e08d4 | 2010-10-03 18:59:45 +0000 | [diff] [blame] | 42 | (getSubtargetImpl()->isTargetCygMing() || |
| 43 | getSubtargetImpl()->isTargetWindows()) ? |
Evan Cheng | 06fdaeb | 2011-10-14 20:36:23 +0000 | [diff] [blame] | 44 | "e-p:32:32-f64:64:64-i64:64:64-f80:32:32-f128:128:128-" |
| 45 | "n8:16:32-S32" : |
| 46 | "e-p:32:32-f64:32:64-i64:32:64-f80:32:32-f128:128:128-" |
| 47 | "n8:16:32-S128"), |
Rafael Espindola | 66e08d4 | 2010-10-03 18:59:45 +0000 | [diff] [blame] | 48 | InstrInfo(*this), |
| 49 | TSInfo(*this), |
| 50 | TLInfo(*this), |
Nadav Rotem | 5dc203e | 2012-10-18 23:22:48 +0000 | [diff] [blame] | 51 | JITInfo(*this), |
Nadav Rotem | 2289f2c | 2012-10-24 17:22:41 +0000 | [diff] [blame] | 52 | STTI(&TLInfo), VTTI(&TLInfo) { |
Evan Cheng | 11b0a5d | 2006-09-08 06:48:29 +0000 | [diff] [blame] | 53 | } |
| 54 | |
David Blaikie | a379b181 | 2011-12-20 02:50:00 +0000 | [diff] [blame] | 55 | void X86_64TargetMachine::anchor() { } |
Evan Cheng | 11b0a5d | 2006-09-08 06:48:29 +0000 | [diff] [blame] | 56 | |
Evan Cheng | 2129f59 | 2011-07-19 06:37:02 +0000 | [diff] [blame] | 57 | X86_64TargetMachine::X86_64TargetMachine(const Target &T, StringRef TT, |
| 58 | StringRef CPU, StringRef FS, |
Nick Lewycky | 50f02cb | 2011-12-02 22:16:29 +0000 | [diff] [blame] | 59 | const TargetOptions &Options, |
Evan Cheng | ecb2908 | 2011-11-16 08:38:26 +0000 | [diff] [blame] | 60 | Reloc::Model RM, CodeModel::Model CM, |
| 61 | CodeGenOpt::Level OL) |
Nick Lewycky | 50f02cb | 2011-12-02 22:16:29 +0000 | [diff] [blame] | 62 | : X86TargetMachine(T, TT, CPU, FS, Options, RM, CM, OL, true), |
Micah Villmow | cdfe20b | 2012-10-08 16:38:25 +0000 | [diff] [blame] | 63 | DL("e-p:64:64-s:64-f64:64:64-i64:64:64-f80:128:128-f128:128:128-" |
Evan Cheng | 06fdaeb | 2011-10-14 20:36:23 +0000 | [diff] [blame] | 64 | "n8:16:32:64-S128"), |
Rafael Espindola | 66e08d4 | 2010-10-03 18:59:45 +0000 | [diff] [blame] | 65 | InstrInfo(*this), |
| 66 | TSInfo(*this), |
| 67 | TLInfo(*this), |
Nadav Rotem | 5dc203e | 2012-10-18 23:22:48 +0000 | [diff] [blame] | 68 | JITInfo(*this), |
Nadav Rotem | 2289f2c | 2012-10-24 17:22:41 +0000 | [diff] [blame] | 69 | STTI(&TLInfo), VTTI(&TLInfo){ |
Evan Cheng | 11b0a5d | 2006-09-08 06:48:29 +0000 | [diff] [blame] | 70 | } |
| 71 | |
Chris Lattner | 7e3abf1 | 2009-07-09 03:32:31 +0000 | [diff] [blame] | 72 | /// X86TargetMachine ctor - Create an X86 target. |
Chris Lattner | 02a3d83 | 2002-10-29 22:37:54 +0000 | [diff] [blame] | 73 | /// |
Evan Cheng | 2129f59 | 2011-07-19 06:37:02 +0000 | [diff] [blame] | 74 | X86TargetMachine::X86TargetMachine(const Target &T, StringRef TT, |
| 75 | StringRef CPU, StringRef FS, |
Nick Lewycky | 50f02cb | 2011-12-02 22:16:29 +0000 | [diff] [blame] | 76 | const TargetOptions &Options, |
Evan Cheng | efd9b42 | 2011-07-20 07:51:56 +0000 | [diff] [blame] | 77 | Reloc::Model RM, CodeModel::Model CM, |
Evan Cheng | ecb2908 | 2011-11-16 08:38:26 +0000 | [diff] [blame] | 78 | CodeGenOpt::Level OL, |
Evan Cheng | efd9b42 | 2011-07-20 07:51:56 +0000 | [diff] [blame] | 79 | bool is64Bit) |
Nick Lewycky | 50f02cb | 2011-12-02 22:16:29 +0000 | [diff] [blame] | 80 | : LLVMTargetMachine(T, TT, CPU, FS, Options, RM, CM, OL), |
| 81 | Subtarget(TT, CPU, FS, Options.StackAlignmentOverride, is64Bit), |
Anton Korobeynikov | 2f93128 | 2011-01-10 12:39:04 +0000 | [diff] [blame] | 82 | FrameLowering(*this, Subtarget), |
Andrew Trick | 8523b16 | 2012-02-01 23:20:51 +0000 | [diff] [blame] | 83 | InstrItins(Subtarget.getInstrItineraryData()){ |
Chris Lattner | 7e3abf1 | 2009-07-09 03:32:31 +0000 | [diff] [blame] | 84 | // Determine the PICStyle based on the target selected. |
| 85 | if (getRelocationModel() == Reloc::Static) { |
| 86 | // Unless we're in PIC or DynamicNoPIC mode, set the PIC style to None. |
| 87 | Subtarget.setPICStyle(PICStyles::None); |
Anton Korobeynikov | db9820e | 2010-08-21 17:21:11 +0000 | [diff] [blame] | 88 | } else if (Subtarget.is64Bit()) { |
| 89 | // PIC in 64 bit mode is always rip-rel. |
| 90 | Subtarget.setPICStyle(PICStyles::RIPRel); |
Chris Lattner | 7e3abf1 | 2009-07-09 03:32:31 +0000 | [diff] [blame] | 91 | } else if (Subtarget.isTargetCygMing()) { |
Chris Lattner | 1c5bf9d | 2009-07-09 03:15:51 +0000 | [diff] [blame] | 92 | Subtarget.setPICStyle(PICStyles::None); |
| 93 | } else if (Subtarget.isTargetDarwin()) { |
Anton Korobeynikov | db9820e | 2010-08-21 17:21:11 +0000 | [diff] [blame] | 94 | if (getRelocationModel() == Reloc::PIC_) |
Chris Lattner | ba4d733 | 2009-07-10 20:58:47 +0000 | [diff] [blame] | 95 | Subtarget.setPICStyle(PICStyles::StubPIC); |
| 96 | else { |
| 97 | assert(getRelocationModel() == Reloc::DynamicNoPIC); |
| 98 | Subtarget.setPICStyle(PICStyles::StubDynamicNoPIC); |
| 99 | } |
Anton Korobeynikov | 40d67c5 | 2008-02-20 11:22:39 +0000 | [diff] [blame] | 100 | } else if (Subtarget.isTargetELF()) { |
Anton Korobeynikov | db9820e | 2010-08-21 17:21:11 +0000 | [diff] [blame] | 101 | Subtarget.setPICStyle(PICStyles::GOT); |
Anton Korobeynikov | 40d67c5 | 2008-02-20 11:22:39 +0000 | [diff] [blame] | 102 | } |
Anton Korobeynikov | db9820e | 2010-08-21 17:21:11 +0000 | [diff] [blame] | 103 | |
Evan Cheng | 3a0c5e5 | 2011-06-23 17:54:54 +0000 | [diff] [blame] | 104 | // default to hard float ABI |
Nick Lewycky | 50f02cb | 2011-12-02 22:16:29 +0000 | [diff] [blame] | 105 | if (Options.FloatABIType == FloatABI::Default) |
Andrew Trick | 808a7a6 | 2012-02-03 05:12:30 +0000 | [diff] [blame] | 106 | this->Options.FloatABIType = FloatABI::Hard; |
Chris Lattner | a1d312c | 2006-02-03 18:59:39 +0000 | [diff] [blame] | 107 | } |
Chris Lattner | 02a3d83 | 2002-10-29 22:37:54 +0000 | [diff] [blame] | 108 | |
Chris Lattner | 12e9730 | 2006-09-04 04:14:57 +0000 | [diff] [blame] | 109 | //===----------------------------------------------------------------------===// |
Bruno Cardoso Lopes | 2a3ffb5 | 2011-08-23 01:14:17 +0000 | [diff] [blame] | 110 | // Command line options for x86 |
| 111 | //===----------------------------------------------------------------------===// |
Benjamin Kramer | 7859d2e | 2011-09-03 03:45:06 +0000 | [diff] [blame] | 112 | static cl::opt<bool> |
| 113 | UseVZeroUpper("x86-use-vzeroupper", |
Bruno Cardoso Lopes | 2a3ffb5 | 2011-08-23 01:14:17 +0000 | [diff] [blame] | 114 | cl::desc("Minimize AVX to SSE transition penalty"), |
Eli Friedman | 20439a4 | 2011-11-17 00:21:52 +0000 | [diff] [blame] | 115 | cl::init(true)); |
Bruno Cardoso Lopes | 2a3ffb5 | 2011-08-23 01:14:17 +0000 | [diff] [blame] | 116 | |
Jakob Stoklund Olesen | 0f6e8bb | 2012-10-03 00:51:32 +0000 | [diff] [blame] | 117 | // Temporary option to control early if-conversion for x86 while adding machine |
| 118 | // models. |
| 119 | static cl::opt<bool> |
| 120 | X86EarlyIfConv("x86-early-ifcvt", |
| 121 | cl::desc("Enable early if-conversion on X86")); |
| 122 | |
Bruno Cardoso Lopes | 2a3ffb5 | 2011-08-23 01:14:17 +0000 | [diff] [blame] | 123 | //===----------------------------------------------------------------------===// |
Chris Lattner | 12e9730 | 2006-09-04 04:14:57 +0000 | [diff] [blame] | 124 | // Pass Pipeline Configuration |
| 125 | //===----------------------------------------------------------------------===// |
Chris Lattner | 1d6ba3e | 2003-08-05 16:34:44 +0000 | [diff] [blame] | 126 | |
Andrew Trick | ccb6736 | 2012-02-03 05:12:41 +0000 | [diff] [blame] | 127 | namespace { |
| 128 | /// X86 Code Generator Pass Configuration Options. |
| 129 | class X86PassConfig : public TargetPassConfig { |
| 130 | public: |
Andrew Trick | f8ea108 | 2012-02-04 02:56:59 +0000 | [diff] [blame] | 131 | X86PassConfig(X86TargetMachine *TM, PassManagerBase &PM) |
| 132 | : TargetPassConfig(TM, PM) {} |
Andrew Trick | ccb6736 | 2012-02-03 05:12:41 +0000 | [diff] [blame] | 133 | |
| 134 | X86TargetMachine &getX86TargetMachine() const { |
| 135 | return getTM<X86TargetMachine>(); |
| 136 | } |
| 137 | |
| 138 | const X86Subtarget &getX86Subtarget() const { |
| 139 | return *getX86TargetMachine().getSubtargetImpl(); |
| 140 | } |
| 141 | |
| 142 | virtual bool addInstSelector(); |
| 143 | virtual bool addPreRegAlloc(); |
| 144 | virtual bool addPostRegAlloc(); |
| 145 | virtual bool addPreEmitPass(); |
| 146 | }; |
| 147 | } // namespace |
| 148 | |
Andrew Trick | f8ea108 | 2012-02-04 02:56:59 +0000 | [diff] [blame] | 149 | TargetPassConfig *X86TargetMachine::createPassConfig(PassManagerBase &PM) { |
Jakob Stoklund Olesen | 49e4d4b | 2012-07-04 00:09:58 +0000 | [diff] [blame] | 150 | X86PassConfig *PC = new X86PassConfig(this, PM); |
| 151 | |
Jakob Stoklund Olesen | 0f6e8bb | 2012-10-03 00:51:32 +0000 | [diff] [blame] | 152 | if (X86EarlyIfConv && Subtarget.hasCMov()) |
Jakob Stoklund Olesen | 49e4d4b | 2012-07-04 00:09:58 +0000 | [diff] [blame] | 153 | PC->enablePass(&EarlyIfConverterID); |
| 154 | |
| 155 | return PC; |
Andrew Trick | ccb6736 | 2012-02-03 05:12:41 +0000 | [diff] [blame] | 156 | } |
| 157 | |
| 158 | bool X86PassConfig::addInstSelector() { |
Nate Begeman | be1f314 | 2005-08-18 23:53:15 +0000 | [diff] [blame] | 159 | // Install an instruction selector. |
Bob Wilson | bbd38dd | 2012-07-02 19:48:31 +0000 | [diff] [blame] | 160 | addPass(createX86ISelDag(getX86TargetMachine(), getOptLevel())); |
Dan Gohman | 1914531 | 2008-10-25 17:46:52 +0000 | [diff] [blame] | 161 | |
Hans Wennborg | 789acfb | 2012-06-01 16:27:21 +0000 | [diff] [blame] | 162 | // For ELF, cleanup any local-dynamic TLS accesses. |
| 163 | if (getX86Subtarget().isTargetELF() && getOptLevel() != CodeGenOpt::None) |
Bob Wilson | bbd38dd | 2012-07-02 19:48:31 +0000 | [diff] [blame] | 164 | addPass(createCleanupLocalDynamicTLSPass()); |
Hans Wennborg | 789acfb | 2012-06-01 16:27:21 +0000 | [diff] [blame] | 165 | |
Dan Gohman | d7b5ce3 | 2010-07-10 09:00:22 +0000 | [diff] [blame] | 166 | // For 32-bit, prepend instructions to set the "global base reg" for PIC. |
Andrew Trick | ccb6736 | 2012-02-03 05:12:41 +0000 | [diff] [blame] | 167 | if (!getX86Subtarget().is64Bit()) |
Bob Wilson | bbd38dd | 2012-07-02 19:48:31 +0000 | [diff] [blame] | 168 | addPass(createGlobalBaseRegPass()); |
Dan Gohman | d7b5ce3 | 2010-07-10 09:00:22 +0000 | [diff] [blame] | 169 | |
Chris Lattner | 12e9730 | 2006-09-04 04:14:57 +0000 | [diff] [blame] | 170 | return false; |
Brian Gaeke | ac94bab | 2003-06-18 21:43:21 +0000 | [diff] [blame] | 171 | } |
| 172 | |
Andrew Trick | ccb6736 | 2012-02-03 05:12:41 +0000 | [diff] [blame] | 173 | bool X86PassConfig::addPreRegAlloc() { |
Anton Korobeynikov | 2659011 | 2008-04-23 18:23:05 +0000 | [diff] [blame] | 174 | return false; // -print-machineinstr shouldn't print after this. |
| 175 | } |
| 176 | |
Andrew Trick | ccb6736 | 2012-02-03 05:12:41 +0000 | [diff] [blame] | 177 | bool X86PassConfig::addPostRegAlloc() { |
Bob Wilson | bbd38dd | 2012-07-02 19:48:31 +0000 | [diff] [blame] | 178 | addPass(createX86FloatingPointStackifierPass()); |
Chris Lattner | 12e9730 | 2006-09-04 04:14:57 +0000 | [diff] [blame] | 179 | return true; // -print-machineinstr should print after this. |
Chris Lattner | 02a3d83 | 2002-10-29 22:37:54 +0000 | [diff] [blame] | 180 | } |
| 181 | |
Andrew Trick | ccb6736 | 2012-02-03 05:12:41 +0000 | [diff] [blame] | 182 | bool X86PassConfig::addPreEmitPass() { |
Bruno Cardoso Lopes | 62d7987 | 2011-09-15 18:27:32 +0000 | [diff] [blame] | 183 | bool ShouldPrint = false; |
Andrew Trick | ccb6736 | 2012-02-03 05:12:41 +0000 | [diff] [blame] | 184 | if (getOptLevel() != CodeGenOpt::None && getX86Subtarget().hasSSE2()) { |
Bob Wilson | bbd38dd | 2012-07-02 19:48:31 +0000 | [diff] [blame] | 185 | addPass(createExecutionDependencyFixPass(&X86::VR128RegClass)); |
Craig Topper | 07d8b5e | 2011-11-16 05:02:04 +0000 | [diff] [blame] | 186 | ShouldPrint = true; |
Jakob Stoklund Olesen | 49e121d | 2010-03-25 17:25:00 +0000 | [diff] [blame] | 187 | } |
Bruno Cardoso Lopes | 2a3ffb5 | 2011-08-23 01:14:17 +0000 | [diff] [blame] | 188 | |
Andrew Trick | ccb6736 | 2012-02-03 05:12:41 +0000 | [diff] [blame] | 189 | if (getX86Subtarget().hasAVX() && UseVZeroUpper) { |
Bob Wilson | bbd38dd | 2012-07-02 19:48:31 +0000 | [diff] [blame] | 190 | addPass(createX86IssueVZeroUpperPass()); |
Bruno Cardoso Lopes | 62d7987 | 2011-09-15 18:27:32 +0000 | [diff] [blame] | 191 | ShouldPrint = true; |
Bruno Cardoso Lopes | 2a3ffb5 | 2011-08-23 01:14:17 +0000 | [diff] [blame] | 192 | } |
Bruno Cardoso Lopes | 62d7987 | 2011-09-15 18:27:32 +0000 | [diff] [blame] | 193 | |
| 194 | return ShouldPrint; |
Jakob Stoklund Olesen | 49e121d | 2010-03-25 17:25:00 +0000 | [diff] [blame] | 195 | } |
| 196 | |
Bill Wendling | 026e5d7 | 2009-04-29 23:29:43 +0000 | [diff] [blame] | 197 | bool X86TargetMachine::addCodeEmitter(PassManagerBase &PM, |
Bruno Cardoso Lopes | 9fd794b | 2009-06-01 19:57:37 +0000 | [diff] [blame] | 198 | JITCodeEmitter &JCE) { |
Bruno Cardoso Lopes | a194c3a | 2009-05-30 20:51:52 +0000 | [diff] [blame] | 199 | PM.add(createX86JITCodeEmitterPass(*this, JCE)); |
Bruno Cardoso Lopes | a194c3a | 2009-05-30 20:51:52 +0000 | [diff] [blame] | 200 | |
| 201 | return false; |
| 202 | } |