Chris Lattner | 02a3d83 | 2002-10-29 22:37:54 +0000 | [diff] [blame] | 1 | //===-- X86TargetMachine.cpp - Define TargetMachine for the X86 -----------===// |
Misha Brukman | c88330a | 2005-04-21 23:38:14 +0000 | [diff] [blame] | 2 | // |
John Criswell | 482202a | 2003-10-20 19:43:21 +0000 | [diff] [blame] | 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
Chris Lattner | f3ebc3f | 2007-12-29 20:36:04 +0000 | [diff] [blame] | 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
Misha Brukman | c88330a | 2005-04-21 23:38:14 +0000 | [diff] [blame] | 7 | // |
John Criswell | 482202a | 2003-10-20 19:43:21 +0000 | [diff] [blame] | 8 | //===----------------------------------------------------------------------===// |
Misha Brukman | c88330a | 2005-04-21 23:38:14 +0000 | [diff] [blame] | 9 | // |
Chris Lattner | 02a3d83 | 2002-10-29 22:37:54 +0000 | [diff] [blame] | 10 | // This file defines the X86 specific subclass of TargetMachine. |
| 11 | // |
| 12 | //===----------------------------------------------------------------------===// |
| 13 | |
| 14 | #include "X86TargetMachine.h" |
Chris Lattner | a32b405 | 2002-12-24 00:04:01 +0000 | [diff] [blame] | 15 | #include "X86.h" |
Aditya Nandakumar | a271932 | 2014-11-13 09:26:31 +0000 | [diff] [blame] | 16 | #include "X86TargetObjectFile.h" |
Chris Lattner | 962d5be | 2003-01-13 00:51:23 +0000 | [diff] [blame] | 17 | #include "llvm/CodeGen/Passes.h" |
Eric Christopher | 3faf2f1 | 2014-10-06 06:45:36 +0000 | [diff] [blame] | 18 | #include "llvm/IR/Function.h" |
Chandler Carruth | ed0881b | 2012-12-03 16:50:05 +0000 | [diff] [blame] | 19 | #include "llvm/PassManager.h" |
Bruno Cardoso Lopes | 2a3ffb5 | 2011-08-23 01:14:17 +0000 | [diff] [blame] | 20 | #include "llvm/Support/CommandLine.h" |
David Greene | a31f96c | 2009-07-14 20:18:05 +0000 | [diff] [blame] | 21 | #include "llvm/Support/FormattedStream.h" |
Evan Cheng | 2bb4035 | 2011-08-24 18:08:43 +0000 | [diff] [blame] | 22 | #include "llvm/Support/TargetRegistry.h" |
Chandler Carruth | ed0881b | 2012-12-03 16:50:05 +0000 | [diff] [blame] | 23 | #include "llvm/Target/TargetOptions.h" |
Chris Lattner | 833c3c2 | 2003-12-20 01:22:19 +0000 | [diff] [blame] | 24 | using namespace llvm; |
Brian Gaeke | 960707c | 2003-11-11 22:41:34 +0000 | [diff] [blame] | 25 | |
NAKAMURA Takumi | 0544fe7 | 2011-02-17 12:23:50 +0000 | [diff] [blame] | 26 | extern "C" void LLVMInitializeX86Target() { |
Daniel Dunbar | 5680b4f | 2009-07-25 06:49:55 +0000 | [diff] [blame] | 27 | // Register the target. |
David Woodhouse | 1c3996a | 2014-01-08 00:08:50 +0000 | [diff] [blame] | 28 | RegisterTargetMachine<X86TargetMachine> X(TheX86_32Target); |
| 29 | RegisterTargetMachine<X86TargetMachine> Y(TheX86_64Target); |
Daniel Dunbar | e833810 | 2009-07-15 20:24:03 +0000 | [diff] [blame] | 30 | } |
Douglas Gregor | 1b731d5 | 2009-06-16 20:12:29 +0000 | [diff] [blame] | 31 | |
Aditya Nandakumar | a271932 | 2014-11-13 09:26:31 +0000 | [diff] [blame] | 32 | static std::unique_ptr<TargetLoweringObjectFile> createTLOF(const Triple &TT) { |
| 33 | if (TT.isOSBinFormatMachO()) { |
| 34 | if (TT.getArch() == Triple::x86_64) |
| 35 | return make_unique<X86_64MachoTargetObjectFile>(); |
| 36 | return make_unique<TargetLoweringObjectFileMachO>(); |
| 37 | } |
| 38 | |
| 39 | if (TT.isOSLinux()) |
| 40 | return make_unique<X86LinuxTargetObjectFile>(); |
| 41 | if (TT.isOSBinFormatELF()) |
| 42 | return make_unique<TargetLoweringObjectFileELF>(); |
| 43 | if (TT.isKnownWindowsMSVCEnvironment()) |
| 44 | return make_unique<X86WindowsTargetObjectFile>(); |
| 45 | if (TT.isOSBinFormatCOFF()) |
| 46 | return make_unique<TargetLoweringObjectFileCOFF>(); |
| 47 | llvm_unreachable("unknown subtarget type"); |
| 48 | } |
| 49 | |
Chris Lattner | 7e3abf1 | 2009-07-09 03:32:31 +0000 | [diff] [blame] | 50 | /// X86TargetMachine ctor - Create an X86 target. |
Chris Lattner | 02a3d83 | 2002-10-29 22:37:54 +0000 | [diff] [blame] | 51 | /// |
Eric Christopher | 66f676e | 2014-06-05 22:10:58 +0000 | [diff] [blame] | 52 | X86TargetMachine::X86TargetMachine(const Target &T, StringRef TT, StringRef CPU, |
| 53 | StringRef FS, const TargetOptions &Options, |
Evan Cheng | efd9b42 | 2011-07-20 07:51:56 +0000 | [diff] [blame] | 54 | Reloc::Model RM, CodeModel::Model CM, |
David Woodhouse | 1c3996a | 2014-01-08 00:08:50 +0000 | [diff] [blame] | 55 | CodeGenOpt::Level OL) |
Eric Christopher | 66f676e | 2014-06-05 22:10:58 +0000 | [diff] [blame] | 56 | : LLVMTargetMachine(T, TT, CPU, FS, Options, RM, CM, OL), |
Aditya Nandakumar | a271932 | 2014-11-13 09:26:31 +0000 | [diff] [blame] | 57 | TLOF(createTLOF(Triple(getTargetTriple()))), |
Eric Christopher | a08f30b | 2014-06-09 17:08:19 +0000 | [diff] [blame] | 58 | Subtarget(TT, CPU, FS, *this, Options.StackAlignmentOverride) { |
Evan Cheng | 3a0c5e5 | 2011-06-23 17:54:54 +0000 | [diff] [blame] | 59 | // default to hard float ABI |
Nick Lewycky | 50f02cb | 2011-12-02 22:16:29 +0000 | [diff] [blame] | 60 | if (Options.FloatABIType == FloatABI::Default) |
Andrew Trick | 808a7a6 | 2012-02-03 05:12:30 +0000 | [diff] [blame] | 61 | this->Options.FloatABIType = FloatABI::Hard; |
David Woodhouse | 1c3996a | 2014-01-08 00:08:50 +0000 | [diff] [blame] | 62 | |
Yaron Keren | d7ba46b | 2014-04-19 13:47:43 +0000 | [diff] [blame] | 63 | // Windows stack unwinder gets confused when execution flow "falls through" |
| 64 | // after a call to 'noreturn' function. |
| 65 | // To prevent that, we emit a trap for 'unreachable' IR instructions. |
| 66 | // (which on X86, happens to be the 'ud2' instruction) |
| 67 | if (Subtarget.isTargetWin64()) |
| 68 | this->Options.TrapUnreachable = true; |
| 69 | |
David Woodhouse | 1c3996a | 2014-01-08 00:08:50 +0000 | [diff] [blame] | 70 | initAsmInfo(); |
Chris Lattner | a1d312c | 2006-02-03 18:59:39 +0000 | [diff] [blame] | 71 | } |
Chris Lattner | 02a3d83 | 2002-10-29 22:37:54 +0000 | [diff] [blame] | 72 | |
Reid Kleckner | 357600e | 2014-11-20 23:37:18 +0000 | [diff] [blame] | 73 | X86TargetMachine::~X86TargetMachine() {} |
| 74 | |
Eric Christopher | 3faf2f1 | 2014-10-06 06:45:36 +0000 | [diff] [blame] | 75 | const X86Subtarget * |
| 76 | X86TargetMachine::getSubtargetImpl(const Function &F) const { |
| 77 | AttributeSet FnAttrs = F.getAttributes(); |
| 78 | Attribute CPUAttr = |
| 79 | FnAttrs.getAttribute(AttributeSet::FunctionIndex, "target-cpu"); |
| 80 | Attribute FSAttr = |
| 81 | FnAttrs.getAttribute(AttributeSet::FunctionIndex, "target-features"); |
| 82 | |
| 83 | std::string CPU = !CPUAttr.hasAttribute(Attribute::None) |
| 84 | ? CPUAttr.getValueAsString().str() |
| 85 | : TargetCPU; |
| 86 | std::string FS = !FSAttr.hasAttribute(Attribute::None) |
| 87 | ? FSAttr.getValueAsString().str() |
| 88 | : TargetFS; |
| 89 | |
| 90 | // FIXME: This is related to the code below to reset the target options, |
| 91 | // we need to know whether or not the soft float flag is set on the |
| 92 | // function before we can generate a subtarget. We also need to use |
| 93 | // it as a key for the subtarget since that can be the only difference |
| 94 | // between two functions. |
| 95 | Attribute SFAttr = |
| 96 | FnAttrs.getAttribute(AttributeSet::FunctionIndex, "use-soft-float"); |
| 97 | bool SoftFloat = !SFAttr.hasAttribute(Attribute::None) |
| 98 | ? SFAttr.getValueAsString() == "true" |
| 99 | : Options.UseSoftFloat; |
| 100 | |
| 101 | auto &I = SubtargetMap[CPU + FS + (SoftFloat ? "use-soft-float=true" |
| 102 | : "use-soft-float=false")]; |
| 103 | if (!I) { |
| 104 | // This needs to be done before we create a new subtarget since any |
| 105 | // creation will depend on the TM and the code generation flags on the |
| 106 | // function that reside in TargetOptions. |
| 107 | resetTargetOptions(F); |
| 108 | I = llvm::make_unique<X86Subtarget>(TargetTriple, CPU, FS, *this, |
| 109 | Options.StackAlignmentOverride); |
| 110 | } |
| 111 | return I.get(); |
| 112 | } |
| 113 | |
Chris Lattner | 12e9730 | 2006-09-04 04:14:57 +0000 | [diff] [blame] | 114 | //===----------------------------------------------------------------------===// |
Bruno Cardoso Lopes | 2a3ffb5 | 2011-08-23 01:14:17 +0000 | [diff] [blame] | 115 | // Command line options for x86 |
| 116 | //===----------------------------------------------------------------------===// |
Benjamin Kramer | 7859d2e | 2011-09-03 03:45:06 +0000 | [diff] [blame] | 117 | static cl::opt<bool> |
Nadav Rotem | 7f27e0b | 2013-10-18 23:38:13 +0000 | [diff] [blame] | 118 | UseVZeroUpper("x86-use-vzeroupper", cl::Hidden, |
Bruno Cardoso Lopes | 2a3ffb5 | 2011-08-23 01:14:17 +0000 | [diff] [blame] | 119 | cl::desc("Minimize AVX to SSE transition penalty"), |
Eli Friedman | 20439a4 | 2011-11-17 00:21:52 +0000 | [diff] [blame] | 120 | cl::init(true)); |
Bruno Cardoso Lopes | 2a3ffb5 | 2011-08-23 01:14:17 +0000 | [diff] [blame] | 121 | |
| 122 | //===----------------------------------------------------------------------===// |
Chandler Carruth | 664e354 | 2013-01-07 01:37:14 +0000 | [diff] [blame] | 123 | // X86 Analysis Pass Setup |
| 124 | //===----------------------------------------------------------------------===// |
| 125 | |
| 126 | void X86TargetMachine::addAnalysisPasses(PassManagerBase &PM) { |
| 127 | // Add first the target-independent BasicTTI pass, then our X86 pass. This |
| 128 | // allows the X86 pass to delegate to the target independent layer when |
| 129 | // appropriate. |
Bill Wendling | afc1036 | 2013-06-19 20:51:24 +0000 | [diff] [blame] | 130 | PM.add(createBasicTargetTransformInfoPass(this)); |
Chandler Carruth | 664e354 | 2013-01-07 01:37:14 +0000 | [diff] [blame] | 131 | PM.add(createX86TargetTransformInfoPass(this)); |
| 132 | } |
| 133 | |
| 134 | |
| 135 | //===----------------------------------------------------------------------===// |
Chris Lattner | 12e9730 | 2006-09-04 04:14:57 +0000 | [diff] [blame] | 136 | // Pass Pipeline Configuration |
| 137 | //===----------------------------------------------------------------------===// |
Chris Lattner | 1d6ba3e | 2003-08-05 16:34:44 +0000 | [diff] [blame] | 138 | |
Andrew Trick | ccb6736 | 2012-02-03 05:12:41 +0000 | [diff] [blame] | 139 | namespace { |
| 140 | /// X86 Code Generator Pass Configuration Options. |
| 141 | class X86PassConfig : public TargetPassConfig { |
| 142 | public: |
Andrew Trick | f8ea108 | 2012-02-04 02:56:59 +0000 | [diff] [blame] | 143 | X86PassConfig(X86TargetMachine *TM, PassManagerBase &PM) |
| 144 | : TargetPassConfig(TM, PM) {} |
Andrew Trick | ccb6736 | 2012-02-03 05:12:41 +0000 | [diff] [blame] | 145 | |
| 146 | X86TargetMachine &getX86TargetMachine() const { |
| 147 | return getTM<X86TargetMachine>(); |
| 148 | } |
| 149 | |
| 150 | const X86Subtarget &getX86Subtarget() const { |
| 151 | return *getX86TargetMachine().getSubtargetImpl(); |
| 152 | } |
| 153 | |
Tim Northover | 277066a | 2014-07-01 18:53:31 +0000 | [diff] [blame] | 154 | void addIRPasses() override; |
Craig Topper | 2d9361e | 2014-03-09 07:44:38 +0000 | [diff] [blame] | 155 | bool addInstSelector() override; |
| 156 | bool addILPOpts() override; |
Rafael Espindola | 01c7361 | 2014-12-11 20:03:57 +0000 | [diff] [blame^] | 157 | bool addPreRegAlloc() override; |
| 158 | bool addPostRegAlloc() override; |
| 159 | bool addPreEmitPass() override; |
Andrew Trick | ccb6736 | 2012-02-03 05:12:41 +0000 | [diff] [blame] | 160 | }; |
| 161 | } // namespace |
| 162 | |
Andrew Trick | f8ea108 | 2012-02-04 02:56:59 +0000 | [diff] [blame] | 163 | TargetPassConfig *X86TargetMachine::createPassConfig(PassManagerBase &PM) { |
Jakob Stoklund Olesen | 213a2f8 | 2013-01-17 00:58:38 +0000 | [diff] [blame] | 164 | return new X86PassConfig(this, PM); |
Andrew Trick | ccb6736 | 2012-02-03 05:12:41 +0000 | [diff] [blame] | 165 | } |
| 166 | |
Tim Northover | 277066a | 2014-07-01 18:53:31 +0000 | [diff] [blame] | 167 | void X86PassConfig::addIRPasses() { |
Robin Morisset | 25c8e31 | 2014-09-17 00:06:58 +0000 | [diff] [blame] | 168 | addPass(createAtomicExpandPass(&getX86TargetMachine())); |
Tim Northover | 277066a | 2014-07-01 18:53:31 +0000 | [diff] [blame] | 169 | |
| 170 | TargetPassConfig::addIRPasses(); |
| 171 | } |
| 172 | |
Andrew Trick | ccb6736 | 2012-02-03 05:12:41 +0000 | [diff] [blame] | 173 | bool X86PassConfig::addInstSelector() { |
Nate Begeman | be1f314 | 2005-08-18 23:53:15 +0000 | [diff] [blame] | 174 | // Install an instruction selector. |
Bob Wilson | bbd38dd | 2012-07-02 19:48:31 +0000 | [diff] [blame] | 175 | addPass(createX86ISelDag(getX86TargetMachine(), getOptLevel())); |
Dan Gohman | 1914531 | 2008-10-25 17:46:52 +0000 | [diff] [blame] | 176 | |
Hans Wennborg | 789acfb | 2012-06-01 16:27:21 +0000 | [diff] [blame] | 177 | // For ELF, cleanup any local-dynamic TLS accesses. |
| 178 | if (getX86Subtarget().isTargetELF() && getOptLevel() != CodeGenOpt::None) |
Bob Wilson | bbd38dd | 2012-07-02 19:48:31 +0000 | [diff] [blame] | 179 | addPass(createCleanupLocalDynamicTLSPass()); |
Hans Wennborg | 789acfb | 2012-06-01 16:27:21 +0000 | [diff] [blame] | 180 | |
Eric Christopher | 0d5c99e | 2014-05-22 01:46:02 +0000 | [diff] [blame] | 181 | addPass(createX86GlobalBaseRegPass()); |
Dan Gohman | d7b5ce3 | 2010-07-10 09:00:22 +0000 | [diff] [blame] | 182 | |
Chris Lattner | 12e9730 | 2006-09-04 04:14:57 +0000 | [diff] [blame] | 183 | return false; |
Brian Gaeke | ac94bab | 2003-06-18 21:43:21 +0000 | [diff] [blame] | 184 | } |
| 185 | |
Jakob Stoklund Olesen | 213a2f8 | 2013-01-17 00:58:38 +0000 | [diff] [blame] | 186 | bool X86PassConfig::addILPOpts() { |
Eric Christopher | 6b0fcfe | 2014-05-21 23:40:26 +0000 | [diff] [blame] | 187 | addPass(&EarlyIfConverterID); |
| 188 | return true; |
Jakob Stoklund Olesen | 213a2f8 | 2013-01-17 00:58:38 +0000 | [diff] [blame] | 189 | } |
| 190 | |
Rafael Espindola | 01c7361 | 2014-12-11 20:03:57 +0000 | [diff] [blame^] | 191 | bool X86PassConfig::addPreRegAlloc() { |
| 192 | return false; // -print-machineinstr shouldn't print after this. |
Chris Lattner | 02a3d83 | 2002-10-29 22:37:54 +0000 | [diff] [blame] | 193 | } |
| 194 | |
Rafael Espindola | 01c7361 | 2014-12-11 20:03:57 +0000 | [diff] [blame^] | 195 | bool X86PassConfig::addPostRegAlloc() { |
| 196 | addPass(createX86FloatingPointStackifierPass()); |
| 197 | return true; // -print-machineinstr should print after this. |
| 198 | } |
Bruno Cardoso Lopes | 2a3ffb5 | 2011-08-23 01:14:17 +0000 | [diff] [blame] | 199 | |
Rafael Espindola | 01c7361 | 2014-12-11 20:03:57 +0000 | [diff] [blame^] | 200 | bool X86PassConfig::addPreEmitPass() { |
| 201 | bool ShouldPrint = false; |
| 202 | if (getOptLevel() != CodeGenOpt::None && getX86Subtarget().hasSSE2()) { |
| 203 | addPass(createExecutionDependencyFixPass(&X86::VR128RegClass)); |
| 204 | ShouldPrint = true; |
| 205 | } |
| 206 | |
| 207 | if (UseVZeroUpper) { |
Matthias Braun | 199aeff | 2014-12-11 19:42:09 +0000 | [diff] [blame] | 208 | addPass(createX86IssueVZeroUpperPass()); |
Rafael Espindola | 01c7361 | 2014-12-11 20:03:57 +0000 | [diff] [blame^] | 209 | ShouldPrint = true; |
| 210 | } |
Bruno Cardoso Lopes | 62d7987 | 2011-09-15 18:27:32 +0000 | [diff] [blame] | 211 | |
Eric Christopher | 0d5c99e | 2014-05-22 01:46:02 +0000 | [diff] [blame] | 212 | if (getOptLevel() != CodeGenOpt::None) { |
Matthias Braun | 199aeff | 2014-12-11 19:42:09 +0000 | [diff] [blame] | 213 | addPass(createX86PadShortFunctions()); |
Preston Gurd | 8b7ab4b | 2013-04-25 20:29:37 +0000 | [diff] [blame] | 214 | addPass(createX86FixupLEAs()); |
Rafael Espindola | 01c7361 | 2014-12-11 20:03:57 +0000 | [diff] [blame^] | 215 | ShouldPrint = true; |
Preston Gurd | 8b7ab4b | 2013-04-25 20:29:37 +0000 | [diff] [blame] | 216 | } |
Rafael Espindola | 01c7361 | 2014-12-11 20:03:57 +0000 | [diff] [blame^] | 217 | |
| 218 | return ShouldPrint; |
Jakob Stoklund Olesen | 49e121d | 2010-03-25 17:25:00 +0000 | [diff] [blame] | 219 | } |