blob: 2e869eb7c3cd6eaf34b0d2b68d8cbae06f5ecab0 [file] [log] [blame]
Chris Lattner02a3d832002-10-29 22:37:54 +00001//===-- X86TargetMachine.cpp - Define TargetMachine for the X86 -----------===//
Misha Brukmanc88330a2005-04-21 23:38:14 +00002//
John Criswell482202a2003-10-20 19:43:21 +00003// The LLVM Compiler Infrastructure
4//
Chris Lattnerf3ebc3f2007-12-29 20:36:04 +00005// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
Misha Brukmanc88330a2005-04-21 23:38:14 +00007//
John Criswell482202a2003-10-20 19:43:21 +00008//===----------------------------------------------------------------------===//
Misha Brukmanc88330a2005-04-21 23:38:14 +00009//
Chris Lattner02a3d832002-10-29 22:37:54 +000010// This file defines the X86 specific subclass of TargetMachine.
11//
12//===----------------------------------------------------------------------===//
13
14#include "X86TargetMachine.h"
Chris Lattnera32b4052002-12-24 00:04:01 +000015#include "X86.h"
Aditya Nandakumara2719322014-11-13 09:26:31 +000016#include "X86TargetObjectFile.h"
Chandler Carruth93dcdc42015-01-31 11:17:59 +000017#include "X86TargetTransformInfo.h"
Chris Lattner962d5be2003-01-13 00:51:23 +000018#include "llvm/CodeGen/Passes.h"
Eric Christopher3faf2f12014-10-06 06:45:36 +000019#include "llvm/IR/Function.h"
Chandler Carruth30d69c22015-02-13 10:01:29 +000020#include "llvm/IR/LegacyPassManager.h"
Bruno Cardoso Lopes2a3ffb52011-08-23 01:14:17 +000021#include "llvm/Support/CommandLine.h"
David Greenea31f96c2009-07-14 20:18:05 +000022#include "llvm/Support/FormattedStream.h"
Evan Cheng2bb40352011-08-24 18:08:43 +000023#include "llvm/Support/TargetRegistry.h"
Chandler Carruthed0881b2012-12-03 16:50:05 +000024#include "llvm/Target/TargetOptions.h"
Chris Lattner833c3c22003-12-20 01:22:19 +000025using namespace llvm;
Brian Gaeke960707c2003-11-11 22:41:34 +000026
Sanjay Patel08829ba2015-06-10 20:32:21 +000027static cl::opt<bool> EnableMachineCombinerPass("x86-machine-combiner",
28 cl::desc("Enable the machine combiner pass"),
29 cl::init(true), cl::Hidden);
30
David Majnemer0ad363e2015-08-18 19:07:12 +000031namespace llvm {
32void initializeWinEHStatePassPass(PassRegistry &);
33}
34
NAKAMURA Takumi0544fe72011-02-17 12:23:50 +000035extern "C" void LLVMInitializeX86Target() {
Daniel Dunbar5680b4f2009-07-25 06:49:55 +000036 // Register the target.
David Woodhouse1c3996a2014-01-08 00:08:50 +000037 RegisterTargetMachine<X86TargetMachine> X(TheX86_32Target);
38 RegisterTargetMachine<X86TargetMachine> Y(TheX86_64Target);
David Majnemer0ad363e2015-08-18 19:07:12 +000039
40 PassRegistry &PR = *PassRegistry::getPassRegistry();
41 initializeWinEHStatePassPass(PR);
Daniel Dunbare8338102009-07-15 20:24:03 +000042}
Douglas Gregor1b731d52009-06-16 20:12:29 +000043
Aditya Nandakumara2719322014-11-13 09:26:31 +000044static std::unique_ptr<TargetLoweringObjectFile> createTLOF(const Triple &TT) {
45 if (TT.isOSBinFormatMachO()) {
46 if (TT.getArch() == Triple::x86_64)
47 return make_unique<X86_64MachoTargetObjectFile>();
48 return make_unique<TargetLoweringObjectFileMachO>();
49 }
50
Derek Schuff072f93f2015-03-11 16:16:09 +000051 if (TT.isOSLinux() || TT.isOSNaCl())
52 return make_unique<X86LinuxNaClTargetObjectFile>();
Aditya Nandakumara2719322014-11-13 09:26:31 +000053 if (TT.isOSBinFormatELF())
Paul Robinson06a8eb82015-03-03 21:01:27 +000054 return make_unique<X86ELFTargetObjectFile>();
Pat Gavlinb3990952015-08-14 22:41:43 +000055 if (TT.isKnownWindowsMSVCEnvironment() || TT.isWindowsCoreCLREnvironment())
Aditya Nandakumara2719322014-11-13 09:26:31 +000056 return make_unique<X86WindowsTargetObjectFile>();
57 if (TT.isOSBinFormatCOFF())
58 return make_unique<TargetLoweringObjectFileCOFF>();
59 llvm_unreachable("unknown subtarget type");
60}
61
Eric Christopher8b770652015-01-26 19:03:15 +000062static std::string computeDataLayout(const Triple &TT) {
63 // X86 is little endian
64 std::string Ret = "e";
65
66 Ret += DataLayout::getManglingComponent(TT);
67 // X86 and x32 have 32 bit pointers.
68 if ((TT.isArch64Bit() &&
69 (TT.getEnvironment() == Triple::GNUX32 || TT.isOSNaCl())) ||
70 !TT.isArch64Bit())
71 Ret += "-p:32:32";
72
73 // Some ABIs align 64 bit integers and doubles to 64 bits, others to 32.
74 if (TT.isArch64Bit() || TT.isOSWindows() || TT.isOSNaCl())
75 Ret += "-i64:64";
76 else
77 Ret += "-f64:32:64";
78
79 // Some ABIs align long double to 128 bits, others to 32.
80 if (TT.isOSNaCl())
81 ; // No f80
82 else if (TT.isArch64Bit() || TT.isOSDarwin())
83 Ret += "-f80:128";
84 else
85 Ret += "-f80:32";
86
87 // The registers can hold 8, 16, 32 or, in x86-64, 64 bits.
88 if (TT.isArch64Bit())
89 Ret += "-n8:16:32:64";
90 else
91 Ret += "-n8:16:32";
92
93 // The stack is aligned to 32 bits on some ABIs and 128 bits on others.
94 if (!TT.isArch64Bit() && TT.isOSWindows())
Reid Kleckner60d52322015-04-30 22:11:59 +000095 Ret += "-a:0:32-S32";
Eric Christopher8b770652015-01-26 19:03:15 +000096 else
97 Ret += "-S128";
98
99 return Ret;
100}
101
Chris Lattner7e3abf12009-07-09 03:32:31 +0000102/// X86TargetMachine ctor - Create an X86 target.
Chris Lattner02a3d832002-10-29 22:37:54 +0000103///
Daniel Sanders3e5de882015-06-11 19:41:26 +0000104X86TargetMachine::X86TargetMachine(const Target &T, const Triple &TT,
105 StringRef CPU, StringRef FS,
106 const TargetOptions &Options,
Evan Chengefd9b422011-07-20 07:51:56 +0000107 Reloc::Model RM, CodeModel::Model CM,
David Woodhouse1c3996a2014-01-08 00:08:50 +0000108 CodeGenOpt::Level OL)
Daniel Sanders3e5de882015-06-11 19:41:26 +0000109 : LLVMTargetMachine(T, computeDataLayout(TT), TT, CPU, FS, Options, RM, CM,
110 OL),
Daniel Sandersc81f4502015-06-16 15:44:21 +0000111 TLOF(createTLOF(getTargetTriple())),
Daniel Sanders3e5de882015-06-11 19:41:26 +0000112 Subtarget(TT, CPU, FS, *this, Options.StackAlignmentOverride) {
Yaron Kerend7ba46b2014-04-19 13:47:43 +0000113 // Windows stack unwinder gets confused when execution flow "falls through"
114 // after a call to 'noreturn' function.
115 // To prevent that, we emit a trap for 'unreachable' IR instructions.
116 // (which on X86, happens to be the 'ud2' instruction)
117 if (Subtarget.isTargetWin64())
118 this->Options.TrapUnreachable = true;
119
Sanjay Patel09b2c892015-06-22 18:29:44 +0000120 // By default (and when -ffast-math is on), enable estimate codegen for
121 // everything except scalar division. By default, use 1 refinement step for
122 // all operations. Defaults may be overridden by using command-line options.
123 // Scalar division estimates are disabled because they break too much
124 // real-world code. These defaults match GCC behavior.
125 this->Options.Reciprocals.setDefaults("sqrtf", true, 1);
126 this->Options.Reciprocals.setDefaults("divf", false, 1);
127 this->Options.Reciprocals.setDefaults("vec-sqrtf", true, 1);
128 this->Options.Reciprocals.setDefaults("vec-divf", true, 1);
Sanjay Patel667a7e22015-06-04 01:32:35 +0000129
David Woodhouse1c3996a2014-01-08 00:08:50 +0000130 initAsmInfo();
Chris Lattnera1d312c2006-02-03 18:59:39 +0000131}
Chris Lattner02a3d832002-10-29 22:37:54 +0000132
Reid Kleckner357600e2014-11-20 23:37:18 +0000133X86TargetMachine::~X86TargetMachine() {}
134
Eric Christopher3faf2f12014-10-06 06:45:36 +0000135const X86Subtarget *
136X86TargetMachine::getSubtargetImpl(const Function &F) const {
Duncan P. N. Exon Smith5975a702015-02-14 01:59:52 +0000137 Attribute CPUAttr = F.getFnAttribute("target-cpu");
138 Attribute FSAttr = F.getFnAttribute("target-features");
Eric Christopher3faf2f12014-10-06 06:45:36 +0000139
140 std::string CPU = !CPUAttr.hasAttribute(Attribute::None)
141 ? CPUAttr.getValueAsString().str()
142 : TargetCPU;
143 std::string FS = !FSAttr.hasAttribute(Attribute::None)
144 ? FSAttr.getValueAsString().str()
145 : TargetFS;
146
147 // FIXME: This is related to the code below to reset the target options,
148 // we need to know whether or not the soft float flag is set on the
149 // function before we can generate a subtarget. We also need to use
150 // it as a key for the subtarget since that can be the only difference
151 // between two functions.
Eric Christopher824f42f2015-05-12 01:26:05 +0000152 bool SoftFloat =
153 F.hasFnAttribute("use-soft-float") &&
154 F.getFnAttribute("use-soft-float").getValueAsString() == "true";
155 // If the soft float attribute is set on the function turn on the soft float
156 // subtarget feature.
157 if (SoftFloat)
158 FS += FS.empty() ? "+soft-float" : ",+soft-float";
Eric Christopher3faf2f12014-10-06 06:45:36 +0000159
Eric Christopher824f42f2015-05-12 01:26:05 +0000160 auto &I = SubtargetMap[CPU + FS];
Eric Christopher3faf2f12014-10-06 06:45:36 +0000161 if (!I) {
162 // This needs to be done before we create a new subtarget since any
163 // creation will depend on the TM and the code generation flags on the
164 // function that reside in TargetOptions.
165 resetTargetOptions(F);
Daniel Sandersc81f4502015-06-16 15:44:21 +0000166 I = llvm::make_unique<X86Subtarget>(TargetTriple, CPU, FS, *this,
Eric Christopher3faf2f12014-10-06 06:45:36 +0000167 Options.StackAlignmentOverride);
168 }
169 return I.get();
170}
171
Chris Lattner12e97302006-09-04 04:14:57 +0000172//===----------------------------------------------------------------------===//
Bruno Cardoso Lopes2a3ffb52011-08-23 01:14:17 +0000173// Command line options for x86
174//===----------------------------------------------------------------------===//
Benjamin Kramer7859d2e2011-09-03 03:45:06 +0000175static cl::opt<bool>
Nadav Rotem7f27e0b2013-10-18 23:38:13 +0000176UseVZeroUpper("x86-use-vzeroupper", cl::Hidden,
Bruno Cardoso Lopes2a3ffb52011-08-23 01:14:17 +0000177 cl::desc("Minimize AVX to SSE transition penalty"),
Eli Friedman20439a42011-11-17 00:21:52 +0000178 cl::init(true));
Bruno Cardoso Lopes2a3ffb52011-08-23 01:14:17 +0000179
180//===----------------------------------------------------------------------===//
Chandler Carruth93dcdc42015-01-31 11:17:59 +0000181// X86 TTI query.
Chandler Carruth664e3542013-01-07 01:37:14 +0000182//===----------------------------------------------------------------------===//
183
Chandler Carruth8b04c0d2015-02-01 13:20:00 +0000184TargetIRAnalysis X86TargetMachine::getTargetIRAnalysis() {
Eric Christophera4e5d3c2015-09-16 23:38:13 +0000185 return TargetIRAnalysis([this](const Function &F) {
186 return TargetTransformInfo(X86TTIImpl(this, F));
187 });
Chandler Carruth664e3542013-01-07 01:37:14 +0000188}
189
190
191//===----------------------------------------------------------------------===//
Chris Lattner12e97302006-09-04 04:14:57 +0000192// Pass Pipeline Configuration
193//===----------------------------------------------------------------------===//
Chris Lattner1d6ba3e2003-08-05 16:34:44 +0000194
Andrew Trickccb67362012-02-03 05:12:41 +0000195namespace {
196/// X86 Code Generator Pass Configuration Options.
197class X86PassConfig : public TargetPassConfig {
198public:
Andrew Trickf8ea1082012-02-04 02:56:59 +0000199 X86PassConfig(X86TargetMachine *TM, PassManagerBase &PM)
200 : TargetPassConfig(TM, PM) {}
Andrew Trickccb67362012-02-03 05:12:41 +0000201
202 X86TargetMachine &getX86TargetMachine() const {
203 return getTM<X86TargetMachine>();
204 }
205
Tim Northover277066a2014-07-01 18:53:31 +0000206 void addIRPasses() override;
Craig Topper2d9361e2014-03-09 07:44:38 +0000207 bool addInstSelector() override;
208 bool addILPOpts() override;
Reid Kleckner0738a9c2015-05-05 17:44:16 +0000209 bool addPreISel() override;
Michael Kuperstein13fbd452015-02-01 16:56:04 +0000210 void addPreRegAlloc() override;
Matthias Braun7e37a5f2014-12-11 21:26:47 +0000211 void addPostRegAlloc() override;
212 void addPreEmitPass() override;
Quentin Colombet494eb602015-05-22 18:10:47 +0000213 void addPreSched2() override;
Andrew Trickccb67362012-02-03 05:12:41 +0000214};
215} // namespace
216
Andrew Trickf8ea1082012-02-04 02:56:59 +0000217TargetPassConfig *X86TargetMachine::createPassConfig(PassManagerBase &PM) {
Jakob Stoklund Olesen213a2f82013-01-17 00:58:38 +0000218 return new X86PassConfig(this, PM);
Andrew Trickccb67362012-02-03 05:12:41 +0000219}
220
Tim Northover277066a2014-07-01 18:53:31 +0000221void X86PassConfig::addIRPasses() {
Robin Morisset25c8e312014-09-17 00:06:58 +0000222 addPass(createAtomicExpandPass(&getX86TargetMachine()));
Tim Northover277066a2014-07-01 18:53:31 +0000223
224 TargetPassConfig::addIRPasses();
225}
226
Andrew Trickccb67362012-02-03 05:12:41 +0000227bool X86PassConfig::addInstSelector() {
Nate Begemanbe1f3142005-08-18 23:53:15 +0000228 // Install an instruction selector.
Bob Wilsonbbd38dd2012-07-02 19:48:31 +0000229 addPass(createX86ISelDag(getX86TargetMachine(), getOptLevel()));
Dan Gohman19145312008-10-25 17:46:52 +0000230
Hans Wennborg789acfb2012-06-01 16:27:21 +0000231 // For ELF, cleanup any local-dynamic TLS accesses.
Daniel Sandersc81f4502015-06-16 15:44:21 +0000232 if (TM->getTargetTriple().isOSBinFormatELF() &&
Eric Christopher24f3f652015-02-05 19:27:04 +0000233 getOptLevel() != CodeGenOpt::None)
Bob Wilsonbbd38dd2012-07-02 19:48:31 +0000234 addPass(createCleanupLocalDynamicTLSPass());
Hans Wennborg789acfb2012-06-01 16:27:21 +0000235
Eric Christopher0d5c99e2014-05-22 01:46:02 +0000236 addPass(createX86GlobalBaseRegPass());
Dan Gohmand7b5ce32010-07-10 09:00:22 +0000237
Chris Lattner12e97302006-09-04 04:14:57 +0000238 return false;
Brian Gaekeac94bab2003-06-18 21:43:21 +0000239}
240
Jakob Stoklund Olesen213a2f82013-01-17 00:58:38 +0000241bool X86PassConfig::addILPOpts() {
Eric Christopher6b0fcfe2014-05-21 23:40:26 +0000242 addPass(&EarlyIfConverterID);
Sanjay Patel08829ba2015-06-10 20:32:21 +0000243 if (EnableMachineCombinerPass)
244 addPass(&MachineCombinerID);
Eric Christopher6b0fcfe2014-05-21 23:40:26 +0000245 return true;
Jakob Stoklund Olesen213a2f82013-01-17 00:58:38 +0000246}
247
Reid Kleckner0738a9c2015-05-05 17:44:16 +0000248bool X86PassConfig::addPreISel() {
Reid Kleckner5b8ebfb2015-05-29 20:43:10 +0000249 // Only add this pass for 32-bit x86 Windows.
Daniel Sandersc81f4502015-06-16 15:44:21 +0000250 const Triple &TT = TM->getTargetTriple();
Reid Kleckner5b8ebfb2015-05-29 20:43:10 +0000251 if (TT.isOSWindows() && TT.getArch() == Triple::x86)
Reid Kleckner0738a9c2015-05-05 17:44:16 +0000252 addPass(createX86WinEHStatePass());
253 return true;
254}
255
Michael Kuperstein13fbd452015-02-01 16:56:04 +0000256void X86PassConfig::addPreRegAlloc() {
257 addPass(createX86CallFrameOptimization());
258}
259
Matthias Braun7e37a5f2014-12-11 21:26:47 +0000260void X86PassConfig::addPostRegAlloc() {
Rafael Espindola01c73612014-12-11 20:03:57 +0000261 addPass(createX86FloatingPointStackifierPass());
Rafael Espindola01c73612014-12-11 20:03:57 +0000262}
Bruno Cardoso Lopes2a3ffb52011-08-23 01:14:17 +0000263
Quentin Colombet494eb602015-05-22 18:10:47 +0000264void X86PassConfig::addPreSched2() { addPass(createX86ExpandPseudoPass()); }
265
Matthias Braun7e37a5f2014-12-11 21:26:47 +0000266void X86PassConfig::addPreEmitPass() {
Eric Christopher24f3f652015-02-05 19:27:04 +0000267 if (getOptLevel() != CodeGenOpt::None)
Matthias Braunb2f23882014-12-11 23:18:03 +0000268 addPass(createExecutionDependencyFixPass(&X86::VR128RegClass));
Rafael Espindola01c73612014-12-11 20:03:57 +0000269
Matthias Braun7e37a5f2014-12-11 21:26:47 +0000270 if (UseVZeroUpper)
Matthias Braunb2f23882014-12-11 23:18:03 +0000271 addPass(createX86IssueVZeroUpperPass());
Bruno Cardoso Lopes62d79872011-09-15 18:27:32 +0000272
Eric Christopher0d5c99e2014-05-22 01:46:02 +0000273 if (getOptLevel() != CodeGenOpt::None) {
Matthias Braunb2f23882014-12-11 23:18:03 +0000274 addPass(createX86PadShortFunctions());
Preston Gurd8b7ab4b2013-04-25 20:29:37 +0000275 addPass(createX86FixupLEAs());
Preston Gurd8b7ab4b2013-04-25 20:29:37 +0000276 }
Jakob Stoklund Olesen49e121d2010-03-25 17:25:00 +0000277}