blob: 758d2b02df38e879cf265fad90c010d9b09e8532 [file] [log] [blame]
Bill Wendling2bce78e2010-12-04 23:57:24 +00001//===-- X86Subtarget.cpp - X86 Subtarget Information ----------------------===//
Nate Begemanf26625e2005-07-12 01:41:54 +00002//
3// The LLVM Compiler Infrastructure
4//
Chris Lattnerf3ebc3f2007-12-29 20:36:04 +00005// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
Nate Begemanf26625e2005-07-12 01:41:54 +00007//
8//===----------------------------------------------------------------------===//
9//
Evan Cheng0d639a22011-07-01 21:01:15 +000010// This file implements the X86 specific subclass of TargetSubtargetInfo.
Nate Begemanf26625e2005-07-12 01:41:54 +000011//
12//===----------------------------------------------------------------------===//
13
14#include "X86Subtarget.h"
Chris Lattnerdc842c02009-07-10 07:20:05 +000015#include "X86InstrInfo.h"
Eric Christopher4629ed72014-08-09 01:07:25 +000016#include "X86TargetMachine.h"
Bill Wendlingaef9c372013-02-15 22:31:27 +000017#include "llvm/IR/Attributes.h"
18#include "llvm/IR/Function.h"
Chandler Carruth9fb823b2013-01-02 11:36:10 +000019#include "llvm/IR/GlobalValue.h"
Eric Christopher3470bbb2014-05-21 23:51:57 +000020#include "llvm/Support/CommandLine.h"
Evan Cheng9a3ec1b2009-01-03 04:04:46 +000021#include "llvm/Support/Debug.h"
Rafael Espindola65596562011-09-07 16:10:57 +000022#include "llvm/Support/ErrorHandling.h"
Michael J. Spencer447762d2010-11-29 18:16:10 +000023#include "llvm/Support/Host.h"
Chandler Carruthed0881b2012-12-03 16:50:05 +000024#include "llvm/Support/raw_ostream.h"
Anton Korobeynikov430e68a12006-12-22 22:29:05 +000025#include "llvm/Target/TargetMachine.h"
Rafael Espindola65596562011-09-07 16:10:57 +000026#include "llvm/Target/TargetOptions.h"
Evan Cheng54b68e32011-07-01 20:45:01 +000027
Chris Lattner3ad60b12009-04-25 18:27:23 +000028#if defined(_MSC_VER)
Bill Wendling6eecd562009-08-03 00:11:34 +000029#include <intrin.h>
Chris Lattner3ad60b12009-04-25 18:27:23 +000030#endif
31
Chandler Carruth84e68b22014-04-22 02:41:26 +000032using namespace llvm;
33
34#define DEBUG_TYPE "subtarget"
35
Chandler Carruthd174b722014-04-22 02:03:14 +000036#define GET_SUBTARGETINFO_TARGET_DESC
37#define GET_SUBTARGETINFO_CTOR
38#include "X86GenSubtargetInfo.inc"
39
Eric Christopher6b0fcfe2014-05-21 23:40:26 +000040// Temporary option to control early if-conversion for x86 while adding machine
41// models.
42static cl::opt<bool>
43X86EarlyIfConv("x86-early-ifcvt", cl::Hidden,
44 cl::desc("Enable early if-conversion on X86"));
45
46
Dan Gohman7a6611792009-11-20 23:18:13 +000047/// ClassifyBlockAddressReference - Classify a blockaddress reference for the
48/// current subtarget according to how we should reference it in a non-pcrel
49/// context.
Eric Christophere2fbc672013-04-02 23:06:40 +000050unsigned char X86Subtarget::ClassifyBlockAddressReference() const {
Dan Gohman7a6611792009-11-20 23:18:13 +000051 if (isPICStyleGOT()) // 32-bit ELF targets.
52 return X86II::MO_GOTOFF;
Chad Rosier24c19d22012-08-01 18:39:17 +000053
Dan Gohman7a6611792009-11-20 23:18:13 +000054 if (isPICStyleStubPIC()) // Darwin/32 in PIC mode.
55 return X86II::MO_PIC_BASE_OFFSET;
Chad Rosier24c19d22012-08-01 18:39:17 +000056
Dan Gohman7a6611792009-11-20 23:18:13 +000057 // Direct static reference to label.
58 return X86II::MO_NO_FLAG;
59}
60
Chris Lattnerdc842c02009-07-10 07:20:05 +000061/// ClassifyGlobalReference - Classify a global variable reference for the
62/// current subtarget according to how we should reference it in a non-pcrel
63/// context.
64unsigned char X86Subtarget::
65ClassifyGlobalReference(const GlobalValue *GV, const TargetMachine &TM) const {
66 // DLLImport only exists on windows, it is implemented as a load from a
67 // DLLIMPORT stub.
Nico Rieck7157bb72014-01-14 15:22:47 +000068 if (GV->hasDLLImportStorageClass())
Chris Lattnerdc842c02009-07-10 07:20:05 +000069 return X86II::MO_DLLIMPORT;
70
Peter Collingbourne6a9d1772015-07-05 20:52:35 +000071 bool isDef = GV->isStrongDefinitionForLinker();
Evan Cheng02a76522009-07-16 22:53:10 +000072
Chris Lattnerdc842c02009-07-10 07:20:05 +000073 // X86-64 in PIC mode.
74 if (isPICStyleRIPRel()) {
75 // Large model never uses stubs.
76 if (TM.getCodeModel() == CodeModel::Large)
77 return X86II::MO_NO_FLAG;
Chad Rosier24c19d22012-08-01 18:39:17 +000078
Chris Lattner7dce9912009-07-10 21:01:59 +000079 if (isTargetDarwin()) {
80 // If symbol visibility is hidden, the extra load is not needed if
81 // target is x86-64 or the symbol is definitely defined in the current
82 // translation unit.
Peter Collingbourne6a9d1772015-07-05 20:52:35 +000083 if (GV->hasDefaultVisibility() && !isDef)
Chris Lattner7dce9912009-07-10 21:01:59 +000084 return X86II::MO_GOTPCREL;
Anton Korobeynikovdb9820e2010-08-21 17:21:11 +000085 } else if (!isTargetWin64()) {
Chris Lattner7dce9912009-07-10 21:01:59 +000086 assert(isTargetELF() && "Unknown rip-relative target");
Chris Lattnerdc842c02009-07-10 07:20:05 +000087
Chris Lattner7dce9912009-07-10 21:01:59 +000088 // Extra load is needed for all externally visible.
89 if (!GV->hasLocalLinkage() && GV->hasDefaultVisibility())
90 return X86II::MO_GOTPCREL;
91 }
Chris Lattnerdc842c02009-07-10 07:20:05 +000092
93 return X86II::MO_NO_FLAG;
94 }
Chad Rosier24c19d22012-08-01 18:39:17 +000095
Chris Lattnerdc842c02009-07-10 07:20:05 +000096 if (isPICStyleGOT()) { // 32-bit ELF targets.
97 // Extra load is needed for all externally visible.
98 if (GV->hasLocalLinkage() || GV->hasHiddenVisibility())
99 return X86II::MO_GOTOFF;
100 return X86II::MO_GOT;
101 }
Chad Rosier24c19d22012-08-01 18:39:17 +0000102
Chris Lattner21c29402009-07-10 21:00:45 +0000103 if (isPICStyleStubPIC()) { // Darwin/32 in PIC mode.
Chris Lattnerbd3e5602009-07-10 20:53:38 +0000104 // Determine whether we have a stub reference and/or whether the reference
105 // is relative to the PIC base or not.
Chad Rosier24c19d22012-08-01 18:39:17 +0000106
Chris Lattnerdc842c02009-07-10 07:20:05 +0000107 // If this is a strong reference to a definition, it is definitely not
108 // through a stub.
Peter Collingbourne6a9d1772015-07-05 20:52:35 +0000109 if (isDef)
Chris Lattnerbd3e5602009-07-10 20:53:38 +0000110 return X86II::MO_PIC_BASE_OFFSET;
Chris Lattnerdc842c02009-07-10 07:20:05 +0000111
112 // Unless we have a symbol with hidden visibility, we have to go through a
113 // normal $non_lazy_ptr stub because this symbol might be resolved late.
Chris Lattnerbd3e5602009-07-10 20:53:38 +0000114 if (!GV->hasHiddenVisibility()) // Non-hidden $non_lazy_ptr reference.
115 return X86II::MO_DARWIN_NONLAZY_PIC_BASE;
Chad Rosier24c19d22012-08-01 18:39:17 +0000116
Chris Lattnerdc842c02009-07-10 07:20:05 +0000117 // If symbol visibility is hidden, we have a stub for common symbol
118 // references and external declarations.
Peter Collingbourne6a9d1772015-07-05 20:52:35 +0000119 if (GV->isDeclarationForLinker() || GV->hasCommonLinkage()) {
Chris Lattnerdc842c02009-07-10 07:20:05 +0000120 // Hidden $non_lazy_ptr reference.
Chris Lattnerbd3e5602009-07-10 20:53:38 +0000121 return X86II::MO_DARWIN_HIDDEN_NONLAZY_PIC_BASE;
Chris Lattnerdc842c02009-07-10 07:20:05 +0000122 }
Chad Rosier24c19d22012-08-01 18:39:17 +0000123
Chris Lattnerdc842c02009-07-10 07:20:05 +0000124 // Otherwise, no stub.
Chris Lattnerbd3e5602009-07-10 20:53:38 +0000125 return X86II::MO_PIC_BASE_OFFSET;
126 }
Chad Rosier24c19d22012-08-01 18:39:17 +0000127
Chris Lattner21c29402009-07-10 21:00:45 +0000128 if (isPICStyleStubNoDynamic()) { // Darwin/32 in -mdynamic-no-pic mode.
Chris Lattnerbd3e5602009-07-10 20:53:38 +0000129 // Determine whether we have a stub reference.
Chad Rosier24c19d22012-08-01 18:39:17 +0000130
Chris Lattnerbd3e5602009-07-10 20:53:38 +0000131 // If this is a strong reference to a definition, it is definitely not
132 // through a stub.
Peter Collingbourne6a9d1772015-07-05 20:52:35 +0000133 if (isDef)
Chris Lattnerbd3e5602009-07-10 20:53:38 +0000134 return X86II::MO_NO_FLAG;
Chad Rosier24c19d22012-08-01 18:39:17 +0000135
Chris Lattnerbd3e5602009-07-10 20:53:38 +0000136 // Unless we have a symbol with hidden visibility, we have to go through a
137 // normal $non_lazy_ptr stub because this symbol might be resolved late.
138 if (!GV->hasHiddenVisibility()) // Non-hidden $non_lazy_ptr reference.
139 return X86II::MO_DARWIN_NONLAZY;
Evan Cheng1b389522009-09-03 07:04:02 +0000140
Chris Lattnerbd3e5602009-07-10 20:53:38 +0000141 // Otherwise, no stub.
142 return X86II::MO_NO_FLAG;
Chris Lattnerdc842c02009-07-10 07:20:05 +0000143 }
Chad Rosier24c19d22012-08-01 18:39:17 +0000144
Chris Lattnerdc842c02009-07-10 07:20:05 +0000145 // Direct static reference to global.
146 return X86II::MO_NO_FLAG;
147}
148
Anton Korobeynikov6dbdfe22006-11-30 22:42:55 +0000149
Bill Wendlingbd092622008-09-30 21:22:07 +0000150/// getBZeroEntry - This function returns the name of a function which has an
151/// interface like the non-standard bzero function, if such a function exists on
152/// the current subtarget and it is considered prefereable over memset with zero
153/// passed as the second argument. Otherwise it returns null.
Bill Wendling17825842008-09-30 22:05:33 +0000154const char *X86Subtarget::getBZeroEntry() const {
Dan Gohman980d7202008-04-01 20:38:36 +0000155 // Darwin 10 has a __bzero entry point for this purpose.
Daniel Dunbarcd01ed52011-04-20 00:14:25 +0000156 if (getTargetTriple().isMacOSX() &&
157 !getTargetTriple().isMacOSXVersionLT(10, 6))
Bill Wendling17825842008-09-30 22:05:33 +0000158 return "__bzero";
Dan Gohman980d7202008-04-01 20:38:36 +0000159
Craig Topper062a2ba2014-04-25 05:30:21 +0000160 return nullptr;
Dan Gohman980d7202008-04-01 20:38:36 +0000161}
162
Evan Cheng0e88c7d2013-01-29 02:32:37 +0000163bool X86Subtarget::hasSinCos() const {
164 return getTargetTriple().isMacOSX() &&
Evan Chengd2ca4e22013-01-30 22:56:35 +0000165 !getTargetTriple().isMacOSXVersionLT(10, 9) &&
166 is64Bit();
Evan Cheng0e88c7d2013-01-29 02:32:37 +0000167}
168
Evan Cheng96098332009-05-20 04:53:57 +0000169/// IsLegalToCallImmediateAddr - Return true if the subtarget allows calls
170/// to immediate address.
171bool X86Subtarget::IsLegalToCallImmediateAddr(const TargetMachine &TM) const {
David Majnemer02f21882014-03-28 21:40:47 +0000172 // FIXME: I386 PE/COFF supports PC relative calls using IMAGE_REL_I386_REL32
173 // but WinCOFFObjectWriter::RecordRelocation cannot emit them. Once it does,
174 // the following check for Win32 should be removed.
175 if (In64BitMode || isTargetWin32())
Evan Cheng96098332009-05-20 04:53:57 +0000176 return false;
177 return isTargetELF() || TM.getRelocationModel() == Reloc::Static;
178}
179
Eric Christopherb68e2532014-09-03 20:36:31 +0000180void X86Subtarget::initSubtargetFeatures(StringRef CPU, StringRef FS) {
Nadav Rotem08ab8772013-02-27 05:56:20 +0000181 std::string CPUName = CPU;
Jim Grosbach48551fb2014-04-12 01:34:29 +0000182 if (CPUName.empty())
183 CPUName = "generic";
Evan Cheng964cb5f2011-07-08 21:14:14 +0000184
Jim Grosbach48551fb2014-04-12 01:34:29 +0000185 // Make sure 64-bit features are available in 64-bit mode. (But make sure
186 // SSE2 can be turned off explicitly.)
187 std::string FullFS = FS;
188 if (In64BitMode) {
189 if (!FullFS.empty())
190 FullFS = "+64bit,+sse2," + FullFS;
191 else
192 FullFS = "+64bit,+sse2";
Evan Cheng11b0a5d2006-09-08 06:48:29 +0000193 }
Evan Chengc5e6d2f2011-07-11 03:57:24 +0000194
Jim Grosbach48551fb2014-04-12 01:34:29 +0000195 // If feature string is not empty, parse features string.
196 ParseSubtargetFeatures(CPUName, FullFS);
197
198 // Make sure the right MCSchedModel is used.
Craig Toppera8442342013-09-18 05:54:09 +0000199 InitCPUSchedModel(CPUName);
Preston Gurd35fcb542012-10-03 15:55:13 +0000200
Andrew Tricke0c83b12012-08-07 00:25:30 +0000201 InstrItins = getInstrItineraryForCPU(CPUName);
Andrew Trick8523b162012-02-01 23:20:51 +0000202
Evan Chengc5e6d2f2011-07-11 03:57:24 +0000203 // It's important to keep the MCSubtargetInfo feature bits in sync with
204 // target data structure which is shared with MC code emitter, etc.
205 if (In64BitMode)
206 ToggleFeature(X86::Mode64Bit);
Craig Topper3c80d622014-01-06 04:55:54 +0000207 else if (In32BitMode)
208 ToggleFeature(X86::Mode32Bit);
209 else if (In16BitMode)
210 ToggleFeature(X86::Mode16Bit);
211 else
212 llvm_unreachable("Not 16-bit, 32-bit or 64-bit mode!");
Evan Chengc5e6d2f2011-07-11 03:57:24 +0000213
David Greene00411812010-01-05 01:29:13 +0000214 DEBUG(dbgs() << "Subtarget features: SSELevel " << X86SSELevel
Bill Wendling6eecd562009-08-03 00:11:34 +0000215 << ", 3DNowLevel " << X863DNowLevel
216 << ", 64bit " << HasX86_64 << "\n");
Evan Cheng13bcc6c2011-07-07 21:06:52 +0000217 assert((!In64BitMode || HasX86_64) &&
Dan Gohman74037512009-02-03 00:04:43 +0000218 "64-bit code requested on a subtarget that doesn't support it!");
Evan Cheng11b0a5d2006-09-08 06:48:29 +0000219
Roman Divacky22135672012-11-09 20:10:44 +0000220 // Stack alignment is 16 bytes on Darwin, Linux and Solaris (both
Roman Divackye8a93fe82011-02-22 17:30:05 +0000221 // 32 and 64 bit) and for all 64-bit targets.
Evan Cheng3a0c5e52011-06-23 17:54:54 +0000222 if (StackAlignOverride)
223 stackAlignment = StackAlignOverride;
Roman Divacky22135672012-11-09 20:10:44 +0000224 else if (isTargetDarwin() || isTargetLinux() || isTargetSolaris() ||
225 In64BitMode)
Nate Begemanf26625e2005-07-12 01:41:54 +0000226 stackAlignment = 16;
Dan Gohmandc53f1c2010-05-27 18:43:40 +0000227}
Andrew Trick8523b162012-02-01 23:20:51 +0000228
Bill Wendling61375d82013-02-16 01:36:26 +0000229void X86Subtarget::initializeEnvironment() {
230 X86SSELevel = NoMMXSSE;
231 X863DNowLevel = NoThreeDNow;
232 HasCMov = false;
233 HasX86_64 = false;
234 HasPOPCNT = false;
235 HasSSE4A = false;
236 HasAES = false;
237 HasPCLMUL = false;
238 HasFMA = false;
239 HasFMA4 = false;
240 HasXOP = false;
Yunzhong Gaodd36e932013-09-24 18:21:52 +0000241 HasTBM = false;
Bill Wendling61375d82013-02-16 01:36:26 +0000242 HasMOVBE = false;
243 HasRDRAND = false;
244 HasF16C = false;
245 HasFSGSBase = false;
246 HasLZCNT = false;
247 HasBMI = false;
248 HasBMI2 = false;
249 HasRTM = false;
Michael Liaoe344ec92013-03-26 22:46:02 +0000250 HasHLE = false;
Elena Demikhovsky003e7d72013-07-28 08:28:38 +0000251 HasERI = false;
252 HasCDI = false;
Craig Topper7a8cf012013-08-20 05:23:59 +0000253 HasPFI = false;
Robert Khasanovbfa01312014-07-21 14:54:21 +0000254 HasDQI = false;
255 HasBWI = false;
256 HasVLX = false;
Bill Wendling61375d82013-02-16 01:36:26 +0000257 HasADX = false;
Ben Langmuir16501752013-09-12 15:51:31 +0000258 HasSHA = false;
Michael Liao5173ee02013-03-26 17:47:11 +0000259 HasPRFCHW = false;
Michael Liaoa486a112013-03-28 23:41:26 +0000260 HasRDSEED = false;
Elena Demikhovskyf7e641c2015-06-03 10:30:57 +0000261 HasMPX = false;
Bill Wendling61375d82013-02-16 01:36:26 +0000262 IsBTMemSlow = false;
Ekaterina Romanovad5fa5542013-11-21 23:21:26 +0000263 IsSHLDSlow = false;
Bill Wendling61375d82013-02-16 01:36:26 +0000264 IsUAMemFast = false;
Sanjay Patel501890e2014-11-21 17:40:04 +0000265 IsUAMem32Slow = false;
Sanjay Patelffd039b2015-02-03 17:13:04 +0000266 HasSSEUnalignedMem = false;
Bill Wendling61375d82013-02-16 01:36:26 +0000267 HasCmpxchg16b = false;
268 UseLeaForSP = false;
Alexey Volkovfd1731d2014-11-21 11:19:34 +0000269 HasSlowDivide32 = false;
270 HasSlowDivide64 = false;
Bill Wendling61375d82013-02-16 01:36:26 +0000271 PadShortFunctions = false;
Preston Gurd663e6f92013-03-27 19:14:02 +0000272 CallRegIndirect = false;
Preston Gurd8b7ab4b2013-04-25 20:29:37 +0000273 LEAUsesAG = false;
Alexey Volkov6226de62014-05-20 08:55:50 +0000274 SlowLEA = false;
Alexey Volkov5260dba2014-06-09 11:40:41 +0000275 SlowIncDec = false;
Bill Wendling61375d82013-02-16 01:36:26 +0000276 stackAlignment = 4;
277 // FIXME: this is a known good value for Yonah. How about others?
278 MaxInlineSizeThreshold = 128;
Eric Christopher824f42f2015-05-12 01:26:05 +0000279 UseSoftFloat = false;
Bill Wendling61375d82013-02-16 01:36:26 +0000280}
281
Eric Christopher1a212032014-06-11 00:25:19 +0000282X86Subtarget &X86Subtarget::initializeSubtargetDependencies(StringRef CPU,
283 StringRef FS) {
284 initializeEnvironment();
Eric Christopherb68e2532014-09-03 20:36:31 +0000285 initSubtargetFeatures(CPU, FS);
Eric Christopher1a212032014-06-11 00:25:19 +0000286 return *this;
287}
288
Daniel Sandersa73f1fd2015-06-10 12:11:26 +0000289X86Subtarget::X86Subtarget(const Triple &TT, const std::string &CPU,
Eric Christopher12f4a782014-10-01 20:38:22 +0000290 const std::string &FS, const X86TargetMachine &TM,
Eric Christophera08f30b2014-06-09 17:08:19 +0000291 unsigned StackAlignOverride)
Eric Christopherb8f97682014-05-07 21:05:47 +0000292 : X86GenSubtargetInfo(TT, CPU, FS), X86ProcFamily(Others),
293 PICStyle(PICStyles::None), TargetTriple(TT),
294 StackAlignOverride(StackAlignOverride),
295 In64BitMode(TargetTriple.getArch() == Triple::x86_64),
296 In32BitMode(TargetTriple.getArch() == Triple::x86 &&
297 TargetTriple.getEnvironment() != Triple::CODE16),
298 In16BitMode(TargetTriple.getArch() == Triple::x86 &&
Eric Christophera08f30b2014-06-09 17:08:19 +0000299 TargetTriple.getEnvironment() == Triple::CODE16),
Mehdi Amini157e5a62015-07-09 02:10:08 +0000300 TSInfo(), InstrInfo(initializeSubtargetDependencies(CPU, FS)),
301 TLInfo(TM, *this), FrameLowering(*this, getStackAlignment()) {
Eric Christopher4629ed72014-08-09 01:07:25 +0000302 // Determine the PICStyle based on the target selected.
303 if (TM.getRelocationModel() == Reloc::Static) {
304 // Unless we're in PIC or DynamicNoPIC mode, set the PIC style to None.
305 setPICStyle(PICStyles::None);
306 } else if (is64Bit()) {
307 // PIC in 64 bit mode is always rip-rel.
308 setPICStyle(PICStyles::RIPRel);
309 } else if (isTargetCOFF()) {
310 setPICStyle(PICStyles::None);
311 } else if (isTargetDarwin()) {
312 if (TM.getRelocationModel() == Reloc::PIC_)
313 setPICStyle(PICStyles::StubPIC);
314 else {
315 assert(TM.getRelocationModel() == Reloc::DynamicNoPIC);
316 setPICStyle(PICStyles::StubDynamicNoPIC);
317 }
318 } else if (isTargetELF()) {
319 setPICStyle(PICStyles::GOT);
320 }
321}
Bill Wendlingaef9c372013-02-15 22:31:27 +0000322
Sanjay Patela2f658d2014-07-15 22:39:58 +0000323bool X86Subtarget::enableEarlyIfConversion() const {
Eric Christopher3470bbb2014-05-21 23:51:57 +0000324 return hasCMov() && X86EarlyIfConv;
Eric Christopher6b0fcfe2014-05-21 23:40:26 +0000325}
Sanjay Patela2f658d2014-07-15 22:39:58 +0000326