blob: 31c85a78352535ab4600411846d76e23db32a981 [file] [log] [blame]
Bill Wendling2bce78e2010-12-04 23:57:24 +00001//===-- X86Subtarget.cpp - X86 Subtarget Information ----------------------===//
Nate Begemanf26625e2005-07-12 01:41:54 +00002//
3// The LLVM Compiler Infrastructure
4//
Chris Lattnerf3ebc3f2007-12-29 20:36:04 +00005// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
Nate Begemanf26625e2005-07-12 01:41:54 +00007//
8//===----------------------------------------------------------------------===//
9//
Evan Cheng0d639a22011-07-01 21:01:15 +000010// This file implements the X86 specific subclass of TargetSubtargetInfo.
Nate Begemanf26625e2005-07-12 01:41:54 +000011//
12//===----------------------------------------------------------------------===//
13
14#include "X86Subtarget.h"
Chris Lattnerdc842c02009-07-10 07:20:05 +000015#include "X86InstrInfo.h"
Bill Wendlingaef9c372013-02-15 22:31:27 +000016#include "llvm/IR/Attributes.h"
17#include "llvm/IR/Function.h"
Chandler Carruth9fb823b2013-01-02 11:36:10 +000018#include "llvm/IR/GlobalValue.h"
Evan Cheng9a3ec1b2009-01-03 04:04:46 +000019#include "llvm/Support/Debug.h"
Rafael Espindola65596562011-09-07 16:10:57 +000020#include "llvm/Support/ErrorHandling.h"
Michael J. Spencer447762d2010-11-29 18:16:10 +000021#include "llvm/Support/Host.h"
Chandler Carruthed0881b2012-12-03 16:50:05 +000022#include "llvm/Support/raw_ostream.h"
Anton Korobeynikov430e68a12006-12-22 22:29:05 +000023#include "llvm/Target/TargetMachine.h"
Rafael Espindola65596562011-09-07 16:10:57 +000024#include "llvm/Target/TargetOptions.h"
Evan Cheng54b68e32011-07-01 20:45:01 +000025
Chris Lattner3ad60b12009-04-25 18:27:23 +000026#if defined(_MSC_VER)
Bill Wendling6eecd562009-08-03 00:11:34 +000027#include <intrin.h>
Chris Lattner3ad60b12009-04-25 18:27:23 +000028#endif
29
Chandler Carruth84e68b22014-04-22 02:41:26 +000030using namespace llvm;
31
32#define DEBUG_TYPE "subtarget"
33
Chandler Carruthd174b722014-04-22 02:03:14 +000034#define GET_SUBTARGETINFO_TARGET_DESC
35#define GET_SUBTARGETINFO_CTOR
36#include "X86GenSubtargetInfo.inc"
37
Dan Gohman7a6611792009-11-20 23:18:13 +000038/// ClassifyBlockAddressReference - Classify a blockaddress reference for the
39/// current subtarget according to how we should reference it in a non-pcrel
40/// context.
Eric Christophere2fbc672013-04-02 23:06:40 +000041unsigned char X86Subtarget::ClassifyBlockAddressReference() const {
Dan Gohman7a6611792009-11-20 23:18:13 +000042 if (isPICStyleGOT()) // 32-bit ELF targets.
43 return X86II::MO_GOTOFF;
Chad Rosier24c19d22012-08-01 18:39:17 +000044
Dan Gohman7a6611792009-11-20 23:18:13 +000045 if (isPICStyleStubPIC()) // Darwin/32 in PIC mode.
46 return X86II::MO_PIC_BASE_OFFSET;
Chad Rosier24c19d22012-08-01 18:39:17 +000047
Dan Gohman7a6611792009-11-20 23:18:13 +000048 // Direct static reference to label.
49 return X86II::MO_NO_FLAG;
50}
51
Chris Lattnerdc842c02009-07-10 07:20:05 +000052/// ClassifyGlobalReference - Classify a global variable reference for the
53/// current subtarget according to how we should reference it in a non-pcrel
54/// context.
55unsigned char X86Subtarget::
56ClassifyGlobalReference(const GlobalValue *GV, const TargetMachine &TM) const {
57 // DLLImport only exists on windows, it is implemented as a load from a
58 // DLLIMPORT stub.
Nico Rieck7157bb72014-01-14 15:22:47 +000059 if (GV->hasDLLImportStorageClass())
Chris Lattnerdc842c02009-07-10 07:20:05 +000060 return X86II::MO_DLLIMPORT;
61
Chris Lattnerfaa7bdc2010-06-14 20:11:56 +000062 // Determine whether this is a reference to a definition or a declaration.
63 // Materializable GVs (in JIT lazy compilation mode) do not require an extra
64 // load from stub.
65 bool isDecl = GV->hasAvailableExternallyLinkage();
66 if (GV->isDeclaration() && !GV->isMaterializable())
67 isDecl = true;
Evan Cheng02a76522009-07-16 22:53:10 +000068
Chris Lattnerdc842c02009-07-10 07:20:05 +000069 // X86-64 in PIC mode.
70 if (isPICStyleRIPRel()) {
71 // Large model never uses stubs.
72 if (TM.getCodeModel() == CodeModel::Large)
73 return X86II::MO_NO_FLAG;
Chad Rosier24c19d22012-08-01 18:39:17 +000074
Chris Lattner7dce9912009-07-10 21:01:59 +000075 if (isTargetDarwin()) {
76 // If symbol visibility is hidden, the extra load is not needed if
77 // target is x86-64 or the symbol is definitely defined in the current
78 // translation unit.
79 if (GV->hasDefaultVisibility() &&
Evan Cheng02a76522009-07-16 22:53:10 +000080 (isDecl || GV->isWeakForLinker()))
Chris Lattner7dce9912009-07-10 21:01:59 +000081 return X86II::MO_GOTPCREL;
Anton Korobeynikovdb9820e2010-08-21 17:21:11 +000082 } else if (!isTargetWin64()) {
Chris Lattner7dce9912009-07-10 21:01:59 +000083 assert(isTargetELF() && "Unknown rip-relative target");
Chris Lattnerdc842c02009-07-10 07:20:05 +000084
Chris Lattner7dce9912009-07-10 21:01:59 +000085 // Extra load is needed for all externally visible.
86 if (!GV->hasLocalLinkage() && GV->hasDefaultVisibility())
87 return X86II::MO_GOTPCREL;
88 }
Chris Lattnerdc842c02009-07-10 07:20:05 +000089
90 return X86II::MO_NO_FLAG;
91 }
Chad Rosier24c19d22012-08-01 18:39:17 +000092
Chris Lattnerdc842c02009-07-10 07:20:05 +000093 if (isPICStyleGOT()) { // 32-bit ELF targets.
94 // Extra load is needed for all externally visible.
95 if (GV->hasLocalLinkage() || GV->hasHiddenVisibility())
96 return X86II::MO_GOTOFF;
97 return X86II::MO_GOT;
98 }
Chad Rosier24c19d22012-08-01 18:39:17 +000099
Chris Lattner21c29402009-07-10 21:00:45 +0000100 if (isPICStyleStubPIC()) { // Darwin/32 in PIC mode.
Chris Lattnerbd3e5602009-07-10 20:53:38 +0000101 // Determine whether we have a stub reference and/or whether the reference
102 // is relative to the PIC base or not.
Chad Rosier24c19d22012-08-01 18:39:17 +0000103
Chris Lattnerdc842c02009-07-10 07:20:05 +0000104 // If this is a strong reference to a definition, it is definitely not
105 // through a stub.
Evan Cheng02a76522009-07-16 22:53:10 +0000106 if (!isDecl && !GV->isWeakForLinker())
Chris Lattnerbd3e5602009-07-10 20:53:38 +0000107 return X86II::MO_PIC_BASE_OFFSET;
Chris Lattnerdc842c02009-07-10 07:20:05 +0000108
109 // Unless we have a symbol with hidden visibility, we have to go through a
110 // normal $non_lazy_ptr stub because this symbol might be resolved late.
Chris Lattnerbd3e5602009-07-10 20:53:38 +0000111 if (!GV->hasHiddenVisibility()) // Non-hidden $non_lazy_ptr reference.
112 return X86II::MO_DARWIN_NONLAZY_PIC_BASE;
Chad Rosier24c19d22012-08-01 18:39:17 +0000113
Chris Lattnerdc842c02009-07-10 07:20:05 +0000114 // If symbol visibility is hidden, we have a stub for common symbol
115 // references and external declarations.
Evan Cheng02a76522009-07-16 22:53:10 +0000116 if (isDecl || GV->hasCommonLinkage()) {
Chris Lattnerdc842c02009-07-10 07:20:05 +0000117 // Hidden $non_lazy_ptr reference.
Chris Lattnerbd3e5602009-07-10 20:53:38 +0000118 return X86II::MO_DARWIN_HIDDEN_NONLAZY_PIC_BASE;
Chris Lattnerdc842c02009-07-10 07:20:05 +0000119 }
Chad Rosier24c19d22012-08-01 18:39:17 +0000120
Chris Lattnerdc842c02009-07-10 07:20:05 +0000121 // Otherwise, no stub.
Chris Lattnerbd3e5602009-07-10 20:53:38 +0000122 return X86II::MO_PIC_BASE_OFFSET;
123 }
Chad Rosier24c19d22012-08-01 18:39:17 +0000124
Chris Lattner21c29402009-07-10 21:00:45 +0000125 if (isPICStyleStubNoDynamic()) { // Darwin/32 in -mdynamic-no-pic mode.
Chris Lattnerbd3e5602009-07-10 20:53:38 +0000126 // Determine whether we have a stub reference.
Chad Rosier24c19d22012-08-01 18:39:17 +0000127
Chris Lattnerbd3e5602009-07-10 20:53:38 +0000128 // If this is a strong reference to a definition, it is definitely not
129 // through a stub.
Evan Cheng02a76522009-07-16 22:53:10 +0000130 if (!isDecl && !GV->isWeakForLinker())
Chris Lattnerbd3e5602009-07-10 20:53:38 +0000131 return X86II::MO_NO_FLAG;
Chad Rosier24c19d22012-08-01 18:39:17 +0000132
Chris Lattnerbd3e5602009-07-10 20:53:38 +0000133 // Unless we have a symbol with hidden visibility, we have to go through a
134 // normal $non_lazy_ptr stub because this symbol might be resolved late.
135 if (!GV->hasHiddenVisibility()) // Non-hidden $non_lazy_ptr reference.
136 return X86II::MO_DARWIN_NONLAZY;
Evan Cheng1b389522009-09-03 07:04:02 +0000137
Chris Lattnerbd3e5602009-07-10 20:53:38 +0000138 // Otherwise, no stub.
139 return X86II::MO_NO_FLAG;
Chris Lattnerdc842c02009-07-10 07:20:05 +0000140 }
Chad Rosier24c19d22012-08-01 18:39:17 +0000141
Chris Lattnerdc842c02009-07-10 07:20:05 +0000142 // Direct static reference to global.
143 return X86II::MO_NO_FLAG;
144}
145
Anton Korobeynikov6dbdfe22006-11-30 22:42:55 +0000146
Bill Wendlingbd092622008-09-30 21:22:07 +0000147/// getBZeroEntry - This function returns the name of a function which has an
148/// interface like the non-standard bzero function, if such a function exists on
149/// the current subtarget and it is considered prefereable over memset with zero
150/// passed as the second argument. Otherwise it returns null.
Bill Wendling17825842008-09-30 22:05:33 +0000151const char *X86Subtarget::getBZeroEntry() const {
Dan Gohman980d7202008-04-01 20:38:36 +0000152 // Darwin 10 has a __bzero entry point for this purpose.
Daniel Dunbarcd01ed52011-04-20 00:14:25 +0000153 if (getTargetTriple().isMacOSX() &&
154 !getTargetTriple().isMacOSXVersionLT(10, 6))
Bill Wendling17825842008-09-30 22:05:33 +0000155 return "__bzero";
Dan Gohman980d7202008-04-01 20:38:36 +0000156
Craig Topper062a2ba2014-04-25 05:30:21 +0000157 return nullptr;
Dan Gohman980d7202008-04-01 20:38:36 +0000158}
159
Evan Cheng0e88c7d2013-01-29 02:32:37 +0000160bool X86Subtarget::hasSinCos() const {
161 return getTargetTriple().isMacOSX() &&
Evan Chengd2ca4e22013-01-30 22:56:35 +0000162 !getTargetTriple().isMacOSXVersionLT(10, 9) &&
163 is64Bit();
Evan Cheng0e88c7d2013-01-29 02:32:37 +0000164}
165
Evan Cheng96098332009-05-20 04:53:57 +0000166/// IsLegalToCallImmediateAddr - Return true if the subtarget allows calls
167/// to immediate address.
168bool X86Subtarget::IsLegalToCallImmediateAddr(const TargetMachine &TM) const {
David Majnemer02f21882014-03-28 21:40:47 +0000169 // FIXME: I386 PE/COFF supports PC relative calls using IMAGE_REL_I386_REL32
170 // but WinCOFFObjectWriter::RecordRelocation cannot emit them. Once it does,
171 // the following check for Win32 should be removed.
172 if (In64BitMode || isTargetWin32())
Evan Cheng96098332009-05-20 04:53:57 +0000173 return false;
174 return isTargetELF() || TM.getRelocationModel() == Reloc::Static;
175}
176
Bill Wendlingaef9c372013-02-15 22:31:27 +0000177void X86Subtarget::resetSubtargetFeatures(const MachineFunction *MF) {
178 AttributeSet FnAttrs = MF->getFunction()->getAttributes();
Eric Christopherb8f97682014-05-07 21:05:47 +0000179 Attribute CPUAttr =
180 FnAttrs.getAttribute(AttributeSet::FunctionIndex, "target-cpu");
181 Attribute FSAttr =
182 FnAttrs.getAttribute(AttributeSet::FunctionIndex, "target-features");
Nadav Rotem08ab8772013-02-27 05:56:20 +0000183 std::string CPU =
Eric Christopherb8f97682014-05-07 21:05:47 +0000184 !CPUAttr.hasAttribute(Attribute::None) ? CPUAttr.getValueAsString() : "";
Nadav Rotem08ab8772013-02-27 05:56:20 +0000185 std::string FS =
Eric Christopherb8f97682014-05-07 21:05:47 +0000186 !FSAttr.hasAttribute(Attribute::None) ? FSAttr.getValueAsString() : "";
Bill Wendling61375d82013-02-16 01:36:26 +0000187 if (!FS.empty()) {
188 initializeEnvironment();
Bill Wendlingaef9c372013-02-15 22:31:27 +0000189 resetSubtargetFeatures(CPU, FS);
Bill Wendling61375d82013-02-16 01:36:26 +0000190 }
Bill Wendlingaef9c372013-02-15 22:31:27 +0000191}
192
193void X86Subtarget::resetSubtargetFeatures(StringRef CPU, StringRef FS) {
Nadav Rotem08ab8772013-02-27 05:56:20 +0000194 std::string CPUName = CPU;
Jim Grosbach48551fb2014-04-12 01:34:29 +0000195 if (CPUName.empty())
196 CPUName = "generic";
Evan Cheng964cb5f2011-07-08 21:14:14 +0000197
Jim Grosbach48551fb2014-04-12 01:34:29 +0000198 // Make sure 64-bit features are available in 64-bit mode. (But make sure
199 // SSE2 can be turned off explicitly.)
200 std::string FullFS = FS;
201 if (In64BitMode) {
202 if (!FullFS.empty())
203 FullFS = "+64bit,+sse2," + FullFS;
204 else
205 FullFS = "+64bit,+sse2";
Evan Cheng11b0a5d2006-09-08 06:48:29 +0000206 }
Evan Chengc5e6d2f2011-07-11 03:57:24 +0000207
Jim Grosbach48551fb2014-04-12 01:34:29 +0000208 // If feature string is not empty, parse features string.
209 ParseSubtargetFeatures(CPUName, FullFS);
210
211 // Make sure the right MCSchedModel is used.
Craig Toppera8442342013-09-18 05:54:09 +0000212 InitCPUSchedModel(CPUName);
Preston Gurd35fcb542012-10-03 15:55:13 +0000213
Preston Gurd3fe264d2013-09-13 19:23:28 +0000214 if (X86ProcFamily == IntelAtom || X86ProcFamily == IntelSLM)
Andrew Trick8523b162012-02-01 23:20:51 +0000215 PostRAScheduler = true;
Andrew Tricke0c83b12012-08-07 00:25:30 +0000216
217 InstrItins = getInstrItineraryForCPU(CPUName);
Andrew Trick8523b162012-02-01 23:20:51 +0000218
Evan Chengc5e6d2f2011-07-11 03:57:24 +0000219 // It's important to keep the MCSubtargetInfo feature bits in sync with
220 // target data structure which is shared with MC code emitter, etc.
221 if (In64BitMode)
222 ToggleFeature(X86::Mode64Bit);
Craig Topper3c80d622014-01-06 04:55:54 +0000223 else if (In32BitMode)
224 ToggleFeature(X86::Mode32Bit);
225 else if (In16BitMode)
226 ToggleFeature(X86::Mode16Bit);
227 else
228 llvm_unreachable("Not 16-bit, 32-bit or 64-bit mode!");
Evan Chengc5e6d2f2011-07-11 03:57:24 +0000229
David Greene00411812010-01-05 01:29:13 +0000230 DEBUG(dbgs() << "Subtarget features: SSELevel " << X86SSELevel
Bill Wendling6eecd562009-08-03 00:11:34 +0000231 << ", 3DNowLevel " << X863DNowLevel
232 << ", 64bit " << HasX86_64 << "\n");
Evan Cheng13bcc6c2011-07-07 21:06:52 +0000233 assert((!In64BitMode || HasX86_64) &&
Dan Gohman74037512009-02-03 00:04:43 +0000234 "64-bit code requested on a subtarget that doesn't support it!");
Evan Cheng11b0a5d2006-09-08 06:48:29 +0000235
Roman Divacky22135672012-11-09 20:10:44 +0000236 // Stack alignment is 16 bytes on Darwin, Linux and Solaris (both
Roman Divackye8a93fe82011-02-22 17:30:05 +0000237 // 32 and 64 bit) and for all 64-bit targets.
Evan Cheng3a0c5e52011-06-23 17:54:54 +0000238 if (StackAlignOverride)
239 stackAlignment = StackAlignOverride;
Roman Divacky22135672012-11-09 20:10:44 +0000240 else if (isTargetDarwin() || isTargetLinux() || isTargetSolaris() ||
241 In64BitMode)
Nate Begemanf26625e2005-07-12 01:41:54 +0000242 stackAlignment = 16;
Dan Gohmandc53f1c2010-05-27 18:43:40 +0000243}
Andrew Trick8523b162012-02-01 23:20:51 +0000244
Bill Wendling61375d82013-02-16 01:36:26 +0000245void X86Subtarget::initializeEnvironment() {
246 X86SSELevel = NoMMXSSE;
247 X863DNowLevel = NoThreeDNow;
248 HasCMov = false;
249 HasX86_64 = false;
250 HasPOPCNT = false;
251 HasSSE4A = false;
252 HasAES = false;
253 HasPCLMUL = false;
254 HasFMA = false;
255 HasFMA4 = false;
256 HasXOP = false;
Yunzhong Gaodd36e932013-09-24 18:21:52 +0000257 HasTBM = false;
Bill Wendling61375d82013-02-16 01:36:26 +0000258 HasMOVBE = false;
259 HasRDRAND = false;
260 HasF16C = false;
261 HasFSGSBase = false;
262 HasLZCNT = false;
263 HasBMI = false;
264 HasBMI2 = false;
265 HasRTM = false;
Michael Liaoe344ec92013-03-26 22:46:02 +0000266 HasHLE = false;
Elena Demikhovsky003e7d72013-07-28 08:28:38 +0000267 HasERI = false;
268 HasCDI = false;
Craig Topper7a8cf012013-08-20 05:23:59 +0000269 HasPFI = false;
Bill Wendling61375d82013-02-16 01:36:26 +0000270 HasADX = false;
Ben Langmuir16501752013-09-12 15:51:31 +0000271 HasSHA = false;
Michael Liao5173ee02013-03-26 17:47:11 +0000272 HasPRFCHW = false;
Michael Liaoa486a112013-03-28 23:41:26 +0000273 HasRDSEED = false;
Bill Wendling61375d82013-02-16 01:36:26 +0000274 IsBTMemSlow = false;
Ekaterina Romanovad5fa5542013-11-21 23:21:26 +0000275 IsSHLDSlow = false;
Bill Wendling61375d82013-02-16 01:36:26 +0000276 IsUAMemFast = false;
277 HasVectorUAMem = false;
278 HasCmpxchg16b = false;
279 UseLeaForSP = false;
280 HasSlowDivide = false;
281 PostRAScheduler = false;
282 PadShortFunctions = false;
Preston Gurd663e6f92013-03-27 19:14:02 +0000283 CallRegIndirect = false;
Preston Gurd8b7ab4b2013-04-25 20:29:37 +0000284 LEAUsesAG = false;
Bill Wendling61375d82013-02-16 01:36:26 +0000285 stackAlignment = 4;
286 // FIXME: this is a known good value for Yonah. How about others?
287 MaxInlineSizeThreshold = 128;
288}
289
Bill Wendlingaef9c372013-02-15 22:31:27 +0000290X86Subtarget::X86Subtarget(const std::string &TT, const std::string &CPU,
Eric Christopherb8f97682014-05-07 21:05:47 +0000291 const std::string &FS, unsigned StackAlignOverride)
292 : X86GenSubtargetInfo(TT, CPU, FS), X86ProcFamily(Others),
293 PICStyle(PICStyles::None), TargetTriple(TT),
294 StackAlignOverride(StackAlignOverride),
295 In64BitMode(TargetTriple.getArch() == Triple::x86_64),
296 In32BitMode(TargetTriple.getArch() == Triple::x86 &&
297 TargetTriple.getEnvironment() != Triple::CODE16),
298 In16BitMode(TargetTriple.getArch() == Triple::x86 &&
299 TargetTriple.getEnvironment() == Triple::CODE16) {
Bill Wendling61375d82013-02-16 01:36:26 +0000300 initializeEnvironment();
Bill Wendlingaef9c372013-02-15 22:31:27 +0000301 resetSubtargetFeatures(CPU, FS);
302}
303
Eric Christopherb8f97682014-05-07 21:05:47 +0000304bool
305X86Subtarget::enablePostRAScheduler(CodeGenOpt::Level OptLevel,
306 TargetSubtargetInfo::AntiDepBreakMode &Mode,
307 RegClassVector &CriticalPathRCs) const {
Preston Gurd9a091472012-04-23 21:39:35 +0000308 Mode = TargetSubtargetInfo::ANTIDEP_CRITICAL;
Andrew Trick8523b162012-02-01 23:20:51 +0000309 CriticalPathRCs.clear();
310 return PostRAScheduler && OptLevel >= CodeGenOpt::Default;
311}