blob: ab5dc89c2277d8300919534912e8032049f9bf81 [file] [log] [blame]
Bill Wendling2bce78e2010-12-04 23:57:24 +00001//===-- X86Subtarget.cpp - X86 Subtarget Information ----------------------===//
Nate Begemanf26625e2005-07-12 01:41:54 +00002//
3// The LLVM Compiler Infrastructure
4//
Chris Lattnerf3ebc3f2007-12-29 20:36:04 +00005// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
Nate Begemanf26625e2005-07-12 01:41:54 +00007//
8//===----------------------------------------------------------------------===//
9//
Evan Cheng0d639a22011-07-01 21:01:15 +000010// This file implements the X86 specific subclass of TargetSubtargetInfo.
Nate Begemanf26625e2005-07-12 01:41:54 +000011//
12//===----------------------------------------------------------------------===//
13
Evan Cheng9a3ec1b2009-01-03 04:04:46 +000014#define DEBUG_TYPE "subtarget"
Nate Begemanf26625e2005-07-12 01:41:54 +000015#include "X86Subtarget.h"
Chris Lattnerdc842c02009-07-10 07:20:05 +000016#include "X86InstrInfo.h"
Bill Wendlingaef9c372013-02-15 22:31:27 +000017#include "llvm/IR/Attributes.h"
18#include "llvm/IR/Function.h"
Chandler Carruth9fb823b2013-01-02 11:36:10 +000019#include "llvm/IR/GlobalValue.h"
Evan Cheng9a3ec1b2009-01-03 04:04:46 +000020#include "llvm/Support/Debug.h"
Rafael Espindola65596562011-09-07 16:10:57 +000021#include "llvm/Support/ErrorHandling.h"
Michael J. Spencer447762d2010-11-29 18:16:10 +000022#include "llvm/Support/Host.h"
Chandler Carruthed0881b2012-12-03 16:50:05 +000023#include "llvm/Support/raw_ostream.h"
Anton Korobeynikov430e68a12006-12-22 22:29:05 +000024#include "llvm/Target/TargetMachine.h"
Rafael Espindola65596562011-09-07 16:10:57 +000025#include "llvm/Target/TargetOptions.h"
Evan Cheng54b68e32011-07-01 20:45:01 +000026
Nate Begemanf26625e2005-07-12 01:41:54 +000027using namespace llvm;
28
Chris Lattner3ad60b12009-04-25 18:27:23 +000029#if defined(_MSC_VER)
Bill Wendling6eecd562009-08-03 00:11:34 +000030#include <intrin.h>
Chris Lattner3ad60b12009-04-25 18:27:23 +000031#endif
32
Chandler Carruthd174b722014-04-22 02:03:14 +000033#define GET_SUBTARGETINFO_TARGET_DESC
34#define GET_SUBTARGETINFO_CTOR
35#include "X86GenSubtargetInfo.inc"
36
Dan Gohman7a6611792009-11-20 23:18:13 +000037/// ClassifyBlockAddressReference - Classify a blockaddress reference for the
38/// current subtarget according to how we should reference it in a non-pcrel
39/// context.
Eric Christophere2fbc672013-04-02 23:06:40 +000040unsigned char X86Subtarget::ClassifyBlockAddressReference() const {
Dan Gohman7a6611792009-11-20 23:18:13 +000041 if (isPICStyleGOT()) // 32-bit ELF targets.
42 return X86II::MO_GOTOFF;
Chad Rosier24c19d22012-08-01 18:39:17 +000043
Dan Gohman7a6611792009-11-20 23:18:13 +000044 if (isPICStyleStubPIC()) // Darwin/32 in PIC mode.
45 return X86II::MO_PIC_BASE_OFFSET;
Chad Rosier24c19d22012-08-01 18:39:17 +000046
Dan Gohman7a6611792009-11-20 23:18:13 +000047 // Direct static reference to label.
48 return X86II::MO_NO_FLAG;
49}
50
Chris Lattnerdc842c02009-07-10 07:20:05 +000051/// ClassifyGlobalReference - Classify a global variable reference for the
52/// current subtarget according to how we should reference it in a non-pcrel
53/// context.
54unsigned char X86Subtarget::
55ClassifyGlobalReference(const GlobalValue *GV, const TargetMachine &TM) const {
56 // DLLImport only exists on windows, it is implemented as a load from a
57 // DLLIMPORT stub.
Nico Rieck7157bb72014-01-14 15:22:47 +000058 if (GV->hasDLLImportStorageClass())
Chris Lattnerdc842c02009-07-10 07:20:05 +000059 return X86II::MO_DLLIMPORT;
60
Chris Lattnerfaa7bdc2010-06-14 20:11:56 +000061 // Determine whether this is a reference to a definition or a declaration.
62 // Materializable GVs (in JIT lazy compilation mode) do not require an extra
63 // load from stub.
64 bool isDecl = GV->hasAvailableExternallyLinkage();
65 if (GV->isDeclaration() && !GV->isMaterializable())
66 isDecl = true;
Evan Cheng02a76522009-07-16 22:53:10 +000067
Chris Lattnerdc842c02009-07-10 07:20:05 +000068 // X86-64 in PIC mode.
69 if (isPICStyleRIPRel()) {
70 // Large model never uses stubs.
71 if (TM.getCodeModel() == CodeModel::Large)
72 return X86II::MO_NO_FLAG;
Chad Rosier24c19d22012-08-01 18:39:17 +000073
Chris Lattner7dce9912009-07-10 21:01:59 +000074 if (isTargetDarwin()) {
75 // If symbol visibility is hidden, the extra load is not needed if
76 // target is x86-64 or the symbol is definitely defined in the current
77 // translation unit.
78 if (GV->hasDefaultVisibility() &&
Evan Cheng02a76522009-07-16 22:53:10 +000079 (isDecl || GV->isWeakForLinker()))
Chris Lattner7dce9912009-07-10 21:01:59 +000080 return X86II::MO_GOTPCREL;
Anton Korobeynikovdb9820e2010-08-21 17:21:11 +000081 } else if (!isTargetWin64()) {
Chris Lattner7dce9912009-07-10 21:01:59 +000082 assert(isTargetELF() && "Unknown rip-relative target");
Chris Lattnerdc842c02009-07-10 07:20:05 +000083
Chris Lattner7dce9912009-07-10 21:01:59 +000084 // Extra load is needed for all externally visible.
85 if (!GV->hasLocalLinkage() && GV->hasDefaultVisibility())
86 return X86II::MO_GOTPCREL;
87 }
Chris Lattnerdc842c02009-07-10 07:20:05 +000088
89 return X86II::MO_NO_FLAG;
90 }
Chad Rosier24c19d22012-08-01 18:39:17 +000091
Chris Lattnerdc842c02009-07-10 07:20:05 +000092 if (isPICStyleGOT()) { // 32-bit ELF targets.
93 // Extra load is needed for all externally visible.
94 if (GV->hasLocalLinkage() || GV->hasHiddenVisibility())
95 return X86II::MO_GOTOFF;
96 return X86II::MO_GOT;
97 }
Chad Rosier24c19d22012-08-01 18:39:17 +000098
Chris Lattner21c29402009-07-10 21:00:45 +000099 if (isPICStyleStubPIC()) { // Darwin/32 in PIC mode.
Chris Lattnerbd3e5602009-07-10 20:53:38 +0000100 // Determine whether we have a stub reference and/or whether the reference
101 // is relative to the PIC base or not.
Chad Rosier24c19d22012-08-01 18:39:17 +0000102
Chris Lattnerdc842c02009-07-10 07:20:05 +0000103 // If this is a strong reference to a definition, it is definitely not
104 // through a stub.
Evan Cheng02a76522009-07-16 22:53:10 +0000105 if (!isDecl && !GV->isWeakForLinker())
Chris Lattnerbd3e5602009-07-10 20:53:38 +0000106 return X86II::MO_PIC_BASE_OFFSET;
Chris Lattnerdc842c02009-07-10 07:20:05 +0000107
108 // Unless we have a symbol with hidden visibility, we have to go through a
109 // normal $non_lazy_ptr stub because this symbol might be resolved late.
Chris Lattnerbd3e5602009-07-10 20:53:38 +0000110 if (!GV->hasHiddenVisibility()) // Non-hidden $non_lazy_ptr reference.
111 return X86II::MO_DARWIN_NONLAZY_PIC_BASE;
Chad Rosier24c19d22012-08-01 18:39:17 +0000112
Chris Lattnerdc842c02009-07-10 07:20:05 +0000113 // If symbol visibility is hidden, we have a stub for common symbol
114 // references and external declarations.
Evan Cheng02a76522009-07-16 22:53:10 +0000115 if (isDecl || GV->hasCommonLinkage()) {
Chris Lattnerdc842c02009-07-10 07:20:05 +0000116 // Hidden $non_lazy_ptr reference.
Chris Lattnerbd3e5602009-07-10 20:53:38 +0000117 return X86II::MO_DARWIN_HIDDEN_NONLAZY_PIC_BASE;
Chris Lattnerdc842c02009-07-10 07:20:05 +0000118 }
Chad Rosier24c19d22012-08-01 18:39:17 +0000119
Chris Lattnerdc842c02009-07-10 07:20:05 +0000120 // Otherwise, no stub.
Chris Lattnerbd3e5602009-07-10 20:53:38 +0000121 return X86II::MO_PIC_BASE_OFFSET;
122 }
Chad Rosier24c19d22012-08-01 18:39:17 +0000123
Chris Lattner21c29402009-07-10 21:00:45 +0000124 if (isPICStyleStubNoDynamic()) { // Darwin/32 in -mdynamic-no-pic mode.
Chris Lattnerbd3e5602009-07-10 20:53:38 +0000125 // Determine whether we have a stub reference.
Chad Rosier24c19d22012-08-01 18:39:17 +0000126
Chris Lattnerbd3e5602009-07-10 20:53:38 +0000127 // If this is a strong reference to a definition, it is definitely not
128 // through a stub.
Evan Cheng02a76522009-07-16 22:53:10 +0000129 if (!isDecl && !GV->isWeakForLinker())
Chris Lattnerbd3e5602009-07-10 20:53:38 +0000130 return X86II::MO_NO_FLAG;
Chad Rosier24c19d22012-08-01 18:39:17 +0000131
Chris Lattnerbd3e5602009-07-10 20:53:38 +0000132 // Unless we have a symbol with hidden visibility, we have to go through a
133 // normal $non_lazy_ptr stub because this symbol might be resolved late.
134 if (!GV->hasHiddenVisibility()) // Non-hidden $non_lazy_ptr reference.
135 return X86II::MO_DARWIN_NONLAZY;
Evan Cheng1b389522009-09-03 07:04:02 +0000136
Chris Lattnerbd3e5602009-07-10 20:53:38 +0000137 // Otherwise, no stub.
138 return X86II::MO_NO_FLAG;
Chris Lattnerdc842c02009-07-10 07:20:05 +0000139 }
Chad Rosier24c19d22012-08-01 18:39:17 +0000140
Chris Lattnerdc842c02009-07-10 07:20:05 +0000141 // Direct static reference to global.
142 return X86II::MO_NO_FLAG;
143}
144
Anton Korobeynikov6dbdfe22006-11-30 22:42:55 +0000145
Bill Wendlingbd092622008-09-30 21:22:07 +0000146/// getBZeroEntry - This function returns the name of a function which has an
147/// interface like the non-standard bzero function, if such a function exists on
148/// the current subtarget and it is considered prefereable over memset with zero
149/// passed as the second argument. Otherwise it returns null.
Bill Wendling17825842008-09-30 22:05:33 +0000150const char *X86Subtarget::getBZeroEntry() const {
Dan Gohman980d7202008-04-01 20:38:36 +0000151 // Darwin 10 has a __bzero entry point for this purpose.
Daniel Dunbarcd01ed52011-04-20 00:14:25 +0000152 if (getTargetTriple().isMacOSX() &&
153 !getTargetTriple().isMacOSXVersionLT(10, 6))
Bill Wendling17825842008-09-30 22:05:33 +0000154 return "__bzero";
Dan Gohman980d7202008-04-01 20:38:36 +0000155
156 return 0;
157}
158
Evan Cheng0e88c7d2013-01-29 02:32:37 +0000159bool X86Subtarget::hasSinCos() const {
160 return getTargetTriple().isMacOSX() &&
Evan Chengd2ca4e22013-01-30 22:56:35 +0000161 !getTargetTriple().isMacOSXVersionLT(10, 9) &&
162 is64Bit();
Evan Cheng0e88c7d2013-01-29 02:32:37 +0000163}
164
Evan Cheng96098332009-05-20 04:53:57 +0000165/// IsLegalToCallImmediateAddr - Return true if the subtarget allows calls
166/// to immediate address.
167bool X86Subtarget::IsLegalToCallImmediateAddr(const TargetMachine &TM) const {
David Majnemer02f21882014-03-28 21:40:47 +0000168 // FIXME: I386 PE/COFF supports PC relative calls using IMAGE_REL_I386_REL32
169 // but WinCOFFObjectWriter::RecordRelocation cannot emit them. Once it does,
170 // the following check for Win32 should be removed.
171 if (In64BitMode || isTargetWin32())
Evan Cheng96098332009-05-20 04:53:57 +0000172 return false;
173 return isTargetELF() || TM.getRelocationModel() == Reloc::Static;
174}
175
Bill Wendlingaef9c372013-02-15 22:31:27 +0000176void X86Subtarget::resetSubtargetFeatures(const MachineFunction *MF) {
177 AttributeSet FnAttrs = MF->getFunction()->getAttributes();
178 Attribute CPUAttr = FnAttrs.getAttribute(AttributeSet::FunctionIndex,
179 "target-cpu");
180 Attribute FSAttr = FnAttrs.getAttribute(AttributeSet::FunctionIndex,
181 "target-features");
Nadav Rotem08ab8772013-02-27 05:56:20 +0000182 std::string CPU =
183 !CPUAttr.hasAttribute(Attribute::None) ?CPUAttr.getValueAsString() : "";
184 std::string FS =
Bill Wendlingaef9c372013-02-15 22:31:27 +0000185 !FSAttr.hasAttribute(Attribute::None) ? FSAttr.getValueAsString() : "";
Bill Wendling61375d82013-02-16 01:36:26 +0000186 if (!FS.empty()) {
187 initializeEnvironment();
Bill Wendlingaef9c372013-02-15 22:31:27 +0000188 resetSubtargetFeatures(CPU, FS);
Bill Wendling61375d82013-02-16 01:36:26 +0000189 }
Bill Wendlingaef9c372013-02-15 22:31:27 +0000190}
191
192void X86Subtarget::resetSubtargetFeatures(StringRef CPU, StringRef FS) {
Nadav Rotem08ab8772013-02-27 05:56:20 +0000193 std::string CPUName = CPU;
Jim Grosbach48551fb2014-04-12 01:34:29 +0000194 if (CPUName.empty())
195 CPUName = "generic";
Evan Cheng964cb5f2011-07-08 21:14:14 +0000196
Jim Grosbach48551fb2014-04-12 01:34:29 +0000197 // Make sure 64-bit features are available in 64-bit mode. (But make sure
198 // SSE2 can be turned off explicitly.)
199 std::string FullFS = FS;
200 if (In64BitMode) {
201 if (!FullFS.empty())
202 FullFS = "+64bit,+sse2," + FullFS;
203 else
204 FullFS = "+64bit,+sse2";
Evan Cheng11b0a5d2006-09-08 06:48:29 +0000205 }
Evan Chengc5e6d2f2011-07-11 03:57:24 +0000206
Jim Grosbach48551fb2014-04-12 01:34:29 +0000207 // If feature string is not empty, parse features string.
208 ParseSubtargetFeatures(CPUName, FullFS);
209
210 // Make sure the right MCSchedModel is used.
Craig Toppera8442342013-09-18 05:54:09 +0000211 InitCPUSchedModel(CPUName);
Preston Gurd35fcb542012-10-03 15:55:13 +0000212
Preston Gurd3fe264d2013-09-13 19:23:28 +0000213 if (X86ProcFamily == IntelAtom || X86ProcFamily == IntelSLM)
Andrew Trick8523b162012-02-01 23:20:51 +0000214 PostRAScheduler = true;
Andrew Tricke0c83b12012-08-07 00:25:30 +0000215
216 InstrItins = getInstrItineraryForCPU(CPUName);
Andrew Trick8523b162012-02-01 23:20:51 +0000217
Evan Chengc5e6d2f2011-07-11 03:57:24 +0000218 // It's important to keep the MCSubtargetInfo feature bits in sync with
219 // target data structure which is shared with MC code emitter, etc.
220 if (In64BitMode)
221 ToggleFeature(X86::Mode64Bit);
Craig Topper3c80d622014-01-06 04:55:54 +0000222 else if (In32BitMode)
223 ToggleFeature(X86::Mode32Bit);
224 else if (In16BitMode)
225 ToggleFeature(X86::Mode16Bit);
226 else
227 llvm_unreachable("Not 16-bit, 32-bit or 64-bit mode!");
Evan Chengc5e6d2f2011-07-11 03:57:24 +0000228
David Greene00411812010-01-05 01:29:13 +0000229 DEBUG(dbgs() << "Subtarget features: SSELevel " << X86SSELevel
Bill Wendling6eecd562009-08-03 00:11:34 +0000230 << ", 3DNowLevel " << X863DNowLevel
231 << ", 64bit " << HasX86_64 << "\n");
Evan Cheng13bcc6c2011-07-07 21:06:52 +0000232 assert((!In64BitMode || HasX86_64) &&
Dan Gohman74037512009-02-03 00:04:43 +0000233 "64-bit code requested on a subtarget that doesn't support it!");
Evan Cheng11b0a5d2006-09-08 06:48:29 +0000234
Roman Divacky22135672012-11-09 20:10:44 +0000235 // Stack alignment is 16 bytes on Darwin, Linux and Solaris (both
Roman Divackye8a93fe82011-02-22 17:30:05 +0000236 // 32 and 64 bit) and for all 64-bit targets.
Evan Cheng3a0c5e52011-06-23 17:54:54 +0000237 if (StackAlignOverride)
238 stackAlignment = StackAlignOverride;
Roman Divacky22135672012-11-09 20:10:44 +0000239 else if (isTargetDarwin() || isTargetLinux() || isTargetSolaris() ||
240 In64BitMode)
Nate Begemanf26625e2005-07-12 01:41:54 +0000241 stackAlignment = 16;
Dan Gohmandc53f1c2010-05-27 18:43:40 +0000242}
Andrew Trick8523b162012-02-01 23:20:51 +0000243
Bill Wendling61375d82013-02-16 01:36:26 +0000244void X86Subtarget::initializeEnvironment() {
245 X86SSELevel = NoMMXSSE;
246 X863DNowLevel = NoThreeDNow;
247 HasCMov = false;
248 HasX86_64 = false;
249 HasPOPCNT = false;
250 HasSSE4A = false;
251 HasAES = false;
252 HasPCLMUL = false;
253 HasFMA = false;
254 HasFMA4 = false;
255 HasXOP = false;
Yunzhong Gaodd36e932013-09-24 18:21:52 +0000256 HasTBM = false;
Bill Wendling61375d82013-02-16 01:36:26 +0000257 HasMOVBE = false;
258 HasRDRAND = false;
259 HasF16C = false;
260 HasFSGSBase = false;
261 HasLZCNT = false;
262 HasBMI = false;
263 HasBMI2 = false;
264 HasRTM = false;
Michael Liaoe344ec92013-03-26 22:46:02 +0000265 HasHLE = false;
Elena Demikhovsky003e7d72013-07-28 08:28:38 +0000266 HasERI = false;
267 HasCDI = false;
Craig Topper7a8cf012013-08-20 05:23:59 +0000268 HasPFI = false;
Bill Wendling61375d82013-02-16 01:36:26 +0000269 HasADX = false;
Ben Langmuir16501752013-09-12 15:51:31 +0000270 HasSHA = false;
Michael Liao5173ee02013-03-26 17:47:11 +0000271 HasPRFCHW = false;
Michael Liaoa486a112013-03-28 23:41:26 +0000272 HasRDSEED = false;
Bill Wendling61375d82013-02-16 01:36:26 +0000273 IsBTMemSlow = false;
Ekaterina Romanovad5fa5542013-11-21 23:21:26 +0000274 IsSHLDSlow = false;
Bill Wendling61375d82013-02-16 01:36:26 +0000275 IsUAMemFast = false;
276 HasVectorUAMem = false;
277 HasCmpxchg16b = false;
278 UseLeaForSP = false;
279 HasSlowDivide = false;
280 PostRAScheduler = false;
281 PadShortFunctions = false;
Preston Gurd663e6f92013-03-27 19:14:02 +0000282 CallRegIndirect = false;
Preston Gurd8b7ab4b2013-04-25 20:29:37 +0000283 LEAUsesAG = false;
Bill Wendling61375d82013-02-16 01:36:26 +0000284 stackAlignment = 4;
285 // FIXME: this is a known good value for Yonah. How about others?
286 MaxInlineSizeThreshold = 128;
287}
288
Bill Wendlingaef9c372013-02-15 22:31:27 +0000289X86Subtarget::X86Subtarget(const std::string &TT, const std::string &CPU,
290 const std::string &FS,
David Woodhouse1c3996a2014-01-08 00:08:50 +0000291 unsigned StackAlignOverride)
Bill Wendlingaef9c372013-02-15 22:31:27 +0000292 : X86GenSubtargetInfo(TT, CPU, FS)
293 , X86ProcFamily(Others)
Bill Wendlinge9434772013-02-15 23:22:32 +0000294 , PICStyle(PICStyles::None)
Bill Wendlingaef9c372013-02-15 22:31:27 +0000295 , TargetTriple(TT)
296 , StackAlignOverride(StackAlignOverride)
David Woodhouse1c3996a2014-01-08 00:08:50 +0000297 , In64BitMode(TargetTriple.getArch() == Triple::x86_64)
David Woodhouse71d15ed2014-01-20 12:02:25 +0000298 , In32BitMode(TargetTriple.getArch() == Triple::x86 &&
299 TargetTriple.getEnvironment() != Triple::CODE16)
300 , In16BitMode(TargetTriple.getArch() == Triple::x86 &&
301 TargetTriple.getEnvironment() == Triple::CODE16) {
Bill Wendling61375d82013-02-16 01:36:26 +0000302 initializeEnvironment();
Bill Wendlingaef9c372013-02-15 22:31:27 +0000303 resetSubtargetFeatures(CPU, FS);
304}
305
Andrew Trick8523b162012-02-01 23:20:51 +0000306bool X86Subtarget::enablePostRAScheduler(
307 CodeGenOpt::Level OptLevel,
308 TargetSubtargetInfo::AntiDepBreakMode& Mode,
309 RegClassVector& CriticalPathRCs) const {
Preston Gurd9a091472012-04-23 21:39:35 +0000310 Mode = TargetSubtargetInfo::ANTIDEP_CRITICAL;
Andrew Trick8523b162012-02-01 23:20:51 +0000311 CriticalPathRCs.clear();
312 return PostRAScheduler && OptLevel >= CodeGenOpt::Default;
313}