blob: 5bd70e402267a0c873a0c4c7129873de066cdedc [file] [log] [blame]
Bill Wendlingd6434862010-12-04 23:57:24 +00001//===-- X86Subtarget.cpp - X86 Subtarget Information ----------------------===//
Nate Begemanfb5792f2005-07-12 01:41:54 +00002//
3// The LLVM Compiler Infrastructure
4//
Chris Lattner4ee451d2007-12-29 20:36:04 +00005// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
Nate Begemanfb5792f2005-07-12 01:41:54 +00007//
8//===----------------------------------------------------------------------===//
9//
Evan Cheng5b1b44892011-07-01 21:01:15 +000010// This file implements the X86 specific subclass of TargetSubtargetInfo.
Nate Begemanfb5792f2005-07-12 01:41:54 +000011//
12//===----------------------------------------------------------------------===//
13
Evan Cheng5b925c02009-01-03 04:04:46 +000014#define DEBUG_TYPE "subtarget"
Nate Begemanfb5792f2005-07-12 01:41:54 +000015#include "X86Subtarget.h"
Chris Lattnerd392bd92009-07-10 07:20:05 +000016#include "X86InstrInfo.h"
Daniel Dunbar3be03402009-08-02 22:11:08 +000017#include "llvm/GlobalValue.h"
Evan Cheng5b925c02009-01-03 04:04:46 +000018#include "llvm/Support/Debug.h"
Bill Wendling0ea8bf32009-08-03 00:11:34 +000019#include "llvm/Support/raw_ostream.h"
Michael J. Spencer1f6efa32010-11-29 18:16:10 +000020#include "llvm/Support/Host.h"
Anton Korobeynikov2b2bc682006-12-22 22:29:05 +000021#include "llvm/Target/TargetMachine.h"
David Goodwinc2e8a7e2009-11-10 00:48:55 +000022#include "llvm/ADT/SmallVector.h"
Evan Cheng94214702011-07-01 20:45:01 +000023
Evan Chengebdeeab2011-07-08 01:53:10 +000024#define GET_SUBTARGETINFO_ENUM
Evan Cheng94214702011-07-01 20:45:01 +000025#define GET_SUBTARGETINFO_MC_DESC
26#define GET_SUBTARGETINFO_TARGET_DESC
Evan Chengebdeeab2011-07-08 01:53:10 +000027#define GET_SUBTARGETINFO_CTOR
Evan Cheng385e9302011-07-01 22:36:09 +000028#include "X86GenSubtargetInfo.inc"
Evan Cheng94214702011-07-01 20:45:01 +000029
Nate Begemanfb5792f2005-07-12 01:41:54 +000030using namespace llvm;
31
Chris Lattnerbc583222009-04-25 18:27:23 +000032#if defined(_MSC_VER)
Bill Wendling0ea8bf32009-08-03 00:11:34 +000033#include <intrin.h>
Chris Lattnerbc583222009-04-25 18:27:23 +000034#endif
35
Dan Gohman29cbade2009-11-20 23:18:13 +000036/// ClassifyBlockAddressReference - Classify a blockaddress reference for the
37/// current subtarget according to how we should reference it in a non-pcrel
38/// context.
39unsigned char X86Subtarget::
40ClassifyBlockAddressReference() const {
41 if (isPICStyleGOT()) // 32-bit ELF targets.
42 return X86II::MO_GOTOFF;
43
44 if (isPICStyleStubPIC()) // Darwin/32 in PIC mode.
45 return X86II::MO_PIC_BASE_OFFSET;
46
47 // Direct static reference to label.
48 return X86II::MO_NO_FLAG;
49}
50
Chris Lattnerd392bd92009-07-10 07:20:05 +000051/// ClassifyGlobalReference - Classify a global variable reference for the
52/// current subtarget according to how we should reference it in a non-pcrel
53/// context.
54unsigned char X86Subtarget::
55ClassifyGlobalReference(const GlobalValue *GV, const TargetMachine &TM) const {
56 // DLLImport only exists on windows, it is implemented as a load from a
57 // DLLIMPORT stub.
58 if (GV->hasDLLImportLinkage())
59 return X86II::MO_DLLIMPORT;
60
Chris Lattner6b601532010-06-14 20:11:56 +000061 // Determine whether this is a reference to a definition or a declaration.
62 // Materializable GVs (in JIT lazy compilation mode) do not require an extra
63 // load from stub.
64 bool isDecl = GV->hasAvailableExternallyLinkage();
65 if (GV->isDeclaration() && !GV->isMaterializable())
66 isDecl = true;
Evan Chenga82b22c2009-07-16 22:53:10 +000067
Chris Lattnerd392bd92009-07-10 07:20:05 +000068 // X86-64 in PIC mode.
69 if (isPICStyleRIPRel()) {
70 // Large model never uses stubs.
71 if (TM.getCodeModel() == CodeModel::Large)
72 return X86II::MO_NO_FLAG;
73
Chris Lattnerc7822322009-07-10 21:01:59 +000074 if (isTargetDarwin()) {
75 // If symbol visibility is hidden, the extra load is not needed if
76 // target is x86-64 or the symbol is definitely defined in the current
77 // translation unit.
78 if (GV->hasDefaultVisibility() &&
Evan Chenga82b22c2009-07-16 22:53:10 +000079 (isDecl || GV->isWeakForLinker()))
Chris Lattnerc7822322009-07-10 21:01:59 +000080 return X86II::MO_GOTPCREL;
Anton Korobeynikov699647c2010-08-21 17:21:11 +000081 } else if (!isTargetWin64()) {
Chris Lattnerc7822322009-07-10 21:01:59 +000082 assert(isTargetELF() && "Unknown rip-relative target");
Chris Lattnerd392bd92009-07-10 07:20:05 +000083
Chris Lattnerc7822322009-07-10 21:01:59 +000084 // Extra load is needed for all externally visible.
85 if (!GV->hasLocalLinkage() && GV->hasDefaultVisibility())
86 return X86II::MO_GOTPCREL;
87 }
Chris Lattnerd392bd92009-07-10 07:20:05 +000088
89 return X86II::MO_NO_FLAG;
90 }
91
92 if (isPICStyleGOT()) { // 32-bit ELF targets.
93 // Extra load is needed for all externally visible.
94 if (GV->hasLocalLinkage() || GV->hasHiddenVisibility())
95 return X86II::MO_GOTOFF;
96 return X86II::MO_GOT;
97 }
98
Chris Lattnere2c92082009-07-10 21:00:45 +000099 if (isPICStyleStubPIC()) { // Darwin/32 in PIC mode.
Chris Lattner84853a12009-07-10 20:53:38 +0000100 // Determine whether we have a stub reference and/or whether the reference
101 // is relative to the PIC base or not.
Chris Lattnerd392bd92009-07-10 07:20:05 +0000102
103 // If this is a strong reference to a definition, it is definitely not
104 // through a stub.
Evan Chenga82b22c2009-07-16 22:53:10 +0000105 if (!isDecl && !GV->isWeakForLinker())
Chris Lattner84853a12009-07-10 20:53:38 +0000106 return X86II::MO_PIC_BASE_OFFSET;
Chris Lattnerd392bd92009-07-10 07:20:05 +0000107
108 // Unless we have a symbol with hidden visibility, we have to go through a
109 // normal $non_lazy_ptr stub because this symbol might be resolved late.
Chris Lattner84853a12009-07-10 20:53:38 +0000110 if (!GV->hasHiddenVisibility()) // Non-hidden $non_lazy_ptr reference.
111 return X86II::MO_DARWIN_NONLAZY_PIC_BASE;
Chris Lattnerd392bd92009-07-10 07:20:05 +0000112
113 // If symbol visibility is hidden, we have a stub for common symbol
114 // references and external declarations.
Evan Chenga82b22c2009-07-16 22:53:10 +0000115 if (isDecl || GV->hasCommonLinkage()) {
Chris Lattnerd392bd92009-07-10 07:20:05 +0000116 // Hidden $non_lazy_ptr reference.
Chris Lattner84853a12009-07-10 20:53:38 +0000117 return X86II::MO_DARWIN_HIDDEN_NONLAZY_PIC_BASE;
Chris Lattnerd392bd92009-07-10 07:20:05 +0000118 }
119
120 // Otherwise, no stub.
Chris Lattner84853a12009-07-10 20:53:38 +0000121 return X86II::MO_PIC_BASE_OFFSET;
122 }
123
Chris Lattnere2c92082009-07-10 21:00:45 +0000124 if (isPICStyleStubNoDynamic()) { // Darwin/32 in -mdynamic-no-pic mode.
Chris Lattner84853a12009-07-10 20:53:38 +0000125 // Determine whether we have a stub reference.
126
127 // If this is a strong reference to a definition, it is definitely not
128 // through a stub.
Evan Chenga82b22c2009-07-16 22:53:10 +0000129 if (!isDecl && !GV->isWeakForLinker())
Chris Lattner84853a12009-07-10 20:53:38 +0000130 return X86II::MO_NO_FLAG;
131
132 // Unless we have a symbol with hidden visibility, we have to go through a
133 // normal $non_lazy_ptr stub because this symbol might be resolved late.
134 if (!GV->hasHiddenVisibility()) // Non-hidden $non_lazy_ptr reference.
135 return X86II::MO_DARWIN_NONLAZY;
Evan Cheng63476a82009-09-03 07:04:02 +0000136
Chris Lattner84853a12009-07-10 20:53:38 +0000137 // Otherwise, no stub.
138 return X86II::MO_NO_FLAG;
Chris Lattnerd392bd92009-07-10 07:20:05 +0000139 }
140
141 // Direct static reference to global.
142 return X86II::MO_NO_FLAG;
143}
144
Anton Korobeynikov7784ebc2006-11-30 22:42:55 +0000145
Bill Wendling6f287b22008-09-30 21:22:07 +0000146/// getBZeroEntry - This function returns the name of a function which has an
147/// interface like the non-standard bzero function, if such a function exists on
148/// the current subtarget and it is considered prefereable over memset with zero
149/// passed as the second argument. Otherwise it returns null.
Bill Wendling6e087382008-09-30 22:05:33 +0000150const char *X86Subtarget::getBZeroEntry() const {
Dan Gohman68d599d2008-04-01 20:38:36 +0000151 // Darwin 10 has a __bzero entry point for this purpose.
Daniel Dunbar558692f2011-04-20 00:14:25 +0000152 if (getTargetTriple().isMacOSX() &&
153 !getTargetTriple().isMacOSXVersionLT(10, 6))
Bill Wendling6e087382008-09-30 22:05:33 +0000154 return "__bzero";
Dan Gohman68d599d2008-04-01 20:38:36 +0000155
156 return 0;
157}
158
Evan Chengd7f666a2009-05-20 04:53:57 +0000159/// IsLegalToCallImmediateAddr - Return true if the subtarget allows calls
160/// to immediate address.
161bool X86Subtarget::IsLegalToCallImmediateAddr(const TargetMachine &TM) const {
Evan Cheng18fb1d32011-07-07 21:06:52 +0000162 if (In64BitMode)
Evan Chengd7f666a2009-05-20 04:53:57 +0000163 return false;
164 return isTargetELF() || TM.getRelocationModel() == Reloc::Static;
165}
166
Dan Gohman8749b612008-12-16 03:35:01 +0000167/// getSpecialAddressLatency - For targets where it is beneficial to
168/// backschedule instructions that compute addresses, return a value
169/// indicating the number of scheduling cycles of backscheduling that
170/// should be attempted.
171unsigned X86Subtarget::getSpecialAddressLatency() const {
172 // For x86 out-of-order targets, back-schedule address computations so
173 // that loads and stores aren't blocked.
174 // This value was chosen arbitrarily.
175 return 200;
176}
177
Evan Chenga26eb5e2006-10-06 09:17:41 +0000178void X86Subtarget::AutoDetectSubtargetFeatures() {
Evan Chengb3a7e212006-01-27 19:30:30 +0000179 unsigned EAX = 0, EBX = 0, ECX = 0, EDX = 0;
Jeff Cohena3496402006-01-28 18:47:32 +0000180 union {
Jeff Cohen216d2812006-01-28 19:48:34 +0000181 unsigned u[3];
182 char c[12];
Jeff Cohena3496402006-01-28 18:47:32 +0000183 } text;
Chris Lattner3b6f4972006-11-20 18:16:05 +0000184
Evan Cheng18fb1d32011-07-07 21:06:52 +0000185 if (X86_MC::GetCpuIDAndInfo(0, &EAX, text.u+0, text.u+2, text.u+1))
Evan Chengabc346c2006-10-06 08:21:07 +0000186 return;
Anton Korobeynikov3b5ee732007-03-23 23:46:48 +0000187
Evan Cheng18fb1d32011-07-07 21:06:52 +0000188 X86_MC::GetCpuIDAndInfo(0x1, &EAX, &EBX, &ECX, &EDX);
Chris Lattner3b6f4972006-11-20 18:16:05 +0000189
Chris Lattner70084162009-09-02 05:53:04 +0000190 if ((EDX >> 15) & 1) HasCMov = true;
191 if ((EDX >> 23) & 1) X86SSELevel = MMX;
192 if ((EDX >> 25) & 1) X86SSELevel = SSE1;
193 if ((EDX >> 26) & 1) X86SSELevel = SSE2;
Daniel Dunbar84811382009-09-03 05:47:34 +0000194 if (ECX & 0x1) X86SSELevel = SSE3;
Chris Lattner70084162009-09-02 05:53:04 +0000195 if ((ECX >> 9) & 1) X86SSELevel = SSSE3;
196 if ((ECX >> 19) & 1) X86SSELevel = SSE41;
197 if ((ECX >> 20) & 1) X86SSELevel = SSE42;
Evan Chengde7f9202010-12-13 04:23:53 +0000198 // FIXME: AVX codegen support is not ready.
199 //if ((ECX >> 28) & 1) { HasAVX = true; X86SSELevel = NoMMXSSE; }
Anton Korobeynikov3b5ee732007-03-23 23:46:48 +0000200
Evan Chengccb69762009-01-02 05:35:45 +0000201 bool IsIntel = memcmp(text.c, "GenuineIntel", 12) == 0;
202 bool IsAMD = !IsIntel && memcmp(text.c, "AuthenticAMD", 12) == 0;
David Greene343dadb2009-06-26 22:46:54 +0000203
Bruno Cardoso Lopescdae7e82010-07-23 01:17:51 +0000204 HasCLMUL = IsIntel && ((ECX >> 1) & 0x1);
205 HasFMA3 = IsIntel && ((ECX >> 12) & 0x1);
Mon P Wangfee22862011-05-17 18:33:37 +0000206 HasPOPCNT = IsIntel && ((ECX >> 23) & 0x1);
Bruno Cardoso Lopescdae7e82010-07-23 01:17:51 +0000207 HasAES = IsIntel && ((ECX >> 25) & 0x1);
David Greene343dadb2009-06-26 22:46:54 +0000208
Evan Chengccb69762009-01-02 05:35:45 +0000209 if (IsIntel || IsAMD) {
210 // Determine if bit test memory instructions are slow.
211 unsigned Family = 0;
212 unsigned Model = 0;
Evan Cheng18fb1d32011-07-07 21:06:52 +0000213 X86_MC::DetectFamilyModel(EAX, Family, Model);
Evan Chengccb69762009-01-02 05:35:45 +0000214 IsBTMemSlow = IsAMD || (Family == 6 && Model >= 13);
Evan Cheng48c58bb2010-04-01 05:58:17 +0000215 // If it's Nehalem, unaligned memory access is fast.
216 if (Family == 15 && Model == 26)
217 IsUAMemFast = true;
Evan Chengccb69762009-01-02 05:35:45 +0000218
Evan Cheng18fb1d32011-07-07 21:06:52 +0000219 X86_MC::GetCpuIDAndInfo(0x80000001, &EAX, &EBX, &ECX, &EDX);
Jeff Cohenc3987092007-04-16 21:59:44 +0000220 HasX86_64 = (EDX >> 29) & 0x1;
Stefanus Du Toit8cf5ab12009-05-26 21:04:35 +0000221 HasSSE4A = IsAMD && ((ECX >> 6) & 0x1);
David Greene343dadb2009-06-26 22:46:54 +0000222 HasFMA4 = IsAMD && ((ECX >> 16) & 0x1);
Jeff Cohenc3987092007-04-16 21:59:44 +0000223 }
Evan Cheng559806f2006-01-27 08:10:46 +0000224}
Evan Cheng97c7fc32006-01-26 09:53:06 +0000225
Evan Cheng276365d2011-06-30 01:53:36 +0000226X86Subtarget::X86Subtarget(const std::string &TT, const std::string &CPU,
227 const std::string &FS,
Evan Cheng4d1a8dd2011-07-08 22:30:25 +0000228 unsigned StackAlignOverride, bool is64Bit)
Evan Cheng0ddff1b2011-07-07 07:07:08 +0000229 : X86GenSubtargetInfo(TT, CPU, FS)
Evan Cheng94214702011-07-01 20:45:01 +0000230 , PICStyle(PICStyles::None)
Evan Cheng25ab6902006-09-08 06:48:29 +0000231 , X86SSELevel(NoMMXSSE)
Evan Chengdc008582008-04-16 19:03:02 +0000232 , X863DNowLevel(NoThreeDNow)
Chris Lattner70084162009-09-02 05:53:04 +0000233 , HasCMov(false)
Evan Cheng25ab6902006-09-08 06:48:29 +0000234 , HasX86_64(false)
Bill Wendlingd6434862010-12-04 23:57:24 +0000235 , HasPOPCNT(false)
David Greene343dadb2009-06-26 22:46:54 +0000236 , HasSSE4A(false)
237 , HasAVX(false)
Eric Christopher6d1cd1c2010-04-02 21:54:27 +0000238 , HasAES(false)
Bruno Cardoso Lopescdae7e82010-07-23 01:17:51 +0000239 , HasCLMUL(false)
David Greene343dadb2009-06-26 22:46:54 +0000240 , HasFMA3(false)
241 , HasFMA4(false)
Evan Chengccb69762009-01-02 05:35:45 +0000242 , IsBTMemSlow(false)
Evan Cheng48c58bb2010-04-01 05:58:17 +0000243 , IsUAMemFast(false)
David Greene95eb2ee2010-01-11 16:29:42 +0000244 , HasVectorUAMem(false)
Evan Cheng25ab6902006-09-08 06:48:29 +0000245 , stackAlignment(8)
246 // FIXME: this is a known good value for Yonah. How about others?
Rafael Espindolafc05f402007-10-31 11:52:06 +0000247 , MaxInlineSizeThreshold(128)
Eric Christopher62f35a22010-07-05 19:26:33 +0000248 , TargetTriple(TT)
Evan Cheng4d1a8dd2011-07-08 22:30:25 +0000249 , In64BitMode(is64Bit) {
Evan Cheng97c7fc32006-01-26 09:53:06 +0000250 // Determine default and user specified characteristics
Evan Cheng4d1a8dd2011-07-08 22:30:25 +0000251 if (!FS.empty() || !CPU.empty()) {
Evan Chengcc0ddc72011-07-08 21:14:14 +0000252 std::string CPUName = CPU;
253 if (CPUName.empty()) {
254#if defined (__x86_64__) || defined(__i386__)
255 CPUName = sys::getHostCPUName();
256#else
257 CPUName = "generic";
258#endif
259 }
260
Evan Chenga26eb5e2006-10-06 09:17:41 +0000261 // If feature string is not empty, parse features string.
Evan Cheng4d1a8dd2011-07-08 22:30:25 +0000262 ParseSubtargetFeatures(CPUName, FS);
263
Torok Edwinb68a88b2009-02-02 21:57:34 +0000264 // All X86-64 CPUs also have SSE2, however user might request no SSE via
265 // -mattr, so don't force SSELevel here.
Nate Begeman2ea8ee72010-12-10 00:26:57 +0000266 if (HasAVX)
267 X86SSELevel = NoMMXSSE;
Chris Lattner3b6f4972006-11-20 18:16:05 +0000268 } else {
269 // Otherwise, use CPUID to auto-detect feature set.
270 AutoDetectSubtargetFeatures();
Evan Cheng18fb1d32011-07-07 21:06:52 +0000271
Eli Friedman6dfef662011-07-08 23:07:42 +0000272 // Make sure 64-bit features are available in 64-bit mode.
273 if (In64BitMode) {
274 HasX86_64 = true;
275 HasCMov = true;
276
277 if (!HasAVX && X86SSELevel < SSE2)
278 X86SSELevel = SSE2;
279 }
Evan Cheng25ab6902006-09-08 06:48:29 +0000280 }
Chris Lattner1c436d02010-03-14 22:39:35 +0000281
David Greenebd7b8452010-01-05 01:29:13 +0000282 DEBUG(dbgs() << "Subtarget features: SSELevel " << X86SSELevel
Bill Wendling0ea8bf32009-08-03 00:11:34 +0000283 << ", 3DNowLevel " << X863DNowLevel
284 << ", 64bit " << HasX86_64 << "\n");
Evan Cheng18fb1d32011-07-07 21:06:52 +0000285 assert((!In64BitMode || HasX86_64) &&
Dan Gohmanf75e5b42009-02-03 00:04:43 +0000286 "64-bit code requested on a subtarget that doesn't support it!");
Evan Cheng25ab6902006-09-08 06:48:29 +0000287
Roman Divacky4c3ab582011-02-22 17:30:05 +0000288 // Stack alignment is 16 bytes on Darwin, FreeBSD, Linux and Solaris (both
289 // 32 and 64 bit) and for all 64-bit targets.
Evan Chengef41ff62011-06-23 17:54:54 +0000290 if (StackAlignOverride)
291 stackAlignment = StackAlignOverride;
292 else if (isTargetDarwin() || isTargetFreeBSD() || isTargetLinux() ||
Evan Cheng18fb1d32011-07-07 21:06:52 +0000293 isTargetSolaris() || In64BitMode)
Nate Begemanfb5792f2005-07-12 01:41:54 +0000294 stackAlignment = 16;
Dan Gohman4d3d6e12010-05-27 18:43:40 +0000295}