blob: cba048482ea65344d7ea73880239efc1b1d68ed4 [file] [log] [blame]
Bill Wendlingd6434862010-12-04 23:57:24 +00001//===-- X86Subtarget.cpp - X86 Subtarget Information ----------------------===//
Nate Begemanfb5792f2005-07-12 01:41:54 +00002//
3// The LLVM Compiler Infrastructure
4//
Chris Lattner4ee451d2007-12-29 20:36:04 +00005// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
Nate Begemanfb5792f2005-07-12 01:41:54 +00007//
8//===----------------------------------------------------------------------===//
9//
Evan Cheng5b1b44892011-07-01 21:01:15 +000010// This file implements the X86 specific subclass of TargetSubtargetInfo.
Nate Begemanfb5792f2005-07-12 01:41:54 +000011//
12//===----------------------------------------------------------------------===//
13
Evan Cheng5b925c02009-01-03 04:04:46 +000014#define DEBUG_TYPE "subtarget"
Nate Begemanfb5792f2005-07-12 01:41:54 +000015#include "X86Subtarget.h"
Chris Lattnerd392bd92009-07-10 07:20:05 +000016#include "X86InstrInfo.h"
Daniel Dunbar3be03402009-08-02 22:11:08 +000017#include "llvm/GlobalValue.h"
Evan Cheng5b925c02009-01-03 04:04:46 +000018#include "llvm/Support/Debug.h"
Bill Wendling0ea8bf32009-08-03 00:11:34 +000019#include "llvm/Support/raw_ostream.h"
Michael J. Spencer1f6efa32010-11-29 18:16:10 +000020#include "llvm/Support/Host.h"
Anton Korobeynikov2b2bc682006-12-22 22:29:05 +000021#include "llvm/Target/TargetMachine.h"
David Goodwinc2e8a7e2009-11-10 00:48:55 +000022#include "llvm/ADT/SmallVector.h"
Evan Cheng94214702011-07-01 20:45:01 +000023
24#define GET_SUBTARGETINFO_CTOR
25#define GET_SUBTARGETINFO_MC_DESC
26#define GET_SUBTARGETINFO_TARGET_DESC
Evan Cheng385e9302011-07-01 22:36:09 +000027#include "X86GenSubtargetInfo.inc"
Evan Cheng94214702011-07-01 20:45:01 +000028
Nate Begemanfb5792f2005-07-12 01:41:54 +000029using namespace llvm;
30
Chris Lattnerbc583222009-04-25 18:27:23 +000031#if defined(_MSC_VER)
Bill Wendling0ea8bf32009-08-03 00:11:34 +000032#include <intrin.h>
Chris Lattnerbc583222009-04-25 18:27:23 +000033#endif
34
Dan Gohman29cbade2009-11-20 23:18:13 +000035/// ClassifyBlockAddressReference - Classify a blockaddress reference for the
36/// current subtarget according to how we should reference it in a non-pcrel
37/// context.
38unsigned char X86Subtarget::
39ClassifyBlockAddressReference() const {
40 if (isPICStyleGOT()) // 32-bit ELF targets.
41 return X86II::MO_GOTOFF;
42
43 if (isPICStyleStubPIC()) // Darwin/32 in PIC mode.
44 return X86II::MO_PIC_BASE_OFFSET;
45
46 // Direct static reference to label.
47 return X86II::MO_NO_FLAG;
48}
49
Chris Lattnerd392bd92009-07-10 07:20:05 +000050/// ClassifyGlobalReference - Classify a global variable reference for the
51/// current subtarget according to how we should reference it in a non-pcrel
52/// context.
53unsigned char X86Subtarget::
54ClassifyGlobalReference(const GlobalValue *GV, const TargetMachine &TM) const {
55 // DLLImport only exists on windows, it is implemented as a load from a
56 // DLLIMPORT stub.
57 if (GV->hasDLLImportLinkage())
58 return X86II::MO_DLLIMPORT;
59
Chris Lattner6b601532010-06-14 20:11:56 +000060 // Determine whether this is a reference to a definition or a declaration.
61 // Materializable GVs (in JIT lazy compilation mode) do not require an extra
62 // load from stub.
63 bool isDecl = GV->hasAvailableExternallyLinkage();
64 if (GV->isDeclaration() && !GV->isMaterializable())
65 isDecl = true;
Evan Chenga82b22c2009-07-16 22:53:10 +000066
Chris Lattnerd392bd92009-07-10 07:20:05 +000067 // X86-64 in PIC mode.
68 if (isPICStyleRIPRel()) {
69 // Large model never uses stubs.
70 if (TM.getCodeModel() == CodeModel::Large)
71 return X86II::MO_NO_FLAG;
72
Chris Lattnerc7822322009-07-10 21:01:59 +000073 if (isTargetDarwin()) {
74 // If symbol visibility is hidden, the extra load is not needed if
75 // target is x86-64 or the symbol is definitely defined in the current
76 // translation unit.
77 if (GV->hasDefaultVisibility() &&
Evan Chenga82b22c2009-07-16 22:53:10 +000078 (isDecl || GV->isWeakForLinker()))
Chris Lattnerc7822322009-07-10 21:01:59 +000079 return X86II::MO_GOTPCREL;
Anton Korobeynikov699647c2010-08-21 17:21:11 +000080 } else if (!isTargetWin64()) {
Chris Lattnerc7822322009-07-10 21:01:59 +000081 assert(isTargetELF() && "Unknown rip-relative target");
Chris Lattnerd392bd92009-07-10 07:20:05 +000082
Chris Lattnerc7822322009-07-10 21:01:59 +000083 // Extra load is needed for all externally visible.
84 if (!GV->hasLocalLinkage() && GV->hasDefaultVisibility())
85 return X86II::MO_GOTPCREL;
86 }
Chris Lattnerd392bd92009-07-10 07:20:05 +000087
88 return X86II::MO_NO_FLAG;
89 }
90
91 if (isPICStyleGOT()) { // 32-bit ELF targets.
92 // Extra load is needed for all externally visible.
93 if (GV->hasLocalLinkage() || GV->hasHiddenVisibility())
94 return X86II::MO_GOTOFF;
95 return X86II::MO_GOT;
96 }
97
Chris Lattnere2c92082009-07-10 21:00:45 +000098 if (isPICStyleStubPIC()) { // Darwin/32 in PIC mode.
Chris Lattner84853a12009-07-10 20:53:38 +000099 // Determine whether we have a stub reference and/or whether the reference
100 // is relative to the PIC base or not.
Chris Lattnerd392bd92009-07-10 07:20:05 +0000101
102 // If this is a strong reference to a definition, it is definitely not
103 // through a stub.
Evan Chenga82b22c2009-07-16 22:53:10 +0000104 if (!isDecl && !GV->isWeakForLinker())
Chris Lattner84853a12009-07-10 20:53:38 +0000105 return X86II::MO_PIC_BASE_OFFSET;
Chris Lattnerd392bd92009-07-10 07:20:05 +0000106
107 // Unless we have a symbol with hidden visibility, we have to go through a
108 // normal $non_lazy_ptr stub because this symbol might be resolved late.
Chris Lattner84853a12009-07-10 20:53:38 +0000109 if (!GV->hasHiddenVisibility()) // Non-hidden $non_lazy_ptr reference.
110 return X86II::MO_DARWIN_NONLAZY_PIC_BASE;
Chris Lattnerd392bd92009-07-10 07:20:05 +0000111
112 // If symbol visibility is hidden, we have a stub for common symbol
113 // references and external declarations.
Evan Chenga82b22c2009-07-16 22:53:10 +0000114 if (isDecl || GV->hasCommonLinkage()) {
Chris Lattnerd392bd92009-07-10 07:20:05 +0000115 // Hidden $non_lazy_ptr reference.
Chris Lattner84853a12009-07-10 20:53:38 +0000116 return X86II::MO_DARWIN_HIDDEN_NONLAZY_PIC_BASE;
Chris Lattnerd392bd92009-07-10 07:20:05 +0000117 }
118
119 // Otherwise, no stub.
Chris Lattner84853a12009-07-10 20:53:38 +0000120 return X86II::MO_PIC_BASE_OFFSET;
121 }
122
Chris Lattnere2c92082009-07-10 21:00:45 +0000123 if (isPICStyleStubNoDynamic()) { // Darwin/32 in -mdynamic-no-pic mode.
Chris Lattner84853a12009-07-10 20:53:38 +0000124 // Determine whether we have a stub reference.
125
126 // If this is a strong reference to a definition, it is definitely not
127 // through a stub.
Evan Chenga82b22c2009-07-16 22:53:10 +0000128 if (!isDecl && !GV->isWeakForLinker())
Chris Lattner84853a12009-07-10 20:53:38 +0000129 return X86II::MO_NO_FLAG;
130
131 // Unless we have a symbol with hidden visibility, we have to go through a
132 // normal $non_lazy_ptr stub because this symbol might be resolved late.
133 if (!GV->hasHiddenVisibility()) // Non-hidden $non_lazy_ptr reference.
134 return X86II::MO_DARWIN_NONLAZY;
Evan Cheng63476a82009-09-03 07:04:02 +0000135
Chris Lattner84853a12009-07-10 20:53:38 +0000136 // Otherwise, no stub.
137 return X86II::MO_NO_FLAG;
Chris Lattnerd392bd92009-07-10 07:20:05 +0000138 }
139
140 // Direct static reference to global.
141 return X86II::MO_NO_FLAG;
142}
143
Anton Korobeynikov7784ebc2006-11-30 22:42:55 +0000144
Bill Wendling6f287b22008-09-30 21:22:07 +0000145/// getBZeroEntry - This function returns the name of a function which has an
146/// interface like the non-standard bzero function, if such a function exists on
147/// the current subtarget and it is considered prefereable over memset with zero
148/// passed as the second argument. Otherwise it returns null.
Bill Wendling6e087382008-09-30 22:05:33 +0000149const char *X86Subtarget::getBZeroEntry() const {
Dan Gohman68d599d2008-04-01 20:38:36 +0000150 // Darwin 10 has a __bzero entry point for this purpose.
Daniel Dunbar558692f2011-04-20 00:14:25 +0000151 if (getTargetTriple().isMacOSX() &&
152 !getTargetTriple().isMacOSXVersionLT(10, 6))
Bill Wendling6e087382008-09-30 22:05:33 +0000153 return "__bzero";
Dan Gohman68d599d2008-04-01 20:38:36 +0000154
155 return 0;
156}
157
Evan Chengd7f666a2009-05-20 04:53:57 +0000158/// IsLegalToCallImmediateAddr - Return true if the subtarget allows calls
159/// to immediate address.
160bool X86Subtarget::IsLegalToCallImmediateAddr(const TargetMachine &TM) const {
Evan Cheng18fb1d32011-07-07 21:06:52 +0000161 if (In64BitMode)
Evan Chengd7f666a2009-05-20 04:53:57 +0000162 return false;
163 return isTargetELF() || TM.getRelocationModel() == Reloc::Static;
164}
165
Dan Gohman8749b612008-12-16 03:35:01 +0000166/// getSpecialAddressLatency - For targets where it is beneficial to
167/// backschedule instructions that compute addresses, return a value
168/// indicating the number of scheduling cycles of backscheduling that
169/// should be attempted.
170unsigned X86Subtarget::getSpecialAddressLatency() const {
171 // For x86 out-of-order targets, back-schedule address computations so
172 // that loads and stores aren't blocked.
173 // This value was chosen arbitrarily.
174 return 200;
175}
176
Evan Chenga26eb5e2006-10-06 09:17:41 +0000177void X86Subtarget::AutoDetectSubtargetFeatures() {
Evan Chengb3a7e212006-01-27 19:30:30 +0000178 unsigned EAX = 0, EBX = 0, ECX = 0, EDX = 0;
Jeff Cohena3496402006-01-28 18:47:32 +0000179 union {
Jeff Cohen216d2812006-01-28 19:48:34 +0000180 unsigned u[3];
181 char c[12];
Jeff Cohena3496402006-01-28 18:47:32 +0000182 } text;
Chris Lattner3b6f4972006-11-20 18:16:05 +0000183
Evan Cheng18fb1d32011-07-07 21:06:52 +0000184 if (X86_MC::GetCpuIDAndInfo(0, &EAX, text.u+0, text.u+2, text.u+1))
Evan Chengabc346c2006-10-06 08:21:07 +0000185 return;
Anton Korobeynikov3b5ee732007-03-23 23:46:48 +0000186
Evan Cheng18fb1d32011-07-07 21:06:52 +0000187 X86_MC::GetCpuIDAndInfo(0x1, &EAX, &EBX, &ECX, &EDX);
Chris Lattner3b6f4972006-11-20 18:16:05 +0000188
Chris Lattner70084162009-09-02 05:53:04 +0000189 if ((EDX >> 15) & 1) HasCMov = true;
190 if ((EDX >> 23) & 1) X86SSELevel = MMX;
191 if ((EDX >> 25) & 1) X86SSELevel = SSE1;
192 if ((EDX >> 26) & 1) X86SSELevel = SSE2;
Daniel Dunbar84811382009-09-03 05:47:34 +0000193 if (ECX & 0x1) X86SSELevel = SSE3;
Chris Lattner70084162009-09-02 05:53:04 +0000194 if ((ECX >> 9) & 1) X86SSELevel = SSSE3;
195 if ((ECX >> 19) & 1) X86SSELevel = SSE41;
196 if ((ECX >> 20) & 1) X86SSELevel = SSE42;
Evan Chengde7f9202010-12-13 04:23:53 +0000197 // FIXME: AVX codegen support is not ready.
198 //if ((ECX >> 28) & 1) { HasAVX = true; X86SSELevel = NoMMXSSE; }
Anton Korobeynikov3b5ee732007-03-23 23:46:48 +0000199
Evan Chengccb69762009-01-02 05:35:45 +0000200 bool IsIntel = memcmp(text.c, "GenuineIntel", 12) == 0;
201 bool IsAMD = !IsIntel && memcmp(text.c, "AuthenticAMD", 12) == 0;
David Greene343dadb2009-06-26 22:46:54 +0000202
Bruno Cardoso Lopescdae7e82010-07-23 01:17:51 +0000203 HasCLMUL = IsIntel && ((ECX >> 1) & 0x1);
204 HasFMA3 = IsIntel && ((ECX >> 12) & 0x1);
Mon P Wangfee22862011-05-17 18:33:37 +0000205 HasPOPCNT = IsIntel && ((ECX >> 23) & 0x1);
Bruno Cardoso Lopescdae7e82010-07-23 01:17:51 +0000206 HasAES = IsIntel && ((ECX >> 25) & 0x1);
David Greene343dadb2009-06-26 22:46:54 +0000207
Evan Chengccb69762009-01-02 05:35:45 +0000208 if (IsIntel || IsAMD) {
209 // Determine if bit test memory instructions are slow.
210 unsigned Family = 0;
211 unsigned Model = 0;
Evan Cheng18fb1d32011-07-07 21:06:52 +0000212 X86_MC::DetectFamilyModel(EAX, Family, Model);
Evan Chengccb69762009-01-02 05:35:45 +0000213 IsBTMemSlow = IsAMD || (Family == 6 && Model >= 13);
Evan Cheng48c58bb2010-04-01 05:58:17 +0000214 // If it's Nehalem, unaligned memory access is fast.
215 if (Family == 15 && Model == 26)
216 IsUAMemFast = true;
Evan Chengccb69762009-01-02 05:35:45 +0000217
Evan Cheng18fb1d32011-07-07 21:06:52 +0000218 X86_MC::GetCpuIDAndInfo(0x80000001, &EAX, &EBX, &ECX, &EDX);
Jeff Cohenc3987092007-04-16 21:59:44 +0000219 HasX86_64 = (EDX >> 29) & 0x1;
Stefanus Du Toit8cf5ab12009-05-26 21:04:35 +0000220 HasSSE4A = IsAMD && ((ECX >> 6) & 0x1);
David Greene343dadb2009-06-26 22:46:54 +0000221 HasFMA4 = IsAMD && ((ECX >> 16) & 0x1);
Jeff Cohenc3987092007-04-16 21:59:44 +0000222 }
Evan Cheng559806f2006-01-27 08:10:46 +0000223}
Evan Cheng97c7fc32006-01-26 09:53:06 +0000224
Evan Cheng276365d2011-06-30 01:53:36 +0000225X86Subtarget::X86Subtarget(const std::string &TT, const std::string &CPU,
226 const std::string &FS,
Evan Cheng18fb1d32011-07-07 21:06:52 +0000227 unsigned StackAlignOverride)
Evan Cheng0ddff1b2011-07-07 07:07:08 +0000228 : X86GenSubtargetInfo(TT, CPU, FS)
Evan Cheng94214702011-07-01 20:45:01 +0000229 , PICStyle(PICStyles::None)
Evan Cheng25ab6902006-09-08 06:48:29 +0000230 , X86SSELevel(NoMMXSSE)
Evan Chengdc008582008-04-16 19:03:02 +0000231 , X863DNowLevel(NoThreeDNow)
Chris Lattner70084162009-09-02 05:53:04 +0000232 , HasCMov(false)
Evan Cheng25ab6902006-09-08 06:48:29 +0000233 , HasX86_64(false)
Bill Wendlingd6434862010-12-04 23:57:24 +0000234 , HasPOPCNT(false)
David Greene343dadb2009-06-26 22:46:54 +0000235 , HasSSE4A(false)
236 , HasAVX(false)
Eric Christopher6d1cd1c2010-04-02 21:54:27 +0000237 , HasAES(false)
Bruno Cardoso Lopescdae7e82010-07-23 01:17:51 +0000238 , HasCLMUL(false)
David Greene343dadb2009-06-26 22:46:54 +0000239 , HasFMA3(false)
240 , HasFMA4(false)
Evan Chengccb69762009-01-02 05:35:45 +0000241 , IsBTMemSlow(false)
Evan Cheng48c58bb2010-04-01 05:58:17 +0000242 , IsUAMemFast(false)
David Greene95eb2ee2010-01-11 16:29:42 +0000243 , HasVectorUAMem(false)
Evan Cheng25ab6902006-09-08 06:48:29 +0000244 , stackAlignment(8)
245 // FIXME: this is a known good value for Yonah. How about others?
Rafael Espindolafc05f402007-10-31 11:52:06 +0000246 , MaxInlineSizeThreshold(128)
Eric Christopher62f35a22010-07-05 19:26:33 +0000247 , TargetTriple(TT)
Evan Cheng18fb1d32011-07-07 21:06:52 +0000248 , In64BitMode(false) {
249 // Insert the architecture feature derived from the target triple into the
250 // feature string. This is important for setting features that are implied
251 // based on the architecture version.
252 std::string ArchFS = X86_MC::ParseX86Triple(TT);
253 if (!FS.empty()) {
254 if (!ArchFS.empty())
255 ArchFS = ArchFS + "," + FS;
256 else
257 ArchFS = FS;
258 }
259
260 std::string CPUName = CPU;
261 if (CPUName.empty())
262 CPUName = sys::getHostCPUName();
Anton Korobeynikov0eebf652009-06-08 22:53:56 +0000263
Evan Cheng97c7fc32006-01-26 09:53:06 +0000264 // Determine default and user specified characteristics
Evan Cheng18fb1d32011-07-07 21:06:52 +0000265 if (!CPUName.empty() || !ArchFS.empty()) {
Evan Chenga26eb5e2006-10-06 09:17:41 +0000266 // If feature string is not empty, parse features string.
Evan Cheng18fb1d32011-07-07 21:06:52 +0000267 ParseSubtargetFeatures(CPUName, ArchFS);
Torok Edwinb68a88b2009-02-02 21:57:34 +0000268 // All X86-64 CPUs also have SSE2, however user might request no SSE via
269 // -mattr, so don't force SSELevel here.
Nate Begeman2ea8ee72010-12-10 00:26:57 +0000270 if (HasAVX)
271 X86SSELevel = NoMMXSSE;
Chris Lattner3b6f4972006-11-20 18:16:05 +0000272 } else {
273 // Otherwise, use CPUID to auto-detect feature set.
274 AutoDetectSubtargetFeatures();
Evan Cheng18fb1d32011-07-07 21:06:52 +0000275
276 // If CPU is 64-bit capable, default to 64-bit mode if not specified.
277 In64BitMode = HasX86_64;
278
Dan Gohmanf75e5b42009-02-03 00:04:43 +0000279 // Make sure SSE2 is enabled; it is available on all X86-64 CPUs.
Evan Cheng18fb1d32011-07-07 21:06:52 +0000280 if (In64BitMode && !HasAVX && X86SSELevel < SSE2)
Dan Gohmanf75e5b42009-02-03 00:04:43 +0000281 X86SSELevel = SSE2;
Evan Cheng25ab6902006-09-08 06:48:29 +0000282 }
Dan Gohmanf75e5b42009-02-03 00:04:43 +0000283
Dan Gohman605679f2009-02-03 18:53:21 +0000284 // If requesting codegen for X86-64, make sure that 64-bit features
285 // are enabled.
Evan Cheng18fb1d32011-07-07 21:06:52 +0000286 // FIXME: Remove this feature since it's not actually being used.
287 if (In64BitMode) {
Dan Gohman605679f2009-02-03 18:53:21 +0000288 HasX86_64 = true;
289
Chris Lattner1c436d02010-03-14 22:39:35 +0000290 // All 64-bit cpus have cmov support.
291 HasCMov = true;
292 }
293
David Greenebd7b8452010-01-05 01:29:13 +0000294 DEBUG(dbgs() << "Subtarget features: SSELevel " << X86SSELevel
Bill Wendling0ea8bf32009-08-03 00:11:34 +0000295 << ", 3DNowLevel " << X863DNowLevel
296 << ", 64bit " << HasX86_64 << "\n");
Evan Cheng18fb1d32011-07-07 21:06:52 +0000297 assert((!In64BitMode || HasX86_64) &&
Dan Gohmanf75e5b42009-02-03 00:04:43 +0000298 "64-bit code requested on a subtarget that doesn't support it!");
Evan Cheng25ab6902006-09-08 06:48:29 +0000299
Roman Divacky4c3ab582011-02-22 17:30:05 +0000300 // Stack alignment is 16 bytes on Darwin, FreeBSD, Linux and Solaris (both
301 // 32 and 64 bit) and for all 64-bit targets.
Evan Chengef41ff62011-06-23 17:54:54 +0000302 if (StackAlignOverride)
303 stackAlignment = StackAlignOverride;
304 else if (isTargetDarwin() || isTargetFreeBSD() || isTargetLinux() ||
Evan Cheng18fb1d32011-07-07 21:06:52 +0000305 isTargetSolaris() || In64BitMode)
Nate Begemanfb5792f2005-07-12 01:41:54 +0000306 stackAlignment = 16;
Dan Gohman4d3d6e12010-05-27 18:43:40 +0000307}