blob: b901c1483b82179f73608a4cc4a44ea15ac8e8a3 [file] [log] [blame]
Nate Begeman8c00f8c2005-08-04 07:12:09 +00001//===-- X86Subtarget.cpp - X86 Subtarget Information ------------*- C++ -*-===//
Nate Begemanfb5792f2005-07-12 01:41:54 +00002//
3// The LLVM Compiler Infrastructure
4//
Chris Lattner4ee451d2007-12-29 20:36:04 +00005// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
Nate Begemanfb5792f2005-07-12 01:41:54 +00007//
8//===----------------------------------------------------------------------===//
9//
10// This file implements the X86 specific subclass of TargetSubtarget.
11//
12//===----------------------------------------------------------------------===//
13
Evan Cheng5b925c02009-01-03 04:04:46 +000014#define DEBUG_TYPE "subtarget"
Nate Begemanfb5792f2005-07-12 01:41:54 +000015#include "X86Subtarget.h"
Chris Lattnerd392bd92009-07-10 07:20:05 +000016#include "X86InstrInfo.h"
Evan Chenga26eb5e2006-10-06 09:17:41 +000017#include "X86GenSubtarget.inc"
Daniel Dunbar3be03402009-08-02 22:11:08 +000018#include "llvm/GlobalValue.h"
Evan Cheng5b925c02009-01-03 04:04:46 +000019#include "llvm/Support/Debug.h"
Bill Wendling0ea8bf32009-08-03 00:11:34 +000020#include "llvm/Support/raw_ostream.h"
Daniel Dunbar067d0242009-11-14 10:09:12 +000021#include "llvm/System/Host.h"
Anton Korobeynikov2b2bc682006-12-22 22:29:05 +000022#include "llvm/Target/TargetMachine.h"
Anton Korobeynikov45709ae2008-04-23 18:18:10 +000023#include "llvm/Target/TargetOptions.h"
David Goodwinc2e8a7e2009-11-10 00:48:55 +000024#include "llvm/ADT/SmallVector.h"
Nate Begemanfb5792f2005-07-12 01:41:54 +000025using namespace llvm;
26
Chris Lattnerbc583222009-04-25 18:27:23 +000027#if defined(_MSC_VER)
Bill Wendling0ea8bf32009-08-03 00:11:34 +000028#include <intrin.h>
Chris Lattnerbc583222009-04-25 18:27:23 +000029#endif
30
Chris Lattnerd392bd92009-07-10 07:20:05 +000031/// ClassifyGlobalReference - Classify a global variable reference for the
32/// current subtarget according to how we should reference it in a non-pcrel
33/// context.
34unsigned char X86Subtarget::
35ClassifyGlobalReference(const GlobalValue *GV, const TargetMachine &TM) const {
36 // DLLImport only exists on windows, it is implemented as a load from a
37 // DLLIMPORT stub.
38 if (GV->hasDLLImportLinkage())
39 return X86II::MO_DLLIMPORT;
40
Evan Chenga82b22c2009-07-16 22:53:10 +000041 // GV with ghost linkage (in JIT lazy compilation mode) do not require an
42 // extra load from stub.
43 bool isDecl = GV->isDeclaration() && !GV->hasNotBeenReadFromBitcode();
44
Chris Lattnerd392bd92009-07-10 07:20:05 +000045 // X86-64 in PIC mode.
46 if (isPICStyleRIPRel()) {
47 // Large model never uses stubs.
48 if (TM.getCodeModel() == CodeModel::Large)
49 return X86II::MO_NO_FLAG;
50
Chris Lattnerc7822322009-07-10 21:01:59 +000051 if (isTargetDarwin()) {
52 // If symbol visibility is hidden, the extra load is not needed if
53 // target is x86-64 or the symbol is definitely defined in the current
54 // translation unit.
55 if (GV->hasDefaultVisibility() &&
Evan Chenga82b22c2009-07-16 22:53:10 +000056 (isDecl || GV->isWeakForLinker()))
Chris Lattnerc7822322009-07-10 21:01:59 +000057 return X86II::MO_GOTPCREL;
58 } else {
59 assert(isTargetELF() && "Unknown rip-relative target");
Chris Lattnerd392bd92009-07-10 07:20:05 +000060
Chris Lattnerc7822322009-07-10 21:01:59 +000061 // Extra load is needed for all externally visible.
62 if (!GV->hasLocalLinkage() && GV->hasDefaultVisibility())
63 return X86II::MO_GOTPCREL;
64 }
Chris Lattnerd392bd92009-07-10 07:20:05 +000065
66 return X86II::MO_NO_FLAG;
67 }
68
69 if (isPICStyleGOT()) { // 32-bit ELF targets.
70 // Extra load is needed for all externally visible.
71 if (GV->hasLocalLinkage() || GV->hasHiddenVisibility())
72 return X86II::MO_GOTOFF;
73 return X86II::MO_GOT;
74 }
75
Chris Lattnere2c92082009-07-10 21:00:45 +000076 if (isPICStyleStubPIC()) { // Darwin/32 in PIC mode.
Chris Lattner84853a12009-07-10 20:53:38 +000077 // Determine whether we have a stub reference and/or whether the reference
78 // is relative to the PIC base or not.
Chris Lattnerd392bd92009-07-10 07:20:05 +000079
80 // If this is a strong reference to a definition, it is definitely not
81 // through a stub.
Evan Chenga82b22c2009-07-16 22:53:10 +000082 if (!isDecl && !GV->isWeakForLinker())
Chris Lattner84853a12009-07-10 20:53:38 +000083 return X86II::MO_PIC_BASE_OFFSET;
Chris Lattnerd392bd92009-07-10 07:20:05 +000084
85 // Unless we have a symbol with hidden visibility, we have to go through a
86 // normal $non_lazy_ptr stub because this symbol might be resolved late.
Chris Lattner84853a12009-07-10 20:53:38 +000087 if (!GV->hasHiddenVisibility()) // Non-hidden $non_lazy_ptr reference.
88 return X86II::MO_DARWIN_NONLAZY_PIC_BASE;
Chris Lattnerd392bd92009-07-10 07:20:05 +000089
90 // If symbol visibility is hidden, we have a stub for common symbol
91 // references and external declarations.
Evan Chenga82b22c2009-07-16 22:53:10 +000092 if (isDecl || GV->hasCommonLinkage()) {
Chris Lattnerd392bd92009-07-10 07:20:05 +000093 // Hidden $non_lazy_ptr reference.
Chris Lattner84853a12009-07-10 20:53:38 +000094 return X86II::MO_DARWIN_HIDDEN_NONLAZY_PIC_BASE;
Chris Lattnerd392bd92009-07-10 07:20:05 +000095 }
96
97 // Otherwise, no stub.
Chris Lattner84853a12009-07-10 20:53:38 +000098 return X86II::MO_PIC_BASE_OFFSET;
99 }
100
Chris Lattnere2c92082009-07-10 21:00:45 +0000101 if (isPICStyleStubNoDynamic()) { // Darwin/32 in -mdynamic-no-pic mode.
Chris Lattner84853a12009-07-10 20:53:38 +0000102 // Determine whether we have a stub reference.
103
104 // If this is a strong reference to a definition, it is definitely not
105 // through a stub.
Evan Chenga82b22c2009-07-16 22:53:10 +0000106 if (!isDecl && !GV->isWeakForLinker())
Chris Lattner84853a12009-07-10 20:53:38 +0000107 return X86II::MO_NO_FLAG;
108
109 // Unless we have a symbol with hidden visibility, we have to go through a
110 // normal $non_lazy_ptr stub because this symbol might be resolved late.
111 if (!GV->hasHiddenVisibility()) // Non-hidden $non_lazy_ptr reference.
112 return X86II::MO_DARWIN_NONLAZY;
Evan Cheng63476a82009-09-03 07:04:02 +0000113
Chris Lattner84853a12009-07-10 20:53:38 +0000114 // Otherwise, no stub.
115 return X86II::MO_NO_FLAG;
Chris Lattnerd392bd92009-07-10 07:20:05 +0000116 }
117
118 // Direct static reference to global.
119 return X86II::MO_NO_FLAG;
120}
121
Anton Korobeynikov7784ebc2006-11-30 22:42:55 +0000122
Bill Wendling6f287b22008-09-30 21:22:07 +0000123/// getBZeroEntry - This function returns the name of a function which has an
124/// interface like the non-standard bzero function, if such a function exists on
125/// the current subtarget and it is considered prefereable over memset with zero
126/// passed as the second argument. Otherwise it returns null.
Bill Wendling6e087382008-09-30 22:05:33 +0000127const char *X86Subtarget::getBZeroEntry() const {
Dan Gohman68d599d2008-04-01 20:38:36 +0000128 // Darwin 10 has a __bzero entry point for this purpose.
129 if (getDarwinVers() >= 10)
Bill Wendling6e087382008-09-30 22:05:33 +0000130 return "__bzero";
Dan Gohman68d599d2008-04-01 20:38:36 +0000131
132 return 0;
133}
134
Evan Chengd7f666a2009-05-20 04:53:57 +0000135/// IsLegalToCallImmediateAddr - Return true if the subtarget allows calls
136/// to immediate address.
137bool X86Subtarget::IsLegalToCallImmediateAddr(const TargetMachine &TM) const {
138 if (Is64Bit)
139 return false;
140 return isTargetELF() || TM.getRelocationModel() == Reloc::Static;
141}
142
Dan Gohman8749b612008-12-16 03:35:01 +0000143/// getSpecialAddressLatency - For targets where it is beneficial to
144/// backschedule instructions that compute addresses, return a value
145/// indicating the number of scheduling cycles of backscheduling that
146/// should be attempted.
147unsigned X86Subtarget::getSpecialAddressLatency() const {
148 // For x86 out-of-order targets, back-schedule address computations so
149 // that loads and stores aren't blocked.
150 // This value was chosen arbitrarily.
151 return 200;
152}
153
Chris Lattner1e39a152006-01-28 06:05:41 +0000154/// GetCpuIDAndInfo - Execute the specified cpuid and return the 4 values in the
155/// specified arguments. If we can't run cpuid on the host, return true.
Daniel Dunbar84811382009-09-03 05:47:34 +0000156static bool GetCpuIDAndInfo(unsigned value, unsigned *rEAX,
157 unsigned *rEBX, unsigned *rECX, unsigned *rEDX) {
Anton Korobeynikov6f9bb6f2009-08-28 16:06:41 +0000158#if defined(__x86_64__) || defined(_M_AMD64) || defined (_M_X64)
Chris Lattnerbc583222009-04-25 18:27:23 +0000159 #if defined(__GNUC__)
160 // gcc doesn't know cpuid would clobber ebx/rbx. Preseve it manually.
161 asm ("movq\t%%rbx, %%rsi\n\t"
162 "cpuid\n\t"
163 "xchgq\t%%rbx, %%rsi\n\t"
164 : "=a" (*rEAX),
165 "=S" (*rEBX),
166 "=c" (*rECX),
167 "=d" (*rEDX)
168 : "a" (value));
169 return false;
170 #elif defined(_MSC_VER)
171 int registers[4];
172 __cpuid(registers, value);
173 *rEAX = registers[0];
174 *rEBX = registers[1];
175 *rECX = registers[2];
176 *rEDX = registers[3];
177 return false;
178 #endif
Evan Cheng25ab6902006-09-08 06:48:29 +0000179#elif defined(i386) || defined(__i386__) || defined(__x86__) || defined(_M_IX86)
Chris Lattnerbc583222009-04-25 18:27:23 +0000180 #if defined(__GNUC__)
181 asm ("movl\t%%ebx, %%esi\n\t"
182 "cpuid\n\t"
183 "xchgl\t%%ebx, %%esi\n\t"
184 : "=a" (*rEAX),
185 "=S" (*rEBX),
186 "=c" (*rECX),
187 "=d" (*rEDX)
188 : "a" (value));
189 return false;
190 #elif defined(_MSC_VER)
191 __asm {
192 mov eax,value
193 cpuid
194 mov esi,rEAX
195 mov dword ptr [esi],eax
196 mov esi,rEBX
197 mov dword ptr [esi],ebx
198 mov esi,rECX
199 mov dword ptr [esi],ecx
200 mov esi,rEDX
201 mov dword ptr [esi],edx
202 }
203 return false;
204 #endif
Evan Cheng559806f2006-01-27 08:10:46 +0000205#endif
Chris Lattner1e39a152006-01-28 06:05:41 +0000206 return true;
Evan Cheng559806f2006-01-27 08:10:46 +0000207}
208
Evan Chengccb69762009-01-02 05:35:45 +0000209static void DetectFamilyModel(unsigned EAX, unsigned &Family, unsigned &Model) {
210 Family = (EAX >> 8) & 0xf; // Bits 8 - 11
211 Model = (EAX >> 4) & 0xf; // Bits 4 - 7
212 if (Family == 6 || Family == 0xf) {
213 if (Family == 0xf)
214 // Examine extended family ID if family ID is F.
215 Family += (EAX >> 20) & 0xff; // Bits 20 - 27
216 // Examine extended model ID if family ID is 6 or F.
217 Model += ((EAX >> 16) & 0xf) << 4; // Bits 16 - 19
218 }
219}
220
Evan Chenga26eb5e2006-10-06 09:17:41 +0000221void X86Subtarget::AutoDetectSubtargetFeatures() {
Evan Chengb3a7e212006-01-27 19:30:30 +0000222 unsigned EAX = 0, EBX = 0, ECX = 0, EDX = 0;
Jeff Cohena3496402006-01-28 18:47:32 +0000223 union {
Jeff Cohen216d2812006-01-28 19:48:34 +0000224 unsigned u[3];
225 char c[12];
Jeff Cohena3496402006-01-28 18:47:32 +0000226 } text;
Chris Lattner3b6f4972006-11-20 18:16:05 +0000227
Evan Chengd0da6ff2009-09-03 04:37:05 +0000228 if (GetCpuIDAndInfo(0, &EAX, text.u+0, text.u+2, text.u+1))
Evan Chengabc346c2006-10-06 08:21:07 +0000229 return;
Anton Korobeynikov3b5ee732007-03-23 23:46:48 +0000230
Evan Chengd0da6ff2009-09-03 04:37:05 +0000231 GetCpuIDAndInfo(0x1, &EAX, &EBX, &ECX, &EDX);
Chris Lattner3b6f4972006-11-20 18:16:05 +0000232
Chris Lattner70084162009-09-02 05:53:04 +0000233 if ((EDX >> 15) & 1) HasCMov = true;
234 if ((EDX >> 23) & 1) X86SSELevel = MMX;
235 if ((EDX >> 25) & 1) X86SSELevel = SSE1;
236 if ((EDX >> 26) & 1) X86SSELevel = SSE2;
Daniel Dunbar84811382009-09-03 05:47:34 +0000237 if (ECX & 0x1) X86SSELevel = SSE3;
Chris Lattner70084162009-09-02 05:53:04 +0000238 if ((ECX >> 9) & 1) X86SSELevel = SSSE3;
239 if ((ECX >> 19) & 1) X86SSELevel = SSE41;
240 if ((ECX >> 20) & 1) X86SSELevel = SSE42;
Anton Korobeynikov3b5ee732007-03-23 23:46:48 +0000241
Evan Chengccb69762009-01-02 05:35:45 +0000242 bool IsIntel = memcmp(text.c, "GenuineIntel", 12) == 0;
243 bool IsAMD = !IsIntel && memcmp(text.c, "AuthenticAMD", 12) == 0;
David Greene343dadb2009-06-26 22:46:54 +0000244
245 HasFMA3 = IsIntel && ((ECX >> 12) & 0x1);
246 HasAVX = ((ECX >> 28) & 0x1);
247
Evan Chengccb69762009-01-02 05:35:45 +0000248 if (IsIntel || IsAMD) {
249 // Determine if bit test memory instructions are slow.
250 unsigned Family = 0;
251 unsigned Model = 0;
252 DetectFamilyModel(EAX, Family, Model);
253 IsBTMemSlow = IsAMD || (Family == 6 && Model >= 13);
254
Evan Chengd0da6ff2009-09-03 04:37:05 +0000255 GetCpuIDAndInfo(0x80000001, &EAX, &EBX, &ECX, &EDX);
Jeff Cohenc3987092007-04-16 21:59:44 +0000256 HasX86_64 = (EDX >> 29) & 0x1;
Stefanus Du Toit8cf5ab12009-05-26 21:04:35 +0000257 HasSSE4A = IsAMD && ((ECX >> 6) & 0x1);
David Greene343dadb2009-06-26 22:46:54 +0000258 HasFMA4 = IsAMD && ((ECX >> 16) & 0x1);
Jeff Cohenc3987092007-04-16 21:59:44 +0000259 }
Evan Cheng559806f2006-01-27 08:10:46 +0000260}
Evan Cheng97c7fc32006-01-26 09:53:06 +0000261
Daniel Dunbar3be03402009-08-02 22:11:08 +0000262X86Subtarget::X86Subtarget(const std::string &TT, const std::string &FS,
263 bool is64Bit)
Chris Lattnerce914b82009-08-11 23:01:09 +0000264 : PICStyle(PICStyles::None)
Evan Cheng25ab6902006-09-08 06:48:29 +0000265 , X86SSELevel(NoMMXSSE)
Evan Chengdc008582008-04-16 19:03:02 +0000266 , X863DNowLevel(NoThreeDNow)
Chris Lattner70084162009-09-02 05:53:04 +0000267 , HasCMov(false)
Evan Cheng25ab6902006-09-08 06:48:29 +0000268 , HasX86_64(false)
David Greene343dadb2009-06-26 22:46:54 +0000269 , HasSSE4A(false)
270 , HasAVX(false)
271 , HasFMA3(false)
272 , HasFMA4(false)
Evan Chengccb69762009-01-02 05:35:45 +0000273 , IsBTMemSlow(false)
Chris Lattner7ad92d82008-01-02 19:44:55 +0000274 , DarwinVers(0)
Evan Cheng25ab6902006-09-08 06:48:29 +0000275 , stackAlignment(8)
276 // FIXME: this is a known good value for Yonah. How about others?
Rafael Espindolafc05f402007-10-31 11:52:06 +0000277 , MaxInlineSizeThreshold(128)
Evan Cheng25ab6902006-09-08 06:48:29 +0000278 , Is64Bit(is64Bit)
279 , TargetType(isELF) { // Default to ELF unless otherwise specified.
Anton Korobeynikov0eebf652009-06-08 22:53:56 +0000280
281 // default to hard float ABI
282 if (FloatABIType == FloatABI::Default)
283 FloatABIType = FloatABI::Hard;
Mon P Wang63307c32008-05-05 19:05:59 +0000284
Evan Cheng97c7fc32006-01-26 09:53:06 +0000285 // Determine default and user specified characteristics
Evan Chenga26eb5e2006-10-06 09:17:41 +0000286 if (!FS.empty()) {
287 // If feature string is not empty, parse features string.
Daniel Dunbar067d0242009-11-14 10:09:12 +0000288 std::string CPU = sys::getHostCPUName();
Evan Chenga26eb5e2006-10-06 09:17:41 +0000289 ParseSubtargetFeatures(FS, CPU);
Torok Edwinb68a88b2009-02-02 21:57:34 +0000290 // All X86-64 CPUs also have SSE2, however user might request no SSE via
291 // -mattr, so don't force SSELevel here.
Chris Lattner3b6f4972006-11-20 18:16:05 +0000292 } else {
293 // Otherwise, use CPUID to auto-detect feature set.
294 AutoDetectSubtargetFeatures();
Dan Gohmanf75e5b42009-02-03 00:04:43 +0000295 // Make sure SSE2 is enabled; it is available on all X86-64 CPUs.
296 if (Is64Bit && X86SSELevel < SSE2)
297 X86SSELevel = SSE2;
Evan Cheng25ab6902006-09-08 06:48:29 +0000298 }
Dan Gohmanf75e5b42009-02-03 00:04:43 +0000299
Dan Gohman605679f2009-02-03 18:53:21 +0000300 // If requesting codegen for X86-64, make sure that 64-bit features
301 // are enabled.
302 if (Is64Bit)
303 HasX86_64 = true;
304
Bill Wendling0ea8bf32009-08-03 00:11:34 +0000305 DEBUG(errs() << "Subtarget features: SSELevel " << X86SSELevel
306 << ", 3DNowLevel " << X863DNowLevel
307 << ", 64bit " << HasX86_64 << "\n");
Dan Gohmanf75e5b42009-02-03 00:04:43 +0000308 assert((!Is64Bit || HasX86_64) &&
309 "64-bit code requested on a subtarget that doesn't support it!");
Evan Cheng25ab6902006-09-08 06:48:29 +0000310
Nate Begemanfb5792f2005-07-12 01:41:54 +0000311 // Set the boolean corresponding to the current target triple, or the default
312 // if one cannot be determined, to true.
Nate Begemanfb5792f2005-07-12 01:41:54 +0000313 if (TT.length() > 5) {
Duncan Sandse51775d2008-01-08 10:06:15 +0000314 size_t Pos;
Chris Lattner7ad92d82008-01-02 19:44:55 +0000315 if ((Pos = TT.find("-darwin")) != std::string::npos) {
Chris Lattnere5600e52005-11-21 22:31:58 +0000316 TargetType = isDarwin;
Chris Lattner7ad92d82008-01-02 19:44:55 +0000317
318 // Compute the darwin version number.
319 if (isdigit(TT[Pos+7]))
320 DarwinVers = atoi(&TT[Pos+7]);
321 else
322 DarwinVers = 8; // Minimum supported darwin is Tiger.
Dan Gohmana779a982008-05-05 00:28:39 +0000323 } else if (TT.find("linux") != std::string::npos) {
Dan Gohman600bf162008-05-05 16:11:31 +0000324 // Linux doesn't imply ELF, but we don't currently support anything else.
325 TargetType = isELF;
Chris Lattner7ad92d82008-01-02 19:44:55 +0000326 } else if (TT.find("cygwin") != std::string::npos) {
327 TargetType = isCygwin;
328 } else if (TT.find("mingw") != std::string::npos) {
329 TargetType = isMingw;
330 } else if (TT.find("win32") != std::string::npos) {
Chris Lattnere5600e52005-11-21 22:31:58 +0000331 TargetType = isWindows;
Anton Korobeynikov508f0fd2008-03-22 21:12:53 +0000332 } else if (TT.find("windows") != std::string::npos) {
333 TargetType = isWindows;
Daniel Dunbare22f4da2009-08-05 18:12:37 +0000334 } else if (TT.find("-cl") != std::string::npos) {
Mon P Wang9feb5dd2009-02-28 00:25:30 +0000335 TargetType = isDarwin;
336 DarwinVers = 9;
337 }
Nate Begemanfb5792f2005-07-12 01:41:54 +0000338 }
339
Anton Korobeynikov890fe882008-04-23 18:16:16 +0000340 // Stack alignment is 16 bytes on Darwin (both 32 and 64 bit) and for all 64
341 // bit targets.
342 if (TargetType == isDarwin || Is64Bit)
Nate Begemanfb5792f2005-07-12 01:41:54 +0000343 stackAlignment = 16;
Anton Korobeynikov78c80fd2008-04-12 22:12:22 +0000344
345 if (StackAlignment)
346 stackAlignment = StackAlignment;
Nate Begemanfb5792f2005-07-12 01:41:54 +0000347}
David Goodwinc2e8a7e2009-11-10 00:48:55 +0000348
349bool X86Subtarget::enablePostRAScheduler(
350 CodeGenOpt::Level OptLevel,
351 TargetSubtarget::AntiDepBreakMode& Mode,
David Goodwin87d21b92009-11-13 19:52:48 +0000352 RegClassVector& CriticalPathRCs) const {
David Goodwinc2e8a7e2009-11-10 00:48:55 +0000353 Mode = TargetSubtarget::ANTIDEP_CRITICAL;
David Goodwin87d21b92009-11-13 19:52:48 +0000354 CriticalPathRCs.clear();
David Goodwinc2e8a7e2009-11-10 00:48:55 +0000355 return OptLevel >= CodeGenOpt::Default;
356}