Tim Northover | 3b0846e | 2014-05-24 12:50:23 +0000 | [diff] [blame] | 1 | //===-- AArch64Subtarget.cpp - AArch64 Subtarget Information ----*- C++ -*-===// |
| 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
| 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
| 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | // |
| 10 | // This file implements the AArch64 specific subclass of TargetSubtarget. |
| 11 | // |
| 12 | //===----------------------------------------------------------------------===// |
| 13 | |
Rafael Espindola | 6b4baa5 | 2016-05-25 21:37:29 +0000 | [diff] [blame] | 14 | #include "AArch64Subtarget.h" |
Quentin Colombet | cdf8c81 | 2017-05-01 21:53:19 +0000 | [diff] [blame] | 15 | |
| 16 | #include "AArch64.h" |
Tim Northover | 3b0846e | 2014-05-24 12:50:23 +0000 | [diff] [blame] | 17 | #include "AArch64InstrInfo.h" |
Lang Hames | 8f31f44 | 2014-10-09 18:20:51 +0000 | [diff] [blame] | 18 | #include "AArch64PBQPRegAlloc.h" |
Quentin Colombet | cdf8c81 | 2017-05-01 21:53:19 +0000 | [diff] [blame] | 19 | #include "AArch64TargetMachine.h" |
| 20 | |
Quentin Colombet | cdf8c81 | 2017-05-01 21:53:19 +0000 | [diff] [blame] | 21 | #include "AArch64CallLowering.h" |
| 22 | #include "AArch64LegalizerInfo.h" |
| 23 | #include "AArch64RegisterBankInfo.h" |
Quentin Colombet | cdf8c81 | 2017-05-01 21:53:19 +0000 | [diff] [blame] | 24 | #include "llvm/CodeGen/GlobalISel/InstructionSelect.h" |
Tim Northover | 3b0846e | 2014-05-24 12:50:23 +0000 | [diff] [blame] | 25 | #include "llvm/CodeGen/MachineScheduler.h" |
| 26 | #include "llvm/IR/GlobalValue.h" |
Tim Northover | 3b0846e | 2014-05-24 12:50:23 +0000 | [diff] [blame] | 27 | |
| 28 | using namespace llvm; |
| 29 | |
| 30 | #define DEBUG_TYPE "aarch64-subtarget" |
| 31 | |
| 32 | #define GET_SUBTARGETINFO_CTOR |
| 33 | #define GET_SUBTARGETINFO_TARGET_DESC |
| 34 | #include "AArch64GenSubtargetInfo.inc" |
| 35 | |
| 36 | static cl::opt<bool> |
| 37 | EnableEarlyIfConvert("aarch64-early-ifcvt", cl::desc("Enable the early if " |
| 38 | "converter pass"), cl::init(true), cl::Hidden); |
| 39 | |
Tim Northover | 339c83e | 2015-11-10 00:44:23 +0000 | [diff] [blame] | 40 | // If OS supports TBI, use this flag to enable it. |
| 41 | static cl::opt<bool> |
| 42 | UseAddressTopByteIgnored("aarch64-use-tbi", cl::desc("Assume that top byte of " |
| 43 | "an address is ignored"), cl::init(false), cl::Hidden); |
| 44 | |
Tim Northover | 46e36f0 | 2017-04-17 18:18:47 +0000 | [diff] [blame] | 45 | static cl::opt<bool> |
| 46 | UseNonLazyBind("aarch64-enable-nonlazybind", |
| 47 | cl::desc("Call nonlazybind functions via direct GOT load"), |
| 48 | cl::init(false), cl::Hidden); |
| 49 | |
Eric Christopher | 7c9d4e0 | 2014-06-11 00:46:34 +0000 | [diff] [blame] | 50 | AArch64Subtarget & |
Matthias Braun | a827ed8 | 2016-10-03 20:17:02 +0000 | [diff] [blame] | 51 | AArch64Subtarget::initializeSubtargetDependencies(StringRef FS, |
| 52 | StringRef CPUString) { |
Eric Christopher | 7c9d4e0 | 2014-06-11 00:46:34 +0000 | [diff] [blame] | 53 | // Determine default and user-specified characteristics |
| 54 | |
| 55 | if (CPUString.empty()) |
| 56 | CPUString = "generic"; |
| 57 | |
| 58 | ParseSubtargetFeatures(CPUString, FS); |
Matthias Braun | 651cff4 | 2016-06-02 18:03:53 +0000 | [diff] [blame] | 59 | initializeProperties(); |
| 60 | |
Eric Christopher | 7c9d4e0 | 2014-06-11 00:46:34 +0000 | [diff] [blame] | 61 | return *this; |
| 62 | } |
| 63 | |
Matthias Braun | 651cff4 | 2016-06-02 18:03:53 +0000 | [diff] [blame] | 64 | void AArch64Subtarget::initializeProperties() { |
| 65 | // Initialize CPU specific properties. We should add a tablegen feature for |
| 66 | // this in the future so we can specify it together with the subtarget |
| 67 | // features. |
| 68 | switch (ARMProcFamily) { |
| 69 | case Cyclone: |
| 70 | CacheLineSize = 64; |
| 71 | PrefetchDistance = 280; |
| 72 | MinPrefetchStride = 2048; |
| 73 | MaxPrefetchIterationsAhead = 3; |
| 74 | break; |
| 75 | case CortexA57: |
| 76 | MaxInterleaveFactor = 4; |
Florian Hahn | d4550ba | 2017-07-07 10:43:01 +0000 | [diff] [blame] | 77 | PrefFunctionAlignment = 4; |
Matthias Braun | 651cff4 | 2016-06-02 18:03:53 +0000 | [diff] [blame] | 78 | break; |
Evandro Menezes | a3a0a60 | 2016-06-10 16:00:18 +0000 | [diff] [blame] | 79 | case ExynosM1: |
Abderrazek Zaafrani | 9daf811 | 2016-10-21 16:28:27 +0000 | [diff] [blame] | 80 | MaxInterleaveFactor = 4; |
Evandro Menezes | 7696dc0 | 2016-10-25 20:05:42 +0000 | [diff] [blame] | 81 | MaxJumpTableSize = 8; |
Evandro Menezes | a3a0a60 | 2016-06-10 16:00:18 +0000 | [diff] [blame] | 82 | PrefFunctionAlignment = 4; |
| 83 | PrefLoopAlignment = 3; |
| 84 | break; |
Evandro Menezes | 9f9daa1 | 2018-01-30 15:40:16 +0000 | [diff] [blame^] | 85 | case ExynosM3: |
| 86 | MaxInterleaveFactor = 4; |
| 87 | MaxJumpTableSize = 20; |
| 88 | PrefFunctionAlignment = 5; |
| 89 | PrefLoopAlignment = 4; |
| 90 | break; |
Chad Rosier | ecc7727 | 2016-11-22 14:25:02 +0000 | [diff] [blame] | 91 | case Falkor: |
| 92 | MaxInterleaveFactor = 4; |
Adam Nemet | e29686e | 2017-05-15 21:15:01 +0000 | [diff] [blame] | 93 | // FIXME: remove this to enable 64-bit SLP if performance looks good. |
| 94 | MinVectorRegisterBitWidth = 128; |
Haicheng Wu | ef790ff | 2017-06-12 16:34:19 +0000 | [diff] [blame] | 95 | CacheLineSize = 128; |
| 96 | PrefetchDistance = 820; |
| 97 | MinPrefetchStride = 2048; |
| 98 | MaxPrefetchIterationsAhead = 8; |
Chad Rosier | ecc7727 | 2016-11-22 14:25:02 +0000 | [diff] [blame] | 99 | break; |
Chad Rosier | 7107085 | 2017-09-25 14:05:00 +0000 | [diff] [blame] | 100 | case Saphira: |
| 101 | MaxInterleaveFactor = 4; |
| 102 | // FIXME: remove this to enable 64-bit SLP if performance looks good. |
| 103 | MinVectorRegisterBitWidth = 128; |
| 104 | break; |
Matthias Braun | 651cff4 | 2016-06-02 18:03:53 +0000 | [diff] [blame] | 105 | case Kryo: |
| 106 | MaxInterleaveFactor = 4; |
| 107 | VectorInsertExtractBaseCost = 2; |
Haicheng Wu | a783bac | 2016-06-21 22:47:56 +0000 | [diff] [blame] | 108 | CacheLineSize = 128; |
| 109 | PrefetchDistance = 740; |
| 110 | MinPrefetchStride = 1024; |
| 111 | MaxPrefetchIterationsAhead = 11; |
Adam Nemet | e29686e | 2017-05-15 21:15:01 +0000 | [diff] [blame] | 112 | // FIXME: remove this to enable 64-bit SLP if performance looks good. |
| 113 | MinVectorRegisterBitWidth = 128; |
Matthias Braun | 651cff4 | 2016-06-02 18:03:53 +0000 | [diff] [blame] | 114 | break; |
Joel Jones | 2852088 | 2017-03-07 19:42:40 +0000 | [diff] [blame] | 115 | case ThunderX2T99: |
| 116 | CacheLineSize = 64; |
| 117 | PrefFunctionAlignment = 3; |
| 118 | PrefLoopAlignment = 2; |
Pankaj Gode | f4b2554 | 2016-06-30 06:42:31 +0000 | [diff] [blame] | 119 | MaxInterleaveFactor = 4; |
Joel Jones | 2852088 | 2017-03-07 19:42:40 +0000 | [diff] [blame] | 120 | PrefetchDistance = 128; |
| 121 | MinPrefetchStride = 1024; |
| 122 | MaxPrefetchIterationsAhead = 4; |
Adam Nemet | e29686e | 2017-05-15 21:15:01 +0000 | [diff] [blame] | 123 | // FIXME: remove this to enable 64-bit SLP if performance looks good. |
| 124 | MinVectorRegisterBitWidth = 128; |
Pankaj Gode | f4b2554 | 2016-06-30 06:42:31 +0000 | [diff] [blame] | 125 | break; |
Joel Jones | ab0f3b4 | 2017-02-17 18:34:24 +0000 | [diff] [blame] | 126 | case ThunderX: |
| 127 | case ThunderXT88: |
| 128 | case ThunderXT81: |
| 129 | case ThunderXT83: |
| 130 | CacheLineSize = 128; |
Joel Jones | 2852088 | 2017-03-07 19:42:40 +0000 | [diff] [blame] | 131 | PrefFunctionAlignment = 3; |
| 132 | PrefLoopAlignment = 2; |
Adam Nemet | e29686e | 2017-05-15 21:15:01 +0000 | [diff] [blame] | 133 | // FIXME: remove this to enable 64-bit SLP if performance looks good. |
| 134 | MinVectorRegisterBitWidth = 128; |
Joel Jones | ab0f3b4 | 2017-02-17 18:34:24 +0000 | [diff] [blame] | 135 | break; |
Matthias Braun | 651cff4 | 2016-06-02 18:03:53 +0000 | [diff] [blame] | 136 | case CortexA35: break; |
Florian Hahn | 2f86e3d | 2017-07-29 20:04:54 +0000 | [diff] [blame] | 137 | case CortexA53: |
| 138 | PrefFunctionAlignment = 3; |
| 139 | break; |
Sam Parker | b252ffd | 2017-08-21 08:43:06 +0000 | [diff] [blame] | 140 | case CortexA55: break; |
Florian Hahn | e3666ec | 2017-07-07 10:15:49 +0000 | [diff] [blame] | 141 | case CortexA72: |
Florian Hahn | 3530094 | 2017-07-18 09:31:18 +0000 | [diff] [blame] | 142 | case CortexA73: |
Sam Parker | b252ffd | 2017-08-21 08:43:06 +0000 | [diff] [blame] | 143 | case CortexA75: |
Florian Hahn | 3530094 | 2017-07-18 09:31:18 +0000 | [diff] [blame] | 144 | PrefFunctionAlignment = 4; |
| 145 | break; |
Evandro Menezes | a3a0a60 | 2016-06-10 16:00:18 +0000 | [diff] [blame] | 146 | case Others: break; |
Matthias Braun | 651cff4 | 2016-06-02 18:03:53 +0000 | [diff] [blame] | 147 | } |
| 148 | } |
| 149 | |
Daniel Sanders | a73f1fd | 2015-06-10 12:11:26 +0000 | [diff] [blame] | 150 | AArch64Subtarget::AArch64Subtarget(const Triple &TT, const std::string &CPU, |
Eric Christopher | f12e1ab | 2014-10-03 00:42:41 +0000 | [diff] [blame] | 151 | const std::string &FS, |
Daniel Sanders | a1b2db79 | 2017-05-19 11:08:33 +0000 | [diff] [blame] | 152 | const TargetMachine &TM, bool LittleEndian) |
Mandeep Singh Grang | d857b4c | 2017-07-18 20:41:33 +0000 | [diff] [blame] | 153 | : AArch64GenSubtargetInfo(TT, CPU, FS), |
Quentin Colombet | 61d71a1 | 2017-08-15 22:31:51 +0000 | [diff] [blame] | 154 | ReserveX18(TT.isOSDarwin() || TT.isOSWindows()), IsLittle(LittleEndian), |
| 155 | TargetTriple(TT), FrameLowering(), |
Matthias Braun | a827ed8 | 2016-10-03 20:17:02 +0000 | [diff] [blame] | 156 | InstrInfo(initializeSubtargetDependencies(FS, CPU)), TSInfo(), |
Quentin Colombet | 61d71a1 | 2017-08-15 22:31:51 +0000 | [diff] [blame] | 157 | TLInfo(TM, *this) { |
| 158 | CallLoweringInfo.reset(new AArch64CallLowering(*getTargetLowering())); |
Daniel Sanders | 7fe7acc | 2017-11-28 20:21:15 +0000 | [diff] [blame] | 159 | Legalizer.reset(new AArch64LegalizerInfo(*this)); |
Quentin Colombet | cdf8c81 | 2017-05-01 21:53:19 +0000 | [diff] [blame] | 160 | |
| 161 | auto *RBI = new AArch64RegisterBankInfo(*getRegisterInfo()); |
| 162 | |
| 163 | // FIXME: At this point, we can't rely on Subtarget having RBI. |
| 164 | // It's awkward to mix passing RBI and the Subtarget; should we pass |
| 165 | // TII/TRI as well? |
Quentin Colombet | 61d71a1 | 2017-08-15 22:31:51 +0000 | [diff] [blame] | 166 | InstSelector.reset(createAArch64InstructionSelector( |
Quentin Colombet | cdf8c81 | 2017-05-01 21:53:19 +0000 | [diff] [blame] | 167 | *static_cast<const AArch64TargetMachine *>(&TM), *this, *RBI)); |
| 168 | |
Quentin Colombet | 61d71a1 | 2017-08-15 22:31:51 +0000 | [diff] [blame] | 169 | RegBankInfo.reset(RBI); |
Quentin Colombet | cdf8c81 | 2017-05-01 21:53:19 +0000 | [diff] [blame] | 170 | } |
Quentin Colombet | ba2a016 | 2016-02-16 19:26:02 +0000 | [diff] [blame] | 171 | |
| 172 | const CallLowering *AArch64Subtarget::getCallLowering() const { |
Quentin Colombet | 61d71a1 | 2017-08-15 22:31:51 +0000 | [diff] [blame] | 173 | return CallLoweringInfo.get(); |
Quentin Colombet | c17f744 | 2016-04-06 17:26:03 +0000 | [diff] [blame] | 174 | } |
| 175 | |
Ahmed Bougacha | 6756a2c | 2016-07-27 14:31:55 +0000 | [diff] [blame] | 176 | const InstructionSelector *AArch64Subtarget::getInstructionSelector() const { |
Quentin Colombet | 61d71a1 | 2017-08-15 22:31:51 +0000 | [diff] [blame] | 177 | return InstSelector.get(); |
Ahmed Bougacha | 6756a2c | 2016-07-27 14:31:55 +0000 | [diff] [blame] | 178 | } |
| 179 | |
Tim Northover | 69fa84a | 2016-10-14 22:18:18 +0000 | [diff] [blame] | 180 | const LegalizerInfo *AArch64Subtarget::getLegalizerInfo() const { |
Quentin Colombet | 61d71a1 | 2017-08-15 22:31:51 +0000 | [diff] [blame] | 181 | return Legalizer.get(); |
Tim Northover | 33b07d6 | 2016-07-22 20:03:43 +0000 | [diff] [blame] | 182 | } |
| 183 | |
Quentin Colombet | c17f744 | 2016-04-06 17:26:03 +0000 | [diff] [blame] | 184 | const RegisterBankInfo *AArch64Subtarget::getRegBankInfo() const { |
Quentin Colombet | 61d71a1 | 2017-08-15 22:31:51 +0000 | [diff] [blame] | 185 | return RegBankInfo.get(); |
Quentin Colombet | ba2a016 | 2016-02-16 19:26:02 +0000 | [diff] [blame] | 186 | } |
Tim Northover | 3b0846e | 2014-05-24 12:50:23 +0000 | [diff] [blame] | 187 | |
Rafael Espindola | 6b93bf5 | 2016-05-25 22:44:06 +0000 | [diff] [blame] | 188 | /// Find the target operand flags that describe how a global value should be |
| 189 | /// referenced for the current subtarget. |
Tim Northover | 3b0846e | 2014-05-24 12:50:23 +0000 | [diff] [blame] | 190 | unsigned char |
| 191 | AArch64Subtarget::ClassifyGlobalReference(const GlobalValue *GV, |
Rafael Espindola | 6b93bf5 | 2016-05-25 22:44:06 +0000 | [diff] [blame] | 192 | const TargetMachine &TM) const { |
Tim Northover | 3b0846e | 2014-05-24 12:50:23 +0000 | [diff] [blame] | 193 | // MachO large model always goes via a GOT, simply to get a single 8-byte |
| 194 | // absolute relocation on all global addresses. |
| 195 | if (TM.getCodeModel() == CodeModel::Large && isTargetMachO()) |
| 196 | return AArch64II::MO_GOT; |
| 197 | |
Rafael Espindola | 3beef8d | 2016-06-27 23:15:57 +0000 | [diff] [blame] | 198 | if (!TM.shouldAssumeDSOLocal(*GV->getParent(), GV)) |
Rafael Espindola | a224de0 | 2016-05-26 12:42:55 +0000 | [diff] [blame] | 199 | return AArch64II::MO_GOT; |
| 200 | |
Petr Hosek | 9eb0a1e | 2017-04-04 19:51:53 +0000 | [diff] [blame] | 201 | // The small code model's direct accesses use ADRP, which cannot |
| 202 | // necessarily produce the value 0 (if the code is above 4GB). |
| 203 | if (useSmallAddressing() && GV->hasExternalWeakLinkage()) |
Rafael Espindola | 4d29099 | 2016-05-31 18:31:14 +0000 | [diff] [blame] | 204 | return AArch64II::MO_GOT; |
Tim Northover | 3b0846e | 2014-05-24 12:50:23 +0000 | [diff] [blame] | 205 | |
Tim Northover | 3b0846e | 2014-05-24 12:50:23 +0000 | [diff] [blame] | 206 | return AArch64II::MO_NO_FLAG; |
| 207 | } |
| 208 | |
Tim Northover | 879a0b2 | 2017-04-17 17:27:56 +0000 | [diff] [blame] | 209 | unsigned char AArch64Subtarget::classifyGlobalFunctionReference( |
| 210 | const GlobalValue *GV, const TargetMachine &TM) const { |
| 211 | // MachO large model always goes via a GOT, because we don't have the |
| 212 | // relocations available to do anything else.. |
| 213 | if (TM.getCodeModel() == CodeModel::Large && isTargetMachO() && |
| 214 | !GV->hasInternalLinkage()) |
| 215 | return AArch64II::MO_GOT; |
| 216 | |
| 217 | // NonLazyBind goes via GOT unless we know it's available locally. |
| 218 | auto *F = dyn_cast<Function>(GV); |
Tim Northover | 46e36f0 | 2017-04-17 18:18:47 +0000 | [diff] [blame] | 219 | if (UseNonLazyBind && F && F->hasFnAttribute(Attribute::NonLazyBind) && |
Tim Northover | 879a0b2 | 2017-04-17 17:27:56 +0000 | [diff] [blame] | 220 | !TM.shouldAssumeDSOLocal(*GV->getParent(), GV)) |
| 221 | return AArch64II::MO_GOT; |
| 222 | |
| 223 | return AArch64II::MO_NO_FLAG; |
| 224 | } |
| 225 | |
Tim Northover | 3b0846e | 2014-05-24 12:50:23 +0000 | [diff] [blame] | 226 | void AArch64Subtarget::overrideSchedPolicy(MachineSchedPolicy &Policy, |
Duncan P. N. Exon Smith | 6329872 | 2016-07-01 00:23:27 +0000 | [diff] [blame] | 227 | unsigned NumRegionInstrs) const { |
Tim Northover | 3b0846e | 2014-05-24 12:50:23 +0000 | [diff] [blame] | 228 | // LNT run (at least on Cyclone) showed reasonably significant gains for |
| 229 | // bi-directional scheduling. 253.perlbmk. |
| 230 | Policy.OnlyTopDown = false; |
| 231 | Policy.OnlyBottomUp = false; |
Matthias Braun | d276de6 | 2015-10-22 18:07:38 +0000 | [diff] [blame] | 232 | // Enabling or Disabling the latency heuristic is a close call: It seems to |
| 233 | // help nearly no benchmark on out-of-order architectures, on the other hand |
| 234 | // it regresses register pressure on a few benchmarking. |
Matthias Braun | 651cff4 | 2016-06-02 18:03:53 +0000 | [diff] [blame] | 235 | Policy.DisableLatencyHeuristic = DisableLatencySchedHeuristic; |
Tim Northover | 3b0846e | 2014-05-24 12:50:23 +0000 | [diff] [blame] | 236 | } |
| 237 | |
| 238 | bool AArch64Subtarget::enableEarlyIfConversion() const { |
| 239 | return EnableEarlyIfConvert; |
| 240 | } |
Lang Hames | 8f31f44 | 2014-10-09 18:20:51 +0000 | [diff] [blame] | 241 | |
Tim Northover | 339c83e | 2015-11-10 00:44:23 +0000 | [diff] [blame] | 242 | bool AArch64Subtarget::supportsAddressTopByteIgnored() const { |
| 243 | if (!UseAddressTopByteIgnored) |
| 244 | return false; |
| 245 | |
| 246 | if (TargetTriple.isiOS()) { |
| 247 | unsigned Major, Minor, Micro; |
| 248 | TargetTriple.getiOSVersion(Major, Minor, Micro); |
| 249 | return Major >= 8; |
| 250 | } |
| 251 | |
| 252 | return false; |
| 253 | } |
| 254 | |
Lang Hames | 8f31f44 | 2014-10-09 18:20:51 +0000 | [diff] [blame] | 255 | std::unique_ptr<PBQPRAConstraint> |
| 256 | AArch64Subtarget::getCustomPBQPConstraints() const { |
Matthias Braun | 651cff4 | 2016-06-02 18:03:53 +0000 | [diff] [blame] | 257 | return balanceFPOps() ? llvm::make_unique<A57ChainingConstraint>() : nullptr; |
Lang Hames | 8f31f44 | 2014-10-09 18:20:51 +0000 | [diff] [blame] | 258 | } |
Matthias Braun | 5c290dc | 2018-01-19 03:16:36 +0000 | [diff] [blame] | 259 | |
| 260 | void AArch64Subtarget::mirFileLoaded(MachineFunction &MF) const { |
| 261 | // We usually compute max call frame size after ISel. Do the computation now |
| 262 | // if the .mir file didn't specify it. Note that this will probably give you |
| 263 | // bogus values after PEI has eliminated the callframe setup/destroy pseudo |
| 264 | // instructions, specify explicitely if you need it to be correct. |
| 265 | MachineFrameInfo &MFI = MF.getFrameInfo(); |
| 266 | if (!MFI.isMaxCallFrameSizeComputed()) |
| 267 | MFI.computeMaxCallFrameSize(MF); |
| 268 | } |