blob: 4c034d40aaf4ba72a81fae1c244cf7eaeb2c923a [file] [log] [blame]
David L. Jonesecc6de32017-02-24 00:28:01 +00001//===--- AArch64.cpp - AArch64 (not ARM) Helpers for Tools ------*- C++ -*-===//
2//
Chandler Carruth2946cd72019-01-19 08:50:56 +00003// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4// See https://llvm.org/LICENSE.txt for license information.
5// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
David L. Jonesecc6de32017-02-24 00:28:01 +00006//
7//===----------------------------------------------------------------------===//
8
David L. Jonesf561aba2017-03-08 01:02:16 +00009#include "AArch64.h"
David L. Jonesecc6de32017-02-24 00:28:01 +000010#include "clang/Driver/Driver.h"
11#include "clang/Driver/DriverDiagnostic.h"
12#include "clang/Driver/Options.h"
13#include "llvm/Option/ArgList.h"
14#include "llvm/Support/TargetParser.h"
Reid Kleckner90c64a32019-10-19 00:48:11 +000015#include "llvm/Support/Host.h"
David L. Jonesecc6de32017-02-24 00:28:01 +000016
17using namespace clang::driver;
18using namespace clang::driver::tools;
19using namespace clang;
20using namespace llvm::opt;
21
Alex Lorenz9b20a992018-12-17 19:30:46 +000022/// \returns true if the given triple can determine the default CPU type even
23/// if -arch is not specified.
24static bool isCPUDeterminedByTriple(const llvm::Triple &Triple) {
25 return Triple.isOSDarwin();
26}
27
David L. Jonesecc6de32017-02-24 00:28:01 +000028/// getAArch64TargetCPU - Get the (LLVM) name of the AArch64 cpu we are
Peter Smith820e46f2017-10-24 09:51:55 +000029/// targeting. Set \p A to the Arg corresponding to the -mcpu argument if it is
30/// provided, or to nullptr otherwise.
Alex Lorenz9b20a992018-12-17 19:30:46 +000031std::string aarch64::getAArch64TargetCPU(const ArgList &Args,
32 const llvm::Triple &Triple, Arg *&A) {
David L. Jonesecc6de32017-02-24 00:28:01 +000033 std::string CPU;
Peter Smith820e46f2017-10-24 09:51:55 +000034 // If we have -mcpu, use that.
35 if ((A = Args.getLastArg(options::OPT_mcpu_EQ))) {
David L. Jonesecc6de32017-02-24 00:28:01 +000036 StringRef Mcpu = A->getValue();
37 CPU = Mcpu.split("+").first.lower();
38 }
39
40 // Handle CPU name is 'native'.
41 if (CPU == "native")
Benjamin Krameradcd0262020-01-28 20:23:46 +010042 return std::string(llvm::sys::getHostCPUName());
David L. Jonesecc6de32017-02-24 00:28:01 +000043 else if (CPU.size())
44 return CPU;
45
Tim Northover903e5c32019-11-15 12:39:56 +000046 // Make sure we pick the appropriate Apple CPU if -arch is used or when
47 // targetting a Darwin OS.
Alex Lorenz9b20a992018-12-17 19:30:46 +000048 if (Args.getLastArg(options::OPT_arch) || Triple.isOSDarwin())
Tim Northover903e5c32019-11-15 12:39:56 +000049 return Triple.getArch() == llvm::Triple::aarch64_32 ? "apple-s4"
50 : "apple-a7";
David L. Jonesecc6de32017-02-24 00:28:01 +000051
52 return "generic";
53}
54
55// Decode AArch64 features from string like +[no]featureA+[no]featureB+...
56static bool DecodeAArch64Features(const Driver &D, StringRef text,
Luke Geeson740a1dd2020-04-09 23:00:22 +010057 std::vector<StringRef> &Features,
58 llvm::AArch64::ArchKind ArchKind) {
David L. Jonesecc6de32017-02-24 00:28:01 +000059 SmallVector<StringRef, 8> Split;
60 text.split(Split, StringRef("+"), -1, false);
61
62 for (StringRef Feature : Split) {
63 StringRef FeatureName = llvm::AArch64::getArchExtFeature(Feature);
64 if (!FeatureName.empty())
65 Features.push_back(FeatureName);
66 else if (Feature == "neon" || Feature == "noneon")
67 D.Diag(clang::diag::err_drv_no_neon_modifier);
68 else
69 return false;
Luke Geeson740a1dd2020-04-09 23:00:22 +010070
71 // +sve implies +f32mm if the base architecture is v8.6A
72 // it isn't the case in general that sve implies both f64mm and f32mm
73 if ((ArchKind == llvm::AArch64::ArchKind::ARMV8_6A) && Feature == "sve")
74 Features.push_back("+f32mm");
David L. Jonesecc6de32017-02-24 00:28:01 +000075 }
76 return true;
77}
78
79// Check if the CPU name and feature modifiers in -mcpu are legal. If yes,
80// decode CPU and feature.
81static bool DecodeAArch64Mcpu(const Driver &D, StringRef Mcpu, StringRef &CPU,
82 std::vector<StringRef> &Features) {
83 std::pair<StringRef, StringRef> Split = Mcpu.split("+");
84 CPU = Split.first;
Luke Geeson740a1dd2020-04-09 23:00:22 +010085 llvm::AArch64::ArchKind ArchKind = llvm::AArch64::ArchKind::ARMV8A;
David L. Jonesecc6de32017-02-24 00:28:01 +000086
Florian Hahn4327b3e2018-07-06 10:49:59 +000087 if (CPU == "native")
88 CPU = llvm::sys::getHostCPUName();
89
David L. Jonesecc6de32017-02-24 00:28:01 +000090 if (CPU == "generic") {
91 Features.push_back("+neon");
92 } else {
Luke Geeson740a1dd2020-04-09 23:00:22 +010093 ArchKind = llvm::AArch64::parseCPUArch(CPU);
David L. Jonesecc6de32017-02-24 00:28:01 +000094 if (!llvm::AArch64::getArchFeatures(ArchKind, Features))
95 return false;
96
97 unsigned Extension = llvm::AArch64::getDefaultExtensions(CPU, ArchKind);
98 if (!llvm::AArch64::getExtensionFeatures(Extension, Features))
99 return false;
100 }
101
Luke Geeson740a1dd2020-04-09 23:00:22 +0100102 if (Split.second.size() &&
103 !DecodeAArch64Features(D, Split.second, Features, ArchKind))
104 return false;
David L. Jonesecc6de32017-02-24 00:28:01 +0000105
Luke Geeson740a1dd2020-04-09 23:00:22 +0100106 return true;
David L. Jonesecc6de32017-02-24 00:28:01 +0000107}
108
109static bool
110getAArch64ArchFeaturesFromMarch(const Driver &D, StringRef March,
111 const ArgList &Args,
112 std::vector<StringRef> &Features) {
113 std::string MarchLowerCase = March.lower();
114 std::pair<StringRef, StringRef> Split = StringRef(MarchLowerCase).split("+");
115
Florian Hahnef5bbd62017-07-27 16:28:39 +0000116 llvm::AArch64::ArchKind ArchKind = llvm::AArch64::parseArch(Split.first);
117 if (ArchKind == llvm::AArch64::ArchKind::INVALID ||
David L. Jonesecc6de32017-02-24 00:28:01 +0000118 !llvm::AArch64::getArchFeatures(ArchKind, Features) ||
Luke Geeson740a1dd2020-04-09 23:00:22 +0100119 (Split.second.size() &&
120 !DecodeAArch64Features(D, Split.second, Features, ArchKind)))
David L. Jonesecc6de32017-02-24 00:28:01 +0000121 return false;
122
123 return true;
124}
125
126static bool
127getAArch64ArchFeaturesFromMcpu(const Driver &D, StringRef Mcpu,
128 const ArgList &Args,
129 std::vector<StringRef> &Features) {
130 StringRef CPU;
131 std::string McpuLowerCase = Mcpu.lower();
132 if (!DecodeAArch64Mcpu(D, McpuLowerCase, CPU, Features))
133 return false;
134
135 return true;
136}
137
138static bool
139getAArch64MicroArchFeaturesFromMtune(const Driver &D, StringRef Mtune,
140 const ArgList &Args,
141 std::vector<StringRef> &Features) {
142 std::string MtuneLowerCase = Mtune.lower();
Peter Smith820e46f2017-10-24 09:51:55 +0000143 // Check CPU name is valid
144 std::vector<StringRef> MtuneFeatures;
145 StringRef Tune;
146 if (!DecodeAArch64Mcpu(D, MtuneLowerCase, Tune, MtuneFeatures))
147 return false;
148
David L. Jonesecc6de32017-02-24 00:28:01 +0000149 // Handle CPU name is 'native'.
150 if (MtuneLowerCase == "native")
Benjamin Krameradcd0262020-01-28 20:23:46 +0100151 MtuneLowerCase = std::string(llvm::sys::getHostCPUName());
Benjamin Kramere8f13f42020-03-31 20:56:24 +0200152 if (MtuneLowerCase == "cyclone" ||
153 StringRef(MtuneLowerCase).startswith("apple")) {
David L. Jonesecc6de32017-02-24 00:28:01 +0000154 Features.push_back("+zcm");
155 Features.push_back("+zcz");
156 }
157 return true;
158}
159
160static bool
161getAArch64MicroArchFeaturesFromMcpu(const Driver &D, StringRef Mcpu,
162 const ArgList &Args,
163 std::vector<StringRef> &Features) {
164 StringRef CPU;
165 std::vector<StringRef> DecodedFeature;
166 std::string McpuLowerCase = Mcpu.lower();
167 if (!DecodeAArch64Mcpu(D, McpuLowerCase, CPU, DecodedFeature))
168 return false;
169
170 return getAArch64MicroArchFeaturesFromMtune(D, CPU, Args, Features);
171}
172
Alex Lorenz9b20a992018-12-17 19:30:46 +0000173void aarch64::getAArch64TargetFeatures(const Driver &D,
174 const llvm::Triple &Triple,
175 const ArgList &Args,
David L. Jonesecc6de32017-02-24 00:28:01 +0000176 std::vector<StringRef> &Features) {
177 Arg *A;
178 bool success = true;
179 // Enable NEON by default.
180 Features.push_back("+neon");
181 if ((A = Args.getLastArg(options::OPT_march_EQ)))
182 success = getAArch64ArchFeaturesFromMarch(D, A->getValue(), Args, Features);
183 else if ((A = Args.getLastArg(options::OPT_mcpu_EQ)))
184 success = getAArch64ArchFeaturesFromMcpu(D, A->getValue(), Args, Features);
Alex Lorenz9b20a992018-12-17 19:30:46 +0000185 else if (Args.hasArg(options::OPT_arch) || isCPUDeterminedByTriple(Triple))
186 success = getAArch64ArchFeaturesFromMcpu(
187 D, getAArch64TargetCPU(Args, Triple, A), Args, Features);
David L. Jonesecc6de32017-02-24 00:28:01 +0000188
189 if (success && (A = Args.getLastArg(clang::driver::options::OPT_mtune_EQ)))
190 success =
191 getAArch64MicroArchFeaturesFromMtune(D, A->getValue(), Args, Features);
192 else if (success && (A = Args.getLastArg(options::OPT_mcpu_EQ)))
193 success =
194 getAArch64MicroArchFeaturesFromMcpu(D, A->getValue(), Args, Features);
Alex Lorenz9b20a992018-12-17 19:30:46 +0000195 else if (success &&
196 (Args.hasArg(options::OPT_arch) || isCPUDeterminedByTriple(Triple)))
David L. Jonesecc6de32017-02-24 00:28:01 +0000197 success = getAArch64MicroArchFeaturesFromMcpu(
Alex Lorenz9b20a992018-12-17 19:30:46 +0000198 D, getAArch64TargetCPU(Args, Triple, A), Args, Features);
David L. Jonesecc6de32017-02-24 00:28:01 +0000199
200 if (!success)
201 D.Diag(diag::err_drv_clang_unsupported) << A->getAsString(Args);
202
203 if (Args.getLastArg(options::OPT_mgeneral_regs_only)) {
204 Features.push_back("-fp-armv8");
205 Features.push_back("-crypto");
206 Features.push_back("-neon");
207 }
208
Oliver Stannardd83a5592019-03-29 13:32:41 +0000209 if (Arg *A = Args.getLastArg(options::OPT_mtp_mode_EQ)) {
210 StringRef Mtp = A->getValue();
211 if (Mtp == "el3")
212 Features.push_back("+tpidr-el3");
213 else if (Mtp == "el2")
214 Features.push_back("+tpidr-el2");
215 else if (Mtp == "el1")
216 Features.push_back("+tpidr-el1");
217 else if (Mtp != "el0")
218 D.Diag(diag::err_drv_invalid_mtp) << A->getAsString(Args);
219 }
220
David L. Jonesecc6de32017-02-24 00:28:01 +0000221 // En/disable crc
222 if (Arg *A = Args.getLastArg(options::OPT_mcrc, options::OPT_mnocrc)) {
223 if (A->getOption().matches(options::OPT_mcrc))
224 Features.push_back("+crc");
225 else
226 Features.push_back("-crc");
227 }
228
Sjoerd Meijerc0176562018-09-24 07:55:20 +0000229 // Handle (arch-dependent) fp16fml/fullfp16 relationship.
230 // FIXME: this fp16fml option handling will be reimplemented after the
231 // TargetParser rewrite.
232 const auto ItRNoFullFP16 = std::find(Features.rbegin(), Features.rend(), "-fullfp16");
233 const auto ItRFP16FML = std::find(Features.rbegin(), Features.rend(), "+fp16fml");
Fangrui Song9ac13a12019-02-10 05:54:57 +0000234 if (llvm::is_contained(Features, "+v8.4a")) {
Sjoerd Meijerc0176562018-09-24 07:55:20 +0000235 const auto ItRFullFP16 = std::find(Features.rbegin(), Features.rend(), "+fullfp16");
236 if (ItRFullFP16 < ItRNoFullFP16 && ItRFullFP16 < ItRFP16FML) {
237 // Only entangled feature that can be to the right of this +fullfp16 is -fp16fml.
238 // Only append the +fp16fml if there is no -fp16fml after the +fullfp16.
239 if (std::find(Features.rbegin(), ItRFullFP16, "-fp16fml") == ItRFullFP16)
240 Features.push_back("+fp16fml");
241 }
242 else
243 goto fp16_fml_fallthrough;
Fangrui Song9ac13a12019-02-10 05:54:57 +0000244 } else {
Sjoerd Meijerc0176562018-09-24 07:55:20 +0000245fp16_fml_fallthrough:
246 // In both of these cases, putting the 'other' feature on the end of the vector will
247 // result in the same effect as placing it immediately after the current feature.
248 if (ItRNoFullFP16 < ItRFP16FML)
249 Features.push_back("-fp16fml");
250 else if (ItRNoFullFP16 > ItRFP16FML)
251 Features.push_back("+fullfp16");
252 }
253
Sjoerd Meijerd60540a2018-10-04 07:38:53 +0000254 // FIXME: this needs reimplementation too after the TargetParser rewrite
255 //
256 // Context sensitive meaning of Crypto:
257 // 1) For Arch >= ARMv8.4a: crypto = sm4 + sha3 + sha2 + aes
258 // 2) For Arch <= ARMv8.3a: crypto = sha2 + aes
259 const auto ItBegin = Features.begin();
260 const auto ItEnd = Features.end();
261 const auto ItRBegin = Features.rbegin();
262 const auto ItREnd = Features.rend();
263 const auto ItRCrypto = std::find(ItRBegin, ItREnd, "+crypto");
264 const auto ItRNoCrypto = std::find(ItRBegin, ItREnd, "-crypto");
265 const auto HasCrypto = ItRCrypto != ItREnd;
266 const auto HasNoCrypto = ItRNoCrypto != ItREnd;
267 const ptrdiff_t PosCrypto = ItRCrypto - ItRBegin;
268 const ptrdiff_t PosNoCrypto = ItRNoCrypto - ItRBegin;
269
270 bool NoCrypto = false;
271 if (HasCrypto && HasNoCrypto) {
272 if (PosNoCrypto < PosCrypto)
273 NoCrypto = true;
274 }
275
276 if (std::find(ItBegin, ItEnd, "+v8.4a") != ItEnd) {
277 if (HasCrypto && !NoCrypto) {
278 // Check if we have NOT disabled an algorithm with something like:
279 // +crypto, -algorithm
280 // And if "-algorithm" does not occur, we enable that crypto algorithm.
281 const bool HasSM4 = (std::find(ItBegin, ItEnd, "-sm4") == ItEnd);
282 const bool HasSHA3 = (std::find(ItBegin, ItEnd, "-sha3") == ItEnd);
283 const bool HasSHA2 = (std::find(ItBegin, ItEnd, "-sha2") == ItEnd);
284 const bool HasAES = (std::find(ItBegin, ItEnd, "-aes") == ItEnd);
285 if (HasSM4)
286 Features.push_back("+sm4");
287 if (HasSHA3)
288 Features.push_back("+sha3");
289 if (HasSHA2)
290 Features.push_back("+sha2");
291 if (HasAES)
292 Features.push_back("+aes");
293 } else if (HasNoCrypto) {
294 // Check if we have NOT enabled a crypto algorithm with something like:
295 // -crypto, +algorithm
296 // And if "+algorithm" does not occur, we disable that crypto algorithm.
297 const bool HasSM4 = (std::find(ItBegin, ItEnd, "+sm4") != ItEnd);
298 const bool HasSHA3 = (std::find(ItBegin, ItEnd, "+sha3") != ItEnd);
299 const bool HasSHA2 = (std::find(ItBegin, ItEnd, "+sha2") != ItEnd);
300 const bool HasAES = (std::find(ItBegin, ItEnd, "+aes") != ItEnd);
301 if (!HasSM4)
302 Features.push_back("-sm4");
303 if (!HasSHA3)
304 Features.push_back("-sha3");
305 if (!HasSHA2)
306 Features.push_back("-sha2");
307 if (!HasAES)
308 Features.push_back("-aes");
309 }
310 } else {
311 if (HasCrypto && !NoCrypto) {
312 const bool HasSHA2 = (std::find(ItBegin, ItEnd, "-sha2") == ItEnd);
313 const bool HasAES = (std::find(ItBegin, ItEnd, "-aes") == ItEnd);
314 if (HasSHA2)
315 Features.push_back("+sha2");
316 if (HasAES)
317 Features.push_back("+aes");
318 } else if (HasNoCrypto) {
319 const bool HasSHA2 = (std::find(ItBegin, ItEnd, "+sha2") != ItEnd);
320 const bool HasAES = (std::find(ItBegin, ItEnd, "+aes") != ItEnd);
321 const bool HasV82a = (std::find(ItBegin, ItEnd, "+v8.2a") != ItEnd);
322 const bool HasV83a = (std::find(ItBegin, ItEnd, "+v8.3a") != ItEnd);
323 const bool HasV84a = (std::find(ItBegin, ItEnd, "+v8.4a") != ItEnd);
324 if (!HasSHA2)
325 Features.push_back("-sha2");
326 if (!HasAES)
327 Features.push_back("-aes");
328 if (HasV82a || HasV83a || HasV84a) {
329 Features.push_back("-sm4");
330 Features.push_back("-sha3");
331 }
332 }
333 }
334
David L. Jonesecc6de32017-02-24 00:28:01 +0000335 if (Arg *A = Args.getLastArg(options::OPT_mno_unaligned_access,
336 options::OPT_munaligned_access))
337 if (A->getOption().matches(options::OPT_mno_unaligned_access))
338 Features.push_back("+strict-align");
339
Tri Vo6e8abbc2018-09-12 23:45:04 +0000340 if (Args.hasArg(options::OPT_ffixed_x1))
341 Features.push_back("+reserve-x1");
342
343 if (Args.hasArg(options::OPT_ffixed_x2))
344 Features.push_back("+reserve-x2");
345
346 if (Args.hasArg(options::OPT_ffixed_x3))
347 Features.push_back("+reserve-x3");
348
349 if (Args.hasArg(options::OPT_ffixed_x4))
350 Features.push_back("+reserve-x4");
351
352 if (Args.hasArg(options::OPT_ffixed_x5))
353 Features.push_back("+reserve-x5");
354
355 if (Args.hasArg(options::OPT_ffixed_x6))
356 Features.push_back("+reserve-x6");
357
358 if (Args.hasArg(options::OPT_ffixed_x7))
359 Features.push_back("+reserve-x7");
360
Petr Hosekfcbec022019-02-13 17:28:47 +0000361 if (Args.hasArg(options::OPT_ffixed_x9))
362 Features.push_back("+reserve-x9");
363
364 if (Args.hasArg(options::OPT_ffixed_x10))
365 Features.push_back("+reserve-x10");
366
367 if (Args.hasArg(options::OPT_ffixed_x11))
368 Features.push_back("+reserve-x11");
369
370 if (Args.hasArg(options::OPT_ffixed_x12))
371 Features.push_back("+reserve-x12");
372
373 if (Args.hasArg(options::OPT_ffixed_x13))
374 Features.push_back("+reserve-x13");
375
376 if (Args.hasArg(options::OPT_ffixed_x14))
377 Features.push_back("+reserve-x14");
378
379 if (Args.hasArg(options::OPT_ffixed_x15))
380 Features.push_back("+reserve-x15");
381
David L. Jonesecc6de32017-02-24 00:28:01 +0000382 if (Args.hasArg(options::OPT_ffixed_x18))
383 Features.push_back("+reserve-x18");
Sanne Wouda784004e2017-03-27 15:34:52 +0000384
Petr Hosek72509082018-06-12 20:00:50 +0000385 if (Args.hasArg(options::OPT_ffixed_x20))
386 Features.push_back("+reserve-x20");
387
Petr Hosekfcbec022019-02-13 17:28:47 +0000388 if (Args.hasArg(options::OPT_ffixed_x21))
389 Features.push_back("+reserve-x21");
390
391 if (Args.hasArg(options::OPT_ffixed_x22))
392 Features.push_back("+reserve-x22");
393
394 if (Args.hasArg(options::OPT_ffixed_x23))
395 Features.push_back("+reserve-x23");
396
397 if (Args.hasArg(options::OPT_ffixed_x24))
398 Features.push_back("+reserve-x24");
399
Petr Hosek7a290df2019-02-13 18:01:23 +0000400 if (Args.hasArg(options::OPT_ffixed_x25))
401 Features.push_back("+reserve-x25");
402
Petr Hosekfcbec022019-02-13 17:28:47 +0000403 if (Args.hasArg(options::OPT_ffixed_x26))
404 Features.push_back("+reserve-x26");
405
406 if (Args.hasArg(options::OPT_ffixed_x27))
407 Features.push_back("+reserve-x27");
408
409 if (Args.hasArg(options::OPT_ffixed_x28))
410 Features.push_back("+reserve-x28");
411
Tri Vo28e7e602018-09-25 16:48:40 +0000412 if (Args.hasArg(options::OPT_fcall_saved_x8))
413 Features.push_back("+call-saved-x8");
414
415 if (Args.hasArg(options::OPT_fcall_saved_x9))
416 Features.push_back("+call-saved-x9");
417
418 if (Args.hasArg(options::OPT_fcall_saved_x10))
419 Features.push_back("+call-saved-x10");
420
421 if (Args.hasArg(options::OPT_fcall_saved_x11))
422 Features.push_back("+call-saved-x11");
423
424 if (Args.hasArg(options::OPT_fcall_saved_x12))
425 Features.push_back("+call-saved-x12");
426
427 if (Args.hasArg(options::OPT_fcall_saved_x13))
428 Features.push_back("+call-saved-x13");
429
430 if (Args.hasArg(options::OPT_fcall_saved_x14))
431 Features.push_back("+call-saved-x14");
432
433 if (Args.hasArg(options::OPT_fcall_saved_x15))
434 Features.push_back("+call-saved-x15");
435
436 if (Args.hasArg(options::OPT_fcall_saved_x18))
437 Features.push_back("+call-saved-x18");
438
Sanne Wouda784004e2017-03-27 15:34:52 +0000439 if (Args.hasArg(options::OPT_mno_neg_immediates))
440 Features.push_back("+no-neg-immediates");
David L. Jonesecc6de32017-02-24 00:28:01 +0000441}