David L. Jones | ecc6de3 | 2017-02-24 00:28:01 +0000 | [diff] [blame] | 1 | //===--- AArch64.cpp - AArch64 (not ARM) Helpers for Tools ------*- C++ -*-===// |
| 2 | // |
Chandler Carruth | 2946cd7 | 2019-01-19 08:50:56 +0000 | [diff] [blame^] | 3 | // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. |
| 4 | // See https://llvm.org/LICENSE.txt for license information. |
| 5 | // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception |
David L. Jones | ecc6de3 | 2017-02-24 00:28:01 +0000 | [diff] [blame] | 6 | // |
| 7 | //===----------------------------------------------------------------------===// |
| 8 | |
David L. Jones | f561aba | 2017-03-08 01:02:16 +0000 | [diff] [blame] | 9 | #include "AArch64.h" |
David L. Jones | ecc6de3 | 2017-02-24 00:28:01 +0000 | [diff] [blame] | 10 | #include "clang/Driver/Driver.h" |
| 11 | #include "clang/Driver/DriverDiagnostic.h" |
| 12 | #include "clang/Driver/Options.h" |
| 13 | #include "llvm/Option/ArgList.h" |
| 14 | #include "llvm/Support/TargetParser.h" |
| 15 | |
| 16 | using namespace clang::driver; |
| 17 | using namespace clang::driver::tools; |
| 18 | using namespace clang; |
| 19 | using namespace llvm::opt; |
| 20 | |
Alex Lorenz | 9b20a99 | 2018-12-17 19:30:46 +0000 | [diff] [blame] | 21 | /// \returns true if the given triple can determine the default CPU type even |
| 22 | /// if -arch is not specified. |
| 23 | static bool isCPUDeterminedByTriple(const llvm::Triple &Triple) { |
| 24 | return Triple.isOSDarwin(); |
| 25 | } |
| 26 | |
David L. Jones | ecc6de3 | 2017-02-24 00:28:01 +0000 | [diff] [blame] | 27 | /// getAArch64TargetCPU - Get the (LLVM) name of the AArch64 cpu we are |
Peter Smith | 820e46f | 2017-10-24 09:51:55 +0000 | [diff] [blame] | 28 | /// targeting. Set \p A to the Arg corresponding to the -mcpu argument if it is |
| 29 | /// provided, or to nullptr otherwise. |
Alex Lorenz | 9b20a99 | 2018-12-17 19:30:46 +0000 | [diff] [blame] | 30 | std::string aarch64::getAArch64TargetCPU(const ArgList &Args, |
| 31 | const llvm::Triple &Triple, Arg *&A) { |
David L. Jones | ecc6de3 | 2017-02-24 00:28:01 +0000 | [diff] [blame] | 32 | std::string CPU; |
Peter Smith | 820e46f | 2017-10-24 09:51:55 +0000 | [diff] [blame] | 33 | // If we have -mcpu, use that. |
| 34 | if ((A = Args.getLastArg(options::OPT_mcpu_EQ))) { |
David L. Jones | ecc6de3 | 2017-02-24 00:28:01 +0000 | [diff] [blame] | 35 | StringRef Mcpu = A->getValue(); |
| 36 | CPU = Mcpu.split("+").first.lower(); |
| 37 | } |
| 38 | |
| 39 | // Handle CPU name is 'native'. |
| 40 | if (CPU == "native") |
| 41 | return llvm::sys::getHostCPUName(); |
| 42 | else if (CPU.size()) |
| 43 | return CPU; |
| 44 | |
Alex Lorenz | 9b20a99 | 2018-12-17 19:30:46 +0000 | [diff] [blame] | 45 | // Make sure we pick "cyclone" if -arch is used or when targetting a Darwin |
| 46 | // OS. |
| 47 | if (Args.getLastArg(options::OPT_arch) || Triple.isOSDarwin()) |
David L. Jones | ecc6de3 | 2017-02-24 00:28:01 +0000 | [diff] [blame] | 48 | return "cyclone"; |
| 49 | |
| 50 | return "generic"; |
| 51 | } |
| 52 | |
| 53 | // Decode AArch64 features from string like +[no]featureA+[no]featureB+... |
| 54 | static bool DecodeAArch64Features(const Driver &D, StringRef text, |
| 55 | std::vector<StringRef> &Features) { |
| 56 | SmallVector<StringRef, 8> Split; |
| 57 | text.split(Split, StringRef("+"), -1, false); |
| 58 | |
| 59 | for (StringRef Feature : Split) { |
| 60 | StringRef FeatureName = llvm::AArch64::getArchExtFeature(Feature); |
| 61 | if (!FeatureName.empty()) |
| 62 | Features.push_back(FeatureName); |
| 63 | else if (Feature == "neon" || Feature == "noneon") |
| 64 | D.Diag(clang::diag::err_drv_no_neon_modifier); |
| 65 | else |
| 66 | return false; |
| 67 | } |
| 68 | return true; |
| 69 | } |
| 70 | |
| 71 | // Check if the CPU name and feature modifiers in -mcpu are legal. If yes, |
| 72 | // decode CPU and feature. |
| 73 | static bool DecodeAArch64Mcpu(const Driver &D, StringRef Mcpu, StringRef &CPU, |
| 74 | std::vector<StringRef> &Features) { |
| 75 | std::pair<StringRef, StringRef> Split = Mcpu.split("+"); |
| 76 | CPU = Split.first; |
| 77 | |
Florian Hahn | 4327b3e | 2018-07-06 10:49:59 +0000 | [diff] [blame] | 78 | if (CPU == "native") |
| 79 | CPU = llvm::sys::getHostCPUName(); |
| 80 | |
David L. Jones | ecc6de3 | 2017-02-24 00:28:01 +0000 | [diff] [blame] | 81 | if (CPU == "generic") { |
| 82 | Features.push_back("+neon"); |
| 83 | } else { |
Florian Hahn | ef5bbd6 | 2017-07-27 16:28:39 +0000 | [diff] [blame] | 84 | llvm::AArch64::ArchKind ArchKind = llvm::AArch64::parseCPUArch(CPU); |
David L. Jones | ecc6de3 | 2017-02-24 00:28:01 +0000 | [diff] [blame] | 85 | if (!llvm::AArch64::getArchFeatures(ArchKind, Features)) |
| 86 | return false; |
| 87 | |
| 88 | unsigned Extension = llvm::AArch64::getDefaultExtensions(CPU, ArchKind); |
| 89 | if (!llvm::AArch64::getExtensionFeatures(Extension, Features)) |
| 90 | return false; |
| 91 | } |
| 92 | |
| 93 | if (Split.second.size() && !DecodeAArch64Features(D, Split.second, Features)) |
| 94 | return false; |
| 95 | |
| 96 | return true; |
| 97 | } |
| 98 | |
| 99 | static bool |
| 100 | getAArch64ArchFeaturesFromMarch(const Driver &D, StringRef March, |
| 101 | const ArgList &Args, |
| 102 | std::vector<StringRef> &Features) { |
| 103 | std::string MarchLowerCase = March.lower(); |
| 104 | std::pair<StringRef, StringRef> Split = StringRef(MarchLowerCase).split("+"); |
| 105 | |
Florian Hahn | ef5bbd6 | 2017-07-27 16:28:39 +0000 | [diff] [blame] | 106 | llvm::AArch64::ArchKind ArchKind = llvm::AArch64::parseArch(Split.first); |
| 107 | if (ArchKind == llvm::AArch64::ArchKind::INVALID || |
David L. Jones | ecc6de3 | 2017-02-24 00:28:01 +0000 | [diff] [blame] | 108 | !llvm::AArch64::getArchFeatures(ArchKind, Features) || |
| 109 | (Split.second.size() && !DecodeAArch64Features(D, Split.second, Features))) |
| 110 | return false; |
| 111 | |
| 112 | return true; |
| 113 | } |
| 114 | |
| 115 | static bool |
| 116 | getAArch64ArchFeaturesFromMcpu(const Driver &D, StringRef Mcpu, |
| 117 | const ArgList &Args, |
| 118 | std::vector<StringRef> &Features) { |
| 119 | StringRef CPU; |
| 120 | std::string McpuLowerCase = Mcpu.lower(); |
| 121 | if (!DecodeAArch64Mcpu(D, McpuLowerCase, CPU, Features)) |
| 122 | return false; |
| 123 | |
| 124 | return true; |
| 125 | } |
| 126 | |
| 127 | static bool |
| 128 | getAArch64MicroArchFeaturesFromMtune(const Driver &D, StringRef Mtune, |
| 129 | const ArgList &Args, |
| 130 | std::vector<StringRef> &Features) { |
| 131 | std::string MtuneLowerCase = Mtune.lower(); |
Peter Smith | 820e46f | 2017-10-24 09:51:55 +0000 | [diff] [blame] | 132 | // Check CPU name is valid |
| 133 | std::vector<StringRef> MtuneFeatures; |
| 134 | StringRef Tune; |
| 135 | if (!DecodeAArch64Mcpu(D, MtuneLowerCase, Tune, MtuneFeatures)) |
| 136 | return false; |
| 137 | |
David L. Jones | ecc6de3 | 2017-02-24 00:28:01 +0000 | [diff] [blame] | 138 | // Handle CPU name is 'native'. |
| 139 | if (MtuneLowerCase == "native") |
| 140 | MtuneLowerCase = llvm::sys::getHostCPUName(); |
| 141 | if (MtuneLowerCase == "cyclone") { |
| 142 | Features.push_back("+zcm"); |
| 143 | Features.push_back("+zcz"); |
| 144 | } |
| 145 | return true; |
| 146 | } |
| 147 | |
| 148 | static bool |
| 149 | getAArch64MicroArchFeaturesFromMcpu(const Driver &D, StringRef Mcpu, |
| 150 | const ArgList &Args, |
| 151 | std::vector<StringRef> &Features) { |
| 152 | StringRef CPU; |
| 153 | std::vector<StringRef> DecodedFeature; |
| 154 | std::string McpuLowerCase = Mcpu.lower(); |
| 155 | if (!DecodeAArch64Mcpu(D, McpuLowerCase, CPU, DecodedFeature)) |
| 156 | return false; |
| 157 | |
| 158 | return getAArch64MicroArchFeaturesFromMtune(D, CPU, Args, Features); |
| 159 | } |
| 160 | |
Alex Lorenz | 9b20a99 | 2018-12-17 19:30:46 +0000 | [diff] [blame] | 161 | void aarch64::getAArch64TargetFeatures(const Driver &D, |
| 162 | const llvm::Triple &Triple, |
| 163 | const ArgList &Args, |
David L. Jones | ecc6de3 | 2017-02-24 00:28:01 +0000 | [diff] [blame] | 164 | std::vector<StringRef> &Features) { |
| 165 | Arg *A; |
| 166 | bool success = true; |
| 167 | // Enable NEON by default. |
| 168 | Features.push_back("+neon"); |
| 169 | if ((A = Args.getLastArg(options::OPT_march_EQ))) |
| 170 | success = getAArch64ArchFeaturesFromMarch(D, A->getValue(), Args, Features); |
| 171 | else if ((A = Args.getLastArg(options::OPT_mcpu_EQ))) |
| 172 | success = getAArch64ArchFeaturesFromMcpu(D, A->getValue(), Args, Features); |
Alex Lorenz | 9b20a99 | 2018-12-17 19:30:46 +0000 | [diff] [blame] | 173 | else if (Args.hasArg(options::OPT_arch) || isCPUDeterminedByTriple(Triple)) |
| 174 | success = getAArch64ArchFeaturesFromMcpu( |
| 175 | D, getAArch64TargetCPU(Args, Triple, A), Args, Features); |
David L. Jones | ecc6de3 | 2017-02-24 00:28:01 +0000 | [diff] [blame] | 176 | |
| 177 | if (success && (A = Args.getLastArg(clang::driver::options::OPT_mtune_EQ))) |
| 178 | success = |
| 179 | getAArch64MicroArchFeaturesFromMtune(D, A->getValue(), Args, Features); |
| 180 | else if (success && (A = Args.getLastArg(options::OPT_mcpu_EQ))) |
| 181 | success = |
| 182 | getAArch64MicroArchFeaturesFromMcpu(D, A->getValue(), Args, Features); |
Alex Lorenz | 9b20a99 | 2018-12-17 19:30:46 +0000 | [diff] [blame] | 183 | else if (success && |
| 184 | (Args.hasArg(options::OPT_arch) || isCPUDeterminedByTriple(Triple))) |
David L. Jones | ecc6de3 | 2017-02-24 00:28:01 +0000 | [diff] [blame] | 185 | success = getAArch64MicroArchFeaturesFromMcpu( |
Alex Lorenz | 9b20a99 | 2018-12-17 19:30:46 +0000 | [diff] [blame] | 186 | D, getAArch64TargetCPU(Args, Triple, A), Args, Features); |
David L. Jones | ecc6de3 | 2017-02-24 00:28:01 +0000 | [diff] [blame] | 187 | |
| 188 | if (!success) |
| 189 | D.Diag(diag::err_drv_clang_unsupported) << A->getAsString(Args); |
| 190 | |
| 191 | if (Args.getLastArg(options::OPT_mgeneral_regs_only)) { |
| 192 | Features.push_back("-fp-armv8"); |
| 193 | Features.push_back("-crypto"); |
| 194 | Features.push_back("-neon"); |
| 195 | } |
| 196 | |
| 197 | // En/disable crc |
| 198 | if (Arg *A = Args.getLastArg(options::OPT_mcrc, options::OPT_mnocrc)) { |
| 199 | if (A->getOption().matches(options::OPT_mcrc)) |
| 200 | Features.push_back("+crc"); |
| 201 | else |
| 202 | Features.push_back("-crc"); |
| 203 | } |
| 204 | |
Sjoerd Meijer | c017656 | 2018-09-24 07:55:20 +0000 | [diff] [blame] | 205 | // Handle (arch-dependent) fp16fml/fullfp16 relationship. |
| 206 | // FIXME: this fp16fml option handling will be reimplemented after the |
| 207 | // TargetParser rewrite. |
| 208 | const auto ItRNoFullFP16 = std::find(Features.rbegin(), Features.rend(), "-fullfp16"); |
| 209 | const auto ItRFP16FML = std::find(Features.rbegin(), Features.rend(), "+fp16fml"); |
| 210 | if (std::find(Features.begin(), Features.end(), "+v8.4a") != Features.end()) { |
| 211 | const auto ItRFullFP16 = std::find(Features.rbegin(), Features.rend(), "+fullfp16"); |
| 212 | if (ItRFullFP16 < ItRNoFullFP16 && ItRFullFP16 < ItRFP16FML) { |
| 213 | // Only entangled feature that can be to the right of this +fullfp16 is -fp16fml. |
| 214 | // Only append the +fp16fml if there is no -fp16fml after the +fullfp16. |
| 215 | if (std::find(Features.rbegin(), ItRFullFP16, "-fp16fml") == ItRFullFP16) |
| 216 | Features.push_back("+fp16fml"); |
| 217 | } |
| 218 | else |
| 219 | goto fp16_fml_fallthrough; |
| 220 | } |
| 221 | else { |
| 222 | fp16_fml_fallthrough: |
| 223 | // In both of these cases, putting the 'other' feature on the end of the vector will |
| 224 | // result in the same effect as placing it immediately after the current feature. |
| 225 | if (ItRNoFullFP16 < ItRFP16FML) |
| 226 | Features.push_back("-fp16fml"); |
| 227 | else if (ItRNoFullFP16 > ItRFP16FML) |
| 228 | Features.push_back("+fullfp16"); |
| 229 | } |
| 230 | |
Sjoerd Meijer | d60540a | 2018-10-04 07:38:53 +0000 | [diff] [blame] | 231 | // FIXME: this needs reimplementation too after the TargetParser rewrite |
| 232 | // |
| 233 | // Context sensitive meaning of Crypto: |
| 234 | // 1) For Arch >= ARMv8.4a: crypto = sm4 + sha3 + sha2 + aes |
| 235 | // 2) For Arch <= ARMv8.3a: crypto = sha2 + aes |
| 236 | const auto ItBegin = Features.begin(); |
| 237 | const auto ItEnd = Features.end(); |
| 238 | const auto ItRBegin = Features.rbegin(); |
| 239 | const auto ItREnd = Features.rend(); |
| 240 | const auto ItRCrypto = std::find(ItRBegin, ItREnd, "+crypto"); |
| 241 | const auto ItRNoCrypto = std::find(ItRBegin, ItREnd, "-crypto"); |
| 242 | const auto HasCrypto = ItRCrypto != ItREnd; |
| 243 | const auto HasNoCrypto = ItRNoCrypto != ItREnd; |
| 244 | const ptrdiff_t PosCrypto = ItRCrypto - ItRBegin; |
| 245 | const ptrdiff_t PosNoCrypto = ItRNoCrypto - ItRBegin; |
| 246 | |
| 247 | bool NoCrypto = false; |
| 248 | if (HasCrypto && HasNoCrypto) { |
| 249 | if (PosNoCrypto < PosCrypto) |
| 250 | NoCrypto = true; |
| 251 | } |
| 252 | |
| 253 | if (std::find(ItBegin, ItEnd, "+v8.4a") != ItEnd) { |
| 254 | if (HasCrypto && !NoCrypto) { |
| 255 | // Check if we have NOT disabled an algorithm with something like: |
| 256 | // +crypto, -algorithm |
| 257 | // And if "-algorithm" does not occur, we enable that crypto algorithm. |
| 258 | const bool HasSM4 = (std::find(ItBegin, ItEnd, "-sm4") == ItEnd); |
| 259 | const bool HasSHA3 = (std::find(ItBegin, ItEnd, "-sha3") == ItEnd); |
| 260 | const bool HasSHA2 = (std::find(ItBegin, ItEnd, "-sha2") == ItEnd); |
| 261 | const bool HasAES = (std::find(ItBegin, ItEnd, "-aes") == ItEnd); |
| 262 | if (HasSM4) |
| 263 | Features.push_back("+sm4"); |
| 264 | if (HasSHA3) |
| 265 | Features.push_back("+sha3"); |
| 266 | if (HasSHA2) |
| 267 | Features.push_back("+sha2"); |
| 268 | if (HasAES) |
| 269 | Features.push_back("+aes"); |
| 270 | } else if (HasNoCrypto) { |
| 271 | // Check if we have NOT enabled a crypto algorithm with something like: |
| 272 | // -crypto, +algorithm |
| 273 | // And if "+algorithm" does not occur, we disable that crypto algorithm. |
| 274 | const bool HasSM4 = (std::find(ItBegin, ItEnd, "+sm4") != ItEnd); |
| 275 | const bool HasSHA3 = (std::find(ItBegin, ItEnd, "+sha3") != ItEnd); |
| 276 | const bool HasSHA2 = (std::find(ItBegin, ItEnd, "+sha2") != ItEnd); |
| 277 | const bool HasAES = (std::find(ItBegin, ItEnd, "+aes") != ItEnd); |
| 278 | if (!HasSM4) |
| 279 | Features.push_back("-sm4"); |
| 280 | if (!HasSHA3) |
| 281 | Features.push_back("-sha3"); |
| 282 | if (!HasSHA2) |
| 283 | Features.push_back("-sha2"); |
| 284 | if (!HasAES) |
| 285 | Features.push_back("-aes"); |
| 286 | } |
| 287 | } else { |
| 288 | if (HasCrypto && !NoCrypto) { |
| 289 | const bool HasSHA2 = (std::find(ItBegin, ItEnd, "-sha2") == ItEnd); |
| 290 | const bool HasAES = (std::find(ItBegin, ItEnd, "-aes") == ItEnd); |
| 291 | if (HasSHA2) |
| 292 | Features.push_back("+sha2"); |
| 293 | if (HasAES) |
| 294 | Features.push_back("+aes"); |
| 295 | } else if (HasNoCrypto) { |
| 296 | const bool HasSHA2 = (std::find(ItBegin, ItEnd, "+sha2") != ItEnd); |
| 297 | const bool HasAES = (std::find(ItBegin, ItEnd, "+aes") != ItEnd); |
| 298 | const bool HasV82a = (std::find(ItBegin, ItEnd, "+v8.2a") != ItEnd); |
| 299 | const bool HasV83a = (std::find(ItBegin, ItEnd, "+v8.3a") != ItEnd); |
| 300 | const bool HasV84a = (std::find(ItBegin, ItEnd, "+v8.4a") != ItEnd); |
| 301 | if (!HasSHA2) |
| 302 | Features.push_back("-sha2"); |
| 303 | if (!HasAES) |
| 304 | Features.push_back("-aes"); |
| 305 | if (HasV82a || HasV83a || HasV84a) { |
| 306 | Features.push_back("-sm4"); |
| 307 | Features.push_back("-sha3"); |
| 308 | } |
| 309 | } |
| 310 | } |
| 311 | |
David L. Jones | ecc6de3 | 2017-02-24 00:28:01 +0000 | [diff] [blame] | 312 | if (Arg *A = Args.getLastArg(options::OPT_mno_unaligned_access, |
| 313 | options::OPT_munaligned_access)) |
| 314 | if (A->getOption().matches(options::OPT_mno_unaligned_access)) |
| 315 | Features.push_back("+strict-align"); |
| 316 | |
Tri Vo | 6e8abbc | 2018-09-12 23:45:04 +0000 | [diff] [blame] | 317 | if (Args.hasArg(options::OPT_ffixed_x1)) |
| 318 | Features.push_back("+reserve-x1"); |
| 319 | |
| 320 | if (Args.hasArg(options::OPT_ffixed_x2)) |
| 321 | Features.push_back("+reserve-x2"); |
| 322 | |
| 323 | if (Args.hasArg(options::OPT_ffixed_x3)) |
| 324 | Features.push_back("+reserve-x3"); |
| 325 | |
| 326 | if (Args.hasArg(options::OPT_ffixed_x4)) |
| 327 | Features.push_back("+reserve-x4"); |
| 328 | |
| 329 | if (Args.hasArg(options::OPT_ffixed_x5)) |
| 330 | Features.push_back("+reserve-x5"); |
| 331 | |
| 332 | if (Args.hasArg(options::OPT_ffixed_x6)) |
| 333 | Features.push_back("+reserve-x6"); |
| 334 | |
| 335 | if (Args.hasArg(options::OPT_ffixed_x7)) |
| 336 | Features.push_back("+reserve-x7"); |
| 337 | |
David L. Jones | ecc6de3 | 2017-02-24 00:28:01 +0000 | [diff] [blame] | 338 | if (Args.hasArg(options::OPT_ffixed_x18)) |
| 339 | Features.push_back("+reserve-x18"); |
Sanne Wouda | 784004e | 2017-03-27 15:34:52 +0000 | [diff] [blame] | 340 | |
Petr Hosek | 7250908 | 2018-06-12 20:00:50 +0000 | [diff] [blame] | 341 | if (Args.hasArg(options::OPT_ffixed_x20)) |
| 342 | Features.push_back("+reserve-x20"); |
| 343 | |
Tri Vo | 28e7e60 | 2018-09-25 16:48:40 +0000 | [diff] [blame] | 344 | if (Args.hasArg(options::OPT_fcall_saved_x8)) |
| 345 | Features.push_back("+call-saved-x8"); |
| 346 | |
| 347 | if (Args.hasArg(options::OPT_fcall_saved_x9)) |
| 348 | Features.push_back("+call-saved-x9"); |
| 349 | |
| 350 | if (Args.hasArg(options::OPT_fcall_saved_x10)) |
| 351 | Features.push_back("+call-saved-x10"); |
| 352 | |
| 353 | if (Args.hasArg(options::OPT_fcall_saved_x11)) |
| 354 | Features.push_back("+call-saved-x11"); |
| 355 | |
| 356 | if (Args.hasArg(options::OPT_fcall_saved_x12)) |
| 357 | Features.push_back("+call-saved-x12"); |
| 358 | |
| 359 | if (Args.hasArg(options::OPT_fcall_saved_x13)) |
| 360 | Features.push_back("+call-saved-x13"); |
| 361 | |
| 362 | if (Args.hasArg(options::OPT_fcall_saved_x14)) |
| 363 | Features.push_back("+call-saved-x14"); |
| 364 | |
| 365 | if (Args.hasArg(options::OPT_fcall_saved_x15)) |
| 366 | Features.push_back("+call-saved-x15"); |
| 367 | |
| 368 | if (Args.hasArg(options::OPT_fcall_saved_x18)) |
| 369 | Features.push_back("+call-saved-x18"); |
| 370 | |
Sanne Wouda | 784004e | 2017-03-27 15:34:52 +0000 | [diff] [blame] | 371 | if (Args.hasArg(options::OPT_mno_neg_immediates)) |
| 372 | Features.push_back("+no-neg-immediates"); |
David L. Jones | ecc6de3 | 2017-02-24 00:28:01 +0000 | [diff] [blame] | 373 | } |