Ulrich Weigand | 5f613df | 2013-05-06 16:15:19 +0000 | [diff] [blame] | 1 | //===-- SystemZTargetMachine.cpp - Define TargetMachine for SystemZ -------===// |
| 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
| 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
| 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | |
Chandler Carruth | 6bda14b | 2017-06-06 11:49:48 +0000 | [diff] [blame] | 10 | #include "SystemZTargetMachine.h" |
Eugene Zelenko | 3943d2b | 2017-01-24 22:10:43 +0000 | [diff] [blame] | 11 | #include "MCTargetDesc/SystemZMCTargetDesc.h" |
| 12 | #include "SystemZ.h" |
| 13 | #include "SystemZMachineScheduler.h" |
Ulrich Weigand | 1f6666a | 2015-03-31 12:52:27 +0000 | [diff] [blame] | 14 | #include "SystemZTargetTransformInfo.h" |
Eugene Zelenko | 3943d2b | 2017-01-24 22:10:43 +0000 | [diff] [blame] | 15 | #include "llvm/ADT/Optional.h" |
Eugene Zelenko | 3943d2b | 2017-01-24 22:10:43 +0000 | [diff] [blame] | 16 | #include "llvm/ADT/STLExtras.h" |
Chandler Carruth | 6bda14b | 2017-06-06 11:49:48 +0000 | [diff] [blame] | 17 | #include "llvm/ADT/SmallVector.h" |
Eugene Zelenko | 3943d2b | 2017-01-24 22:10:43 +0000 | [diff] [blame] | 18 | #include "llvm/ADT/StringRef.h" |
| 19 | #include "llvm/Analysis/TargetTransformInfo.h" |
Ulrich Weigand | 5f613df | 2013-05-06 16:15:19 +0000 | [diff] [blame] | 20 | #include "llvm/CodeGen/Passes.h" |
David Blaikie | b3bde2e | 2017-11-17 01:07:10 +0000 | [diff] [blame] | 21 | #include "llvm/CodeGen/TargetLoweringObjectFile.h" |
Aditya Nandakumar | a271932 | 2014-11-13 09:26:31 +0000 | [diff] [blame] | 22 | #include "llvm/CodeGen/TargetLoweringObjectFileImpl.h" |
Eugene Zelenko | 3943d2b | 2017-01-24 22:10:43 +0000 | [diff] [blame] | 23 | #include "llvm/CodeGen/TargetPassConfig.h" |
| 24 | #include "llvm/IR/DataLayout.h" |
| 25 | #include "llvm/Support/CodeGen.h" |
| 26 | #include "llvm/Support/TargetRegistry.h" |
Eugene Zelenko | 3943d2b | 2017-01-24 22:10:43 +0000 | [diff] [blame] | 27 | #include "llvm/Transforms/Scalar.h" |
| 28 | #include <string> |
Ulrich Weigand | 5f613df | 2013-05-06 16:15:19 +0000 | [diff] [blame] | 29 | |
| 30 | using namespace llvm; |
| 31 | |
| 32 | extern "C" void LLVMInitializeSystemZTarget() { |
| 33 | // Register the target. |
Mehdi Amini | f42454b | 2016-10-09 23:00:34 +0000 | [diff] [blame] | 34 | RegisterTargetMachine<SystemZTargetMachine> X(getTheSystemZTarget()); |
Ulrich Weigand | 5f613df | 2013-05-06 16:15:19 +0000 | [diff] [blame] | 35 | } |
| 36 | |
Ulrich Weigand | ce4c109 | 2015-05-05 19:25:42 +0000 | [diff] [blame] | 37 | // Determine whether we use the vector ABI. |
| 38 | static bool UsesVectorABI(StringRef CPU, StringRef FS) { |
| 39 | // We use the vector ABI whenever the vector facility is avaiable. |
| 40 | // This is the case by default if CPU is z13 or later, and can be |
| 41 | // overridden via "[+-]vector" feature string elements. |
| 42 | bool VectorABI = true; |
| 43 | if (CPU.empty() || CPU == "generic" || |
| 44 | CPU == "z10" || CPU == "z196" || CPU == "zEC12") |
| 45 | VectorABI = false; |
| 46 | |
| 47 | SmallVector<StringRef, 3> Features; |
Chandler Carruth | e4405e9 | 2015-09-10 06:12:31 +0000 | [diff] [blame] | 48 | FS.split(Features, ',', -1, false /* KeepEmpty */); |
Ulrich Weigand | ce4c109 | 2015-05-05 19:25:42 +0000 | [diff] [blame] | 49 | for (auto &Feature : Features) { |
| 50 | if (Feature == "vector" || Feature == "+vector") |
| 51 | VectorABI = true; |
| 52 | if (Feature == "-vector") |
| 53 | VectorABI = false; |
| 54 | } |
| 55 | |
| 56 | return VectorABI; |
| 57 | } |
| 58 | |
Daniel Sanders | ed64d62 | 2015-06-11 15:34:59 +0000 | [diff] [blame] | 59 | static std::string computeDataLayout(const Triple &TT, StringRef CPU, |
Ulrich Weigand | ce4c109 | 2015-05-05 19:25:42 +0000 | [diff] [blame] | 60 | StringRef FS) { |
Ulrich Weigand | ce4c109 | 2015-05-05 19:25:42 +0000 | [diff] [blame] | 61 | bool VectorABI = UsesVectorABI(CPU, FS); |
Eugene Zelenko | 3943d2b | 2017-01-24 22:10:43 +0000 | [diff] [blame] | 62 | std::string Ret; |
Ulrich Weigand | ce4c109 | 2015-05-05 19:25:42 +0000 | [diff] [blame] | 63 | |
| 64 | // Big endian. |
| 65 | Ret += "E"; |
| 66 | |
| 67 | // Data mangling. |
Daniel Sanders | ed64d62 | 2015-06-11 15:34:59 +0000 | [diff] [blame] | 68 | Ret += DataLayout::getManglingComponent(TT); |
Ulrich Weigand | ce4c109 | 2015-05-05 19:25:42 +0000 | [diff] [blame] | 69 | |
| 70 | // Make sure that global data has at least 16 bits of alignment by |
| 71 | // default, so that we can refer to it using LARL. We don't have any |
| 72 | // special requirements for stack variables though. |
| 73 | Ret += "-i1:8:16-i8:8:16"; |
| 74 | |
| 75 | // 64-bit integers are naturally aligned. |
| 76 | Ret += "-i64:64"; |
| 77 | |
| 78 | // 128-bit floats are aligned only to 64 bits. |
| 79 | Ret += "-f128:64"; |
| 80 | |
| 81 | // When using the vector ABI, 128-bit vectors are also aligned to 64 bits. |
| 82 | if (VectorABI) |
| 83 | Ret += "-v128:64"; |
| 84 | |
| 85 | // We prefer 16 bits of aligned for all globals; see above. |
| 86 | Ret += "-a:8:16"; |
| 87 | |
| 88 | // Integer registers are 32 or 64 bits. |
| 89 | Ret += "-n32:64"; |
| 90 | |
| 91 | return Ret; |
| 92 | } |
| 93 | |
Rafael Espindola | 8c34dd8 | 2016-05-18 22:04:49 +0000 | [diff] [blame] | 94 | static Reloc::Model getEffectiveRelocModel(Optional<Reloc::Model> RM) { |
| 95 | // Static code is suitable for use in a dynamic executable; there is no |
| 96 | // separate DynamicNoPIC model. |
| 97 | if (!RM.hasValue() || *RM == Reloc::DynamicNoPIC) |
| 98 | return Reloc::Static; |
| 99 | return *RM; |
| 100 | } |
| 101 | |
Rafael Espindola | 79e238a | 2017-08-03 02:16:21 +0000 | [diff] [blame] | 102 | // For SystemZ we define the models as follows: |
| 103 | // |
| 104 | // Small: BRASL can call any function and will use a stub if necessary. |
| 105 | // Locally-binding symbols will always be in range of LARL. |
| 106 | // |
| 107 | // Medium: BRASL can call any function and will use a stub if necessary. |
| 108 | // GOT slots and locally-defined text will always be in range |
| 109 | // of LARL, but other symbols might not be. |
| 110 | // |
| 111 | // Large: Equivalent to Medium for now. |
| 112 | // |
| 113 | // Kernel: Equivalent to Medium for now. |
| 114 | // |
| 115 | // This means that any PIC module smaller than 4GB meets the |
| 116 | // requirements of Small, so Small seems like the best default there. |
| 117 | // |
| 118 | // All symbols bind locally in a non-PIC module, so the choice is less |
| 119 | // obvious. There are two cases: |
| 120 | // |
| 121 | // - When creating an executable, PLTs and copy relocations allow |
| 122 | // us to treat external symbols as part of the executable. |
| 123 | // Any executable smaller than 4GB meets the requirements of Small, |
| 124 | // so that seems like the best default. |
| 125 | // |
| 126 | // - When creating JIT code, stubs will be in range of BRASL if the |
| 127 | // image is less than 4GB in size. GOT entries will likewise be |
| 128 | // in range of LARL. However, the JIT environment has no equivalent |
| 129 | // of copy relocs, so locally-binding data symbols might not be in |
| 130 | // the range of LARL. We need the Medium model in that case. |
| 131 | static CodeModel::Model getEffectiveCodeModel(Optional<CodeModel::Model> CM, |
| 132 | Reloc::Model RM, bool JIT) { |
| 133 | if (CM) |
| 134 | return *CM; |
| 135 | if (JIT) |
| 136 | return RM == Reloc::PIC_ ? CodeModel::Small : CodeModel::Medium; |
| 137 | return CodeModel::Small; |
| 138 | } |
| 139 | |
Daniel Sanders | 3e5de88 | 2015-06-11 19:41:26 +0000 | [diff] [blame] | 140 | SystemZTargetMachine::SystemZTargetMachine(const Target &T, const Triple &TT, |
Ulrich Weigand | 5f613df | 2013-05-06 16:15:19 +0000 | [diff] [blame] | 141 | StringRef CPU, StringRef FS, |
| 142 | const TargetOptions &Options, |
Rafael Espindola | 8c34dd8 | 2016-05-18 22:04:49 +0000 | [diff] [blame] | 143 | Optional<Reloc::Model> RM, |
Rafael Espindola | 79e238a | 2017-08-03 02:16:21 +0000 | [diff] [blame] | 144 | Optional<CodeModel::Model> CM, |
| 145 | CodeGenOpt::Level OL, bool JIT) |
Matthias Braun | bb8507e | 2017-10-12 22:57:28 +0000 | [diff] [blame] | 146 | : LLVMTargetMachine( |
Rafael Espindola | 79e238a | 2017-08-03 02:16:21 +0000 | [diff] [blame] | 147 | T, computeDataLayout(TT, CPU, FS), TT, CPU, FS, Options, |
| 148 | getEffectiveRelocModel(RM), |
| 149 | getEffectiveCodeModel(CM, getEffectiveRelocModel(RM), JIT), OL), |
Eugene Zelenko | 3943d2b | 2017-01-24 22:10:43 +0000 | [diff] [blame] | 150 | TLOF(llvm::make_unique<TargetLoweringObjectFileELF>()), |
Daniel Sanders | 3e5de88 | 2015-06-11 19:41:26 +0000 | [diff] [blame] | 151 | Subtarget(TT, CPU, FS, *this) { |
Rafael Espindola | 227144c | 2013-05-13 01:16:13 +0000 | [diff] [blame] | 152 | initAsmInfo(); |
Ulrich Weigand | 5f613df | 2013-05-06 16:15:19 +0000 | [diff] [blame] | 153 | } |
| 154 | |
Eugene Zelenko | 3943d2b | 2017-01-24 22:10:43 +0000 | [diff] [blame] | 155 | SystemZTargetMachine::~SystemZTargetMachine() = default; |
Reid Kleckner | 357600e | 2014-11-20 23:37:18 +0000 | [diff] [blame] | 156 | |
Ulrich Weigand | 5f613df | 2013-05-06 16:15:19 +0000 | [diff] [blame] | 157 | namespace { |
Eugene Zelenko | 3943d2b | 2017-01-24 22:10:43 +0000 | [diff] [blame] | 158 | |
Ulrich Weigand | 5f613df | 2013-05-06 16:15:19 +0000 | [diff] [blame] | 159 | /// SystemZ Code Generator Pass Configuration Options. |
| 160 | class SystemZPassConfig : public TargetPassConfig { |
| 161 | public: |
Matthias Braun | 5e394c3 | 2017-05-30 21:36:41 +0000 | [diff] [blame] | 162 | SystemZPassConfig(SystemZTargetMachine &TM, PassManagerBase &PM) |
Ulrich Weigand | 5f613df | 2013-05-06 16:15:19 +0000 | [diff] [blame] | 163 | : TargetPassConfig(TM, PM) {} |
| 164 | |
| 165 | SystemZTargetMachine &getSystemZTargetMachine() const { |
| 166 | return getTM<SystemZTargetMachine>(); |
| 167 | } |
| 168 | |
Jonas Paulsson | 8010b63 | 2016-10-20 08:27:16 +0000 | [diff] [blame] | 169 | ScheduleDAGInstrs * |
| 170 | createPostMachineScheduler(MachineSchedContext *C) const override { |
Eugene Zelenko | 3943d2b | 2017-01-24 22:10:43 +0000 | [diff] [blame] | 171 | return new ScheduleDAGMI(C, |
| 172 | llvm::make_unique<SystemZPostRASchedStrategy>(C), |
Jonas Paulsson | 28f2948 | 2016-11-09 09:59:27 +0000 | [diff] [blame] | 173 | /*RemoveKillFlags=*/true); |
Jonas Paulsson | 8010b63 | 2016-10-20 08:27:16 +0000 | [diff] [blame] | 174 | } |
| 175 | |
Richard Sandiford | b4d67b5 | 2014-03-06 12:03:36 +0000 | [diff] [blame] | 176 | void addIRPasses() override; |
| 177 | bool addInstSelector() override; |
Ulrich Weigand | 524f276 | 2016-11-28 13:34:08 +0000 | [diff] [blame] | 178 | bool addILPOpts() override; |
Matthias Braun | 7e37a5f | 2014-12-11 21:26:47 +0000 | [diff] [blame] | 179 | void addPreSched2() override; |
| 180 | void addPreEmitPass() override; |
Ulrich Weigand | 5f613df | 2013-05-06 16:15:19 +0000 | [diff] [blame] | 181 | }; |
Eugene Zelenko | 3943d2b | 2017-01-24 22:10:43 +0000 | [diff] [blame] | 182 | |
Ulrich Weigand | 5f613df | 2013-05-06 16:15:19 +0000 | [diff] [blame] | 183 | } // end anonymous namespace |
| 184 | |
Richard Sandiford | 37cd6cf | 2013-08-23 10:27:02 +0000 | [diff] [blame] | 185 | void SystemZPassConfig::addIRPasses() { |
Jonas Paulsson | 89ca10d | 2017-07-14 13:52:38 +0000 | [diff] [blame] | 186 | if (getOptLevel() != CodeGenOpt::None) { |
Marcin Koscielnicki | cf7cc72 | 2016-07-10 14:41:22 +0000 | [diff] [blame] | 187 | addPass(createSystemZTDCPass()); |
Jonas Paulsson | 89ca10d | 2017-07-14 13:52:38 +0000 | [diff] [blame] | 188 | addPass(createLoopDataPrefetchPass()); |
| 189 | } |
Marcin Koscielnicki | cf7cc72 | 2016-07-10 14:41:22 +0000 | [diff] [blame] | 190 | |
Richard Sandiford | 37cd6cf | 2013-08-23 10:27:02 +0000 | [diff] [blame] | 191 | TargetPassConfig::addIRPasses(); |
Richard Sandiford | 37cd6cf | 2013-08-23 10:27:02 +0000 | [diff] [blame] | 192 | } |
| 193 | |
Ulrich Weigand | 5f613df | 2013-05-06 16:15:19 +0000 | [diff] [blame] | 194 | bool SystemZPassConfig::addInstSelector() { |
| 195 | addPass(createSystemZISelDag(getSystemZTargetMachine(), getOptLevel())); |
Ulrich Weigand | 7db6918 | 2015-02-18 09:13:27 +0000 | [diff] [blame] | 196 | |
| 197 | if (getOptLevel() != CodeGenOpt::None) |
| 198 | addPass(createSystemZLDCleanupPass(getSystemZTargetMachine())); |
| 199 | |
Ulrich Weigand | 5f613df | 2013-05-06 16:15:19 +0000 | [diff] [blame] | 200 | return false; |
| 201 | } |
| 202 | |
Ulrich Weigand | 524f276 | 2016-11-28 13:34:08 +0000 | [diff] [blame] | 203 | bool SystemZPassConfig::addILPOpts() { |
| 204 | addPass(&EarlyIfConverterID); |
| 205 | return true; |
| 206 | } |
| 207 | |
Matthias Braun | 7e37a5f | 2014-12-11 21:26:47 +0000 | [diff] [blame] | 208 | void SystemZPassConfig::addPreSched2() { |
Ulrich Weigand | 524f276 | 2016-11-28 13:34:08 +0000 | [diff] [blame] | 209 | addPass(createSystemZExpandPseudoPass(getSystemZTargetMachine())); |
| 210 | |
Ulrich Weigand | 2eb027d | 2016-04-07 16:11:44 +0000 | [diff] [blame] | 211 | if (getOptLevel() != CodeGenOpt::None) |
Richard Sandiford | f240416 | 2013-07-25 09:11:15 +0000 | [diff] [blame] | 212 | addPass(&IfConverterID); |
Richard Sandiford | f240416 | 2013-07-25 09:11:15 +0000 | [diff] [blame] | 213 | } |
| 214 | |
Matthias Braun | 7e37a5f | 2014-12-11 21:26:47 +0000 | [diff] [blame] | 215 | void SystemZPassConfig::addPreEmitPass() { |
Jonas Paulsson | 5d3fbd3 | 2015-10-08 07:40:23 +0000 | [diff] [blame] | 216 | // Do instruction shortening before compare elimination because some |
| 217 | // vector instructions will be shortened into opcodes that compare |
| 218 | // elimination recognizes. |
| 219 | if (getOptLevel() != CodeGenOpt::None) |
| 220 | addPass(createSystemZShortenInstPass(getSystemZTargetMachine()), false); |
| 221 | |
Richard Sandiford | bdbb8af | 2013-08-05 10:58:53 +0000 | [diff] [blame] | 222 | // We eliminate comparisons here rather than earlier because some |
| 223 | // transformations can change the set of available CC values and we |
| 224 | // generally want those transformations to have priority. This is |
| 225 | // especially true in the commonest case where the result of the comparison |
| 226 | // is used by a single in-range branch instruction, since we will then |
| 227 | // be able to fuse the compare and the branch instead. |
| 228 | // |
| 229 | // For example, two-address NILF can sometimes be converted into |
| 230 | // three-address RISBLG. NILF produces a CC value that indicates whether |
| 231 | // the low word is zero, but RISBLG does not modify CC at all. On the |
| 232 | // other hand, 64-bit ANDs like NILL can sometimes be converted to RISBG. |
| 233 | // The CC value produced by NILL isn't useful for our purposes, but the |
| 234 | // value produced by RISBG can be used for any comparison with zero |
| 235 | // (not just equality). So there are some transformations that lose |
| 236 | // CC values (while still being worthwhile) and others that happen to make |
| 237 | // the CC result more useful than it was originally. |
| 238 | // |
Richard Sandiford | c212125 | 2013-08-05 11:23:46 +0000 | [diff] [blame] | 239 | // Another reason is that we only want to use BRANCH ON COUNT in cases |
| 240 | // where we know that the count register is not going to be spilled. |
| 241 | // |
Richard Sandiford | bdbb8af | 2013-08-05 10:58:53 +0000 | [diff] [blame] | 242 | // Doing it so late makes it more likely that a register will be reused |
| 243 | // between the comparison and the branch, but it isn't clear whether |
| 244 | // preventing that would be a win or not. |
| 245 | if (getOptLevel() != CodeGenOpt::None) |
Matthias Braun | 7e37a5f | 2014-12-11 21:26:47 +0000 | [diff] [blame] | 246 | addPass(createSystemZElimComparePass(getSystemZTargetMachine()), false); |
Richard Sandiford | 312425f | 2013-05-20 14:23:08 +0000 | [diff] [blame] | 247 | addPass(createSystemZLongBranchPass(getSystemZTargetMachine())); |
Jonas Paulsson | e451eef | 2015-12-10 09:10:07 +0000 | [diff] [blame] | 248 | |
| 249 | // Do final scheduling after all other optimizations, to get an |
| 250 | // optimal input for the decoder (branch relaxation must happen |
| 251 | // after block placement). |
Jonas Paulsson | 8010b63 | 2016-10-20 08:27:16 +0000 | [diff] [blame] | 252 | if (getOptLevel() != CodeGenOpt::None) |
| 253 | addPass(&PostMachineSchedulerID); |
Richard Sandiford | 312425f | 2013-05-20 14:23:08 +0000 | [diff] [blame] | 254 | } |
| 255 | |
Ulrich Weigand | 5f613df | 2013-05-06 16:15:19 +0000 | [diff] [blame] | 256 | TargetPassConfig *SystemZTargetMachine::createPassConfig(PassManagerBase &PM) { |
Matthias Braun | 5e394c3 | 2017-05-30 21:36:41 +0000 | [diff] [blame] | 257 | return new SystemZPassConfig(*this, PM); |
Ulrich Weigand | 5f613df | 2013-05-06 16:15:19 +0000 | [diff] [blame] | 258 | } |
Ulrich Weigand | 1f6666a | 2015-03-31 12:52:27 +0000 | [diff] [blame] | 259 | |
Sanjoy Das | 747d111 | 2017-12-21 02:34:39 +0000 | [diff] [blame] | 260 | TargetIRAnalysis SystemZTargetMachine::getTargetIRAnalysis() { |
| 261 | return TargetIRAnalysis([this](const Function &F) { |
| 262 | return TargetTransformInfo(SystemZTTIImpl(this, F)); |
| 263 | }); |
Ulrich Weigand | 1f6666a | 2015-03-31 12:52:27 +0000 | [diff] [blame] | 264 | } |