blob: 5c49e6eff0bfa93c9deb01386bd8600c2e8c4a8f [file] [log] [blame]
Ulrich Weigand5f613df2013-05-06 16:15:19 +00001//===-- SystemZTargetMachine.cpp - Define TargetMachine for SystemZ -------===//
2//
Chandler Carruth2946cd72019-01-19 08:50:56 +00003// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4// See https://llvm.org/LICENSE.txt for license information.
5// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
Ulrich Weigand5f613df2013-05-06 16:15:19 +00006//
7//===----------------------------------------------------------------------===//
8
Chandler Carruth6bda14b2017-06-06 11:49:48 +00009#include "SystemZTargetMachine.h"
Eugene Zelenko3943d2b2017-01-24 22:10:43 +000010#include "MCTargetDesc/SystemZMCTargetDesc.h"
11#include "SystemZ.h"
12#include "SystemZMachineScheduler.h"
Ulrich Weigand1f6666a2015-03-31 12:52:27 +000013#include "SystemZTargetTransformInfo.h"
Richard Trieu1e6f98b2019-05-15 00:46:18 +000014#include "TargetInfo/SystemZTargetInfo.h"
Eugene Zelenko3943d2b2017-01-24 22:10:43 +000015#include "llvm/ADT/Optional.h"
Eugene Zelenko3943d2b2017-01-24 22:10:43 +000016#include "llvm/ADT/STLExtras.h"
Chandler Carruth6bda14b2017-06-06 11:49:48 +000017#include "llvm/ADT/SmallVector.h"
Eugene Zelenko3943d2b2017-01-24 22:10:43 +000018#include "llvm/ADT/StringRef.h"
19#include "llvm/Analysis/TargetTransformInfo.h"
Ulrich Weigand5f613df2013-05-06 16:15:19 +000020#include "llvm/CodeGen/Passes.h"
Aditya Nandakumara2719322014-11-13 09:26:31 +000021#include "llvm/CodeGen/TargetLoweringObjectFileImpl.h"
Eugene Zelenko3943d2b2017-01-24 22:10:43 +000022#include "llvm/CodeGen/TargetPassConfig.h"
23#include "llvm/IR/DataLayout.h"
24#include "llvm/Support/CodeGen.h"
25#include "llvm/Support/TargetRegistry.h"
David Blaikie6054e652018-03-23 23:58:19 +000026#include "llvm/Target/TargetLoweringObjectFile.h"
Eugene Zelenko3943d2b2017-01-24 22:10:43 +000027#include "llvm/Transforms/Scalar.h"
28#include <string>
Ulrich Weigand5f613df2013-05-06 16:15:19 +000029
30using namespace llvm;
31
Tom Stellard4b0b2612019-06-11 03:21:13 +000032extern "C" void LLVMInitializeSystemZTarget() {
Ulrich Weigand5f613df2013-05-06 16:15:19 +000033 // Register the target.
Mehdi Aminif42454b2016-10-09 23:00:34 +000034 RegisterTargetMachine<SystemZTargetMachine> X(getTheSystemZTarget());
Ulrich Weigand5f613df2013-05-06 16:15:19 +000035}
36
Ulrich Weigandce4c1092015-05-05 19:25:42 +000037// Determine whether we use the vector ABI.
38static bool UsesVectorABI(StringRef CPU, StringRef FS) {
39 // We use the vector ABI whenever the vector facility is avaiable.
40 // This is the case by default if CPU is z13 or later, and can be
41 // overridden via "[+-]vector" feature string elements.
42 bool VectorABI = true;
43 if (CPU.empty() || CPU == "generic" ||
44 CPU == "z10" || CPU == "z196" || CPU == "zEC12")
45 VectorABI = false;
46
47 SmallVector<StringRef, 3> Features;
Chandler Carruthe4405e92015-09-10 06:12:31 +000048 FS.split(Features, ',', -1, false /* KeepEmpty */);
Ulrich Weigandce4c1092015-05-05 19:25:42 +000049 for (auto &Feature : Features) {
50 if (Feature == "vector" || Feature == "+vector")
51 VectorABI = true;
52 if (Feature == "-vector")
53 VectorABI = false;
54 }
55
56 return VectorABI;
57}
58
Daniel Sandersed64d622015-06-11 15:34:59 +000059static std::string computeDataLayout(const Triple &TT, StringRef CPU,
Ulrich Weigandce4c1092015-05-05 19:25:42 +000060 StringRef FS) {
Ulrich Weigandce4c1092015-05-05 19:25:42 +000061 bool VectorABI = UsesVectorABI(CPU, FS);
Eugene Zelenko3943d2b2017-01-24 22:10:43 +000062 std::string Ret;
Ulrich Weigandce4c1092015-05-05 19:25:42 +000063
64 // Big endian.
65 Ret += "E";
66
67 // Data mangling.
Daniel Sandersed64d622015-06-11 15:34:59 +000068 Ret += DataLayout::getManglingComponent(TT);
Ulrich Weigandce4c1092015-05-05 19:25:42 +000069
70 // Make sure that global data has at least 16 bits of alignment by
71 // default, so that we can refer to it using LARL. We don't have any
72 // special requirements for stack variables though.
73 Ret += "-i1:8:16-i8:8:16";
74
75 // 64-bit integers are naturally aligned.
76 Ret += "-i64:64";
77
78 // 128-bit floats are aligned only to 64 bits.
79 Ret += "-f128:64";
80
81 // When using the vector ABI, 128-bit vectors are also aligned to 64 bits.
82 if (VectorABI)
83 Ret += "-v128:64";
84
85 // We prefer 16 bits of aligned for all globals; see above.
86 Ret += "-a:8:16";
87
88 // Integer registers are 32 or 64 bits.
89 Ret += "-n32:64";
90
91 return Ret;
92}
93
Rafael Espindola8c34dd82016-05-18 22:04:49 +000094static Reloc::Model getEffectiveRelocModel(Optional<Reloc::Model> RM) {
95 // Static code is suitable for use in a dynamic executable; there is no
96 // separate DynamicNoPIC model.
97 if (!RM.hasValue() || *RM == Reloc::DynamicNoPIC)
98 return Reloc::Static;
99 return *RM;
100}
101
Rafael Espindola79e238a2017-08-03 02:16:21 +0000102// For SystemZ we define the models as follows:
103//
104// Small: BRASL can call any function and will use a stub if necessary.
105// Locally-binding symbols will always be in range of LARL.
106//
107// Medium: BRASL can call any function and will use a stub if necessary.
108// GOT slots and locally-defined text will always be in range
109// of LARL, but other symbols might not be.
110//
111// Large: Equivalent to Medium for now.
112//
113// Kernel: Equivalent to Medium for now.
114//
115// This means that any PIC module smaller than 4GB meets the
116// requirements of Small, so Small seems like the best default there.
117//
118// All symbols bind locally in a non-PIC module, so the choice is less
119// obvious. There are two cases:
120//
121// - When creating an executable, PLTs and copy relocations allow
122// us to treat external symbols as part of the executable.
123// Any executable smaller than 4GB meets the requirements of Small,
124// so that seems like the best default.
125//
126// - When creating JIT code, stubs will be in range of BRASL if the
127// image is less than 4GB in size. GOT entries will likewise be
128// in range of LARL. However, the JIT environment has no equivalent
129// of copy relocs, so locally-binding data symbols might not be in
130// the range of LARL. We need the Medium model in that case.
David Greenca29c272018-12-07 12:10:23 +0000131static CodeModel::Model
132getEffectiveSystemZCodeModel(Optional<CodeModel::Model> CM, Reloc::Model RM,
133 bool JIT) {
134 if (CM) {
135 if (*CM == CodeModel::Tiny)
Sjoerd Meijeraa4f1ff2019-05-22 10:40:26 +0000136 report_fatal_error("Target does not support the tiny CodeModel", false);
David Greenca29c272018-12-07 12:10:23 +0000137 if (*CM == CodeModel::Kernel)
Sjoerd Meijeraa4f1ff2019-05-22 10:40:26 +0000138 report_fatal_error("Target does not support the kernel CodeModel", false);
Rafael Espindola79e238a2017-08-03 02:16:21 +0000139 return *CM;
David Greenca29c272018-12-07 12:10:23 +0000140 }
Rafael Espindola79e238a2017-08-03 02:16:21 +0000141 if (JIT)
142 return RM == Reloc::PIC_ ? CodeModel::Small : CodeModel::Medium;
143 return CodeModel::Small;
144}
145
Daniel Sanders3e5de882015-06-11 19:41:26 +0000146SystemZTargetMachine::SystemZTargetMachine(const Target &T, const Triple &TT,
Ulrich Weigand5f613df2013-05-06 16:15:19 +0000147 StringRef CPU, StringRef FS,
148 const TargetOptions &Options,
Rafael Espindola8c34dd82016-05-18 22:04:49 +0000149 Optional<Reloc::Model> RM,
Rafael Espindola79e238a2017-08-03 02:16:21 +0000150 Optional<CodeModel::Model> CM,
151 CodeGenOpt::Level OL, bool JIT)
Matthias Braunbb8507e2017-10-12 22:57:28 +0000152 : LLVMTargetMachine(
Rafael Espindola79e238a2017-08-03 02:16:21 +0000153 T, computeDataLayout(TT, CPU, FS), TT, CPU, FS, Options,
154 getEffectiveRelocModel(RM),
David Greenca29c272018-12-07 12:10:23 +0000155 getEffectiveSystemZCodeModel(CM, getEffectiveRelocModel(RM), JIT),
156 OL),
Eugene Zelenko3943d2b2017-01-24 22:10:43 +0000157 TLOF(llvm::make_unique<TargetLoweringObjectFileELF>()),
Daniel Sanders3e5de882015-06-11 19:41:26 +0000158 Subtarget(TT, CPU, FS, *this) {
Rafael Espindola227144c2013-05-13 01:16:13 +0000159 initAsmInfo();
Ulrich Weigand5f613df2013-05-06 16:15:19 +0000160}
161
Eugene Zelenko3943d2b2017-01-24 22:10:43 +0000162SystemZTargetMachine::~SystemZTargetMachine() = default;
Reid Kleckner357600e2014-11-20 23:37:18 +0000163
Ulrich Weigand5f613df2013-05-06 16:15:19 +0000164namespace {
Eugene Zelenko3943d2b2017-01-24 22:10:43 +0000165
Ulrich Weigand5f613df2013-05-06 16:15:19 +0000166/// SystemZ Code Generator Pass Configuration Options.
167class SystemZPassConfig : public TargetPassConfig {
168public:
Matthias Braun5e394c32017-05-30 21:36:41 +0000169 SystemZPassConfig(SystemZTargetMachine &TM, PassManagerBase &PM)
Ulrich Weigand5f613df2013-05-06 16:15:19 +0000170 : TargetPassConfig(TM, PM) {}
171
172 SystemZTargetMachine &getSystemZTargetMachine() const {
173 return getTM<SystemZTargetMachine>();
174 }
175
Jonas Paulsson8010b632016-10-20 08:27:16 +0000176 ScheduleDAGInstrs *
177 createPostMachineScheduler(MachineSchedContext *C) const override {
Eugene Zelenko3943d2b2017-01-24 22:10:43 +0000178 return new ScheduleDAGMI(C,
179 llvm::make_unique<SystemZPostRASchedStrategy>(C),
Jonas Paulsson28f29482016-11-09 09:59:27 +0000180 /*RemoveKillFlags=*/true);
Jonas Paulsson8010b632016-10-20 08:27:16 +0000181 }
182
Richard Sandifordb4d67b52014-03-06 12:03:36 +0000183 void addIRPasses() override;
184 bool addInstSelector() override;
Ulrich Weigand524f2762016-11-28 13:34:08 +0000185 bool addILPOpts() override;
Jonas Paulssonfdc4ea32019-06-08 06:19:15 +0000186 void addPostRewrite() override;
Matthias Braun7e37a5f2014-12-11 21:26:47 +0000187 void addPreSched2() override;
188 void addPreEmitPass() override;
Ulrich Weigand5f613df2013-05-06 16:15:19 +0000189};
Eugene Zelenko3943d2b2017-01-24 22:10:43 +0000190
Ulrich Weigand5f613df2013-05-06 16:15:19 +0000191} // end anonymous namespace
192
Richard Sandiford37cd6cf2013-08-23 10:27:02 +0000193void SystemZPassConfig::addIRPasses() {
Jonas Paulsson89ca10d2017-07-14 13:52:38 +0000194 if (getOptLevel() != CodeGenOpt::None) {
Marcin Koscielnickicf7cc722016-07-10 14:41:22 +0000195 addPass(createSystemZTDCPass());
Jonas Paulsson89ca10d2017-07-14 13:52:38 +0000196 addPass(createLoopDataPrefetchPass());
197 }
Marcin Koscielnickicf7cc722016-07-10 14:41:22 +0000198
Richard Sandiford37cd6cf2013-08-23 10:27:02 +0000199 TargetPassConfig::addIRPasses();
Richard Sandiford37cd6cf2013-08-23 10:27:02 +0000200}
201
Ulrich Weigand5f613df2013-05-06 16:15:19 +0000202bool SystemZPassConfig::addInstSelector() {
203 addPass(createSystemZISelDag(getSystemZTargetMachine(), getOptLevel()));
Ulrich Weigand7db69182015-02-18 09:13:27 +0000204
205 if (getOptLevel() != CodeGenOpt::None)
206 addPass(createSystemZLDCleanupPass(getSystemZTargetMachine()));
207
Ulrich Weigand5f613df2013-05-06 16:15:19 +0000208 return false;
209}
210
Ulrich Weigand524f2762016-11-28 13:34:08 +0000211bool SystemZPassConfig::addILPOpts() {
212 addPass(&EarlyIfConverterID);
213 return true;
214}
215
Jonas Paulssonfdc4ea32019-06-08 06:19:15 +0000216void SystemZPassConfig::addPostRewrite() {
217 addPass(createSystemZPostRewritePass(getSystemZTargetMachine()));
218}
219
Matthias Braun7e37a5f2014-12-11 21:26:47 +0000220void SystemZPassConfig::addPreSched2() {
Jonas Paulssonfdc4ea32019-06-08 06:19:15 +0000221 // PostRewrite needs to be run at -O0 also (in which case addPostRewrite()
222 // is not called).
223 if (getOptLevel() == CodeGenOpt::None)
224 addPass(createSystemZPostRewritePass(getSystemZTargetMachine()));
225
Ulrich Weigand524f2762016-11-28 13:34:08 +0000226 addPass(createSystemZExpandPseudoPass(getSystemZTargetMachine()));
227
Ulrich Weigand2eb027d2016-04-07 16:11:44 +0000228 if (getOptLevel() != CodeGenOpt::None)
Richard Sandifordf2404162013-07-25 09:11:15 +0000229 addPass(&IfConverterID);
Richard Sandifordf2404162013-07-25 09:11:15 +0000230}
231
Matthias Braun7e37a5f2014-12-11 21:26:47 +0000232void SystemZPassConfig::addPreEmitPass() {
Jonas Paulsson5d3fbd32015-10-08 07:40:23 +0000233 // Do instruction shortening before compare elimination because some
234 // vector instructions will be shortened into opcodes that compare
235 // elimination recognizes.
236 if (getOptLevel() != CodeGenOpt::None)
237 addPass(createSystemZShortenInstPass(getSystemZTargetMachine()), false);
238
Richard Sandifordbdbb8af2013-08-05 10:58:53 +0000239 // We eliminate comparisons here rather than earlier because some
240 // transformations can change the set of available CC values and we
241 // generally want those transformations to have priority. This is
242 // especially true in the commonest case where the result of the comparison
243 // is used by a single in-range branch instruction, since we will then
244 // be able to fuse the compare and the branch instead.
245 //
246 // For example, two-address NILF can sometimes be converted into
247 // three-address RISBLG. NILF produces a CC value that indicates whether
248 // the low word is zero, but RISBLG does not modify CC at all. On the
249 // other hand, 64-bit ANDs like NILL can sometimes be converted to RISBG.
250 // The CC value produced by NILL isn't useful for our purposes, but the
251 // value produced by RISBG can be used for any comparison with zero
252 // (not just equality). So there are some transformations that lose
253 // CC values (while still being worthwhile) and others that happen to make
254 // the CC result more useful than it was originally.
255 //
Richard Sandifordc2121252013-08-05 11:23:46 +0000256 // Another reason is that we only want to use BRANCH ON COUNT in cases
257 // where we know that the count register is not going to be spilled.
258 //
Richard Sandifordbdbb8af2013-08-05 10:58:53 +0000259 // Doing it so late makes it more likely that a register will be reused
260 // between the comparison and the branch, but it isn't clear whether
261 // preventing that would be a win or not.
262 if (getOptLevel() != CodeGenOpt::None)
Matthias Braun7e37a5f2014-12-11 21:26:47 +0000263 addPass(createSystemZElimComparePass(getSystemZTargetMachine()), false);
Richard Sandiford312425f2013-05-20 14:23:08 +0000264 addPass(createSystemZLongBranchPass(getSystemZTargetMachine()));
Jonas Paulssone451eef2015-12-10 09:10:07 +0000265
266 // Do final scheduling after all other optimizations, to get an
267 // optimal input for the decoder (branch relaxation must happen
268 // after block placement).
Jonas Paulsson8010b632016-10-20 08:27:16 +0000269 if (getOptLevel() != CodeGenOpt::None)
270 addPass(&PostMachineSchedulerID);
Richard Sandiford312425f2013-05-20 14:23:08 +0000271}
272
Ulrich Weigand5f613df2013-05-06 16:15:19 +0000273TargetPassConfig *SystemZTargetMachine::createPassConfig(PassManagerBase &PM) {
Matthias Braun5e394c32017-05-30 21:36:41 +0000274 return new SystemZPassConfig(*this, PM);
Ulrich Weigand5f613df2013-05-06 16:15:19 +0000275}
Ulrich Weigand1f6666a2015-03-31 12:52:27 +0000276
Sanjoy Das26d11ca2017-12-22 18:21:59 +0000277TargetTransformInfo
278SystemZTargetMachine::getTargetTransformInfo(const Function &F) {
279 return TargetTransformInfo(SystemZTTIImpl(this, F));
Ulrich Weigand1f6666a2015-03-31 12:52:27 +0000280}