blob: e74d681829492db45540f22c9f90a015eda18d5b [file] [log] [blame]
Ulrich Weigand5f613df2013-05-06 16:15:19 +00001//===-- SystemZTargetMachine.cpp - Define TargetMachine for SystemZ -------===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9
Chandler Carruth6bda14b2017-06-06 11:49:48 +000010#include "SystemZTargetMachine.h"
Eugene Zelenko3943d2b2017-01-24 22:10:43 +000011#include "MCTargetDesc/SystemZMCTargetDesc.h"
12#include "SystemZ.h"
13#include "SystemZMachineScheduler.h"
Ulrich Weigand1f6666a2015-03-31 12:52:27 +000014#include "SystemZTargetTransformInfo.h"
Eugene Zelenko3943d2b2017-01-24 22:10:43 +000015#include "llvm/ADT/Optional.h"
Eugene Zelenko3943d2b2017-01-24 22:10:43 +000016#include "llvm/ADT/STLExtras.h"
Chandler Carruth6bda14b2017-06-06 11:49:48 +000017#include "llvm/ADT/SmallVector.h"
Eugene Zelenko3943d2b2017-01-24 22:10:43 +000018#include "llvm/ADT/StringRef.h"
19#include "llvm/Analysis/TargetTransformInfo.h"
Ulrich Weigand5f613df2013-05-06 16:15:19 +000020#include "llvm/CodeGen/Passes.h"
David Blaikieb3bde2e2017-11-17 01:07:10 +000021#include "llvm/CodeGen/TargetLoweringObjectFile.h"
Aditya Nandakumara2719322014-11-13 09:26:31 +000022#include "llvm/CodeGen/TargetLoweringObjectFileImpl.h"
Eugene Zelenko3943d2b2017-01-24 22:10:43 +000023#include "llvm/CodeGen/TargetPassConfig.h"
24#include "llvm/IR/DataLayout.h"
25#include "llvm/Support/CodeGen.h"
26#include "llvm/Support/TargetRegistry.h"
Eugene Zelenko3943d2b2017-01-24 22:10:43 +000027#include "llvm/Transforms/Scalar.h"
28#include <string>
Ulrich Weigand5f613df2013-05-06 16:15:19 +000029
30using namespace llvm;
31
32extern "C" void LLVMInitializeSystemZTarget() {
33 // Register the target.
Mehdi Aminif42454b2016-10-09 23:00:34 +000034 RegisterTargetMachine<SystemZTargetMachine> X(getTheSystemZTarget());
Ulrich Weigand5f613df2013-05-06 16:15:19 +000035}
36
Ulrich Weigandce4c1092015-05-05 19:25:42 +000037// Determine whether we use the vector ABI.
38static bool UsesVectorABI(StringRef CPU, StringRef FS) {
39 // We use the vector ABI whenever the vector facility is avaiable.
40 // This is the case by default if CPU is z13 or later, and can be
41 // overridden via "[+-]vector" feature string elements.
42 bool VectorABI = true;
43 if (CPU.empty() || CPU == "generic" ||
44 CPU == "z10" || CPU == "z196" || CPU == "zEC12")
45 VectorABI = false;
46
47 SmallVector<StringRef, 3> Features;
Chandler Carruthe4405e92015-09-10 06:12:31 +000048 FS.split(Features, ',', -1, false /* KeepEmpty */);
Ulrich Weigandce4c1092015-05-05 19:25:42 +000049 for (auto &Feature : Features) {
50 if (Feature == "vector" || Feature == "+vector")
51 VectorABI = true;
52 if (Feature == "-vector")
53 VectorABI = false;
54 }
55
56 return VectorABI;
57}
58
Daniel Sandersed64d622015-06-11 15:34:59 +000059static std::string computeDataLayout(const Triple &TT, StringRef CPU,
Ulrich Weigandce4c1092015-05-05 19:25:42 +000060 StringRef FS) {
Ulrich Weigandce4c1092015-05-05 19:25:42 +000061 bool VectorABI = UsesVectorABI(CPU, FS);
Eugene Zelenko3943d2b2017-01-24 22:10:43 +000062 std::string Ret;
Ulrich Weigandce4c1092015-05-05 19:25:42 +000063
64 // Big endian.
65 Ret += "E";
66
67 // Data mangling.
Daniel Sandersed64d622015-06-11 15:34:59 +000068 Ret += DataLayout::getManglingComponent(TT);
Ulrich Weigandce4c1092015-05-05 19:25:42 +000069
70 // Make sure that global data has at least 16 bits of alignment by
71 // default, so that we can refer to it using LARL. We don't have any
72 // special requirements for stack variables though.
73 Ret += "-i1:8:16-i8:8:16";
74
75 // 64-bit integers are naturally aligned.
76 Ret += "-i64:64";
77
78 // 128-bit floats are aligned only to 64 bits.
79 Ret += "-f128:64";
80
81 // When using the vector ABI, 128-bit vectors are also aligned to 64 bits.
82 if (VectorABI)
83 Ret += "-v128:64";
84
85 // We prefer 16 bits of aligned for all globals; see above.
86 Ret += "-a:8:16";
87
88 // Integer registers are 32 or 64 bits.
89 Ret += "-n32:64";
90
91 return Ret;
92}
93
Rafael Espindola8c34dd82016-05-18 22:04:49 +000094static Reloc::Model getEffectiveRelocModel(Optional<Reloc::Model> RM) {
95 // Static code is suitable for use in a dynamic executable; there is no
96 // separate DynamicNoPIC model.
97 if (!RM.hasValue() || *RM == Reloc::DynamicNoPIC)
98 return Reloc::Static;
99 return *RM;
100}
101
Rafael Espindola79e238a2017-08-03 02:16:21 +0000102// For SystemZ we define the models as follows:
103//
104// Small: BRASL can call any function and will use a stub if necessary.
105// Locally-binding symbols will always be in range of LARL.
106//
107// Medium: BRASL can call any function and will use a stub if necessary.
108// GOT slots and locally-defined text will always be in range
109// of LARL, but other symbols might not be.
110//
111// Large: Equivalent to Medium for now.
112//
113// Kernel: Equivalent to Medium for now.
114//
115// This means that any PIC module smaller than 4GB meets the
116// requirements of Small, so Small seems like the best default there.
117//
118// All symbols bind locally in a non-PIC module, so the choice is less
119// obvious. There are two cases:
120//
121// - When creating an executable, PLTs and copy relocations allow
122// us to treat external symbols as part of the executable.
123// Any executable smaller than 4GB meets the requirements of Small,
124// so that seems like the best default.
125//
126// - When creating JIT code, stubs will be in range of BRASL if the
127// image is less than 4GB in size. GOT entries will likewise be
128// in range of LARL. However, the JIT environment has no equivalent
129// of copy relocs, so locally-binding data symbols might not be in
130// the range of LARL. We need the Medium model in that case.
131static CodeModel::Model getEffectiveCodeModel(Optional<CodeModel::Model> CM,
132 Reloc::Model RM, bool JIT) {
133 if (CM)
134 return *CM;
135 if (JIT)
136 return RM == Reloc::PIC_ ? CodeModel::Small : CodeModel::Medium;
137 return CodeModel::Small;
138}
139
Daniel Sanders3e5de882015-06-11 19:41:26 +0000140SystemZTargetMachine::SystemZTargetMachine(const Target &T, const Triple &TT,
Ulrich Weigand5f613df2013-05-06 16:15:19 +0000141 StringRef CPU, StringRef FS,
142 const TargetOptions &Options,
Rafael Espindola8c34dd82016-05-18 22:04:49 +0000143 Optional<Reloc::Model> RM,
Rafael Espindola79e238a2017-08-03 02:16:21 +0000144 Optional<CodeModel::Model> CM,
145 CodeGenOpt::Level OL, bool JIT)
Matthias Braunbb8507e2017-10-12 22:57:28 +0000146 : LLVMTargetMachine(
Rafael Espindola79e238a2017-08-03 02:16:21 +0000147 T, computeDataLayout(TT, CPU, FS), TT, CPU, FS, Options,
148 getEffectiveRelocModel(RM),
149 getEffectiveCodeModel(CM, getEffectiveRelocModel(RM), JIT), OL),
Eugene Zelenko3943d2b2017-01-24 22:10:43 +0000150 TLOF(llvm::make_unique<TargetLoweringObjectFileELF>()),
Daniel Sanders3e5de882015-06-11 19:41:26 +0000151 Subtarget(TT, CPU, FS, *this) {
Rafael Espindola227144c2013-05-13 01:16:13 +0000152 initAsmInfo();
Ulrich Weigand5f613df2013-05-06 16:15:19 +0000153}
154
Eugene Zelenko3943d2b2017-01-24 22:10:43 +0000155SystemZTargetMachine::~SystemZTargetMachine() = default;
Reid Kleckner357600e2014-11-20 23:37:18 +0000156
Ulrich Weigand5f613df2013-05-06 16:15:19 +0000157namespace {
Eugene Zelenko3943d2b2017-01-24 22:10:43 +0000158
Ulrich Weigand5f613df2013-05-06 16:15:19 +0000159/// SystemZ Code Generator Pass Configuration Options.
160class SystemZPassConfig : public TargetPassConfig {
161public:
Matthias Braun5e394c32017-05-30 21:36:41 +0000162 SystemZPassConfig(SystemZTargetMachine &TM, PassManagerBase &PM)
Ulrich Weigand5f613df2013-05-06 16:15:19 +0000163 : TargetPassConfig(TM, PM) {}
164
165 SystemZTargetMachine &getSystemZTargetMachine() const {
166 return getTM<SystemZTargetMachine>();
167 }
168
Jonas Paulsson8010b632016-10-20 08:27:16 +0000169 ScheduleDAGInstrs *
170 createPostMachineScheduler(MachineSchedContext *C) const override {
Eugene Zelenko3943d2b2017-01-24 22:10:43 +0000171 return new ScheduleDAGMI(C,
172 llvm::make_unique<SystemZPostRASchedStrategy>(C),
Jonas Paulsson28f29482016-11-09 09:59:27 +0000173 /*RemoveKillFlags=*/true);
Jonas Paulsson8010b632016-10-20 08:27:16 +0000174 }
175
Richard Sandifordb4d67b52014-03-06 12:03:36 +0000176 void addIRPasses() override;
177 bool addInstSelector() override;
Ulrich Weigand524f2762016-11-28 13:34:08 +0000178 bool addILPOpts() override;
Matthias Braun7e37a5f2014-12-11 21:26:47 +0000179 void addPreSched2() override;
180 void addPreEmitPass() override;
Ulrich Weigand5f613df2013-05-06 16:15:19 +0000181};
Eugene Zelenko3943d2b2017-01-24 22:10:43 +0000182
Ulrich Weigand5f613df2013-05-06 16:15:19 +0000183} // end anonymous namespace
184
Richard Sandiford37cd6cf2013-08-23 10:27:02 +0000185void SystemZPassConfig::addIRPasses() {
Jonas Paulsson89ca10d2017-07-14 13:52:38 +0000186 if (getOptLevel() != CodeGenOpt::None) {
Marcin Koscielnickicf7cc722016-07-10 14:41:22 +0000187 addPass(createSystemZTDCPass());
Jonas Paulsson89ca10d2017-07-14 13:52:38 +0000188 addPass(createLoopDataPrefetchPass());
189 }
Marcin Koscielnickicf7cc722016-07-10 14:41:22 +0000190
Richard Sandiford37cd6cf2013-08-23 10:27:02 +0000191 TargetPassConfig::addIRPasses();
Richard Sandiford37cd6cf2013-08-23 10:27:02 +0000192}
193
Ulrich Weigand5f613df2013-05-06 16:15:19 +0000194bool SystemZPassConfig::addInstSelector() {
195 addPass(createSystemZISelDag(getSystemZTargetMachine(), getOptLevel()));
Ulrich Weigand7db69182015-02-18 09:13:27 +0000196
197 if (getOptLevel() != CodeGenOpt::None)
198 addPass(createSystemZLDCleanupPass(getSystemZTargetMachine()));
199
Ulrich Weigand5f613df2013-05-06 16:15:19 +0000200 return false;
201}
202
Ulrich Weigand524f2762016-11-28 13:34:08 +0000203bool SystemZPassConfig::addILPOpts() {
204 addPass(&EarlyIfConverterID);
205 return true;
206}
207
Matthias Braun7e37a5f2014-12-11 21:26:47 +0000208void SystemZPassConfig::addPreSched2() {
Ulrich Weigand524f2762016-11-28 13:34:08 +0000209 addPass(createSystemZExpandPseudoPass(getSystemZTargetMachine()));
210
Ulrich Weigand2eb027d2016-04-07 16:11:44 +0000211 if (getOptLevel() != CodeGenOpt::None)
Richard Sandifordf2404162013-07-25 09:11:15 +0000212 addPass(&IfConverterID);
Richard Sandifordf2404162013-07-25 09:11:15 +0000213}
214
Matthias Braun7e37a5f2014-12-11 21:26:47 +0000215void SystemZPassConfig::addPreEmitPass() {
Jonas Paulsson5d3fbd32015-10-08 07:40:23 +0000216 // Do instruction shortening before compare elimination because some
217 // vector instructions will be shortened into opcodes that compare
218 // elimination recognizes.
219 if (getOptLevel() != CodeGenOpt::None)
220 addPass(createSystemZShortenInstPass(getSystemZTargetMachine()), false);
221
Richard Sandifordbdbb8af2013-08-05 10:58:53 +0000222 // We eliminate comparisons here rather than earlier because some
223 // transformations can change the set of available CC values and we
224 // generally want those transformations to have priority. This is
225 // especially true in the commonest case where the result of the comparison
226 // is used by a single in-range branch instruction, since we will then
227 // be able to fuse the compare and the branch instead.
228 //
229 // For example, two-address NILF can sometimes be converted into
230 // three-address RISBLG. NILF produces a CC value that indicates whether
231 // the low word is zero, but RISBLG does not modify CC at all. On the
232 // other hand, 64-bit ANDs like NILL can sometimes be converted to RISBG.
233 // The CC value produced by NILL isn't useful for our purposes, but the
234 // value produced by RISBG can be used for any comparison with zero
235 // (not just equality). So there are some transformations that lose
236 // CC values (while still being worthwhile) and others that happen to make
237 // the CC result more useful than it was originally.
238 //
Richard Sandifordc2121252013-08-05 11:23:46 +0000239 // Another reason is that we only want to use BRANCH ON COUNT in cases
240 // where we know that the count register is not going to be spilled.
241 //
Richard Sandifordbdbb8af2013-08-05 10:58:53 +0000242 // Doing it so late makes it more likely that a register will be reused
243 // between the comparison and the branch, but it isn't clear whether
244 // preventing that would be a win or not.
245 if (getOptLevel() != CodeGenOpt::None)
Matthias Braun7e37a5f2014-12-11 21:26:47 +0000246 addPass(createSystemZElimComparePass(getSystemZTargetMachine()), false);
Richard Sandiford312425f2013-05-20 14:23:08 +0000247 addPass(createSystemZLongBranchPass(getSystemZTargetMachine()));
Jonas Paulssone451eef2015-12-10 09:10:07 +0000248
249 // Do final scheduling after all other optimizations, to get an
250 // optimal input for the decoder (branch relaxation must happen
251 // after block placement).
Jonas Paulsson8010b632016-10-20 08:27:16 +0000252 if (getOptLevel() != CodeGenOpt::None)
253 addPass(&PostMachineSchedulerID);
Richard Sandiford312425f2013-05-20 14:23:08 +0000254}
255
Ulrich Weigand5f613df2013-05-06 16:15:19 +0000256TargetPassConfig *SystemZTargetMachine::createPassConfig(PassManagerBase &PM) {
Matthias Braun5e394c32017-05-30 21:36:41 +0000257 return new SystemZPassConfig(*this, PM);
Ulrich Weigand5f613df2013-05-06 16:15:19 +0000258}
Ulrich Weigand1f6666a2015-03-31 12:52:27 +0000259
Sanjoy Das747d1112017-12-21 02:34:39 +0000260TargetIRAnalysis SystemZTargetMachine::getTargetIRAnalysis() {
261 return TargetIRAnalysis([this](const Function &F) {
262 return TargetTransformInfo(SystemZTTIImpl(this, F));
263 });
Ulrich Weigand1f6666a2015-03-31 12:52:27 +0000264}