blob: 08499dc39c37d8006155e5a979e41e39f5131398 [file] [log] [blame]
Nate Begeman6cca84e2005-10-16 05:39:50 +00001//===-- PPCTargetMachine.cpp - Define TargetMachine for PowerPC -----------===//
Misha Brukmanb4402432005-04-21 23:30:14 +00002//
Misha Brukmane05203f2004-06-21 16:55:25 +00003// The LLVM Compiler Infrastructure
4//
Chris Lattnerf3ebc3f2007-12-29 20:36:04 +00005// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
Misha Brukmanb4402432005-04-21 23:30:14 +00007//
Misha Brukmane05203f2004-06-21 16:55:25 +00008//===----------------------------------------------------------------------===//
Misha Brukmanb4402432005-04-21 23:30:14 +00009//
Chris Lattner73785d22005-08-15 23:47:04 +000010// Top-level implementation for the PowerPC target.
Misha Brukmane05203f2004-06-21 16:55:25 +000011//
12//===----------------------------------------------------------------------===//
13
Chris Lattner6f3b9542005-10-14 23:59:06 +000014#include "PPCTargetMachine.h"
Craig Topperb25fda92012-03-17 18:46:09 +000015#include "PPC.h"
Chandler Carruthd9903882015-01-14 11:23:27 +000016#include "PPCTargetObjectFile.h"
Chandler Carruth93dcdc42015-01-31 11:17:59 +000017#include "PPCTargetTransformInfo.h"
Andrew Trickccb67362012-02-03 05:12:41 +000018#include "llvm/CodeGen/Passes.h"
Eric Christopher3faf2f12014-10-06 06:45:36 +000019#include "llvm/IR/Function.h"
Chandler Carruth30d69c22015-02-13 10:01:29 +000020#include "llvm/IR/LegacyPassManager.h"
Chandler Carruthed0881b2012-12-03 16:50:05 +000021#include "llvm/MC/MCStreamer.h"
Hal Finkel96c2d4d2012-06-08 15:38:21 +000022#include "llvm/Support/CommandLine.h"
David Greenea31f96c2009-07-14 20:18:05 +000023#include "llvm/Support/FormattedStream.h"
Evan Cheng2bb40352011-08-24 18:08:43 +000024#include "llvm/Support/TargetRegistry.h"
Chandler Carruthed0881b2012-12-03 16:50:05 +000025#include "llvm/Target/TargetOptions.h"
Hal Finkelf413be12014-11-21 04:35:51 +000026#include "llvm/Transforms/Scalar.h"
Misha Brukmane05203f2004-06-21 16:55:25 +000027using namespace llvm;
28
Hal Finkel96c2d4d2012-06-08 15:38:21 +000029static cl::
Hal Finkelc6b5deb2012-06-08 19:19:53 +000030opt<bool> DisableCTRLoops("disable-ppc-ctrloops", cl::Hidden,
31 cl::desc("Disable CTR loops for PPC"));
Hal Finkel96c2d4d2012-06-08 15:38:21 +000032
Hal Finkelc9dd0202015-02-05 18:43:00 +000033static cl::
34opt<bool> DisablePreIncPrep("disable-ppc-preinc-prep", cl::Hidden,
35 cl::desc("Disable PPC loop preinc prep"));
36
Hal Finkel174e5902014-03-25 23:29:21 +000037static cl::opt<bool>
38VSXFMAMutateEarly("schedule-ppc-vsx-fma-mutation-early",
39 cl::Hidden, cl::desc("Schedule VSX FMA instruction mutation early"));
40
Bill Schmidtfe723b92015-04-27 19:57:34 +000041static cl::
42opt<bool> DisableVSXSwapRemoval("disable-ppc-vsx-swap-removal", cl::Hidden,
43 cl::desc("Disable VSX Swap Removal for PPC"));
44
Hal Finkelf413be12014-11-21 04:35:51 +000045static cl::opt<bool>
46EnableGEPOpt("ppc-gep-opt", cl::Hidden,
47 cl::desc("Enable optimizations on complex GEPs"),
48 cl::init(true));
49
Hal Finkele5aaf3f2015-02-20 05:08:21 +000050static cl::opt<bool>
51EnablePrefetch("enable-ppc-prefetching",
52 cl::desc("disable software prefetching on PPC"),
53 cl::init(false), cl::Hidden);
54
Hal Finkel8340de12015-05-18 06:25:59 +000055static cl::opt<bool>
56EnableExtraTOCRegDeps("enable-ppc-extra-toc-reg-deps",
57 cl::desc("Add extra TOC register dependencies"),
58 cl::init(true), cl::Hidden);
59
Daniel Dunbar5680b4f2009-07-25 06:49:55 +000060extern "C" void LLVMInitializePowerPCTarget() {
61 // Register the targets
Andrew Trick808a7a62012-02-03 05:12:30 +000062 RegisterTargetMachine<PPC32TargetMachine> A(ThePPC32Target);
Daniel Dunbar5680b4f2009-07-25 06:49:55 +000063 RegisterTargetMachine<PPC64TargetMachine> B(ThePPC64Target);
Bill Schmidt0a9170d2013-07-26 01:35:43 +000064 RegisterTargetMachine<PPC64TargetMachine> C(ThePPC64LETarget);
Daniel Dunbar5680b4f2009-07-25 06:49:55 +000065}
Douglas Gregor1b731d52009-06-16 20:12:29 +000066
Eric Christopher8b770652015-01-26 19:03:15 +000067/// Return the datalayout string of a subtarget.
68static std::string getDataLayoutString(const Triple &T) {
69 bool is64Bit = T.getArch() == Triple::ppc64 || T.getArch() == Triple::ppc64le;
70 std::string Ret;
71
72 // Most PPC* platforms are big endian, PPC64LE is little endian.
73 if (T.getArch() == Triple::ppc64le)
74 Ret = "e";
75 else
76 Ret = "E";
77
78 Ret += DataLayout::getManglingComponent(T);
79
80 // PPC32 has 32 bit pointers. The PS3 (OS Lv2) is a PPC64 machine with 32 bit
81 // pointers.
82 if (!is64Bit || T.getOS() == Triple::Lv2)
83 Ret += "-p:32:32";
84
85 // Note, the alignment values for f64 and i64 on ppc64 in Darwin
86 // documentation are wrong; these are correct (i.e. "what gcc does").
87 if (is64Bit || !T.isOSDarwin())
88 Ret += "-i64:64";
89 else
90 Ret += "-f64:32:64";
91
92 // PPC64 has 32 and 64 bit registers, PPC32 has only 32 bit ones.
93 if (is64Bit)
94 Ret += "-n32:64";
95 else
96 Ret += "-n32";
97
98 return Ret;
99}
100
Eric Christopher36448af2014-10-01 20:38:26 +0000101static std::string computeFSAdditions(StringRef FS, CodeGenOpt::Level OL, StringRef TT) {
102 std::string FullFS = FS;
103 Triple TargetTriple(TT);
104
105 // Make sure 64-bit features are available when CPUname is generic
106 if (TargetTriple.getArch() == Triple::ppc64 ||
107 TargetTriple.getArch() == Triple::ppc64le) {
108 if (!FullFS.empty())
109 FullFS = "+64bit," + FullFS;
110 else
111 FullFS = "+64bit";
112 }
113
114 if (OL >= CodeGenOpt::Default) {
115 if (!FullFS.empty())
116 FullFS = "+crbits," + FullFS;
117 else
118 FullFS = "+crbits";
119 }
Hal Finkele2ab0f12015-01-15 21:17:34 +0000120
121 if (OL != CodeGenOpt::None) {
122 if (!FullFS.empty())
123 FullFS = "+invariant-function-descriptors," + FullFS;
124 else
125 FullFS = "+invariant-function-descriptors";
126 }
127
Eric Christopher36448af2014-10-01 20:38:26 +0000128 return FullFS;
129}
130
Aditya Nandakumara2719322014-11-13 09:26:31 +0000131static std::unique_ptr<TargetLoweringObjectFile> createTLOF(const Triple &TT) {
132 // If it isn't a Mach-O file then it's going to be a linux ELF
133 // object file.
134 if (TT.isOSDarwin())
135 return make_unique<TargetLoweringObjectFileMachO>();
136
137 return make_unique<PPC64LinuxTargetObjectFile>();
138}
139
Eric Christopherfee6aaf2015-02-17 06:45:15 +0000140static PPCTargetMachine::PPCABI computeTargetABI(const Triple &TT,
141 const TargetOptions &Options) {
142 if (Options.MCOptions.getABIName().startswith("elfv1"))
143 return PPCTargetMachine::PPC_ABI_ELFv1;
144 else if (Options.MCOptions.getABIName().startswith("elfv2"))
145 return PPCTargetMachine::PPC_ABI_ELFv2;
146
147 assert(Options.MCOptions.getABIName().empty() &&
148 "Unknown target-abi option!");
149
150 if (!TT.isMacOSX()) {
151 switch (TT.getArch()) {
152 case Triple::ppc64le:
153 return PPCTargetMachine::PPC_ABI_ELFv2;
154 case Triple::ppc64:
155 return PPCTargetMachine::PPC_ABI_ELFv1;
156 default:
157 // Fallthrough.
158 ;
159 }
160 }
161 return PPCTargetMachine::PPC_ABI_UNKNOWN;
162}
163
Eric Christopher36448af2014-10-01 20:38:26 +0000164// The FeatureString here is a little subtle. We are modifying the feature string
165// with what are (currently) non-function specific overrides as it goes into the
166// LLVMTargetMachine constructor and then using the stored value in the
167// Subtarget constructor below it.
Eric Christophera475d5c2014-06-11 00:53:17 +0000168PPCTargetMachine::PPCTargetMachine(const Target &T, StringRef TT, StringRef CPU,
169 StringRef FS, const TargetOptions &Options,
Evan Chengefd9b422011-07-20 07:51:56 +0000170 Reloc::Model RM, CodeModel::Model CM,
Eric Christopher3770cf52014-08-09 04:38:56 +0000171 CodeGenOpt::Level OL)
Mehdi Amini93e1ea12015-03-12 00:07:24 +0000172 : LLVMTargetMachine(T, getDataLayoutString(Triple(TT)), TT, CPU,
173 computeFSAdditions(FS, OL, TT), Options, RM, CM, OL),
Aditya Nandakumara2719322014-11-13 09:26:31 +0000174 TLOF(createTLOF(Triple(getTargetTriple()))),
Eric Christopher83eb13c2015-03-21 03:36:02 +0000175 TargetABI(computeTargetABI(Triple(TT), Options)) {
Rafael Espindola227144c2013-05-13 01:16:13 +0000176 initAsmInfo();
Nate Begeman6cca84e2005-10-16 05:39:50 +0000177}
178
Reid Kleckner357600e2014-11-20 23:37:18 +0000179PPCTargetMachine::~PPCTargetMachine() {}
180
David Blaikiea379b1812011-12-20 02:50:00 +0000181void PPC32TargetMachine::anchor() { }
182
Andrew Trick808a7a62012-02-03 05:12:30 +0000183PPC32TargetMachine::PPC32TargetMachine(const Target &T, StringRef TT,
Evan Chengefd9b422011-07-20 07:51:56 +0000184 StringRef CPU, StringRef FS,
Nick Lewycky50f02cb2011-12-02 22:16:29 +0000185 const TargetOptions &Options,
Evan Chengecb29082011-11-16 08:38:26 +0000186 Reloc::Model RM, CodeModel::Model CM,
187 CodeGenOpt::Level OL)
Eric Christopher3770cf52014-08-09 04:38:56 +0000188 : PPCTargetMachine(T, TT, CPU, FS, Options, RM, CM, OL) {
Chris Lattner0c4aa142006-06-16 01:37:27 +0000189}
190
David Blaikiea379b1812011-12-20 02:50:00 +0000191void PPC64TargetMachine::anchor() { }
Chris Lattner0c4aa142006-06-16 01:37:27 +0000192
Andrew Trick808a7a62012-02-03 05:12:30 +0000193PPC64TargetMachine::PPC64TargetMachine(const Target &T, StringRef TT,
Evan Chengefd9b422011-07-20 07:51:56 +0000194 StringRef CPU, StringRef FS,
Nick Lewycky50f02cb2011-12-02 22:16:29 +0000195 const TargetOptions &Options,
Evan Chengecb29082011-11-16 08:38:26 +0000196 Reloc::Model RM, CodeModel::Model CM,
197 CodeGenOpt::Level OL)
Eric Christopher3770cf52014-08-09 04:38:56 +0000198 : PPCTargetMachine(T, TT, CPU, FS, Options, RM, CM, OL) {
Chris Lattner0c4aa142006-06-16 01:37:27 +0000199}
200
Eric Christopher3faf2f12014-10-06 06:45:36 +0000201const PPCSubtarget *
202PPCTargetMachine::getSubtargetImpl(const Function &F) const {
Duncan P. N. Exon Smith5bedaf932015-02-14 02:54:07 +0000203 Attribute CPUAttr = F.getFnAttribute("target-cpu");
204 Attribute FSAttr = F.getFnAttribute("target-features");
Eric Christopher3faf2f12014-10-06 06:45:36 +0000205
206 std::string CPU = !CPUAttr.hasAttribute(Attribute::None)
207 ? CPUAttr.getValueAsString().str()
208 : TargetCPU;
209 std::string FS = !FSAttr.hasAttribute(Attribute::None)
210 ? FSAttr.getValueAsString().str()
211 : TargetFS;
212
213 auto &I = SubtargetMap[CPU + FS];
214 if (!I) {
215 // This needs to be done before we create a new subtarget since any
216 // creation will depend on the TM and the code generation flags on the
217 // function that reside in TargetOptions.
218 resetTargetOptions(F);
Eric Christophered1042b2015-03-26 00:50:23 +0000219 I = llvm::make_unique<PPCSubtarget>(
Daniel Sandersa73f1fd2015-06-10 12:11:26 +0000220 Triple(TargetTriple), CPU,
Eric Christophered1042b2015-03-26 00:50:23 +0000221 // FIXME: It would be good to have the subtarget additions here
222 // not necessary. Anything that turns them on/off (overrides) ends
223 // up being put at the end of the feature string, but the defaults
224 // shouldn't require adding them. Fixing this means pulling Feature64Bit
225 // out of most of the target cpus in the .td file and making it set only
226 // as part of initialization via the TargetTriple.
227 computeFSAdditions(FS, getOptLevel(), getTargetTriple()), *this);
Eric Christopher3faf2f12014-10-06 06:45:36 +0000228 }
229 return I.get();
230}
Misha Brukmanb4402432005-04-21 23:30:14 +0000231
Chris Lattner12e97302006-09-04 04:14:57 +0000232//===----------------------------------------------------------------------===//
233// Pass Pipeline Configuration
234//===----------------------------------------------------------------------===//
Nate Begemanf17ea0f2004-08-11 07:40:04 +0000235
Andrew Trickccb67362012-02-03 05:12:41 +0000236namespace {
237/// PPC Code Generator Pass Configuration Options.
238class PPCPassConfig : public TargetPassConfig {
239public:
Andrew Trickf8ea1082012-02-04 02:56:59 +0000240 PPCPassConfig(PPCTargetMachine *TM, PassManagerBase &PM)
241 : TargetPassConfig(TM, PM) {}
Andrew Trickccb67362012-02-03 05:12:41 +0000242
243 PPCTargetMachine &getPPCTargetMachine() const {
244 return getTM<PPCTargetMachine>();
245 }
246
Robin Morisset22129962014-09-23 20:46:49 +0000247 void addIRPasses() override;
Craig Topper0d3fa922014-04-29 07:57:37 +0000248 bool addPreISel() override;
249 bool addILPOpts() override;
250 bool addInstSelector() override;
Bill Schmidtfe723b92015-04-27 19:57:34 +0000251 void addMachineSSAOptimization() override;
Matthias Braun7e37a5f2014-12-11 21:26:47 +0000252 void addPreRegAlloc() override;
253 void addPreSched2() override;
254 void addPreEmitPass() override;
Andrew Trickccb67362012-02-03 05:12:41 +0000255};
256} // namespace
257
Andrew Trickf8ea1082012-02-04 02:56:59 +0000258TargetPassConfig *PPCTargetMachine::createPassConfig(PassManagerBase &PM) {
Hal Finkeleb50c2d2012-06-09 03:14:50 +0000259 return new PPCPassConfig(this, PM);
Andrew Trickccb67362012-02-03 05:12:41 +0000260}
261
Robin Morisset22129962014-09-23 20:46:49 +0000262void PPCPassConfig::addIRPasses() {
263 addPass(createAtomicExpandPass(&getPPCTargetMachine()));
Hal Finkelf413be12014-11-21 04:35:51 +0000264
Hal Finkele5aaf3f2015-02-20 05:08:21 +0000265 // For the BG/Q (or if explicitly requested), add explicit data prefetch
266 // intrinsics.
267 bool UsePrefetching =
268 Triple(TM->getTargetTriple()).getVendor() == Triple::BGQ &&
269 getOptLevel() != CodeGenOpt::None;
270 if (EnablePrefetch.getNumOccurrences() > 0)
271 UsePrefetching = EnablePrefetch;
272 if (UsePrefetching)
273 addPass(createPPCLoopDataPrefetchPass());
274
Hal Finkelf413be12014-11-21 04:35:51 +0000275 if (TM->getOptLevel() == CodeGenOpt::Aggressive && EnableGEPOpt) {
276 // Call SeparateConstOffsetFromGEP pass to extract constants within indices
277 // and lower a GEP with multiple indices to either arithmetic operations or
278 // multiple GEPs with single index.
279 addPass(createSeparateConstOffsetFromGEPPass(TM, true));
280 // Call EarlyCSE pass to find and remove subexpressions in the lowered
281 // result.
282 addPass(createEarlyCSEPass());
283 // Do loop invariant code motion in case part of the lowered result is
284 // invariant.
285 addPass(createLICMPass());
286 }
287
Robin Morisset22129962014-09-23 20:46:49 +0000288 TargetPassConfig::addIRPasses();
289}
290
Hal Finkel25c19922013-05-15 21:37:41 +0000291bool PPCPassConfig::addPreISel() {
Hal Finkelc9dd0202015-02-05 18:43:00 +0000292 if (!DisablePreIncPrep && getOptLevel() != CodeGenOpt::None)
293 addPass(createPPCLoopPreIncPrepPass(getPPCTargetMachine()));
294
Hal Finkelc6b5deb2012-06-08 19:19:53 +0000295 if (!DisableCTRLoops && getOptLevel() != CodeGenOpt::None)
Hal Finkel25c19922013-05-15 21:37:41 +0000296 addPass(createPPCCTRLoops(getPPCTargetMachine()));
Hal Finkel96c2d4d2012-06-08 15:38:21 +0000297
298 return false;
299}
300
Hal Finkeled6a2852013-04-05 23:29:01 +0000301bool PPCPassConfig::addILPOpts() {
Eric Christopher6b0fcfe2014-05-21 23:40:26 +0000302 addPass(&EarlyIfConverterID);
303 return true;
Hal Finkeled6a2852013-04-05 23:29:01 +0000304}
305
Andrew Trickccb67362012-02-03 05:12:41 +0000306bool PPCPassConfig::addInstSelector() {
Chris Lattnerc6aa8062005-08-17 19:33:30 +0000307 // Install an instruction selector.
Bob Wilsonbbd38dd2012-07-02 19:48:31 +0000308 addPass(createPPCISelDag(getPPCTargetMachine()));
Hal Finkel8ca38842013-05-20 16:08:17 +0000309
310#ifndef NDEBUG
311 if (!DisableCTRLoops && getOptLevel() != CodeGenOpt::None)
312 addPass(createPPCCTRLoopsVerify());
313#endif
314
Eric Christopherd71e4442014-05-22 01:21:35 +0000315 addPass(createPPCVSXCopyPass());
Nate Begemanf17ea0f2004-08-11 07:40:04 +0000316 return false;
317}
318
Bill Schmidtfe723b92015-04-27 19:57:34 +0000319void PPCPassConfig::addMachineSSAOptimization() {
320 TargetPassConfig::addMachineSSAOptimization();
321 // For little endian, remove where possible the vector swap instructions
322 // introduced at code generation to normalize vector element order.
323 if (Triple(TM->getTargetTriple()).getArch() == Triple::ppc64le &&
324 !DisableVSXSwapRemoval)
325 addPass(createPPCVSXSwapRemovalPass());
326}
327
Matthias Braun7e37a5f2014-12-11 21:26:47 +0000328void PPCPassConfig::addPreRegAlloc() {
Eric Christopherd71e4442014-05-22 01:21:35 +0000329 initializePPCVSXFMAMutatePass(*PassRegistry::getPassRegistry());
330 insertPass(VSXFMAMutateEarly ? &RegisterCoalescerID : &MachineSchedulerID,
331 &PPCVSXFMAMutateID);
Bill Schmidt82f1c772015-02-10 19:09:05 +0000332 if (getPPCTargetMachine().getRelocationModel() == Reloc::PIC_)
333 addPass(createPPCTLSDynamicCallPass());
Hal Finkel8340de12015-05-18 06:25:59 +0000334 if (EnableExtraTOCRegDeps)
335 addPass(createPPCTOCRegDepsPass());
Hal Finkel174e5902014-03-25 23:29:21 +0000336}
337
Matthias Braun7e37a5f2014-12-11 21:26:47 +0000338void PPCPassConfig::addPreSched2() {
Hal Finkel5711eca2013-04-09 22:58:37 +0000339 if (getOptLevel() != CodeGenOpt::None)
340 addPass(&IfConverterID);
Hal Finkel5711eca2013-04-09 22:58:37 +0000341}
342
Matthias Braun7e37a5f2014-12-11 21:26:47 +0000343void PPCPassConfig::addPreEmitPass() {
Hal Finkelb5aa7e52013-04-08 16:24:03 +0000344 if (getOptLevel() != CodeGenOpt::None)
Matthias Braun7e37a5f2014-12-11 21:26:47 +0000345 addPass(createPPCEarlyReturnPass(), false);
Chris Lattner12e97302006-09-04 04:14:57 +0000346 // Must run branch selection immediately preceding the asm printer.
Matthias Braun7e37a5f2014-12-11 21:26:47 +0000347 addPass(createPPCBranchSelectionPass(), false);
Chris Lattner12e97302006-09-04 04:14:57 +0000348}
349
Chandler Carruth8b04c0d2015-02-01 13:20:00 +0000350TargetIRAnalysis PPCTargetMachine::getTargetIRAnalysis() {
351 return TargetIRAnalysis(
352 [this](Function &F) { return TargetTransformInfo(PPCTTIImpl(this, F)); });
Hal Finkel4e5ca9e2013-01-25 23:05:59 +0000353}