blob: c44d543887532661793dda646acd7ad67c14d2b2 [file] [log] [blame]
Rafael Espindolaffdc24b2006-05-14 22:18:28 +00001//===-- ARMTargetMachine.cpp - Define TargetMachine for ARM ---------------===//
2//
3// The LLVM Compiler Infrastructure
4//
Chris Lattnerf3ebc3f2007-12-29 20:36:04 +00005// This file is distributed under the University of Illinois Open Source
Rafael Espindolaffdc24b2006-05-14 22:18:28 +00006// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10//
11//===----------------------------------------------------------------------===//
12
Rafael Espindolaffdc24b2006-05-14 22:18:28 +000013#include "ARM.h"
Craig Toppera9253262014-03-22 23:51:00 +000014#include "ARMTargetMachine.h"
Chandler Carruthed0881b2012-12-03 16:50:05 +000015#include "ARMFrameLowering.h"
Evan Chengad3aac712007-05-16 02:01:49 +000016#include "llvm/CodeGen/Passes.h"
Eric Christopher3faf2f12014-10-06 06:45:36 +000017#include "llvm/IR/Function.h"
Bill Wendling354ff9e2011-09-27 22:14:12 +000018#include "llvm/MC/MCAsmInfo.h"
Chandler Carruthed0881b2012-12-03 16:50:05 +000019#include "llvm/PassManager.h"
Evan Cheng62c7b5b2010-12-05 22:04:16 +000020#include "llvm/Support/CommandLine.h"
David Greenea31f96c2009-07-14 20:18:05 +000021#include "llvm/Support/FormattedStream.h"
Evan Cheng2bb40352011-08-24 18:08:43 +000022#include "llvm/Support/TargetRegistry.h"
Evan Cheng10043e22007-01-19 07:51:42 +000023#include "llvm/Target/TargetOptions.h"
Devang Patel76c85632011-10-17 17:17:43 +000024#include "llvm/Transforms/Scalar.h"
Rafael Espindolaffdc24b2006-05-14 22:18:28 +000025using namespace llvm;
26
Evan Chengf066b2f2011-08-25 01:00:36 +000027static cl::opt<bool>
Silviu Baranga82dd6ac2013-03-15 18:28:25 +000028DisableA15SDOptimization("disable-a15-sd-optimization", cl::Hidden,
29 cl::desc("Inhibit optimization of S->D register accesses on A15"),
30 cl::init(false));
31
Tim Northoverb4ddc082014-05-30 10:09:59 +000032static cl::opt<bool>
33EnableAtomicTidy("arm-atomic-cfg-tidy", cl::Hidden,
34 cl::desc("Run SimplifyCFG after expanding atomic operations"
35 " to make use of cmpxchg flow-based information"),
36 cl::init(true));
37
Jim Grosbachf24f9d92009-08-11 15:33:49 +000038extern "C" void LLVMInitializeARMTarget() {
Daniel Dunbar5680b4f2009-07-25 06:49:55 +000039 // Register the target.
Christian Pirkerdc9ff752014-04-01 15:19:30 +000040 RegisterTargetMachine<ARMLETargetMachine> X(TheARMLETarget);
41 RegisterTargetMachine<ARMBETargetMachine> Y(TheARMBETarget);
42 RegisterTargetMachine<ThumbLETargetMachine> A(TheThumbLETarget);
43 RegisterTargetMachine<ThumbBETargetMachine> B(TheThumbBETarget);
Daniel Dunbar5680b4f2009-07-25 06:49:55 +000044}
Douglas Gregor1b731d52009-06-16 20:12:29 +000045
Evan Cheng9f830142007-02-23 03:14:31 +000046/// TargetMachine ctor - Create an ARM architecture model.
47///
Evan Cheng2129f592011-07-19 06:37:02 +000048ARMBaseTargetMachine::ARMBaseTargetMachine(const Target &T, StringRef TT,
49 StringRef CPU, StringRef FS,
Nick Lewycky50f02cb2011-12-02 22:16:29 +000050 const TargetOptions &Options,
Evan Chengecb29082011-11-16 08:38:26 +000051 Reloc::Model RM, CodeModel::Model CM,
Eric Christopher80b24ef2014-06-26 19:30:02 +000052 CodeGenOpt::Level OL, bool isLittle)
53 : LLVMTargetMachine(T, TT, CPU, FS, Options, RM, CM, OL),
Eric Christopher3faf2f12014-10-06 06:45:36 +000054 Subtarget(TT, CPU, FS, *this, isLittle), isLittle(isLittle) {
Tim Northoverf1c31b92013-12-18 14:18:36 +000055
56 // Default to triple-appropriate float ABI
Nick Lewycky50f02cb2011-12-02 22:16:29 +000057 if (Options.FloatABIType == FloatABI::Default)
Tim Northover44594ad2013-12-18 09:27:33 +000058 this->Options.FloatABIType =
59 Subtarget.isTargetHardFloat() ? FloatABI::Hard : FloatABI::Soft;
Evan Cheng66cff402008-10-30 16:10:54 +000060}
Rafael Espindolaffdc24b2006-05-14 22:18:28 +000061
Eric Christopher3faf2f12014-10-06 06:45:36 +000062const ARMSubtarget *
63ARMBaseTargetMachine::getSubtargetImpl(const Function &F) const {
64 AttributeSet FnAttrs = F.getAttributes();
65 Attribute CPUAttr =
66 FnAttrs.getAttribute(AttributeSet::FunctionIndex, "target-cpu");
67 Attribute FSAttr =
68 FnAttrs.getAttribute(AttributeSet::FunctionIndex, "target-features");
69
70 std::string CPU = !CPUAttr.hasAttribute(Attribute::None)
71 ? CPUAttr.getValueAsString().str()
72 : TargetCPU;
73 std::string FS = !FSAttr.hasAttribute(Attribute::None)
74 ? FSAttr.getValueAsString().str()
75 : TargetFS;
76
77 // FIXME: This is related to the code below to reset the target options,
78 // we need to know whether or not the soft float flag is set on the
79 // function before we can generate a subtarget. We also need to use
80 // it as a key for the subtarget since that can be the only difference
81 // between two functions.
82 Attribute SFAttr =
83 FnAttrs.getAttribute(AttributeSet::FunctionIndex, "use-soft-float");
84 bool SoftFloat = !SFAttr.hasAttribute(Attribute::None)
85 ? SFAttr.getValueAsString() == "true"
86 : Options.UseSoftFloat;
87
88 auto &I = SubtargetMap[CPU + FS + (SoftFloat ? "use-soft-float=true"
89 : "use-soft-float=false")];
90 if (!I) {
91 // This needs to be done before we create a new subtarget since any
92 // creation will depend on the TM and the code generation flags on the
93 // function that reside in TargetOptions.
94 resetTargetOptions(F);
95 I = llvm::make_unique<ARMSubtarget>(TargetTriple, CPU, FS, *this, isLittle);
96 }
97 return I.get();
98}
99
Chandler Carruth664e3542013-01-07 01:37:14 +0000100void ARMBaseTargetMachine::addAnalysisPasses(PassManagerBase &PM) {
Jim Grosbach553eb752013-01-07 21:12:13 +0000101 // Add first the target-independent BasicTTI pass, then our ARM pass. This
102 // allows the ARM pass to delegate to the target independent layer when
Chandler Carruth664e3542013-01-07 01:37:14 +0000103 // appropriate.
Bill Wendlingafc10362013-06-19 20:51:24 +0000104 PM.add(createBasicTargetTransformInfoPass(this));
Chandler Carruth664e3542013-01-07 01:37:14 +0000105 PM.add(createARMTargetTransformInfoPass(this));
106}
107
108
David Blaikiea379b1812011-12-20 02:50:00 +0000109void ARMTargetMachine::anchor() { }
110
Eric Christopher80b24ef2014-06-26 19:30:02 +0000111ARMTargetMachine::ARMTargetMachine(const Target &T, StringRef TT, StringRef CPU,
112 StringRef FS, const TargetOptions &Options,
Evan Chengecb29082011-11-16 08:38:26 +0000113 Reloc::Model RM, CodeModel::Model CM,
Eric Christopher80b24ef2014-06-26 19:30:02 +0000114 CodeGenOpt::Level OL, bool isLittle)
115 : ARMBaseTargetMachine(T, TT, CPU, FS, Options, RM, CM, OL, isLittle) {
Rafael Espindola227144c2013-05-13 01:16:13 +0000116 initAsmInfo();
Evan Cheng5190f092010-08-11 07:17:46 +0000117 if (!Subtarget.hasARMOps())
118 report_fatal_error("CPU: '" + Subtarget.getCPUString() + "' does not "
119 "support ARM mode execution!");
Anton Korobeynikov99152f32009-06-26 21:28:53 +0000120}
121
Christian Pirkerdc9ff752014-04-01 15:19:30 +0000122void ARMLETargetMachine::anchor() { }
Christian Pirker2a111602014-03-28 14:35:30 +0000123
Eric Christopher80b24ef2014-06-26 19:30:02 +0000124ARMLETargetMachine::ARMLETargetMachine(const Target &T, StringRef TT,
125 StringRef CPU, StringRef FS,
126 const TargetOptions &Options,
127 Reloc::Model RM, CodeModel::Model CM,
128 CodeGenOpt::Level OL)
129 : ARMTargetMachine(T, TT, CPU, FS, Options, RM, CM, OL, true) {}
Christian Pirker2a111602014-03-28 14:35:30 +0000130
Christian Pirkerdc9ff752014-04-01 15:19:30 +0000131void ARMBETargetMachine::anchor() { }
Christian Pirker2a111602014-03-28 14:35:30 +0000132
Eric Christopher80b24ef2014-06-26 19:30:02 +0000133ARMBETargetMachine::ARMBETargetMachine(const Target &T, StringRef TT,
134 StringRef CPU, StringRef FS,
135 const TargetOptions &Options,
136 Reloc::Model RM, CodeModel::Model CM,
137 CodeGenOpt::Level OL)
138 : ARMTargetMachine(T, TT, CPU, FS, Options, RM, CM, OL, false) {}
Christian Pirker2a111602014-03-28 14:35:30 +0000139
David Blaikiea379b1812011-12-20 02:50:00 +0000140void ThumbTargetMachine::anchor() { }
141
Evan Cheng2129f592011-07-19 06:37:02 +0000142ThumbTargetMachine::ThumbTargetMachine(const Target &T, StringRef TT,
143 StringRef CPU, StringRef FS,
Nick Lewycky50f02cb2011-12-02 22:16:29 +0000144 const TargetOptions &Options,
Evan Chengecb29082011-11-16 08:38:26 +0000145 Reloc::Model RM, CodeModel::Model CM,
Eric Christopher80b24ef2014-06-26 19:30:02 +0000146 CodeGenOpt::Level OL, bool isLittle)
147 : ARMBaseTargetMachine(T, TT, CPU, FS, Options, RM, CM, OL,
148 isLittle) {
Rafael Espindola227144c2013-05-13 01:16:13 +0000149 initAsmInfo();
Anton Korobeynikov99152f32009-06-26 21:28:53 +0000150}
151
Christian Pirkerdc9ff752014-04-01 15:19:30 +0000152void ThumbLETargetMachine::anchor() { }
Christian Pirker2a111602014-03-28 14:35:30 +0000153
Eric Christopher80b24ef2014-06-26 19:30:02 +0000154ThumbLETargetMachine::ThumbLETargetMachine(const Target &T, StringRef TT,
155 StringRef CPU, StringRef FS,
156 const TargetOptions &Options,
157 Reloc::Model RM, CodeModel::Model CM,
158 CodeGenOpt::Level OL)
159 : ThumbTargetMachine(T, TT, CPU, FS, Options, RM, CM, OL, true) {}
Christian Pirker2a111602014-03-28 14:35:30 +0000160
Christian Pirkerdc9ff752014-04-01 15:19:30 +0000161void ThumbBETargetMachine::anchor() { }
Christian Pirker2a111602014-03-28 14:35:30 +0000162
Eric Christopher80b24ef2014-06-26 19:30:02 +0000163ThumbBETargetMachine::ThumbBETargetMachine(const Target &T, StringRef TT,
164 StringRef CPU, StringRef FS,
165 const TargetOptions &Options,
166 Reloc::Model RM, CodeModel::Model CM,
167 CodeGenOpt::Level OL)
168 : ThumbTargetMachine(T, TT, CPU, FS, Options, RM, CM, OL, false) {}
Christian Pirker2a111602014-03-28 14:35:30 +0000169
Andrew Trickccb67362012-02-03 05:12:41 +0000170namespace {
171/// ARM Code Generator Pass Configuration Options.
172class ARMPassConfig : public TargetPassConfig {
173public:
Andrew Trickf8ea1082012-02-04 02:56:59 +0000174 ARMPassConfig(ARMBaseTargetMachine *TM, PassManagerBase &PM)
175 : TargetPassConfig(TM, PM) {}
Andrew Trickccb67362012-02-03 05:12:41 +0000176
177 ARMBaseTargetMachine &getARMTargetMachine() const {
178 return getTM<ARMBaseTargetMachine>();
179 }
180
181 const ARMSubtarget &getARMSubtarget() const {
182 return *getARMTargetMachine().getSubtargetImpl();
183 }
184
Tim Northoverb4ddc082014-05-30 10:09:59 +0000185 void addIRPasses() override;
Craig Topper6bc27bf2014-03-10 02:09:33 +0000186 bool addPreISel() override;
187 bool addInstSelector() override;
188 bool addPreRegAlloc() override;
189 bool addPreSched2() override;
190 bool addPreEmitPass() override;
Andrew Trickccb67362012-02-03 05:12:41 +0000191};
192} // namespace
193
Andrew Trickf8ea1082012-02-04 02:56:59 +0000194TargetPassConfig *ARMBaseTargetMachine::createPassConfig(PassManagerBase &PM) {
195 return new ARMPassConfig(this, PM);
Andrew Trickccb67362012-02-03 05:12:41 +0000196}
197
Tim Northoverb4ddc082014-05-30 10:09:59 +0000198void ARMPassConfig::addIRPasses() {
Jonathan Roelofs5e98ff92014-08-21 14:35:47 +0000199 if (TM->Options.ThreadModel == ThreadModel::Single)
200 addPass(createLowerAtomicPass());
201 else
Robin Morisset59c23cd2014-08-21 21:50:01 +0000202 addPass(createAtomicExpandPass(TM));
Tim Northoverc882eb02014-04-03 11:44:58 +0000203
Eric Christopherc40e5ed2014-06-19 21:03:04 +0000204 // Cmpxchg instructions are often used with a subsequent comparison to
205 // determine whether it succeeded. We can exploit existing control-flow in
206 // ldrex/strex loops to simplify this, but it needs tidying up.
207 const ARMSubtarget *Subtarget = &getARMSubtarget();
208 if (Subtarget->hasAnyDataBarrier() && !Subtarget->isThumb1Only())
Tim Northoverb4ddc082014-05-30 10:09:59 +0000209 if (TM->getOptLevel() != CodeGenOpt::None && EnableAtomicTidy)
210 addPass(createCFGSimplificationPass());
Tim Northoverb4ddc082014-05-30 10:09:59 +0000211
212 TargetPassConfig::addIRPasses();
213}
214
215bool ARMPassConfig::addPreISel() {
Tim Northoverf804c172014-02-18 11:17:29 +0000216 if (TM->getOptLevel() != CodeGenOpt::None)
Bill Wendling7a639ea2013-06-19 21:07:11 +0000217 addPass(createGlobalMergePass(TM));
Anton Korobeynikov19edda02010-07-24 21:52:08 +0000218
219 return false;
220}
221
Andrew Trickccb67362012-02-03 05:12:41 +0000222bool ARMPassConfig::addInstSelector() {
Bob Wilsonbbd38dd2012-07-02 19:48:31 +0000223 addPass(createARMISelDag(getARMTargetMachine(), getOptLevel()));
Jush Lu47172a02012-09-27 05:21:41 +0000224
225 const ARMSubtarget *Subtarget = &getARMSubtarget();
226 if (Subtarget->isTargetELF() && !Subtarget->isThumb1Only() &&
227 TM->Options.EnableFastISel)
228 addPass(createARMGlobalBaseRegPass());
Chris Lattner12e97302006-09-04 04:14:57 +0000229 return false;
230}
Rafael Espindolaf7d4a992006-09-19 15:49:25 +0000231
Andrew Trickccb67362012-02-03 05:12:41 +0000232bool ARMPassConfig::addPreRegAlloc() {
James Molloyf6419cf2014-06-16 16:42:53 +0000233 if (getOptLevel() != CodeGenOpt::None)
Bob Wilsonbbd38dd2012-07-02 19:48:31 +0000234 addPass(createARMLoadStoreOptimizationPass(true));
Silviu Baranga91ddaa12013-07-29 09:25:50 +0000235 if (getOptLevel() != CodeGenOpt::None && getARMSubtarget().isCortexA9())
Bob Wilsonbbd38dd2012-07-02 19:48:31 +0000236 addPass(createMLxExpansionPass());
Silviu Baranga82dd6ac2013-03-15 18:28:25 +0000237 // Since the A15SDOptimizer pass can insert VDUP instructions, it can only be
238 // enabled when NEON is available.
239 if (getOptLevel() != CodeGenOpt::None && getARMSubtarget().isCortexA15() &&
240 getARMSubtarget().hasNEON() && !DisableA15SDOptimization) {
241 addPass(createA15SDOptimizerPass());
242 }
Evan Cheng185c9ef2009-06-13 09:12:55 +0000243 return true;
244}
245
Andrew Trickccb67362012-02-03 05:12:41 +0000246bool ARMPassConfig::addPreSched2() {
Evan Chengecb29082011-11-16 08:38:26 +0000247 if (getOptLevel() != CodeGenOpt::None) {
James Molloyf6419cf2014-06-16 16:42:53 +0000248 addPass(createARMLoadStoreOptimizationPass());
249 printAndVerify("After ARM load / store optimizer");
James Molloy92a15072014-05-16 14:11:38 +0000250
Silviu Barangadc453362013-03-27 12:38:44 +0000251 if (getARMSubtarget().hasNEON())
Bob Wilsonbbd38dd2012-07-02 19:48:31 +0000252 addPass(createExecutionDependencyFixPass(&ARM::DPRRegClass));
Eric Christopher7ae11c62010-11-11 20:50:14 +0000253 }
Evan Chengce5a8ca2009-09-30 08:53:01 +0000254
Evan Cheng207b2462009-11-06 23:52:48 +0000255 // Expand some pseudo instructions into multiple instructions to allow
256 // proper scheduling.
Bob Wilsonbbd38dd2012-07-02 19:48:31 +0000257 addPass(createARMExpandPseudoPass());
Evan Cheng207b2462009-11-06 23:52:48 +0000258
Evan Chengecb29082011-11-16 08:38:26 +0000259 if (getOptLevel() != CodeGenOpt::None) {
Joey Goulya5153cb2013-09-09 14:21:49 +0000260 if (!getARMSubtarget().isThumb1Only()) {
261 // in v8, IfConversion depends on Thumb instruction widths
Weiming Zhao0da5cc02013-11-13 18:29:49 +0000262 if (getARMSubtarget().restrictIT() &&
Joey Goulya5153cb2013-09-09 14:21:49 +0000263 !getARMSubtarget().prefers32BitThumb())
264 addPass(createThumb2SizeReductionPass());
Bob Wilsonb9b69362012-07-02 19:48:37 +0000265 addPass(&IfConverterID);
Joey Goulya5153cb2013-09-09 14:21:49 +0000266 }
Evan Chengf128bdc2010-06-16 07:35:02 +0000267 }
Andrew Trickccb67362012-02-03 05:12:41 +0000268 if (getARMSubtarget().isThumb2())
Bob Wilsonbbd38dd2012-07-02 19:48:31 +0000269 addPass(createThumb2ITBlockPass());
Evan Chengf128bdc2010-06-16 07:35:02 +0000270
Evan Chengce5a8ca2009-09-30 08:53:01 +0000271 return true;
272}
273
Andrew Trickccb67362012-02-03 05:12:41 +0000274bool ARMPassConfig::addPreEmitPass() {
275 if (getARMSubtarget().isThumb2()) {
276 if (!getARMSubtarget().prefers32BitThumb())
Bob Wilsonbbd38dd2012-07-02 19:48:31 +0000277 addPass(createThumb2SizeReductionPass());
Evan Cheng7fae11b2011-12-14 02:11:42 +0000278
279 // Constant island pass work on unbundled instructions.
Bob Wilsonb9b69362012-07-02 19:48:37 +0000280 addPass(&UnpackMachineBundlesID);
Evan Cheng7fae11b2011-12-14 02:11:42 +0000281 }
Evan Cheng0f9cce72009-07-10 01:54:42 +0000282
Renato Golind93295e2014-04-02 09:03:43 +0000283 addPass(createARMOptimizeBarriersPass());
Bob Wilsonbbd38dd2012-07-02 19:48:31 +0000284 addPass(createARMConstantIslandPass());
Evan Cheng7fae11b2011-12-14 02:11:42 +0000285
Rafael Espindolaf7d4a992006-09-19 15:49:25 +0000286 return true;
287}