blob: 108970c64e30a9c571a23f52eeea9afc5c991a57 [file] [log] [blame]
Daniel Sanders34eac352018-10-03 02:21:30 +00001//=== lib/CodeGen/GlobalISel/AArch64PreLegalizerCombiner.cpp --------------===//
2//
Chandler Carruth2946cd72019-01-19 08:50:56 +00003// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4// See https://llvm.org/LICENSE.txt for license information.
5// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
Daniel Sanders34eac352018-10-03 02:21:30 +00006//
7//===----------------------------------------------------------------------===//
8//
9// This pass does combining of machine instructions at the generic MI level,
10// before the legalizer.
11//
12//===----------------------------------------------------------------------===//
13
14#include "AArch64TargetMachine.h"
15#include "llvm/CodeGen/GlobalISel/Combiner.h"
16#include "llvm/CodeGen/GlobalISel/CombinerHelper.h"
17#include "llvm/CodeGen/GlobalISel/CombinerInfo.h"
Aditya Nandakumarc8ac0292019-08-06 17:18:29 +000018#include "llvm/CodeGen/GlobalISel/GISelKnownBits.h"
Daniel Sanders34eac352018-10-03 02:21:30 +000019#include "llvm/CodeGen/GlobalISel/MIPatternMatch.h"
Tim Northover36147ad2019-09-09 10:04:23 +000020#include "llvm/CodeGen/MachineDominators.h"
Daniel Sanders34eac352018-10-03 02:21:30 +000021#include "llvm/CodeGen/MachineFunctionPass.h"
22#include "llvm/CodeGen/TargetPassConfig.h"
23#include "llvm/Support/Debug.h"
24
25#define DEBUG_TYPE "aarch64-prelegalizer-combiner"
26
27using namespace llvm;
28using namespace MIPatternMatch;
29
30namespace {
31class AArch64PreLegalizerCombinerInfo : public CombinerInfo {
Aditya Nandakumarc8ac0292019-08-06 17:18:29 +000032 GISelKnownBits *KB;
Tim Northover36147ad2019-09-09 10:04:23 +000033 MachineDominatorTree *MDT;
Aditya Nandakumarc8ac0292019-08-06 17:18:29 +000034
Daniel Sanders34eac352018-10-03 02:21:30 +000035public:
Aditya Nandakumarc8ac0292019-08-06 17:18:29 +000036 AArch64PreLegalizerCombinerInfo(bool EnableOpt, bool OptSize, bool MinSize,
Tim Northover36147ad2019-09-09 10:04:23 +000037 GISelKnownBits *KB, MachineDominatorTree *MDT)
Daniel Sanders34eac352018-10-03 02:21:30 +000038 : CombinerInfo(/*AllowIllegalOps*/ true, /*ShouldLegalizeIllegal*/ false,
Aditya Nandakumarc8ac0292019-08-06 17:18:29 +000039 /*LegalizerInfo*/ nullptr, EnableOpt, OptSize, MinSize),
Tim Northover36147ad2019-09-09 10:04:23 +000040 KB(KB), MDT(MDT) {}
Aditya Nandakumarf75d4f32018-12-05 20:14:52 +000041 virtual bool combine(GISelChangeObserver &Observer, MachineInstr &MI,
Daniel Sanders34eac352018-10-03 02:21:30 +000042 MachineIRBuilder &B) const override;
43};
44
Aditya Nandakumarf75d4f32018-12-05 20:14:52 +000045bool AArch64PreLegalizerCombinerInfo::combine(GISelChangeObserver &Observer,
Daniel Sanders34eac352018-10-03 02:21:30 +000046 MachineInstr &MI,
47 MachineIRBuilder &B) const {
Tim Northover36147ad2019-09-09 10:04:23 +000048 CombinerHelper Helper(Observer, B, KB, MDT);
Daniel Sanders34eac352018-10-03 02:21:30 +000049
50 switch (MI.getOpcode()) {
51 default:
52 return false;
Amara Emerson93e58d22019-04-13 00:33:25 +000053 case TargetOpcode::COPY:
54 return Helper.tryCombineCopy(MI);
Amara Emerson6616e262019-07-09 16:05:59 +000055 case TargetOpcode::G_BR:
56 return Helper.tryCombineBr(MI);
Daniel Sanders34eac352018-10-03 02:21:30 +000057 case TargetOpcode::G_LOAD:
58 case TargetOpcode::G_SEXTLOAD:
Tim Northover36147ad2019-09-09 10:04:23 +000059 case TargetOpcode::G_ZEXTLOAD: {
60 bool Changed = false;
61 Changed |= Helper.tryCombineExtendingLoads(MI);
62 Changed |= Helper.tryCombineIndexedLoadStore(MI);
63 return Changed;
64 }
65 case TargetOpcode::G_STORE:
66 return Helper.tryCombineIndexedLoadStore(MI);
Amara Emerson13af1ed2019-07-24 22:17:31 +000067 case TargetOpcode::G_INTRINSIC_W_SIDE_EFFECTS:
68 switch (MI.getIntrinsicID()) {
69 case Intrinsic::memcpy:
70 case Intrinsic::memmove:
71 case Intrinsic::memset: {
Amara Emerson85e5e282019-08-05 20:02:52 +000072 // If we're at -O0 set a maxlen of 32 to inline, otherwise let the other
73 // heuristics decide.
74 unsigned MaxLen = EnableOpt ? 0 : 32;
Amara Emerson13af1ed2019-07-24 22:17:31 +000075 // Try to inline memcpy type calls if optimizations are enabled.
Amara Emerson85e5e282019-08-05 20:02:52 +000076 return (!EnableOptSize) ? Helper.tryCombineMemCpyFamily(MI, MaxLen)
77 : false;
Amara Emerson13af1ed2019-07-24 22:17:31 +000078 }
79 default:
80 break;
81 }
Daniel Sanders34eac352018-10-03 02:21:30 +000082 }
83
84 return false;
85}
86
87// Pass boilerplate
88// ================
89
90class AArch64PreLegalizerCombiner : public MachineFunctionPass {
91public:
92 static char ID;
93
Tim Northover36147ad2019-09-09 10:04:23 +000094 AArch64PreLegalizerCombiner(bool IsOptNone = false);
Daniel Sanders34eac352018-10-03 02:21:30 +000095
96 StringRef getPassName() const override { return "AArch64PreLegalizerCombiner"; }
97
98 bool runOnMachineFunction(MachineFunction &MF) override;
99
100 void getAnalysisUsage(AnalysisUsage &AU) const override;
Tim Northover36147ad2019-09-09 10:04:23 +0000101private:
102 bool IsOptNone;
Daniel Sanders34eac352018-10-03 02:21:30 +0000103};
104}
105
106void AArch64PreLegalizerCombiner::getAnalysisUsage(AnalysisUsage &AU) const {
107 AU.addRequired<TargetPassConfig>();
108 AU.setPreservesCFG();
109 getSelectionDAGFallbackAnalysisUsage(AU);
Aditya Nandakumarc8ac0292019-08-06 17:18:29 +0000110 AU.addRequired<GISelKnownBitsAnalysis>();
111 AU.addPreserved<GISelKnownBitsAnalysis>();
Tim Northover36147ad2019-09-09 10:04:23 +0000112 if (!IsOptNone) {
113 AU.addRequired<MachineDominatorTree>();
114 AU.addPreserved<MachineDominatorTree>();
115 }
Daniel Sanders34eac352018-10-03 02:21:30 +0000116 MachineFunctionPass::getAnalysisUsage(AU);
117}
118
Tim Northover36147ad2019-09-09 10:04:23 +0000119AArch64PreLegalizerCombiner::AArch64PreLegalizerCombiner(bool IsOptNone)
120 : MachineFunctionPass(ID), IsOptNone(IsOptNone) {
Daniel Sanders34eac352018-10-03 02:21:30 +0000121 initializeAArch64PreLegalizerCombinerPass(*PassRegistry::getPassRegistry());
122}
123
124bool AArch64PreLegalizerCombiner::runOnMachineFunction(MachineFunction &MF) {
125 if (MF.getProperties().hasProperty(
126 MachineFunctionProperties::Property::FailedISel))
127 return false;
128 auto *TPC = &getAnalysis<TargetPassConfig>();
Amara Emerson13af1ed2019-07-24 22:17:31 +0000129 const Function &F = MF.getFunction();
130 bool EnableOpt =
131 MF.getTarget().getOptLevel() != CodeGenOpt::None && !skipFunction(F);
Aditya Nandakumarc8ac0292019-08-06 17:18:29 +0000132 GISelKnownBits *KB = &getAnalysis<GISelKnownBitsAnalysis>().get(MF);
Tim Northover36147ad2019-09-09 10:04:23 +0000133 MachineDominatorTree *MDT =
134 IsOptNone ? nullptr : &getAnalysis<MachineDominatorTree>();
Amara Emerson13af1ed2019-07-24 22:17:31 +0000135 AArch64PreLegalizerCombinerInfo PCInfo(EnableOpt, F.hasOptSize(),
Tim Northover36147ad2019-09-09 10:04:23 +0000136 F.hasMinSize(), KB, MDT);
Daniel Sanders34eac352018-10-03 02:21:30 +0000137 Combiner C(PCInfo, TPC);
Aditya Nandakumar500e3ea2019-01-16 00:40:37 +0000138 return C.combineMachineInstrs(MF, /*CSEInfo*/ nullptr);
Daniel Sanders34eac352018-10-03 02:21:30 +0000139}
140
141char AArch64PreLegalizerCombiner::ID = 0;
142INITIALIZE_PASS_BEGIN(AArch64PreLegalizerCombiner, DEBUG_TYPE,
143 "Combine AArch64 machine instrs before legalization",
144 false, false)
145INITIALIZE_PASS_DEPENDENCY(TargetPassConfig)
Aditya Nandakumarc8ac0292019-08-06 17:18:29 +0000146INITIALIZE_PASS_DEPENDENCY(GISelKnownBitsAnalysis)
Daniel Sanders34eac352018-10-03 02:21:30 +0000147INITIALIZE_PASS_END(AArch64PreLegalizerCombiner, DEBUG_TYPE,
148 "Combine AArch64 machine instrs before legalization", false,
149 false)
150
151
152namespace llvm {
Tim Northover36147ad2019-09-09 10:04:23 +0000153FunctionPass *createAArch64PreLegalizeCombiner(bool IsOptNone) {
154 return new AArch64PreLegalizerCombiner(IsOptNone);
Daniel Sanders34eac352018-10-03 02:21:30 +0000155}
156} // end namespace llvm