Daniel Sanders | 34eac35 | 2018-10-03 02:21:30 +0000 | [diff] [blame] | 1 | //=== lib/CodeGen/GlobalISel/AArch64PreLegalizerCombiner.cpp --------------===// |
| 2 | // |
Chandler Carruth | 2946cd7 | 2019-01-19 08:50:56 +0000 | [diff] [blame] | 3 | // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. |
| 4 | // See https://llvm.org/LICENSE.txt for license information. |
| 5 | // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception |
Daniel Sanders | 34eac35 | 2018-10-03 02:21:30 +0000 | [diff] [blame] | 6 | // |
| 7 | //===----------------------------------------------------------------------===// |
| 8 | // |
| 9 | // This pass does combining of machine instructions at the generic MI level, |
| 10 | // before the legalizer. |
| 11 | // |
| 12 | //===----------------------------------------------------------------------===// |
| 13 | |
| 14 | #include "AArch64TargetMachine.h" |
| 15 | #include "llvm/CodeGen/GlobalISel/Combiner.h" |
| 16 | #include "llvm/CodeGen/GlobalISel/CombinerHelper.h" |
| 17 | #include "llvm/CodeGen/GlobalISel/CombinerInfo.h" |
Aditya Nandakumar | c8ac029 | 2019-08-06 17:18:29 +0000 | [diff] [blame] | 18 | #include "llvm/CodeGen/GlobalISel/GISelKnownBits.h" |
Daniel Sanders | 34eac35 | 2018-10-03 02:21:30 +0000 | [diff] [blame] | 19 | #include "llvm/CodeGen/GlobalISel/MIPatternMatch.h" |
Tim Northover | 36147ad | 2019-09-09 10:04:23 +0000 | [diff] [blame^] | 20 | #include "llvm/CodeGen/MachineDominators.h" |
Daniel Sanders | 34eac35 | 2018-10-03 02:21:30 +0000 | [diff] [blame] | 21 | #include "llvm/CodeGen/MachineFunctionPass.h" |
| 22 | #include "llvm/CodeGen/TargetPassConfig.h" |
| 23 | #include "llvm/Support/Debug.h" |
| 24 | |
| 25 | #define DEBUG_TYPE "aarch64-prelegalizer-combiner" |
| 26 | |
| 27 | using namespace llvm; |
| 28 | using namespace MIPatternMatch; |
| 29 | |
| 30 | namespace { |
| 31 | class AArch64PreLegalizerCombinerInfo : public CombinerInfo { |
Aditya Nandakumar | c8ac029 | 2019-08-06 17:18:29 +0000 | [diff] [blame] | 32 | GISelKnownBits *KB; |
Tim Northover | 36147ad | 2019-09-09 10:04:23 +0000 | [diff] [blame^] | 33 | MachineDominatorTree *MDT; |
Aditya Nandakumar | c8ac029 | 2019-08-06 17:18:29 +0000 | [diff] [blame] | 34 | |
Daniel Sanders | 34eac35 | 2018-10-03 02:21:30 +0000 | [diff] [blame] | 35 | public: |
Aditya Nandakumar | c8ac029 | 2019-08-06 17:18:29 +0000 | [diff] [blame] | 36 | AArch64PreLegalizerCombinerInfo(bool EnableOpt, bool OptSize, bool MinSize, |
Tim Northover | 36147ad | 2019-09-09 10:04:23 +0000 | [diff] [blame^] | 37 | GISelKnownBits *KB, MachineDominatorTree *MDT) |
Daniel Sanders | 34eac35 | 2018-10-03 02:21:30 +0000 | [diff] [blame] | 38 | : CombinerInfo(/*AllowIllegalOps*/ true, /*ShouldLegalizeIllegal*/ false, |
Aditya Nandakumar | c8ac029 | 2019-08-06 17:18:29 +0000 | [diff] [blame] | 39 | /*LegalizerInfo*/ nullptr, EnableOpt, OptSize, MinSize), |
Tim Northover | 36147ad | 2019-09-09 10:04:23 +0000 | [diff] [blame^] | 40 | KB(KB), MDT(MDT) {} |
Aditya Nandakumar | f75d4f3 | 2018-12-05 20:14:52 +0000 | [diff] [blame] | 41 | virtual bool combine(GISelChangeObserver &Observer, MachineInstr &MI, |
Daniel Sanders | 34eac35 | 2018-10-03 02:21:30 +0000 | [diff] [blame] | 42 | MachineIRBuilder &B) const override; |
| 43 | }; |
| 44 | |
Aditya Nandakumar | f75d4f3 | 2018-12-05 20:14:52 +0000 | [diff] [blame] | 45 | bool AArch64PreLegalizerCombinerInfo::combine(GISelChangeObserver &Observer, |
Daniel Sanders | 34eac35 | 2018-10-03 02:21:30 +0000 | [diff] [blame] | 46 | MachineInstr &MI, |
| 47 | MachineIRBuilder &B) const { |
Tim Northover | 36147ad | 2019-09-09 10:04:23 +0000 | [diff] [blame^] | 48 | CombinerHelper Helper(Observer, B, KB, MDT); |
Daniel Sanders | 34eac35 | 2018-10-03 02:21:30 +0000 | [diff] [blame] | 49 | |
| 50 | switch (MI.getOpcode()) { |
| 51 | default: |
| 52 | return false; |
Amara Emerson | 93e58d2 | 2019-04-13 00:33:25 +0000 | [diff] [blame] | 53 | case TargetOpcode::COPY: |
| 54 | return Helper.tryCombineCopy(MI); |
Amara Emerson | 6616e26 | 2019-07-09 16:05:59 +0000 | [diff] [blame] | 55 | case TargetOpcode::G_BR: |
| 56 | return Helper.tryCombineBr(MI); |
Daniel Sanders | 34eac35 | 2018-10-03 02:21:30 +0000 | [diff] [blame] | 57 | case TargetOpcode::G_LOAD: |
| 58 | case TargetOpcode::G_SEXTLOAD: |
Tim Northover | 36147ad | 2019-09-09 10:04:23 +0000 | [diff] [blame^] | 59 | case TargetOpcode::G_ZEXTLOAD: { |
| 60 | bool Changed = false; |
| 61 | Changed |= Helper.tryCombineExtendingLoads(MI); |
| 62 | Changed |= Helper.tryCombineIndexedLoadStore(MI); |
| 63 | return Changed; |
| 64 | } |
| 65 | case TargetOpcode::G_STORE: |
| 66 | return Helper.tryCombineIndexedLoadStore(MI); |
Amara Emerson | 13af1ed | 2019-07-24 22:17:31 +0000 | [diff] [blame] | 67 | case TargetOpcode::G_INTRINSIC_W_SIDE_EFFECTS: |
| 68 | switch (MI.getIntrinsicID()) { |
| 69 | case Intrinsic::memcpy: |
| 70 | case Intrinsic::memmove: |
| 71 | case Intrinsic::memset: { |
Amara Emerson | 85e5e28 | 2019-08-05 20:02:52 +0000 | [diff] [blame] | 72 | // If we're at -O0 set a maxlen of 32 to inline, otherwise let the other |
| 73 | // heuristics decide. |
| 74 | unsigned MaxLen = EnableOpt ? 0 : 32; |
Amara Emerson | 13af1ed | 2019-07-24 22:17:31 +0000 | [diff] [blame] | 75 | // Try to inline memcpy type calls if optimizations are enabled. |
Amara Emerson | 85e5e28 | 2019-08-05 20:02:52 +0000 | [diff] [blame] | 76 | return (!EnableOptSize) ? Helper.tryCombineMemCpyFamily(MI, MaxLen) |
| 77 | : false; |
Amara Emerson | 13af1ed | 2019-07-24 22:17:31 +0000 | [diff] [blame] | 78 | } |
| 79 | default: |
| 80 | break; |
| 81 | } |
Daniel Sanders | 34eac35 | 2018-10-03 02:21:30 +0000 | [diff] [blame] | 82 | } |
| 83 | |
| 84 | return false; |
| 85 | } |
| 86 | |
| 87 | // Pass boilerplate |
| 88 | // ================ |
| 89 | |
| 90 | class AArch64PreLegalizerCombiner : public MachineFunctionPass { |
| 91 | public: |
| 92 | static char ID; |
| 93 | |
Tim Northover | 36147ad | 2019-09-09 10:04:23 +0000 | [diff] [blame^] | 94 | AArch64PreLegalizerCombiner(bool IsOptNone = false); |
Daniel Sanders | 34eac35 | 2018-10-03 02:21:30 +0000 | [diff] [blame] | 95 | |
| 96 | StringRef getPassName() const override { return "AArch64PreLegalizerCombiner"; } |
| 97 | |
| 98 | bool runOnMachineFunction(MachineFunction &MF) override; |
| 99 | |
| 100 | void getAnalysisUsage(AnalysisUsage &AU) const override; |
Tim Northover | 36147ad | 2019-09-09 10:04:23 +0000 | [diff] [blame^] | 101 | private: |
| 102 | bool IsOptNone; |
Daniel Sanders | 34eac35 | 2018-10-03 02:21:30 +0000 | [diff] [blame] | 103 | }; |
| 104 | } |
| 105 | |
| 106 | void AArch64PreLegalizerCombiner::getAnalysisUsage(AnalysisUsage &AU) const { |
| 107 | AU.addRequired<TargetPassConfig>(); |
| 108 | AU.setPreservesCFG(); |
| 109 | getSelectionDAGFallbackAnalysisUsage(AU); |
Aditya Nandakumar | c8ac029 | 2019-08-06 17:18:29 +0000 | [diff] [blame] | 110 | AU.addRequired<GISelKnownBitsAnalysis>(); |
| 111 | AU.addPreserved<GISelKnownBitsAnalysis>(); |
Tim Northover | 36147ad | 2019-09-09 10:04:23 +0000 | [diff] [blame^] | 112 | if (!IsOptNone) { |
| 113 | AU.addRequired<MachineDominatorTree>(); |
| 114 | AU.addPreserved<MachineDominatorTree>(); |
| 115 | } |
Daniel Sanders | 34eac35 | 2018-10-03 02:21:30 +0000 | [diff] [blame] | 116 | MachineFunctionPass::getAnalysisUsage(AU); |
| 117 | } |
| 118 | |
Tim Northover | 36147ad | 2019-09-09 10:04:23 +0000 | [diff] [blame^] | 119 | AArch64PreLegalizerCombiner::AArch64PreLegalizerCombiner(bool IsOptNone) |
| 120 | : MachineFunctionPass(ID), IsOptNone(IsOptNone) { |
Daniel Sanders | 34eac35 | 2018-10-03 02:21:30 +0000 | [diff] [blame] | 121 | initializeAArch64PreLegalizerCombinerPass(*PassRegistry::getPassRegistry()); |
| 122 | } |
| 123 | |
| 124 | bool AArch64PreLegalizerCombiner::runOnMachineFunction(MachineFunction &MF) { |
| 125 | if (MF.getProperties().hasProperty( |
| 126 | MachineFunctionProperties::Property::FailedISel)) |
| 127 | return false; |
| 128 | auto *TPC = &getAnalysis<TargetPassConfig>(); |
Amara Emerson | 13af1ed | 2019-07-24 22:17:31 +0000 | [diff] [blame] | 129 | const Function &F = MF.getFunction(); |
| 130 | bool EnableOpt = |
| 131 | MF.getTarget().getOptLevel() != CodeGenOpt::None && !skipFunction(F); |
Aditya Nandakumar | c8ac029 | 2019-08-06 17:18:29 +0000 | [diff] [blame] | 132 | GISelKnownBits *KB = &getAnalysis<GISelKnownBitsAnalysis>().get(MF); |
Tim Northover | 36147ad | 2019-09-09 10:04:23 +0000 | [diff] [blame^] | 133 | MachineDominatorTree *MDT = |
| 134 | IsOptNone ? nullptr : &getAnalysis<MachineDominatorTree>(); |
Amara Emerson | 13af1ed | 2019-07-24 22:17:31 +0000 | [diff] [blame] | 135 | AArch64PreLegalizerCombinerInfo PCInfo(EnableOpt, F.hasOptSize(), |
Tim Northover | 36147ad | 2019-09-09 10:04:23 +0000 | [diff] [blame^] | 136 | F.hasMinSize(), KB, MDT); |
Daniel Sanders | 34eac35 | 2018-10-03 02:21:30 +0000 | [diff] [blame] | 137 | Combiner C(PCInfo, TPC); |
Aditya Nandakumar | 500e3ea | 2019-01-16 00:40:37 +0000 | [diff] [blame] | 138 | return C.combineMachineInstrs(MF, /*CSEInfo*/ nullptr); |
Daniel Sanders | 34eac35 | 2018-10-03 02:21:30 +0000 | [diff] [blame] | 139 | } |
| 140 | |
| 141 | char AArch64PreLegalizerCombiner::ID = 0; |
| 142 | INITIALIZE_PASS_BEGIN(AArch64PreLegalizerCombiner, DEBUG_TYPE, |
| 143 | "Combine AArch64 machine instrs before legalization", |
| 144 | false, false) |
| 145 | INITIALIZE_PASS_DEPENDENCY(TargetPassConfig) |
Aditya Nandakumar | c8ac029 | 2019-08-06 17:18:29 +0000 | [diff] [blame] | 146 | INITIALIZE_PASS_DEPENDENCY(GISelKnownBitsAnalysis) |
Daniel Sanders | 34eac35 | 2018-10-03 02:21:30 +0000 | [diff] [blame] | 147 | INITIALIZE_PASS_END(AArch64PreLegalizerCombiner, DEBUG_TYPE, |
| 148 | "Combine AArch64 machine instrs before legalization", false, |
| 149 | false) |
| 150 | |
| 151 | |
| 152 | namespace llvm { |
Tim Northover | 36147ad | 2019-09-09 10:04:23 +0000 | [diff] [blame^] | 153 | FunctionPass *createAArch64PreLegalizeCombiner(bool IsOptNone) { |
| 154 | return new AArch64PreLegalizerCombiner(IsOptNone); |
Daniel Sanders | 34eac35 | 2018-10-03 02:21:30 +0000 | [diff] [blame] | 155 | } |
| 156 | } // end namespace llvm |