| Richard Sandiford | bdbb8af | 2013-08-05 10:58:53 +0000 | [diff] [blame] | 1 | //===-- SystemZElimCompare.cpp - Eliminate comparison instructions --------===// |
| 2 | // |
| Chandler Carruth | 2946cd7 | 2019-01-19 08:50:56 +0000 | [diff] [blame] | 3 | // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. |
| 4 | // See https://llvm.org/LICENSE.txt for license information. |
| 5 | // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception |
| Richard Sandiford | bdbb8af | 2013-08-05 10:58:53 +0000 | [diff] [blame] | 6 | // |
| 7 | //===----------------------------------------------------------------------===// |
| 8 | // |
| 9 | // This pass: |
| 10 | // (1) tries to remove compares if CC already contains the required information |
| 11 | // (2) fuses compares and branches into COMPARE AND BRANCH instructions |
| 12 | // |
| 13 | //===----------------------------------------------------------------------===// |
| 14 | |
| Eugene Zelenko | 3943d2b | 2017-01-24 22:10:43 +0000 | [diff] [blame] | 15 | #include "SystemZ.h" |
| 16 | #include "SystemZInstrInfo.h" |
| Richard Sandiford | bdbb8af | 2013-08-05 10:58:53 +0000 | [diff] [blame] | 17 | #include "SystemZTargetMachine.h" |
| Eugene Zelenko | 3943d2b | 2017-01-24 22:10:43 +0000 | [diff] [blame] | 18 | #include "llvm/ADT/SmallVector.h" |
| Richard Sandiford | bdbb8af | 2013-08-05 10:58:53 +0000 | [diff] [blame] | 19 | #include "llvm/ADT/Statistic.h" |
| Eugene Zelenko | 3943d2b | 2017-01-24 22:10:43 +0000 | [diff] [blame] | 20 | #include "llvm/ADT/StringRef.h" |
| Jonas Paulsson | bf6744d | 2019-11-04 16:11:12 +0100 | [diff] [blame] | 21 | #include "llvm/CodeGen/LivePhysRegs.h" |
| Eugene Zelenko | 3943d2b | 2017-01-24 22:10:43 +0000 | [diff] [blame] | 22 | #include "llvm/CodeGen/MachineBasicBlock.h" |
| 23 | #include "llvm/CodeGen/MachineFunction.h" |
| Richard Sandiford | bdbb8af | 2013-08-05 10:58:53 +0000 | [diff] [blame] | 24 | #include "llvm/CodeGen/MachineFunctionPass.h" |
| Eugene Zelenko | 3943d2b | 2017-01-24 22:10:43 +0000 | [diff] [blame] | 25 | #include "llvm/CodeGen/MachineInstr.h" |
| Richard Sandiford | bdbb8af | 2013-08-05 10:58:53 +0000 | [diff] [blame] | 26 | #include "llvm/CodeGen/MachineInstrBuilder.h" |
| Eugene Zelenko | 3943d2b | 2017-01-24 22:10:43 +0000 | [diff] [blame] | 27 | #include "llvm/CodeGen/MachineOperand.h" |
| David Blaikie | b3bde2e | 2017-11-17 01:07:10 +0000 | [diff] [blame] | 28 | #include "llvm/CodeGen/TargetRegisterInfo.h" |
| 29 | #include "llvm/CodeGen/TargetSubtargetInfo.h" |
| Eugene Zelenko | 3943d2b | 2017-01-24 22:10:43 +0000 | [diff] [blame] | 30 | #include "llvm/MC/MCInstrDesc.h" |
| Eugene Zelenko | 3943d2b | 2017-01-24 22:10:43 +0000 | [diff] [blame] | 31 | #include <cassert> |
| 32 | #include <cstdint> |
| Richard Sandiford | bdbb8af | 2013-08-05 10:58:53 +0000 | [diff] [blame] | 33 | |
| 34 | using namespace llvm; |
| 35 | |
| Chandler Carruth | 84e68b2 | 2014-04-22 02:41:26 +0000 | [diff] [blame] | 36 | #define DEBUG_TYPE "systemz-elim-compare" |
| 37 | |
| Richard Sandiford | c212125 | 2013-08-05 11:23:46 +0000 | [diff] [blame] | 38 | STATISTIC(BranchOnCounts, "Number of branch-on-count instructions"); |
| Ulrich Weigand | 2d9e3d9 | 2016-11-28 13:59:22 +0000 | [diff] [blame] | 39 | STATISTIC(LoadAndTraps, "Number of load-and-trap instructions"); |
| Richard Sandiford | bdbb8af | 2013-08-05 10:58:53 +0000 | [diff] [blame] | 40 | STATISTIC(EliminatedComparisons, "Number of eliminated comparisons"); |
| 41 | STATISTIC(FusedComparisons, "Number of fused compare-and-branch instructions"); |
| 42 | |
| 43 | namespace { |
| Eugene Zelenko | 3943d2b | 2017-01-24 22:10:43 +0000 | [diff] [blame] | 44 | |
| Richard Sandiford | c231269 | 2014-03-06 10:38:30 +0000 | [diff] [blame] | 45 | // Represents the references to a particular register in one or more |
| 46 | // instructions. |
| 47 | struct Reference { |
| Eugene Zelenko | 3943d2b | 2017-01-24 22:10:43 +0000 | [diff] [blame] | 48 | Reference() = default; |
| Richard Sandiford | c212125 | 2013-08-05 11:23:46 +0000 | [diff] [blame] | 49 | |
| Richard Sandiford | c231269 | 2014-03-06 10:38:30 +0000 | [diff] [blame] | 50 | Reference &operator|=(const Reference &Other) { |
| 51 | Def |= Other.Def; |
| Richard Sandiford | c231269 | 2014-03-06 10:38:30 +0000 | [diff] [blame] | 52 | Use |= Other.Use; |
| Richard Sandiford | c231269 | 2014-03-06 10:38:30 +0000 | [diff] [blame] | 53 | return *this; |
| 54 | } |
| Richard Sandiford | c212125 | 2013-08-05 11:23:46 +0000 | [diff] [blame] | 55 | |
| Aaron Ballman | b46962f | 2015-02-15 22:00:20 +0000 | [diff] [blame] | 56 | explicit operator bool() const { return Def || Use; } |
| Richard Sandiford | c212125 | 2013-08-05 11:23:46 +0000 | [diff] [blame] | 57 | |
| Richard Sandiford | c231269 | 2014-03-06 10:38:30 +0000 | [diff] [blame] | 58 | // True if the register is defined or used in some form, either directly or |
| 59 | // via a sub- or super-register. |
| Eugene Zelenko | 3943d2b | 2017-01-24 22:10:43 +0000 | [diff] [blame] | 60 | bool Def = false; |
| 61 | bool Use = false; |
| Richard Sandiford | c231269 | 2014-03-06 10:38:30 +0000 | [diff] [blame] | 62 | }; |
| Richard Sandiford | c212125 | 2013-08-05 11:23:46 +0000 | [diff] [blame] | 63 | |
| Richard Sandiford | c231269 | 2014-03-06 10:38:30 +0000 | [diff] [blame] | 64 | class SystemZElimCompare : public MachineFunctionPass { |
| 65 | public: |
| 66 | static char ID; |
| Eugene Zelenko | 3943d2b | 2017-01-24 22:10:43 +0000 | [diff] [blame] | 67 | |
| Richard Sandiford | c231269 | 2014-03-06 10:38:30 +0000 | [diff] [blame] | 68 | SystemZElimCompare(const SystemZTargetMachine &tm) |
| Eugene Zelenko | 3943d2b | 2017-01-24 22:10:43 +0000 | [diff] [blame] | 69 | : MachineFunctionPass(ID) {} |
| Richard Sandiford | bdbb8af | 2013-08-05 10:58:53 +0000 | [diff] [blame] | 70 | |
| Mehdi Amini | 117296c | 2016-10-01 02:56:57 +0000 | [diff] [blame] | 71 | StringRef getPassName() const override { |
| Richard Sandiford | c231269 | 2014-03-06 10:38:30 +0000 | [diff] [blame] | 72 | return "SystemZ Comparison Elimination"; |
| 73 | } |
| Richard Sandiford | bdbb8af | 2013-08-05 10:58:53 +0000 | [diff] [blame] | 74 | |
| Richard Sandiford | 28c111e | 2014-03-06 11:00:15 +0000 | [diff] [blame] | 75 | bool processBlock(MachineBasicBlock &MBB); |
| Craig Topper | 9d74a5a | 2014-04-29 07:58:41 +0000 | [diff] [blame] | 76 | bool runOnMachineFunction(MachineFunction &F) override; |
| Eugene Zelenko | 3943d2b | 2017-01-24 22:10:43 +0000 | [diff] [blame] | 77 | |
| Derek Schuff | 1dbf7a5 | 2016-04-04 17:09:25 +0000 | [diff] [blame] | 78 | MachineFunctionProperties getRequiredProperties() const override { |
| 79 | return MachineFunctionProperties().set( |
| Matthias Braun | 1eb4736 | 2016-08-25 01:27:13 +0000 | [diff] [blame] | 80 | MachineFunctionProperties::Property::NoVRegs); |
| Derek Schuff | 1dbf7a5 | 2016-04-04 17:09:25 +0000 | [diff] [blame] | 81 | } |
| Richard Sandiford | bdbb8af | 2013-08-05 10:58:53 +0000 | [diff] [blame] | 82 | |
| Richard Sandiford | c231269 | 2014-03-06 10:38:30 +0000 | [diff] [blame] | 83 | private: |
| Duncan P. N. Exon Smith | 4565ec0 | 2016-07-12 01:39:01 +0000 | [diff] [blame] | 84 | Reference getRegReferences(MachineInstr &MI, unsigned Reg); |
| 85 | bool convertToBRCT(MachineInstr &MI, MachineInstr &Compare, |
| Richard Sandiford | c231269 | 2014-03-06 10:38:30 +0000 | [diff] [blame] | 86 | SmallVectorImpl<MachineInstr *> &CCUsers); |
| Ulrich Weigand | 2d9e3d9 | 2016-11-28 13:59:22 +0000 | [diff] [blame] | 87 | bool convertToLoadAndTrap(MachineInstr &MI, MachineInstr &Compare, |
| 88 | SmallVectorImpl<MachineInstr *> &CCUsers); |
| Jonas Paulsson | 776a81a | 2018-01-15 15:41:26 +0000 | [diff] [blame] | 89 | bool convertToLoadAndTest(MachineInstr &MI, MachineInstr &Compare, |
| 90 | SmallVectorImpl<MachineInstr *> &CCUsers); |
| Duncan P. N. Exon Smith | 4565ec0 | 2016-07-12 01:39:01 +0000 | [diff] [blame] | 91 | bool adjustCCMasksForInstr(MachineInstr &MI, MachineInstr &Compare, |
| Jonas Paulsson | 776a81a | 2018-01-15 15:41:26 +0000 | [diff] [blame] | 92 | SmallVectorImpl<MachineInstr *> &CCUsers, |
| 93 | unsigned ConvOpc = 0); |
| Duncan P. N. Exon Smith | 4565ec0 | 2016-07-12 01:39:01 +0000 | [diff] [blame] | 94 | bool optimizeCompareZero(MachineInstr &Compare, |
| Richard Sandiford | c231269 | 2014-03-06 10:38:30 +0000 | [diff] [blame] | 95 | SmallVectorImpl<MachineInstr *> &CCUsers); |
| Duncan P. N. Exon Smith | 4565ec0 | 2016-07-12 01:39:01 +0000 | [diff] [blame] | 96 | bool fuseCompareOperations(MachineInstr &Compare, |
| Zhan Jun Liau | ab42cbc | 2016-06-10 19:58:10 +0000 | [diff] [blame] | 97 | SmallVectorImpl<MachineInstr *> &CCUsers); |
| Richard Sandiford | bdbb8af | 2013-08-05 10:58:53 +0000 | [diff] [blame] | 98 | |
| Eugene Zelenko | 3943d2b | 2017-01-24 22:10:43 +0000 | [diff] [blame] | 99 | const SystemZInstrInfo *TII = nullptr; |
| 100 | const TargetRegisterInfo *TRI = nullptr; |
| Richard Sandiford | c231269 | 2014-03-06 10:38:30 +0000 | [diff] [blame] | 101 | }; |
| Richard Sandiford | bdbb8af | 2013-08-05 10:58:53 +0000 | [diff] [blame] | 102 | |
| Richard Sandiford | c231269 | 2014-03-06 10:38:30 +0000 | [diff] [blame] | 103 | char SystemZElimCompare::ID = 0; |
| Richard Sandiford | bdbb8af | 2013-08-05 10:58:53 +0000 | [diff] [blame] | 104 | |
| Eugene Zelenko | 3943d2b | 2017-01-24 22:10:43 +0000 | [diff] [blame] | 105 | } // end anonymous namespace |
| Richard Sandiford | bdbb8af | 2013-08-05 10:58:53 +0000 | [diff] [blame] | 106 | |
| Jonas Paulsson | b0e8a2e | 2017-09-21 13:52:24 +0000 | [diff] [blame] | 107 | // Returns true if MI is an instruction whose output equals the value in Reg. |
| 108 | static bool preservesValueOf(MachineInstr &MI, unsigned Reg) { |
| Duncan P. N. Exon Smith | 4565ec0 | 2016-07-12 01:39:01 +0000 | [diff] [blame] | 109 | switch (MI.getOpcode()) { |
| Richard Sandiford | b49a3ab | 2013-08-05 11:03:20 +0000 | [diff] [blame] | 110 | case SystemZ::LR: |
| 111 | case SystemZ::LGR: |
| 112 | case SystemZ::LGFR: |
| 113 | case SystemZ::LTR: |
| 114 | case SystemZ::LTGR: |
| 115 | case SystemZ::LTGFR: |
| Richard Sandiford | 0897fce | 2013-08-07 11:10:06 +0000 | [diff] [blame] | 116 | case SystemZ::LER: |
| 117 | case SystemZ::LDR: |
| 118 | case SystemZ::LXR: |
| 119 | case SystemZ::LTEBR: |
| 120 | case SystemZ::LTDBR: |
| 121 | case SystemZ::LTXBR: |
| Duncan P. N. Exon Smith | 4565ec0 | 2016-07-12 01:39:01 +0000 | [diff] [blame] | 122 | if (MI.getOperand(1).getReg() == Reg) |
| Richard Sandiford | b49a3ab | 2013-08-05 11:03:20 +0000 | [diff] [blame] | 123 | return true; |
| 124 | } |
| 125 | |
| Richard Sandiford | bdbb8af | 2013-08-05 10:58:53 +0000 | [diff] [blame] | 126 | return false; |
| 127 | } |
| 128 | |
| Jonas Paulsson | b0e8a2e | 2017-09-21 13:52:24 +0000 | [diff] [blame] | 129 | // Return true if any CC result of MI would (perhaps after conversion) |
| 130 | // reflect the value of Reg. |
| 131 | static bool resultTests(MachineInstr &MI, unsigned Reg) { |
| 132 | if (MI.getNumOperands() > 0 && MI.getOperand(0).isReg() && |
| 133 | MI.getOperand(0).isDef() && MI.getOperand(0).getReg() == Reg) |
| 134 | return true; |
| 135 | |
| 136 | return (preservesValueOf(MI, Reg)); |
| 137 | } |
| 138 | |
| Jonas Paulsson | ee3685f | 2015-10-09 11:27:44 +0000 | [diff] [blame] | 139 | // Describe the references to Reg or any of its aliases in MI. |
| Duncan P. N. Exon Smith | 4565ec0 | 2016-07-12 01:39:01 +0000 | [diff] [blame] | 140 | Reference SystemZElimCompare::getRegReferences(MachineInstr &MI, unsigned Reg) { |
| Richard Sandiford | c212125 | 2013-08-05 11:23:46 +0000 | [diff] [blame] | 141 | Reference Ref; |
| Jonas Paulsson | 961c47e | 2019-01-23 07:42:26 +0000 | [diff] [blame] | 142 | if (MI.isDebugInstr()) |
| 143 | return Ref; |
| 144 | |
| Duncan P. N. Exon Smith | 4565ec0 | 2016-07-12 01:39:01 +0000 | [diff] [blame] | 145 | for (unsigned I = 0, E = MI.getNumOperands(); I != E; ++I) { |
| 146 | const MachineOperand &MO = MI.getOperand(I); |
| Richard Sandiford | c212125 | 2013-08-05 11:23:46 +0000 | [diff] [blame] | 147 | if (MO.isReg()) { |
| Daniel Sanders | 0c47611 | 2019-08-15 19:22:08 +0000 | [diff] [blame] | 148 | if (Register MOReg = MO.getReg()) { |
| Jonas Paulsson | ee3685f | 2015-10-09 11:27:44 +0000 | [diff] [blame] | 149 | if (TRI->regsOverlap(MOReg, Reg)) { |
| 150 | if (MO.isUse()) |
| Richard Sandiford | c212125 | 2013-08-05 11:23:46 +0000 | [diff] [blame] | 151 | Ref.Use = true; |
| Jonas Paulsson | ee3685f | 2015-10-09 11:27:44 +0000 | [diff] [blame] | 152 | else if (MO.isDef()) |
| Richard Sandiford | c212125 | 2013-08-05 11:23:46 +0000 | [diff] [blame] | 153 | Ref.Def = true; |
| Richard Sandiford | c212125 | 2013-08-05 11:23:46 +0000 | [diff] [blame] | 154 | } |
| 155 | } |
| 156 | } |
| 157 | } |
| 158 | return Ref; |
| 159 | } |
| 160 | |
| Jonas Paulsson | 5d3fbd3 | 2015-10-08 07:40:23 +0000 | [diff] [blame] | 161 | // Return true if this is a load and test which can be optimized the |
| 162 | // same way as compare instruction. |
| Duncan P. N. Exon Smith | 4565ec0 | 2016-07-12 01:39:01 +0000 | [diff] [blame] | 163 | static bool isLoadAndTestAsCmp(MachineInstr &MI) { |
| Jonas Paulsson | 5d3fbd3 | 2015-10-08 07:40:23 +0000 | [diff] [blame] | 164 | // If we during isel used a load-and-test as a compare with 0, the |
| 165 | // def operand is dead. |
| Duncan P. N. Exon Smith | 4565ec0 | 2016-07-12 01:39:01 +0000 | [diff] [blame] | 166 | return (MI.getOpcode() == SystemZ::LTEBR || |
| 167 | MI.getOpcode() == SystemZ::LTDBR || |
| 168 | MI.getOpcode() == SystemZ::LTXBR) && |
| 169 | MI.getOperand(0).isDead(); |
| Jonas Paulsson | 5d3fbd3 | 2015-10-08 07:40:23 +0000 | [diff] [blame] | 170 | } |
| 171 | |
| 172 | // Return the source register of Compare, which is the unknown value |
| 173 | // being tested. |
| Duncan P. N. Exon Smith | 4565ec0 | 2016-07-12 01:39:01 +0000 | [diff] [blame] | 174 | static unsigned getCompareSourceReg(MachineInstr &Compare) { |
| Jonas Paulsson | 5d3fbd3 | 2015-10-08 07:40:23 +0000 | [diff] [blame] | 175 | unsigned reg = 0; |
| Duncan P. N. Exon Smith | 4565ec0 | 2016-07-12 01:39:01 +0000 | [diff] [blame] | 176 | if (Compare.isCompare()) |
| 177 | reg = Compare.getOperand(0).getReg(); |
| Jonas Paulsson | 5d3fbd3 | 2015-10-08 07:40:23 +0000 | [diff] [blame] | 178 | else if (isLoadAndTestAsCmp(Compare)) |
| Duncan P. N. Exon Smith | 4565ec0 | 2016-07-12 01:39:01 +0000 | [diff] [blame] | 179 | reg = Compare.getOperand(1).getReg(); |
| Eugene Zelenko | 3943d2b | 2017-01-24 22:10:43 +0000 | [diff] [blame] | 180 | assert(reg); |
| Jonas Paulsson | 5d3fbd3 | 2015-10-08 07:40:23 +0000 | [diff] [blame] | 181 | |
| 182 | return reg; |
| 183 | } |
| 184 | |
| Richard Sandiford | c212125 | 2013-08-05 11:23:46 +0000 | [diff] [blame] | 185 | // Compare compares the result of MI against zero. If MI is an addition |
| 186 | // of -1 and if CCUsers is a single branch on nonzero, eliminate the addition |
| Ulrich Weigand | 7583991 | 2016-11-28 13:40:08 +0000 | [diff] [blame] | 187 | // and convert the branch to a BRCT(G) or BRCTH. Return true on success. |
| Duncan P. N. Exon Smith | 4565ec0 | 2016-07-12 01:39:01 +0000 | [diff] [blame] | 188 | bool SystemZElimCompare::convertToBRCT( |
| 189 | MachineInstr &MI, MachineInstr &Compare, |
| 190 | SmallVectorImpl<MachineInstr *> &CCUsers) { |
| Richard Sandiford | c212125 | 2013-08-05 11:23:46 +0000 | [diff] [blame] | 191 | // Check whether we have an addition of -1. |
| Duncan P. N. Exon Smith | 4565ec0 | 2016-07-12 01:39:01 +0000 | [diff] [blame] | 192 | unsigned Opcode = MI.getOpcode(); |
| Richard Sandiford | c212125 | 2013-08-05 11:23:46 +0000 | [diff] [blame] | 193 | unsigned BRCT; |
| 194 | if (Opcode == SystemZ::AHI) |
| 195 | BRCT = SystemZ::BRCT; |
| 196 | else if (Opcode == SystemZ::AGHI) |
| 197 | BRCT = SystemZ::BRCTG; |
| Ulrich Weigand | 7583991 | 2016-11-28 13:40:08 +0000 | [diff] [blame] | 198 | else if (Opcode == SystemZ::AIH) |
| 199 | BRCT = SystemZ::BRCTH; |
| Richard Sandiford | c212125 | 2013-08-05 11:23:46 +0000 | [diff] [blame] | 200 | else |
| 201 | return false; |
| Duncan P. N. Exon Smith | 4565ec0 | 2016-07-12 01:39:01 +0000 | [diff] [blame] | 202 | if (MI.getOperand(2).getImm() != -1) |
| Richard Sandiford | c212125 | 2013-08-05 11:23:46 +0000 | [diff] [blame] | 203 | return false; |
| 204 | |
| 205 | // Check whether we have a single JLH. |
| 206 | if (CCUsers.size() != 1) |
| 207 | return false; |
| 208 | MachineInstr *Branch = CCUsers[0]; |
| 209 | if (Branch->getOpcode() != SystemZ::BRC || |
| 210 | Branch->getOperand(0).getImm() != SystemZ::CCMASK_ICMP || |
| 211 | Branch->getOperand(1).getImm() != SystemZ::CCMASK_CMP_NE) |
| 212 | return false; |
| 213 | |
| 214 | // We already know that there are no references to the register between |
| 215 | // MI and Compare. Make sure that there are also no references between |
| 216 | // Compare and Branch. |
| Jonas Paulsson | 5d3fbd3 | 2015-10-08 07:40:23 +0000 | [diff] [blame] | 217 | unsigned SrcReg = getCompareSourceReg(Compare); |
| Richard Sandiford | c212125 | 2013-08-05 11:23:46 +0000 | [diff] [blame] | 218 | MachineBasicBlock::iterator MBBI = Compare, MBBE = Branch; |
| 219 | for (++MBBI; MBBI != MBBE; ++MBBI) |
| Duncan P. N. Exon Smith | 4565ec0 | 2016-07-12 01:39:01 +0000 | [diff] [blame] | 220 | if (getRegReferences(*MBBI, SrcReg)) |
| Richard Sandiford | c212125 | 2013-08-05 11:23:46 +0000 | [diff] [blame] | 221 | return false; |
| 222 | |
| Ulrich Weigand | 7583991 | 2016-11-28 13:40:08 +0000 | [diff] [blame] | 223 | // The transformation is OK. Rebuild Branch as a BRCT(G) or BRCTH. |
| Richard Sandiford | c212125 | 2013-08-05 11:23:46 +0000 | [diff] [blame] | 224 | MachineOperand Target(Branch->getOperand(2)); |
| Jonas Paulsson | 63a2b68 | 2015-10-10 07:14:24 +0000 | [diff] [blame] | 225 | while (Branch->getNumOperands()) |
| 226 | Branch->RemoveOperand(0); |
| Richard Sandiford | c212125 | 2013-08-05 11:23:46 +0000 | [diff] [blame] | 227 | Branch->setDesc(TII->get(BRCT)); |
| Ulrich Weigand | 7583991 | 2016-11-28 13:40:08 +0000 | [diff] [blame] | 228 | MachineInstrBuilder MIB(*Branch->getParent()->getParent(), Branch); |
| Diana Picus | 116bbab | 2017-01-13 09:58:52 +0000 | [diff] [blame] | 229 | MIB.add(MI.getOperand(0)).add(MI.getOperand(1)).add(Target); |
| Ulrich Weigand | 7583991 | 2016-11-28 13:40:08 +0000 | [diff] [blame] | 230 | // Add a CC def to BRCT(G), since we may have to split them again if the |
| 231 | // branch displacement overflows. BRCTH has a 32-bit displacement, so |
| 232 | // this is not necessary there. |
| 233 | if (BRCT != SystemZ::BRCTH) |
| 234 | MIB.addReg(SystemZ::CC, RegState::ImplicitDefine | RegState::Dead); |
| Duncan P. N. Exon Smith | 4565ec0 | 2016-07-12 01:39:01 +0000 | [diff] [blame] | 235 | MI.eraseFromParent(); |
| Richard Sandiford | c212125 | 2013-08-05 11:23:46 +0000 | [diff] [blame] | 236 | return true; |
| 237 | } |
| 238 | |
| Ulrich Weigand | 2d9e3d9 | 2016-11-28 13:59:22 +0000 | [diff] [blame] | 239 | // Compare compares the result of MI against zero. If MI is a suitable load |
| 240 | // instruction and if CCUsers is a single conditional trap on zero, eliminate |
| 241 | // the load and convert the branch to a load-and-trap. Return true on success. |
| 242 | bool SystemZElimCompare::convertToLoadAndTrap( |
| 243 | MachineInstr &MI, MachineInstr &Compare, |
| 244 | SmallVectorImpl<MachineInstr *> &CCUsers) { |
| 245 | unsigned LATOpcode = TII->getLoadAndTrap(MI.getOpcode()); |
| 246 | if (!LATOpcode) |
| 247 | return false; |
| 248 | |
| 249 | // Check whether we have a single CondTrap that traps on zero. |
| 250 | if (CCUsers.size() != 1) |
| 251 | return false; |
| 252 | MachineInstr *Branch = CCUsers[0]; |
| 253 | if (Branch->getOpcode() != SystemZ::CondTrap || |
| 254 | Branch->getOperand(0).getImm() != SystemZ::CCMASK_ICMP || |
| 255 | Branch->getOperand(1).getImm() != SystemZ::CCMASK_CMP_EQ) |
| 256 | return false; |
| 257 | |
| 258 | // We already know that there are no references to the register between |
| 259 | // MI and Compare. Make sure that there are also no references between |
| 260 | // Compare and Branch. |
| 261 | unsigned SrcReg = getCompareSourceReg(Compare); |
| 262 | MachineBasicBlock::iterator MBBI = Compare, MBBE = Branch; |
| 263 | for (++MBBI; MBBI != MBBE; ++MBBI) |
| 264 | if (getRegReferences(*MBBI, SrcReg)) |
| 265 | return false; |
| 266 | |
| 267 | // The transformation is OK. Rebuild Branch as a load-and-trap. |
| Ulrich Weigand | 2d9e3d9 | 2016-11-28 13:59:22 +0000 | [diff] [blame] | 268 | while (Branch->getNumOperands()) |
| 269 | Branch->RemoveOperand(0); |
| 270 | Branch->setDesc(TII->get(LATOpcode)); |
| 271 | MachineInstrBuilder(*Branch->getParent()->getParent(), Branch) |
| Diana Picus | 116bbab | 2017-01-13 09:58:52 +0000 | [diff] [blame] | 272 | .add(MI.getOperand(0)) |
| 273 | .add(MI.getOperand(1)) |
| 274 | .add(MI.getOperand(2)) |
| 275 | .add(MI.getOperand(3)); |
| Ulrich Weigand | 2d9e3d9 | 2016-11-28 13:59:22 +0000 | [diff] [blame] | 276 | MI.eraseFromParent(); |
| 277 | return true; |
| 278 | } |
| 279 | |
| Richard Sandiford | b49a3ab | 2013-08-05 11:03:20 +0000 | [diff] [blame] | 280 | // If MI is a load instruction, try to convert it into a LOAD AND TEST. |
| 281 | // Return true on success. |
| Jonas Paulsson | 776a81a | 2018-01-15 15:41:26 +0000 | [diff] [blame] | 282 | bool SystemZElimCompare::convertToLoadAndTest( |
| 283 | MachineInstr &MI, MachineInstr &Compare, |
| 284 | SmallVectorImpl<MachineInstr *> &CCUsers) { |
| 285 | |
| 286 | // Try to adjust CC masks for the LOAD AND TEST opcode that could replace MI. |
| Duncan P. N. Exon Smith | 4565ec0 | 2016-07-12 01:39:01 +0000 | [diff] [blame] | 287 | unsigned Opcode = TII->getLoadAndTest(MI.getOpcode()); |
| Jonas Paulsson | 776a81a | 2018-01-15 15:41:26 +0000 | [diff] [blame] | 288 | if (!Opcode || !adjustCCMasksForInstr(MI, Compare, CCUsers, Opcode)) |
| Richard Sandiford | b49a3ab | 2013-08-05 11:03:20 +0000 | [diff] [blame] | 289 | return false; |
| 290 | |
| Jonas Paulsson | e80d405 | 2018-06-07 05:59:07 +0000 | [diff] [blame] | 291 | // Rebuild to get the CC operand in the right place. |
| Chandler Carruth | c73c030 | 2018-08-16 21:30:05 +0000 | [diff] [blame] | 292 | auto MIB = BuildMI(*MI.getParent(), MI, MI.getDebugLoc(), TII->get(Opcode)); |
| Jonas Paulsson | e80d405 | 2018-06-07 05:59:07 +0000 | [diff] [blame] | 293 | for (const auto &MO : MI.operands()) |
| Chandler Carruth | c73c030 | 2018-08-16 21:30:05 +0000 | [diff] [blame] | 294 | MIB.add(MO); |
| 295 | MIB.setMemRefs(MI.memoperands()); |
| Jonas Paulsson | e80d405 | 2018-06-07 05:59:07 +0000 | [diff] [blame] | 296 | MI.eraseFromParent(); |
| 297 | |
| Richard Sandiford | b49a3ab | 2013-08-05 11:03:20 +0000 | [diff] [blame] | 298 | return true; |
| 299 | } |
| 300 | |
| Richard Sandiford | bdbb8af | 2013-08-05 10:58:53 +0000 | [diff] [blame] | 301 | // The CC users in CCUsers are testing the result of a comparison of some |
| Jonas Paulsson | 776a81a | 2018-01-15 15:41:26 +0000 | [diff] [blame] | 302 | // value X against zero and we know that any CC value produced by MI would |
| 303 | // also reflect the value of X. ConvOpc may be used to pass the transfomed |
| 304 | // opcode MI will have if this succeeds. Try to adjust CCUsers so that they |
| 305 | // test the result of MI directly, returning true on success. Leave |
| 306 | // everything unchanged on failure. |
| Duncan P. N. Exon Smith | 4565ec0 | 2016-07-12 01:39:01 +0000 | [diff] [blame] | 307 | bool SystemZElimCompare::adjustCCMasksForInstr( |
| 308 | MachineInstr &MI, MachineInstr &Compare, |
| Jonas Paulsson | 776a81a | 2018-01-15 15:41:26 +0000 | [diff] [blame] | 309 | SmallVectorImpl<MachineInstr *> &CCUsers, |
| 310 | unsigned ConvOpc) { |
| 311 | int Opcode = (ConvOpc ? ConvOpc : MI.getOpcode()); |
| Richard Sandiford | bdbb8af | 2013-08-05 10:58:53 +0000 | [diff] [blame] | 312 | const MCInstrDesc &Desc = TII->get(Opcode); |
| 313 | unsigned MIFlags = Desc.TSFlags; |
| 314 | |
| 315 | // See which compare-style condition codes are available. |
| Richard Sandiford | 0897fce | 2013-08-07 11:10:06 +0000 | [diff] [blame] | 316 | unsigned ReusableCCMask = SystemZII::getCompareZeroCCMask(MIFlags); |
| Richard Sandiford | bdbb8af | 2013-08-05 10:58:53 +0000 | [diff] [blame] | 317 | |
| 318 | // For unsigned comparisons with zero, only equality makes sense. |
| Duncan P. N. Exon Smith | 4565ec0 | 2016-07-12 01:39:01 +0000 | [diff] [blame] | 319 | unsigned CompareFlags = Compare.getDesc().TSFlags; |
| Richard Sandiford | 0897fce | 2013-08-07 11:10:06 +0000 | [diff] [blame] | 320 | if (CompareFlags & SystemZII::IsLogical) |
| 321 | ReusableCCMask &= SystemZ::CCMASK_CMP_EQ; |
| Richard Sandiford | bdbb8af | 2013-08-05 10:58:53 +0000 | [diff] [blame] | 322 | |
| 323 | if (ReusableCCMask == 0) |
| 324 | return false; |
| 325 | |
| 326 | unsigned CCValues = SystemZII::getCCValues(MIFlags); |
| 327 | assert((ReusableCCMask & ~CCValues) == 0 && "Invalid CCValues"); |
| 328 | |
| Jonas Paulsson | 776a81a | 2018-01-15 15:41:26 +0000 | [diff] [blame] | 329 | bool MIEquivalentToCmp = |
| 330 | (ReusableCCMask == CCValues && |
| 331 | CCValues == SystemZII::getCCValues(CompareFlags)); |
| Richard Sandiford | bdbb8af | 2013-08-05 10:58:53 +0000 | [diff] [blame] | 332 | |
| Jonas Paulsson | 776a81a | 2018-01-15 15:41:26 +0000 | [diff] [blame] | 333 | if (!MIEquivalentToCmp) { |
| 334 | // Now check whether these flags are enough for all users. |
| 335 | SmallVector<MachineOperand *, 4> AlterMasks; |
| 336 | for (unsigned int I = 0, E = CCUsers.size(); I != E; ++I) { |
| 337 | MachineInstr *MI = CCUsers[I]; |
| Richard Sandiford | bdbb8af | 2013-08-05 10:58:53 +0000 | [diff] [blame] | 338 | |
| Jonas Paulsson | 776a81a | 2018-01-15 15:41:26 +0000 | [diff] [blame] | 339 | // Fail if this isn't a use of CC that we understand. |
| 340 | unsigned Flags = MI->getDesc().TSFlags; |
| 341 | unsigned FirstOpNum; |
| 342 | if (Flags & SystemZII::CCMaskFirst) |
| 343 | FirstOpNum = 0; |
| 344 | else if (Flags & SystemZII::CCMaskLast) |
| 345 | FirstOpNum = MI->getNumExplicitOperands() - 2; |
| 346 | else |
| 347 | return false; |
| Richard Sandiford | bdbb8af | 2013-08-05 10:58:53 +0000 | [diff] [blame] | 348 | |
| Jonas Paulsson | 776a81a | 2018-01-15 15:41:26 +0000 | [diff] [blame] | 349 | // Check whether the instruction predicate treats all CC values |
| 350 | // outside of ReusableCCMask in the same way. In that case it |
| 351 | // doesn't matter what those CC values mean. |
| 352 | unsigned CCValid = MI->getOperand(FirstOpNum).getImm(); |
| 353 | unsigned CCMask = MI->getOperand(FirstOpNum + 1).getImm(); |
| 354 | unsigned OutValid = ~ReusableCCMask & CCValid; |
| 355 | unsigned OutMask = ~ReusableCCMask & CCMask; |
| 356 | if (OutMask != 0 && OutMask != OutValid) |
| 357 | return false; |
| Richard Sandiford | bdbb8af | 2013-08-05 10:58:53 +0000 | [diff] [blame] | 358 | |
| Jonas Paulsson | 776a81a | 2018-01-15 15:41:26 +0000 | [diff] [blame] | 359 | AlterMasks.push_back(&MI->getOperand(FirstOpNum)); |
| 360 | AlterMasks.push_back(&MI->getOperand(FirstOpNum + 1)); |
| 361 | } |
| 362 | |
| 363 | // All users are OK. Adjust the masks for MI. |
| 364 | for (unsigned I = 0, E = AlterMasks.size(); I != E; I += 2) { |
| 365 | AlterMasks[I]->setImm(CCValues); |
| 366 | unsigned CCMask = AlterMasks[I + 1]->getImm(); |
| 367 | if (CCMask & ~ReusableCCMask) |
| 368 | AlterMasks[I + 1]->setImm((CCMask & ReusableCCMask) | |
| 369 | (CCValues & ~ReusableCCMask)); |
| 370 | } |
| Richard Sandiford | bdbb8af | 2013-08-05 10:58:53 +0000 | [diff] [blame] | 371 | } |
| 372 | |
| 373 | // CC is now live after MI. |
| Jonas Paulsson | ca6f452 | 2019-09-09 07:58:57 +0000 | [diff] [blame] | 374 | if (!ConvOpc) |
| 375 | MI.clearRegisterDeads(SystemZ::CC); |
| Jonas Paulsson | 776a81a | 2018-01-15 15:41:26 +0000 | [diff] [blame] | 376 | |
| 377 | // Check if MI lies before Compare. |
| 378 | bool BeforeCmp = false; |
| 379 | MachineBasicBlock::iterator MBBI = MI, MBBE = MI.getParent()->end(); |
| 380 | for (++MBBI; MBBI != MBBE; ++MBBI) |
| 381 | if (MBBI == Compare) { |
| 382 | BeforeCmp = true; |
| 383 | break; |
| 384 | } |
| Richard Sandiford | bdbb8af | 2013-08-05 10:58:53 +0000 | [diff] [blame] | 385 | |
| 386 | // Clear any intervening kills of CC. |
| Jonas Paulsson | 776a81a | 2018-01-15 15:41:26 +0000 | [diff] [blame] | 387 | if (BeforeCmp) { |
| 388 | MachineBasicBlock::iterator MBBI = MI, MBBE = Compare; |
| 389 | for (++MBBI; MBBI != MBBE; ++MBBI) |
| 390 | MBBI->clearRegisterKills(SystemZ::CC, TRI); |
| 391 | } |
| Richard Sandiford | bdbb8af | 2013-08-05 10:58:53 +0000 | [diff] [blame] | 392 | |
| 393 | return true; |
| 394 | } |
| 395 | |
| Richard Sandiford | 0897fce | 2013-08-07 11:10:06 +0000 | [diff] [blame] | 396 | // Return true if Compare is a comparison against zero. |
| Duncan P. N. Exon Smith | 4565ec0 | 2016-07-12 01:39:01 +0000 | [diff] [blame] | 397 | static bool isCompareZero(MachineInstr &Compare) { |
| 398 | switch (Compare.getOpcode()) { |
| Richard Sandiford | 0897fce | 2013-08-07 11:10:06 +0000 | [diff] [blame] | 399 | case SystemZ::LTEBRCompare: |
| 400 | case SystemZ::LTDBRCompare: |
| 401 | case SystemZ::LTXBRCompare: |
| 402 | return true; |
| 403 | |
| 404 | default: |
| Jonas Paulsson | 5d3fbd3 | 2015-10-08 07:40:23 +0000 | [diff] [blame] | 405 | if (isLoadAndTestAsCmp(Compare)) |
| 406 | return true; |
| Duncan P. N. Exon Smith | 4565ec0 | 2016-07-12 01:39:01 +0000 | [diff] [blame] | 407 | return Compare.getNumExplicitOperands() == 2 && |
| 408 | Compare.getOperand(1).isImm() && Compare.getOperand(1).getImm() == 0; |
| Richard Sandiford | 0897fce | 2013-08-07 11:10:06 +0000 | [diff] [blame] | 409 | } |
| 410 | } |
| 411 | |
| Richard Sandiford | bdbb8af | 2013-08-05 10:58:53 +0000 | [diff] [blame] | 412 | // Try to optimize cases where comparison instruction Compare is testing |
| 413 | // a value against zero. Return true on success and if Compare should be |
| 414 | // deleted as dead. CCUsers is the list of instructions that use the CC |
| 415 | // value produced by Compare. |
| Duncan P. N. Exon Smith | 4565ec0 | 2016-07-12 01:39:01 +0000 | [diff] [blame] | 416 | bool SystemZElimCompare::optimizeCompareZero( |
| 417 | MachineInstr &Compare, SmallVectorImpl<MachineInstr *> &CCUsers) { |
| Richard Sandiford | 0897fce | 2013-08-07 11:10:06 +0000 | [diff] [blame] | 418 | if (!isCompareZero(Compare)) |
| Richard Sandiford | bdbb8af | 2013-08-05 10:58:53 +0000 | [diff] [blame] | 419 | return false; |
| 420 | |
| 421 | // Search back for CC results that are based on the first operand. |
| Jonas Paulsson | 5d3fbd3 | 2015-10-08 07:40:23 +0000 | [diff] [blame] | 422 | unsigned SrcReg = getCompareSourceReg(Compare); |
| Duncan P. N. Exon Smith | 4565ec0 | 2016-07-12 01:39:01 +0000 | [diff] [blame] | 423 | MachineBasicBlock &MBB = *Compare.getParent(); |
| Richard Sandiford | c212125 | 2013-08-05 11:23:46 +0000 | [diff] [blame] | 424 | Reference CCRefs; |
| 425 | Reference SrcRefs; |
| Jonas Paulsson | e80d405 | 2018-06-07 05:59:07 +0000 | [diff] [blame] | 426 | for (MachineBasicBlock::reverse_iterator MBBI = |
| 427 | std::next(MachineBasicBlock::reverse_iterator(&Compare)), |
| 428 | MBBE = MBB.rend(); MBBI != MBBE;) { |
| 429 | MachineInstr &MI = *MBBI++; |
| Jonas Paulsson | 2c96dd6 | 2015-10-08 07:40:11 +0000 | [diff] [blame] | 430 | if (resultTests(MI, SrcReg)) { |
| Richard Sandiford | c212125 | 2013-08-05 11:23:46 +0000 | [diff] [blame] | 431 | // Try to remove both MI and Compare by converting a branch to BRCT(G). |
| Ulrich Weigand | 2d9e3d9 | 2016-11-28 13:59:22 +0000 | [diff] [blame] | 432 | // or a load-and-trap instruction. We don't care in this case whether |
| 433 | // CC is modified between MI and Compare. |
| 434 | if (!CCRefs.Use && !SrcRefs) { |
| 435 | if (convertToBRCT(MI, Compare, CCUsers)) { |
| 436 | BranchOnCounts += 1; |
| 437 | return true; |
| 438 | } |
| 439 | if (convertToLoadAndTrap(MI, Compare, CCUsers)) { |
| 440 | LoadAndTraps += 1; |
| 441 | return true; |
| 442 | } |
| Richard Sandiford | c212125 | 2013-08-05 11:23:46 +0000 | [diff] [blame] | 443 | } |
| 444 | // Try to eliminate Compare by reusing a CC result from MI. |
| Jonas Paulsson | 776a81a | 2018-01-15 15:41:26 +0000 | [diff] [blame] | 445 | if ((!CCRefs && convertToLoadAndTest(MI, Compare, CCUsers)) || |
| Richard Sandiford | c212125 | 2013-08-05 11:23:46 +0000 | [diff] [blame] | 446 | (!CCRefs.Def && adjustCCMasksForInstr(MI, Compare, CCUsers))) { |
| 447 | EliminatedComparisons += 1; |
| 448 | return true; |
| 449 | } |
| Richard Sandiford | bdbb8af | 2013-08-05 10:58:53 +0000 | [diff] [blame] | 450 | } |
| Richard Sandiford | c212125 | 2013-08-05 11:23:46 +0000 | [diff] [blame] | 451 | SrcRefs |= getRegReferences(MI, SrcReg); |
| 452 | if (SrcRefs.Def) |
| Jonas Paulsson | b0e8a2e | 2017-09-21 13:52:24 +0000 | [diff] [blame] | 453 | break; |
| Richard Sandiford | c212125 | 2013-08-05 11:23:46 +0000 | [diff] [blame] | 454 | CCRefs |= getRegReferences(MI, SystemZ::CC); |
| 455 | if (CCRefs.Use && CCRefs.Def) |
| Jonas Paulsson | b0e8a2e | 2017-09-21 13:52:24 +0000 | [diff] [blame] | 456 | break; |
| 457 | } |
| 458 | |
| 459 | // Also do a forward search to handle cases where an instruction after the |
| Jonas Paulsson | 22f208f | 2018-01-08 12:52:40 +0000 | [diff] [blame] | 460 | // compare can be converted, like |
| 461 | // LTEBRCompare %f0s, %f0s; %f2s = LER %f0s => LTEBRCompare %f2s, %f0s |
| Jonas Paulsson | e80d405 | 2018-06-07 05:59:07 +0000 | [diff] [blame] | 462 | for (MachineBasicBlock::iterator MBBI = |
| 463 | std::next(MachineBasicBlock::iterator(&Compare)), MBBE = MBB.end(); |
| 464 | MBBI != MBBE;) { |
| 465 | MachineInstr &MI = *MBBI++; |
| Jonas Paulsson | b0e8a2e | 2017-09-21 13:52:24 +0000 | [diff] [blame] | 466 | if (preservesValueOf(MI, SrcReg)) { |
| 467 | // Try to eliminate Compare by reusing a CC result from MI. |
| Jonas Paulsson | 776a81a | 2018-01-15 15:41:26 +0000 | [diff] [blame] | 468 | if (convertToLoadAndTest(MI, Compare, CCUsers)) { |
| Jonas Paulsson | b0e8a2e | 2017-09-21 13:52:24 +0000 | [diff] [blame] | 469 | EliminatedComparisons += 1; |
| 470 | return true; |
| 471 | } |
| 472 | } |
| 473 | if (getRegReferences(MI, SrcReg).Def) |
| 474 | return false; |
| 475 | if (getRegReferences(MI, SystemZ::CC)) |
| Richard Sandiford | c212125 | 2013-08-05 11:23:46 +0000 | [diff] [blame] | 476 | return false; |
| Richard Sandiford | bdbb8af | 2013-08-05 10:58:53 +0000 | [diff] [blame] | 477 | } |
| Jonas Paulsson | b0e8a2e | 2017-09-21 13:52:24 +0000 | [diff] [blame] | 478 | |
| Richard Sandiford | bdbb8af | 2013-08-05 10:58:53 +0000 | [diff] [blame] | 479 | return false; |
| 480 | } |
| 481 | |
| 482 | // Try to fuse comparison instruction Compare into a later branch. |
| 483 | // Return true on success and if Compare is therefore redundant. |
| Duncan P. N. Exon Smith | 4565ec0 | 2016-07-12 01:39:01 +0000 | [diff] [blame] | 484 | bool SystemZElimCompare::fuseCompareOperations( |
| 485 | MachineInstr &Compare, SmallVectorImpl<MachineInstr *> &CCUsers) { |
| Richard Sandiford | bdbb8af | 2013-08-05 10:58:53 +0000 | [diff] [blame] | 486 | // See whether we have a single branch with which to fuse. |
| 487 | if (CCUsers.size() != 1) |
| 488 | return false; |
| 489 | MachineInstr *Branch = CCUsers[0]; |
| Zhan Jun Liau | ab42cbc | 2016-06-10 19:58:10 +0000 | [diff] [blame] | 490 | SystemZII::FusedCompareType Type; |
| Ulrich Weigand | 2eb027d | 2016-04-07 16:11:44 +0000 | [diff] [blame] | 491 | switch (Branch->getOpcode()) { |
| 492 | case SystemZ::BRC: |
| 493 | Type = SystemZII::CompareAndBranch; |
| 494 | break; |
| 495 | case SystemZ::CondReturn: |
| 496 | Type = SystemZII::CompareAndReturn; |
| 497 | break; |
| Ulrich Weigand | 848a513 | 2016-04-11 12:12:32 +0000 | [diff] [blame] | 498 | case SystemZ::CallBCR: |
| 499 | Type = SystemZII::CompareAndSibcall; |
| 500 | break; |
| Zhan Jun Liau | ab42cbc | 2016-06-10 19:58:10 +0000 | [diff] [blame] | 501 | case SystemZ::CondTrap: |
| 502 | Type = SystemZII::CompareAndTrap; |
| 503 | break; |
| Ulrich Weigand | 2eb027d | 2016-04-07 16:11:44 +0000 | [diff] [blame] | 504 | default: |
| 505 | return false; |
| 506 | } |
| 507 | |
| 508 | // See whether we have a comparison that can be fused. |
| Duncan P. N. Exon Smith | 4565ec0 | 2016-07-12 01:39:01 +0000 | [diff] [blame] | 509 | unsigned FusedOpcode = |
| 510 | TII->getFusedCompare(Compare.getOpcode(), Type, &Compare); |
| Ulrich Weigand | 2eb027d | 2016-04-07 16:11:44 +0000 | [diff] [blame] | 511 | if (!FusedOpcode) |
| Richard Sandiford | bdbb8af | 2013-08-05 10:58:53 +0000 | [diff] [blame] | 512 | return false; |
| 513 | |
| 514 | // Make sure that the operands are available at the branch. |
| Ulrich Weigand | a0e7325 | 2016-11-11 12:48:26 +0000 | [diff] [blame] | 515 | // SrcReg2 is the register if the source operand is a register, |
| 516 | // 0 if the source operand is immediate, and the base register |
| 517 | // if the source operand is memory (index is not supported). |
| Matt Arsenault | e3a676e | 2019-06-24 15:50:29 +0000 | [diff] [blame] | 518 | Register SrcReg = Compare.getOperand(0).getReg(); |
| 519 | Register SrcReg2 = |
| 520 | Compare.getOperand(1).isReg() ? Compare.getOperand(1).getReg() : Register(); |
| Richard Sandiford | bdbb8af | 2013-08-05 10:58:53 +0000 | [diff] [blame] | 521 | MachineBasicBlock::iterator MBBI = Compare, MBBE = Branch; |
| 522 | for (++MBBI; MBBI != MBBE; ++MBBI) |
| 523 | if (MBBI->modifiesRegister(SrcReg, TRI) || |
| 524 | (SrcReg2 && MBBI->modifiesRegister(SrcReg2, TRI))) |
| 525 | return false; |
| 526 | |
| Ulrich Weigand | 848a513 | 2016-04-11 12:12:32 +0000 | [diff] [blame] | 527 | // Read the branch mask, target (if applicable), regmask (if applicable). |
| Richard Sandiford | bdbb8af | 2013-08-05 10:58:53 +0000 | [diff] [blame] | 528 | MachineOperand CCMask(MBBI->getOperand(1)); |
| Richard Sandiford | bdbb8af | 2013-08-05 10:58:53 +0000 | [diff] [blame] | 529 | assert((CCMask.getImm() & ~SystemZ::CCMASK_ICMP) == 0 && |
| 530 | "Invalid condition-code mask for integer comparison"); |
| Ulrich Weigand | 2eb027d | 2016-04-07 16:11:44 +0000 | [diff] [blame] | 531 | // This is only valid for CompareAndBranch. |
| 532 | MachineOperand Target(MBBI->getOperand( |
| 533 | Type == SystemZII::CompareAndBranch ? 2 : 0)); |
| Ulrich Weigand | 848a513 | 2016-04-11 12:12:32 +0000 | [diff] [blame] | 534 | const uint32_t *RegMask; |
| 535 | if (Type == SystemZII::CompareAndSibcall) |
| 536 | RegMask = MBBI->getOperand(2).getRegMask(); |
| Richard Sandiford | bdbb8af | 2013-08-05 10:58:53 +0000 | [diff] [blame] | 537 | |
| 538 | // Clear out all current operands. |
| 539 | int CCUse = MBBI->findRegisterUseOperandIdx(SystemZ::CC, false, TRI); |
| Ulrich Weigand | 2eb027d | 2016-04-07 16:11:44 +0000 | [diff] [blame] | 540 | assert(CCUse >= 0 && "BRC/BCR must use CC"); |
| Richard Sandiford | bdbb8af | 2013-08-05 10:58:53 +0000 | [diff] [blame] | 541 | Branch->RemoveOperand(CCUse); |
| Ulrich Weigand | 848a513 | 2016-04-11 12:12:32 +0000 | [diff] [blame] | 542 | // Remove target (branch) or regmask (sibcall). |
| 543 | if (Type == SystemZII::CompareAndBranch || |
| 544 | Type == SystemZII::CompareAndSibcall) |
| Ulrich Weigand | 2eb027d | 2016-04-07 16:11:44 +0000 | [diff] [blame] | 545 | Branch->RemoveOperand(2); |
| Richard Sandiford | bdbb8af | 2013-08-05 10:58:53 +0000 | [diff] [blame] | 546 | Branch->RemoveOperand(1); |
| 547 | Branch->RemoveOperand(0); |
| 548 | |
| 549 | // Rebuild Branch as a fused compare and branch. |
| Ulrich Weigand | a0e7325 | 2016-11-11 12:48:26 +0000 | [diff] [blame] | 550 | // SrcNOps is the number of MI operands of the compare instruction |
| 551 | // that we need to copy over. |
| 552 | unsigned SrcNOps = 2; |
| 553 | if (FusedOpcode == SystemZ::CLT || FusedOpcode == SystemZ::CLGT) |
| 554 | SrcNOps = 3; |
| Richard Sandiford | bdbb8af | 2013-08-05 10:58:53 +0000 | [diff] [blame] | 555 | Branch->setDesc(TII->get(FusedOpcode)); |
| Ulrich Weigand | 2eb027d | 2016-04-07 16:11:44 +0000 | [diff] [blame] | 556 | MachineInstrBuilder MIB(*Branch->getParent()->getParent(), Branch); |
| Ulrich Weigand | a0e7325 | 2016-11-11 12:48:26 +0000 | [diff] [blame] | 557 | for (unsigned I = 0; I < SrcNOps; I++) |
| Diana Picus | 116bbab | 2017-01-13 09:58:52 +0000 | [diff] [blame] | 558 | MIB.add(Compare.getOperand(I)); |
| 559 | MIB.add(CCMask); |
| Ulrich Weigand | 2eb027d | 2016-04-07 16:11:44 +0000 | [diff] [blame] | 560 | |
| 561 | if (Type == SystemZII::CompareAndBranch) { |
| 562 | // Only conditional branches define CC, as they may be converted back |
| 563 | // to a non-fused branch because of a long displacement. Conditional |
| 564 | // returns don't have that problem. |
| Diana Picus | 116bbab | 2017-01-13 09:58:52 +0000 | [diff] [blame] | 565 | MIB.add(Target).addReg(SystemZ::CC, |
| 566 | RegState::ImplicitDefine | RegState::Dead); |
| Ulrich Weigand | 2eb027d | 2016-04-07 16:11:44 +0000 | [diff] [blame] | 567 | } |
| Richard Sandiford | bdbb8af | 2013-08-05 10:58:53 +0000 | [diff] [blame] | 568 | |
| Ulrich Weigand | 848a513 | 2016-04-11 12:12:32 +0000 | [diff] [blame] | 569 | if (Type == SystemZII::CompareAndSibcall) |
| 570 | MIB.addRegMask(RegMask); |
| 571 | |
| Richard Sandiford | bdbb8af | 2013-08-05 10:58:53 +0000 | [diff] [blame] | 572 | // Clear any intervening kills of SrcReg and SrcReg2. |
| 573 | MBBI = Compare; |
| 574 | for (++MBBI; MBBI != MBBE; ++MBBI) { |
| 575 | MBBI->clearRegisterKills(SrcReg, TRI); |
| 576 | if (SrcReg2) |
| 577 | MBBI->clearRegisterKills(SrcReg2, TRI); |
| 578 | } |
| 579 | FusedComparisons += 1; |
| 580 | return true; |
| 581 | } |
| 582 | |
| 583 | // Process all comparison instructions in MBB. Return true if something |
| 584 | // changed. |
| Richard Sandiford | 28c111e | 2014-03-06 11:00:15 +0000 | [diff] [blame] | 585 | bool SystemZElimCompare::processBlock(MachineBasicBlock &MBB) { |
| Richard Sandiford | bdbb8af | 2013-08-05 10:58:53 +0000 | [diff] [blame] | 586 | bool Changed = false; |
| 587 | |
| 588 | // Walk backwards through the block looking for comparisons, recording |
| 589 | // all CC users as we go. The subroutines can delete Compare and |
| 590 | // instructions before it. |
| Jonas Paulsson | bf6744d | 2019-11-04 16:11:12 +0100 | [diff] [blame] | 591 | LivePhysRegs LiveRegs(*TRI); |
| 592 | LiveRegs.addLiveOuts(MBB); |
| 593 | bool CompleteCCUsers = !LiveRegs.contains(SystemZ::CC); |
| Richard Sandiford | bdbb8af | 2013-08-05 10:58:53 +0000 | [diff] [blame] | 594 | SmallVector<MachineInstr *, 4> CCUsers; |
| Richard Sandiford | 28c111e | 2014-03-06 11:00:15 +0000 | [diff] [blame] | 595 | MachineBasicBlock::iterator MBBI = MBB.end(); |
| 596 | while (MBBI != MBB.begin()) { |
| Duncan P. N. Exon Smith | 4565ec0 | 2016-07-12 01:39:01 +0000 | [diff] [blame] | 597 | MachineInstr &MI = *--MBBI; |
| 598 | if (CompleteCCUsers && (MI.isCompare() || isLoadAndTestAsCmp(MI)) && |
| Richard Sandiford | bdbb8af | 2013-08-05 10:58:53 +0000 | [diff] [blame] | 599 | (optimizeCompareZero(MI, CCUsers) || |
| Zhan Jun Liau | ab42cbc | 2016-06-10 19:58:10 +0000 | [diff] [blame] | 600 | fuseCompareOperations(MI, CCUsers))) { |
| Richard Sandiford | bdbb8af | 2013-08-05 10:58:53 +0000 | [diff] [blame] | 601 | ++MBBI; |
| Duncan P. N. Exon Smith | 4565ec0 | 2016-07-12 01:39:01 +0000 | [diff] [blame] | 602 | MI.eraseFromParent(); |
| Richard Sandiford | bdbb8af | 2013-08-05 10:58:53 +0000 | [diff] [blame] | 603 | Changed = true; |
| 604 | CCUsers.clear(); |
| Richard Sandiford | bdbb8af | 2013-08-05 10:58:53 +0000 | [diff] [blame] | 605 | continue; |
| 606 | } |
| 607 | |
| Duncan P. N. Exon Smith | 4565ec0 | 2016-07-12 01:39:01 +0000 | [diff] [blame] | 608 | if (MI.definesRegister(SystemZ::CC)) { |
| Richard Sandiford | bdbb8af | 2013-08-05 10:58:53 +0000 | [diff] [blame] | 609 | CCUsers.clear(); |
| Jonas Paulsson | 9e1f3bd | 2015-10-08 07:39:55 +0000 | [diff] [blame] | 610 | CompleteCCUsers = true; |
| Richard Sandiford | c212125 | 2013-08-05 11:23:46 +0000 | [diff] [blame] | 611 | } |
| Duncan P. N. Exon Smith | 4565ec0 | 2016-07-12 01:39:01 +0000 | [diff] [blame] | 612 | if (MI.readsRegister(SystemZ::CC) && CompleteCCUsers) |
| 613 | CCUsers.push_back(&MI); |
| Richard Sandiford | bdbb8af | 2013-08-05 10:58:53 +0000 | [diff] [blame] | 614 | } |
| 615 | return Changed; |
| 616 | } |
| 617 | |
| 618 | bool SystemZElimCompare::runOnMachineFunction(MachineFunction &F) { |
| Matthias Braun | f1caa28 | 2017-12-15 22:22:58 +0000 | [diff] [blame] | 619 | if (skipFunction(F.getFunction())) |
| Andrew Kaylor | d9974cc | 2016-04-26 23:49:41 +0000 | [diff] [blame] | 620 | return false; |
| 621 | |
| Eric Christopher | fc6de42 | 2014-08-05 02:39:49 +0000 | [diff] [blame] | 622 | TII = static_cast<const SystemZInstrInfo *>(F.getSubtarget().getInstrInfo()); |
| Richard Sandiford | bdbb8af | 2013-08-05 10:58:53 +0000 | [diff] [blame] | 623 | TRI = &TII->getRegisterInfo(); |
| 624 | |
| 625 | bool Changed = false; |
| Richard Sandiford | 28c111e | 2014-03-06 11:00:15 +0000 | [diff] [blame] | 626 | for (auto &MBB : F) |
| 627 | Changed |= processBlock(MBB); |
| Richard Sandiford | bdbb8af | 2013-08-05 10:58:53 +0000 | [diff] [blame] | 628 | |
| 629 | return Changed; |
| 630 | } |
| Eugene Zelenko | 3943d2b | 2017-01-24 22:10:43 +0000 | [diff] [blame] | 631 | |
| 632 | FunctionPass *llvm::createSystemZElimComparePass(SystemZTargetMachine &TM) { |
| 633 | return new SystemZElimCompare(TM); |
| 634 | } |