blob: 02a70ab801e9bbff5f27b16096a2108e54f3ff6f [file] [log] [blame]
Eugene Zelenko32a40562017-09-11 23:00:48 +00001//===- OptimizePHIs.cpp - Optimize machine instruction PHIs ---------------===//
Bob Wilson0827e042010-02-12 01:30:21 +00002//
Chandler Carruth2946cd72019-01-19 08:50:56 +00003// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4// See https://llvm.org/LICENSE.txt for license information.
5// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
Bob Wilson0827e042010-02-12 01:30:21 +00006//
7//===----------------------------------------------------------------------===//
8//
9// This pass optimizes machine instruction PHIs to take advantage of
10// opportunities created during DAG legalization.
11//
12//===----------------------------------------------------------------------===//
13
Chandler Carruthed0881b2012-12-03 16:50:05 +000014#include "llvm/ADT/SmallPtrSet.h"
15#include "llvm/ADT/Statistic.h"
Eugene Zelenko32a40562017-09-11 23:00:48 +000016#include "llvm/CodeGen/MachineBasicBlock.h"
17#include "llvm/CodeGen/MachineFunction.h"
Bob Wilson0827e042010-02-12 01:30:21 +000018#include "llvm/CodeGen/MachineFunctionPass.h"
19#include "llvm/CodeGen/MachineInstr.h"
Eugene Zelenko32a40562017-09-11 23:00:48 +000020#include "llvm/CodeGen/MachineOperand.h"
Bob Wilson0827e042010-02-12 01:30:21 +000021#include "llvm/CodeGen/MachineRegisterInfo.h"
David Blaikieb3bde2e2017-11-17 01:07:10 +000022#include "llvm/CodeGen/TargetRegisterInfo.h"
23#include "llvm/CodeGen/TargetSubtargetInfo.h"
Reid Kleckner05da2fe2019-11-13 13:15:01 -080024#include "llvm/InitializePasses.h"
Eugene Zelenko32a40562017-09-11 23:00:48 +000025#include "llvm/Pass.h"
Eugene Zelenko32a40562017-09-11 23:00:48 +000026#include <cassert>
27
Bob Wilson0827e042010-02-12 01:30:21 +000028using namespace llvm;
29
Matthias Braun1527baa2017-05-25 21:26:32 +000030#define DEBUG_TYPE "opt-phis"
Chandler Carruth1b9dde02014-04-22 02:02:50 +000031
Bob Wilson0827e042010-02-12 01:30:21 +000032STATISTIC(NumPHICycles, "Number of PHI cycles replaced");
Bob Wilson01abf8f2010-02-13 00:31:44 +000033STATISTIC(NumDeadPHICycles, "Number of dead PHI cycles");
Bob Wilson0827e042010-02-12 01:30:21 +000034
35namespace {
Eugene Zelenko32a40562017-09-11 23:00:48 +000036
Bob Wilson0827e042010-02-12 01:30:21 +000037 class OptimizePHIs : public MachineFunctionPass {
38 MachineRegisterInfo *MRI;
39 const TargetInstrInfo *TII;
40
41 public:
42 static char ID; // Pass identification
Eugene Zelenko32a40562017-09-11 23:00:48 +000043
Owen Anderson6c18d1a2010-10-19 17:21:58 +000044 OptimizePHIs() : MachineFunctionPass(ID) {
45 initializeOptimizePHIsPass(*PassRegistry::getPassRegistry());
46 }
Bob Wilson0827e042010-02-12 01:30:21 +000047
Fangrui Songcb0bab82018-07-16 18:51:40 +000048 bool runOnMachineFunction(MachineFunction &Fn) override;
Bob Wilson0827e042010-02-12 01:30:21 +000049
Craig Topper4584cd52014-03-07 09:26:03 +000050 void getAnalysisUsage(AnalysisUsage &AU) const override {
Bob Wilson0827e042010-02-12 01:30:21 +000051 AU.setPreservesCFG();
52 MachineFunctionPass::getAnalysisUsage(AU);
53 }
54
55 private:
Eugene Zelenko32a40562017-09-11 23:00:48 +000056 using InstrSet = SmallPtrSet<MachineInstr *, 16>;
57 using InstrSetIterator = SmallPtrSetIterator<MachineInstr *>;
Bob Wilson01abf8f2010-02-13 00:31:44 +000058
59 bool IsSingleValuePHICycle(MachineInstr *MI, unsigned &SingleValReg,
60 InstrSet &PHIsInCycle);
61 bool IsDeadPHICycle(MachineInstr *MI, InstrSet &PHIsInCycle);
62 bool OptimizeBB(MachineBasicBlock &MBB);
Bob Wilson0827e042010-02-12 01:30:21 +000063 };
Eugene Zelenko32a40562017-09-11 23:00:48 +000064
65} // end anonymous namespace
Bob Wilson0827e042010-02-12 01:30:21 +000066
67char OptimizePHIs::ID = 0;
Eugene Zelenko32a40562017-09-11 23:00:48 +000068
Andrew Trick1fa5bcb2012-02-08 21:23:13 +000069char &llvm::OptimizePHIsID = OptimizePHIs::ID;
Eugene Zelenko32a40562017-09-11 23:00:48 +000070
Matthias Braun1527baa2017-05-25 21:26:32 +000071INITIALIZE_PASS(OptimizePHIs, DEBUG_TYPE,
Owen Andersondf7a4f22010-10-07 22:25:06 +000072 "Optimize machine instruction PHIs", false, false)
Bob Wilson0827e042010-02-12 01:30:21 +000073
Bob Wilson0827e042010-02-12 01:30:21 +000074bool OptimizePHIs::runOnMachineFunction(MachineFunction &Fn) {
Matthias Braunf1caa282017-12-15 22:22:58 +000075 if (skipFunction(Fn.getFunction()))
Paul Robinson7c99ec52014-03-31 17:43:35 +000076 return false;
77
Bob Wilson0827e042010-02-12 01:30:21 +000078 MRI = &Fn.getRegInfo();
Eric Christopherfc6de422014-08-05 02:39:49 +000079 TII = Fn.getSubtarget().getInstrInfo();
Bob Wilson0827e042010-02-12 01:30:21 +000080
Bob Wilson01abf8f2010-02-13 00:31:44 +000081 // Find dead PHI cycles and PHI cycles that can be replaced by a single
82 // value. InstCombine does these optimizations, but DAG legalization may
83 // introduce new opportunities, e.g., when i64 values are split up for
84 // 32-bit targets.
Bob Wilson0827e042010-02-12 01:30:21 +000085 bool Changed = false;
86 for (MachineFunction::iterator I = Fn.begin(), E = Fn.end(); I != E; ++I)
Bob Wilson01abf8f2010-02-13 00:31:44 +000087 Changed |= OptimizeBB(*I);
Bob Wilson0827e042010-02-12 01:30:21 +000088
89 return Changed;
90}
91
92/// IsSingleValuePHICycle - Check if MI is a PHI where all the source operands
Dinar Temirbulatov8c8724d2018-12-15 14:37:01 +000093/// are copies of SingleValReg, possibly via copies through other PHIs. If
Bob Wilson0827e042010-02-12 01:30:21 +000094/// SingleValReg is zero on entry, it is set to the register with the single
Dinar Temirbulatov8c8724d2018-12-15 14:37:01 +000095/// non-copy value. PHIsInCycle is a set used to keep track of the PHIs that
96/// have been scanned. PHIs may be grouped by cycle, several cycles or chains.
Bob Wilson01abf8f2010-02-13 00:31:44 +000097bool OptimizePHIs::IsSingleValuePHICycle(MachineInstr *MI,
Bob Wilson0827e042010-02-12 01:30:21 +000098 unsigned &SingleValReg,
Bob Wilson01abf8f2010-02-13 00:31:44 +000099 InstrSet &PHIsInCycle) {
Bob Wilson0827e042010-02-12 01:30:21 +0000100 assert(MI->isPHI() && "IsSingleValuePHICycle expects a PHI instruction");
Daniel Sanders0c476112019-08-15 19:22:08 +0000101 Register DstReg = MI->getOperand(0).getReg();
Bob Wilson0827e042010-02-12 01:30:21 +0000102
103 // See if we already saw this register.
David Blaikie70573dc2014-11-19 07:49:26 +0000104 if (!PHIsInCycle.insert(MI).second)
Bob Wilson0827e042010-02-12 01:30:21 +0000105 return true;
106
107 // Don't scan crazily complex things.
Bob Wilson01abf8f2010-02-13 00:31:44 +0000108 if (PHIsInCycle.size() == 16)
Bob Wilson0827e042010-02-12 01:30:21 +0000109 return false;
110
111 // Scan the PHI operands.
112 for (unsigned i = 1; i != MI->getNumOperands(); i += 2) {
Daniel Sanders0c476112019-08-15 19:22:08 +0000113 Register SrcReg = MI->getOperand(i).getReg();
Bob Wilson0827e042010-02-12 01:30:21 +0000114 if (SrcReg == DstReg)
115 continue;
Bob Wilson01abf8f2010-02-13 00:31:44 +0000116 MachineInstr *SrcMI = MRI->getVRegDef(SrcReg);
Bob Wilson0827e042010-02-12 01:30:21 +0000117
118 // Skip over register-to-register moves.
Daniel Sanders2bea69b2019-08-01 23:27:28 +0000119 if (SrcMI && SrcMI->isCopy() && !SrcMI->getOperand(0).getSubReg() &&
Jakob Stoklund Olesen37c42a32010-07-16 04:45:42 +0000120 !SrcMI->getOperand(1).getSubReg() &&
Daniel Sanders2bea69b2019-08-01 23:27:28 +0000121 Register::isVirtualRegister(SrcMI->getOperand(1).getReg())) {
Dinar Temirbulatov8c8724d2018-12-15 14:37:01 +0000122 SrcReg = SrcMI->getOperand(1).getReg();
123 SrcMI = MRI->getVRegDef(SrcReg);
124 }
Bob Wilson0827e042010-02-12 01:30:21 +0000125 if (!SrcMI)
126 return false;
127
128 if (SrcMI->isPHI()) {
Bob Wilson01abf8f2010-02-13 00:31:44 +0000129 if (!IsSingleValuePHICycle(SrcMI, SingleValReg, PHIsInCycle))
Bob Wilson0827e042010-02-12 01:30:21 +0000130 return false;
131 } else {
132 // Fail if there is more than one non-phi/non-move register.
Dinar Temirbulatov8c8724d2018-12-15 14:37:01 +0000133 if (SingleValReg != 0 && SingleValReg != SrcReg)
Bob Wilson0827e042010-02-12 01:30:21 +0000134 return false;
135 SingleValReg = SrcReg;
136 }
137 }
138 return true;
139}
140
Bob Wilson01abf8f2010-02-13 00:31:44 +0000141/// IsDeadPHICycle - Check if the register defined by a PHI is only used by
142/// other PHIs in a cycle.
143bool OptimizePHIs::IsDeadPHICycle(MachineInstr *MI, InstrSet &PHIsInCycle) {
144 assert(MI->isPHI() && "IsDeadPHICycle expects a PHI instruction");
Daniel Sanders0c476112019-08-15 19:22:08 +0000145 Register DstReg = MI->getOperand(0).getReg();
Daniel Sanders2bea69b2019-08-01 23:27:28 +0000146 assert(Register::isVirtualRegister(DstReg) &&
Bob Wilson01abf8f2010-02-13 00:31:44 +0000147 "PHI destination is not a virtual register");
148
149 // See if we already saw this register.
David Blaikie70573dc2014-11-19 07:49:26 +0000150 if (!PHIsInCycle.insert(MI).second)
Bob Wilson01abf8f2010-02-13 00:31:44 +0000151 return true;
152
153 // Don't scan crazily complex things.
154 if (PHIsInCycle.size() == 16)
155 return false;
156
Mikael Holmenb5deac42017-12-07 07:01:21 +0000157 for (MachineInstr &UseMI : MRI->use_nodbg_instructions(DstReg)) {
Owen Andersonb36376e2014-03-17 19:36:09 +0000158 if (!UseMI.isPHI() || !IsDeadPHICycle(&UseMI, PHIsInCycle))
Bob Wilson01abf8f2010-02-13 00:31:44 +0000159 return false;
160 }
161
162 return true;
163}
164
165/// OptimizeBB - Remove dead PHI cycles and PHI cycles that can be replaced by
166/// a single value.
167bool OptimizePHIs::OptimizeBB(MachineBasicBlock &MBB) {
Bob Wilson0827e042010-02-12 01:30:21 +0000168 bool Changed = false;
169 for (MachineBasicBlock::iterator
170 MII = MBB.begin(), E = MBB.end(); MII != E; ) {
171 MachineInstr *MI = &*MII++;
172 if (!MI->isPHI())
173 break;
174
Bob Wilson01abf8f2010-02-13 00:31:44 +0000175 // Check for single-value PHI cycles.
Bob Wilson0827e042010-02-12 01:30:21 +0000176 unsigned SingleValReg = 0;
Bob Wilson01abf8f2010-02-13 00:31:44 +0000177 InstrSet PHIsInCycle;
178 if (IsSingleValuePHICycle(MI, SingleValReg, PHIsInCycle) &&
Bob Wilson0827e042010-02-12 01:30:21 +0000179 SingleValReg != 0) {
Daniel Sanders0c476112019-08-15 19:22:08 +0000180 Register OldReg = MI->getOperand(0).getReg();
Cameron Zwarichd85bc102011-10-17 21:54:46 +0000181 if (!MRI->constrainRegClass(SingleValReg, MRI->getRegClass(OldReg)))
182 continue;
183
184 MRI->replaceRegWith(OldReg, SingleValReg);
Bob Wilson0827e042010-02-12 01:30:21 +0000185 MI->eraseFromParent();
David Greenc93c6f32019-02-12 15:02:57 +0000186
187 // The kill flags on OldReg and SingleValReg may no longer be correct.
188 MRI->clearKillFlags(SingleValReg);
189
Bob Wilson0827e042010-02-12 01:30:21 +0000190 ++NumPHICycles;
191 Changed = true;
Bob Wilson01abf8f2010-02-13 00:31:44 +0000192 continue;
193 }
194
195 // Check for dead PHI cycles.
196 PHIsInCycle.clear();
197 if (IsDeadPHICycle(MI, PHIsInCycle)) {
198 for (InstrSetIterator PI = PHIsInCycle.begin(), PE = PHIsInCycle.end();
199 PI != PE; ++PI) {
200 MachineInstr *PhiMI = *PI;
Duncan P. N. Exon Smith00ec93d2016-08-17 00:43:59 +0000201 if (MII == PhiMI)
Bob Wilson01abf8f2010-02-13 00:31:44 +0000202 ++MII;
203 PhiMI->eraseFromParent();
204 }
205 ++NumDeadPHICycles;
206 Changed = true;
Bob Wilson0827e042010-02-12 01:30:21 +0000207 }
208 }
209 return Changed;
210}