blob: 413bc8edf2b6370803ed93334260dd25175a0d8b [file] [log] [blame]
Eugene Zelenko4d060b72017-07-29 00:56:56 +00001//===- HexagonRDFOpt.cpp --------------------------------------------------===//
Krzysztof Parzyszek12798812016-01-12 19:09:01 +00002//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9
10#include "HexagonInstrInfo.h"
Krzysztof Parzyszek12798812016-01-12 19:09:01 +000011#include "HexagonSubtarget.h"
Eugene Zelenko4d060b72017-07-29 00:56:56 +000012#include "MCTargetDesc/HexagonBaseInfo.h"
Krzysztof Parzyszek12798812016-01-12 19:09:01 +000013#include "RDFCopy.h"
14#include "RDFDeadCode.h"
15#include "RDFGraph.h"
16#include "RDFLiveness.h"
Eugene Zelenko4d060b72017-07-29 00:56:56 +000017#include "RDFRegisters.h"
18#include "llvm/ADT/DenseMap.h"
19#include "llvm/ADT/STLExtras.h"
Krzysztof Parzyszek12798812016-01-12 19:09:01 +000020#include "llvm/ADT/SetVector.h"
Krzysztof Parzyszek12798812016-01-12 19:09:01 +000021#include "llvm/CodeGen/MachineDominanceFrontier.h"
22#include "llvm/CodeGen/MachineDominators.h"
23#include "llvm/CodeGen/MachineFunction.h"
24#include "llvm/CodeGen/MachineFunctionPass.h"
Eugene Zelenko4d060b72017-07-29 00:56:56 +000025#include "llvm/CodeGen/MachineInstr.h"
26#include "llvm/CodeGen/MachineOperand.h"
Krzysztof Parzyszek12798812016-01-12 19:09:01 +000027#include "llvm/CodeGen/MachineRegisterInfo.h"
Eugene Zelenko4d060b72017-07-29 00:56:56 +000028#include "llvm/Pass.h"
Krzysztof Parzyszek12798812016-01-12 19:09:01 +000029#include "llvm/Support/CommandLine.h"
Eugene Zelenko4d060b72017-07-29 00:56:56 +000030#include "llvm/Support/Compiler.h"
31#include "llvm/Support/Debug.h"
32#include "llvm/Support/ErrorHandling.h"
33#include "llvm/Support/raw_ostream.h"
34#include <cassert>
35#include <limits>
36#include <utility>
Krzysztof Parzyszek12798812016-01-12 19:09:01 +000037
38using namespace llvm;
39using namespace rdf;
40
41namespace llvm {
Eugene Zelenko4d060b72017-07-29 00:56:56 +000042
Krzysztof Parzyszek12798812016-01-12 19:09:01 +000043 void initializeHexagonRDFOptPass(PassRegistry&);
44 FunctionPass *createHexagonRDFOpt();
Eugene Zelenko4d060b72017-07-29 00:56:56 +000045
46} // end namespace llvm
47
48static unsigned RDFCount = 0;
49
50static cl::opt<unsigned> RDFLimit("rdf-limit",
51 cl::init(std::numeric_limits<unsigned>::max()));
52static cl::opt<bool> RDFDump("rdf-dump", cl::init(false));
Krzysztof Parzyszek12798812016-01-12 19:09:01 +000053
54namespace {
Krzysztof Parzyszek12798812016-01-12 19:09:01 +000055
56 class HexagonRDFOpt : public MachineFunctionPass {
57 public:
Krzysztof Parzyszekbef1c562017-10-30 14:11:52 +000058 HexagonRDFOpt() : MachineFunctionPass(ID) {}
Eugene Zelenko4d060b72017-07-29 00:56:56 +000059
Krzysztof Parzyszek12798812016-01-12 19:09:01 +000060 void getAnalysisUsage(AnalysisUsage &AU) const override {
61 AU.addRequired<MachineDominatorTree>();
62 AU.addRequired<MachineDominanceFrontier>();
63 AU.setPreservesAll();
64 MachineFunctionPass::getAnalysisUsage(AU);
65 }
Eugene Zelenko4d060b72017-07-29 00:56:56 +000066
Mehdi Amini117296c2016-10-01 02:56:57 +000067 StringRef getPassName() const override {
Krzysztof Parzyszek12798812016-01-12 19:09:01 +000068 return "Hexagon RDF optimizations";
69 }
Eugene Zelenko4d060b72017-07-29 00:56:56 +000070
Krzysztof Parzyszek12798812016-01-12 19:09:01 +000071 bool runOnMachineFunction(MachineFunction &MF) override;
72
Derek Schuff1dbf7a52016-04-04 17:09:25 +000073 MachineFunctionProperties getRequiredProperties() const override {
74 return MachineFunctionProperties().set(
Matthias Braun1eb47362016-08-25 01:27:13 +000075 MachineFunctionProperties::Property::NoVRegs);
Derek Schuff1dbf7a52016-04-04 17:09:25 +000076 }
77
Krzysztof Parzyszek12798812016-01-12 19:09:01 +000078 static char ID;
79
80 private:
81 MachineDominatorTree *MDT;
82 MachineRegisterInfo *MRI;
83 };
84
Krzysztof Parzyszek7aae9b32016-01-18 20:45:51 +000085struct HexagonCP : public CopyPropagation {
86 HexagonCP(DataFlowGraph &G) : CopyPropagation(G) {}
Eugene Zelenko4d060b72017-07-29 00:56:56 +000087
Krzysztof Parzyszek7aae9b32016-01-18 20:45:51 +000088 bool interpretAsCopy(const MachineInstr *MI, EqualityMap &EM) override;
89};
90
Krzysztof Parzyszek12798812016-01-12 19:09:01 +000091struct HexagonDCE : public DeadCodeElimination {
Krzysztof Parzyszekf62d44b2016-01-12 19:27:59 +000092 HexagonDCE(DataFlowGraph &G, MachineRegisterInfo &MRI)
93 : DeadCodeElimination(G, MRI) {}
Eugene Zelenko4d060b72017-07-29 00:56:56 +000094
Krzysztof Parzyszek12798812016-01-12 19:09:01 +000095 bool rewrite(NodeAddr<InstrNode*> IA, SetVector<NodeId> &Remove);
96 void removeOperand(NodeAddr<InstrNode*> IA, unsigned OpNum);
97
98 bool run();
99};
Eugene Zelenko4d060b72017-07-29 00:56:56 +0000100
Benjamin Kramer85c824f2016-02-05 13:50:53 +0000101} // end anonymous namespace
Krzysztof Parzyszek12798812016-01-12 19:09:01 +0000102
Eugene Zelenko4d060b72017-07-29 00:56:56 +0000103char HexagonRDFOpt::ID = 0;
104
Krzysztof Parzyszekbef1c562017-10-30 14:11:52 +0000105INITIALIZE_PASS_BEGIN(HexagonRDFOpt, "hexagon-rdf-opt",
106 "Hexagon RDF optimizations", false, false)
Eugene Zelenko4d060b72017-07-29 00:56:56 +0000107INITIALIZE_PASS_DEPENDENCY(MachineDominatorTree)
108INITIALIZE_PASS_DEPENDENCY(MachineDominanceFrontier)
Krzysztof Parzyszekbef1c562017-10-30 14:11:52 +0000109INITIALIZE_PASS_END(HexagonRDFOpt, "hexagon-rdf-opt",
110 "Hexagon RDF optimizations", false, false)
Krzysztof Parzyszek12798812016-01-12 19:09:01 +0000111
Krzysztof Parzyszek7aae9b32016-01-18 20:45:51 +0000112bool HexagonCP::interpretAsCopy(const MachineInstr *MI, EqualityMap &EM) {
Malcolm Parsons17d266b2017-01-13 17:12:16 +0000113 auto mapRegs = [&EM] (RegisterRef DstR, RegisterRef SrcR) -> void {
Krzysztof Parzyszek7aae9b32016-01-18 20:45:51 +0000114 EM.insert(std::make_pair(DstR, SrcR));
115 };
116
Krzysztof Parzyszek445bd122016-10-14 17:57:55 +0000117 DataFlowGraph &DFG = getDFG();
Krzysztof Parzyszek7aae9b32016-01-18 20:45:51 +0000118 unsigned Opc = MI->getOpcode();
119 switch (Opc) {
120 case Hexagon::A2_combinew: {
121 const MachineOperand &DstOp = MI->getOperand(0);
122 const MachineOperand &HiOp = MI->getOperand(1);
123 const MachineOperand &LoOp = MI->getOperand(2);
124 assert(DstOp.getSubReg() == 0 && "Unexpected subregister");
Krzysztof Parzyszeka5409972016-11-09 16:19:08 +0000125 mapRegs(DFG.makeRegRef(DstOp.getReg(), Hexagon::isub_hi),
Krzysztof Parzyszek445bd122016-10-14 17:57:55 +0000126 DFG.makeRegRef(HiOp.getReg(), HiOp.getSubReg()));
Krzysztof Parzyszeka5409972016-11-09 16:19:08 +0000127 mapRegs(DFG.makeRegRef(DstOp.getReg(), Hexagon::isub_lo),
Krzysztof Parzyszek445bd122016-10-14 17:57:55 +0000128 DFG.makeRegRef(LoOp.getReg(), LoOp.getSubReg()));
Krzysztof Parzyszek7aae9b32016-01-18 20:45:51 +0000129 return true;
130 }
131 case Hexagon::A2_addi: {
132 const MachineOperand &A = MI->getOperand(2);
133 if (!A.isImm() || A.getImm() != 0)
134 return false;
Justin Bognercd1d5aa2016-08-17 20:30:52 +0000135 LLVM_FALLTHROUGH;
Krzysztof Parzyszek7aae9b32016-01-18 20:45:51 +0000136 }
Krzysztof Parzyszek7aae9b32016-01-18 20:45:51 +0000137 case Hexagon::A2_tfr: {
138 const MachineOperand &DstOp = MI->getOperand(0);
139 const MachineOperand &SrcOp = MI->getOperand(1);
Krzysztof Parzyszek445bd122016-10-14 17:57:55 +0000140 mapRegs(DFG.makeRegRef(DstOp.getReg(), DstOp.getSubReg()),
141 DFG.makeRegRef(SrcOp.getReg(), SrcOp.getSubReg()));
Krzysztof Parzyszek7aae9b32016-01-18 20:45:51 +0000142 return true;
143 }
144 }
145
146 return CopyPropagation::interpretAsCopy(MI, EM);
147}
148
Krzysztof Parzyszek12798812016-01-12 19:09:01 +0000149bool HexagonDCE::run() {
150 bool Collected = collect();
151 if (!Collected)
152 return false;
153
154 const SetVector<NodeId> &DeadNodes = getDeadNodes();
155 const SetVector<NodeId> &DeadInstrs = getDeadInstrs();
156
Eugene Zelenko4d060b72017-07-29 00:56:56 +0000157 using RefToInstrMap = DenseMap<NodeId, NodeId>;
158
Krzysztof Parzyszek12798812016-01-12 19:09:01 +0000159 RefToInstrMap R2I;
160 SetVector<NodeId> PartlyDead;
161 DataFlowGraph &DFG = getDFG();
162
163 for (NodeAddr<BlockNode*> BA : DFG.getFunc().Addr->members(DFG)) {
164 for (auto TA : BA.Addr->members_if(DFG.IsCode<NodeAttrs::Stmt>, DFG)) {
165 NodeAddr<StmtNode*> SA = TA;
166 for (NodeAddr<RefNode*> RA : SA.Addr->members(DFG)) {
167 R2I.insert(std::make_pair(RA.Id, SA.Id));
168 if (DFG.IsDef(RA) && DeadNodes.count(RA.Id))
169 if (!DeadInstrs.count(SA.Id))
170 PartlyDead.insert(SA.Id);
171 }
172 }
173 }
174
175 // Nodes to remove.
176 SetVector<NodeId> Remove = DeadInstrs;
177
178 bool Changed = false;
179 for (NodeId N : PartlyDead) {
180 auto SA = DFG.addr<StmtNode*>(N);
181 if (trace())
182 dbgs() << "Partly dead: " << *SA.Addr->getCode();
183 Changed |= rewrite(SA, Remove);
184 }
185
186 return erase(Remove) || Changed;
187}
188
Krzysztof Parzyszek12798812016-01-12 19:09:01 +0000189void HexagonDCE::removeOperand(NodeAddr<InstrNode*> IA, unsigned OpNum) {
190 MachineInstr *MI = NodeAddr<StmtNode*>(IA).Addr->getCode();
191
192 auto getOpNum = [MI] (MachineOperand &Op) -> unsigned {
193 for (unsigned i = 0, n = MI->getNumOperands(); i != n; ++i)
194 if (&MI->getOperand(i) == &Op)
195 return i;
196 llvm_unreachable("Invalid operand");
197 };
198 DenseMap<NodeId,unsigned> OpMap;
Krzysztof Parzyszek445bd122016-10-14 17:57:55 +0000199 DataFlowGraph &DFG = getDFG();
200 NodeList Refs = IA.Addr->members(DFG);
Krzysztof Parzyszek12798812016-01-12 19:09:01 +0000201 for (NodeAddr<RefNode*> RA : Refs)
202 OpMap.insert(std::make_pair(RA.Id, getOpNum(RA.Addr->getOp())));
203
204 MI->RemoveOperand(OpNum);
205
206 for (NodeAddr<RefNode*> RA : Refs) {
207 unsigned N = OpMap[RA.Id];
208 if (N < OpNum)
Krzysztof Parzyszek445bd122016-10-14 17:57:55 +0000209 RA.Addr->setRegRef(&MI->getOperand(N), DFG);
Krzysztof Parzyszek12798812016-01-12 19:09:01 +0000210 else if (N > OpNum)
Krzysztof Parzyszek445bd122016-10-14 17:57:55 +0000211 RA.Addr->setRegRef(&MI->getOperand(N-1), DFG);
Krzysztof Parzyszek12798812016-01-12 19:09:01 +0000212 }
213}
214
Krzysztof Parzyszek12798812016-01-12 19:09:01 +0000215bool HexagonDCE::rewrite(NodeAddr<InstrNode*> IA, SetVector<NodeId> &Remove) {
216 if (!getDFG().IsCode<NodeAttrs::Stmt>(IA))
217 return false;
218 DataFlowGraph &DFG = getDFG();
Krzysztof Parzyszekf0b34a52016-07-29 21:49:42 +0000219 MachineInstr &MI = *NodeAddr<StmtNode*>(IA).Addr->getCode();
Krzysztof Parzyszek12798812016-01-12 19:09:01 +0000220 auto &HII = static_cast<const HexagonInstrInfo&>(DFG.getTII());
221 if (HII.getAddrMode(MI) != HexagonII::PostInc)
222 return false;
Krzysztof Parzyszekf0b34a52016-07-29 21:49:42 +0000223 unsigned Opc = MI.getOpcode();
Krzysztof Parzyszek12798812016-01-12 19:09:01 +0000224 unsigned OpNum, NewOpc;
225 switch (Opc) {
226 case Hexagon::L2_loadri_pi:
227 NewOpc = Hexagon::L2_loadri_io;
228 OpNum = 1;
229 break;
230 case Hexagon::L2_loadrd_pi:
231 NewOpc = Hexagon::L2_loadrd_io;
232 OpNum = 1;
233 break;
234 case Hexagon::V6_vL32b_pi:
235 NewOpc = Hexagon::V6_vL32b_ai;
236 OpNum = 1;
237 break;
238 case Hexagon::S2_storeri_pi:
239 NewOpc = Hexagon::S2_storeri_io;
240 OpNum = 0;
241 break;
242 case Hexagon::S2_storerd_pi:
243 NewOpc = Hexagon::S2_storerd_io;
244 OpNum = 0;
245 break;
246 case Hexagon::V6_vS32b_pi:
247 NewOpc = Hexagon::V6_vS32b_ai;
248 OpNum = 0;
249 break;
250 default:
251 return false;
252 }
253 auto IsDead = [this] (NodeAddr<DefNode*> DA) -> bool {
254 return getDeadNodes().count(DA.Id);
255 };
256 NodeList Defs;
Krzysztof Parzyszekf0b34a52016-07-29 21:49:42 +0000257 MachineOperand &Op = MI.getOperand(OpNum);
Krzysztof Parzyszek12798812016-01-12 19:09:01 +0000258 for (NodeAddr<DefNode*> DA : IA.Addr->members_if(DFG.IsDef, DFG)) {
259 if (&DA.Addr->getOp() != &Op)
260 continue;
261 Defs = DFG.getRelatedRefs(IA, DA);
Eugene Zelenko4d060b72017-07-29 00:56:56 +0000262 if (!llvm::all_of(Defs, IsDead))
Krzysztof Parzyszek12798812016-01-12 19:09:01 +0000263 return false;
264 break;
265 }
266
267 // Mark all nodes in Defs for removal.
268 for (auto D : Defs)
269 Remove.insert(D.Id);
270
271 if (trace())
Krzysztof Parzyszekf0b34a52016-07-29 21:49:42 +0000272 dbgs() << "Rewriting: " << MI;
273 MI.setDesc(HII.get(NewOpc));
274 MI.getOperand(OpNum+2).setImm(0);
Krzysztof Parzyszek12798812016-01-12 19:09:01 +0000275 removeOperand(IA, OpNum);
276 if (trace())
Krzysztof Parzyszekf0b34a52016-07-29 21:49:42 +0000277 dbgs() << " to: " << MI;
Krzysztof Parzyszek12798812016-01-12 19:09:01 +0000278
279 return true;
280}
281
Krzysztof Parzyszek12798812016-01-12 19:09:01 +0000282bool HexagonRDFOpt::runOnMachineFunction(MachineFunction &MF) {
Matthias Braunf1caa282017-12-15 22:22:58 +0000283 if (skipFunction(MF.getFunction()))
Andrew Kaylor5b444a22016-04-26 19:46:28 +0000284 return false;
285
Krzysztof Parzyszek12798812016-01-12 19:09:01 +0000286 if (RDFLimit.getPosition()) {
287 if (RDFCount >= RDFLimit)
288 return false;
289 RDFCount++;
290 }
291
292 MDT = &getAnalysis<MachineDominatorTree>();
293 const auto &MDF = getAnalysis<MachineDominanceFrontier>();
294 const auto &HII = *MF.getSubtarget<HexagonSubtarget>().getInstrInfo();
295 const auto &HRI = *MF.getSubtarget<HexagonSubtarget>().getRegisterInfo();
296 MRI = &MF.getRegInfo();
Krzysztof Parzyszek7aae9b32016-01-18 20:45:51 +0000297 bool Changed;
Krzysztof Parzyszek12798812016-01-12 19:09:01 +0000298
299 if (RDFDump)
300 MF.print(dbgs() << "Before " << getPassName() << "\n", nullptr);
Krzysztof Parzyszek7aae9b32016-01-18 20:45:51 +0000301
Krzysztof Parzyszek7aae9b32016-01-18 20:45:51 +0000302 TargetOperandInfo TOI(HII);
Krzysztof Parzyszeka77fe4e2016-10-03 17:14:48 +0000303 DataFlowGraph G(MF, HII, HRI, *MDT, MDF, TOI);
Krzysztof Parzyszek55874cf2016-04-28 20:17:06 +0000304 // Dead phi nodes are necessary for copy propagation: we can add a use
305 // of a register in a block where it would need a phi node, but which
306 // was dead (and removed) during the graph build time.
307 G.build(BuildOptions::KeepDeadPhis);
Krzysztof Parzyszek12798812016-01-12 19:09:01 +0000308
Krzysztof Parzyszek7aae9b32016-01-18 20:45:51 +0000309 if (RDFDump)
310 dbgs() << "Starting copy propagation on: " << MF.getName() << '\n'
311 << PrintNode<FuncNode*>(G.getFunc(), G) << '\n';
312 HexagonCP CP(G);
Krzysztof Parzyszek12798812016-01-12 19:09:01 +0000313 CP.trace(RDFDump);
314 Changed = CP.run();
Krzysztof Parzyszek12798812016-01-12 19:09:01 +0000315
Krzysztof Parzyszek7aae9b32016-01-18 20:45:51 +0000316 if (RDFDump)
317 dbgs() << "Starting dead code elimination on: " << MF.getName() << '\n'
318 << PrintNode<FuncNode*>(G.getFunc(), G) << '\n';
Krzysztof Parzyszek12798812016-01-12 19:09:01 +0000319 HexagonDCE DCE(G, *MRI);
320 DCE.trace(RDFDump);
321 Changed |= DCE.run();
322
323 if (Changed) {
Krzysztof Parzyszek7aae9b32016-01-18 20:45:51 +0000324 if (RDFDump)
325 dbgs() << "Starting liveness recomputation on: " << MF.getName() << '\n';
Krzysztof Parzyszek12798812016-01-12 19:09:01 +0000326 Liveness LV(*MRI, G);
327 LV.trace(RDFDump);
328 LV.computeLiveIns();
329 LV.resetLiveIns();
330 LV.resetKills();
331 }
332
333 if (RDFDump)
334 MF.print(dbgs() << "After " << getPassName() << "\n", nullptr);
Krzysztof Parzyszek7aae9b32016-01-18 20:45:51 +0000335
Krzysztof Parzyszek12798812016-01-12 19:09:01 +0000336 return false;
337}
338
Krzysztof Parzyszek12798812016-01-12 19:09:01 +0000339FunctionPass *llvm::createHexagonRDFOpt() {
340 return new HexagonRDFOpt();
341}