blob: 1de281a5aef39087867f90a576f6f7e48e0d7c85 [file] [log] [blame]
Krzysztof Parzyszek12798812016-01-12 19:09:01 +00001//===--- HexagonRDFOpt.cpp ------------------------------------------------===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9
10#include "HexagonInstrInfo.h"
Krzysztof Parzyszek12798812016-01-12 19:09:01 +000011#include "HexagonSubtarget.h"
12#include "RDFCopy.h"
13#include "RDFDeadCode.h"
14#include "RDFGraph.h"
15#include "RDFLiveness.h"
16#include "llvm/ADT/SetVector.h"
17#include "llvm/CodeGen/MachineBasicBlock.h"
18#include "llvm/CodeGen/MachineDominanceFrontier.h"
19#include "llvm/CodeGen/MachineDominators.h"
20#include "llvm/CodeGen/MachineFunction.h"
21#include "llvm/CodeGen/MachineFunctionPass.h"
22#include "llvm/CodeGen/MachineRegisterInfo.h"
23#include "llvm/Support/CommandLine.h"
24#include "llvm/Support/Format.h"
25#include "llvm/Target/TargetInstrInfo.h"
26#include "llvm/Target/TargetRegisterInfo.h"
27
28using namespace llvm;
29using namespace rdf;
30
31namespace llvm {
32 void initializeHexagonRDFOptPass(PassRegistry&);
33 FunctionPass *createHexagonRDFOpt();
34}
35
36namespace {
Krzysztof Parzyszek12798812016-01-12 19:09:01 +000037 unsigned RDFCount = 0;
Krzysztof Parzyszek7aae9b32016-01-18 20:45:51 +000038 cl::opt<unsigned> RDFLimit("rdf-limit", cl::init(UINT_MAX));
Krzysztof Parzyszek12798812016-01-12 19:09:01 +000039 cl::opt<bool> RDFDump("rdf-dump", cl::init(false));
40
41 class HexagonRDFOpt : public MachineFunctionPass {
42 public:
43 HexagonRDFOpt() : MachineFunctionPass(ID) {
44 initializeHexagonRDFOptPass(*PassRegistry::getPassRegistry());
45 }
46 void getAnalysisUsage(AnalysisUsage &AU) const override {
47 AU.addRequired<MachineDominatorTree>();
48 AU.addRequired<MachineDominanceFrontier>();
49 AU.setPreservesAll();
50 MachineFunctionPass::getAnalysisUsage(AU);
51 }
Mehdi Amini117296c2016-10-01 02:56:57 +000052 StringRef getPassName() const override {
Krzysztof Parzyszek12798812016-01-12 19:09:01 +000053 return "Hexagon RDF optimizations";
54 }
55 bool runOnMachineFunction(MachineFunction &MF) override;
56
Derek Schuff1dbf7a52016-04-04 17:09:25 +000057 MachineFunctionProperties getRequiredProperties() const override {
58 return MachineFunctionProperties().set(
Matthias Braun1eb47362016-08-25 01:27:13 +000059 MachineFunctionProperties::Property::NoVRegs);
Derek Schuff1dbf7a52016-04-04 17:09:25 +000060 }
61
Krzysztof Parzyszek12798812016-01-12 19:09:01 +000062 static char ID;
63
64 private:
65 MachineDominatorTree *MDT;
66 MachineRegisterInfo *MRI;
67 };
68
69 char HexagonRDFOpt::ID = 0;
70}
71
72INITIALIZE_PASS_BEGIN(HexagonRDFOpt, "rdfopt", "Hexagon RDF opt", false, false)
73INITIALIZE_PASS_DEPENDENCY(MachineDominatorTree)
74INITIALIZE_PASS_DEPENDENCY(MachineDominanceFrontier)
75INITIALIZE_PASS_END(HexagonRDFOpt, "rdfopt", "Hexagon RDF opt", false, false)
76
77
Benjamin Kramer85c824f2016-02-05 13:50:53 +000078namespace {
Krzysztof Parzyszek7aae9b32016-01-18 20:45:51 +000079struct HexagonCP : public CopyPropagation {
80 HexagonCP(DataFlowGraph &G) : CopyPropagation(G) {}
81 bool interpretAsCopy(const MachineInstr *MI, EqualityMap &EM) override;
82};
83
84
Krzysztof Parzyszek12798812016-01-12 19:09:01 +000085struct HexagonDCE : public DeadCodeElimination {
Krzysztof Parzyszekf62d44b2016-01-12 19:27:59 +000086 HexagonDCE(DataFlowGraph &G, MachineRegisterInfo &MRI)
87 : DeadCodeElimination(G, MRI) {}
Krzysztof Parzyszek12798812016-01-12 19:09:01 +000088 bool rewrite(NodeAddr<InstrNode*> IA, SetVector<NodeId> &Remove);
89 void removeOperand(NodeAddr<InstrNode*> IA, unsigned OpNum);
90
91 bool run();
92};
Benjamin Kramer85c824f2016-02-05 13:50:53 +000093} // end anonymous namespace
Krzysztof Parzyszek12798812016-01-12 19:09:01 +000094
95
Krzysztof Parzyszek7aae9b32016-01-18 20:45:51 +000096bool HexagonCP::interpretAsCopy(const MachineInstr *MI, EqualityMap &EM) {
97 auto mapRegs = [MI,&EM] (RegisterRef DstR, RegisterRef SrcR) -> void {
98 EM.insert(std::make_pair(DstR, SrcR));
99 };
100
101 unsigned Opc = MI->getOpcode();
102 switch (Opc) {
103 case Hexagon::A2_combinew: {
104 const MachineOperand &DstOp = MI->getOperand(0);
105 const MachineOperand &HiOp = MI->getOperand(1);
106 const MachineOperand &LoOp = MI->getOperand(2);
107 assert(DstOp.getSubReg() == 0 && "Unexpected subregister");
108 mapRegs({ DstOp.getReg(), Hexagon::subreg_hireg },
109 { HiOp.getReg(), HiOp.getSubReg() });
110 mapRegs({ DstOp.getReg(), Hexagon::subreg_loreg },
111 { LoOp.getReg(), LoOp.getSubReg() });
112 return true;
113 }
114 case Hexagon::A2_addi: {
115 const MachineOperand &A = MI->getOperand(2);
116 if (!A.isImm() || A.getImm() != 0)
117 return false;
Justin Bognercd1d5aa2016-08-17 20:30:52 +0000118 LLVM_FALLTHROUGH;
Krzysztof Parzyszek7aae9b32016-01-18 20:45:51 +0000119 }
Krzysztof Parzyszek7aae9b32016-01-18 20:45:51 +0000120 case Hexagon::A2_tfr: {
121 const MachineOperand &DstOp = MI->getOperand(0);
122 const MachineOperand &SrcOp = MI->getOperand(1);
123 mapRegs({ DstOp.getReg(), DstOp.getSubReg() },
124 { SrcOp.getReg(), SrcOp.getSubReg() });
125 return true;
126 }
127 }
128
129 return CopyPropagation::interpretAsCopy(MI, EM);
130}
131
132
Krzysztof Parzyszek12798812016-01-12 19:09:01 +0000133bool HexagonDCE::run() {
134 bool Collected = collect();
135 if (!Collected)
136 return false;
137
138 const SetVector<NodeId> &DeadNodes = getDeadNodes();
139 const SetVector<NodeId> &DeadInstrs = getDeadInstrs();
140
141 typedef DenseMap<NodeId,NodeId> RefToInstrMap;
142 RefToInstrMap R2I;
143 SetVector<NodeId> PartlyDead;
144 DataFlowGraph &DFG = getDFG();
145
146 for (NodeAddr<BlockNode*> BA : DFG.getFunc().Addr->members(DFG)) {
147 for (auto TA : BA.Addr->members_if(DFG.IsCode<NodeAttrs::Stmt>, DFG)) {
148 NodeAddr<StmtNode*> SA = TA;
149 for (NodeAddr<RefNode*> RA : SA.Addr->members(DFG)) {
150 R2I.insert(std::make_pair(RA.Id, SA.Id));
151 if (DFG.IsDef(RA) && DeadNodes.count(RA.Id))
152 if (!DeadInstrs.count(SA.Id))
153 PartlyDead.insert(SA.Id);
154 }
155 }
156 }
157
Krzysztof Parzyszek7aae9b32016-01-18 20:45:51 +0000158
Krzysztof Parzyszek12798812016-01-12 19:09:01 +0000159 // Nodes to remove.
160 SetVector<NodeId> Remove = DeadInstrs;
161
162 bool Changed = false;
163 for (NodeId N : PartlyDead) {
164 auto SA = DFG.addr<StmtNode*>(N);
165 if (trace())
166 dbgs() << "Partly dead: " << *SA.Addr->getCode();
167 Changed |= rewrite(SA, Remove);
168 }
169
170 return erase(Remove) || Changed;
171}
172
173
174void HexagonDCE::removeOperand(NodeAddr<InstrNode*> IA, unsigned OpNum) {
175 MachineInstr *MI = NodeAddr<StmtNode*>(IA).Addr->getCode();
176
177 auto getOpNum = [MI] (MachineOperand &Op) -> unsigned {
178 for (unsigned i = 0, n = MI->getNumOperands(); i != n; ++i)
179 if (&MI->getOperand(i) == &Op)
180 return i;
181 llvm_unreachable("Invalid operand");
182 };
183 DenseMap<NodeId,unsigned> OpMap;
184 NodeList Refs = IA.Addr->members(getDFG());
185 for (NodeAddr<RefNode*> RA : Refs)
186 OpMap.insert(std::make_pair(RA.Id, getOpNum(RA.Addr->getOp())));
187
188 MI->RemoveOperand(OpNum);
189
190 for (NodeAddr<RefNode*> RA : Refs) {
191 unsigned N = OpMap[RA.Id];
192 if (N < OpNum)
193 RA.Addr->setRegRef(&MI->getOperand(N));
194 else if (N > OpNum)
195 RA.Addr->setRegRef(&MI->getOperand(N-1));
196 }
197}
198
199
200bool HexagonDCE::rewrite(NodeAddr<InstrNode*> IA, SetVector<NodeId> &Remove) {
201 if (!getDFG().IsCode<NodeAttrs::Stmt>(IA))
202 return false;
203 DataFlowGraph &DFG = getDFG();
Krzysztof Parzyszekf0b34a52016-07-29 21:49:42 +0000204 MachineInstr &MI = *NodeAddr<StmtNode*>(IA).Addr->getCode();
Krzysztof Parzyszek12798812016-01-12 19:09:01 +0000205 auto &HII = static_cast<const HexagonInstrInfo&>(DFG.getTII());
206 if (HII.getAddrMode(MI) != HexagonII::PostInc)
207 return false;
Krzysztof Parzyszekf0b34a52016-07-29 21:49:42 +0000208 unsigned Opc = MI.getOpcode();
Krzysztof Parzyszek12798812016-01-12 19:09:01 +0000209 unsigned OpNum, NewOpc;
210 switch (Opc) {
211 case Hexagon::L2_loadri_pi:
212 NewOpc = Hexagon::L2_loadri_io;
213 OpNum = 1;
214 break;
215 case Hexagon::L2_loadrd_pi:
216 NewOpc = Hexagon::L2_loadrd_io;
217 OpNum = 1;
218 break;
219 case Hexagon::V6_vL32b_pi:
220 NewOpc = Hexagon::V6_vL32b_ai;
221 OpNum = 1;
222 break;
223 case Hexagon::S2_storeri_pi:
224 NewOpc = Hexagon::S2_storeri_io;
225 OpNum = 0;
226 break;
227 case Hexagon::S2_storerd_pi:
228 NewOpc = Hexagon::S2_storerd_io;
229 OpNum = 0;
230 break;
231 case Hexagon::V6_vS32b_pi:
232 NewOpc = Hexagon::V6_vS32b_ai;
233 OpNum = 0;
234 break;
235 default:
236 return false;
237 }
238 auto IsDead = [this] (NodeAddr<DefNode*> DA) -> bool {
239 return getDeadNodes().count(DA.Id);
240 };
241 NodeList Defs;
Krzysztof Parzyszekf0b34a52016-07-29 21:49:42 +0000242 MachineOperand &Op = MI.getOperand(OpNum);
Krzysztof Parzyszek12798812016-01-12 19:09:01 +0000243 for (NodeAddr<DefNode*> DA : IA.Addr->members_if(DFG.IsDef, DFG)) {
244 if (&DA.Addr->getOp() != &Op)
245 continue;
246 Defs = DFG.getRelatedRefs(IA, DA);
David Majnemer0a16c222016-08-11 21:15:00 +0000247 if (!all_of(Defs, IsDead))
Krzysztof Parzyszek12798812016-01-12 19:09:01 +0000248 return false;
249 break;
250 }
251
252 // Mark all nodes in Defs for removal.
253 for (auto D : Defs)
254 Remove.insert(D.Id);
255
256 if (trace())
Krzysztof Parzyszekf0b34a52016-07-29 21:49:42 +0000257 dbgs() << "Rewriting: " << MI;
258 MI.setDesc(HII.get(NewOpc));
259 MI.getOperand(OpNum+2).setImm(0);
Krzysztof Parzyszek12798812016-01-12 19:09:01 +0000260 removeOperand(IA, OpNum);
261 if (trace())
Krzysztof Parzyszekf0b34a52016-07-29 21:49:42 +0000262 dbgs() << " to: " << MI;
Krzysztof Parzyszek12798812016-01-12 19:09:01 +0000263
264 return true;
265}
266
267
268bool HexagonRDFOpt::runOnMachineFunction(MachineFunction &MF) {
Andrew Kaylor5b444a22016-04-26 19:46:28 +0000269 if (skipFunction(*MF.getFunction()))
270 return false;
271
Krzysztof Parzyszek12798812016-01-12 19:09:01 +0000272 if (RDFLimit.getPosition()) {
273 if (RDFCount >= RDFLimit)
274 return false;
275 RDFCount++;
276 }
277
278 MDT = &getAnalysis<MachineDominatorTree>();
279 const auto &MDF = getAnalysis<MachineDominanceFrontier>();
280 const auto &HII = *MF.getSubtarget<HexagonSubtarget>().getInstrInfo();
281 const auto &HRI = *MF.getSubtarget<HexagonSubtarget>().getRegisterInfo();
282 MRI = &MF.getRegInfo();
Krzysztof Parzyszek7aae9b32016-01-18 20:45:51 +0000283 bool Changed;
Krzysztof Parzyszek12798812016-01-12 19:09:01 +0000284
285 if (RDFDump)
286 MF.print(dbgs() << "Before " << getPassName() << "\n", nullptr);
Krzysztof Parzyszek7aae9b32016-01-18 20:45:51 +0000287
Krzysztof Parzyszek7aae9b32016-01-18 20:45:51 +0000288 TargetOperandInfo TOI(HII);
Krzysztof Parzyszeka77fe4e2016-10-03 17:14:48 +0000289 DataFlowGraph G(MF, HII, HRI, *MDT, MDF, TOI);
Krzysztof Parzyszek55874cf2016-04-28 20:17:06 +0000290 // Dead phi nodes are necessary for copy propagation: we can add a use
291 // of a register in a block where it would need a phi node, but which
292 // was dead (and removed) during the graph build time.
293 G.build(BuildOptions::KeepDeadPhis);
Krzysztof Parzyszek12798812016-01-12 19:09:01 +0000294
Krzysztof Parzyszek7aae9b32016-01-18 20:45:51 +0000295 if (RDFDump)
296 dbgs() << "Starting copy propagation on: " << MF.getName() << '\n'
297 << PrintNode<FuncNode*>(G.getFunc(), G) << '\n';
298 HexagonCP CP(G);
Krzysztof Parzyszek12798812016-01-12 19:09:01 +0000299 CP.trace(RDFDump);
300 Changed = CP.run();
Krzysztof Parzyszek12798812016-01-12 19:09:01 +0000301
Krzysztof Parzyszek7aae9b32016-01-18 20:45:51 +0000302 if (RDFDump)
303 dbgs() << "Starting dead code elimination on: " << MF.getName() << '\n'
304 << PrintNode<FuncNode*>(G.getFunc(), G) << '\n';
Krzysztof Parzyszek12798812016-01-12 19:09:01 +0000305 HexagonDCE DCE(G, *MRI);
306 DCE.trace(RDFDump);
307 Changed |= DCE.run();
308
309 if (Changed) {
Krzysztof Parzyszek7aae9b32016-01-18 20:45:51 +0000310 if (RDFDump)
311 dbgs() << "Starting liveness recomputation on: " << MF.getName() << '\n';
Krzysztof Parzyszek12798812016-01-12 19:09:01 +0000312 Liveness LV(*MRI, G);
313 LV.trace(RDFDump);
314 LV.computeLiveIns();
315 LV.resetLiveIns();
316 LV.resetKills();
317 }
318
319 if (RDFDump)
320 MF.print(dbgs() << "After " << getPassName() << "\n", nullptr);
Krzysztof Parzyszek7aae9b32016-01-18 20:45:51 +0000321
Krzysztof Parzyszek12798812016-01-12 19:09:01 +0000322 return false;
323}
324
325
326FunctionPass *llvm::createHexagonRDFOpt() {
327 return new HexagonRDFOpt();
328}