blob: ea86ffba58f616316f816aa4a60ae5635e4b6bba [file] [log] [blame]
Krzysztof Parzyszekc09d6302016-01-12 17:23:48 +00001//===--- RDFCopy.cpp ------------------------------------------------------===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
Krzysztof Parzyszekadc64b72016-01-18 20:43:57 +000010// RDF-based copy propagation.
Krzysztof Parzyszekc09d6302016-01-12 17:23:48 +000011
12#include "RDFCopy.h"
13#include "RDFGraph.h"
Krzysztof Parzyszek0e7b1f82017-03-10 22:44:24 +000014#include "RDFLiveness.h"
Krzysztof Parzyszekc09d6302016-01-12 17:23:48 +000015#include "llvm/CodeGen/MachineBasicBlock.h"
16#include "llvm/CodeGen/MachineDominators.h"
17#include "llvm/CodeGen/MachineInstr.h"
Krzysztof Parzyszekadc64b72016-01-18 20:43:57 +000018#include "llvm/CodeGen/MachineRegisterInfo.h"
Krzysztof Parzyszekc09d6302016-01-12 17:23:48 +000019#include "llvm/Support/CommandLine.h"
Krzysztof Parzyszekadc64b72016-01-18 20:43:57 +000020#include "llvm/Target/TargetInstrInfo.h"
21#include "llvm/Target/TargetRegisterInfo.h"
Benjamin Kramer922efd72016-05-27 10:06:40 +000022using namespace llvm;
23using namespace rdf;
Krzysztof Parzyszekc09d6302016-01-12 17:23:48 +000024
25#ifndef NDEBUG
26static cl::opt<unsigned> CpLimit("rdf-cp-limit", cl::init(0), cl::Hidden);
27static unsigned CpCount = 0;
28#endif
29
Krzysztof Parzyszekadc64b72016-01-18 20:43:57 +000030bool CopyPropagation::interpretAsCopy(const MachineInstr *MI, EqualityMap &EM) {
31 unsigned Opc = MI->getOpcode();
32 switch (Opc) {
33 case TargetOpcode::COPY: {
34 const MachineOperand &Dst = MI->getOperand(0);
35 const MachineOperand &Src = MI->getOperand(1);
Krzysztof Parzyszek445bd122016-10-14 17:57:55 +000036 RegisterRef DstR = DFG.makeRegRef(Dst.getReg(), Dst.getSubReg());
37 RegisterRef SrcR = DFG.makeRegRef(Src.getReg(), Src.getSubReg());
38 assert(TargetRegisterInfo::isPhysicalRegister(DstR.Reg));
39 assert(TargetRegisterInfo::isPhysicalRegister(SrcR.Reg));
40 const TargetRegisterInfo &TRI = DFG.getTRI();
41 if (TRI.getMinimalPhysRegClass(DstR.Reg) !=
42 TRI.getMinimalPhysRegClass(SrcR.Reg))
Krzysztof Parzyszekadc64b72016-01-18 20:43:57 +000043 return false;
Krzysztof Parzyszekadc64b72016-01-18 20:43:57 +000044 EM.insert(std::make_pair(DstR, SrcR));
45 return true;
46 }
Krzysztof Parzyszek445bd122016-10-14 17:57:55 +000047 case TargetOpcode::REG_SEQUENCE:
48 llvm_unreachable("Unexpected REG_SEQUENCE");
Krzysztof Parzyszekadc64b72016-01-18 20:43:57 +000049 }
50 return false;
51}
52
53
54void CopyPropagation::recordCopy(NodeAddr<StmtNode*> SA, EqualityMap &EM) {
55 CopyMap.insert(std::make_pair(SA.Id, EM));
Krzysztof Parzyszekc09d6302016-01-12 17:23:48 +000056 Copies.push_back(SA.Id);
Krzysztof Parzyszekc09d6302016-01-12 17:23:48 +000057}
58
59
60bool CopyPropagation::scanBlock(MachineBasicBlock *B) {
61 bool Changed = false;
Krzysztof Parzyszek7c69a3b2017-04-19 15:11:23 +000062 NodeAddr<BlockNode*> BA = DFG.findBlock(B);
Krzysztof Parzyszekc09d6302016-01-12 17:23:48 +000063
64 for (NodeAddr<InstrNode*> IA : BA.Addr->members(DFG)) {
65 if (DFG.IsCode<NodeAttrs::Stmt>(IA)) {
66 NodeAddr<StmtNode*> SA = IA;
Krzysztof Parzyszekadc64b72016-01-18 20:43:57 +000067 EqualityMap EM;
68 if (interpretAsCopy(SA.Addr->getCode(), EM))
69 recordCopy(SA, EM);
Krzysztof Parzyszekc09d6302016-01-12 17:23:48 +000070 }
Krzysztof Parzyszekc09d6302016-01-12 17:23:48 +000071 }
72
73 MachineDomTreeNode *N = MDT.getNode(B);
74 for (auto I : *N)
75 Changed |= scanBlock(I->getBlock());
76
Krzysztof Parzyszekc09d6302016-01-12 17:23:48 +000077 return Changed;
78}
79
80
Krzysztof Parzyszek0e7b1f82017-03-10 22:44:24 +000081NodeId CopyPropagation::getLocalReachingDef(RegisterRef RefRR,
82 NodeAddr<InstrNode*> IA) {
83 NodeAddr<RefNode*> RA = L.getNearestAliasedRef(RefRR, IA);
84 if (RA.Id != 0) {
85 if (RA.Addr->getKind() == NodeAttrs::Def)
86 return RA.Id;
87 assert(RA.Addr->getKind() == NodeAttrs::Use);
88 if (NodeId RD = RA.Addr->getReachingDef())
89 return RD;
90 }
91 return 0;
92}
93
94
Krzysztof Parzyszekc09d6302016-01-12 17:23:48 +000095bool CopyPropagation::run() {
96 scanBlock(&DFG.getMF().front());
97
98 if (trace()) {
99 dbgs() << "Copies:\n";
Krzysztof Parzyszekadc64b72016-01-18 20:43:57 +0000100 for (auto I : Copies) {
101 dbgs() << "Instr: " << *DFG.addr<StmtNode*>(I).Addr->getCode();
102 dbgs() << " eq: {";
103 for (auto J : CopyMap[I])
104 dbgs() << ' ' << Print<RegisterRef>(J.first, DFG) << '='
105 << Print<RegisterRef>(J.second, DFG);
106 dbgs() << " }\n";
107 }
Krzysztof Parzyszekc09d6302016-01-12 17:23:48 +0000108 }
109
110 bool Changed = false;
Krzysztof Parzyszekc09d6302016-01-12 17:23:48 +0000111#ifndef NDEBUG
112 bool HasLimit = CpLimit.getNumOccurrences() > 0;
113#endif
114
Krzysztof Parzyszek445bd122016-10-14 17:57:55 +0000115 auto MinPhysReg = [this] (RegisterRef RR) -> unsigned {
116 const TargetRegisterInfo &TRI = DFG.getTRI();
117 const TargetRegisterClass &RC = *TRI.getMinimalPhysRegClass(RR.Reg);
118 if ((RC.LaneMask & RR.Mask) == RC.LaneMask)
119 return RR.Reg;
120 for (MCSubRegIndexIterator S(RR.Reg, &TRI); S.isValid(); ++S)
121 if (RR.Mask == TRI.getSubRegIndexLaneMask(S.getSubRegIndex()))
122 return S.getSubReg();
123 llvm_unreachable("Should have found a register");
124 return 0;
125 };
126
Krzysztof Parzyszekadc64b72016-01-18 20:43:57 +0000127 for (auto C : Copies) {
Krzysztof Parzyszekc09d6302016-01-12 17:23:48 +0000128#ifndef NDEBUG
129 if (HasLimit && CpCount >= CpLimit)
130 break;
131#endif
Krzysztof Parzyszekadc64b72016-01-18 20:43:57 +0000132 auto SA = DFG.addr<InstrNode*>(C);
133 auto FS = CopyMap.find(SA.Id);
134 if (FS == CopyMap.end())
Krzysztof Parzyszekc09d6302016-01-12 17:23:48 +0000135 continue;
Krzysztof Parzyszekc09d6302016-01-12 17:23:48 +0000136
Krzysztof Parzyszekadc64b72016-01-18 20:43:57 +0000137 EqualityMap &EM = FS->second;
138 for (NodeAddr<DefNode*> DA : SA.Addr->members_if(DFG.IsDef, DFG)) {
Krzysztof Parzyszek445bd122016-10-14 17:57:55 +0000139 RegisterRef DR = DA.Addr->getRegRef(DFG);
Krzysztof Parzyszekadc64b72016-01-18 20:43:57 +0000140 auto FR = EM.find(DR);
141 if (FR == EM.end())
Krzysztof Parzyszekc09d6302016-01-12 17:23:48 +0000142 continue;
Krzysztof Parzyszekadc64b72016-01-18 20:43:57 +0000143 RegisterRef SR = FR->second;
144 if (DR == SR)
Krzysztof Parzyszekc09d6302016-01-12 17:23:48 +0000145 continue;
Krzysztof Parzyszekc09d6302016-01-12 17:23:48 +0000146
Krzysztof Parzyszek0e7b1f82017-03-10 22:44:24 +0000147 NodeId AtCopy = getLocalReachingDef(SR, SA);
Krzysztof Parzyszekc09d6302016-01-12 17:23:48 +0000148
Krzysztof Parzyszekadc64b72016-01-18 20:43:57 +0000149 for (NodeId N = DA.Addr->getReachedUse(), NextN; N; N = NextN) {
150 auto UA = DFG.addr<UseNode*>(N);
151 NextN = UA.Addr->getSibling();
152 uint16_t F = UA.Addr->getFlags();
153 if ((F & NodeAttrs::PhiRef) || (F & NodeAttrs::Fixed))
154 continue;
Krzysztof Parzyszek445bd122016-10-14 17:57:55 +0000155 if (UA.Addr->getRegRef(DFG) != DR)
Krzysztof Parzyszekadc64b72016-01-18 20:43:57 +0000156 continue;
157
158 NodeAddr<InstrNode*> IA = UA.Addr->getOwner(DFG);
159 assert(DFG.IsCode<NodeAttrs::Stmt>(IA));
Krzysztof Parzyszek0e7b1f82017-03-10 22:44:24 +0000160 NodeId AtUse = getLocalReachingDef(SR, IA);
161 if (AtCopy != AtUse)
Krzysztof Parzyszekadc64b72016-01-18 20:43:57 +0000162 continue;
163
164 MachineOperand &Op = UA.Addr->getOp();
165 if (Op.isTied())
166 continue;
167 if (trace()) {
168 dbgs() << "Can replace " << Print<RegisterRef>(DR, DFG)
169 << " with " << Print<RegisterRef>(SR, DFG) << " in "
170 << *NodeAddr<StmtNode*>(IA).Addr->getCode();
171 }
172
Krzysztof Parzyszek445bd122016-10-14 17:57:55 +0000173 unsigned NewReg = MinPhysReg(SR);
174 Op.setReg(NewReg);
175 Op.setSubReg(0);
Krzysztof Parzyszekadc64b72016-01-18 20:43:57 +0000176 DFG.unlinkUse(UA, false);
Krzysztof Parzyszek0e7b1f82017-03-10 22:44:24 +0000177 if (AtCopy != 0) {
178 UA.Addr->linkToDef(UA.Id, DFG.addr<DefNode*>(AtCopy));
Krzysztof Parzyszekefd72852016-04-28 15:09:19 +0000179 } else {
180 UA.Addr->setReachingDef(0);
181 UA.Addr->setSibling(0);
182 }
Krzysztof Parzyszekadc64b72016-01-18 20:43:57 +0000183
184 Changed = true;
185 #ifndef NDEBUG
186 if (HasLimit && CpCount >= CpLimit)
187 break;
188 CpCount++;
189 #endif
190
191 auto FC = CopyMap.find(IA.Id);
192 if (FC != CopyMap.end()) {
193 // Update the EM map in the copy's entry.
194 auto &M = FC->second;
195 for (auto &J : M) {
196 if (J.second != DR)
197 continue;
198 J.second = SR;
199 break;
200 }
201 }
202 } // for (N in reached-uses)
203 } // for (DA in defs)
204 } // for (C in Copies)
Krzysztof Parzyszekc09d6302016-01-12 17:23:48 +0000205
206 return Changed;
207}
208