blob: 1d9e79c055e0f398a582cd5dada62c0adbf954dd [file] [log] [blame]
Matthias Braunfbe85ae2016-04-28 03:07:16 +00001//===- DetectDeadLanes.cpp - SubRegister Lane Usage Analysis --*- C++ -*---===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10/// \file
11/// Analysis that tracks defined/used subregister lanes across COPY instructions
12/// and instructions that get lowered to a COPY (PHI, REG_SEQUENCE,
13/// INSERT_SUBREG, EXTRACT_SUBREG).
14/// The information is used to detect dead definitions and the usage of
15/// (completely) undefined values and mark the operands as such.
16/// This pass is necessary because the dead/undef status is not obvious anymore
17/// when subregisters are involved.
18///
19/// Example:
20/// %vreg0 = some definition
21/// %vreg1 = IMPLICIT_DEF
22/// %vreg2 = REG_SEQUENCE %vreg0, sub0, %vreg1, sub1
23/// %vreg3 = EXTRACT_SUBREG %vreg2, sub1
24/// = use %vreg3
25/// The %vreg0 definition is dead and %vreg3 contains an undefined value.
26//
27//===----------------------------------------------------------------------===//
28
29#include <deque>
30#include <vector>
31
32#include "llvm/ADT/BitVector.h"
Matthias Braun22152ac2016-05-06 22:43:50 +000033#include "llvm/ADT/SetVector.h"
Matthias Braunfbe85ae2016-04-28 03:07:16 +000034#include "llvm/CodeGen/MachineFunctionPass.h"
35#include "llvm/CodeGen/MachineRegisterInfo.h"
36#include "llvm/CodeGen/Passes.h"
37#include "llvm/InitializePasses.h"
38#include "llvm/Pass.h"
39#include "llvm/PassRegistry.h"
40#include "llvm/Support/Debug.h"
41#include "llvm/Support/raw_ostream.h"
42#include "llvm/Target/TargetInstrInfo.h"
43#include "llvm/Target/TargetRegisterInfo.h"
44#include "llvm/Target/TargetSubtargetInfo.h"
45
46using namespace llvm;
47
48#define DEBUG_TYPE "detect-dead-lanes"
49
50namespace {
51
52/// Contains a bitmask of which lanes of a given virtual register are
53/// defined and which ones are actually used.
54struct VRegInfo {
55 LaneBitmask UsedLanes;
56 LaneBitmask DefinedLanes;
57};
58
59class DetectDeadLanes : public MachineFunctionPass {
60public:
61 bool runOnMachineFunction(MachineFunction &MF) override;
62
63 static char ID;
64 DetectDeadLanes() : MachineFunctionPass(ID) {}
65
66 const char *getPassName() const override { return "Detect Dead Lanes"; }
67
Matt Arsenault3698ca22016-06-15 00:25:09 +000068 void getAnalysisUsage(AnalysisUsage &AU) const override {
69 AU.setPreservesCFG();
70 MachineFunctionPass::getAnalysisUsage(AU);
71 }
72
Matthias Braunfbe85ae2016-04-28 03:07:16 +000073private:
74 /// Add used lane bits on the register used by operand \p MO. This translates
75 /// the bitmask based on the operands subregister, and puts the register into
76 /// the worklist if any new bits were added.
77 void addUsedLanesOnOperand(const MachineOperand &MO, LaneBitmask UsedLanes);
78
79 /// Given a bitmask \p UsedLanes for the used lanes on a def output of a
80 /// COPY-like instruction determine the lanes used on the use operands
81 /// and call addUsedLanesOnOperand() for them.
Matthias Braun22152ac2016-05-06 22:43:50 +000082 void transferUsedLanesStep(const MachineInstr &MI, LaneBitmask UsedLanes);
Matthias Braunfbe85ae2016-04-28 03:07:16 +000083
84 /// Given a use regiser operand \p Use and a mask of defined lanes, check
Matthias Braun8f429ea2016-05-06 22:43:46 +000085 /// if the operand belongs to a lowersToCopies() instruction, transfer the
Matthias Braunfbe85ae2016-04-28 03:07:16 +000086 /// mask to the def and put the instruction into the worklist.
87 void transferDefinedLanesStep(const MachineOperand &Use,
88 LaneBitmask DefinedLanes);
89
90 /// Given a mask \p DefinedLanes of lanes defined at operand \p OpNum
91 /// of COPY-like instruction, determine which lanes are defined at the output
92 /// operand \p Def.
93 LaneBitmask transferDefinedLanes(const MachineOperand &Def, unsigned OpNum,
Matthias Braun8f429ea2016-05-06 22:43:46 +000094 LaneBitmask DefinedLanes) const;
Matthias Braunfbe85ae2016-04-28 03:07:16 +000095
Matthias Braun22152ac2016-05-06 22:43:50 +000096 /// Given a mask \p UsedLanes used from the output of instruction \p MI
97 /// determine which lanes are used from operand \p MO of this instruction.
98 LaneBitmask transferUsedLanes(const MachineInstr &MI, LaneBitmask UsedLanes,
99 const MachineOperand &MO) const;
100
101 bool runOnce(MachineFunction &MF);
102
Matthias Braunfbe85ae2016-04-28 03:07:16 +0000103 LaneBitmask determineInitialDefinedLanes(unsigned Reg);
104 LaneBitmask determineInitialUsedLanes(unsigned Reg);
105
Matthias Braun22152ac2016-05-06 22:43:50 +0000106 bool isUndefRegAtInput(const MachineOperand &MO,
107 const VRegInfo &RegInfo) const;
108
109 bool isUndefInput(const MachineOperand &MO, bool *CrossCopy) const;
110
Matthias Braunfbe85ae2016-04-28 03:07:16 +0000111 const MachineRegisterInfo *MRI;
112 const TargetRegisterInfo *TRI;
113
114 void PutInWorklist(unsigned RegIdx) {
115 if (WorklistMembers.test(RegIdx))
116 return;
117 WorklistMembers.set(RegIdx);
118 Worklist.push_back(RegIdx);
119 }
120
121 VRegInfo *VRegInfos;
122 /// Worklist containing virtreg indexes.
123 std::deque<unsigned> Worklist;
124 BitVector WorklistMembers;
125 /// This bitvector is set for each vreg index where the vreg is defined
126 /// by an instruction where lowersToCopies()==true.
127 BitVector DefinedByCopy;
128};
129
130} // end anonymous namespace
131
132char DetectDeadLanes::ID = 0;
133char &llvm::DetectDeadLanesID = DetectDeadLanes::ID;
134
135INITIALIZE_PASS(DetectDeadLanes, "detect-dead-lanes", "Detect Dead Lanes",
Marcin Koscielnicki3a592df2016-04-28 21:49:46 +0000136 false, false)
Matthias Braunfbe85ae2016-04-28 03:07:16 +0000137
138/// Returns true if \p MI will get lowered to a series of COPY instructions.
139/// We call this a COPY-like instruction.
140static bool lowersToCopies(const MachineInstr &MI) {
141 // Note: We could support instructions with MCInstrDesc::isRegSequenceLike(),
142 // isExtractSubRegLike(), isInsertSubregLike() in the future even though they
143 // are not lowered to a COPY.
144 switch (MI.getOpcode()) {
145 case TargetOpcode::COPY:
146 case TargetOpcode::PHI:
147 case TargetOpcode::INSERT_SUBREG:
148 case TargetOpcode::REG_SEQUENCE:
149 case TargetOpcode::EXTRACT_SUBREG:
150 return true;
151 }
152 return false;
153}
154
155static bool isCrossCopy(const MachineRegisterInfo &MRI,
156 const MachineInstr &MI,
157 const TargetRegisterClass *DstRC,
158 const MachineOperand &MO) {
159 assert(lowersToCopies(MI));
160 unsigned SrcReg = MO.getReg();
161 const TargetRegisterClass *SrcRC = MRI.getRegClass(SrcReg);
162 if (DstRC == SrcRC)
163 return false;
164
165 unsigned SrcSubIdx = MO.getSubReg();
166
167 const TargetRegisterInfo &TRI = *MRI.getTargetRegisterInfo();
168 unsigned DstSubIdx = 0;
169 switch (MI.getOpcode()) {
170 case TargetOpcode::INSERT_SUBREG:
171 if (MI.getOperandNo(&MO) == 2)
172 DstSubIdx = MI.getOperand(3).getImm();
173 break;
174 case TargetOpcode::REG_SEQUENCE: {
175 unsigned OpNum = MI.getOperandNo(&MO);
176 DstSubIdx = MI.getOperand(OpNum+1).getImm();
177 break;
178 }
179 case TargetOpcode::EXTRACT_SUBREG: {
180 unsigned SubReg = MI.getOperand(2).getImm();
181 SrcSubIdx = TRI.composeSubRegIndices(SubReg, SrcSubIdx);
182 }
183 }
184
185 unsigned PreA, PreB; // Unused.
186 if (SrcSubIdx && DstSubIdx)
187 return !TRI.getCommonSuperRegClass(SrcRC, SrcSubIdx, DstRC, DstSubIdx, PreA,
188 PreB);
189 if (SrcSubIdx)
190 return !TRI.getMatchingSuperRegClass(SrcRC, DstRC, SrcSubIdx);
191 if (DstSubIdx)
192 return !TRI.getMatchingSuperRegClass(DstRC, SrcRC, DstSubIdx);
193 return !TRI.getCommonSubClass(SrcRC, DstRC);
194}
195
196void DetectDeadLanes::addUsedLanesOnOperand(const MachineOperand &MO,
197 LaneBitmask UsedLanes) {
198 if (!MO.readsReg())
199 return;
200 unsigned MOReg = MO.getReg();
201 if (!TargetRegisterInfo::isVirtualRegister(MOReg))
202 return;
203
204 unsigned MOSubReg = MO.getSubReg();
205 if (MOSubReg != 0)
206 UsedLanes = TRI->composeSubRegIndexLaneMask(MOSubReg, UsedLanes);
207 UsedLanes &= MRI->getMaxLaneMaskForVReg(MOReg);
208
209 unsigned MORegIdx = TargetRegisterInfo::virtReg2Index(MOReg);
210 VRegInfo &MORegInfo = VRegInfos[MORegIdx];
211 LaneBitmask PrevUsedLanes = MORegInfo.UsedLanes;
212 // Any change at all?
213 if ((UsedLanes & ~PrevUsedLanes) == 0)
214 return;
215
216 // Set UsedLanes and remember instruction for further propagation.
217 MORegInfo.UsedLanes = PrevUsedLanes | UsedLanes;
218 if (DefinedByCopy.test(MORegIdx))
219 PutInWorklist(MORegIdx);
220}
221
Matthias Braun22152ac2016-05-06 22:43:50 +0000222void DetectDeadLanes::transferUsedLanesStep(const MachineInstr &MI,
Matthias Braunfbe85ae2016-04-28 03:07:16 +0000223 LaneBitmask UsedLanes) {
Matthias Braun22152ac2016-05-06 22:43:50 +0000224 for (const MachineOperand &MO : MI.uses()) {
225 if (!MO.isReg() || !TargetRegisterInfo::isVirtualRegister(MO.getReg()))
226 continue;
227 LaneBitmask UsedOnMO = transferUsedLanes(MI, UsedLanes, MO);
228 addUsedLanesOnOperand(MO, UsedOnMO);
229 }
230}
231
232LaneBitmask DetectDeadLanes::transferUsedLanes(const MachineInstr &MI,
233 LaneBitmask UsedLanes,
234 const MachineOperand &MO) const {
235 unsigned OpNum = MI.getOperandNo(&MO);
236 assert(lowersToCopies(MI) && DefinedByCopy[
237 TargetRegisterInfo::virtReg2Index(MI.getOperand(0).getReg())]);
238
Matthias Braunfbe85ae2016-04-28 03:07:16 +0000239 switch (MI.getOpcode()) {
240 case TargetOpcode::COPY:
241 case TargetOpcode::PHI:
Matthias Braun22152ac2016-05-06 22:43:50 +0000242 return UsedLanes;
Matthias Braunfbe85ae2016-04-28 03:07:16 +0000243 case TargetOpcode::REG_SEQUENCE: {
Matthias Braun22152ac2016-05-06 22:43:50 +0000244 assert(OpNum % 2 == 1);
245 unsigned SubIdx = MI.getOperand(OpNum + 1).getImm();
246 return TRI->reverseComposeSubRegIndexLaneMask(SubIdx, UsedLanes);
Matthias Braunfbe85ae2016-04-28 03:07:16 +0000247 }
248 case TargetOpcode::INSERT_SUBREG: {
Matthias Braunfbe85ae2016-04-28 03:07:16 +0000249 unsigned SubIdx = MI.getOperand(3).getImm();
250 LaneBitmask MO2UsedLanes =
251 TRI->reverseComposeSubRegIndexLaneMask(SubIdx, UsedLanes);
Matthias Braun22152ac2016-05-06 22:43:50 +0000252 if (OpNum == 2)
253 return MO2UsedLanes;
Matthias Braunfbe85ae2016-04-28 03:07:16 +0000254
Matthias Braun22152ac2016-05-06 22:43:50 +0000255 const MachineOperand &Def = MI.getOperand(0);
Matthias Braunfbe85ae2016-04-28 03:07:16 +0000256 unsigned DefReg = Def.getReg();
257 const TargetRegisterClass *RC = MRI->getRegClass(DefReg);
258 LaneBitmask MO1UsedLanes;
259 if (RC->CoveredBySubRegs)
260 MO1UsedLanes = UsedLanes & ~TRI->getSubRegIndexLaneMask(SubIdx);
261 else
262 MO1UsedLanes = RC->LaneMask;
Matthias Braun22152ac2016-05-06 22:43:50 +0000263
264 assert(OpNum == 1);
265 return MO1UsedLanes;
Matthias Braunfbe85ae2016-04-28 03:07:16 +0000266 }
267 case TargetOpcode::EXTRACT_SUBREG: {
Matthias Braun22152ac2016-05-06 22:43:50 +0000268 assert(OpNum == 1);
Matthias Braunfbe85ae2016-04-28 03:07:16 +0000269 unsigned SubIdx = MI.getOperand(2).getImm();
Matthias Braun22152ac2016-05-06 22:43:50 +0000270 return TRI->composeSubRegIndexLaneMask(SubIdx, UsedLanes);
Matthias Braunfbe85ae2016-04-28 03:07:16 +0000271 }
272 default:
273 llvm_unreachable("function must be called with COPY-like instruction");
274 }
275}
276
277void DetectDeadLanes::transferDefinedLanesStep(const MachineOperand &Use,
278 LaneBitmask DefinedLanes) {
279 if (!Use.readsReg())
280 return;
281 // Check whether the operand writes a vreg and is part of a COPY-like
282 // instruction.
283 const MachineInstr &MI = *Use.getParent();
284 if (MI.getDesc().getNumDefs() != 1)
285 return;
286 // FIXME: PATCHPOINT instructions announce a Def that does not always exist,
287 // they really need to be modeled differently!
288 if (MI.getOpcode() == TargetOpcode::PATCHPOINT)
289 return;
290 const MachineOperand &Def = *MI.defs().begin();
291 unsigned DefReg = Def.getReg();
292 if (!TargetRegisterInfo::isVirtualRegister(DefReg))
293 return;
294 unsigned DefRegIdx = TargetRegisterInfo::virtReg2Index(DefReg);
295 if (!DefinedByCopy.test(DefRegIdx))
296 return;
297
298 unsigned OpNum = MI.getOperandNo(&Use);
299 DefinedLanes =
300 TRI->reverseComposeSubRegIndexLaneMask(Use.getSubReg(), DefinedLanes);
301 DefinedLanes = transferDefinedLanes(Def, OpNum, DefinedLanes);
302
303 VRegInfo &RegInfo = VRegInfos[DefRegIdx];
304 LaneBitmask PrevDefinedLanes = RegInfo.DefinedLanes;
305 // Any change at all?
306 if ((DefinedLanes & ~PrevDefinedLanes) == 0)
307 return;
308
309 RegInfo.DefinedLanes = PrevDefinedLanes | DefinedLanes;
310 PutInWorklist(DefRegIdx);
311}
312
313LaneBitmask DetectDeadLanes::transferDefinedLanes(const MachineOperand &Def,
Matthias Braun8f429ea2016-05-06 22:43:46 +0000314 unsigned OpNum, LaneBitmask DefinedLanes) const {
Matthias Braunfbe85ae2016-04-28 03:07:16 +0000315 const MachineInstr &MI = *Def.getParent();
316 // Translate DefinedLanes if necessary.
317 switch (MI.getOpcode()) {
318 case TargetOpcode::REG_SEQUENCE: {
319 unsigned SubIdx = MI.getOperand(OpNum + 1).getImm();
320 DefinedLanes = TRI->composeSubRegIndexLaneMask(SubIdx, DefinedLanes);
321 DefinedLanes &= TRI->getSubRegIndexLaneMask(SubIdx);
322 break;
323 }
324 case TargetOpcode::INSERT_SUBREG: {
325 unsigned SubIdx = MI.getOperand(3).getImm();
326 if (OpNum == 2) {
327 DefinedLanes = TRI->composeSubRegIndexLaneMask(SubIdx, DefinedLanes);
328 DefinedLanes &= TRI->getSubRegIndexLaneMask(SubIdx);
329 } else {
330 assert(OpNum == 1 && "INSERT_SUBREG must have two operands");
331 // Ignore lanes defined by operand 2.
332 DefinedLanes &= ~TRI->getSubRegIndexLaneMask(SubIdx);
333 }
334 break;
335 }
336 case TargetOpcode::EXTRACT_SUBREG: {
337 unsigned SubIdx = MI.getOperand(2).getImm();
338 assert(OpNum == 1 && "EXTRACT_SUBREG must have one register operand only");
339 DefinedLanes = TRI->reverseComposeSubRegIndexLaneMask(SubIdx, DefinedLanes);
340 break;
341 }
342 case TargetOpcode::COPY:
343 case TargetOpcode::PHI:
344 break;
345 default:
346 llvm_unreachable("function must be called with COPY-like instruction");
347 }
348
Matthias Braun8f429ea2016-05-06 22:43:46 +0000349 assert(Def.getSubReg() == 0 &&
350 "Should not have subregister defs in machine SSA phase");
Matthias Braunfbe85ae2016-04-28 03:07:16 +0000351 DefinedLanes &= MRI->getMaxLaneMaskForVReg(Def.getReg());
352 return DefinedLanes;
353}
354
355LaneBitmask DetectDeadLanes::determineInitialDefinedLanes(unsigned Reg) {
356 // Live-In or unused registers have no definition but are considered fully
357 // defined.
358 if (!MRI->hasOneDef(Reg))
359 return ~0u;
360
361 const MachineOperand &Def = *MRI->def_begin(Reg);
362 const MachineInstr &DefMI = *Def.getParent();
363 if (lowersToCopies(DefMI)) {
364 // Start optimisatically with no used or defined lanes for copy
365 // instructions. The following dataflow analysis will add more bits.
366 unsigned RegIdx = TargetRegisterInfo::virtReg2Index(Reg);
367 DefinedByCopy.set(RegIdx);
368 PutInWorklist(RegIdx);
369
370 if (Def.isDead())
371 return 0;
372
373 // COPY/PHI can copy across unrelated register classes (example: float/int)
374 // with incompatible subregister structure. Do not include these in the
375 // dataflow analysis since we cannot transfer lanemasks in a meaningful way.
376 const TargetRegisterClass *DefRC = MRI->getRegClass(Reg);
377
378 // Determine initially DefinedLanes.
379 LaneBitmask DefinedLanes = 0;
380 for (const MachineOperand &MO : DefMI.uses()) {
381 if (!MO.isReg() || !MO.readsReg())
382 continue;
383 unsigned MOReg = MO.getReg();
384 if (!MOReg)
385 continue;
386
387 LaneBitmask MODefinedLanes;
388 if (TargetRegisterInfo::isPhysicalRegister(MOReg)) {
389 MODefinedLanes = ~0u;
390 } else if (isCrossCopy(*MRI, DefMI, DefRC, MO)) {
391 MODefinedLanes = ~0u;
392 } else {
393 assert(TargetRegisterInfo::isVirtualRegister(MOReg));
394 if (MRI->hasOneDef(MOReg)) {
395 const MachineOperand &MODef = *MRI->def_begin(MOReg);
396 const MachineInstr &MODefMI = *MODef.getParent();
397 // Bits from copy-like operations will be added later.
398 if (lowersToCopies(MODefMI) || MODefMI.isImplicitDef())
399 continue;
400 }
401 unsigned MOSubReg = MO.getSubReg();
402 MODefinedLanes = MRI->getMaxLaneMaskForVReg(MOReg);
403 MODefinedLanes = TRI->reverseComposeSubRegIndexLaneMask(
404 MOSubReg, MODefinedLanes);
405 }
406
407 unsigned OpNum = DefMI.getOperandNo(&MO);
408 DefinedLanes |= transferDefinedLanes(Def, OpNum, MODefinedLanes);
409 }
410 return DefinedLanes;
411 }
412 if (DefMI.isImplicitDef() || Def.isDead())
413 return 0;
414
Matthias Braun8f429ea2016-05-06 22:43:46 +0000415 assert(Def.getSubReg() == 0 &&
416 "Should not have subregister defs in machine SSA phase");
417 return MRI->getMaxLaneMaskForVReg(Reg);
Matthias Braunfbe85ae2016-04-28 03:07:16 +0000418}
419
420LaneBitmask DetectDeadLanes::determineInitialUsedLanes(unsigned Reg) {
421 LaneBitmask UsedLanes = 0;
422 for (const MachineOperand &MO : MRI->use_nodbg_operands(Reg)) {
423 if (!MO.readsReg())
424 continue;
425
426 const MachineInstr &UseMI = *MO.getParent();
427 if (UseMI.isKill())
428 continue;
429
430 unsigned SubReg = MO.getSubReg();
431 if (lowersToCopies(UseMI)) {
432 assert(UseMI.getDesc().getNumDefs() == 1);
433 const MachineOperand &Def = *UseMI.defs().begin();
434 unsigned DefReg = Def.getReg();
435 // The used lanes of COPY-like instruction operands are determined by the
436 // following dataflow analysis.
437 if (TargetRegisterInfo::isVirtualRegister(DefReg)) {
438 // But ignore copies across incompatible register classes.
439 bool CrossCopy = false;
440 if (lowersToCopies(UseMI)) {
441 const TargetRegisterClass *DstRC = MRI->getRegClass(DefReg);
442 CrossCopy = isCrossCopy(*MRI, UseMI, DstRC, MO);
Matthias Braun22152ac2016-05-06 22:43:50 +0000443 if (CrossCopy)
444 DEBUG(dbgs() << "Copy accross incompatible classes: " << UseMI);
Matthias Braunfbe85ae2016-04-28 03:07:16 +0000445 }
446
447 if (!CrossCopy)
448 continue;
449 }
450 }
451
452 // Shortcut: All lanes are used.
453 if (SubReg == 0)
454 return MRI->getMaxLaneMaskForVReg(Reg);
455
456 UsedLanes |= TRI->getSubRegIndexLaneMask(SubReg);
457 }
458 return UsedLanes;
459}
460
Matthias Braun22152ac2016-05-06 22:43:50 +0000461bool DetectDeadLanes::isUndefRegAtInput(const MachineOperand &MO,
462 const VRegInfo &RegInfo) const {
463 unsigned SubReg = MO.getSubReg();
464 LaneBitmask Mask = TRI->getSubRegIndexLaneMask(SubReg);
465 return (RegInfo.DefinedLanes & RegInfo.UsedLanes & Mask) == 0;
466}
467
468bool DetectDeadLanes::isUndefInput(const MachineOperand &MO,
469 bool *CrossCopy) const {
470 if (!MO.isUse())
471 return false;
472 const MachineInstr &MI = *MO.getParent();
473 if (!lowersToCopies(MI))
474 return false;
475 const MachineOperand &Def = MI.getOperand(0);
476 unsigned DefReg = Def.getReg();
477 if (!TargetRegisterInfo::isVirtualRegister(DefReg))
478 return false;
479 unsigned DefRegIdx = TargetRegisterInfo::virtReg2Index(DefReg);
480 if (!DefinedByCopy.test(DefRegIdx))
481 return false;
482
483 const VRegInfo &DefRegInfo = VRegInfos[DefRegIdx];
484 LaneBitmask UsedLanes = transferUsedLanes(MI, DefRegInfo.UsedLanes, MO);
485 if (UsedLanes != 0)
486 return false;
487
488 unsigned MOReg = MO.getReg();
489 if (TargetRegisterInfo::isVirtualRegister(MOReg)) {
490 const TargetRegisterClass *DstRC = MRI->getRegClass(DefReg);
491 *CrossCopy = isCrossCopy(*MRI, MI, DstRC, MO);
492 }
493 return true;
494}
495
496bool DetectDeadLanes::runOnce(MachineFunction &MF) {
497 // First pass: Populate defs/uses of vregs with initial values
498 unsigned NumVirtRegs = MRI->getNumVirtRegs();
499 for (unsigned RegIdx = 0; RegIdx < NumVirtRegs; ++RegIdx) {
500 unsigned Reg = TargetRegisterInfo::index2VirtReg(RegIdx);
501
502 // Determine used/defined lanes and add copy instructions to worklist.
503 VRegInfo &Info = VRegInfos[RegIdx];
504 Info.DefinedLanes = determineInitialDefinedLanes(Reg);
505 Info.UsedLanes = determineInitialUsedLanes(Reg);
506 }
507
508 // Iterate as long as defined lanes/used lanes keep changing.
509 while (!Worklist.empty()) {
510 unsigned RegIdx = Worklist.front();
511 Worklist.pop_front();
512 WorklistMembers.reset(RegIdx);
513 VRegInfo &Info = VRegInfos[RegIdx];
514 unsigned Reg = TargetRegisterInfo::index2VirtReg(RegIdx);
515
516 // Transfer UsedLanes to operands of DefMI (backwards dataflow).
517 MachineOperand &Def = *MRI->def_begin(Reg);
518 const MachineInstr &MI = *Def.getParent();
519 transferUsedLanesStep(MI, Info.UsedLanes);
520 // Transfer DefinedLanes to users of Reg (forward dataflow).
521 for (const MachineOperand &MO : MRI->use_nodbg_operands(Reg))
522 transferDefinedLanesStep(MO, Info.DefinedLanes);
523 }
524
525 DEBUG(
526 dbgs() << "Defined/Used lanes:\n";
527 for (unsigned RegIdx = 0; RegIdx < NumVirtRegs; ++RegIdx) {
528 unsigned Reg = TargetRegisterInfo::index2VirtReg(RegIdx);
529 const VRegInfo &Info = VRegInfos[RegIdx];
530 dbgs() << PrintReg(Reg, nullptr)
531 << " Used: " << PrintLaneMask(Info.UsedLanes)
532 << " Def: " << PrintLaneMask(Info.DefinedLanes) << '\n';
533 }
534 dbgs() << "\n";
535 );
536
537 bool Again = false;
538 // Mark operands as dead/unused.
539 for (MachineBasicBlock &MBB : MF) {
540 for (MachineInstr &MI : MBB) {
541 for (MachineOperand &MO : MI.operands()) {
542 if (!MO.isReg())
543 continue;
544 unsigned Reg = MO.getReg();
545 if (!TargetRegisterInfo::isVirtualRegister(Reg))
546 continue;
547 unsigned RegIdx = TargetRegisterInfo::virtReg2Index(Reg);
548 const VRegInfo &RegInfo = VRegInfos[RegIdx];
549 if (MO.isDef() && !MO.isDead() && RegInfo.UsedLanes == 0) {
550 DEBUG(dbgs() << "Marking operand '" << MO << "' as dead in " << MI);
551 MO.setIsDead();
552 }
553 if (MO.readsReg()) {
554 bool CrossCopy = false;
555 if (isUndefRegAtInput(MO, RegInfo)) {
556 DEBUG(dbgs() << "Marking operand '" << MO << "' as undef in "
557 << MI);
558 MO.setIsUndef();
559 } else if (isUndefInput(MO, &CrossCopy)) {
560 DEBUG(dbgs() << "Marking operand '" << MO << "' as undef in "
561 << MI);
562 MO.setIsUndef();
563 if (CrossCopy)
564 Again = true;
565 }
566 }
567 }
568 }
569 }
570
571 return Again;
572}
573
Matthias Braunfbe85ae2016-04-28 03:07:16 +0000574bool DetectDeadLanes::runOnMachineFunction(MachineFunction &MF) {
575 // Don't bother if we won't track subregister liveness later. This pass is
576 // required for correctness if subregister liveness is enabled because the
577 // register coalescer cannot deal with hidden dead defs. However without
578 // subregister liveness enabled, the expected benefits of this pass are small
579 // so we safe the compile time.
580 if (!MF.getSubtarget().enableSubRegLiveness()) {
581 DEBUG(dbgs() << "Skipping Detect dead lanes pass\n");
582 return false;
583 }
584
585 MRI = &MF.getRegInfo();
586 TRI = MRI->getTargetRegisterInfo();
587
588 unsigned NumVirtRegs = MRI->getNumVirtRegs();
589 VRegInfos = new VRegInfo[NumVirtRegs];
590 WorklistMembers.resize(NumVirtRegs);
591 DefinedByCopy.resize(NumVirtRegs);
592
Matthias Braun22152ac2016-05-06 22:43:50 +0000593 bool Again;
594 do {
595 Again = runOnce(MF);
596 } while(Again);
Matthias Braunfbe85ae2016-04-28 03:07:16 +0000597
598 DefinedByCopy.clear();
599 WorklistMembers.clear();
600 delete[] VRegInfos;
601 return true;
602}