Juergen Ributzka | 310034e | 2013-12-14 06:52:56 +0000 | [diff] [blame] | 1 | //===--- LivePhysRegs.cpp - Live Physical Register Set --------------------===// |
| 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
| 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
| 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | // |
| 10 | // This file implements the LivePhysRegs utility for tracking liveness of |
| 11 | // physical registers across machine instructions in forward or backward order. |
| 12 | // A more detailed description can be found in the corresponding header file. |
| 13 | // |
| 14 | //===----------------------------------------------------------------------===// |
| 15 | |
| 16 | #include "llvm/CodeGen/LivePhysRegs.h" |
Matthias Braun | e1cd96b | 2015-07-01 17:17:17 +0000 | [diff] [blame] | 17 | #include "llvm/CodeGen/MachineFrameInfo.h" |
| 18 | #include "llvm/CodeGen/MachineFunction.h" |
Juergen Ributzka | 310034e | 2013-12-14 06:52:56 +0000 | [diff] [blame] | 19 | #include "llvm/CodeGen/MachineInstrBundle.h" |
Matthias Braun | 332bb5c | 2016-07-06 21:31:27 +0000 | [diff] [blame] | 20 | #include "llvm/CodeGen/MachineRegisterInfo.h" |
Juergen Ributzka | 310034e | 2013-12-14 06:52:56 +0000 | [diff] [blame] | 21 | #include "llvm/Support/Debug.h" |
Benjamin Kramer | de9f090 | 2015-03-23 18:23:08 +0000 | [diff] [blame] | 22 | #include "llvm/Support/raw_ostream.h" |
Juergen Ributzka | 310034e | 2013-12-14 06:52:56 +0000 | [diff] [blame] | 23 | using namespace llvm; |
| 24 | |
| 25 | |
| 26 | /// \brief Remove all registers from the set that get clobbered by the register |
| 27 | /// mask. |
Pete Cooper | 7605e37 | 2015-05-05 20:14:22 +0000 | [diff] [blame] | 28 | /// The clobbers set will be the list of live registers clobbered |
| 29 | /// by the regmask. |
| 30 | void LivePhysRegs::removeRegsInMask(const MachineOperand &MO, |
| 31 | SmallVectorImpl<std::pair<unsigned, const MachineOperand*>> *Clobbers) { |
Juergen Ributzka | 310034e | 2013-12-14 06:52:56 +0000 | [diff] [blame] | 32 | SparseSet<unsigned>::iterator LRI = LiveRegs.begin(); |
| 33 | while (LRI != LiveRegs.end()) { |
Pete Cooper | 7605e37 | 2015-05-05 20:14:22 +0000 | [diff] [blame] | 34 | if (MO.clobbersPhysReg(*LRI)) { |
| 35 | if (Clobbers) |
| 36 | Clobbers->push_back(std::make_pair(*LRI, &MO)); |
Juergen Ributzka | 310034e | 2013-12-14 06:52:56 +0000 | [diff] [blame] | 37 | LRI = LiveRegs.erase(LRI); |
Pete Cooper | 7605e37 | 2015-05-05 20:14:22 +0000 | [diff] [blame] | 38 | } else |
Juergen Ributzka | 310034e | 2013-12-14 06:52:56 +0000 | [diff] [blame] | 39 | ++LRI; |
| 40 | } |
| 41 | } |
| 42 | |
| 43 | /// Simulates liveness when stepping backwards over an instruction(bundle): |
| 44 | /// Remove Defs, add uses. This is the recommended way of calculating liveness. |
| 45 | void LivePhysRegs::stepBackward(const MachineInstr &MI) { |
| 46 | // Remove defined registers and regmask kills from the set. |
Duncan P. N. Exon Smith | f9ab416 | 2016-02-27 17:05:33 +0000 | [diff] [blame] | 47 | for (ConstMIBundleOperands O(MI); O.isValid(); ++O) { |
Juergen Ributzka | 310034e | 2013-12-14 06:52:56 +0000 | [diff] [blame] | 48 | if (O->isReg()) { |
| 49 | if (!O->isDef()) |
| 50 | continue; |
| 51 | unsigned Reg = O->getReg(); |
Krzysztof Parzyszek | e513e17 | 2016-10-07 14:50:49 +0000 | [diff] [blame] | 52 | if (!TargetRegisterInfo::isPhysicalRegister(Reg)) |
Juergen Ributzka | 310034e | 2013-12-14 06:52:56 +0000 | [diff] [blame] | 53 | continue; |
| 54 | removeReg(Reg); |
| 55 | } else if (O->isRegMask()) |
Matthias Braun | 61cf1a9 | 2017-05-26 21:50:51 +0000 | [diff] [blame] | 56 | removeRegsInMask(*O); |
Juergen Ributzka | 310034e | 2013-12-14 06:52:56 +0000 | [diff] [blame] | 57 | } |
| 58 | |
| 59 | // Add uses to the set. |
Duncan P. N. Exon Smith | f9ab416 | 2016-02-27 17:05:33 +0000 | [diff] [blame] | 60 | for (ConstMIBundleOperands O(MI); O.isValid(); ++O) { |
Matthias Braun | 3bb0fcc | 2016-04-06 02:46:04 +0000 | [diff] [blame] | 61 | if (!O->isReg() || !O->readsReg()) |
Juergen Ributzka | 310034e | 2013-12-14 06:52:56 +0000 | [diff] [blame] | 62 | continue; |
| 63 | unsigned Reg = O->getReg(); |
Krzysztof Parzyszek | e513e17 | 2016-10-07 14:50:49 +0000 | [diff] [blame] | 64 | if (!TargetRegisterInfo::isPhysicalRegister(Reg)) |
Juergen Ributzka | 310034e | 2013-12-14 06:52:56 +0000 | [diff] [blame] | 65 | continue; |
| 66 | addReg(Reg); |
| 67 | } |
| 68 | } |
| 69 | |
| 70 | /// Simulates liveness when stepping forward over an instruction(bundle): Remove |
| 71 | /// killed-uses, add defs. This is the not recommended way, because it depends |
Chad Rosier | a67b2d0 | 2015-09-04 12:34:55 +0000 | [diff] [blame] | 72 | /// on accurate kill flags. If possible use stepBackward() instead of this |
Juergen Ributzka | 310034e | 2013-12-14 06:52:56 +0000 | [diff] [blame] | 73 | /// function. |
Pete Cooper | 7605e37 | 2015-05-05 20:14:22 +0000 | [diff] [blame] | 74 | void LivePhysRegs::stepForward(const MachineInstr &MI, |
| 75 | SmallVectorImpl<std::pair<unsigned, const MachineOperand*>> &Clobbers) { |
Juergen Ributzka | 310034e | 2013-12-14 06:52:56 +0000 | [diff] [blame] | 76 | // Remove killed registers from the set. |
Duncan P. N. Exon Smith | f9ab416 | 2016-02-27 17:05:33 +0000 | [diff] [blame] | 77 | for (ConstMIBundleOperands O(MI); O.isValid(); ++O) { |
Juergen Ributzka | 310034e | 2013-12-14 06:52:56 +0000 | [diff] [blame] | 78 | if (O->isReg()) { |
| 79 | unsigned Reg = O->getReg(); |
Krzysztof Parzyszek | e513e17 | 2016-10-07 14:50:49 +0000 | [diff] [blame] | 80 | if (!TargetRegisterInfo::isPhysicalRegister(Reg)) |
Juergen Ributzka | 310034e | 2013-12-14 06:52:56 +0000 | [diff] [blame] | 81 | continue; |
| 82 | if (O->isDef()) { |
Pete Cooper | 2748391 | 2015-05-06 22:51:04 +0000 | [diff] [blame] | 83 | // Note, dead defs are still recorded. The caller should decide how to |
| 84 | // handle them. |
| 85 | Clobbers.push_back(std::make_pair(Reg, &*O)); |
Juergen Ributzka | 310034e | 2013-12-14 06:52:56 +0000 | [diff] [blame] | 86 | } else { |
| 87 | if (!O->isKill()) |
| 88 | continue; |
| 89 | assert(O->isUse()); |
| 90 | removeReg(Reg); |
| 91 | } |
| 92 | } else if (O->isRegMask()) |
Pete Cooper | 7605e37 | 2015-05-05 20:14:22 +0000 | [diff] [blame] | 93 | removeRegsInMask(*O, &Clobbers); |
Juergen Ributzka | 310034e | 2013-12-14 06:52:56 +0000 | [diff] [blame] | 94 | } |
| 95 | |
| 96 | // Add defs to the set. |
Pete Cooper | 2748391 | 2015-05-06 22:51:04 +0000 | [diff] [blame] | 97 | for (auto Reg : Clobbers) { |
| 98 | // Skip dead defs. They shouldn't be added to the set. |
| 99 | if (Reg.second->isReg() && Reg.second->isDead()) |
| 100 | continue; |
Pete Cooper | 7605e37 | 2015-05-05 20:14:22 +0000 | [diff] [blame] | 101 | addReg(Reg.first); |
Pete Cooper | 2748391 | 2015-05-06 22:51:04 +0000 | [diff] [blame] | 102 | } |
Juergen Ributzka | 310034e | 2013-12-14 06:52:56 +0000 | [diff] [blame] | 103 | } |
| 104 | |
| 105 | /// Prin the currently live registers to OS. |
| 106 | void LivePhysRegs::print(raw_ostream &OS) const { |
| 107 | OS << "Live Registers:"; |
| 108 | if (!TRI) { |
| 109 | OS << " (uninitialized)\n"; |
| 110 | return; |
| 111 | } |
| 112 | |
| 113 | if (empty()) { |
| 114 | OS << " (empty)\n"; |
| 115 | return; |
| 116 | } |
| 117 | |
| 118 | for (const_iterator I = begin(), E = end(); I != E; ++I) |
| 119 | OS << " " << PrintReg(*I, TRI); |
| 120 | OS << "\n"; |
| 121 | } |
| 122 | |
Juergen Ributzka | 310034e | 2013-12-14 06:52:56 +0000 | [diff] [blame] | 123 | #if !defined(NDEBUG) || defined(LLVM_ENABLE_DUMP) |
Matthias Braun | 8c209aa | 2017-01-28 02:02:38 +0000 | [diff] [blame] | 124 | LLVM_DUMP_METHOD void LivePhysRegs::dump() const { |
Juergen Ributzka | 310034e | 2013-12-14 06:52:56 +0000 | [diff] [blame] | 125 | dbgs() << " " << *this; |
Juergen Ributzka | 310034e | 2013-12-14 06:52:56 +0000 | [diff] [blame] | 126 | } |
Matthias Braun | 8c209aa | 2017-01-28 02:02:38 +0000 | [diff] [blame] | 127 | #endif |
Matthias Braun | e1cd96b | 2015-07-01 17:17:17 +0000 | [diff] [blame] | 128 | |
Matthias Braun | 332bb5c | 2016-07-06 21:31:27 +0000 | [diff] [blame] | 129 | bool LivePhysRegs::available(const MachineRegisterInfo &MRI, |
| 130 | unsigned Reg) const { |
| 131 | if (LiveRegs.count(Reg)) |
| 132 | return false; |
| 133 | if (MRI.isReserved(Reg)) |
| 134 | return false; |
| 135 | for (MCRegAliasIterator R(Reg, TRI, false); R.isValid(); ++R) { |
| 136 | if (LiveRegs.count(*R)) |
| 137 | return false; |
| 138 | } |
| 139 | return true; |
| 140 | } |
| 141 | |
Matthias Braun | e1cd96b | 2015-07-01 17:17:17 +0000 | [diff] [blame] | 142 | /// Add live-in registers of basic block \p MBB to \p LiveRegs. |
Krzysztof Parzyszek | abc0662 | 2016-10-12 22:53:41 +0000 | [diff] [blame] | 143 | void LivePhysRegs::addBlockLiveIns(const MachineBasicBlock &MBB) { |
| 144 | for (const auto &LI : MBB.liveins()) { |
Matthias Braun | eec1f36 | 2017-05-26 16:23:08 +0000 | [diff] [blame] | 145 | unsigned Reg = LI.PhysReg; |
| 146 | LaneBitmask Mask = LI.LaneMask; |
| 147 | MCSubRegIndexIterator S(Reg, TRI); |
| 148 | assert(Mask.any() && "Invalid livein mask"); |
| 149 | if (Mask.all() || !S.isValid()) { |
| 150 | addReg(Reg); |
Krzysztof Parzyszek | abc0662 | 2016-10-12 22:53:41 +0000 | [diff] [blame] | 151 | continue; |
| 152 | } |
Krzysztof Parzyszek | 91b5cf8 | 2016-12-15 14:36:06 +0000 | [diff] [blame] | 153 | for (; S.isValid(); ++S) { |
| 154 | unsigned SI = S.getSubRegIndex(); |
Matthias Braun | eec1f36 | 2017-05-26 16:23:08 +0000 | [diff] [blame] | 155 | if ((Mask & TRI->getSubRegIndexLaneMask(SI)).any()) |
Krzysztof Parzyszek | abc0662 | 2016-10-12 22:53:41 +0000 | [diff] [blame] | 156 | addReg(S.getSubReg()); |
Krzysztof Parzyszek | 91b5cf8 | 2016-12-15 14:36:06 +0000 | [diff] [blame] | 157 | } |
Krzysztof Parzyszek | abc0662 | 2016-10-12 22:53:41 +0000 | [diff] [blame] | 158 | } |
Matthias Braun | e1cd96b | 2015-07-01 17:17:17 +0000 | [diff] [blame] | 159 | } |
| 160 | |
Matthias Braun | eec1f36 | 2017-05-26 16:23:08 +0000 | [diff] [blame] | 161 | /// Adds all callee saved registers to \p LiveRegs. |
| 162 | static void addCalleeSavedRegs(LivePhysRegs &LiveRegs, |
| 163 | const MachineFunction &MF) { |
Oren Ben Simhon | fe34c5e | 2017-03-14 09:09:26 +0000 | [diff] [blame] | 164 | const MachineRegisterInfo &MRI = MF.getRegInfo(); |
Matthias Braun | eec1f36 | 2017-05-26 16:23:08 +0000 | [diff] [blame] | 165 | for (const MCPhysReg *CSR = MRI.getCalleeSavedRegs(); CSR && *CSR; ++CSR) |
Matthias Braun | e1cd96b | 2015-07-01 17:17:17 +0000 | [diff] [blame] | 166 | LiveRegs.addReg(*CSR); |
Matthias Braun | eec1f36 | 2017-05-26 16:23:08 +0000 | [diff] [blame] | 167 | } |
| 168 | |
| 169 | /// Adds pristine registers to the given \p LiveRegs. Pristine registers are |
| 170 | /// callee saved registers that are unused in the function. |
| 171 | static void addPristines(LivePhysRegs &LiveRegs, const MachineFunction &MF) { |
| 172 | const MachineFrameInfo &MFI = MF.getFrameInfo(); |
| 173 | if (!MFI.isCalleeSavedInfoValid()) |
| 174 | return; |
| 175 | /// Add all callee saved regs, then remove the ones that are saved+restored. |
| 176 | addCalleeSavedRegs(LiveRegs, MF); |
| 177 | /// Remove the ones that are not saved/restored; they are pristine. |
Matthias Braun | e1cd96b | 2015-07-01 17:17:17 +0000 | [diff] [blame] | 178 | for (const CalleeSavedInfo &Info : MFI.getCalleeSavedInfo()) |
| 179 | LiveRegs.removeReg(Info.getReg()); |
| 180 | } |
| 181 | |
Matthias Braun | d1aabb2 | 2016-05-03 00:24:32 +0000 | [diff] [blame] | 182 | void LivePhysRegs::addLiveOutsNoPristines(const MachineBasicBlock &MBB) { |
Matthias Braun | eec1f36 | 2017-05-26 16:23:08 +0000 | [diff] [blame] | 183 | if (!MBB.succ_empty()) { |
| 184 | // To get the live-outs we simply merge the live-ins of all successors. |
| 185 | for (const MachineBasicBlock *Succ : MBB.successors()) |
| 186 | addBlockLiveIns(*Succ); |
| 187 | } else if (MBB.isReturnBlock()) { |
| 188 | // For the return block: Add all callee saved registers that are saved and |
| 189 | // restored (somewhere); This does not include callee saved registers that |
| 190 | // are unused and hence not saved and restored; they are called pristine. |
| 191 | const MachineFunction &MF = *MBB.getParent(); |
| 192 | const MachineFrameInfo &MFI = MF.getFrameInfo(); |
| 193 | if (MFI.isCalleeSavedInfoValid()) { |
| 194 | for (const CalleeSavedInfo &Info : MFI.getCalleeSavedInfo()) |
| 195 | addReg(Info.getReg()); |
| 196 | } |
| 197 | } |
Matthias Braun | 24f26e6 | 2016-05-03 00:08:46 +0000 | [diff] [blame] | 198 | } |
| 199 | |
Matthias Braun | d1aabb2 | 2016-05-03 00:24:32 +0000 | [diff] [blame] | 200 | void LivePhysRegs::addLiveOuts(const MachineBasicBlock &MBB) { |
Matthias Braun | 4e8624d | 2017-06-03 00:26:35 +0000 | [diff] [blame^] | 201 | const MachineFunction &MF = *MBB.getParent(); |
Matthias Braun | eec1f36 | 2017-05-26 16:23:08 +0000 | [diff] [blame] | 202 | if (!MBB.succ_empty()) { |
Matthias Braun | eec1f36 | 2017-05-26 16:23:08 +0000 | [diff] [blame] | 203 | addPristines(*this, MF); |
| 204 | addLiveOutsNoPristines(MBB); |
| 205 | } else if (MBB.isReturnBlock()) { |
| 206 | // For the return block: Add all callee saved registers. |
Matthias Braun | eec1f36 | 2017-05-26 16:23:08 +0000 | [diff] [blame] | 207 | const MachineFrameInfo &MFI = MF.getFrameInfo(); |
| 208 | if (MFI.isCalleeSavedInfoValid()) |
| 209 | addCalleeSavedRegs(*this, MF); |
Matthias Braun | e1cd96b | 2015-07-01 17:17:17 +0000 | [diff] [blame] | 210 | } |
Matthias Braun | e1cd96b | 2015-07-01 17:17:17 +0000 | [diff] [blame] | 211 | } |
| 212 | |
Matthias Braun | d1aabb2 | 2016-05-03 00:24:32 +0000 | [diff] [blame] | 213 | void LivePhysRegs::addLiveIns(const MachineBasicBlock &MBB) { |
| 214 | const MachineFunction &MF = *MBB.getParent(); |
Matthias Braun | eec1f36 | 2017-05-26 16:23:08 +0000 | [diff] [blame] | 215 | addPristines(*this, MF); |
Krzysztof Parzyszek | abc0662 | 2016-10-12 22:53:41 +0000 | [diff] [blame] | 216 | addBlockLiveIns(MBB); |
Matthias Braun | e1cd96b | 2015-07-01 17:17:17 +0000 | [diff] [blame] | 217 | } |
Matthias Braun | 1819830 | 2016-12-16 23:55:37 +0000 | [diff] [blame] | 218 | |
Matthias Braun | e51c435 | 2017-05-26 06:32:31 +0000 | [diff] [blame] | 219 | void llvm::computeLiveIns(LivePhysRegs &LiveRegs, |
| 220 | const MachineRegisterInfo &MRI, |
Matthias Braun | 1819830 | 2016-12-16 23:55:37 +0000 | [diff] [blame] | 221 | MachineBasicBlock &MBB) { |
Matthias Braun | e51c435 | 2017-05-26 06:32:31 +0000 | [diff] [blame] | 222 | const TargetRegisterInfo &TRI = *MRI.getTargetRegisterInfo(); |
Matthias Braun | 1819830 | 2016-12-16 23:55:37 +0000 | [diff] [blame] | 223 | assert(MBB.livein_empty()); |
| 224 | LiveRegs.init(TRI); |
| 225 | LiveRegs.addLiveOutsNoPristines(MBB); |
| 226 | for (MachineInstr &MI : make_range(MBB.rbegin(), MBB.rend())) |
| 227 | LiveRegs.stepBackward(MI); |
| 228 | |
| 229 | for (unsigned Reg : LiveRegs) { |
Matthias Braun | e51c435 | 2017-05-26 06:32:31 +0000 | [diff] [blame] | 230 | if (MRI.isReserved(Reg)) |
| 231 | continue; |
Matthias Braun | 1819830 | 2016-12-16 23:55:37 +0000 | [diff] [blame] | 232 | // Skip the register if we are about to add one of its super registers. |
| 233 | bool ContainsSuperReg = false; |
| 234 | for (MCSuperRegIterator SReg(Reg, &TRI); SReg.isValid(); ++SReg) { |
Matthias Braun | e51c435 | 2017-05-26 06:32:31 +0000 | [diff] [blame] | 235 | if (LiveRegs.contains(*SReg) && !MRI.isReserved(*SReg)) { |
Matthias Braun | 1819830 | 2016-12-16 23:55:37 +0000 | [diff] [blame] | 236 | ContainsSuperReg = true; |
| 237 | break; |
| 238 | } |
| 239 | } |
| 240 | if (ContainsSuperReg) |
| 241 | continue; |
| 242 | MBB.addLiveIn(Reg); |
| 243 | } |
| 244 | } |