blob: 14acb71eeb40fea5b7702eff774bd6eee02899cc [file] [log] [blame]
Christopher Lambbab24742007-07-26 08:18:32 +00001//===-- LowerSubregs.cpp - Subregister Lowering instruction pass ----------===//
2//
3// The LLVM Compiler Infrastructure
4//
Chris Lattner4ee451d2007-12-29 20:36:04 +00005// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
Christopher Lambbab24742007-07-26 08:18:32 +00007//
8//===----------------------------------------------------------------------===//
Dan Gohmanbd0f1442008-09-24 23:44:12 +00009//
10// This file defines a MachineFunction pass which runs after register
11// allocation that turns subreg insert/extract instructions into register
12// copies, as needed. This ensures correct codegen even if the coalescer
13// isn't able to remove all subreg instructions.
14//
15//===----------------------------------------------------------------------===//
Christopher Lambbab24742007-07-26 08:18:32 +000016
17#define DEBUG_TYPE "lowersubregs"
18#include "llvm/CodeGen/Passes.h"
19#include "llvm/Function.h"
20#include "llvm/CodeGen/MachineFunctionPass.h"
21#include "llvm/CodeGen/MachineInstr.h"
Chris Lattner84bc5422007-12-31 04:13:23 +000022#include "llvm/CodeGen/MachineRegisterInfo.h"
Dan Gohman6f0d0242008-02-10 18:45:23 +000023#include "llvm/Target/TargetRegisterInfo.h"
Christopher Lambbab24742007-07-26 08:18:32 +000024#include "llvm/Target/TargetInstrInfo.h"
25#include "llvm/Target/TargetMachine.h"
26#include "llvm/Support/Debug.h"
27#include "llvm/Support/Compiler.h"
28using namespace llvm;
29
30namespace {
31 struct VISIBILITY_HIDDEN LowerSubregsInstructionPass
32 : public MachineFunctionPass {
33 static char ID; // Pass identification, replacement for typeid
Dan Gohmanae73dc12008-09-04 17:05:41 +000034 LowerSubregsInstructionPass() : MachineFunctionPass(&ID) {}
Christopher Lambbab24742007-07-26 08:18:32 +000035
36 const char *getPassName() const {
37 return "Subregister lowering instruction pass";
38 }
39
Evan Chengbbeeb2a2008-09-22 20:58:04 +000040 virtual void getAnalysisUsage(AnalysisUsage &AU) const {
Evan Cheng8b56a902008-09-22 22:21:38 +000041 AU.addPreservedID(MachineLoopInfoID);
42 AU.addPreservedID(MachineDominatorsID);
Evan Chengbbeeb2a2008-09-22 20:58:04 +000043 MachineFunctionPass::getAnalysisUsage(AU);
44 }
45
Christopher Lambbab24742007-07-26 08:18:32 +000046 /// runOnMachineFunction - pass entry point
47 bool runOnMachineFunction(MachineFunction&);
Christopher Lamb98363222007-08-06 16:33:56 +000048
49 bool LowerExtract(MachineInstr *MI);
50 bool LowerInsert(MachineInstr *MI);
Christopher Lambc9298232008-03-16 03:12:01 +000051 bool LowerSubregToReg(MachineInstr *MI);
Dan Gohmana5b2fee2008-12-18 22:14:08 +000052
53 void TransferDeadFlag(MachineInstr *MI, unsigned DstReg,
54 const TargetRegisterInfo &TRI);
55 void TransferKillFlag(MachineInstr *MI, unsigned SrcReg,
56 const TargetRegisterInfo &TRI);
Christopher Lambbab24742007-07-26 08:18:32 +000057 };
58
59 char LowerSubregsInstructionPass::ID = 0;
60}
61
62FunctionPass *llvm::createLowerSubregsPass() {
63 return new LowerSubregsInstructionPass();
64}
65
Dan Gohmana5b2fee2008-12-18 22:14:08 +000066/// TransferDeadFlag - MI is a pseudo-instruction with DstReg dead,
67/// and the lowered replacement instructions immediately precede it.
68/// Mark the replacement instructions with the dead flag.
69void
70LowerSubregsInstructionPass::TransferDeadFlag(MachineInstr *MI,
71 unsigned DstReg,
72 const TargetRegisterInfo &TRI) {
73 for (MachineBasicBlock::iterator MII =
74 prior(MachineBasicBlock::iterator(MI)); ; --MII) {
75 if (MII->addRegisterDead(DstReg, &TRI))
76 break;
77 assert(MII != MI->getParent()->begin() &&
78 "copyRegToReg output doesn't reference destination register!");
79 }
80}
81
82/// TransferKillFlag - MI is a pseudo-instruction with SrcReg killed,
83/// and the lowered replacement instructions immediately precede it.
84/// Mark the replacement instructions with the kill flag.
85void
86LowerSubregsInstructionPass::TransferKillFlag(MachineInstr *MI,
87 unsigned SrcReg,
88 const TargetRegisterInfo &TRI) {
89 for (MachineBasicBlock::iterator MII =
90 prior(MachineBasicBlock::iterator(MI)); ; --MII) {
91 if (MII->addRegisterKilled(SrcReg, &TRI))
92 break;
93 assert(MII != MI->getParent()->begin() &&
94 "copyRegToReg output doesn't reference source register!");
95 }
96}
97
Christopher Lamb98363222007-08-06 16:33:56 +000098bool LowerSubregsInstructionPass::LowerExtract(MachineInstr *MI) {
Dan Gohman07af7652008-12-18 22:06:01 +000099 MachineBasicBlock *MBB = MI->getParent();
100 MachineFunction &MF = *MBB->getParent();
101 const TargetRegisterInfo &TRI = *MF.getTarget().getRegisterInfo();
102 const TargetInstrInfo &TII = *MF.getTarget().getInstrInfo();
103
104 assert(MI->getOperand(0).isReg() && MI->getOperand(0).isDef() &&
105 MI->getOperand(1).isReg() && MI->getOperand(1).isUse() &&
106 MI->getOperand(2).isImm() && "Malformed extract_subreg");
Christopher Lamb98363222007-08-06 16:33:56 +0000107
Dan Gohman07af7652008-12-18 22:06:01 +0000108 unsigned DstReg = MI->getOperand(0).getReg();
109 unsigned SuperReg = MI->getOperand(1).getReg();
110 unsigned SubIdx = MI->getOperand(2).getImm();
111 unsigned SrcReg = TRI.getSubReg(SuperReg, SubIdx);
Christopher Lamb98363222007-08-06 16:33:56 +0000112
Dan Gohman07af7652008-12-18 22:06:01 +0000113 assert(TargetRegisterInfo::isPhysicalRegister(SuperReg) &&
114 "Extract supperg source must be a physical register");
115 assert(TargetRegisterInfo::isPhysicalRegister(DstReg) &&
Dan Gohmanf04865f2008-12-18 22:07:25 +0000116 "Extract destination must be in a physical register");
Dan Gohman07af7652008-12-18 22:06:01 +0000117
118 DOUT << "subreg: CONVERTING: " << *MI;
Christopher Lamb98363222007-08-06 16:33:56 +0000119
Dan Gohman98c20692008-12-18 22:11:34 +0000120 if (SrcReg == DstReg) {
121 // No need to insert an identify copy instruction.
122 DOUT << "subreg: eliminated!";
Dan Gohmana5b2fee2008-12-18 22:14:08 +0000123 // Find the kill of the destination register's live range, and insert
124 // a kill of the source register at that point.
125 if (MI->getOperand(1).isKill() && !MI->getOperand(0).isDead())
126 for (MachineBasicBlock::iterator MII =
127 next(MachineBasicBlock::iterator(MI));
128 MII != MBB->end(); ++MII)
129 if (MII->killsRegister(DstReg, &TRI)) {
130 MII->addRegisterKilled(SuperReg, &TRI, /*AddIfNotFound=*/true);
131 break;
132 }
Dan Gohman98c20692008-12-18 22:11:34 +0000133 } else {
134 // Insert copy
Dan Gohman07af7652008-12-18 22:06:01 +0000135 const TargetRegisterClass *TRC = TRI.getPhysicalRegisterRegClass(DstReg);
136 assert(TRC == TRI.getPhysicalRegisterRegClass(SrcReg) &&
137 "Extract subreg and Dst must be of same register class");
138 TII.copyRegToReg(*MBB, MI, DstReg, SrcReg, TRC, TRC);
Dan Gohmana5b2fee2008-12-18 22:14:08 +0000139 // Transfer the kill/dead flags, if needed.
140 if (MI->getOperand(0).isDead())
141 TransferDeadFlag(MI, DstReg, TRI);
142 if (MI->getOperand(1).isKill())
143 TransferKillFlag(MI, SrcReg, TRI);
144
Christopher Lambc9298232008-03-16 03:12:01 +0000145#ifndef NDEBUG
Dan Gohman07af7652008-12-18 22:06:01 +0000146 MachineBasicBlock::iterator dMI = MI;
147 DOUT << "subreg: " << *(--dMI);
Christopher Lambc9298232008-03-16 03:12:01 +0000148#endif
Dan Gohman07af7652008-12-18 22:06:01 +0000149 }
Christopher Lamb98363222007-08-06 16:33:56 +0000150
Dan Gohman07af7652008-12-18 22:06:01 +0000151 DOUT << "\n";
152 MBB->erase(MI);
153 return true;
Christopher Lamb98363222007-08-06 16:33:56 +0000154}
155
Christopher Lambc9298232008-03-16 03:12:01 +0000156bool LowerSubregsInstructionPass::LowerSubregToReg(MachineInstr *MI) {
157 MachineBasicBlock *MBB = MI->getParent();
158 MachineFunction &MF = *MBB->getParent();
159 const TargetRegisterInfo &TRI = *MF.getTarget().getRegisterInfo();
160 const TargetInstrInfo &TII = *MF.getTarget().getInstrInfo();
Dan Gohmand735b802008-10-03 15:45:36 +0000161 assert((MI->getOperand(0).isReg() && MI->getOperand(0).isDef()) &&
162 MI->getOperand(1).isImm() &&
163 (MI->getOperand(2).isReg() && MI->getOperand(2).isUse()) &&
164 MI->getOperand(3).isImm() && "Invalid subreg_to_reg");
Christopher Lambc9298232008-03-16 03:12:01 +0000165
166 unsigned DstReg = MI->getOperand(0).getReg();
167 unsigned InsReg = MI->getOperand(2).getReg();
Evan Cheng7d6d4b32009-03-23 07:19:58 +0000168 unsigned InsSIdx = MI->getOperand(2).getSubReg();
169 unsigned SubIdx = MI->getOperand(3).getImm();
Christopher Lambc9298232008-03-16 03:12:01 +0000170
171 assert(SubIdx != 0 && "Invalid index for insert_subreg");
172 unsigned DstSubReg = TRI.getSubReg(DstReg, SubIdx);
Evan Cheng7d6d4b32009-03-23 07:19:58 +0000173
Christopher Lambc9298232008-03-16 03:12:01 +0000174 assert(TargetRegisterInfo::isPhysicalRegister(DstReg) &&
175 "Insert destination must be in a physical register");
176 assert(TargetRegisterInfo::isPhysicalRegister(InsReg) &&
177 "Inserted value must be in a physical register");
178
179 DOUT << "subreg: CONVERTING: " << *MI;
180
Evan Cheng7d6d4b32009-03-23 07:19:58 +0000181 if (DstSubReg == InsReg && InsSIdx == 0) {
Dan Gohmane3d92062008-08-07 02:54:50 +0000182 // No need to insert an identify copy instruction.
Evan Cheng7d6d4b32009-03-23 07:19:58 +0000183 // Watch out for case like this:
184 // %RAX<def> = ...
185 // %RAX<def> = SUBREG_TO_REG 0, %EAX:3<kill>, 3
186 // The first def is defining RAX, not EAX so the top bits were not
187 // zero extended.
Dan Gohmane3d92062008-08-07 02:54:50 +0000188 DOUT << "subreg: eliminated!";
189 } else {
190 // Insert sub-register copy
191 const TargetRegisterClass *TRC0= TRI.getPhysicalRegisterRegClass(DstSubReg);
192 const TargetRegisterClass *TRC1= TRI.getPhysicalRegisterRegClass(InsReg);
193 TII.copyRegToReg(*MBB, MI, DstSubReg, InsReg, TRC0, TRC1);
Dan Gohmana5b2fee2008-12-18 22:14:08 +0000194 // Transfer the kill/dead flags, if needed.
195 if (MI->getOperand(0).isDead())
196 TransferDeadFlag(MI, DstSubReg, TRI);
197 if (MI->getOperand(2).isKill())
198 TransferKillFlag(MI, InsReg, TRI);
Christopher Lambc9298232008-03-16 03:12:01 +0000199
200#ifndef NDEBUG
Dan Gohman08293f62008-08-20 13:50:12 +0000201 MachineBasicBlock::iterator dMI = MI;
202 DOUT << "subreg: " << *(--dMI);
Christopher Lambc9298232008-03-16 03:12:01 +0000203#endif
Dan Gohmane3d92062008-08-07 02:54:50 +0000204 }
Christopher Lambc9298232008-03-16 03:12:01 +0000205
206 DOUT << "\n";
Dan Gohman2c3f7ae2008-07-17 23:49:46 +0000207 MBB->erase(MI);
Christopher Lambc9298232008-03-16 03:12:01 +0000208 return true;
209}
Christopher Lamb98363222007-08-06 16:33:56 +0000210
211bool LowerSubregsInstructionPass::LowerInsert(MachineInstr *MI) {
212 MachineBasicBlock *MBB = MI->getParent();
213 MachineFunction &MF = *MBB->getParent();
Dan Gohman6f0d0242008-02-10 18:45:23 +0000214 const TargetRegisterInfo &TRI = *MF.getTarget().getRegisterInfo();
Owen Andersond10fd972007-12-31 06:32:00 +0000215 const TargetInstrInfo &TII = *MF.getTarget().getInstrInfo();
Dan Gohmand735b802008-10-03 15:45:36 +0000216 assert((MI->getOperand(0).isReg() && MI->getOperand(0).isDef()) &&
217 (MI->getOperand(1).isReg() && MI->getOperand(1).isUse()) &&
218 (MI->getOperand(2).isReg() && MI->getOperand(2).isUse()) &&
219 MI->getOperand(3).isImm() && "Invalid insert_subreg");
Christopher Lamb1fab4a62008-03-11 10:09:17 +0000220
221 unsigned DstReg = MI->getOperand(0).getReg();
Devang Patel59500c82008-11-21 20:00:59 +0000222#ifndef NDEBUG
Christopher Lambc9298232008-03-16 03:12:01 +0000223 unsigned SrcReg = MI->getOperand(1).getReg();
Devang Patel59500c82008-11-21 20:00:59 +0000224#endif
Christopher Lamb1fab4a62008-03-11 10:09:17 +0000225 unsigned InsReg = MI->getOperand(2).getReg();
226 unsigned SubIdx = MI->getOperand(3).getImm();
Christopher Lamb98363222007-08-06 16:33:56 +0000227
Christopher Lambc9298232008-03-16 03:12:01 +0000228 assert(DstReg == SrcReg && "insert_subreg not a two-address instruction?");
229 assert(SubIdx != 0 && "Invalid index for insert_subreg");
Dan Gohman6f0d0242008-02-10 18:45:23 +0000230 unsigned DstSubReg = TRI.getSubReg(DstReg, SubIdx);
Christopher Lambc9298232008-03-16 03:12:01 +0000231
Dan Gohman6f0d0242008-02-10 18:45:23 +0000232 assert(TargetRegisterInfo::isPhysicalRegister(SrcReg) &&
Christopher Lamb98363222007-08-06 16:33:56 +0000233 "Insert superreg source must be in a physical register");
Dan Gohman6f0d0242008-02-10 18:45:23 +0000234 assert(TargetRegisterInfo::isPhysicalRegister(InsReg) &&
Christopher Lamb98363222007-08-06 16:33:56 +0000235 "Inserted value must be in a physical register");
236
237 DOUT << "subreg: CONVERTING: " << *MI;
Christopher Lambc9298232008-03-16 03:12:01 +0000238
Evan Chengc3de8022008-06-16 22:52:53 +0000239 if (DstSubReg == InsReg) {
240 // No need to insert an identify copy instruction.
241 DOUT << "subreg: eliminated!";
242 } else {
243 // Insert sub-register copy
244 const TargetRegisterClass *TRC0= TRI.getPhysicalRegisterRegClass(DstSubReg);
245 const TargetRegisterClass *TRC1= TRI.getPhysicalRegisterRegClass(InsReg);
246 TII.copyRegToReg(*MBB, MI, DstSubReg, InsReg, TRC0, TRC1);
Dan Gohmana5b2fee2008-12-18 22:14:08 +0000247 // Transfer the kill/dead flags, if needed.
248 if (MI->getOperand(0).isDead())
249 TransferDeadFlag(MI, DstSubReg, TRI);
250 if (MI->getOperand(1).isKill())
251 TransferKillFlag(MI, InsReg, TRI);
Dan Gohman98c20692008-12-18 22:11:34 +0000252
Christopher Lamb8b165732007-08-10 21:11:55 +0000253#ifndef NDEBUG
Evan Chengc3de8022008-06-16 22:52:53 +0000254 MachineBasicBlock::iterator dMI = MI;
255 DOUT << "subreg: " << *(--dMI);
Christopher Lamb8b165732007-08-10 21:11:55 +0000256#endif
Evan Chengc3de8022008-06-16 22:52:53 +0000257 }
Christopher Lamb98363222007-08-06 16:33:56 +0000258
259 DOUT << "\n";
Dan Gohman2c3f7ae2008-07-17 23:49:46 +0000260 MBB->erase(MI);
Christopher Lamb98363222007-08-06 16:33:56 +0000261 return true;
262}
Christopher Lambbab24742007-07-26 08:18:32 +0000263
264/// runOnMachineFunction - Reduce subregister inserts and extracts to register
265/// copies.
266///
267bool LowerSubregsInstructionPass::runOnMachineFunction(MachineFunction &MF) {
268 DOUT << "Machine Function\n";
Christopher Lambbab24742007-07-26 08:18:32 +0000269
270 bool MadeChange = false;
271
272 DOUT << "********** LOWERING SUBREG INSTRS **********\n";
273 DOUT << "********** Function: " << MF.getFunction()->getName() << '\n';
274
275 for (MachineFunction::iterator mbbi = MF.begin(), mbbe = MF.end();
276 mbbi != mbbe; ++mbbi) {
277 for (MachineBasicBlock::iterator mi = mbbi->begin(), me = mbbi->end();
Christopher Lamb98363222007-08-06 16:33:56 +0000278 mi != me;) {
279 MachineInstr *MI = mi++;
280
281 if (MI->getOpcode() == TargetInstrInfo::EXTRACT_SUBREG) {
282 MadeChange |= LowerExtract(MI);
283 } else if (MI->getOpcode() == TargetInstrInfo::INSERT_SUBREG) {
284 MadeChange |= LowerInsert(MI);
Christopher Lambc9298232008-03-16 03:12:01 +0000285 } else if (MI->getOpcode() == TargetInstrInfo::SUBREG_TO_REG) {
286 MadeChange |= LowerSubregToReg(MI);
Christopher Lambbab24742007-07-26 08:18:32 +0000287 }
288 }
289 }
290
291 return MadeChange;
292}