blob: d7d50baec96d992bb7b0ab0f015d19a669651377 [file] [log] [blame]
Christopher Lambbab24742007-07-26 08:18:32 +00001//===-- LowerSubregs.cpp - Subregister Lowering instruction pass ----------===//
2//
3// The LLVM Compiler Infrastructure
4//
Chris Lattner4ee451d2007-12-29 20:36:04 +00005// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
Christopher Lambbab24742007-07-26 08:18:32 +00007//
8//===----------------------------------------------------------------------===//
Dan Gohmanbd0f1442008-09-24 23:44:12 +00009//
10// This file defines a MachineFunction pass which runs after register
11// allocation that turns subreg insert/extract instructions into register
12// copies, as needed. This ensures correct codegen even if the coalescer
13// isn't able to remove all subreg instructions.
14//
15//===----------------------------------------------------------------------===//
Christopher Lambbab24742007-07-26 08:18:32 +000016
17#define DEBUG_TYPE "lowersubregs"
18#include "llvm/CodeGen/Passes.h"
19#include "llvm/Function.h"
20#include "llvm/CodeGen/MachineFunctionPass.h"
21#include "llvm/CodeGen/MachineInstr.h"
Chris Lattner84bc5422007-12-31 04:13:23 +000022#include "llvm/CodeGen/MachineRegisterInfo.h"
Dan Gohman6f0d0242008-02-10 18:45:23 +000023#include "llvm/Target/TargetRegisterInfo.h"
Christopher Lambbab24742007-07-26 08:18:32 +000024#include "llvm/Target/TargetInstrInfo.h"
25#include "llvm/Target/TargetMachine.h"
26#include "llvm/Support/Debug.h"
27#include "llvm/Support/Compiler.h"
Daniel Dunbarce63ffb2009-07-25 00:23:56 +000028#include "llvm/Support/raw_ostream.h"
Christopher Lambbab24742007-07-26 08:18:32 +000029using namespace llvm;
30
31namespace {
32 struct VISIBILITY_HIDDEN LowerSubregsInstructionPass
33 : public MachineFunctionPass {
34 static char ID; // Pass identification, replacement for typeid
Dan Gohmanae73dc12008-09-04 17:05:41 +000035 LowerSubregsInstructionPass() : MachineFunctionPass(&ID) {}
Christopher Lambbab24742007-07-26 08:18:32 +000036
37 const char *getPassName() const {
38 return "Subregister lowering instruction pass";
39 }
40
Evan Chengbbeeb2a2008-09-22 20:58:04 +000041 virtual void getAnalysisUsage(AnalysisUsage &AU) const {
Evan Cheng8b56a902008-09-22 22:21:38 +000042 AU.addPreservedID(MachineLoopInfoID);
43 AU.addPreservedID(MachineDominatorsID);
Evan Chengbbeeb2a2008-09-22 20:58:04 +000044 MachineFunctionPass::getAnalysisUsage(AU);
45 }
46
Christopher Lambbab24742007-07-26 08:18:32 +000047 /// runOnMachineFunction - pass entry point
48 bool runOnMachineFunction(MachineFunction&);
Christopher Lamb98363222007-08-06 16:33:56 +000049
50 bool LowerExtract(MachineInstr *MI);
51 bool LowerInsert(MachineInstr *MI);
Christopher Lambc9298232008-03-16 03:12:01 +000052 bool LowerSubregToReg(MachineInstr *MI);
Dan Gohmana5b2fee2008-12-18 22:14:08 +000053
54 void TransferDeadFlag(MachineInstr *MI, unsigned DstReg,
55 const TargetRegisterInfo &TRI);
56 void TransferKillFlag(MachineInstr *MI, unsigned SrcReg,
57 const TargetRegisterInfo &TRI);
Christopher Lambbab24742007-07-26 08:18:32 +000058 };
59
60 char LowerSubregsInstructionPass::ID = 0;
61}
62
63FunctionPass *llvm::createLowerSubregsPass() {
64 return new LowerSubregsInstructionPass();
65}
66
Dan Gohmana5b2fee2008-12-18 22:14:08 +000067/// TransferDeadFlag - MI is a pseudo-instruction with DstReg dead,
68/// and the lowered replacement instructions immediately precede it.
69/// Mark the replacement instructions with the dead flag.
70void
71LowerSubregsInstructionPass::TransferDeadFlag(MachineInstr *MI,
72 unsigned DstReg,
73 const TargetRegisterInfo &TRI) {
74 for (MachineBasicBlock::iterator MII =
75 prior(MachineBasicBlock::iterator(MI)); ; --MII) {
76 if (MII->addRegisterDead(DstReg, &TRI))
77 break;
78 assert(MII != MI->getParent()->begin() &&
79 "copyRegToReg output doesn't reference destination register!");
80 }
81}
82
83/// TransferKillFlag - MI is a pseudo-instruction with SrcReg killed,
84/// and the lowered replacement instructions immediately precede it.
85/// Mark the replacement instructions with the kill flag.
86void
87LowerSubregsInstructionPass::TransferKillFlag(MachineInstr *MI,
88 unsigned SrcReg,
89 const TargetRegisterInfo &TRI) {
90 for (MachineBasicBlock::iterator MII =
91 prior(MachineBasicBlock::iterator(MI)); ; --MII) {
92 if (MII->addRegisterKilled(SrcReg, &TRI))
93 break;
94 assert(MII != MI->getParent()->begin() &&
95 "copyRegToReg output doesn't reference source register!");
96 }
97}
98
Christopher Lamb98363222007-08-06 16:33:56 +000099bool LowerSubregsInstructionPass::LowerExtract(MachineInstr *MI) {
Dan Gohman07af7652008-12-18 22:06:01 +0000100 MachineBasicBlock *MBB = MI->getParent();
101 MachineFunction &MF = *MBB->getParent();
102 const TargetRegisterInfo &TRI = *MF.getTarget().getRegisterInfo();
103 const TargetInstrInfo &TII = *MF.getTarget().getInstrInfo();
104
105 assert(MI->getOperand(0).isReg() && MI->getOperand(0).isDef() &&
106 MI->getOperand(1).isReg() && MI->getOperand(1).isUse() &&
107 MI->getOperand(2).isImm() && "Malformed extract_subreg");
Christopher Lamb98363222007-08-06 16:33:56 +0000108
Dan Gohman07af7652008-12-18 22:06:01 +0000109 unsigned DstReg = MI->getOperand(0).getReg();
110 unsigned SuperReg = MI->getOperand(1).getReg();
111 unsigned SubIdx = MI->getOperand(2).getImm();
112 unsigned SrcReg = TRI.getSubReg(SuperReg, SubIdx);
Christopher Lamb98363222007-08-06 16:33:56 +0000113
Dan Gohman07af7652008-12-18 22:06:01 +0000114 assert(TargetRegisterInfo::isPhysicalRegister(SuperReg) &&
115 "Extract supperg source must be a physical register");
116 assert(TargetRegisterInfo::isPhysicalRegister(DstReg) &&
Dan Gohmanf04865f2008-12-18 22:07:25 +0000117 "Extract destination must be in a physical register");
Dan Gohman07af7652008-12-18 22:06:01 +0000118
119 DOUT << "subreg: CONVERTING: " << *MI;
Christopher Lamb98363222007-08-06 16:33:56 +0000120
Dan Gohman98c20692008-12-18 22:11:34 +0000121 if (SrcReg == DstReg) {
122 // No need to insert an identify copy instruction.
123 DOUT << "subreg: eliminated!";
Dan Gohmana5b2fee2008-12-18 22:14:08 +0000124 // Find the kill of the destination register's live range, and insert
125 // a kill of the source register at that point.
126 if (MI->getOperand(1).isKill() && !MI->getOperand(0).isDead())
127 for (MachineBasicBlock::iterator MII =
128 next(MachineBasicBlock::iterator(MI));
129 MII != MBB->end(); ++MII)
130 if (MII->killsRegister(DstReg, &TRI)) {
131 MII->addRegisterKilled(SuperReg, &TRI, /*AddIfNotFound=*/true);
132 break;
133 }
Dan Gohman98c20692008-12-18 22:11:34 +0000134 } else {
135 // Insert copy
Anton Korobeynikovd5197562009-07-16 13:55:26 +0000136 const TargetRegisterClass *TRCS = TRI.getPhysicalRegisterRegClass(DstReg);
137 const TargetRegisterClass *TRCD = TRI.getPhysicalRegisterRegClass(SrcReg);
138 bool Emitted = TII.copyRegToReg(*MBB, MI, DstReg, SrcReg, TRCD, TRCS);
139 (void)Emitted;
140 assert(Emitted && "Subreg and Dst must be of compatible register class");
Dan Gohmana5b2fee2008-12-18 22:14:08 +0000141 // Transfer the kill/dead flags, if needed.
142 if (MI->getOperand(0).isDead())
143 TransferDeadFlag(MI, DstReg, TRI);
144 if (MI->getOperand(1).isKill())
145 TransferKillFlag(MI, SrcReg, TRI);
146
Christopher Lambc9298232008-03-16 03:12:01 +0000147#ifndef NDEBUG
Dan Gohman07af7652008-12-18 22:06:01 +0000148 MachineBasicBlock::iterator dMI = MI;
149 DOUT << "subreg: " << *(--dMI);
Christopher Lambc9298232008-03-16 03:12:01 +0000150#endif
Dan Gohman07af7652008-12-18 22:06:01 +0000151 }
Christopher Lamb98363222007-08-06 16:33:56 +0000152
Dan Gohman07af7652008-12-18 22:06:01 +0000153 DOUT << "\n";
154 MBB->erase(MI);
155 return true;
Christopher Lamb98363222007-08-06 16:33:56 +0000156}
157
Christopher Lambc9298232008-03-16 03:12:01 +0000158bool LowerSubregsInstructionPass::LowerSubregToReg(MachineInstr *MI) {
159 MachineBasicBlock *MBB = MI->getParent();
160 MachineFunction &MF = *MBB->getParent();
161 const TargetRegisterInfo &TRI = *MF.getTarget().getRegisterInfo();
162 const TargetInstrInfo &TII = *MF.getTarget().getInstrInfo();
Dan Gohmand735b802008-10-03 15:45:36 +0000163 assert((MI->getOperand(0).isReg() && MI->getOperand(0).isDef()) &&
164 MI->getOperand(1).isImm() &&
165 (MI->getOperand(2).isReg() && MI->getOperand(2).isUse()) &&
166 MI->getOperand(3).isImm() && "Invalid subreg_to_reg");
Christopher Lambc9298232008-03-16 03:12:01 +0000167
168 unsigned DstReg = MI->getOperand(0).getReg();
169 unsigned InsReg = MI->getOperand(2).getReg();
Evan Cheng7d6d4b32009-03-23 07:19:58 +0000170 unsigned InsSIdx = MI->getOperand(2).getSubReg();
171 unsigned SubIdx = MI->getOperand(3).getImm();
Christopher Lambc9298232008-03-16 03:12:01 +0000172
173 assert(SubIdx != 0 && "Invalid index for insert_subreg");
174 unsigned DstSubReg = TRI.getSubReg(DstReg, SubIdx);
Evan Cheng7d6d4b32009-03-23 07:19:58 +0000175
Christopher Lambc9298232008-03-16 03:12:01 +0000176 assert(TargetRegisterInfo::isPhysicalRegister(DstReg) &&
177 "Insert destination must be in a physical register");
178 assert(TargetRegisterInfo::isPhysicalRegister(InsReg) &&
179 "Inserted value must be in a physical register");
180
181 DOUT << "subreg: CONVERTING: " << *MI;
182
Evan Cheng7d6d4b32009-03-23 07:19:58 +0000183 if (DstSubReg == InsReg && InsSIdx == 0) {
Dan Gohmane3d92062008-08-07 02:54:50 +0000184 // No need to insert an identify copy instruction.
Evan Cheng7d6d4b32009-03-23 07:19:58 +0000185 // Watch out for case like this:
186 // %RAX<def> = ...
187 // %RAX<def> = SUBREG_TO_REG 0, %EAX:3<kill>, 3
188 // The first def is defining RAX, not EAX so the top bits were not
189 // zero extended.
Dan Gohmane3d92062008-08-07 02:54:50 +0000190 DOUT << "subreg: eliminated!";
191 } else {
192 // Insert sub-register copy
193 const TargetRegisterClass *TRC0= TRI.getPhysicalRegisterRegClass(DstSubReg);
194 const TargetRegisterClass *TRC1= TRI.getPhysicalRegisterRegClass(InsReg);
195 TII.copyRegToReg(*MBB, MI, DstSubReg, InsReg, TRC0, TRC1);
Dan Gohmana5b2fee2008-12-18 22:14:08 +0000196 // Transfer the kill/dead flags, if needed.
197 if (MI->getOperand(0).isDead())
198 TransferDeadFlag(MI, DstSubReg, TRI);
199 if (MI->getOperand(2).isKill())
200 TransferKillFlag(MI, InsReg, TRI);
Christopher Lambc9298232008-03-16 03:12:01 +0000201
202#ifndef NDEBUG
Dan Gohman08293f62008-08-20 13:50:12 +0000203 MachineBasicBlock::iterator dMI = MI;
204 DOUT << "subreg: " << *(--dMI);
Christopher Lambc9298232008-03-16 03:12:01 +0000205#endif
Dan Gohmane3d92062008-08-07 02:54:50 +0000206 }
Christopher Lambc9298232008-03-16 03:12:01 +0000207
208 DOUT << "\n";
Dan Gohman2c3f7ae2008-07-17 23:49:46 +0000209 MBB->erase(MI);
Christopher Lambc9298232008-03-16 03:12:01 +0000210 return true;
211}
Christopher Lamb98363222007-08-06 16:33:56 +0000212
213bool LowerSubregsInstructionPass::LowerInsert(MachineInstr *MI) {
214 MachineBasicBlock *MBB = MI->getParent();
215 MachineFunction &MF = *MBB->getParent();
Dan Gohman6f0d0242008-02-10 18:45:23 +0000216 const TargetRegisterInfo &TRI = *MF.getTarget().getRegisterInfo();
Owen Andersond10fd972007-12-31 06:32:00 +0000217 const TargetInstrInfo &TII = *MF.getTarget().getInstrInfo();
Dan Gohmand735b802008-10-03 15:45:36 +0000218 assert((MI->getOperand(0).isReg() && MI->getOperand(0).isDef()) &&
219 (MI->getOperand(1).isReg() && MI->getOperand(1).isUse()) &&
220 (MI->getOperand(2).isReg() && MI->getOperand(2).isUse()) &&
221 MI->getOperand(3).isImm() && "Invalid insert_subreg");
Christopher Lamb1fab4a62008-03-11 10:09:17 +0000222
223 unsigned DstReg = MI->getOperand(0).getReg();
Devang Patel59500c82008-11-21 20:00:59 +0000224#ifndef NDEBUG
Christopher Lambc9298232008-03-16 03:12:01 +0000225 unsigned SrcReg = MI->getOperand(1).getReg();
Devang Patel59500c82008-11-21 20:00:59 +0000226#endif
Christopher Lamb1fab4a62008-03-11 10:09:17 +0000227 unsigned InsReg = MI->getOperand(2).getReg();
228 unsigned SubIdx = MI->getOperand(3).getImm();
Christopher Lamb98363222007-08-06 16:33:56 +0000229
Christopher Lambc9298232008-03-16 03:12:01 +0000230 assert(DstReg == SrcReg && "insert_subreg not a two-address instruction?");
231 assert(SubIdx != 0 && "Invalid index for insert_subreg");
Dan Gohman6f0d0242008-02-10 18:45:23 +0000232 unsigned DstSubReg = TRI.getSubReg(DstReg, SubIdx);
Christopher Lambc9298232008-03-16 03:12:01 +0000233
Dan Gohman6f0d0242008-02-10 18:45:23 +0000234 assert(TargetRegisterInfo::isPhysicalRegister(SrcReg) &&
Christopher Lamb98363222007-08-06 16:33:56 +0000235 "Insert superreg source must be in a physical register");
Dan Gohman6f0d0242008-02-10 18:45:23 +0000236 assert(TargetRegisterInfo::isPhysicalRegister(InsReg) &&
Christopher Lamb98363222007-08-06 16:33:56 +0000237 "Inserted value must be in a physical register");
238
239 DOUT << "subreg: CONVERTING: " << *MI;
Christopher Lambc9298232008-03-16 03:12:01 +0000240
Evan Chengc3de8022008-06-16 22:52:53 +0000241 if (DstSubReg == InsReg) {
242 // No need to insert an identify copy instruction.
243 DOUT << "subreg: eliminated!";
244 } else {
245 // Insert sub-register copy
246 const TargetRegisterClass *TRC0= TRI.getPhysicalRegisterRegClass(DstSubReg);
247 const TargetRegisterClass *TRC1= TRI.getPhysicalRegisterRegClass(InsReg);
248 TII.copyRegToReg(*MBB, MI, DstSubReg, InsReg, TRC0, TRC1);
Dan Gohmana5b2fee2008-12-18 22:14:08 +0000249 // Transfer the kill/dead flags, if needed.
250 if (MI->getOperand(0).isDead())
251 TransferDeadFlag(MI, DstSubReg, TRI);
252 if (MI->getOperand(1).isKill())
253 TransferKillFlag(MI, InsReg, TRI);
Dan Gohman98c20692008-12-18 22:11:34 +0000254
Christopher Lamb8b165732007-08-10 21:11:55 +0000255#ifndef NDEBUG
Evan Chengc3de8022008-06-16 22:52:53 +0000256 MachineBasicBlock::iterator dMI = MI;
257 DOUT << "subreg: " << *(--dMI);
Christopher Lamb8b165732007-08-10 21:11:55 +0000258#endif
Evan Chengc3de8022008-06-16 22:52:53 +0000259 }
Christopher Lamb98363222007-08-06 16:33:56 +0000260
261 DOUT << "\n";
Dan Gohman2c3f7ae2008-07-17 23:49:46 +0000262 MBB->erase(MI);
Christopher Lamb98363222007-08-06 16:33:56 +0000263 return true;
264}
Christopher Lambbab24742007-07-26 08:18:32 +0000265
266/// runOnMachineFunction - Reduce subregister inserts and extracts to register
267/// copies.
268///
269bool LowerSubregsInstructionPass::runOnMachineFunction(MachineFunction &MF) {
270 DOUT << "Machine Function\n";
Christopher Lambbab24742007-07-26 08:18:32 +0000271
272 bool MadeChange = false;
273
274 DOUT << "********** LOWERING SUBREG INSTRS **********\n";
Daniel Dunbarce63ffb2009-07-25 00:23:56 +0000275 DEBUG(errs() << "********** Function: "
276 << MF.getFunction()->getName() << '\n');
Christopher Lambbab24742007-07-26 08:18:32 +0000277
278 for (MachineFunction::iterator mbbi = MF.begin(), mbbe = MF.end();
279 mbbi != mbbe; ++mbbi) {
280 for (MachineBasicBlock::iterator mi = mbbi->begin(), me = mbbi->end();
Christopher Lamb98363222007-08-06 16:33:56 +0000281 mi != me;) {
282 MachineInstr *MI = mi++;
283
284 if (MI->getOpcode() == TargetInstrInfo::EXTRACT_SUBREG) {
285 MadeChange |= LowerExtract(MI);
286 } else if (MI->getOpcode() == TargetInstrInfo::INSERT_SUBREG) {
287 MadeChange |= LowerInsert(MI);
Christopher Lambc9298232008-03-16 03:12:01 +0000288 } else if (MI->getOpcode() == TargetInstrInfo::SUBREG_TO_REG) {
289 MadeChange |= LowerSubregToReg(MI);
Christopher Lambbab24742007-07-26 08:18:32 +0000290 }
291 }
292 }
293
294 return MadeChange;
295}