blob: 85729956824b27f0322f2d7cd145bac17821dfce [file] [log] [blame]
Christopher Lambbab24742007-07-26 08:18:32 +00001//===-- LowerSubregs.cpp - Subregister Lowering instruction pass ----------===//
2//
3// The LLVM Compiler Infrastructure
4//
Chris Lattner4ee451d2007-12-29 20:36:04 +00005// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
Christopher Lambbab24742007-07-26 08:18:32 +00007//
8//===----------------------------------------------------------------------===//
Dan Gohmanbd0f1442008-09-24 23:44:12 +00009//
10// This file defines a MachineFunction pass which runs after register
11// allocation that turns subreg insert/extract instructions into register
12// copies, as needed. This ensures correct codegen even if the coalescer
13// isn't able to remove all subreg instructions.
14//
15//===----------------------------------------------------------------------===//
Christopher Lambbab24742007-07-26 08:18:32 +000016
17#define DEBUG_TYPE "lowersubregs"
18#include "llvm/CodeGen/Passes.h"
19#include "llvm/Function.h"
20#include "llvm/CodeGen/MachineFunctionPass.h"
21#include "llvm/CodeGen/MachineInstr.h"
Chris Lattner84bc5422007-12-31 04:13:23 +000022#include "llvm/CodeGen/MachineRegisterInfo.h"
Dan Gohman6f0d0242008-02-10 18:45:23 +000023#include "llvm/Target/TargetRegisterInfo.h"
Christopher Lambbab24742007-07-26 08:18:32 +000024#include "llvm/Target/TargetInstrInfo.h"
25#include "llvm/Target/TargetMachine.h"
26#include "llvm/Support/Debug.h"
27#include "llvm/Support/Compiler.h"
Daniel Dunbarce63ffb2009-07-25 00:23:56 +000028#include "llvm/Support/raw_ostream.h"
Christopher Lambbab24742007-07-26 08:18:32 +000029using namespace llvm;
30
31namespace {
32 struct VISIBILITY_HIDDEN LowerSubregsInstructionPass
33 : public MachineFunctionPass {
34 static char ID; // Pass identification, replacement for typeid
Dan Gohmanae73dc12008-09-04 17:05:41 +000035 LowerSubregsInstructionPass() : MachineFunctionPass(&ID) {}
Christopher Lambbab24742007-07-26 08:18:32 +000036
37 const char *getPassName() const {
38 return "Subregister lowering instruction pass";
39 }
40
Evan Chengbbeeb2a2008-09-22 20:58:04 +000041 virtual void getAnalysisUsage(AnalysisUsage &AU) const {
Dan Gohman845012e2009-07-31 23:37:33 +000042 AU.setPreservesCFG();
Evan Cheng8b56a902008-09-22 22:21:38 +000043 AU.addPreservedID(MachineLoopInfoID);
44 AU.addPreservedID(MachineDominatorsID);
Evan Chengbbeeb2a2008-09-22 20:58:04 +000045 MachineFunctionPass::getAnalysisUsage(AU);
46 }
47
Christopher Lambbab24742007-07-26 08:18:32 +000048 /// runOnMachineFunction - pass entry point
49 bool runOnMachineFunction(MachineFunction&);
Christopher Lamb98363222007-08-06 16:33:56 +000050
51 bool LowerExtract(MachineInstr *MI);
52 bool LowerInsert(MachineInstr *MI);
Christopher Lambc9298232008-03-16 03:12:01 +000053 bool LowerSubregToReg(MachineInstr *MI);
Dan Gohmana5b2fee2008-12-18 22:14:08 +000054
55 void TransferDeadFlag(MachineInstr *MI, unsigned DstReg,
56 const TargetRegisterInfo &TRI);
57 void TransferKillFlag(MachineInstr *MI, unsigned SrcReg,
58 const TargetRegisterInfo &TRI);
Christopher Lambbab24742007-07-26 08:18:32 +000059 };
60
61 char LowerSubregsInstructionPass::ID = 0;
62}
63
64FunctionPass *llvm::createLowerSubregsPass() {
65 return new LowerSubregsInstructionPass();
66}
67
Dan Gohmana5b2fee2008-12-18 22:14:08 +000068/// TransferDeadFlag - MI is a pseudo-instruction with DstReg dead,
69/// and the lowered replacement instructions immediately precede it.
70/// Mark the replacement instructions with the dead flag.
71void
72LowerSubregsInstructionPass::TransferDeadFlag(MachineInstr *MI,
73 unsigned DstReg,
74 const TargetRegisterInfo &TRI) {
75 for (MachineBasicBlock::iterator MII =
76 prior(MachineBasicBlock::iterator(MI)); ; --MII) {
77 if (MII->addRegisterDead(DstReg, &TRI))
78 break;
79 assert(MII != MI->getParent()->begin() &&
80 "copyRegToReg output doesn't reference destination register!");
81 }
82}
83
84/// TransferKillFlag - MI is a pseudo-instruction with SrcReg killed,
85/// and the lowered replacement instructions immediately precede it.
86/// Mark the replacement instructions with the kill flag.
87void
88LowerSubregsInstructionPass::TransferKillFlag(MachineInstr *MI,
89 unsigned SrcReg,
90 const TargetRegisterInfo &TRI) {
91 for (MachineBasicBlock::iterator MII =
92 prior(MachineBasicBlock::iterator(MI)); ; --MII) {
93 if (MII->addRegisterKilled(SrcReg, &TRI))
94 break;
95 assert(MII != MI->getParent()->begin() &&
96 "copyRegToReg output doesn't reference source register!");
97 }
98}
99
Christopher Lamb98363222007-08-06 16:33:56 +0000100bool LowerSubregsInstructionPass::LowerExtract(MachineInstr *MI) {
Dan Gohman07af7652008-12-18 22:06:01 +0000101 MachineBasicBlock *MBB = MI->getParent();
102 MachineFunction &MF = *MBB->getParent();
103 const TargetRegisterInfo &TRI = *MF.getTarget().getRegisterInfo();
104 const TargetInstrInfo &TII = *MF.getTarget().getInstrInfo();
105
106 assert(MI->getOperand(0).isReg() && MI->getOperand(0).isDef() &&
107 MI->getOperand(1).isReg() && MI->getOperand(1).isUse() &&
108 MI->getOperand(2).isImm() && "Malformed extract_subreg");
Christopher Lamb98363222007-08-06 16:33:56 +0000109
Dan Gohman07af7652008-12-18 22:06:01 +0000110 unsigned DstReg = MI->getOperand(0).getReg();
111 unsigned SuperReg = MI->getOperand(1).getReg();
112 unsigned SubIdx = MI->getOperand(2).getImm();
113 unsigned SrcReg = TRI.getSubReg(SuperReg, SubIdx);
Christopher Lamb98363222007-08-06 16:33:56 +0000114
Dan Gohman07af7652008-12-18 22:06:01 +0000115 assert(TargetRegisterInfo::isPhysicalRegister(SuperReg) &&
116 "Extract supperg source must be a physical register");
117 assert(TargetRegisterInfo::isPhysicalRegister(DstReg) &&
Dan Gohmanf04865f2008-12-18 22:07:25 +0000118 "Extract destination must be in a physical register");
Dan Gohman07af7652008-12-18 22:06:01 +0000119
120 DOUT << "subreg: CONVERTING: " << *MI;
Christopher Lamb98363222007-08-06 16:33:56 +0000121
Dan Gohman98c20692008-12-18 22:11:34 +0000122 if (SrcReg == DstReg) {
123 // No need to insert an identify copy instruction.
124 DOUT << "subreg: eliminated!";
Dan Gohmana5b2fee2008-12-18 22:14:08 +0000125 // Find the kill of the destination register's live range, and insert
126 // a kill of the source register at that point.
127 if (MI->getOperand(1).isKill() && !MI->getOperand(0).isDead())
128 for (MachineBasicBlock::iterator MII =
129 next(MachineBasicBlock::iterator(MI));
130 MII != MBB->end(); ++MII)
131 if (MII->killsRegister(DstReg, &TRI)) {
132 MII->addRegisterKilled(SuperReg, &TRI, /*AddIfNotFound=*/true);
133 break;
134 }
Dan Gohman98c20692008-12-18 22:11:34 +0000135 } else {
136 // Insert copy
Anton Korobeynikovd5197562009-07-16 13:55:26 +0000137 const TargetRegisterClass *TRCS = TRI.getPhysicalRegisterRegClass(DstReg);
138 const TargetRegisterClass *TRCD = TRI.getPhysicalRegisterRegClass(SrcReg);
139 bool Emitted = TII.copyRegToReg(*MBB, MI, DstReg, SrcReg, TRCD, TRCS);
140 (void)Emitted;
141 assert(Emitted && "Subreg and Dst must be of compatible register class");
Dan Gohmana5b2fee2008-12-18 22:14:08 +0000142 // Transfer the kill/dead flags, if needed.
143 if (MI->getOperand(0).isDead())
144 TransferDeadFlag(MI, DstReg, TRI);
145 if (MI->getOperand(1).isKill())
146 TransferKillFlag(MI, SrcReg, TRI);
147
Christopher Lambc9298232008-03-16 03:12:01 +0000148#ifndef NDEBUG
Dan Gohman07af7652008-12-18 22:06:01 +0000149 MachineBasicBlock::iterator dMI = MI;
150 DOUT << "subreg: " << *(--dMI);
Christopher Lambc9298232008-03-16 03:12:01 +0000151#endif
Dan Gohman07af7652008-12-18 22:06:01 +0000152 }
Christopher Lamb98363222007-08-06 16:33:56 +0000153
Dan Gohman07af7652008-12-18 22:06:01 +0000154 DOUT << "\n";
155 MBB->erase(MI);
156 return true;
Christopher Lamb98363222007-08-06 16:33:56 +0000157}
158
Christopher Lambc9298232008-03-16 03:12:01 +0000159bool LowerSubregsInstructionPass::LowerSubregToReg(MachineInstr *MI) {
160 MachineBasicBlock *MBB = MI->getParent();
161 MachineFunction &MF = *MBB->getParent();
162 const TargetRegisterInfo &TRI = *MF.getTarget().getRegisterInfo();
163 const TargetInstrInfo &TII = *MF.getTarget().getInstrInfo();
Dan Gohmand735b802008-10-03 15:45:36 +0000164 assert((MI->getOperand(0).isReg() && MI->getOperand(0).isDef()) &&
165 MI->getOperand(1).isImm() &&
166 (MI->getOperand(2).isReg() && MI->getOperand(2).isUse()) &&
167 MI->getOperand(3).isImm() && "Invalid subreg_to_reg");
Christopher Lambc9298232008-03-16 03:12:01 +0000168
169 unsigned DstReg = MI->getOperand(0).getReg();
170 unsigned InsReg = MI->getOperand(2).getReg();
Evan Cheng7d6d4b32009-03-23 07:19:58 +0000171 unsigned InsSIdx = MI->getOperand(2).getSubReg();
172 unsigned SubIdx = MI->getOperand(3).getImm();
Christopher Lambc9298232008-03-16 03:12:01 +0000173
174 assert(SubIdx != 0 && "Invalid index for insert_subreg");
175 unsigned DstSubReg = TRI.getSubReg(DstReg, SubIdx);
Evan Cheng7d6d4b32009-03-23 07:19:58 +0000176
Christopher Lambc9298232008-03-16 03:12:01 +0000177 assert(TargetRegisterInfo::isPhysicalRegister(DstReg) &&
178 "Insert destination must be in a physical register");
179 assert(TargetRegisterInfo::isPhysicalRegister(InsReg) &&
180 "Inserted value must be in a physical register");
181
182 DOUT << "subreg: CONVERTING: " << *MI;
183
Evan Cheng7d6d4b32009-03-23 07:19:58 +0000184 if (DstSubReg == InsReg && InsSIdx == 0) {
Dan Gohmane3d92062008-08-07 02:54:50 +0000185 // No need to insert an identify copy instruction.
Evan Cheng7d6d4b32009-03-23 07:19:58 +0000186 // Watch out for case like this:
187 // %RAX<def> = ...
188 // %RAX<def> = SUBREG_TO_REG 0, %EAX:3<kill>, 3
189 // The first def is defining RAX, not EAX so the top bits were not
190 // zero extended.
Dan Gohmane3d92062008-08-07 02:54:50 +0000191 DOUT << "subreg: eliminated!";
192 } else {
193 // Insert sub-register copy
194 const TargetRegisterClass *TRC0= TRI.getPhysicalRegisterRegClass(DstSubReg);
195 const TargetRegisterClass *TRC1= TRI.getPhysicalRegisterRegClass(InsReg);
196 TII.copyRegToReg(*MBB, MI, DstSubReg, InsReg, TRC0, TRC1);
Dan Gohmana5b2fee2008-12-18 22:14:08 +0000197 // Transfer the kill/dead flags, if needed.
198 if (MI->getOperand(0).isDead())
199 TransferDeadFlag(MI, DstSubReg, TRI);
200 if (MI->getOperand(2).isKill())
201 TransferKillFlag(MI, InsReg, TRI);
Christopher Lambc9298232008-03-16 03:12:01 +0000202
203#ifndef NDEBUG
Dan Gohman08293f62008-08-20 13:50:12 +0000204 MachineBasicBlock::iterator dMI = MI;
205 DOUT << "subreg: " << *(--dMI);
Christopher Lambc9298232008-03-16 03:12:01 +0000206#endif
Dan Gohmane3d92062008-08-07 02:54:50 +0000207 }
Christopher Lambc9298232008-03-16 03:12:01 +0000208
209 DOUT << "\n";
Dan Gohman2c3f7ae2008-07-17 23:49:46 +0000210 MBB->erase(MI);
Christopher Lambc9298232008-03-16 03:12:01 +0000211 return true;
212}
Christopher Lamb98363222007-08-06 16:33:56 +0000213
214bool LowerSubregsInstructionPass::LowerInsert(MachineInstr *MI) {
215 MachineBasicBlock *MBB = MI->getParent();
216 MachineFunction &MF = *MBB->getParent();
Dan Gohman6f0d0242008-02-10 18:45:23 +0000217 const TargetRegisterInfo &TRI = *MF.getTarget().getRegisterInfo();
Owen Andersond10fd972007-12-31 06:32:00 +0000218 const TargetInstrInfo &TII = *MF.getTarget().getInstrInfo();
Dan Gohmand735b802008-10-03 15:45:36 +0000219 assert((MI->getOperand(0).isReg() && MI->getOperand(0).isDef()) &&
220 (MI->getOperand(1).isReg() && MI->getOperand(1).isUse()) &&
221 (MI->getOperand(2).isReg() && MI->getOperand(2).isUse()) &&
222 MI->getOperand(3).isImm() && "Invalid insert_subreg");
Christopher Lamb1fab4a62008-03-11 10:09:17 +0000223
224 unsigned DstReg = MI->getOperand(0).getReg();
Devang Patel59500c82008-11-21 20:00:59 +0000225#ifndef NDEBUG
Christopher Lambc9298232008-03-16 03:12:01 +0000226 unsigned SrcReg = MI->getOperand(1).getReg();
Devang Patel59500c82008-11-21 20:00:59 +0000227#endif
Christopher Lamb1fab4a62008-03-11 10:09:17 +0000228 unsigned InsReg = MI->getOperand(2).getReg();
229 unsigned SubIdx = MI->getOperand(3).getImm();
Christopher Lamb98363222007-08-06 16:33:56 +0000230
Christopher Lambc9298232008-03-16 03:12:01 +0000231 assert(DstReg == SrcReg && "insert_subreg not a two-address instruction?");
232 assert(SubIdx != 0 && "Invalid index for insert_subreg");
Dan Gohman6f0d0242008-02-10 18:45:23 +0000233 unsigned DstSubReg = TRI.getSubReg(DstReg, SubIdx);
Christopher Lambc9298232008-03-16 03:12:01 +0000234
Dan Gohman6f0d0242008-02-10 18:45:23 +0000235 assert(TargetRegisterInfo::isPhysicalRegister(SrcReg) &&
Christopher Lamb98363222007-08-06 16:33:56 +0000236 "Insert superreg source must be in a physical register");
Dan Gohman6f0d0242008-02-10 18:45:23 +0000237 assert(TargetRegisterInfo::isPhysicalRegister(InsReg) &&
Christopher Lamb98363222007-08-06 16:33:56 +0000238 "Inserted value must be in a physical register");
239
240 DOUT << "subreg: CONVERTING: " << *MI;
Christopher Lambc9298232008-03-16 03:12:01 +0000241
Evan Chengc3de8022008-06-16 22:52:53 +0000242 if (DstSubReg == InsReg) {
243 // No need to insert an identify copy instruction.
244 DOUT << "subreg: eliminated!";
245 } else {
246 // Insert sub-register copy
247 const TargetRegisterClass *TRC0= TRI.getPhysicalRegisterRegClass(DstSubReg);
248 const TargetRegisterClass *TRC1= TRI.getPhysicalRegisterRegClass(InsReg);
249 TII.copyRegToReg(*MBB, MI, DstSubReg, InsReg, TRC0, TRC1);
Dan Gohmana5b2fee2008-12-18 22:14:08 +0000250 // Transfer the kill/dead flags, if needed.
251 if (MI->getOperand(0).isDead())
252 TransferDeadFlag(MI, DstSubReg, TRI);
253 if (MI->getOperand(1).isKill())
254 TransferKillFlag(MI, InsReg, TRI);
Dan Gohman98c20692008-12-18 22:11:34 +0000255
Christopher Lamb8b165732007-08-10 21:11:55 +0000256#ifndef NDEBUG
Evan Chengc3de8022008-06-16 22:52:53 +0000257 MachineBasicBlock::iterator dMI = MI;
258 DOUT << "subreg: " << *(--dMI);
Christopher Lamb8b165732007-08-10 21:11:55 +0000259#endif
Evan Chengc3de8022008-06-16 22:52:53 +0000260 }
Christopher Lamb98363222007-08-06 16:33:56 +0000261
262 DOUT << "\n";
Dan Gohman2c3f7ae2008-07-17 23:49:46 +0000263 MBB->erase(MI);
Christopher Lamb98363222007-08-06 16:33:56 +0000264 return true;
265}
Christopher Lambbab24742007-07-26 08:18:32 +0000266
267/// runOnMachineFunction - Reduce subregister inserts and extracts to register
268/// copies.
269///
270bool LowerSubregsInstructionPass::runOnMachineFunction(MachineFunction &MF) {
271 DOUT << "Machine Function\n";
Christopher Lambbab24742007-07-26 08:18:32 +0000272
273 bool MadeChange = false;
274
275 DOUT << "********** LOWERING SUBREG INSTRS **********\n";
Daniel Dunbarce63ffb2009-07-25 00:23:56 +0000276 DEBUG(errs() << "********** Function: "
277 << MF.getFunction()->getName() << '\n');
Christopher Lambbab24742007-07-26 08:18:32 +0000278
279 for (MachineFunction::iterator mbbi = MF.begin(), mbbe = MF.end();
280 mbbi != mbbe; ++mbbi) {
281 for (MachineBasicBlock::iterator mi = mbbi->begin(), me = mbbi->end();
Christopher Lamb98363222007-08-06 16:33:56 +0000282 mi != me;) {
283 MachineInstr *MI = mi++;
284
285 if (MI->getOpcode() == TargetInstrInfo::EXTRACT_SUBREG) {
286 MadeChange |= LowerExtract(MI);
287 } else if (MI->getOpcode() == TargetInstrInfo::INSERT_SUBREG) {
288 MadeChange |= LowerInsert(MI);
Christopher Lambc9298232008-03-16 03:12:01 +0000289 } else if (MI->getOpcode() == TargetInstrInfo::SUBREG_TO_REG) {
290 MadeChange |= LowerSubregToReg(MI);
Christopher Lambbab24742007-07-26 08:18:32 +0000291 }
292 }
293 }
294
295 return MadeChange;
296}