blob: 5008f1472d3fb7dc9bae2dc838aa97b612141754 [file] [log] [blame]
Christopher Lambbab24742007-07-26 08:18:32 +00001//===-- LowerSubregs.cpp - Subregister Lowering instruction pass ----------===//
2//
3// The LLVM Compiler Infrastructure
4//
Chris Lattner4ee451d2007-12-29 20:36:04 +00005// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
Christopher Lambbab24742007-07-26 08:18:32 +00007//
8//===----------------------------------------------------------------------===//
Dan Gohmanbd0f1442008-09-24 23:44:12 +00009//
10// This file defines a MachineFunction pass which runs after register
11// allocation that turns subreg insert/extract instructions into register
12// copies, as needed. This ensures correct codegen even if the coalescer
13// isn't able to remove all subreg instructions.
14//
15//===----------------------------------------------------------------------===//
Christopher Lambbab24742007-07-26 08:18:32 +000016
17#define DEBUG_TYPE "lowersubregs"
18#include "llvm/CodeGen/Passes.h"
19#include "llvm/Function.h"
20#include "llvm/CodeGen/MachineFunctionPass.h"
21#include "llvm/CodeGen/MachineInstr.h"
Chris Lattner84bc5422007-12-31 04:13:23 +000022#include "llvm/CodeGen/MachineRegisterInfo.h"
Dan Gohman6f0d0242008-02-10 18:45:23 +000023#include "llvm/Target/TargetRegisterInfo.h"
Christopher Lambbab24742007-07-26 08:18:32 +000024#include "llvm/Target/TargetInstrInfo.h"
25#include "llvm/Target/TargetMachine.h"
26#include "llvm/Support/Debug.h"
27#include "llvm/Support/Compiler.h"
28using namespace llvm;
29
30namespace {
31 struct VISIBILITY_HIDDEN LowerSubregsInstructionPass
32 : public MachineFunctionPass {
33 static char ID; // Pass identification, replacement for typeid
Dan Gohmanae73dc12008-09-04 17:05:41 +000034 LowerSubregsInstructionPass() : MachineFunctionPass(&ID) {}
Christopher Lambbab24742007-07-26 08:18:32 +000035
36 const char *getPassName() const {
37 return "Subregister lowering instruction pass";
38 }
39
Evan Chengbbeeb2a2008-09-22 20:58:04 +000040 virtual void getAnalysisUsage(AnalysisUsage &AU) const {
Evan Cheng8b56a902008-09-22 22:21:38 +000041 AU.addPreservedID(MachineLoopInfoID);
42 AU.addPreservedID(MachineDominatorsID);
Evan Chengbbeeb2a2008-09-22 20:58:04 +000043 MachineFunctionPass::getAnalysisUsage(AU);
44 }
45
Christopher Lambbab24742007-07-26 08:18:32 +000046 /// runOnMachineFunction - pass entry point
47 bool runOnMachineFunction(MachineFunction&);
Christopher Lamb98363222007-08-06 16:33:56 +000048
49 bool LowerExtract(MachineInstr *MI);
50 bool LowerInsert(MachineInstr *MI);
Christopher Lambc9298232008-03-16 03:12:01 +000051 bool LowerSubregToReg(MachineInstr *MI);
Dan Gohmana5b2fee2008-12-18 22:14:08 +000052
53 void TransferDeadFlag(MachineInstr *MI, unsigned DstReg,
54 const TargetRegisterInfo &TRI);
55 void TransferKillFlag(MachineInstr *MI, unsigned SrcReg,
56 const TargetRegisterInfo &TRI);
Christopher Lambbab24742007-07-26 08:18:32 +000057 };
58
59 char LowerSubregsInstructionPass::ID = 0;
60}
61
62FunctionPass *llvm::createLowerSubregsPass() {
63 return new LowerSubregsInstructionPass();
64}
65
Dan Gohmana5b2fee2008-12-18 22:14:08 +000066/// TransferDeadFlag - MI is a pseudo-instruction with DstReg dead,
67/// and the lowered replacement instructions immediately precede it.
68/// Mark the replacement instructions with the dead flag.
69void
70LowerSubregsInstructionPass::TransferDeadFlag(MachineInstr *MI,
71 unsigned DstReg,
72 const TargetRegisterInfo &TRI) {
73 for (MachineBasicBlock::iterator MII =
74 prior(MachineBasicBlock::iterator(MI)); ; --MII) {
75 if (MII->addRegisterDead(DstReg, &TRI))
76 break;
77 assert(MII != MI->getParent()->begin() &&
78 "copyRegToReg output doesn't reference destination register!");
79 }
80}
81
82/// TransferKillFlag - MI is a pseudo-instruction with SrcReg killed,
83/// and the lowered replacement instructions immediately precede it.
84/// Mark the replacement instructions with the kill flag.
85void
86LowerSubregsInstructionPass::TransferKillFlag(MachineInstr *MI,
87 unsigned SrcReg,
88 const TargetRegisterInfo &TRI) {
89 for (MachineBasicBlock::iterator MII =
90 prior(MachineBasicBlock::iterator(MI)); ; --MII) {
91 if (MII->addRegisterKilled(SrcReg, &TRI))
92 break;
93 assert(MII != MI->getParent()->begin() &&
94 "copyRegToReg output doesn't reference source register!");
95 }
96}
97
Christopher Lamb98363222007-08-06 16:33:56 +000098bool LowerSubregsInstructionPass::LowerExtract(MachineInstr *MI) {
Dan Gohman07af7652008-12-18 22:06:01 +000099 MachineBasicBlock *MBB = MI->getParent();
100 MachineFunction &MF = *MBB->getParent();
101 const TargetRegisterInfo &TRI = *MF.getTarget().getRegisterInfo();
102 const TargetInstrInfo &TII = *MF.getTarget().getInstrInfo();
103
104 assert(MI->getOperand(0).isReg() && MI->getOperand(0).isDef() &&
105 MI->getOperand(1).isReg() && MI->getOperand(1).isUse() &&
106 MI->getOperand(2).isImm() && "Malformed extract_subreg");
Christopher Lamb98363222007-08-06 16:33:56 +0000107
Dan Gohman07af7652008-12-18 22:06:01 +0000108 unsigned DstReg = MI->getOperand(0).getReg();
109 unsigned SuperReg = MI->getOperand(1).getReg();
110 unsigned SubIdx = MI->getOperand(2).getImm();
111 unsigned SrcReg = TRI.getSubReg(SuperReg, SubIdx);
Christopher Lamb98363222007-08-06 16:33:56 +0000112
Dan Gohman07af7652008-12-18 22:06:01 +0000113 assert(TargetRegisterInfo::isPhysicalRegister(SuperReg) &&
114 "Extract supperg source must be a physical register");
115 assert(TargetRegisterInfo::isPhysicalRegister(DstReg) &&
Dan Gohmanf04865f2008-12-18 22:07:25 +0000116 "Extract destination must be in a physical register");
Dan Gohman07af7652008-12-18 22:06:01 +0000117
118 DOUT << "subreg: CONVERTING: " << *MI;
Christopher Lamb98363222007-08-06 16:33:56 +0000119
Dan Gohman98c20692008-12-18 22:11:34 +0000120 if (SrcReg == DstReg) {
121 // No need to insert an identify copy instruction.
122 DOUT << "subreg: eliminated!";
Dan Gohmana5b2fee2008-12-18 22:14:08 +0000123 // Find the kill of the destination register's live range, and insert
124 // a kill of the source register at that point.
125 if (MI->getOperand(1).isKill() && !MI->getOperand(0).isDead())
126 for (MachineBasicBlock::iterator MII =
127 next(MachineBasicBlock::iterator(MI));
128 MII != MBB->end(); ++MII)
129 if (MII->killsRegister(DstReg, &TRI)) {
130 MII->addRegisterKilled(SuperReg, &TRI, /*AddIfNotFound=*/true);
131 break;
132 }
Dan Gohman98c20692008-12-18 22:11:34 +0000133 } else {
134 // Insert copy
Anton Korobeynikovd5197562009-07-16 13:55:26 +0000135 const TargetRegisterClass *TRCS = TRI.getPhysicalRegisterRegClass(DstReg);
136 const TargetRegisterClass *TRCD = TRI.getPhysicalRegisterRegClass(SrcReg);
137 bool Emitted = TII.copyRegToReg(*MBB, MI, DstReg, SrcReg, TRCD, TRCS);
138 (void)Emitted;
139 assert(Emitted && "Subreg and Dst must be of compatible register class");
Dan Gohmana5b2fee2008-12-18 22:14:08 +0000140 // Transfer the kill/dead flags, if needed.
141 if (MI->getOperand(0).isDead())
142 TransferDeadFlag(MI, DstReg, TRI);
143 if (MI->getOperand(1).isKill())
144 TransferKillFlag(MI, SrcReg, TRI);
145
Christopher Lambc9298232008-03-16 03:12:01 +0000146#ifndef NDEBUG
Dan Gohman07af7652008-12-18 22:06:01 +0000147 MachineBasicBlock::iterator dMI = MI;
148 DOUT << "subreg: " << *(--dMI);
Christopher Lambc9298232008-03-16 03:12:01 +0000149#endif
Dan Gohman07af7652008-12-18 22:06:01 +0000150 }
Christopher Lamb98363222007-08-06 16:33:56 +0000151
Dan Gohman07af7652008-12-18 22:06:01 +0000152 DOUT << "\n";
153 MBB->erase(MI);
154 return true;
Christopher Lamb98363222007-08-06 16:33:56 +0000155}
156
Christopher Lambc9298232008-03-16 03:12:01 +0000157bool LowerSubregsInstructionPass::LowerSubregToReg(MachineInstr *MI) {
158 MachineBasicBlock *MBB = MI->getParent();
159 MachineFunction &MF = *MBB->getParent();
160 const TargetRegisterInfo &TRI = *MF.getTarget().getRegisterInfo();
161 const TargetInstrInfo &TII = *MF.getTarget().getInstrInfo();
Dan Gohmand735b802008-10-03 15:45:36 +0000162 assert((MI->getOperand(0).isReg() && MI->getOperand(0).isDef()) &&
163 MI->getOperand(1).isImm() &&
164 (MI->getOperand(2).isReg() && MI->getOperand(2).isUse()) &&
165 MI->getOperand(3).isImm() && "Invalid subreg_to_reg");
Christopher Lambc9298232008-03-16 03:12:01 +0000166
167 unsigned DstReg = MI->getOperand(0).getReg();
168 unsigned InsReg = MI->getOperand(2).getReg();
Evan Cheng7d6d4b32009-03-23 07:19:58 +0000169 unsigned InsSIdx = MI->getOperand(2).getSubReg();
170 unsigned SubIdx = MI->getOperand(3).getImm();
Christopher Lambc9298232008-03-16 03:12:01 +0000171
172 assert(SubIdx != 0 && "Invalid index for insert_subreg");
173 unsigned DstSubReg = TRI.getSubReg(DstReg, SubIdx);
Evan Cheng7d6d4b32009-03-23 07:19:58 +0000174
Christopher Lambc9298232008-03-16 03:12:01 +0000175 assert(TargetRegisterInfo::isPhysicalRegister(DstReg) &&
176 "Insert destination must be in a physical register");
177 assert(TargetRegisterInfo::isPhysicalRegister(InsReg) &&
178 "Inserted value must be in a physical register");
179
180 DOUT << "subreg: CONVERTING: " << *MI;
181
Evan Cheng7d6d4b32009-03-23 07:19:58 +0000182 if (DstSubReg == InsReg && InsSIdx == 0) {
Dan Gohmane3d92062008-08-07 02:54:50 +0000183 // No need to insert an identify copy instruction.
Evan Cheng7d6d4b32009-03-23 07:19:58 +0000184 // Watch out for case like this:
185 // %RAX<def> = ...
186 // %RAX<def> = SUBREG_TO_REG 0, %EAX:3<kill>, 3
187 // The first def is defining RAX, not EAX so the top bits were not
188 // zero extended.
Dan Gohmane3d92062008-08-07 02:54:50 +0000189 DOUT << "subreg: eliminated!";
190 } else {
191 // Insert sub-register copy
192 const TargetRegisterClass *TRC0= TRI.getPhysicalRegisterRegClass(DstSubReg);
193 const TargetRegisterClass *TRC1= TRI.getPhysicalRegisterRegClass(InsReg);
194 TII.copyRegToReg(*MBB, MI, DstSubReg, InsReg, TRC0, TRC1);
Dan Gohmana5b2fee2008-12-18 22:14:08 +0000195 // Transfer the kill/dead flags, if needed.
196 if (MI->getOperand(0).isDead())
197 TransferDeadFlag(MI, DstSubReg, TRI);
198 if (MI->getOperand(2).isKill())
199 TransferKillFlag(MI, InsReg, TRI);
Christopher Lambc9298232008-03-16 03:12:01 +0000200
201#ifndef NDEBUG
Dan Gohman08293f62008-08-20 13:50:12 +0000202 MachineBasicBlock::iterator dMI = MI;
203 DOUT << "subreg: " << *(--dMI);
Christopher Lambc9298232008-03-16 03:12:01 +0000204#endif
Dan Gohmane3d92062008-08-07 02:54:50 +0000205 }
Christopher Lambc9298232008-03-16 03:12:01 +0000206
207 DOUT << "\n";
Dan Gohman2c3f7ae2008-07-17 23:49:46 +0000208 MBB->erase(MI);
Christopher Lambc9298232008-03-16 03:12:01 +0000209 return true;
210}
Christopher Lamb98363222007-08-06 16:33:56 +0000211
212bool LowerSubregsInstructionPass::LowerInsert(MachineInstr *MI) {
213 MachineBasicBlock *MBB = MI->getParent();
214 MachineFunction &MF = *MBB->getParent();
Dan Gohman6f0d0242008-02-10 18:45:23 +0000215 const TargetRegisterInfo &TRI = *MF.getTarget().getRegisterInfo();
Owen Andersond10fd972007-12-31 06:32:00 +0000216 const TargetInstrInfo &TII = *MF.getTarget().getInstrInfo();
Dan Gohmand735b802008-10-03 15:45:36 +0000217 assert((MI->getOperand(0).isReg() && MI->getOperand(0).isDef()) &&
218 (MI->getOperand(1).isReg() && MI->getOperand(1).isUse()) &&
219 (MI->getOperand(2).isReg() && MI->getOperand(2).isUse()) &&
220 MI->getOperand(3).isImm() && "Invalid insert_subreg");
Christopher Lamb1fab4a62008-03-11 10:09:17 +0000221
222 unsigned DstReg = MI->getOperand(0).getReg();
Devang Patel59500c82008-11-21 20:00:59 +0000223#ifndef NDEBUG
Christopher Lambc9298232008-03-16 03:12:01 +0000224 unsigned SrcReg = MI->getOperand(1).getReg();
Devang Patel59500c82008-11-21 20:00:59 +0000225#endif
Christopher Lamb1fab4a62008-03-11 10:09:17 +0000226 unsigned InsReg = MI->getOperand(2).getReg();
227 unsigned SubIdx = MI->getOperand(3).getImm();
Christopher Lamb98363222007-08-06 16:33:56 +0000228
Christopher Lambc9298232008-03-16 03:12:01 +0000229 assert(DstReg == SrcReg && "insert_subreg not a two-address instruction?");
230 assert(SubIdx != 0 && "Invalid index for insert_subreg");
Dan Gohman6f0d0242008-02-10 18:45:23 +0000231 unsigned DstSubReg = TRI.getSubReg(DstReg, SubIdx);
Christopher Lambc9298232008-03-16 03:12:01 +0000232
Dan Gohman6f0d0242008-02-10 18:45:23 +0000233 assert(TargetRegisterInfo::isPhysicalRegister(SrcReg) &&
Christopher Lamb98363222007-08-06 16:33:56 +0000234 "Insert superreg source must be in a physical register");
Dan Gohman6f0d0242008-02-10 18:45:23 +0000235 assert(TargetRegisterInfo::isPhysicalRegister(InsReg) &&
Christopher Lamb98363222007-08-06 16:33:56 +0000236 "Inserted value must be in a physical register");
237
238 DOUT << "subreg: CONVERTING: " << *MI;
Christopher Lambc9298232008-03-16 03:12:01 +0000239
Evan Chengc3de8022008-06-16 22:52:53 +0000240 if (DstSubReg == InsReg) {
241 // No need to insert an identify copy instruction.
242 DOUT << "subreg: eliminated!";
243 } else {
244 // Insert sub-register copy
245 const TargetRegisterClass *TRC0= TRI.getPhysicalRegisterRegClass(DstSubReg);
246 const TargetRegisterClass *TRC1= TRI.getPhysicalRegisterRegClass(InsReg);
247 TII.copyRegToReg(*MBB, MI, DstSubReg, InsReg, TRC0, TRC1);
Dan Gohmana5b2fee2008-12-18 22:14:08 +0000248 // Transfer the kill/dead flags, if needed.
249 if (MI->getOperand(0).isDead())
250 TransferDeadFlag(MI, DstSubReg, TRI);
251 if (MI->getOperand(1).isKill())
252 TransferKillFlag(MI, InsReg, TRI);
Dan Gohman98c20692008-12-18 22:11:34 +0000253
Christopher Lamb8b165732007-08-10 21:11:55 +0000254#ifndef NDEBUG
Evan Chengc3de8022008-06-16 22:52:53 +0000255 MachineBasicBlock::iterator dMI = MI;
256 DOUT << "subreg: " << *(--dMI);
Christopher Lamb8b165732007-08-10 21:11:55 +0000257#endif
Evan Chengc3de8022008-06-16 22:52:53 +0000258 }
Christopher Lamb98363222007-08-06 16:33:56 +0000259
260 DOUT << "\n";
Dan Gohman2c3f7ae2008-07-17 23:49:46 +0000261 MBB->erase(MI);
Christopher Lamb98363222007-08-06 16:33:56 +0000262 return true;
263}
Christopher Lambbab24742007-07-26 08:18:32 +0000264
265/// runOnMachineFunction - Reduce subregister inserts and extracts to register
266/// copies.
267///
268bool LowerSubregsInstructionPass::runOnMachineFunction(MachineFunction &MF) {
269 DOUT << "Machine Function\n";
Christopher Lambbab24742007-07-26 08:18:32 +0000270
271 bool MadeChange = false;
272
273 DOUT << "********** LOWERING SUBREG INSTRS **********\n";
274 DOUT << "********** Function: " << MF.getFunction()->getName() << '\n';
275
276 for (MachineFunction::iterator mbbi = MF.begin(), mbbe = MF.end();
277 mbbi != mbbe; ++mbbi) {
278 for (MachineBasicBlock::iterator mi = mbbi->begin(), me = mbbi->end();
Christopher Lamb98363222007-08-06 16:33:56 +0000279 mi != me;) {
280 MachineInstr *MI = mi++;
281
282 if (MI->getOpcode() == TargetInstrInfo::EXTRACT_SUBREG) {
283 MadeChange |= LowerExtract(MI);
284 } else if (MI->getOpcode() == TargetInstrInfo::INSERT_SUBREG) {
285 MadeChange |= LowerInsert(MI);
Christopher Lambc9298232008-03-16 03:12:01 +0000286 } else if (MI->getOpcode() == TargetInstrInfo::SUBREG_TO_REG) {
287 MadeChange |= LowerSubregToReg(MI);
Christopher Lambbab24742007-07-26 08:18:32 +0000288 }
289 }
290 }
291
292 return MadeChange;
293}