blob: e7bf143b82eea681cfba5a0288e795a0494e445b [file] [log] [blame]
Jakob Stoklund Olesenfd719d12011-09-25 16:46:08 +00001//===-- ExpandPostRAPseudos.cpp - Pseudo instruction expansion pass -------===//
Christopher Lambe9d738c2007-07-26 08:18:32 +00002//
3// The LLVM Compiler Infrastructure
4//
Chris Lattnerf3ebc3f2007-12-29 20:36:04 +00005// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
Christopher Lambe9d738c2007-07-26 08:18:32 +00007//
8//===----------------------------------------------------------------------===//
Dan Gohman382e2ec2008-09-24 23:44:12 +00009//
Jakob Stoklund Olesenfd719d12011-09-25 16:46:08 +000010// This file defines a pass that expands COPY and SUBREG_TO_REG pseudo
11// instructions after register allocation.
Dan Gohman382e2ec2008-09-24 23:44:12 +000012//
13//===----------------------------------------------------------------------===//
Christopher Lambe9d738c2007-07-26 08:18:32 +000014
Christopher Lambe9d738c2007-07-26 08:18:32 +000015#include "llvm/CodeGen/Passes.h"
Christopher Lambe9d738c2007-07-26 08:18:32 +000016#include "llvm/CodeGen/MachineFunctionPass.h"
17#include "llvm/CodeGen/MachineInstr.h"
Jakob Stoklund Olesen5d8ace02009-08-03 20:08:18 +000018#include "llvm/CodeGen/MachineInstrBuilder.h"
Chris Lattnera10fff52007-12-31 04:13:23 +000019#include "llvm/CodeGen/MachineRegisterInfo.h"
Christopher Lambe9d738c2007-07-26 08:18:32 +000020#include "llvm/Support/Debug.h"
Daniel Dunbar0dd5e1e2009-07-25 00:23:56 +000021#include "llvm/Support/raw_ostream.h"
Chandler Carruthed0881b2012-12-03 16:50:05 +000022#include "llvm/Target/TargetInstrInfo.h"
Chandler Carruthed0881b2012-12-03 16:50:05 +000023#include "llvm/Target/TargetRegisterInfo.h"
Eric Christopherd9134482014-08-04 21:25:23 +000024#include "llvm/Target/TargetSubtargetInfo.h"
25
Christopher Lambe9d738c2007-07-26 08:18:32 +000026using namespace llvm;
27
Chandler Carruth1b9dde02014-04-22 02:02:50 +000028#define DEBUG_TYPE "postrapseudos"
29
Christopher Lambe9d738c2007-07-26 08:18:32 +000030namespace {
Jakob Stoklund Olesenfd719d12011-09-25 16:46:08 +000031struct ExpandPostRA : public MachineFunctionPass {
32private:
33 const TargetRegisterInfo *TRI;
34 const TargetInstrInfo *TII;
Evan Cheng5d2245b2009-10-25 07:49:57 +000035
Jakob Stoklund Olesenfd719d12011-09-25 16:46:08 +000036public:
37 static char ID; // Pass identification, replacement for typeid
38 ExpandPostRA() : MachineFunctionPass(ID) {}
Jim Grosbach416c4702011-02-25 22:53:20 +000039
Craig Topper4584cd52014-03-07 09:26:03 +000040 void getAnalysisUsage(AnalysisUsage &AU) const override {
Jakob Stoklund Olesenfd719d12011-09-25 16:46:08 +000041 AU.setPreservesCFG();
42 AU.addPreservedID(MachineLoopInfoID);
43 AU.addPreservedID(MachineDominatorsID);
44 MachineFunctionPass::getAnalysisUsage(AU);
45 }
Evan Cheng168f8f32008-09-22 20:58:04 +000046
Jakob Stoklund Olesenfd719d12011-09-25 16:46:08 +000047 /// runOnMachineFunction - pass entry point
Craig Topper4584cd52014-03-07 09:26:03 +000048 bool runOnMachineFunction(MachineFunction&) override;
Evan Cheng5d2245b2009-10-25 07:49:57 +000049
Jakob Stoklund Olesenfd719d12011-09-25 16:46:08 +000050private:
51 bool LowerSubregToReg(MachineInstr *MI);
52 bool LowerCopy(MachineInstr *MI);
Dan Gohman9abd04b2008-12-18 22:14:08 +000053
Jakob Stoklund Olesenfd719d12011-09-25 16:46:08 +000054 void TransferImplicitDefs(MachineInstr *MI);
55};
56} // end anonymous namespace
Christopher Lambe9d738c2007-07-26 08:18:32 +000057
Jakob Stoklund Olesenfd719d12011-09-25 16:46:08 +000058char ExpandPostRA::ID = 0;
Andrew Trick1fa5bcb2012-02-08 21:23:13 +000059char &llvm::ExpandPostRAPseudosID = ExpandPostRA::ID;
Christopher Lambe9d738c2007-07-26 08:18:32 +000060
Andrew Trick1fa5bcb2012-02-08 21:23:13 +000061INITIALIZE_PASS(ExpandPostRA, "postrapseudos",
62 "Post-RA pseudo instruction expansion pass", false, false)
Christopher Lambe9d738c2007-07-26 08:18:32 +000063
Bob Wilsond91d5bf2010-06-29 18:42:49 +000064/// TransferImplicitDefs - MI is a pseudo-instruction, and the lowered
65/// replacement instructions immediately precede it. Copy any implicit-def
66/// operands from MI to the replacement instruction.
67void
Jakob Stoklund Olesenfd719d12011-09-25 16:46:08 +000068ExpandPostRA::TransferImplicitDefs(MachineInstr *MI) {
Bob Wilsond91d5bf2010-06-29 18:42:49 +000069 MachineBasicBlock::iterator CopyMI = MI;
70 --CopyMI;
71
72 for (unsigned i = 0, e = MI->getNumOperands(); i != e; ++i) {
73 MachineOperand &MO = MI->getOperand(i);
74 if (!MO.isReg() || !MO.isImplicit() || MO.isUse())
75 continue;
76 CopyMI->addOperand(MachineOperand::CreateReg(MO.getReg(), true, true));
77 }
78}
79
Jakob Stoklund Olesenfd719d12011-09-25 16:46:08 +000080bool ExpandPostRA::LowerSubregToReg(MachineInstr *MI) {
Christopher Lambd3d0ad32008-03-16 03:12:01 +000081 MachineBasicBlock *MBB = MI->getParent();
Dan Gohman0d1e9a82008-10-03 15:45:36 +000082 assert((MI->getOperand(0).isReg() && MI->getOperand(0).isDef()) &&
83 MI->getOperand(1).isImm() &&
84 (MI->getOperand(2).isReg() && MI->getOperand(2).isUse()) &&
85 MI->getOperand(3).isImm() && "Invalid subreg_to_reg");
Jakob Stoklund Olesen1023f6b2010-06-22 22:11:07 +000086
Christopher Lambd3d0ad32008-03-16 03:12:01 +000087 unsigned DstReg = MI->getOperand(0).getReg();
88 unsigned InsReg = MI->getOperand(2).getReg();
Jakob Stoklund Olesen1023f6b2010-06-22 22:11:07 +000089 assert(!MI->getOperand(2).getSubReg() && "SubIdx on physreg?");
Evan Cheng47c97502009-03-23 07:19:58 +000090 unsigned SubIdx = MI->getOperand(3).getImm();
Christopher Lambd3d0ad32008-03-16 03:12:01 +000091
92 assert(SubIdx != 0 && "Invalid index for insert_subreg");
Evan Cheng5d2245b2009-10-25 07:49:57 +000093 unsigned DstSubReg = TRI->getSubReg(DstReg, SubIdx);
Evan Cheng47c97502009-03-23 07:19:58 +000094
Christopher Lambd3d0ad32008-03-16 03:12:01 +000095 assert(TargetRegisterInfo::isPhysicalRegister(DstReg) &&
96 "Insert destination must be in a physical register");
97 assert(TargetRegisterInfo::isPhysicalRegister(InsReg) &&
98 "Inserted value must be in a physical register");
99
David Greenec4878b12010-01-04 23:06:47 +0000100 DEBUG(dbgs() << "subreg: CONVERTING: " << *MI);
Christopher Lambd3d0ad32008-03-16 03:12:01 +0000101
Lang Hames43090202013-02-21 22:16:43 +0000102 if (MI->allDefsAreDead()) {
103 MI->setDesc(TII->get(TargetOpcode::KILL));
104 DEBUG(dbgs() << "subreg: replaced by: " << *MI);
105 return true;
106 }
107
Jakob Stoklund Olesen1023f6b2010-06-22 22:11:07 +0000108 if (DstSubReg == InsReg) {
Matthias Braunb542fa52013-10-11 15:40:14 +0000109 // No need to insert an identity copy instruction.
Evan Cheng47c97502009-03-23 07:19:58 +0000110 // Watch out for case like this:
Jakob Stoklund Olesen1023f6b2010-06-22 22:11:07 +0000111 // %RAX<def> = SUBREG_TO_REG 0, %EAX<kill>, 3
112 // We must leave %RAX live.
113 if (DstReg != InsReg) {
114 MI->setDesc(TII->get(TargetOpcode::KILL));
115 MI->RemoveOperand(3); // SubIdx
116 MI->RemoveOperand(1); // Imm
117 DEBUG(dbgs() << "subreg: replace by: " << *MI);
118 return true;
119 }
David Greenec4878b12010-01-04 23:06:47 +0000120 DEBUG(dbgs() << "subreg: eliminated!");
Dan Gohman527ca7e2008-08-07 02:54:50 +0000121 } else {
Jakob Stoklund Olesen89a4e252010-07-08 05:01:41 +0000122 TII->copyPhysReg(*MBB, MI, MI->getDebugLoc(), DstSubReg, InsReg,
123 MI->getOperand(2).isKill());
Lang Hames071890b2013-02-21 17:01:59 +0000124
Jakob Stoklund Olesenbc65e8f2012-07-27 20:19:49 +0000125 // Implicitly define DstReg for subsequent uses.
126 MachineBasicBlock::iterator CopyMI = MI;
127 --CopyMI;
128 CopyMI->addRegisterDefined(DstReg);
Jakob Stoklund Olesenbc65e8f2012-07-27 20:19:49 +0000129 DEBUG(dbgs() << "subreg: " << *CopyMI);
Dan Gohman527ca7e2008-08-07 02:54:50 +0000130 }
Christopher Lambd3d0ad32008-03-16 03:12:01 +0000131
David Greenec4878b12010-01-04 23:06:47 +0000132 DEBUG(dbgs() << '\n');
Dan Gohman0ece9432008-07-17 23:49:46 +0000133 MBB->erase(MI);
Anton Korobeynikovb4a13472009-10-24 00:27:00 +0000134 return true;
Christopher Lambd3d0ad32008-03-16 03:12:01 +0000135}
Christopher Lamb2e5fb9f2007-08-06 16:33:56 +0000136
Jakob Stoklund Olesenfd719d12011-09-25 16:46:08 +0000137bool ExpandPostRA::LowerCopy(MachineInstr *MI) {
Lang Hames43090202013-02-21 22:16:43 +0000138
139 if (MI->allDefsAreDead()) {
140 DEBUG(dbgs() << "dead copy: " << *MI);
141 MI->setDesc(TII->get(TargetOpcode::KILL));
142 DEBUG(dbgs() << "replaced by: " << *MI);
143 return true;
144 }
145
Jakob Stoklund Olesen676a15b2010-07-02 22:29:50 +0000146 MachineOperand &DstMO = MI->getOperand(0);
147 MachineOperand &SrcMO = MI->getOperand(1);
148
149 if (SrcMO.getReg() == DstMO.getReg()) {
150 DEBUG(dbgs() << "identity copy: " << *MI);
151 // No need to insert an identity copy instruction, but replace with a KILL
152 // if liveness is changed.
Lang Hames43090202013-02-21 22:16:43 +0000153 if (SrcMO.isUndef() || MI->getNumOperands() > 2) {
Jakob Stoklund Olesen676a15b2010-07-02 22:29:50 +0000154 // We must make sure the super-register gets killed. Replace the
155 // instruction with KILL.
156 MI->setDesc(TII->get(TargetOpcode::KILL));
157 DEBUG(dbgs() << "replaced by: " << *MI);
158 return true;
159 }
160 // Vanilla identity copy.
161 MI->eraseFromParent();
162 return true;
163 }
164
165 DEBUG(dbgs() << "real copy: " << *MI);
Jakob Stoklund Olesen89a4e252010-07-08 05:01:41 +0000166 TII->copyPhysReg(*MI->getParent(), MI, MI->getDebugLoc(),
167 DstMO.getReg(), SrcMO.getReg(), SrcMO.isKill());
Jakob Stoklund Olesen676a15b2010-07-02 22:29:50 +0000168
Jakob Stoklund Olesen676a15b2010-07-02 22:29:50 +0000169 if (MI->getNumOperands() > 2)
170 TransferImplicitDefs(MI);
171 DEBUG({
172 MachineBasicBlock::iterator dMI = MI;
173 dbgs() << "replaced by: " << *(--dMI);
174 });
175 MI->eraseFromParent();
176 return true;
177}
178
Christopher Lambe9d738c2007-07-26 08:18:32 +0000179/// runOnMachineFunction - Reduce subregister inserts and extracts to register
180/// copies.
181///
Jakob Stoklund Olesenfd719d12011-09-25 16:46:08 +0000182bool ExpandPostRA::runOnMachineFunction(MachineFunction &MF) {
Jim Grosbach416c4702011-02-25 22:53:20 +0000183 DEBUG(dbgs() << "Machine Function\n"
Jakob Stoklund Olesenfd719d12011-09-25 16:46:08 +0000184 << "********** EXPANDING POST-RA PSEUDO INSTRS **********\n"
David Blaikiec8c29202012-08-22 17:18:53 +0000185 << "********** Function: " << MF.getName() << '\n');
Eric Christopherfc6de422014-08-05 02:39:49 +0000186 TRI = MF.getSubtarget().getRegisterInfo();
187 TII = MF.getSubtarget().getInstrInfo();
Christopher Lambe9d738c2007-07-26 08:18:32 +0000188
Bill Wendling8d642262009-08-22 20:23:49 +0000189 bool MadeChange = false;
Christopher Lambe9d738c2007-07-26 08:18:32 +0000190
191 for (MachineFunction::iterator mbbi = MF.begin(), mbbe = MF.end();
192 mbbi != mbbe; ++mbbi) {
193 for (MachineBasicBlock::iterator mi = mbbi->begin(), me = mbbi->end();
Christopher Lamb2e5fb9f2007-08-06 16:33:56 +0000194 mi != me;) {
Evan Cheng5d2245b2009-10-25 07:49:57 +0000195 MachineInstr *MI = mi;
Jakob Stoklund Olesendf977fe2011-09-25 19:21:35 +0000196 // Advance iterator here because MI may be erased.
197 ++mi;
Jakob Stoklund Olesenadd0c432011-10-10 20:34:28 +0000198
199 // Only expand pseudos.
Evan Cheng7f8e5632011-12-07 07:15:52 +0000200 if (!MI->isPseudo())
Jakob Stoklund Olesenadd0c432011-10-10 20:34:28 +0000201 continue;
202
203 // Give targets a chance to expand even standard pseudos.
204 if (TII->expandPostRAPseudo(MI)) {
205 MadeChange = true;
206 continue;
207 }
208
209 // Expand standard pseudos.
Jakob Stoklund Olesendf977fe2011-09-25 19:21:35 +0000210 switch (MI->getOpcode()) {
211 case TargetOpcode::SUBREG_TO_REG:
Christopher Lambd3d0ad32008-03-16 03:12:01 +0000212 MadeChange |= LowerSubregToReg(MI);
Jakob Stoklund Olesendf977fe2011-09-25 19:21:35 +0000213 break;
214 case TargetOpcode::COPY:
Jakob Stoklund Olesen676a15b2010-07-02 22:29:50 +0000215 MadeChange |= LowerCopy(MI);
Jakob Stoklund Olesendf977fe2011-09-25 19:21:35 +0000216 break;
217 case TargetOpcode::DBG_VALUE:
218 continue;
219 case TargetOpcode::INSERT_SUBREG:
220 case TargetOpcode::EXTRACT_SUBREG:
221 llvm_unreachable("Sub-register pseudos should have been eliminated.");
Christopher Lambe9d738c2007-07-26 08:18:32 +0000222 }
Christopher Lambe9d738c2007-07-26 08:18:32 +0000223 }
224 }
225
226 return MadeChange;
227}