blob: ab2382e2db6d81cf7e5f662d206420f32536c29e [file] [log] [blame]
Jakob Stoklund Olesenfd719d12011-09-25 16:46:08 +00001//===-- ExpandPostRAPseudos.cpp - Pseudo instruction expansion pass -------===//
Christopher Lambe9d738c2007-07-26 08:18:32 +00002//
3// The LLVM Compiler Infrastructure
4//
Chris Lattnerf3ebc3f2007-12-29 20:36:04 +00005// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
Christopher Lambe9d738c2007-07-26 08:18:32 +00007//
8//===----------------------------------------------------------------------===//
Dan Gohman382e2ec2008-09-24 23:44:12 +00009//
Jakob Stoklund Olesenfd719d12011-09-25 16:46:08 +000010// This file defines a pass that expands COPY and SUBREG_TO_REG pseudo
11// instructions after register allocation.
Dan Gohman382e2ec2008-09-24 23:44:12 +000012//
13//===----------------------------------------------------------------------===//
Christopher Lambe9d738c2007-07-26 08:18:32 +000014
Christopher Lambe9d738c2007-07-26 08:18:32 +000015#include "llvm/CodeGen/Passes.h"
Christopher Lambe9d738c2007-07-26 08:18:32 +000016#include "llvm/CodeGen/MachineFunctionPass.h"
17#include "llvm/CodeGen/MachineInstr.h"
Jakob Stoklund Olesen5d8ace02009-08-03 20:08:18 +000018#include "llvm/CodeGen/MachineInstrBuilder.h"
Chris Lattnera10fff52007-12-31 04:13:23 +000019#include "llvm/CodeGen/MachineRegisterInfo.h"
Christopher Lambe9d738c2007-07-26 08:18:32 +000020#include "llvm/Support/Debug.h"
Daniel Dunbar0dd5e1e2009-07-25 00:23:56 +000021#include "llvm/Support/raw_ostream.h"
Chandler Carruthed0881b2012-12-03 16:50:05 +000022#include "llvm/Target/TargetInstrInfo.h"
Chandler Carruthed0881b2012-12-03 16:50:05 +000023#include "llvm/Target/TargetRegisterInfo.h"
Eric Christopherd9134482014-08-04 21:25:23 +000024#include "llvm/Target/TargetSubtargetInfo.h"
25
Christopher Lambe9d738c2007-07-26 08:18:32 +000026using namespace llvm;
27
Chandler Carruth1b9dde02014-04-22 02:02:50 +000028#define DEBUG_TYPE "postrapseudos"
29
Christopher Lambe9d738c2007-07-26 08:18:32 +000030namespace {
Jakob Stoklund Olesenfd719d12011-09-25 16:46:08 +000031struct ExpandPostRA : public MachineFunctionPass {
32private:
33 const TargetRegisterInfo *TRI;
34 const TargetInstrInfo *TII;
Evan Cheng5d2245b2009-10-25 07:49:57 +000035
Jakob Stoklund Olesenfd719d12011-09-25 16:46:08 +000036public:
37 static char ID; // Pass identification, replacement for typeid
38 ExpandPostRA() : MachineFunctionPass(ID) {}
Jim Grosbach416c4702011-02-25 22:53:20 +000039
Craig Topper4584cd52014-03-07 09:26:03 +000040 void getAnalysisUsage(AnalysisUsage &AU) const override {
Jakob Stoklund Olesenfd719d12011-09-25 16:46:08 +000041 AU.setPreservesCFG();
42 AU.addPreservedID(MachineLoopInfoID);
43 AU.addPreservedID(MachineDominatorsID);
44 MachineFunctionPass::getAnalysisUsage(AU);
45 }
Evan Cheng168f8f32008-09-22 20:58:04 +000046
Jakob Stoklund Olesenfd719d12011-09-25 16:46:08 +000047 /// runOnMachineFunction - pass entry point
Craig Topper4584cd52014-03-07 09:26:03 +000048 bool runOnMachineFunction(MachineFunction&) override;
Evan Cheng5d2245b2009-10-25 07:49:57 +000049
Jakob Stoklund Olesenfd719d12011-09-25 16:46:08 +000050private:
51 bool LowerSubregToReg(MachineInstr *MI);
52 bool LowerCopy(MachineInstr *MI);
Dan Gohman9abd04b2008-12-18 22:14:08 +000053
Michael Kupersteinbe2e3f52016-07-15 22:31:14 +000054 void TransferImplicitOperands(MachineInstr *MI);
Jakob Stoklund Olesenfd719d12011-09-25 16:46:08 +000055};
56} // end anonymous namespace
Christopher Lambe9d738c2007-07-26 08:18:32 +000057
Jakob Stoklund Olesenfd719d12011-09-25 16:46:08 +000058char ExpandPostRA::ID = 0;
Andrew Trick1fa5bcb2012-02-08 21:23:13 +000059char &llvm::ExpandPostRAPseudosID = ExpandPostRA::ID;
Christopher Lambe9d738c2007-07-26 08:18:32 +000060
Andrew Trick1fa5bcb2012-02-08 21:23:13 +000061INITIALIZE_PASS(ExpandPostRA, "postrapseudos",
62 "Post-RA pseudo instruction expansion pass", false, false)
Christopher Lambe9d738c2007-07-26 08:18:32 +000063
Michael Kupersteinbe2e3f52016-07-15 22:31:14 +000064/// TransferImplicitOperands - MI is a pseudo-instruction, and the lowered
65/// replacement instructions immediately precede it. Copy any implicit
Bob Wilsond91d5bf2010-06-29 18:42:49 +000066/// operands from MI to the replacement instruction.
Michael Kupersteinbe2e3f52016-07-15 22:31:14 +000067void ExpandPostRA::TransferImplicitOperands(MachineInstr *MI) {
Bob Wilsond91d5bf2010-06-29 18:42:49 +000068 MachineBasicBlock::iterator CopyMI = MI;
69 --CopyMI;
70
Michael Kupersteinbe2e3f52016-07-15 22:31:14 +000071 for (const MachineOperand &MO : MI->implicit_operands())
72 if (MO.isReg())
73 CopyMI->addOperand(MO);
Bob Wilsond91d5bf2010-06-29 18:42:49 +000074}
75
Jakob Stoklund Olesenfd719d12011-09-25 16:46:08 +000076bool ExpandPostRA::LowerSubregToReg(MachineInstr *MI) {
Christopher Lambd3d0ad32008-03-16 03:12:01 +000077 MachineBasicBlock *MBB = MI->getParent();
Dan Gohman0d1e9a82008-10-03 15:45:36 +000078 assert((MI->getOperand(0).isReg() && MI->getOperand(0).isDef()) &&
79 MI->getOperand(1).isImm() &&
80 (MI->getOperand(2).isReg() && MI->getOperand(2).isUse()) &&
81 MI->getOperand(3).isImm() && "Invalid subreg_to_reg");
Jakob Stoklund Olesen1023f6b2010-06-22 22:11:07 +000082
Christopher Lambd3d0ad32008-03-16 03:12:01 +000083 unsigned DstReg = MI->getOperand(0).getReg();
84 unsigned InsReg = MI->getOperand(2).getReg();
Jakob Stoklund Olesen1023f6b2010-06-22 22:11:07 +000085 assert(!MI->getOperand(2).getSubReg() && "SubIdx on physreg?");
Evan Cheng47c97502009-03-23 07:19:58 +000086 unsigned SubIdx = MI->getOperand(3).getImm();
Christopher Lambd3d0ad32008-03-16 03:12:01 +000087
88 assert(SubIdx != 0 && "Invalid index for insert_subreg");
Evan Cheng5d2245b2009-10-25 07:49:57 +000089 unsigned DstSubReg = TRI->getSubReg(DstReg, SubIdx);
Evan Cheng47c97502009-03-23 07:19:58 +000090
Christopher Lambd3d0ad32008-03-16 03:12:01 +000091 assert(TargetRegisterInfo::isPhysicalRegister(DstReg) &&
92 "Insert destination must be in a physical register");
93 assert(TargetRegisterInfo::isPhysicalRegister(InsReg) &&
94 "Inserted value must be in a physical register");
95
David Greenec4878b12010-01-04 23:06:47 +000096 DEBUG(dbgs() << "subreg: CONVERTING: " << *MI);
Christopher Lambd3d0ad32008-03-16 03:12:01 +000097
Lang Hames43090202013-02-21 22:16:43 +000098 if (MI->allDefsAreDead()) {
99 MI->setDesc(TII->get(TargetOpcode::KILL));
100 DEBUG(dbgs() << "subreg: replaced by: " << *MI);
101 return true;
102 }
103
Jakob Stoklund Olesen1023f6b2010-06-22 22:11:07 +0000104 if (DstSubReg == InsReg) {
Matthias Braunb542fa52013-10-11 15:40:14 +0000105 // No need to insert an identity copy instruction.
Evan Cheng47c97502009-03-23 07:19:58 +0000106 // Watch out for case like this:
Jakob Stoklund Olesen1023f6b2010-06-22 22:11:07 +0000107 // %RAX<def> = SUBREG_TO_REG 0, %EAX<kill>, 3
108 // We must leave %RAX live.
109 if (DstReg != InsReg) {
110 MI->setDesc(TII->get(TargetOpcode::KILL));
111 MI->RemoveOperand(3); // SubIdx
112 MI->RemoveOperand(1); // Imm
113 DEBUG(dbgs() << "subreg: replace by: " << *MI);
114 return true;
115 }
David Greenec4878b12010-01-04 23:06:47 +0000116 DEBUG(dbgs() << "subreg: eliminated!");
Dan Gohman527ca7e2008-08-07 02:54:50 +0000117 } else {
Jakob Stoklund Olesen89a4e252010-07-08 05:01:41 +0000118 TII->copyPhysReg(*MBB, MI, MI->getDebugLoc(), DstSubReg, InsReg,
119 MI->getOperand(2).isKill());
Lang Hames071890b2013-02-21 17:01:59 +0000120
Jakob Stoklund Olesenbc65e8f2012-07-27 20:19:49 +0000121 // Implicitly define DstReg for subsequent uses.
122 MachineBasicBlock::iterator CopyMI = MI;
123 --CopyMI;
124 CopyMI->addRegisterDefined(DstReg);
Jakob Stoklund Olesenbc65e8f2012-07-27 20:19:49 +0000125 DEBUG(dbgs() << "subreg: " << *CopyMI);
Dan Gohman527ca7e2008-08-07 02:54:50 +0000126 }
Christopher Lambd3d0ad32008-03-16 03:12:01 +0000127
David Greenec4878b12010-01-04 23:06:47 +0000128 DEBUG(dbgs() << '\n');
Dan Gohman0ece9432008-07-17 23:49:46 +0000129 MBB->erase(MI);
Anton Korobeynikovb4a13472009-10-24 00:27:00 +0000130 return true;
Christopher Lambd3d0ad32008-03-16 03:12:01 +0000131}
Christopher Lamb2e5fb9f2007-08-06 16:33:56 +0000132
Jakob Stoklund Olesenfd719d12011-09-25 16:46:08 +0000133bool ExpandPostRA::LowerCopy(MachineInstr *MI) {
Lang Hames43090202013-02-21 22:16:43 +0000134
135 if (MI->allDefsAreDead()) {
136 DEBUG(dbgs() << "dead copy: " << *MI);
137 MI->setDesc(TII->get(TargetOpcode::KILL));
138 DEBUG(dbgs() << "replaced by: " << *MI);
139 return true;
140 }
141
Jakob Stoklund Olesen676a15b2010-07-02 22:29:50 +0000142 MachineOperand &DstMO = MI->getOperand(0);
143 MachineOperand &SrcMO = MI->getOperand(1);
144
145 if (SrcMO.getReg() == DstMO.getReg()) {
146 DEBUG(dbgs() << "identity copy: " << *MI);
147 // No need to insert an identity copy instruction, but replace with a KILL
148 // if liveness is changed.
Lang Hames43090202013-02-21 22:16:43 +0000149 if (SrcMO.isUndef() || MI->getNumOperands() > 2) {
Jakob Stoklund Olesen676a15b2010-07-02 22:29:50 +0000150 // We must make sure the super-register gets killed. Replace the
151 // instruction with KILL.
152 MI->setDesc(TII->get(TargetOpcode::KILL));
153 DEBUG(dbgs() << "replaced by: " << *MI);
154 return true;
155 }
156 // Vanilla identity copy.
157 MI->eraseFromParent();
158 return true;
159 }
160
161 DEBUG(dbgs() << "real copy: " << *MI);
Jakob Stoklund Olesen89a4e252010-07-08 05:01:41 +0000162 TII->copyPhysReg(*MI->getParent(), MI, MI->getDebugLoc(),
163 DstMO.getReg(), SrcMO.getReg(), SrcMO.isKill());
Jakob Stoklund Olesen676a15b2010-07-02 22:29:50 +0000164
Jakob Stoklund Olesen676a15b2010-07-02 22:29:50 +0000165 if (MI->getNumOperands() > 2)
Michael Kupersteinbe2e3f52016-07-15 22:31:14 +0000166 TransferImplicitOperands(MI);
Jakob Stoklund Olesen676a15b2010-07-02 22:29:50 +0000167 DEBUG({
168 MachineBasicBlock::iterator dMI = MI;
169 dbgs() << "replaced by: " << *(--dMI);
170 });
171 MI->eraseFromParent();
172 return true;
173}
174
Christopher Lambe9d738c2007-07-26 08:18:32 +0000175/// runOnMachineFunction - Reduce subregister inserts and extracts to register
176/// copies.
177///
Jakob Stoklund Olesenfd719d12011-09-25 16:46:08 +0000178bool ExpandPostRA::runOnMachineFunction(MachineFunction &MF) {
Jim Grosbach416c4702011-02-25 22:53:20 +0000179 DEBUG(dbgs() << "Machine Function\n"
Jakob Stoklund Olesenfd719d12011-09-25 16:46:08 +0000180 << "********** EXPANDING POST-RA PSEUDO INSTRS **********\n"
David Blaikiec8c29202012-08-22 17:18:53 +0000181 << "********** Function: " << MF.getName() << '\n');
Eric Christopherfc6de422014-08-05 02:39:49 +0000182 TRI = MF.getSubtarget().getRegisterInfo();
183 TII = MF.getSubtarget().getInstrInfo();
Christopher Lambe9d738c2007-07-26 08:18:32 +0000184
Bill Wendling8d642262009-08-22 20:23:49 +0000185 bool MadeChange = false;
Christopher Lambe9d738c2007-07-26 08:18:32 +0000186
187 for (MachineFunction::iterator mbbi = MF.begin(), mbbe = MF.end();
188 mbbi != mbbe; ++mbbi) {
189 for (MachineBasicBlock::iterator mi = mbbi->begin(), me = mbbi->end();
Christopher Lamb2e5fb9f2007-08-06 16:33:56 +0000190 mi != me;) {
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000191 MachineInstr &MI = *mi;
Jakob Stoklund Olesendf977fe2011-09-25 19:21:35 +0000192 // Advance iterator here because MI may be erased.
193 ++mi;
Jakob Stoklund Olesenadd0c432011-10-10 20:34:28 +0000194
195 // Only expand pseudos.
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000196 if (!MI.isPseudo())
Jakob Stoklund Olesenadd0c432011-10-10 20:34:28 +0000197 continue;
198
199 // Give targets a chance to expand even standard pseudos.
200 if (TII->expandPostRAPseudo(MI)) {
201 MadeChange = true;
202 continue;
203 }
204
205 // Expand standard pseudos.
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000206 switch (MI.getOpcode()) {
Jakob Stoklund Olesendf977fe2011-09-25 19:21:35 +0000207 case TargetOpcode::SUBREG_TO_REG:
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000208 MadeChange |= LowerSubregToReg(&MI);
Jakob Stoklund Olesendf977fe2011-09-25 19:21:35 +0000209 break;
210 case TargetOpcode::COPY:
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000211 MadeChange |= LowerCopy(&MI);
Jakob Stoklund Olesendf977fe2011-09-25 19:21:35 +0000212 break;
213 case TargetOpcode::DBG_VALUE:
214 continue;
215 case TargetOpcode::INSERT_SUBREG:
216 case TargetOpcode::EXTRACT_SUBREG:
217 llvm_unreachable("Sub-register pseudos should have been eliminated.");
Christopher Lambe9d738c2007-07-26 08:18:32 +0000218 }
Christopher Lambe9d738c2007-07-26 08:18:32 +0000219 }
220 }
221
222 return MadeChange;
223}