blob: 4ce86f27a7dd63584c14e9e4adbba2ab262cf20a [file] [log] [blame]
Jakob Stoklund Olesenfd719d12011-09-25 16:46:08 +00001//===-- ExpandPostRAPseudos.cpp - Pseudo instruction expansion pass -------===//
Christopher Lambe9d738c2007-07-26 08:18:32 +00002//
3// The LLVM Compiler Infrastructure
4//
Chris Lattnerf3ebc3f2007-12-29 20:36:04 +00005// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
Christopher Lambe9d738c2007-07-26 08:18:32 +00007//
8//===----------------------------------------------------------------------===//
Dan Gohman382e2ec2008-09-24 23:44:12 +00009//
Jakob Stoklund Olesenfd719d12011-09-25 16:46:08 +000010// This file defines a pass that expands COPY and SUBREG_TO_REG pseudo
11// instructions after register allocation.
Dan Gohman382e2ec2008-09-24 23:44:12 +000012//
13//===----------------------------------------------------------------------===//
Christopher Lambe9d738c2007-07-26 08:18:32 +000014
Christopher Lambe9d738c2007-07-26 08:18:32 +000015#include "llvm/CodeGen/MachineFunctionPass.h"
16#include "llvm/CodeGen/MachineInstr.h"
Jakob Stoklund Olesen5d8ace02009-08-03 20:08:18 +000017#include "llvm/CodeGen/MachineInstrBuilder.h"
Chris Lattnera10fff52007-12-31 04:13:23 +000018#include "llvm/CodeGen/MachineRegisterInfo.h"
Chandler Carruth6bda14b2017-06-06 11:49:48 +000019#include "llvm/CodeGen/Passes.h"
Christopher Lambe9d738c2007-07-26 08:18:32 +000020#include "llvm/Support/Debug.h"
Daniel Dunbar0dd5e1e2009-07-25 00:23:56 +000021#include "llvm/Support/raw_ostream.h"
Chandler Carruthed0881b2012-12-03 16:50:05 +000022#include "llvm/Target/TargetInstrInfo.h"
Chandler Carruthed0881b2012-12-03 16:50:05 +000023#include "llvm/Target/TargetRegisterInfo.h"
Eric Christopherd9134482014-08-04 21:25:23 +000024#include "llvm/Target/TargetSubtargetInfo.h"
25
Christopher Lambe9d738c2007-07-26 08:18:32 +000026using namespace llvm;
27
Chandler Carruth1b9dde02014-04-22 02:02:50 +000028#define DEBUG_TYPE "postrapseudos"
29
Christopher Lambe9d738c2007-07-26 08:18:32 +000030namespace {
Jakob Stoklund Olesenfd719d12011-09-25 16:46:08 +000031struct ExpandPostRA : public MachineFunctionPass {
32private:
33 const TargetRegisterInfo *TRI;
34 const TargetInstrInfo *TII;
Evan Cheng5d2245b2009-10-25 07:49:57 +000035
Jakob Stoklund Olesenfd719d12011-09-25 16:46:08 +000036public:
37 static char ID; // Pass identification, replacement for typeid
38 ExpandPostRA() : MachineFunctionPass(ID) {}
Jim Grosbach416c4702011-02-25 22:53:20 +000039
Craig Topper4584cd52014-03-07 09:26:03 +000040 void getAnalysisUsage(AnalysisUsage &AU) const override {
Jakob Stoklund Olesenfd719d12011-09-25 16:46:08 +000041 AU.setPreservesCFG();
42 AU.addPreservedID(MachineLoopInfoID);
43 AU.addPreservedID(MachineDominatorsID);
44 MachineFunctionPass::getAnalysisUsage(AU);
45 }
Evan Cheng168f8f32008-09-22 20:58:04 +000046
Jakob Stoklund Olesenfd719d12011-09-25 16:46:08 +000047 /// runOnMachineFunction - pass entry point
Craig Topper4584cd52014-03-07 09:26:03 +000048 bool runOnMachineFunction(MachineFunction&) override;
Evan Cheng5d2245b2009-10-25 07:49:57 +000049
Jakob Stoklund Olesenfd719d12011-09-25 16:46:08 +000050private:
51 bool LowerSubregToReg(MachineInstr *MI);
52 bool LowerCopy(MachineInstr *MI);
Dan Gohman9abd04b2008-12-18 22:14:08 +000053
Michael Kupersteinbe2e3f52016-07-15 22:31:14 +000054 void TransferImplicitOperands(MachineInstr *MI);
Jakob Stoklund Olesenfd719d12011-09-25 16:46:08 +000055};
56} // end anonymous namespace
Christopher Lambe9d738c2007-07-26 08:18:32 +000057
Jakob Stoklund Olesenfd719d12011-09-25 16:46:08 +000058char ExpandPostRA::ID = 0;
Andrew Trick1fa5bcb2012-02-08 21:23:13 +000059char &llvm::ExpandPostRAPseudosID = ExpandPostRA::ID;
Christopher Lambe9d738c2007-07-26 08:18:32 +000060
Matthias Braun1527baa2017-05-25 21:26:32 +000061INITIALIZE_PASS(ExpandPostRA, DEBUG_TYPE,
Andrew Trick1fa5bcb2012-02-08 21:23:13 +000062 "Post-RA pseudo instruction expansion pass", false, false)
Christopher Lambe9d738c2007-07-26 08:18:32 +000063
Michael Kupersteinbe2e3f52016-07-15 22:31:14 +000064/// TransferImplicitOperands - MI is a pseudo-instruction, and the lowered
65/// replacement instructions immediately precede it. Copy any implicit
Bob Wilsond91d5bf2010-06-29 18:42:49 +000066/// operands from MI to the replacement instruction.
Michael Kupersteinbe2e3f52016-07-15 22:31:14 +000067void ExpandPostRA::TransferImplicitOperands(MachineInstr *MI) {
Bob Wilsond91d5bf2010-06-29 18:42:49 +000068 MachineBasicBlock::iterator CopyMI = MI;
69 --CopyMI;
70
Michael Kupersteinbe2e3f52016-07-15 22:31:14 +000071 for (const MachineOperand &MO : MI->implicit_operands())
72 if (MO.isReg())
73 CopyMI->addOperand(MO);
Bob Wilsond91d5bf2010-06-29 18:42:49 +000074}
75
Jakob Stoklund Olesenfd719d12011-09-25 16:46:08 +000076bool ExpandPostRA::LowerSubregToReg(MachineInstr *MI) {
Christopher Lambd3d0ad32008-03-16 03:12:01 +000077 MachineBasicBlock *MBB = MI->getParent();
Dan Gohman0d1e9a82008-10-03 15:45:36 +000078 assert((MI->getOperand(0).isReg() && MI->getOperand(0).isDef()) &&
79 MI->getOperand(1).isImm() &&
80 (MI->getOperand(2).isReg() && MI->getOperand(2).isUse()) &&
81 MI->getOperand(3).isImm() && "Invalid subreg_to_reg");
Jakob Stoklund Olesen1023f6b2010-06-22 22:11:07 +000082
Christopher Lambd3d0ad32008-03-16 03:12:01 +000083 unsigned DstReg = MI->getOperand(0).getReg();
84 unsigned InsReg = MI->getOperand(2).getReg();
Jakob Stoklund Olesen1023f6b2010-06-22 22:11:07 +000085 assert(!MI->getOperand(2).getSubReg() && "SubIdx on physreg?");
Evan Cheng47c97502009-03-23 07:19:58 +000086 unsigned SubIdx = MI->getOperand(3).getImm();
Christopher Lambd3d0ad32008-03-16 03:12:01 +000087
88 assert(SubIdx != 0 && "Invalid index for insert_subreg");
Evan Cheng5d2245b2009-10-25 07:49:57 +000089 unsigned DstSubReg = TRI->getSubReg(DstReg, SubIdx);
Evan Cheng47c97502009-03-23 07:19:58 +000090
Christopher Lambd3d0ad32008-03-16 03:12:01 +000091 assert(TargetRegisterInfo::isPhysicalRegister(DstReg) &&
92 "Insert destination must be in a physical register");
93 assert(TargetRegisterInfo::isPhysicalRegister(InsReg) &&
94 "Inserted value must be in a physical register");
95
David Greenec4878b12010-01-04 23:06:47 +000096 DEBUG(dbgs() << "subreg: CONVERTING: " << *MI);
Christopher Lambd3d0ad32008-03-16 03:12:01 +000097
Lang Hames43090202013-02-21 22:16:43 +000098 if (MI->allDefsAreDead()) {
99 MI->setDesc(TII->get(TargetOpcode::KILL));
100 DEBUG(dbgs() << "subreg: replaced by: " << *MI);
101 return true;
102 }
103
Jakob Stoklund Olesen1023f6b2010-06-22 22:11:07 +0000104 if (DstSubReg == InsReg) {
Matthias Braunb542fa52013-10-11 15:40:14 +0000105 // No need to insert an identity copy instruction.
Evan Cheng47c97502009-03-23 07:19:58 +0000106 // Watch out for case like this:
Jakob Stoklund Olesen1023f6b2010-06-22 22:11:07 +0000107 // %RAX<def> = SUBREG_TO_REG 0, %EAX<kill>, 3
108 // We must leave %RAX live.
109 if (DstReg != InsReg) {
110 MI->setDesc(TII->get(TargetOpcode::KILL));
111 MI->RemoveOperand(3); // SubIdx
112 MI->RemoveOperand(1); // Imm
113 DEBUG(dbgs() << "subreg: replace by: " << *MI);
114 return true;
115 }
David Greenec4878b12010-01-04 23:06:47 +0000116 DEBUG(dbgs() << "subreg: eliminated!");
Dan Gohman527ca7e2008-08-07 02:54:50 +0000117 } else {
Jakob Stoklund Olesen89a4e252010-07-08 05:01:41 +0000118 TII->copyPhysReg(*MBB, MI, MI->getDebugLoc(), DstSubReg, InsReg,
119 MI->getOperand(2).isKill());
Lang Hames071890b2013-02-21 17:01:59 +0000120
Jakob Stoklund Olesenbc65e8f2012-07-27 20:19:49 +0000121 // Implicitly define DstReg for subsequent uses.
122 MachineBasicBlock::iterator CopyMI = MI;
123 --CopyMI;
124 CopyMI->addRegisterDefined(DstReg);
Jakob Stoklund Olesenbc65e8f2012-07-27 20:19:49 +0000125 DEBUG(dbgs() << "subreg: " << *CopyMI);
Dan Gohman527ca7e2008-08-07 02:54:50 +0000126 }
Christopher Lambd3d0ad32008-03-16 03:12:01 +0000127
David Greenec4878b12010-01-04 23:06:47 +0000128 DEBUG(dbgs() << '\n');
Dan Gohman0ece9432008-07-17 23:49:46 +0000129 MBB->erase(MI);
Anton Korobeynikovb4a13472009-10-24 00:27:00 +0000130 return true;
Christopher Lambd3d0ad32008-03-16 03:12:01 +0000131}
Christopher Lamb2e5fb9f2007-08-06 16:33:56 +0000132
Jakob Stoklund Olesenfd719d12011-09-25 16:46:08 +0000133bool ExpandPostRA::LowerCopy(MachineInstr *MI) {
Lang Hames43090202013-02-21 22:16:43 +0000134
135 if (MI->allDefsAreDead()) {
136 DEBUG(dbgs() << "dead copy: " << *MI);
137 MI->setDesc(TII->get(TargetOpcode::KILL));
138 DEBUG(dbgs() << "replaced by: " << *MI);
139 return true;
140 }
141
Jakob Stoklund Olesen676a15b2010-07-02 22:29:50 +0000142 MachineOperand &DstMO = MI->getOperand(0);
143 MachineOperand &SrcMO = MI->getOperand(1);
144
Jonas Paulssond1ec7382017-05-12 06:32:03 +0000145 bool IdentityCopy = (SrcMO.getReg() == DstMO.getReg());
146 if (IdentityCopy || SrcMO.isUndef()) {
147 DEBUG(dbgs() << (IdentityCopy ? "identity copy: " : "undef copy: ") << *MI);
Jakob Stoklund Olesen676a15b2010-07-02 22:29:50 +0000148 // No need to insert an identity copy instruction, but replace with a KILL
149 // if liveness is changed.
Lang Hames43090202013-02-21 22:16:43 +0000150 if (SrcMO.isUndef() || MI->getNumOperands() > 2) {
Jakob Stoklund Olesen676a15b2010-07-02 22:29:50 +0000151 // We must make sure the super-register gets killed. Replace the
152 // instruction with KILL.
153 MI->setDesc(TII->get(TargetOpcode::KILL));
154 DEBUG(dbgs() << "replaced by: " << *MI);
155 return true;
156 }
157 // Vanilla identity copy.
158 MI->eraseFromParent();
159 return true;
160 }
161
162 DEBUG(dbgs() << "real copy: " << *MI);
Jakob Stoklund Olesen89a4e252010-07-08 05:01:41 +0000163 TII->copyPhysReg(*MI->getParent(), MI, MI->getDebugLoc(),
164 DstMO.getReg(), SrcMO.getReg(), SrcMO.isKill());
Jakob Stoklund Olesen676a15b2010-07-02 22:29:50 +0000165
Jakob Stoklund Olesen676a15b2010-07-02 22:29:50 +0000166 if (MI->getNumOperands() > 2)
Michael Kupersteinbe2e3f52016-07-15 22:31:14 +0000167 TransferImplicitOperands(MI);
Jakob Stoklund Olesen676a15b2010-07-02 22:29:50 +0000168 DEBUG({
169 MachineBasicBlock::iterator dMI = MI;
170 dbgs() << "replaced by: " << *(--dMI);
171 });
172 MI->eraseFromParent();
173 return true;
174}
175
Christopher Lambe9d738c2007-07-26 08:18:32 +0000176/// runOnMachineFunction - Reduce subregister inserts and extracts to register
177/// copies.
178///
Jakob Stoklund Olesenfd719d12011-09-25 16:46:08 +0000179bool ExpandPostRA::runOnMachineFunction(MachineFunction &MF) {
Jim Grosbach416c4702011-02-25 22:53:20 +0000180 DEBUG(dbgs() << "Machine Function\n"
Jakob Stoklund Olesenfd719d12011-09-25 16:46:08 +0000181 << "********** EXPANDING POST-RA PSEUDO INSTRS **********\n"
David Blaikiec8c29202012-08-22 17:18:53 +0000182 << "********** Function: " << MF.getName() << '\n');
Eric Christopherfc6de422014-08-05 02:39:49 +0000183 TRI = MF.getSubtarget().getRegisterInfo();
184 TII = MF.getSubtarget().getInstrInfo();
Christopher Lambe9d738c2007-07-26 08:18:32 +0000185
Bill Wendling8d642262009-08-22 20:23:49 +0000186 bool MadeChange = false;
Christopher Lambe9d738c2007-07-26 08:18:32 +0000187
188 for (MachineFunction::iterator mbbi = MF.begin(), mbbe = MF.end();
189 mbbi != mbbe; ++mbbi) {
190 for (MachineBasicBlock::iterator mi = mbbi->begin(), me = mbbi->end();
Christopher Lamb2e5fb9f2007-08-06 16:33:56 +0000191 mi != me;) {
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000192 MachineInstr &MI = *mi;
Jakob Stoklund Olesendf977fe2011-09-25 19:21:35 +0000193 // Advance iterator here because MI may be erased.
194 ++mi;
Jakob Stoklund Olesenadd0c432011-10-10 20:34:28 +0000195
196 // Only expand pseudos.
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000197 if (!MI.isPseudo())
Jakob Stoklund Olesenadd0c432011-10-10 20:34:28 +0000198 continue;
199
200 // Give targets a chance to expand even standard pseudos.
201 if (TII->expandPostRAPseudo(MI)) {
202 MadeChange = true;
203 continue;
204 }
205
206 // Expand standard pseudos.
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000207 switch (MI.getOpcode()) {
Jakob Stoklund Olesendf977fe2011-09-25 19:21:35 +0000208 case TargetOpcode::SUBREG_TO_REG:
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000209 MadeChange |= LowerSubregToReg(&MI);
Jakob Stoklund Olesendf977fe2011-09-25 19:21:35 +0000210 break;
211 case TargetOpcode::COPY:
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000212 MadeChange |= LowerCopy(&MI);
Jakob Stoklund Olesendf977fe2011-09-25 19:21:35 +0000213 break;
214 case TargetOpcode::DBG_VALUE:
215 continue;
216 case TargetOpcode::INSERT_SUBREG:
217 case TargetOpcode::EXTRACT_SUBREG:
218 llvm_unreachable("Sub-register pseudos should have been eliminated.");
Christopher Lambe9d738c2007-07-26 08:18:32 +0000219 }
Christopher Lambe9d738c2007-07-26 08:18:32 +0000220 }
221 }
222
223 return MadeChange;
224}