blob: c71b093b0b6bb40854843ae7a2c3d794fd8e3ea1 [file] [log] [blame]
Evan Chengb9803a82009-11-06 23:52:48 +00001//===-- ARMExpandPseudoInsts.cpp - Expand pseudo instructions -----*- C++ -*-=//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10// This file contains a pass that expand pseudo instructions into target
11// instructions to allow proper scheduling, if-conversion, and other late
12// optimizations. This pass should be run after register allocation but before
13// post- regalloc scheduling pass.
14//
15//===----------------------------------------------------------------------===//
16
17#define DEBUG_TYPE "arm-pseudo"
18#include "ARM.h"
19#include "ARMBaseInstrInfo.h"
20#include "llvm/CodeGen/MachineFunctionPass.h"
21#include "llvm/CodeGen/MachineInstrBuilder.h"
Chris Lattner4dbbe342010-07-20 21:17:29 +000022#include "llvm/Target/TargetRegisterInfo.h"
Evan Chengb9803a82009-11-06 23:52:48 +000023using namespace llvm;
24
25namespace {
26 class ARMExpandPseudo : public MachineFunctionPass {
Bob Wilson709d5922010-08-25 23:27:42 +000027 // Constants for register spacing in NEON load/store instructions.
28 enum NEONRegSpacing {
29 SingleSpc,
30 EvenDblSpc,
31 OddDblSpc
32 };
33
Evan Chengb9803a82009-11-06 23:52:48 +000034 public:
35 static char ID;
Owen Anderson90c579d2010-08-06 18:33:48 +000036 ARMExpandPseudo() : MachineFunctionPass(ID) {}
Evan Chengb9803a82009-11-06 23:52:48 +000037
38 const TargetInstrInfo *TII;
Evan Chengd929f772010-05-13 00:17:02 +000039 const TargetRegisterInfo *TRI;
Evan Chengb9803a82009-11-06 23:52:48 +000040
41 virtual bool runOnMachineFunction(MachineFunction &Fn);
42
43 virtual const char *getPassName() const {
44 return "ARM pseudo instruction expansion pass";
45 }
46
47 private:
Evan Cheng43130072010-05-12 23:13:12 +000048 void TransferImpOps(MachineInstr &OldMI,
49 MachineInstrBuilder &UseMI, MachineInstrBuilder &DefMI);
Evan Chengb9803a82009-11-06 23:52:48 +000050 bool ExpandMBB(MachineBasicBlock &MBB);
Bob Wilson709d5922010-08-25 23:27:42 +000051 void ExpandVST4(MachineBasicBlock::iterator &MBBI, unsigned Opc,
52 bool hasWriteBack, NEONRegSpacing RegSpc);
Evan Chengb9803a82009-11-06 23:52:48 +000053 };
54 char ARMExpandPseudo::ID = 0;
55}
56
Evan Cheng43130072010-05-12 23:13:12 +000057/// TransferImpOps - Transfer implicit operands on the pseudo instruction to
58/// the instructions created from the expansion.
59void ARMExpandPseudo::TransferImpOps(MachineInstr &OldMI,
60 MachineInstrBuilder &UseMI,
61 MachineInstrBuilder &DefMI) {
62 const TargetInstrDesc &Desc = OldMI.getDesc();
63 for (unsigned i = Desc.getNumOperands(), e = OldMI.getNumOperands();
64 i != e; ++i) {
65 const MachineOperand &MO = OldMI.getOperand(i);
66 assert(MO.isReg() && MO.getReg());
67 if (MO.isUse())
68 UseMI.addReg(MO.getReg(), getKillRegState(MO.isKill()));
69 else
70 DefMI.addReg(MO.getReg(),
71 getDefRegState(true) | getDeadRegState(MO.isDead()));
72 }
73}
74
Bob Wilson709d5922010-08-25 23:27:42 +000075/// ExpandVST4 - Translate VST4 pseudo instructions with QQ or QQQQ register
76/// operands to real VST4 instructions with 4 D register operands.
77void ARMExpandPseudo::ExpandVST4(MachineBasicBlock::iterator &MBBI,
78 unsigned Opc, bool hasWriteBack,
79 NEONRegSpacing RegSpc) {
80 MachineInstr &MI = *MBBI;
81 MachineBasicBlock &MBB = *MI.getParent();
82
83 MachineInstrBuilder MIB = BuildMI(MBB, MBBI, MI.getDebugLoc(), TII->get(Opc));
84 unsigned OpIdx = 0;
85 if (hasWriteBack) {
86 bool DstIsDead = MI.getOperand(OpIdx).isDead();
87 unsigned DstReg = MI.getOperand(OpIdx++).getReg();
88 MIB.addReg(DstReg, getDefRegState(true) | getDeadRegState(DstIsDead));
89 }
90 // Copy the addrmode6 operands.
91 bool AddrIsKill = MI.getOperand(OpIdx).isKill();
92 MIB.addReg(MI.getOperand(OpIdx++).getReg(), getKillRegState(AddrIsKill));
93 MIB.addImm(MI.getOperand(OpIdx++).getImm());
94 if (hasWriteBack) {
95 // Copy the am6offset operand.
96 bool OffsetIsKill = MI.getOperand(OpIdx).isKill();
97 MIB.addReg(MI.getOperand(OpIdx++).getReg(), getKillRegState(OffsetIsKill));
98 }
99
100 bool SrcIsKill = MI.getOperand(OpIdx).isKill();
101 unsigned SrcReg = MI.getOperand(OpIdx).getReg();
102 unsigned D0, D1, D2, D3;
103 if (RegSpc == SingleSpc) {
104 D0 = TRI->getSubReg(SrcReg, ARM::dsub_0);
105 D1 = TRI->getSubReg(SrcReg, ARM::dsub_1);
106 D2 = TRI->getSubReg(SrcReg, ARM::dsub_2);
107 D3 = TRI->getSubReg(SrcReg, ARM::dsub_3);
108 } else if (RegSpc == EvenDblSpc) {
109 D0 = TRI->getSubReg(SrcReg, ARM::dsub_0);
110 D1 = TRI->getSubReg(SrcReg, ARM::dsub_2);
111 D2 = TRI->getSubReg(SrcReg, ARM::dsub_4);
112 D3 = TRI->getSubReg(SrcReg, ARM::dsub_6);
113 } else {
114 assert(RegSpc == OddDblSpc && "unknown register spacing for VST4");
115 D0 = TRI->getSubReg(SrcReg, ARM::dsub_1);
116 D1 = TRI->getSubReg(SrcReg, ARM::dsub_3);
117 D2 = TRI->getSubReg(SrcReg, ARM::dsub_5);
118 D3 = TRI->getSubReg(SrcReg, ARM::dsub_7);
119 }
120
121 MIB.addReg(D0, getKillRegState(SrcIsKill))
122 .addReg(D1, getKillRegState(SrcIsKill))
123 .addReg(D2, getKillRegState(SrcIsKill))
124 .addReg(D3, getKillRegState(SrcIsKill));
125 MIB = AddDefaultPred(MIB);
126 TransferImpOps(MI, MIB, MIB);
127 MI.eraseFromParent();
128}
129
Evan Chengb9803a82009-11-06 23:52:48 +0000130bool ARMExpandPseudo::ExpandMBB(MachineBasicBlock &MBB) {
131 bool Modified = false;
132
133 MachineBasicBlock::iterator MBBI = MBB.begin(), E = MBB.end();
134 while (MBBI != E) {
135 MachineInstr &MI = *MBBI;
Chris Lattner7896c9f2009-12-03 00:50:42 +0000136 MachineBasicBlock::iterator NMBBI = llvm::next(MBBI);
Evan Chengb9803a82009-11-06 23:52:48 +0000137
Bob Wilson709d5922010-08-25 23:27:42 +0000138 bool ModifiedOp = true;
Evan Chengb9803a82009-11-06 23:52:48 +0000139 unsigned Opcode = MI.getOpcode();
140 switch (Opcode) {
Bob Wilson709d5922010-08-25 23:27:42 +0000141 default:
142 ModifiedOp = false;
143 break;
144
Evan Chengb9803a82009-11-06 23:52:48 +0000145 case ARM::tLDRpci_pic:
146 case ARM::t2LDRpci_pic: {
147 unsigned NewLdOpc = (Opcode == ARM::tLDRpci_pic)
148 ? ARM::tLDRpci : ARM::t2LDRpci;
149 unsigned DstReg = MI.getOperand(0).getReg();
Evan Cheng43130072010-05-12 23:13:12 +0000150 bool DstIsDead = MI.getOperand(0).isDead();
151 MachineInstrBuilder MIB1 =
152 AddDefaultPred(BuildMI(MBB, MBBI, MI.getDebugLoc(),
153 TII->get(NewLdOpc), DstReg)
154 .addOperand(MI.getOperand(1)));
155 (*MIB1).setMemRefs(MI.memoperands_begin(), MI.memoperands_end());
156 MachineInstrBuilder MIB2 = BuildMI(MBB, MBBI, MI.getDebugLoc(),
157 TII->get(ARM::tPICADD))
158 .addReg(DstReg, getDefRegState(true) | getDeadRegState(DstIsDead))
159 .addReg(DstReg)
160 .addOperand(MI.getOperand(2));
161 TransferImpOps(MI, MIB1, MIB2);
Evan Chengb9803a82009-11-06 23:52:48 +0000162 MI.eraseFromParent();
Evan Chengb9803a82009-11-06 23:52:48 +0000163 break;
164 }
Evan Cheng43130072010-05-12 23:13:12 +0000165
Evan Chengb9803a82009-11-06 23:52:48 +0000166 case ARM::t2MOVi32imm: {
Evan Cheng43130072010-05-12 23:13:12 +0000167 unsigned PredReg = 0;
168 ARMCC::CondCodes Pred = llvm::getInstrPredicate(&MI, PredReg);
Evan Chengb9803a82009-11-06 23:52:48 +0000169 unsigned DstReg = MI.getOperand(0).getReg();
Evan Cheng43130072010-05-12 23:13:12 +0000170 bool DstIsDead = MI.getOperand(0).isDead();
171 const MachineOperand &MO = MI.getOperand(1);
172 MachineInstrBuilder LO16, HI16;
Anton Korobeynikov5cdc3a92009-11-24 00:44:37 +0000173
Evan Cheng43130072010-05-12 23:13:12 +0000174 LO16 = BuildMI(MBB, MBBI, MI.getDebugLoc(), TII->get(ARM::t2MOVi16),
175 DstReg);
176 HI16 = BuildMI(MBB, MBBI, MI.getDebugLoc(), TII->get(ARM::t2MOVTi16))
177 .addReg(DstReg, getDefRegState(true) | getDeadRegState(DstIsDead))
178 .addReg(DstReg);
Anton Korobeynikov5cdc3a92009-11-24 00:44:37 +0000179
Evan Cheng43130072010-05-12 23:13:12 +0000180 if (MO.isImm()) {
181 unsigned Imm = MO.getImm();
182 unsigned Lo16 = Imm & 0xffff;
183 unsigned Hi16 = (Imm >> 16) & 0xffff;
184 LO16 = LO16.addImm(Lo16);
185 HI16 = HI16.addImm(Hi16);
186 } else {
187 const GlobalValue *GV = MO.getGlobal();
188 unsigned TF = MO.getTargetFlags();
189 LO16 = LO16.addGlobalAddress(GV, MO.getOffset(), TF | ARMII::MO_LO16);
190 HI16 = HI16.addGlobalAddress(GV, MO.getOffset(), TF | ARMII::MO_HI16);
Evan Chengb9803a82009-11-06 23:52:48 +0000191 }
Evan Cheng43130072010-05-12 23:13:12 +0000192 (*LO16).setMemRefs(MI.memoperands_begin(), MI.memoperands_end());
193 (*HI16).setMemRefs(MI.memoperands_begin(), MI.memoperands_end());
194 LO16.addImm(Pred).addReg(PredReg);
195 HI16.addImm(Pred).addReg(PredReg);
196 TransferImpOps(MI, LO16, HI16);
Evan Chengb9803a82009-11-06 23:52:48 +0000197 MI.eraseFromParent();
Evan Chengd929f772010-05-13 00:17:02 +0000198 break;
199 }
200
201 case ARM::VMOVQQ: {
202 unsigned DstReg = MI.getOperand(0).getReg();
203 bool DstIsDead = MI.getOperand(0).isDead();
Jakob Stoklund Olesen558661d2010-05-24 16:54:32 +0000204 unsigned EvenDst = TRI->getSubReg(DstReg, ARM::qsub_0);
205 unsigned OddDst = TRI->getSubReg(DstReg, ARM::qsub_1);
Evan Chengd929f772010-05-13 00:17:02 +0000206 unsigned SrcReg = MI.getOperand(1).getReg();
207 bool SrcIsKill = MI.getOperand(1).isKill();
Jakob Stoklund Olesen558661d2010-05-24 16:54:32 +0000208 unsigned EvenSrc = TRI->getSubReg(SrcReg, ARM::qsub_0);
209 unsigned OddSrc = TRI->getSubReg(SrcReg, ARM::qsub_1);
Evan Chengd929f772010-05-13 00:17:02 +0000210 MachineInstrBuilder Even =
211 AddDefaultPred(BuildMI(MBB, MBBI, MI.getDebugLoc(),
212 TII->get(ARM::VMOVQ))
Jim Grosbach18f30e62010-06-02 21:53:11 +0000213 .addReg(EvenDst,
214 getDefRegState(true) | getDeadRegState(DstIsDead))
215 .addReg(EvenSrc, getKillRegState(SrcIsKill)));
Evan Chengd929f772010-05-13 00:17:02 +0000216 MachineInstrBuilder Odd =
217 AddDefaultPred(BuildMI(MBB, MBBI, MI.getDebugLoc(),
218 TII->get(ARM::VMOVQ))
Jim Grosbach18f30e62010-06-02 21:53:11 +0000219 .addReg(OddDst,
220 getDefRegState(true) | getDeadRegState(DstIsDead))
221 .addReg(OddSrc, getKillRegState(SrcIsKill)));
Evan Chengd929f772010-05-13 00:17:02 +0000222 TransferImpOps(MI, Even, Odd);
223 MI.eraseFromParent();
Bob Wilson709d5922010-08-25 23:27:42 +0000224 }
225
226 case ARM::VST4d8Pseudo:
227 ExpandVST4(MBBI, ARM::VST4d8, false, SingleSpc); break;
228 case ARM::VST4d16Pseudo:
229 ExpandVST4(MBBI, ARM::VST4d16, false, SingleSpc); break;
230 case ARM::VST4d32Pseudo:
231 ExpandVST4(MBBI, ARM::VST4d32, false, SingleSpc); break;
232 case ARM::VST4d8Pseudo_UPD:
233 ExpandVST4(MBBI, ARM::VST4d8_UPD, true, SingleSpc); break;
234 case ARM::VST4d16Pseudo_UPD:
235 ExpandVST4(MBBI, ARM::VST4d16_UPD, true, SingleSpc); break;
236 case ARM::VST4d32Pseudo_UPD:
237 ExpandVST4(MBBI, ARM::VST4d32_UPD, true, SingleSpc); break;
238 case ARM::VST4q8Pseudo_UPD:
239 ExpandVST4(MBBI, ARM::VST4q8_UPD, true, EvenDblSpc); break;
240 case ARM::VST4q16Pseudo_UPD:
241 ExpandVST4(MBBI, ARM::VST4q16_UPD, true, EvenDblSpc); break;
242 case ARM::VST4q32Pseudo_UPD:
243 ExpandVST4(MBBI, ARM::VST4q32_UPD, true, EvenDblSpc); break;
244 case ARM::VST4q8oddPseudo_UPD:
245 ExpandVST4(MBBI, ARM::VST4q8_UPD, true, OddDblSpc); break;
246 case ARM::VST4q16oddPseudo_UPD:
247 ExpandVST4(MBBI, ARM::VST4q16_UPD, true, OddDblSpc); break;
248 case ARM::VST4q32oddPseudo_UPD:
249 ExpandVST4(MBBI, ARM::VST4q32_UPD, true, OddDblSpc); break;
250 break;
251 }
252
253 if (ModifiedOp)
Evan Chengd929f772010-05-13 00:17:02 +0000254 Modified = true;
Evan Chengb9803a82009-11-06 23:52:48 +0000255 MBBI = NMBBI;
256 }
257
258 return Modified;
259}
260
261bool ARMExpandPseudo::runOnMachineFunction(MachineFunction &MF) {
262 TII = MF.getTarget().getInstrInfo();
Evan Chengd929f772010-05-13 00:17:02 +0000263 TRI = MF.getTarget().getRegisterInfo();
Evan Chengb9803a82009-11-06 23:52:48 +0000264
265 bool Modified = false;
266 for (MachineFunction::iterator MFI = MF.begin(), E = MF.end(); MFI != E;
267 ++MFI)
268 Modified |= ExpandMBB(*MFI);
269 return Modified;
270}
271
272/// createARMExpandPseudoPass - returns an instance of the pseudo instruction
273/// expansion pass.
274FunctionPass *llvm::createARMExpandPseudoPass() {
275 return new ARMExpandPseudo();
276}