Evan Cheng | b9803a8 | 2009-11-06 23:52:48 +0000 | [diff] [blame] | 1 | //===-- ARMExpandPseudoInsts.cpp - Expand pseudo instructions -----*- C++ -*-=// |
| 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
| 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
| 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | // |
| 10 | // This file contains a pass that expand pseudo instructions into target |
| 11 | // instructions to allow proper scheduling, if-conversion, and other late |
| 12 | // optimizations. This pass should be run after register allocation but before |
| 13 | // post- regalloc scheduling pass. |
| 14 | // |
| 15 | //===----------------------------------------------------------------------===// |
| 16 | |
| 17 | #define DEBUG_TYPE "arm-pseudo" |
| 18 | #include "ARM.h" |
| 19 | #include "ARMBaseInstrInfo.h" |
| 20 | #include "llvm/CodeGen/MachineFunctionPass.h" |
| 21 | #include "llvm/CodeGen/MachineInstrBuilder.h" |
Chris Lattner | 4dbbe34 | 2010-07-20 21:17:29 +0000 | [diff] [blame] | 22 | #include "llvm/Target/TargetRegisterInfo.h" |
Evan Cheng | b9803a8 | 2009-11-06 23:52:48 +0000 | [diff] [blame] | 23 | using namespace llvm; |
| 24 | |
| 25 | namespace { |
| 26 | class ARMExpandPseudo : public MachineFunctionPass { |
Bob Wilson | 709d592 | 2010-08-25 23:27:42 +0000 | [diff] [blame^] | 27 | // Constants for register spacing in NEON load/store instructions. |
| 28 | enum NEONRegSpacing { |
| 29 | SingleSpc, |
| 30 | EvenDblSpc, |
| 31 | OddDblSpc |
| 32 | }; |
| 33 | |
Evan Cheng | b9803a8 | 2009-11-06 23:52:48 +0000 | [diff] [blame] | 34 | public: |
| 35 | static char ID; |
Owen Anderson | 90c579d | 2010-08-06 18:33:48 +0000 | [diff] [blame] | 36 | ARMExpandPseudo() : MachineFunctionPass(ID) {} |
Evan Cheng | b9803a8 | 2009-11-06 23:52:48 +0000 | [diff] [blame] | 37 | |
| 38 | const TargetInstrInfo *TII; |
Evan Cheng | d929f77 | 2010-05-13 00:17:02 +0000 | [diff] [blame] | 39 | const TargetRegisterInfo *TRI; |
Evan Cheng | b9803a8 | 2009-11-06 23:52:48 +0000 | [diff] [blame] | 40 | |
| 41 | virtual bool runOnMachineFunction(MachineFunction &Fn); |
| 42 | |
| 43 | virtual const char *getPassName() const { |
| 44 | return "ARM pseudo instruction expansion pass"; |
| 45 | } |
| 46 | |
| 47 | private: |
Evan Cheng | 4313007 | 2010-05-12 23:13:12 +0000 | [diff] [blame] | 48 | void TransferImpOps(MachineInstr &OldMI, |
| 49 | MachineInstrBuilder &UseMI, MachineInstrBuilder &DefMI); |
Evan Cheng | b9803a8 | 2009-11-06 23:52:48 +0000 | [diff] [blame] | 50 | bool ExpandMBB(MachineBasicBlock &MBB); |
Bob Wilson | 709d592 | 2010-08-25 23:27:42 +0000 | [diff] [blame^] | 51 | void ExpandVST4(MachineBasicBlock::iterator &MBBI, unsigned Opc, |
| 52 | bool hasWriteBack, NEONRegSpacing RegSpc); |
Evan Cheng | b9803a8 | 2009-11-06 23:52:48 +0000 | [diff] [blame] | 53 | }; |
| 54 | char ARMExpandPseudo::ID = 0; |
| 55 | } |
| 56 | |
Evan Cheng | 4313007 | 2010-05-12 23:13:12 +0000 | [diff] [blame] | 57 | /// TransferImpOps - Transfer implicit operands on the pseudo instruction to |
| 58 | /// the instructions created from the expansion. |
| 59 | void ARMExpandPseudo::TransferImpOps(MachineInstr &OldMI, |
| 60 | MachineInstrBuilder &UseMI, |
| 61 | MachineInstrBuilder &DefMI) { |
| 62 | const TargetInstrDesc &Desc = OldMI.getDesc(); |
| 63 | for (unsigned i = Desc.getNumOperands(), e = OldMI.getNumOperands(); |
| 64 | i != e; ++i) { |
| 65 | const MachineOperand &MO = OldMI.getOperand(i); |
| 66 | assert(MO.isReg() && MO.getReg()); |
| 67 | if (MO.isUse()) |
| 68 | UseMI.addReg(MO.getReg(), getKillRegState(MO.isKill())); |
| 69 | else |
| 70 | DefMI.addReg(MO.getReg(), |
| 71 | getDefRegState(true) | getDeadRegState(MO.isDead())); |
| 72 | } |
| 73 | } |
| 74 | |
Bob Wilson | 709d592 | 2010-08-25 23:27:42 +0000 | [diff] [blame^] | 75 | /// ExpandVST4 - Translate VST4 pseudo instructions with QQ or QQQQ register |
| 76 | /// operands to real VST4 instructions with 4 D register operands. |
| 77 | void ARMExpandPseudo::ExpandVST4(MachineBasicBlock::iterator &MBBI, |
| 78 | unsigned Opc, bool hasWriteBack, |
| 79 | NEONRegSpacing RegSpc) { |
| 80 | MachineInstr &MI = *MBBI; |
| 81 | MachineBasicBlock &MBB = *MI.getParent(); |
| 82 | |
| 83 | MachineInstrBuilder MIB = BuildMI(MBB, MBBI, MI.getDebugLoc(), TII->get(Opc)); |
| 84 | unsigned OpIdx = 0; |
| 85 | if (hasWriteBack) { |
| 86 | bool DstIsDead = MI.getOperand(OpIdx).isDead(); |
| 87 | unsigned DstReg = MI.getOperand(OpIdx++).getReg(); |
| 88 | MIB.addReg(DstReg, getDefRegState(true) | getDeadRegState(DstIsDead)); |
| 89 | } |
| 90 | // Copy the addrmode6 operands. |
| 91 | bool AddrIsKill = MI.getOperand(OpIdx).isKill(); |
| 92 | MIB.addReg(MI.getOperand(OpIdx++).getReg(), getKillRegState(AddrIsKill)); |
| 93 | MIB.addImm(MI.getOperand(OpIdx++).getImm()); |
| 94 | if (hasWriteBack) { |
| 95 | // Copy the am6offset operand. |
| 96 | bool OffsetIsKill = MI.getOperand(OpIdx).isKill(); |
| 97 | MIB.addReg(MI.getOperand(OpIdx++).getReg(), getKillRegState(OffsetIsKill)); |
| 98 | } |
| 99 | |
| 100 | bool SrcIsKill = MI.getOperand(OpIdx).isKill(); |
| 101 | unsigned SrcReg = MI.getOperand(OpIdx).getReg(); |
| 102 | unsigned D0, D1, D2, D3; |
| 103 | if (RegSpc == SingleSpc) { |
| 104 | D0 = TRI->getSubReg(SrcReg, ARM::dsub_0); |
| 105 | D1 = TRI->getSubReg(SrcReg, ARM::dsub_1); |
| 106 | D2 = TRI->getSubReg(SrcReg, ARM::dsub_2); |
| 107 | D3 = TRI->getSubReg(SrcReg, ARM::dsub_3); |
| 108 | } else if (RegSpc == EvenDblSpc) { |
| 109 | D0 = TRI->getSubReg(SrcReg, ARM::dsub_0); |
| 110 | D1 = TRI->getSubReg(SrcReg, ARM::dsub_2); |
| 111 | D2 = TRI->getSubReg(SrcReg, ARM::dsub_4); |
| 112 | D3 = TRI->getSubReg(SrcReg, ARM::dsub_6); |
| 113 | } else { |
| 114 | assert(RegSpc == OddDblSpc && "unknown register spacing for VST4"); |
| 115 | D0 = TRI->getSubReg(SrcReg, ARM::dsub_1); |
| 116 | D1 = TRI->getSubReg(SrcReg, ARM::dsub_3); |
| 117 | D2 = TRI->getSubReg(SrcReg, ARM::dsub_5); |
| 118 | D3 = TRI->getSubReg(SrcReg, ARM::dsub_7); |
| 119 | } |
| 120 | |
| 121 | MIB.addReg(D0, getKillRegState(SrcIsKill)) |
| 122 | .addReg(D1, getKillRegState(SrcIsKill)) |
| 123 | .addReg(D2, getKillRegState(SrcIsKill)) |
| 124 | .addReg(D3, getKillRegState(SrcIsKill)); |
| 125 | MIB = AddDefaultPred(MIB); |
| 126 | TransferImpOps(MI, MIB, MIB); |
| 127 | MI.eraseFromParent(); |
| 128 | } |
| 129 | |
Evan Cheng | b9803a8 | 2009-11-06 23:52:48 +0000 | [diff] [blame] | 130 | bool ARMExpandPseudo::ExpandMBB(MachineBasicBlock &MBB) { |
| 131 | bool Modified = false; |
| 132 | |
| 133 | MachineBasicBlock::iterator MBBI = MBB.begin(), E = MBB.end(); |
| 134 | while (MBBI != E) { |
| 135 | MachineInstr &MI = *MBBI; |
Chris Lattner | 7896c9f | 2009-12-03 00:50:42 +0000 | [diff] [blame] | 136 | MachineBasicBlock::iterator NMBBI = llvm::next(MBBI); |
Evan Cheng | b9803a8 | 2009-11-06 23:52:48 +0000 | [diff] [blame] | 137 | |
Bob Wilson | 709d592 | 2010-08-25 23:27:42 +0000 | [diff] [blame^] | 138 | bool ModifiedOp = true; |
Evan Cheng | b9803a8 | 2009-11-06 23:52:48 +0000 | [diff] [blame] | 139 | unsigned Opcode = MI.getOpcode(); |
| 140 | switch (Opcode) { |
Bob Wilson | 709d592 | 2010-08-25 23:27:42 +0000 | [diff] [blame^] | 141 | default: |
| 142 | ModifiedOp = false; |
| 143 | break; |
| 144 | |
Evan Cheng | b9803a8 | 2009-11-06 23:52:48 +0000 | [diff] [blame] | 145 | case ARM::tLDRpci_pic: |
| 146 | case ARM::t2LDRpci_pic: { |
| 147 | unsigned NewLdOpc = (Opcode == ARM::tLDRpci_pic) |
| 148 | ? ARM::tLDRpci : ARM::t2LDRpci; |
| 149 | unsigned DstReg = MI.getOperand(0).getReg(); |
Evan Cheng | 4313007 | 2010-05-12 23:13:12 +0000 | [diff] [blame] | 150 | bool DstIsDead = MI.getOperand(0).isDead(); |
| 151 | MachineInstrBuilder MIB1 = |
| 152 | AddDefaultPred(BuildMI(MBB, MBBI, MI.getDebugLoc(), |
| 153 | TII->get(NewLdOpc), DstReg) |
| 154 | .addOperand(MI.getOperand(1))); |
| 155 | (*MIB1).setMemRefs(MI.memoperands_begin(), MI.memoperands_end()); |
| 156 | MachineInstrBuilder MIB2 = BuildMI(MBB, MBBI, MI.getDebugLoc(), |
| 157 | TII->get(ARM::tPICADD)) |
| 158 | .addReg(DstReg, getDefRegState(true) | getDeadRegState(DstIsDead)) |
| 159 | .addReg(DstReg) |
| 160 | .addOperand(MI.getOperand(2)); |
| 161 | TransferImpOps(MI, MIB1, MIB2); |
Evan Cheng | b9803a8 | 2009-11-06 23:52:48 +0000 | [diff] [blame] | 162 | MI.eraseFromParent(); |
Evan Cheng | b9803a8 | 2009-11-06 23:52:48 +0000 | [diff] [blame] | 163 | break; |
| 164 | } |
Evan Cheng | 4313007 | 2010-05-12 23:13:12 +0000 | [diff] [blame] | 165 | |
Evan Cheng | b9803a8 | 2009-11-06 23:52:48 +0000 | [diff] [blame] | 166 | case ARM::t2MOVi32imm: { |
Evan Cheng | 4313007 | 2010-05-12 23:13:12 +0000 | [diff] [blame] | 167 | unsigned PredReg = 0; |
| 168 | ARMCC::CondCodes Pred = llvm::getInstrPredicate(&MI, PredReg); |
Evan Cheng | b9803a8 | 2009-11-06 23:52:48 +0000 | [diff] [blame] | 169 | unsigned DstReg = MI.getOperand(0).getReg(); |
Evan Cheng | 4313007 | 2010-05-12 23:13:12 +0000 | [diff] [blame] | 170 | bool DstIsDead = MI.getOperand(0).isDead(); |
| 171 | const MachineOperand &MO = MI.getOperand(1); |
| 172 | MachineInstrBuilder LO16, HI16; |
Anton Korobeynikov | 5cdc3a9 | 2009-11-24 00:44:37 +0000 | [diff] [blame] | 173 | |
Evan Cheng | 4313007 | 2010-05-12 23:13:12 +0000 | [diff] [blame] | 174 | LO16 = BuildMI(MBB, MBBI, MI.getDebugLoc(), TII->get(ARM::t2MOVi16), |
| 175 | DstReg); |
| 176 | HI16 = BuildMI(MBB, MBBI, MI.getDebugLoc(), TII->get(ARM::t2MOVTi16)) |
| 177 | .addReg(DstReg, getDefRegState(true) | getDeadRegState(DstIsDead)) |
| 178 | .addReg(DstReg); |
Anton Korobeynikov | 5cdc3a9 | 2009-11-24 00:44:37 +0000 | [diff] [blame] | 179 | |
Evan Cheng | 4313007 | 2010-05-12 23:13:12 +0000 | [diff] [blame] | 180 | if (MO.isImm()) { |
| 181 | unsigned Imm = MO.getImm(); |
| 182 | unsigned Lo16 = Imm & 0xffff; |
| 183 | unsigned Hi16 = (Imm >> 16) & 0xffff; |
| 184 | LO16 = LO16.addImm(Lo16); |
| 185 | HI16 = HI16.addImm(Hi16); |
| 186 | } else { |
| 187 | const GlobalValue *GV = MO.getGlobal(); |
| 188 | unsigned TF = MO.getTargetFlags(); |
| 189 | LO16 = LO16.addGlobalAddress(GV, MO.getOffset(), TF | ARMII::MO_LO16); |
| 190 | HI16 = HI16.addGlobalAddress(GV, MO.getOffset(), TF | ARMII::MO_HI16); |
Evan Cheng | b9803a8 | 2009-11-06 23:52:48 +0000 | [diff] [blame] | 191 | } |
Evan Cheng | 4313007 | 2010-05-12 23:13:12 +0000 | [diff] [blame] | 192 | (*LO16).setMemRefs(MI.memoperands_begin(), MI.memoperands_end()); |
| 193 | (*HI16).setMemRefs(MI.memoperands_begin(), MI.memoperands_end()); |
| 194 | LO16.addImm(Pred).addReg(PredReg); |
| 195 | HI16.addImm(Pred).addReg(PredReg); |
| 196 | TransferImpOps(MI, LO16, HI16); |
Evan Cheng | b9803a8 | 2009-11-06 23:52:48 +0000 | [diff] [blame] | 197 | MI.eraseFromParent(); |
Evan Cheng | d929f77 | 2010-05-13 00:17:02 +0000 | [diff] [blame] | 198 | break; |
| 199 | } |
| 200 | |
| 201 | case ARM::VMOVQQ: { |
| 202 | unsigned DstReg = MI.getOperand(0).getReg(); |
| 203 | bool DstIsDead = MI.getOperand(0).isDead(); |
Jakob Stoklund Olesen | 558661d | 2010-05-24 16:54:32 +0000 | [diff] [blame] | 204 | unsigned EvenDst = TRI->getSubReg(DstReg, ARM::qsub_0); |
| 205 | unsigned OddDst = TRI->getSubReg(DstReg, ARM::qsub_1); |
Evan Cheng | d929f77 | 2010-05-13 00:17:02 +0000 | [diff] [blame] | 206 | unsigned SrcReg = MI.getOperand(1).getReg(); |
| 207 | bool SrcIsKill = MI.getOperand(1).isKill(); |
Jakob Stoklund Olesen | 558661d | 2010-05-24 16:54:32 +0000 | [diff] [blame] | 208 | unsigned EvenSrc = TRI->getSubReg(SrcReg, ARM::qsub_0); |
| 209 | unsigned OddSrc = TRI->getSubReg(SrcReg, ARM::qsub_1); |
Evan Cheng | d929f77 | 2010-05-13 00:17:02 +0000 | [diff] [blame] | 210 | MachineInstrBuilder Even = |
| 211 | AddDefaultPred(BuildMI(MBB, MBBI, MI.getDebugLoc(), |
| 212 | TII->get(ARM::VMOVQ)) |
Jim Grosbach | 18f30e6 | 2010-06-02 21:53:11 +0000 | [diff] [blame] | 213 | .addReg(EvenDst, |
| 214 | getDefRegState(true) | getDeadRegState(DstIsDead)) |
| 215 | .addReg(EvenSrc, getKillRegState(SrcIsKill))); |
Evan Cheng | d929f77 | 2010-05-13 00:17:02 +0000 | [diff] [blame] | 216 | MachineInstrBuilder Odd = |
| 217 | AddDefaultPred(BuildMI(MBB, MBBI, MI.getDebugLoc(), |
| 218 | TII->get(ARM::VMOVQ)) |
Jim Grosbach | 18f30e6 | 2010-06-02 21:53:11 +0000 | [diff] [blame] | 219 | .addReg(OddDst, |
| 220 | getDefRegState(true) | getDeadRegState(DstIsDead)) |
| 221 | .addReg(OddSrc, getKillRegState(SrcIsKill))); |
Evan Cheng | d929f77 | 2010-05-13 00:17:02 +0000 | [diff] [blame] | 222 | TransferImpOps(MI, Even, Odd); |
| 223 | MI.eraseFromParent(); |
Bob Wilson | 709d592 | 2010-08-25 23:27:42 +0000 | [diff] [blame^] | 224 | } |
| 225 | |
| 226 | case ARM::VST4d8Pseudo: |
| 227 | ExpandVST4(MBBI, ARM::VST4d8, false, SingleSpc); break; |
| 228 | case ARM::VST4d16Pseudo: |
| 229 | ExpandVST4(MBBI, ARM::VST4d16, false, SingleSpc); break; |
| 230 | case ARM::VST4d32Pseudo: |
| 231 | ExpandVST4(MBBI, ARM::VST4d32, false, SingleSpc); break; |
| 232 | case ARM::VST4d8Pseudo_UPD: |
| 233 | ExpandVST4(MBBI, ARM::VST4d8_UPD, true, SingleSpc); break; |
| 234 | case ARM::VST4d16Pseudo_UPD: |
| 235 | ExpandVST4(MBBI, ARM::VST4d16_UPD, true, SingleSpc); break; |
| 236 | case ARM::VST4d32Pseudo_UPD: |
| 237 | ExpandVST4(MBBI, ARM::VST4d32_UPD, true, SingleSpc); break; |
| 238 | case ARM::VST4q8Pseudo_UPD: |
| 239 | ExpandVST4(MBBI, ARM::VST4q8_UPD, true, EvenDblSpc); break; |
| 240 | case ARM::VST4q16Pseudo_UPD: |
| 241 | ExpandVST4(MBBI, ARM::VST4q16_UPD, true, EvenDblSpc); break; |
| 242 | case ARM::VST4q32Pseudo_UPD: |
| 243 | ExpandVST4(MBBI, ARM::VST4q32_UPD, true, EvenDblSpc); break; |
| 244 | case ARM::VST4q8oddPseudo_UPD: |
| 245 | ExpandVST4(MBBI, ARM::VST4q8_UPD, true, OddDblSpc); break; |
| 246 | case ARM::VST4q16oddPseudo_UPD: |
| 247 | ExpandVST4(MBBI, ARM::VST4q16_UPD, true, OddDblSpc); break; |
| 248 | case ARM::VST4q32oddPseudo_UPD: |
| 249 | ExpandVST4(MBBI, ARM::VST4q32_UPD, true, OddDblSpc); break; |
| 250 | break; |
| 251 | } |
| 252 | |
| 253 | if (ModifiedOp) |
Evan Cheng | d929f77 | 2010-05-13 00:17:02 +0000 | [diff] [blame] | 254 | Modified = true; |
Evan Cheng | b9803a8 | 2009-11-06 23:52:48 +0000 | [diff] [blame] | 255 | MBBI = NMBBI; |
| 256 | } |
| 257 | |
| 258 | return Modified; |
| 259 | } |
| 260 | |
| 261 | bool ARMExpandPseudo::runOnMachineFunction(MachineFunction &MF) { |
| 262 | TII = MF.getTarget().getInstrInfo(); |
Evan Cheng | d929f77 | 2010-05-13 00:17:02 +0000 | [diff] [blame] | 263 | TRI = MF.getTarget().getRegisterInfo(); |
Evan Cheng | b9803a8 | 2009-11-06 23:52:48 +0000 | [diff] [blame] | 264 | |
| 265 | bool Modified = false; |
| 266 | for (MachineFunction::iterator MFI = MF.begin(), E = MF.end(); MFI != E; |
| 267 | ++MFI) |
| 268 | Modified |= ExpandMBB(*MFI); |
| 269 | return Modified; |
| 270 | } |
| 271 | |
| 272 | /// createARMExpandPseudoPass - returns an instance of the pseudo instruction |
| 273 | /// expansion pass. |
| 274 | FunctionPass *llvm::createARMExpandPseudoPass() { |
| 275 | return new ARMExpandPseudo(); |
| 276 | } |