Jia Liu | 31d157a | 2012-02-18 12:03:15 +0000 | [diff] [blame] | 1 | //===-- Thumb2InstrInfo.cpp - Thumb-2 Instruction Information -------------===// |
Anton Korobeynikov | d49ea77 | 2009-06-26 21:28:53 +0000 | [diff] [blame] | 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
| 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
| 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | // |
David Goodwin | b50ea5c | 2009-07-02 22:18:33 +0000 | [diff] [blame] | 10 | // This file contains the Thumb-2 implementation of the TargetInstrInfo class. |
Anton Korobeynikov | d49ea77 | 2009-06-26 21:28:53 +0000 | [diff] [blame] | 11 | // |
| 12 | //===----------------------------------------------------------------------===// |
| 13 | |
Evan Cheng | b9803a8 | 2009-11-06 23:52:48 +0000 | [diff] [blame] | 14 | #include "Thumb2InstrInfo.h" |
Anton Korobeynikov | d49ea77 | 2009-06-26 21:28:53 +0000 | [diff] [blame] | 15 | #include "ARM.h" |
Evan Cheng | b9803a8 | 2009-11-06 23:52:48 +0000 | [diff] [blame] | 16 | #include "ARMConstantPoolValue.h" |
Anton Korobeynikov | d49ea77 | 2009-06-26 21:28:53 +0000 | [diff] [blame] | 17 | #include "ARMMachineFunctionInfo.h" |
Evan Cheng | 86050dc | 2010-06-18 23:09:54 +0000 | [diff] [blame] | 18 | #include "Thumb2InstrInfo.h" |
Evan Cheng | ee04a6d | 2011-07-20 23:34:39 +0000 | [diff] [blame] | 19 | #include "MCTargetDesc/ARMAddressingModes.h" |
Anton Korobeynikov | d49ea77 | 2009-06-26 21:28:53 +0000 | [diff] [blame] | 20 | #include "llvm/CodeGen/MachineFrameInfo.h" |
| 21 | #include "llvm/CodeGen/MachineInstrBuilder.h" |
Evan Cheng | e3ce8aa | 2009-11-01 22:04:35 +0000 | [diff] [blame] | 22 | #include "llvm/CodeGen/MachineMemOperand.h" |
Anton Korobeynikov | d49ea77 | 2009-06-26 21:28:53 +0000 | [diff] [blame] | 23 | #include "llvm/ADT/SmallVector.h" |
Evan Cheng | 1315143 | 2010-06-25 22:42:03 +0000 | [diff] [blame] | 24 | #include "llvm/Support/CommandLine.h" |
Anton Korobeynikov | d49ea77 | 2009-06-26 21:28:53 +0000 | [diff] [blame] | 25 | |
| 26 | using namespace llvm; |
| 27 | |
Owen Anderson | aa9f0a5 | 2010-10-01 20:28:06 +0000 | [diff] [blame] | 28 | static cl::opt<bool> |
| 29 | OldT2IfCvt("old-thumb2-ifcvt", cl::Hidden, |
| 30 | cl::desc("Use old-style Thumb2 if-conversion heuristics"), |
| 31 | cl::init(false)); |
| 32 | |
Anton Korobeynikov | f95215f | 2009-11-02 00:10:38 +0000 | [diff] [blame] | 33 | Thumb2InstrInfo::Thumb2InstrInfo(const ARMSubtarget &STI) |
| 34 | : ARMBaseInstrInfo(STI), RI(*this, STI) { |
Anton Korobeynikov | d49ea77 | 2009-06-26 21:28:53 +0000 | [diff] [blame] | 35 | } |
| 36 | |
Evan Cheng | 446c428 | 2009-07-11 06:43:01 +0000 | [diff] [blame] | 37 | unsigned Thumb2InstrInfo::getUnindexedOpcode(unsigned Opc) const { |
David Goodwin | 334c264 | 2009-07-08 16:09:28 +0000 | [diff] [blame] | 38 | // FIXME |
| 39 | return 0; |
| 40 | } |
| 41 | |
Evan Cheng | 86050dc | 2010-06-18 23:09:54 +0000 | [diff] [blame] | 42 | void |
| 43 | Thumb2InstrInfo::ReplaceTailWithBranchTo(MachineBasicBlock::iterator Tail, |
| 44 | MachineBasicBlock *NewDest) const { |
| 45 | MachineBasicBlock *MBB = Tail->getParent(); |
| 46 | ARMFunctionInfo *AFI = MBB->getParent()->getInfo<ARMFunctionInfo>(); |
| 47 | if (!AFI->hasITBlocks()) { |
| 48 | TargetInstrInfoImpl::ReplaceTailWithBranchTo(Tail, NewDest); |
| 49 | return; |
| 50 | } |
| 51 | |
| 52 | // If the first instruction of Tail is predicated, we may have to update |
| 53 | // the IT instruction. |
| 54 | unsigned PredReg = 0; |
| 55 | ARMCC::CondCodes CC = llvm::getInstrPredicate(Tail, PredReg); |
| 56 | MachineBasicBlock::iterator MBBI = Tail; |
| 57 | if (CC != ARMCC::AL) |
| 58 | // Expecting at least the t2IT instruction before it. |
| 59 | --MBBI; |
| 60 | |
| 61 | // Actually replace the tail. |
| 62 | TargetInstrInfoImpl::ReplaceTailWithBranchTo(Tail, NewDest); |
| 63 | |
| 64 | // Fix up IT. |
| 65 | if (CC != ARMCC::AL) { |
| 66 | MachineBasicBlock::iterator E = MBB->begin(); |
| 67 | unsigned Count = 4; // At most 4 instructions in an IT block. |
| 68 | while (Count && MBBI != E) { |
| 69 | if (MBBI->isDebugValue()) { |
| 70 | --MBBI; |
| 71 | continue; |
| 72 | } |
| 73 | if (MBBI->getOpcode() == ARM::t2IT) { |
| 74 | unsigned Mask = MBBI->getOperand(1).getImm(); |
| 75 | if (Count == 4) |
| 76 | MBBI->eraseFromParent(); |
| 77 | else { |
| 78 | unsigned MaskOn = 1 << Count; |
| 79 | unsigned MaskOff = ~(MaskOn - 1); |
| 80 | MBBI->getOperand(1).setImm((Mask & MaskOff) | MaskOn); |
| 81 | } |
| 82 | return; |
| 83 | } |
| 84 | --MBBI; |
| 85 | --Count; |
| 86 | } |
| 87 | |
| 88 | // Ctrl flow can reach here if branch folding is run before IT block |
| 89 | // formation pass. |
| 90 | } |
| 91 | } |
| 92 | |
David Goodwin | 334c264 | 2009-07-08 16:09:28 +0000 | [diff] [blame] | 93 | bool |
Evan Cheng | 4d54e5b | 2010-06-22 01:18:16 +0000 | [diff] [blame] | 94 | Thumb2InstrInfo::isLegalToSplitMBBAt(MachineBasicBlock &MBB, |
| 95 | MachineBasicBlock::iterator MBBI) const { |
Evan Cheng | 0a92169 | 2011-02-22 07:07:59 +0000 | [diff] [blame] | 96 | while (MBBI->isDebugValue()) { |
Evan Cheng | 557b297 | 2011-02-21 23:40:47 +0000 | [diff] [blame] | 97 | ++MBBI; |
Evan Cheng | 0a92169 | 2011-02-22 07:07:59 +0000 | [diff] [blame] | 98 | if (MBBI == MBB.end()) |
| 99 | return false; |
| 100 | } |
Evan Cheng | 557b297 | 2011-02-21 23:40:47 +0000 | [diff] [blame] | 101 | |
Evan Cheng | 4d54e5b | 2010-06-22 01:18:16 +0000 | [diff] [blame] | 102 | unsigned PredReg = 0; |
| 103 | return llvm::getITInstrPredicate(MBBI, PredReg) == ARMCC::AL; |
| 104 | } |
| 105 | |
Jakob Stoklund Olesen | ac27366 | 2010-07-11 06:33:54 +0000 | [diff] [blame] | 106 | void Thumb2InstrInfo::copyPhysReg(MachineBasicBlock &MBB, |
| 107 | MachineBasicBlock::iterator I, DebugLoc DL, |
| 108 | unsigned DestReg, unsigned SrcReg, |
| 109 | bool KillSrc) const { |
Evan Cheng | 08b93c6 | 2009-07-27 00:33:08 +0000 | [diff] [blame] | 110 | // Handle SPR, DPR, and QPR copies. |
Jakob Stoklund Olesen | ac27366 | 2010-07-11 06:33:54 +0000 | [diff] [blame] | 111 | if (!ARM::GPRRegClass.contains(DestReg, SrcReg)) |
| 112 | return ARMBaseInstrInfo::copyPhysReg(MBB, I, DL, DestReg, SrcReg, KillSrc); |
| 113 | |
Jim Grosbach | 2a7b41b | 2011-06-30 23:38:17 +0000 | [diff] [blame] | 114 | AddDefaultPred(BuildMI(MBB, I, DL, get(ARM::tMOVr), DestReg) |
Jim Grosbach | 63b46fa | 2011-06-30 22:10:46 +0000 | [diff] [blame] | 115 | .addReg(SrcReg, getKillRegState(KillSrc))); |
Anton Korobeynikov | b8e9ac8 | 2009-07-16 23:26:06 +0000 | [diff] [blame] | 116 | } |
Evan Cheng | 5732ca0 | 2009-07-27 03:14:20 +0000 | [diff] [blame] | 117 | |
| 118 | void Thumb2InstrInfo:: |
| 119 | storeRegToStackSlot(MachineBasicBlock &MBB, MachineBasicBlock::iterator I, |
| 120 | unsigned SrcReg, bool isKill, int FI, |
Evan Cheng | 746ad69 | 2010-05-06 19:06:44 +0000 | [diff] [blame] | 121 | const TargetRegisterClass *RC, |
| 122 | const TargetRegisterInfo *TRI) const { |
Jim Grosbach | 6ccfc50 | 2010-07-30 02:41:01 +0000 | [diff] [blame] | 123 | if (RC == ARM::GPRRegisterClass || RC == ARM::tGPRRegisterClass || |
Owen Anderson | 796d6b7 | 2011-08-11 21:52:38 +0000 | [diff] [blame] | 124 | RC == ARM::tcGPRRegisterClass || RC == ARM::rGPRRegisterClass || |
| 125 | RC == ARM::GPRnopcRegisterClass) { |
Evan Cheng | 746ad69 | 2010-05-06 19:06:44 +0000 | [diff] [blame] | 126 | DebugLoc DL; |
| 127 | if (I != MBB.end()) DL = I->getDebugLoc(); |
| 128 | |
Evan Cheng | e3ce8aa | 2009-11-01 22:04:35 +0000 | [diff] [blame] | 129 | MachineFunction &MF = *MBB.getParent(); |
| 130 | MachineFrameInfo &MFI = *MF.getFrameInfo(); |
| 131 | MachineMemOperand *MMO = |
Jay Foad | 978e0df | 2011-11-15 07:34:52 +0000 | [diff] [blame] | 132 | MF.getMachineMemOperand(MachinePointerInfo::getFixedStack(FI), |
Chris Lattner | 59db549 | 2010-09-21 04:39:43 +0000 | [diff] [blame] | 133 | MachineMemOperand::MOStore, |
Evan Cheng | e3ce8aa | 2009-11-01 22:04:35 +0000 | [diff] [blame] | 134 | MFI.getObjectSize(FI), |
| 135 | MFI.getObjectAlignment(FI)); |
Evan Cheng | 5732ca0 | 2009-07-27 03:14:20 +0000 | [diff] [blame] | 136 | AddDefaultPred(BuildMI(MBB, I, DL, get(ARM::t2STRi12)) |
| 137 | .addReg(SrcReg, getKillRegState(isKill)) |
Evan Cheng | e3ce8aa | 2009-11-01 22:04:35 +0000 | [diff] [blame] | 138 | .addFrameIndex(FI).addImm(0).addMemOperand(MMO)); |
Evan Cheng | 5732ca0 | 2009-07-27 03:14:20 +0000 | [diff] [blame] | 139 | return; |
| 140 | } |
| 141 | |
Evan Cheng | 746ad69 | 2010-05-06 19:06:44 +0000 | [diff] [blame] | 142 | ARMBaseInstrInfo::storeRegToStackSlot(MBB, I, SrcReg, isKill, FI, RC, TRI); |
Evan Cheng | 5732ca0 | 2009-07-27 03:14:20 +0000 | [diff] [blame] | 143 | } |
| 144 | |
| 145 | void Thumb2InstrInfo:: |
| 146 | loadRegFromStackSlot(MachineBasicBlock &MBB, MachineBasicBlock::iterator I, |
| 147 | unsigned DestReg, int FI, |
Evan Cheng | 746ad69 | 2010-05-06 19:06:44 +0000 | [diff] [blame] | 148 | const TargetRegisterClass *RC, |
| 149 | const TargetRegisterInfo *TRI) const { |
Jim Grosbach | 6ccfc50 | 2010-07-30 02:41:01 +0000 | [diff] [blame] | 150 | if (RC == ARM::GPRRegisterClass || RC == ARM::tGPRRegisterClass || |
Owen Anderson | 796d6b7 | 2011-08-11 21:52:38 +0000 | [diff] [blame] | 151 | RC == ARM::tcGPRRegisterClass || RC == ARM::rGPRRegisterClass || |
| 152 | RC == ARM::GPRnopcRegisterClass) { |
Evan Cheng | 746ad69 | 2010-05-06 19:06:44 +0000 | [diff] [blame] | 153 | DebugLoc DL; |
| 154 | if (I != MBB.end()) DL = I->getDebugLoc(); |
| 155 | |
Evan Cheng | e3ce8aa | 2009-11-01 22:04:35 +0000 | [diff] [blame] | 156 | MachineFunction &MF = *MBB.getParent(); |
| 157 | MachineFrameInfo &MFI = *MF.getFrameInfo(); |
| 158 | MachineMemOperand *MMO = |
Jay Foad | 978e0df | 2011-11-15 07:34:52 +0000 | [diff] [blame] | 159 | MF.getMachineMemOperand(MachinePointerInfo::getFixedStack(FI), |
Chris Lattner | 59db549 | 2010-09-21 04:39:43 +0000 | [diff] [blame] | 160 | MachineMemOperand::MOLoad, |
Evan Cheng | e3ce8aa | 2009-11-01 22:04:35 +0000 | [diff] [blame] | 161 | MFI.getObjectSize(FI), |
| 162 | MFI.getObjectAlignment(FI)); |
Evan Cheng | 5732ca0 | 2009-07-27 03:14:20 +0000 | [diff] [blame] | 163 | AddDefaultPred(BuildMI(MBB, I, DL, get(ARM::t2LDRi12), DestReg) |
Evan Cheng | e3ce8aa | 2009-11-01 22:04:35 +0000 | [diff] [blame] | 164 | .addFrameIndex(FI).addImm(0).addMemOperand(MMO)); |
Evan Cheng | 5732ca0 | 2009-07-27 03:14:20 +0000 | [diff] [blame] | 165 | return; |
| 166 | } |
| 167 | |
Evan Cheng | 746ad69 | 2010-05-06 19:06:44 +0000 | [diff] [blame] | 168 | ARMBaseInstrInfo::loadRegFromStackSlot(MBB, I, DestReg, FI, RC, TRI); |
Evan Cheng | 5732ca0 | 2009-07-27 03:14:20 +0000 | [diff] [blame] | 169 | } |
Evan Cheng | 6495f63 | 2009-07-28 05:48:47 +0000 | [diff] [blame] | 170 | |
Evan Cheng | 6495f63 | 2009-07-28 05:48:47 +0000 | [diff] [blame] | 171 | void llvm::emitT2RegPlusImmediate(MachineBasicBlock &MBB, |
| 172 | MachineBasicBlock::iterator &MBBI, DebugLoc dl, |
| 173 | unsigned DestReg, unsigned BaseReg, int NumBytes, |
| 174 | ARMCC::CondCodes Pred, unsigned PredReg, |
Anton Korobeynikov | 57caad7 | 2011-03-05 18:43:32 +0000 | [diff] [blame] | 175 | const ARMBaseInstrInfo &TII, unsigned MIFlags) { |
Evan Cheng | 6495f63 | 2009-07-28 05:48:47 +0000 | [diff] [blame] | 176 | bool isSub = NumBytes < 0; |
| 177 | if (isSub) NumBytes = -NumBytes; |
| 178 | |
| 179 | // If profitable, use a movw or movt to materialize the offset. |
| 180 | // FIXME: Use the scavenger to grab a scratch register. |
| 181 | if (DestReg != ARM::SP && DestReg != BaseReg && |
| 182 | NumBytes >= 4096 && |
| 183 | ARM_AM::getT2SOImmVal(NumBytes) == -1) { |
| 184 | bool Fits = false; |
| 185 | if (NumBytes < 65536) { |
| 186 | // Use a movw to materialize the 16-bit constant. |
| 187 | BuildMI(MBB, MBBI, dl, TII.get(ARM::t2MOVi16), DestReg) |
| 188 | .addImm(NumBytes) |
Anton Korobeynikov | 57caad7 | 2011-03-05 18:43:32 +0000 | [diff] [blame] | 189 | .addImm((unsigned)Pred).addReg(PredReg).setMIFlags(MIFlags); |
Evan Cheng | 6495f63 | 2009-07-28 05:48:47 +0000 | [diff] [blame] | 190 | Fits = true; |
| 191 | } else if ((NumBytes & 0xffff) == 0) { |
| 192 | // Use a movt to materialize the 32-bit constant. |
| 193 | BuildMI(MBB, MBBI, dl, TII.get(ARM::t2MOVTi16), DestReg) |
| 194 | .addReg(DestReg) |
| 195 | .addImm(NumBytes >> 16) |
Anton Korobeynikov | 57caad7 | 2011-03-05 18:43:32 +0000 | [diff] [blame] | 196 | .addImm((unsigned)Pred).addReg(PredReg).setMIFlags(MIFlags); |
Evan Cheng | 6495f63 | 2009-07-28 05:48:47 +0000 | [diff] [blame] | 197 | Fits = true; |
| 198 | } |
| 199 | |
| 200 | if (Fits) { |
| 201 | if (isSub) { |
| 202 | BuildMI(MBB, MBBI, dl, TII.get(ARM::t2SUBrr), DestReg) |
| 203 | .addReg(BaseReg, RegState::Kill) |
| 204 | .addReg(DestReg, RegState::Kill) |
Anton Korobeynikov | 57caad7 | 2011-03-05 18:43:32 +0000 | [diff] [blame] | 205 | .addImm((unsigned)Pred).addReg(PredReg).addReg(0) |
| 206 | .setMIFlags(MIFlags); |
Evan Cheng | 6495f63 | 2009-07-28 05:48:47 +0000 | [diff] [blame] | 207 | } else { |
| 208 | BuildMI(MBB, MBBI, dl, TII.get(ARM::t2ADDrr), DestReg) |
| 209 | .addReg(DestReg, RegState::Kill) |
| 210 | .addReg(BaseReg, RegState::Kill) |
Anton Korobeynikov | 57caad7 | 2011-03-05 18:43:32 +0000 | [diff] [blame] | 211 | .addImm((unsigned)Pred).addReg(PredReg).addReg(0) |
| 212 | .setMIFlags(MIFlags); |
Evan Cheng | 6495f63 | 2009-07-28 05:48:47 +0000 | [diff] [blame] | 213 | } |
| 214 | return; |
| 215 | } |
| 216 | } |
| 217 | |
| 218 | while (NumBytes) { |
Evan Cheng | 6495f63 | 2009-07-28 05:48:47 +0000 | [diff] [blame] | 219 | unsigned ThisVal = NumBytes; |
Evan Cheng | 8619864 | 2009-08-07 00:34:42 +0000 | [diff] [blame] | 220 | unsigned Opc = 0; |
| 221 | if (DestReg == ARM::SP && BaseReg != ARM::SP) { |
| 222 | // mov sp, rn. Note t2MOVr cannot be used. |
Jim Grosbach | 2a7b41b | 2011-06-30 23:38:17 +0000 | [diff] [blame] | 223 | AddDefaultPred(BuildMI(MBB, MBBI, dl, TII.get(ARM::tMOVr),DestReg) |
Jim Grosbach | 63b46fa | 2011-06-30 22:10:46 +0000 | [diff] [blame] | 224 | .addReg(BaseReg).setMIFlags(MIFlags)); |
Evan Cheng | 8619864 | 2009-08-07 00:34:42 +0000 | [diff] [blame] | 225 | BaseReg = ARM::SP; |
| 226 | continue; |
| 227 | } |
| 228 | |
Bob Wilson | f5fd499 | 2010-03-08 22:56:15 +0000 | [diff] [blame] | 229 | bool HasCCOut = true; |
Evan Cheng | 8619864 | 2009-08-07 00:34:42 +0000 | [diff] [blame] | 230 | if (BaseReg == ARM::SP) { |
| 231 | // sub sp, sp, #imm7 |
| 232 | if (DestReg == ARM::SP && (ThisVal < ((1 << 7)-1) * 4)) { |
| 233 | assert((ThisVal & 3) == 0 && "Stack update is not multiple of 4?"); |
| 234 | Opc = isSub ? ARM::tSUBspi : ARM::tADDspi; |
Jim Grosbach | 5b81584 | 2011-08-24 17:46:13 +0000 | [diff] [blame] | 235 | AddDefaultPred(BuildMI(MBB, MBBI, dl, TII.get(Opc), DestReg) |
| 236 | .addReg(BaseReg).addImm(ThisVal/4).setMIFlags(MIFlags)); |
Evan Cheng | 8619864 | 2009-08-07 00:34:42 +0000 | [diff] [blame] | 237 | NumBytes = 0; |
| 238 | continue; |
| 239 | } |
| 240 | |
| 241 | // sub rd, sp, so_imm |
Jim Grosbach | f6fd909 | 2011-06-29 23:25:04 +0000 | [diff] [blame] | 242 | Opc = isSub ? ARM::t2SUBri : ARM::t2ADDri; |
Evan Cheng | 8619864 | 2009-08-07 00:34:42 +0000 | [diff] [blame] | 243 | if (ARM_AM::getT2SOImmVal(NumBytes) != -1) { |
| 244 | NumBytes = 0; |
| 245 | } else { |
| 246 | // FIXME: Move this to ARMAddressingModes.h? |
| 247 | unsigned RotAmt = CountLeadingZeros_32(ThisVal); |
| 248 | ThisVal = ThisVal & ARM_AM::rotr32(0xff000000U, RotAmt); |
| 249 | NumBytes &= ~ThisVal; |
| 250 | assert(ARM_AM::getT2SOImmVal(ThisVal) != -1 && |
| 251 | "Bit extraction didn't work?"); |
| 252 | } |
Evan Cheng | 6495f63 | 2009-07-28 05:48:47 +0000 | [diff] [blame] | 253 | } else { |
Evan Cheng | 8619864 | 2009-08-07 00:34:42 +0000 | [diff] [blame] | 254 | assert(DestReg != ARM::SP && BaseReg != ARM::SP); |
| 255 | Opc = isSub ? ARM::t2SUBri : ARM::t2ADDri; |
| 256 | if (ARM_AM::getT2SOImmVal(NumBytes) != -1) { |
| 257 | NumBytes = 0; |
| 258 | } else if (ThisVal < 4096) { |
| 259 | Opc = isSub ? ARM::t2SUBri12 : ARM::t2ADDri12; |
Bob Wilson | f5fd499 | 2010-03-08 22:56:15 +0000 | [diff] [blame] | 260 | HasCCOut = false; |
Evan Cheng | 8619864 | 2009-08-07 00:34:42 +0000 | [diff] [blame] | 261 | NumBytes = 0; |
| 262 | } else { |
| 263 | // FIXME: Move this to ARMAddressingModes.h? |
| 264 | unsigned RotAmt = CountLeadingZeros_32(ThisVal); |
| 265 | ThisVal = ThisVal & ARM_AM::rotr32(0xff000000U, RotAmt); |
| 266 | NumBytes &= ~ThisVal; |
| 267 | assert(ARM_AM::getT2SOImmVal(ThisVal) != -1 && |
| 268 | "Bit extraction didn't work?"); |
| 269 | } |
Evan Cheng | 6495f63 | 2009-07-28 05:48:47 +0000 | [diff] [blame] | 270 | } |
| 271 | |
| 272 | // Build the new ADD / SUB. |
Bob Wilson | f5fd499 | 2010-03-08 22:56:15 +0000 | [diff] [blame] | 273 | MachineInstrBuilder MIB = |
| 274 | AddDefaultPred(BuildMI(MBB, MBBI, dl, TII.get(Opc), DestReg) |
| 275 | .addReg(BaseReg, RegState::Kill) |
Anton Korobeynikov | 57caad7 | 2011-03-05 18:43:32 +0000 | [diff] [blame] | 276 | .addImm(ThisVal)).setMIFlags(MIFlags); |
Bob Wilson | f5fd499 | 2010-03-08 22:56:15 +0000 | [diff] [blame] | 277 | if (HasCCOut) |
| 278 | AddDefaultCC(MIB); |
Evan Cheng | 8619864 | 2009-08-07 00:34:42 +0000 | [diff] [blame] | 279 | |
Evan Cheng | 6495f63 | 2009-07-28 05:48:47 +0000 | [diff] [blame] | 280 | BaseReg = DestReg; |
| 281 | } |
| 282 | } |
| 283 | |
| 284 | static unsigned |
| 285 | negativeOffsetOpcode(unsigned opcode) |
| 286 | { |
| 287 | switch (opcode) { |
| 288 | case ARM::t2LDRi12: return ARM::t2LDRi8; |
| 289 | case ARM::t2LDRHi12: return ARM::t2LDRHi8; |
| 290 | case ARM::t2LDRBi12: return ARM::t2LDRBi8; |
| 291 | case ARM::t2LDRSHi12: return ARM::t2LDRSHi8; |
| 292 | case ARM::t2LDRSBi12: return ARM::t2LDRSBi8; |
| 293 | case ARM::t2STRi12: return ARM::t2STRi8; |
| 294 | case ARM::t2STRBi12: return ARM::t2STRBi8; |
| 295 | case ARM::t2STRHi12: return ARM::t2STRHi8; |
| 296 | |
| 297 | case ARM::t2LDRi8: |
| 298 | case ARM::t2LDRHi8: |
| 299 | case ARM::t2LDRBi8: |
| 300 | case ARM::t2LDRSHi8: |
| 301 | case ARM::t2LDRSBi8: |
| 302 | case ARM::t2STRi8: |
| 303 | case ARM::t2STRBi8: |
| 304 | case ARM::t2STRHi8: |
| 305 | return opcode; |
| 306 | |
| 307 | default: |
| 308 | break; |
| 309 | } |
| 310 | |
| 311 | return 0; |
| 312 | } |
| 313 | |
| 314 | static unsigned |
| 315 | positiveOffsetOpcode(unsigned opcode) |
| 316 | { |
| 317 | switch (opcode) { |
| 318 | case ARM::t2LDRi8: return ARM::t2LDRi12; |
| 319 | case ARM::t2LDRHi8: return ARM::t2LDRHi12; |
| 320 | case ARM::t2LDRBi8: return ARM::t2LDRBi12; |
| 321 | case ARM::t2LDRSHi8: return ARM::t2LDRSHi12; |
| 322 | case ARM::t2LDRSBi8: return ARM::t2LDRSBi12; |
| 323 | case ARM::t2STRi8: return ARM::t2STRi12; |
| 324 | case ARM::t2STRBi8: return ARM::t2STRBi12; |
| 325 | case ARM::t2STRHi8: return ARM::t2STRHi12; |
| 326 | |
| 327 | case ARM::t2LDRi12: |
| 328 | case ARM::t2LDRHi12: |
| 329 | case ARM::t2LDRBi12: |
| 330 | case ARM::t2LDRSHi12: |
| 331 | case ARM::t2LDRSBi12: |
| 332 | case ARM::t2STRi12: |
| 333 | case ARM::t2STRBi12: |
| 334 | case ARM::t2STRHi12: |
| 335 | return opcode; |
| 336 | |
| 337 | default: |
| 338 | break; |
| 339 | } |
| 340 | |
| 341 | return 0; |
| 342 | } |
| 343 | |
| 344 | static unsigned |
| 345 | immediateOffsetOpcode(unsigned opcode) |
| 346 | { |
| 347 | switch (opcode) { |
| 348 | case ARM::t2LDRs: return ARM::t2LDRi12; |
| 349 | case ARM::t2LDRHs: return ARM::t2LDRHi12; |
| 350 | case ARM::t2LDRBs: return ARM::t2LDRBi12; |
| 351 | case ARM::t2LDRSHs: return ARM::t2LDRSHi12; |
| 352 | case ARM::t2LDRSBs: return ARM::t2LDRSBi12; |
| 353 | case ARM::t2STRs: return ARM::t2STRi12; |
| 354 | case ARM::t2STRBs: return ARM::t2STRBi12; |
| 355 | case ARM::t2STRHs: return ARM::t2STRHi12; |
| 356 | |
| 357 | case ARM::t2LDRi12: |
| 358 | case ARM::t2LDRHi12: |
| 359 | case ARM::t2LDRBi12: |
| 360 | case ARM::t2LDRSHi12: |
| 361 | case ARM::t2LDRSBi12: |
| 362 | case ARM::t2STRi12: |
| 363 | case ARM::t2STRBi12: |
| 364 | case ARM::t2STRHi12: |
| 365 | case ARM::t2LDRi8: |
| 366 | case ARM::t2LDRHi8: |
| 367 | case ARM::t2LDRBi8: |
| 368 | case ARM::t2LDRSHi8: |
| 369 | case ARM::t2LDRSBi8: |
| 370 | case ARM::t2STRi8: |
| 371 | case ARM::t2STRBi8: |
| 372 | case ARM::t2STRHi8: |
| 373 | return opcode; |
| 374 | |
| 375 | default: |
| 376 | break; |
| 377 | } |
| 378 | |
| 379 | return 0; |
| 380 | } |
| 381 | |
Evan Cheng | cdbb3f5 | 2009-08-27 01:23:50 +0000 | [diff] [blame] | 382 | bool llvm::rewriteT2FrameIndex(MachineInstr &MI, unsigned FrameRegIdx, |
| 383 | unsigned FrameReg, int &Offset, |
| 384 | const ARMBaseInstrInfo &TII) { |
Evan Cheng | 6495f63 | 2009-07-28 05:48:47 +0000 | [diff] [blame] | 385 | unsigned Opcode = MI.getOpcode(); |
Evan Cheng | e837dea | 2011-06-28 19:10:37 +0000 | [diff] [blame] | 386 | const MCInstrDesc &Desc = MI.getDesc(); |
Evan Cheng | 6495f63 | 2009-07-28 05:48:47 +0000 | [diff] [blame] | 387 | unsigned AddrMode = (Desc.TSFlags & ARMII::AddrModeMask); |
| 388 | bool isSub = false; |
| 389 | |
| 390 | // Memory operands in inline assembly always use AddrModeT2_i12. |
| 391 | if (Opcode == ARM::INLINEASM) |
| 392 | AddrMode = ARMII::AddrModeT2_i12; // FIXME. mode for thumb2? |
Jim Grosbach | 764ab52 | 2009-08-11 15:33:49 +0000 | [diff] [blame] | 393 | |
Evan Cheng | 6495f63 | 2009-07-28 05:48:47 +0000 | [diff] [blame] | 394 | if (Opcode == ARM::t2ADDri || Opcode == ARM::t2ADDri12) { |
| 395 | Offset += MI.getOperand(FrameRegIdx+1).getImm(); |
Evan Cheng | 8619864 | 2009-08-07 00:34:42 +0000 | [diff] [blame] | 396 | |
Jakob Stoklund Olesen | 35f0feb | 2010-01-19 21:08:28 +0000 | [diff] [blame] | 397 | unsigned PredReg; |
| 398 | if (Offset == 0 && getInstrPredicate(&MI, PredReg) == ARMCC::AL) { |
Evan Cheng | 6495f63 | 2009-07-28 05:48:47 +0000 | [diff] [blame] | 399 | // Turn it into a move. |
Jim Grosbach | 2a7b41b | 2011-06-30 23:38:17 +0000 | [diff] [blame] | 400 | MI.setDesc(TII.get(ARM::tMOVr)); |
Evan Cheng | 6495f63 | 2009-07-28 05:48:47 +0000 | [diff] [blame] | 401 | MI.getOperand(FrameRegIdx).ChangeToRegister(FrameReg, false); |
Jakob Stoklund Olesen | 35f0feb | 2010-01-19 21:08:28 +0000 | [diff] [blame] | 402 | // Remove offset and remaining explicit predicate operands. |
| 403 | do MI.RemoveOperand(FrameRegIdx+1); |
Jim Grosbach | 63b46fa | 2011-06-30 22:10:46 +0000 | [diff] [blame] | 404 | while (MI.getNumOperands() > FrameRegIdx+1); |
| 405 | MachineInstrBuilder MIB(&MI); |
| 406 | AddDefaultPred(MIB); |
Evan Cheng | cdbb3f5 | 2009-08-27 01:23:50 +0000 | [diff] [blame] | 407 | return true; |
Evan Cheng | 6495f63 | 2009-07-28 05:48:47 +0000 | [diff] [blame] | 408 | } |
| 409 | |
Bob Wilson | f5fd499 | 2010-03-08 22:56:15 +0000 | [diff] [blame] | 410 | bool HasCCOut = Opcode != ARM::t2ADDri12; |
| 411 | |
Evan Cheng | 6495f63 | 2009-07-28 05:48:47 +0000 | [diff] [blame] | 412 | if (Offset < 0) { |
| 413 | Offset = -Offset; |
| 414 | isSub = true; |
Jim Grosbach | f6fd909 | 2011-06-29 23:25:04 +0000 | [diff] [blame] | 415 | MI.setDesc(TII.get(ARM::t2SUBri)); |
Evan Cheng | 8619864 | 2009-08-07 00:34:42 +0000 | [diff] [blame] | 416 | } else { |
Jim Grosbach | f6fd909 | 2011-06-29 23:25:04 +0000 | [diff] [blame] | 417 | MI.setDesc(TII.get(ARM::t2ADDri)); |
Evan Cheng | 6495f63 | 2009-07-28 05:48:47 +0000 | [diff] [blame] | 418 | } |
| 419 | |
| 420 | // Common case: small offset, fits into instruction. |
| 421 | if (ARM_AM::getT2SOImmVal(Offset) != -1) { |
Evan Cheng | 6495f63 | 2009-07-28 05:48:47 +0000 | [diff] [blame] | 422 | MI.getOperand(FrameRegIdx).ChangeToRegister(FrameReg, false); |
| 423 | MI.getOperand(FrameRegIdx+1).ChangeToImmediate(Offset); |
Bob Wilson | f5fd499 | 2010-03-08 22:56:15 +0000 | [diff] [blame] | 424 | // Add cc_out operand if the original instruction did not have one. |
| 425 | if (!HasCCOut) |
| 426 | MI.addOperand(MachineOperand::CreateReg(0, false)); |
Evan Cheng | cdbb3f5 | 2009-08-27 01:23:50 +0000 | [diff] [blame] | 427 | Offset = 0; |
| 428 | return true; |
Evan Cheng | 6495f63 | 2009-07-28 05:48:47 +0000 | [diff] [blame] | 429 | } |
| 430 | // Another common case: imm12. |
Bob Wilson | f5fd499 | 2010-03-08 22:56:15 +0000 | [diff] [blame] | 431 | if (Offset < 4096 && |
| 432 | (!HasCCOut || MI.getOperand(MI.getNumOperands()-1).getReg() == 0)) { |
Jim Grosbach | f6fd909 | 2011-06-29 23:25:04 +0000 | [diff] [blame] | 433 | unsigned NewOpc = isSub ? ARM::t2SUBri12 : ARM::t2ADDri12; |
Evan Cheng | 8619864 | 2009-08-07 00:34:42 +0000 | [diff] [blame] | 434 | MI.setDesc(TII.get(NewOpc)); |
Evan Cheng | 6495f63 | 2009-07-28 05:48:47 +0000 | [diff] [blame] | 435 | MI.getOperand(FrameRegIdx).ChangeToRegister(FrameReg, false); |
| 436 | MI.getOperand(FrameRegIdx+1).ChangeToImmediate(Offset); |
Bob Wilson | f5fd499 | 2010-03-08 22:56:15 +0000 | [diff] [blame] | 437 | // Remove the cc_out operand. |
| 438 | if (HasCCOut) |
| 439 | MI.RemoveOperand(MI.getNumOperands()-1); |
Evan Cheng | cdbb3f5 | 2009-08-27 01:23:50 +0000 | [diff] [blame] | 440 | Offset = 0; |
| 441 | return true; |
Evan Cheng | 6495f63 | 2009-07-28 05:48:47 +0000 | [diff] [blame] | 442 | } |
| 443 | |
| 444 | // Otherwise, extract 8 adjacent bits from the immediate into this |
| 445 | // t2ADDri/t2SUBri. |
| 446 | unsigned RotAmt = CountLeadingZeros_32(Offset); |
| 447 | unsigned ThisImmVal = Offset & ARM_AM::rotr32(0xff000000U, RotAmt); |
| 448 | |
| 449 | // We will handle these bits from offset, clear them. |
| 450 | Offset &= ~ThisImmVal; |
| 451 | |
| 452 | assert(ARM_AM::getT2SOImmVal(ThisImmVal) != -1 && |
| 453 | "Bit extraction didn't work?"); |
| 454 | MI.getOperand(FrameRegIdx+1).ChangeToImmediate(ThisImmVal); |
Bob Wilson | f5fd499 | 2010-03-08 22:56:15 +0000 | [diff] [blame] | 455 | // Add cc_out operand if the original instruction did not have one. |
| 456 | if (!HasCCOut) |
| 457 | MI.addOperand(MachineOperand::CreateReg(0, false)); |
| 458 | |
Evan Cheng | 6495f63 | 2009-07-28 05:48:47 +0000 | [diff] [blame] | 459 | } else { |
Bob Wilson | e4863f4 | 2009-09-15 17:56:18 +0000 | [diff] [blame] | 460 | |
Bob Wilson | e6373eb | 2010-02-06 00:24:38 +0000 | [diff] [blame] | 461 | // AddrMode4 and AddrMode6 cannot handle any offset. |
| 462 | if (AddrMode == ARMII::AddrMode4 || AddrMode == ARMII::AddrMode6) |
Bob Wilson | e4863f4 | 2009-09-15 17:56:18 +0000 | [diff] [blame] | 463 | return false; |
| 464 | |
Evan Cheng | 6495f63 | 2009-07-28 05:48:47 +0000 | [diff] [blame] | 465 | // AddrModeT2_so cannot handle any offset. If there is no offset |
| 466 | // register then we change to an immediate version. |
Evan Cheng | 8619864 | 2009-08-07 00:34:42 +0000 | [diff] [blame] | 467 | unsigned NewOpc = Opcode; |
Evan Cheng | 6495f63 | 2009-07-28 05:48:47 +0000 | [diff] [blame] | 468 | if (AddrMode == ARMII::AddrModeT2_so) { |
| 469 | unsigned OffsetReg = MI.getOperand(FrameRegIdx+1).getReg(); |
| 470 | if (OffsetReg != 0) { |
| 471 | MI.getOperand(FrameRegIdx).ChangeToRegister(FrameReg, false); |
Evan Cheng | cdbb3f5 | 2009-08-27 01:23:50 +0000 | [diff] [blame] | 472 | return Offset == 0; |
Evan Cheng | 6495f63 | 2009-07-28 05:48:47 +0000 | [diff] [blame] | 473 | } |
Jim Grosbach | 764ab52 | 2009-08-11 15:33:49 +0000 | [diff] [blame] | 474 | |
Evan Cheng | 6495f63 | 2009-07-28 05:48:47 +0000 | [diff] [blame] | 475 | MI.RemoveOperand(FrameRegIdx+1); |
| 476 | MI.getOperand(FrameRegIdx+1).ChangeToImmediate(0); |
| 477 | NewOpc = immediateOffsetOpcode(Opcode); |
| 478 | AddrMode = ARMII::AddrModeT2_i12; |
| 479 | } |
| 480 | |
| 481 | unsigned NumBits = 0; |
| 482 | unsigned Scale = 1; |
| 483 | if (AddrMode == ARMII::AddrModeT2_i8 || AddrMode == ARMII::AddrModeT2_i12) { |
| 484 | // i8 supports only negative, and i12 supports only positive, so |
| 485 | // based on Offset sign convert Opcode to the appropriate |
| 486 | // instruction |
| 487 | Offset += MI.getOperand(FrameRegIdx+1).getImm(); |
| 488 | if (Offset < 0) { |
| 489 | NewOpc = negativeOffsetOpcode(Opcode); |
| 490 | NumBits = 8; |
| 491 | isSub = true; |
| 492 | Offset = -Offset; |
| 493 | } else { |
| 494 | NewOpc = positiveOffsetOpcode(Opcode); |
| 495 | NumBits = 12; |
| 496 | } |
Bob Wilson | e6373eb | 2010-02-06 00:24:38 +0000 | [diff] [blame] | 497 | } else if (AddrMode == ARMII::AddrMode5) { |
| 498 | // VFP address mode. |
| 499 | const MachineOperand &OffOp = MI.getOperand(FrameRegIdx+1); |
| 500 | int InstrOffs = ARM_AM::getAM5Offset(OffOp.getImm()); |
| 501 | if (ARM_AM::getAM5Op(OffOp.getImm()) == ARM_AM::sub) |
| 502 | InstrOffs *= -1; |
Evan Cheng | 6495f63 | 2009-07-28 05:48:47 +0000 | [diff] [blame] | 503 | NumBits = 8; |
| 504 | Scale = 4; |
| 505 | Offset += InstrOffs * 4; |
| 506 | assert((Offset & (Scale-1)) == 0 && "Can't encode this offset!"); |
| 507 | if (Offset < 0) { |
| 508 | Offset = -Offset; |
| 509 | isSub = true; |
| 510 | } |
Bob Wilson | e6373eb | 2010-02-06 00:24:38 +0000 | [diff] [blame] | 511 | } else { |
| 512 | llvm_unreachable("Unsupported addressing mode!"); |
Evan Cheng | 6495f63 | 2009-07-28 05:48:47 +0000 | [diff] [blame] | 513 | } |
| 514 | |
| 515 | if (NewOpc != Opcode) |
| 516 | MI.setDesc(TII.get(NewOpc)); |
| 517 | |
| 518 | MachineOperand &ImmOp = MI.getOperand(FrameRegIdx+1); |
| 519 | |
| 520 | // Attempt to fold address computation |
| 521 | // Common case: small offset, fits into instruction. |
| 522 | int ImmedOffset = Offset / Scale; |
| 523 | unsigned Mask = (1 << NumBits) - 1; |
| 524 | if ((unsigned)Offset <= Mask * Scale) { |
| 525 | // Replace the FrameIndex with fp/sp |
| 526 | MI.getOperand(FrameRegIdx).ChangeToRegister(FrameReg, false); |
| 527 | if (isSub) { |
| 528 | if (AddrMode == ARMII::AddrMode5) |
| 529 | // FIXME: Not consistent. |
| 530 | ImmedOffset |= 1 << NumBits; |
Jim Grosbach | 764ab52 | 2009-08-11 15:33:49 +0000 | [diff] [blame] | 531 | else |
Evan Cheng | 6495f63 | 2009-07-28 05:48:47 +0000 | [diff] [blame] | 532 | ImmedOffset = -ImmedOffset; |
| 533 | } |
| 534 | ImmOp.ChangeToImmediate(ImmedOffset); |
Evan Cheng | cdbb3f5 | 2009-08-27 01:23:50 +0000 | [diff] [blame] | 535 | Offset = 0; |
| 536 | return true; |
Evan Cheng | 6495f63 | 2009-07-28 05:48:47 +0000 | [diff] [blame] | 537 | } |
Jim Grosbach | 764ab52 | 2009-08-11 15:33:49 +0000 | [diff] [blame] | 538 | |
Evan Cheng | 6495f63 | 2009-07-28 05:48:47 +0000 | [diff] [blame] | 539 | // Otherwise, offset doesn't fit. Pull in what we can to simplify |
David Goodwin | d945378 | 2009-07-28 23:52:33 +0000 | [diff] [blame] | 540 | ImmedOffset = ImmedOffset & Mask; |
Evan Cheng | 6495f63 | 2009-07-28 05:48:47 +0000 | [diff] [blame] | 541 | if (isSub) { |
| 542 | if (AddrMode == ARMII::AddrMode5) |
| 543 | // FIXME: Not consistent. |
| 544 | ImmedOffset |= 1 << NumBits; |
Evan Cheng | a8e8984 | 2009-08-03 02:38:06 +0000 | [diff] [blame] | 545 | else { |
Evan Cheng | 6495f63 | 2009-07-28 05:48:47 +0000 | [diff] [blame] | 546 | ImmedOffset = -ImmedOffset; |
Evan Cheng | a8e8984 | 2009-08-03 02:38:06 +0000 | [diff] [blame] | 547 | if (ImmedOffset == 0) |
| 548 | // Change the opcode back if the encoded offset is zero. |
| 549 | MI.setDesc(TII.get(positiveOffsetOpcode(NewOpc))); |
| 550 | } |
Evan Cheng | 6495f63 | 2009-07-28 05:48:47 +0000 | [diff] [blame] | 551 | } |
| 552 | ImmOp.ChangeToImmediate(ImmedOffset); |
| 553 | Offset &= ~(Mask*Scale); |
| 554 | } |
| 555 | |
Evan Cheng | cdbb3f5 | 2009-08-27 01:23:50 +0000 | [diff] [blame] | 556 | Offset = (isSub) ? -Offset : Offset; |
| 557 | return Offset == 0; |
Evan Cheng | 6495f63 | 2009-07-28 05:48:47 +0000 | [diff] [blame] | 558 | } |
Evan Cheng | 68fc2da | 2010-06-09 19:26:01 +0000 | [diff] [blame] | 559 | |
| 560 | /// scheduleTwoAddrSource - Schedule the copy / re-mat of the source of the |
| 561 | /// two-addrss instruction inserted by two-address pass. |
| 562 | void |
| 563 | Thumb2InstrInfo::scheduleTwoAddrSource(MachineInstr *SrcMI, |
| 564 | MachineInstr *UseMI, |
| 565 | const TargetRegisterInfo &TRI) const { |
Jim Grosbach | 2a7b41b | 2011-06-30 23:38:17 +0000 | [diff] [blame] | 566 | if (SrcMI->getOpcode() != ARM::tMOVr || SrcMI->getOperand(1).isKill()) |
Evan Cheng | 68fc2da | 2010-06-09 19:26:01 +0000 | [diff] [blame] | 567 | return; |
| 568 | |
| 569 | unsigned PredReg = 0; |
| 570 | ARMCC::CondCodes CC = llvm::getInstrPredicate(UseMI, PredReg); |
| 571 | if (CC == ARMCC::AL || PredReg != ARM::CPSR) |
| 572 | return; |
| 573 | |
| 574 | // Schedule the copy so it doesn't come between previous instructions |
| 575 | // and UseMI which can form an IT block. |
| 576 | unsigned SrcReg = SrcMI->getOperand(1).getReg(); |
| 577 | ARMCC::CondCodes OCC = ARMCC::getOppositeCondition(CC); |
| 578 | MachineBasicBlock *MBB = UseMI->getParent(); |
| 579 | MachineBasicBlock::iterator MBBI = SrcMI; |
| 580 | unsigned NumInsts = 0; |
| 581 | while (--MBBI != MBB->begin()) { |
| 582 | if (MBBI->isDebugValue()) |
| 583 | continue; |
| 584 | |
| 585 | MachineInstr *NMI = &*MBBI; |
| 586 | ARMCC::CondCodes NCC = llvm::getInstrPredicate(NMI, PredReg); |
| 587 | if (!(NCC == CC || NCC == OCC) || |
| 588 | NMI->modifiesRegister(SrcReg, &TRI) || |
Jakob Stoklund Olesen | 2420b55 | 2012-02-17 19:23:15 +0000 | [diff] [blame] | 589 | NMI->modifiesRegister(ARM::CPSR, &TRI)) |
Evan Cheng | 68fc2da | 2010-06-09 19:26:01 +0000 | [diff] [blame] | 590 | break; |
| 591 | if (++NumInsts == 4) |
| 592 | // Too many in a row! |
| 593 | return; |
| 594 | } |
| 595 | |
| 596 | if (NumInsts) { |
| 597 | MBB->remove(SrcMI); |
| 598 | MBB->insert(++MBBI, SrcMI); |
| 599 | } |
| 600 | } |
Evan Cheng | 4d54e5b | 2010-06-22 01:18:16 +0000 | [diff] [blame] | 601 | |
| 602 | ARMCC::CondCodes |
| 603 | llvm::getITInstrPredicate(const MachineInstr *MI, unsigned &PredReg) { |
| 604 | unsigned Opc = MI->getOpcode(); |
| 605 | if (Opc == ARM::tBcc || Opc == ARM::t2Bcc) |
| 606 | return ARMCC::AL; |
| 607 | return llvm::getInstrPredicate(MI, PredReg); |
| 608 | } |