Igor Breger | f7359d8 | 2017-02-22 12:25:09 +0000 | [diff] [blame] | 1 | //===- X86InstructionSelector.cpp ----------------------------*- C++ -*-==// |
| 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
| 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
| 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | /// \file |
| 10 | /// This file implements the targeting of the InstructionSelector class for |
| 11 | /// X86. |
| 12 | /// \todo This should be generated by TableGen. |
| 13 | //===----------------------------------------------------------------------===// |
| 14 | |
Igor Breger | a8ba572 | 2017-03-23 15:25:57 +0000 | [diff] [blame] | 15 | #include "X86InstrBuilder.h" |
Igor Breger | f7359d8 | 2017-02-22 12:25:09 +0000 | [diff] [blame] | 16 | #include "X86InstrInfo.h" |
| 17 | #include "X86RegisterBankInfo.h" |
| 18 | #include "X86RegisterInfo.h" |
| 19 | #include "X86Subtarget.h" |
| 20 | #include "X86TargetMachine.h" |
Igor Breger | 3b97ea3 | 2017-04-12 12:54:54 +0000 | [diff] [blame] | 21 | #include "llvm/CodeGen/GlobalISel/InstructionSelector.h" |
Igor Breger | 28f290f | 2017-05-17 12:48:08 +0000 | [diff] [blame^] | 22 | #include "llvm/CodeGen/GlobalISel/Utils.h" |
Igor Breger | f7359d8 | 2017-02-22 12:25:09 +0000 | [diff] [blame] | 23 | #include "llvm/CodeGen/MachineBasicBlock.h" |
| 24 | #include "llvm/CodeGen/MachineFunction.h" |
| 25 | #include "llvm/CodeGen/MachineInstr.h" |
| 26 | #include "llvm/CodeGen/MachineInstrBuilder.h" |
Daniel Sanders | 0b5293f | 2017-04-06 09:49:34 +0000 | [diff] [blame] | 27 | #include "llvm/CodeGen/MachineOperand.h" |
Igor Breger | f7359d8 | 2017-02-22 12:25:09 +0000 | [diff] [blame] | 28 | #include "llvm/CodeGen/MachineRegisterInfo.h" |
| 29 | #include "llvm/IR/Type.h" |
| 30 | #include "llvm/Support/Debug.h" |
| 31 | #include "llvm/Support/raw_ostream.h" |
| 32 | |
| 33 | #define DEBUG_TYPE "X86-isel" |
| 34 | |
| 35 | using namespace llvm; |
| 36 | |
| 37 | #ifndef LLVM_BUILD_GLOBAL_ISEL |
| 38 | #error "You shouldn't build this" |
| 39 | #endif |
| 40 | |
Daniel Sanders | 0b5293f | 2017-04-06 09:49:34 +0000 | [diff] [blame] | 41 | namespace { |
| 42 | |
Daniel Sanders | e7b0d66 | 2017-04-21 15:59:56 +0000 | [diff] [blame] | 43 | #define GET_GLOBALISEL_PREDICATE_BITSET |
| 44 | #include "X86GenGlobalISel.inc" |
| 45 | #undef GET_GLOBALISEL_PREDICATE_BITSET |
| 46 | |
Daniel Sanders | 0b5293f | 2017-04-06 09:49:34 +0000 | [diff] [blame] | 47 | class X86InstructionSelector : public InstructionSelector { |
| 48 | public: |
Daniel Sanders | e7b0d66 | 2017-04-21 15:59:56 +0000 | [diff] [blame] | 49 | X86InstructionSelector(const X86TargetMachine &TM, const X86Subtarget &STI, |
Daniel Sanders | 0b5293f | 2017-04-06 09:49:34 +0000 | [diff] [blame] | 50 | const X86RegisterBankInfo &RBI); |
| 51 | |
| 52 | bool select(MachineInstr &I) const override; |
| 53 | |
| 54 | private: |
| 55 | /// tblgen-erated 'select' implementation, used as the initial selector for |
| 56 | /// the patterns that don't require complex C++. |
| 57 | bool selectImpl(MachineInstr &I) const; |
| 58 | |
Igor Breger | 2452ef0 | 2017-05-01 07:06:08 +0000 | [diff] [blame] | 59 | // TODO: remove after suported by Tablegen-erated instruction selection. |
Daniel Sanders | 0b5293f | 2017-04-06 09:49:34 +0000 | [diff] [blame] | 60 | unsigned getLoadStoreOp(LLT &Ty, const RegisterBank &RB, unsigned Opc, |
| 61 | uint64_t Alignment) const; |
| 62 | |
Daniel Sanders | 0b5293f | 2017-04-06 09:49:34 +0000 | [diff] [blame] | 63 | bool selectLoadStoreOp(MachineInstr &I, MachineRegisterInfo &MRI, |
| 64 | MachineFunction &MF) const; |
Igor Breger | 810c625 | 2017-05-08 09:40:43 +0000 | [diff] [blame] | 65 | bool selectFrameIndexOrGep(MachineInstr &I, MachineRegisterInfo &MRI, |
| 66 | MachineFunction &MF) const; |
Igor Breger | 3b97ea3 | 2017-04-12 12:54:54 +0000 | [diff] [blame] | 67 | bool selectConstant(MachineInstr &I, MachineRegisterInfo &MRI, |
| 68 | MachineFunction &MF) const; |
Igor Breger | 4fdf1e4 | 2017-04-19 11:34:59 +0000 | [diff] [blame] | 69 | bool selectTrunc(MachineInstr &I, MachineRegisterInfo &MRI, |
| 70 | MachineFunction &MF) const; |
Igor Breger | fda31e6 | 2017-05-10 06:52:58 +0000 | [diff] [blame] | 71 | bool selectZext(MachineInstr &I, MachineRegisterInfo &MRI, |
| 72 | MachineFunction &MF) const; |
Igor Breger | c7b5977 | 2017-05-11 07:17:40 +0000 | [diff] [blame] | 73 | bool selectCmp(MachineInstr &I, MachineRegisterInfo &MRI, |
| 74 | MachineFunction &MF) const; |
Daniel Sanders | 0b5293f | 2017-04-06 09:49:34 +0000 | [diff] [blame] | 75 | |
Igor Breger | 28f290f | 2017-05-17 12:48:08 +0000 | [diff] [blame^] | 76 | bool selectUadde(MachineInstr &I, MachineRegisterInfo &MRI, |
| 77 | MachineFunction &MF) const; |
| 78 | |
Daniel Sanders | e7b0d66 | 2017-04-21 15:59:56 +0000 | [diff] [blame] | 79 | const X86TargetMachine &TM; |
Daniel Sanders | 0b5293f | 2017-04-06 09:49:34 +0000 | [diff] [blame] | 80 | const X86Subtarget &STI; |
| 81 | const X86InstrInfo &TII; |
| 82 | const X86RegisterInfo &TRI; |
| 83 | const X86RegisterBankInfo &RBI; |
Daniel Sanders | e7b0d66 | 2017-04-21 15:59:56 +0000 | [diff] [blame] | 84 | |
Daniel Sanders | e9fdba3 | 2017-04-29 17:30:09 +0000 | [diff] [blame] | 85 | #define GET_GLOBALISEL_PREDICATES_DECL |
| 86 | #include "X86GenGlobalISel.inc" |
| 87 | #undef GET_GLOBALISEL_PREDICATES_DECL |
Daniel Sanders | 0b5293f | 2017-04-06 09:49:34 +0000 | [diff] [blame] | 88 | |
| 89 | #define GET_GLOBALISEL_TEMPORARIES_DECL |
| 90 | #include "X86GenGlobalISel.inc" |
| 91 | #undef GET_GLOBALISEL_TEMPORARIES_DECL |
| 92 | }; |
| 93 | |
| 94 | } // end anonymous namespace |
| 95 | |
Daniel Sanders | 8a4bae9 | 2017-03-14 21:32:08 +0000 | [diff] [blame] | 96 | #define GET_GLOBALISEL_IMPL |
Igor Breger | f7359d8 | 2017-02-22 12:25:09 +0000 | [diff] [blame] | 97 | #include "X86GenGlobalISel.inc" |
Daniel Sanders | 8a4bae9 | 2017-03-14 21:32:08 +0000 | [diff] [blame] | 98 | #undef GET_GLOBALISEL_IMPL |
Igor Breger | f7359d8 | 2017-02-22 12:25:09 +0000 | [diff] [blame] | 99 | |
Daniel Sanders | e7b0d66 | 2017-04-21 15:59:56 +0000 | [diff] [blame] | 100 | X86InstructionSelector::X86InstructionSelector(const X86TargetMachine &TM, |
| 101 | const X86Subtarget &STI, |
Igor Breger | f7359d8 | 2017-02-22 12:25:09 +0000 | [diff] [blame] | 102 | const X86RegisterBankInfo &RBI) |
Daniel Sanders | e7b0d66 | 2017-04-21 15:59:56 +0000 | [diff] [blame] | 103 | : InstructionSelector(), TM(TM), STI(STI), TII(*STI.getInstrInfo()), |
Daniel Sanders | e9fdba3 | 2017-04-29 17:30:09 +0000 | [diff] [blame] | 104 | TRI(*STI.getRegisterInfo()), RBI(RBI), |
| 105 | #define GET_GLOBALISEL_PREDICATES_INIT |
| 106 | #include "X86GenGlobalISel.inc" |
| 107 | #undef GET_GLOBALISEL_PREDICATES_INIT |
Daniel Sanders | 8a4bae9 | 2017-03-14 21:32:08 +0000 | [diff] [blame] | 108 | #define GET_GLOBALISEL_TEMPORARIES_INIT |
| 109 | #include "X86GenGlobalISel.inc" |
| 110 | #undef GET_GLOBALISEL_TEMPORARIES_INIT |
| 111 | { |
| 112 | } |
Igor Breger | f7359d8 | 2017-02-22 12:25:09 +0000 | [diff] [blame] | 113 | |
| 114 | // FIXME: This should be target-independent, inferred from the types declared |
| 115 | // for each class in the bank. |
| 116 | static const TargetRegisterClass * |
| 117 | getRegClassForTypeOnBank(LLT Ty, const RegisterBank &RB) { |
| 118 | if (RB.getID() == X86::GPRRegBankID) { |
Igor Breger | 4fdf1e4 | 2017-04-19 11:34:59 +0000 | [diff] [blame] | 119 | if (Ty.getSizeInBits() <= 8) |
| 120 | return &X86::GR8RegClass; |
| 121 | if (Ty.getSizeInBits() == 16) |
| 122 | return &X86::GR16RegClass; |
Igor Breger | 321cf3c | 2017-03-03 08:06:46 +0000 | [diff] [blame] | 123 | if (Ty.getSizeInBits() == 32) |
Igor Breger | f7359d8 | 2017-02-22 12:25:09 +0000 | [diff] [blame] | 124 | return &X86::GR32RegClass; |
| 125 | if (Ty.getSizeInBits() == 64) |
| 126 | return &X86::GR64RegClass; |
| 127 | } |
Igor Breger | 321cf3c | 2017-03-03 08:06:46 +0000 | [diff] [blame] | 128 | if (RB.getID() == X86::VECRRegBankID) { |
| 129 | if (Ty.getSizeInBits() == 32) |
| 130 | return &X86::FR32XRegClass; |
| 131 | if (Ty.getSizeInBits() == 64) |
| 132 | return &X86::FR64XRegClass; |
| 133 | if (Ty.getSizeInBits() == 128) |
| 134 | return &X86::VR128XRegClass; |
| 135 | if (Ty.getSizeInBits() == 256) |
| 136 | return &X86::VR256XRegClass; |
| 137 | if (Ty.getSizeInBits() == 512) |
| 138 | return &X86::VR512RegClass; |
| 139 | } |
Igor Breger | f7359d8 | 2017-02-22 12:25:09 +0000 | [diff] [blame] | 140 | |
| 141 | llvm_unreachable("Unknown RegBank!"); |
| 142 | } |
| 143 | |
| 144 | // Set X86 Opcode and constrain DestReg. |
| 145 | static bool selectCopy(MachineInstr &I, const TargetInstrInfo &TII, |
| 146 | MachineRegisterInfo &MRI, const TargetRegisterInfo &TRI, |
| 147 | const RegisterBankInfo &RBI) { |
| 148 | |
| 149 | unsigned DstReg = I.getOperand(0).getReg(); |
| 150 | if (TargetRegisterInfo::isPhysicalRegister(DstReg)) { |
| 151 | assert(I.isCopy() && "Generic operators do not allow physical registers"); |
| 152 | return true; |
| 153 | } |
| 154 | |
| 155 | const RegisterBank &RegBank = *RBI.getRegBank(DstReg, MRI, TRI); |
| 156 | const unsigned DstSize = MRI.getType(DstReg).getSizeInBits(); |
| 157 | unsigned SrcReg = I.getOperand(1).getReg(); |
| 158 | const unsigned SrcSize = RBI.getSizeInBits(SrcReg, MRI, TRI); |
Igor Breger | 360d0f2 | 2017-04-27 08:02:03 +0000 | [diff] [blame] | 159 | |
Igor Breger | f7359d8 | 2017-02-22 12:25:09 +0000 | [diff] [blame] | 160 | assert((!TargetRegisterInfo::isPhysicalRegister(SrcReg) || I.isCopy()) && |
| 161 | "No phys reg on generic operators"); |
| 162 | assert((DstSize == SrcSize || |
| 163 | // Copies are a mean to setup initial types, the number of |
| 164 | // bits may not exactly match. |
| 165 | (TargetRegisterInfo::isPhysicalRegister(SrcReg) && |
| 166 | DstSize <= RBI.getSizeInBits(SrcReg, MRI, TRI))) && |
| 167 | "Copy with different width?!"); |
| 168 | |
| 169 | const TargetRegisterClass *RC = nullptr; |
| 170 | |
| 171 | switch (RegBank.getID()) { |
| 172 | case X86::GPRRegBankID: |
| 173 | assert((DstSize <= 64) && "GPRs cannot get more than 64-bit width values."); |
| 174 | RC = getRegClassForTypeOnBank(MRI.getType(DstReg), RegBank); |
Igor Breger | 360d0f2 | 2017-04-27 08:02:03 +0000 | [diff] [blame] | 175 | |
| 176 | // Change the physical register |
| 177 | if (SrcSize > DstSize && TargetRegisterInfo::isPhysicalRegister(SrcReg)) { |
| 178 | if (RC == &X86::GR32RegClass) |
| 179 | I.getOperand(1).setSubReg(X86::sub_32bit); |
| 180 | else if (RC == &X86::GR16RegClass) |
| 181 | I.getOperand(1).setSubReg(X86::sub_16bit); |
| 182 | else if (RC == &X86::GR8RegClass) |
| 183 | I.getOperand(1).setSubReg(X86::sub_8bit); |
| 184 | |
| 185 | I.getOperand(1).substPhysReg(SrcReg, TRI); |
| 186 | } |
Igor Breger | f7359d8 | 2017-02-22 12:25:09 +0000 | [diff] [blame] | 187 | break; |
Igor Breger | 321cf3c | 2017-03-03 08:06:46 +0000 | [diff] [blame] | 188 | case X86::VECRRegBankID: |
| 189 | RC = getRegClassForTypeOnBank(MRI.getType(DstReg), RegBank); |
| 190 | break; |
Igor Breger | f7359d8 | 2017-02-22 12:25:09 +0000 | [diff] [blame] | 191 | default: |
| 192 | llvm_unreachable("Unknown RegBank!"); |
| 193 | } |
| 194 | |
| 195 | // No need to constrain SrcReg. It will get constrained when |
| 196 | // we hit another of its use or its defs. |
| 197 | // Copies do not have constraints. |
Igor Breger | 8a924be | 2017-03-23 12:13:29 +0000 | [diff] [blame] | 198 | const TargetRegisterClass *OldRC = MRI.getRegClassOrNull(DstReg); |
Igor Breger | 321cf3c | 2017-03-03 08:06:46 +0000 | [diff] [blame] | 199 | if (!OldRC || !RC->hasSubClassEq(OldRC)) { |
| 200 | if (!RBI.constrainGenericRegister(DstReg, *RC, MRI)) { |
Igor Breger | 8a924be | 2017-03-23 12:13:29 +0000 | [diff] [blame] | 201 | DEBUG(dbgs() << "Failed to constrain " << TII.getName(I.getOpcode()) |
| 202 | << " operand\n"); |
| 203 | return false; |
| 204 | } |
Igor Breger | f7359d8 | 2017-02-22 12:25:09 +0000 | [diff] [blame] | 205 | } |
| 206 | I.setDesc(TII.get(X86::COPY)); |
| 207 | return true; |
| 208 | } |
| 209 | |
| 210 | bool X86InstructionSelector::select(MachineInstr &I) const { |
| 211 | assert(I.getParent() && "Instruction should be in a basic block!"); |
| 212 | assert(I.getParent()->getParent() && "Instruction should be in a function!"); |
| 213 | |
| 214 | MachineBasicBlock &MBB = *I.getParent(); |
| 215 | MachineFunction &MF = *MBB.getParent(); |
| 216 | MachineRegisterInfo &MRI = MF.getRegInfo(); |
| 217 | |
| 218 | unsigned Opcode = I.getOpcode(); |
| 219 | if (!isPreISelGenericOpcode(Opcode)) { |
| 220 | // Certain non-generic instructions also need some special handling. |
| 221 | |
| 222 | if (I.isCopy()) |
| 223 | return selectCopy(I, TII, MRI, TRI, RBI); |
| 224 | |
| 225 | // TODO: handle more cases - LOAD_STACK_GUARD, PHI |
| 226 | return true; |
| 227 | } |
| 228 | |
Benjamin Kramer | 5a7e0f8 | 2017-02-22 12:59:47 +0000 | [diff] [blame] | 229 | assert(I.getNumOperands() == I.getNumExplicitOperands() && |
| 230 | "Generic instruction has unexpected implicit operands\n"); |
Igor Breger | f7359d8 | 2017-02-22 12:25:09 +0000 | [diff] [blame] | 231 | |
Igor Breger | 2452ef0 | 2017-05-01 07:06:08 +0000 | [diff] [blame] | 232 | if (selectImpl(I)) |
Igor Breger | fda31e6 | 2017-05-10 06:52:58 +0000 | [diff] [blame] | 233 | return true; |
Igor Breger | 2452ef0 | 2017-05-01 07:06:08 +0000 | [diff] [blame] | 234 | |
| 235 | DEBUG(dbgs() << " C++ instruction selection: "; I.print(dbgs())); |
| 236 | |
| 237 | // TODO: This should be implemented by tblgen. |
Igor Breger | a8ba572 | 2017-03-23 15:25:57 +0000 | [diff] [blame] | 238 | if (selectLoadStoreOp(I, MRI, MF)) |
Igor Breger | 321cf3c | 2017-03-03 08:06:46 +0000 | [diff] [blame] | 239 | return true; |
Igor Breger | 810c625 | 2017-05-08 09:40:43 +0000 | [diff] [blame] | 240 | if (selectFrameIndexOrGep(I, MRI, MF)) |
Igor Breger | 531a203 | 2017-03-26 08:11:12 +0000 | [diff] [blame] | 241 | return true; |
Igor Breger | 3b97ea3 | 2017-04-12 12:54:54 +0000 | [diff] [blame] | 242 | if (selectConstant(I, MRI, MF)) |
| 243 | return true; |
Igor Breger | 4fdf1e4 | 2017-04-19 11:34:59 +0000 | [diff] [blame] | 244 | if (selectTrunc(I, MRI, MF)) |
| 245 | return true; |
Igor Breger | fda31e6 | 2017-05-10 06:52:58 +0000 | [diff] [blame] | 246 | if (selectZext(I, MRI, MF)) |
| 247 | return true; |
Igor Breger | c7b5977 | 2017-05-11 07:17:40 +0000 | [diff] [blame] | 248 | if (selectCmp(I, MRI, MF)) |
| 249 | return true; |
Igor Breger | 28f290f | 2017-05-17 12:48:08 +0000 | [diff] [blame^] | 250 | if (selectUadde(I, MRI, MF)) |
| 251 | return true; |
Igor Breger | 321cf3c | 2017-03-03 08:06:46 +0000 | [diff] [blame] | 252 | |
Igor Breger | 2452ef0 | 2017-05-01 07:06:08 +0000 | [diff] [blame] | 253 | return false; |
Igor Breger | f7359d8 | 2017-02-22 12:25:09 +0000 | [diff] [blame] | 254 | } |
Igor Breger | 321cf3c | 2017-03-03 08:06:46 +0000 | [diff] [blame] | 255 | |
Igor Breger | a8ba572 | 2017-03-23 15:25:57 +0000 | [diff] [blame] | 256 | unsigned X86InstructionSelector::getLoadStoreOp(LLT &Ty, const RegisterBank &RB, |
| 257 | unsigned Opc, |
| 258 | uint64_t Alignment) const { |
| 259 | bool Isload = (Opc == TargetOpcode::G_LOAD); |
| 260 | bool HasAVX = STI.hasAVX(); |
| 261 | bool HasAVX512 = STI.hasAVX512(); |
| 262 | bool HasVLX = STI.hasVLX(); |
| 263 | |
| 264 | if (Ty == LLT::scalar(8)) { |
| 265 | if (X86::GPRRegBankID == RB.getID()) |
| 266 | return Isload ? X86::MOV8rm : X86::MOV8mr; |
| 267 | } else if (Ty == LLT::scalar(16)) { |
| 268 | if (X86::GPRRegBankID == RB.getID()) |
| 269 | return Isload ? X86::MOV16rm : X86::MOV16mr; |
Igor Breger | a9edb88 | 2017-05-01 06:08:32 +0000 | [diff] [blame] | 270 | } else if (Ty == LLT::scalar(32) || Ty == LLT::pointer(0, 32)) { |
Igor Breger | a8ba572 | 2017-03-23 15:25:57 +0000 | [diff] [blame] | 271 | if (X86::GPRRegBankID == RB.getID()) |
| 272 | return Isload ? X86::MOV32rm : X86::MOV32mr; |
| 273 | if (X86::VECRRegBankID == RB.getID()) |
| 274 | return Isload ? (HasAVX512 ? X86::VMOVSSZrm |
| 275 | : HasAVX ? X86::VMOVSSrm : X86::MOVSSrm) |
| 276 | : (HasAVX512 ? X86::VMOVSSZmr |
| 277 | : HasAVX ? X86::VMOVSSmr : X86::MOVSSmr); |
Igor Breger | a9edb88 | 2017-05-01 06:08:32 +0000 | [diff] [blame] | 278 | } else if (Ty == LLT::scalar(64) || Ty == LLT::pointer(0, 64)) { |
Igor Breger | a8ba572 | 2017-03-23 15:25:57 +0000 | [diff] [blame] | 279 | if (X86::GPRRegBankID == RB.getID()) |
| 280 | return Isload ? X86::MOV64rm : X86::MOV64mr; |
| 281 | if (X86::VECRRegBankID == RB.getID()) |
| 282 | return Isload ? (HasAVX512 ? X86::VMOVSDZrm |
| 283 | : HasAVX ? X86::VMOVSDrm : X86::MOVSDrm) |
| 284 | : (HasAVX512 ? X86::VMOVSDZmr |
| 285 | : HasAVX ? X86::VMOVSDmr : X86::MOVSDmr); |
| 286 | } else if (Ty.isVector() && Ty.getSizeInBits() == 128) { |
| 287 | if (Alignment >= 16) |
| 288 | return Isload ? (HasVLX ? X86::VMOVAPSZ128rm |
| 289 | : HasAVX512 |
| 290 | ? X86::VMOVAPSZ128rm_NOVLX |
| 291 | : HasAVX ? X86::VMOVAPSrm : X86::MOVAPSrm) |
| 292 | : (HasVLX ? X86::VMOVAPSZ128mr |
| 293 | : HasAVX512 |
| 294 | ? X86::VMOVAPSZ128mr_NOVLX |
| 295 | : HasAVX ? X86::VMOVAPSmr : X86::MOVAPSmr); |
| 296 | else |
| 297 | return Isload ? (HasVLX ? X86::VMOVUPSZ128rm |
| 298 | : HasAVX512 |
| 299 | ? X86::VMOVUPSZ128rm_NOVLX |
| 300 | : HasAVX ? X86::VMOVUPSrm : X86::MOVUPSrm) |
| 301 | : (HasVLX ? X86::VMOVUPSZ128mr |
| 302 | : HasAVX512 |
| 303 | ? X86::VMOVUPSZ128mr_NOVLX |
| 304 | : HasAVX ? X86::VMOVUPSmr : X86::MOVUPSmr); |
| 305 | } |
| 306 | return Opc; |
| 307 | } |
| 308 | |
| 309 | bool X86InstructionSelector::selectLoadStoreOp(MachineInstr &I, |
| 310 | MachineRegisterInfo &MRI, |
| 311 | MachineFunction &MF) const { |
| 312 | |
| 313 | unsigned Opc = I.getOpcode(); |
| 314 | |
| 315 | if (Opc != TargetOpcode::G_STORE && Opc != TargetOpcode::G_LOAD) |
| 316 | return false; |
| 317 | |
| 318 | const unsigned DefReg = I.getOperand(0).getReg(); |
| 319 | LLT Ty = MRI.getType(DefReg); |
| 320 | const RegisterBank &RB = *RBI.getRegBank(DefReg, MRI, TRI); |
| 321 | |
| 322 | auto &MemOp = **I.memoperands_begin(); |
| 323 | unsigned NewOpc = getLoadStoreOp(Ty, RB, Opc, MemOp.getAlignment()); |
| 324 | if (NewOpc == Opc) |
| 325 | return false; |
| 326 | |
| 327 | I.setDesc(TII.get(NewOpc)); |
| 328 | MachineInstrBuilder MIB(MF, I); |
| 329 | if (Opc == TargetOpcode::G_LOAD) |
| 330 | addOffset(MIB, 0); |
| 331 | else { |
| 332 | // G_STORE (VAL, Addr), X86Store instruction (Addr, VAL) |
| 333 | I.RemoveOperand(0); |
| 334 | addOffset(MIB, 0).addUse(DefReg); |
| 335 | } |
| 336 | return constrainSelectedInstRegOperands(I, TII, TRI, RBI); |
| 337 | } |
| 338 | |
Igor Breger | 810c625 | 2017-05-08 09:40:43 +0000 | [diff] [blame] | 339 | bool X86InstructionSelector::selectFrameIndexOrGep(MachineInstr &I, |
| 340 | MachineRegisterInfo &MRI, |
| 341 | MachineFunction &MF) const { |
| 342 | unsigned Opc = I.getOpcode(); |
| 343 | |
| 344 | if (Opc != TargetOpcode::G_FRAME_INDEX && Opc != TargetOpcode::G_GEP) |
Igor Breger | 531a203 | 2017-03-26 08:11:12 +0000 | [diff] [blame] | 345 | return false; |
| 346 | |
| 347 | const unsigned DefReg = I.getOperand(0).getReg(); |
| 348 | LLT Ty = MRI.getType(DefReg); |
| 349 | |
Igor Breger | 810c625 | 2017-05-08 09:40:43 +0000 | [diff] [blame] | 350 | // Use LEA to calculate frame index and GEP |
Igor Breger | 531a203 | 2017-03-26 08:11:12 +0000 | [diff] [blame] | 351 | unsigned NewOpc; |
| 352 | if (Ty == LLT::pointer(0, 64)) |
| 353 | NewOpc = X86::LEA64r; |
| 354 | else if (Ty == LLT::pointer(0, 32)) |
| 355 | NewOpc = STI.isTarget64BitILP32() ? X86::LEA64_32r : X86::LEA32r; |
| 356 | else |
Igor Breger | 810c625 | 2017-05-08 09:40:43 +0000 | [diff] [blame] | 357 | llvm_unreachable("Can't select G_FRAME_INDEX/G_GEP, unsupported type."); |
Igor Breger | 531a203 | 2017-03-26 08:11:12 +0000 | [diff] [blame] | 358 | |
| 359 | I.setDesc(TII.get(NewOpc)); |
| 360 | MachineInstrBuilder MIB(MF, I); |
Igor Breger | 810c625 | 2017-05-08 09:40:43 +0000 | [diff] [blame] | 361 | |
| 362 | if (Opc == TargetOpcode::G_FRAME_INDEX) { |
| 363 | addOffset(MIB, 0); |
| 364 | } else { |
| 365 | MachineOperand &InxOp = I.getOperand(2); |
| 366 | I.addOperand(InxOp); // set IndexReg |
| 367 | InxOp.ChangeToImmediate(1); // set Scale |
| 368 | MIB.addImm(0).addReg(0); |
| 369 | } |
Igor Breger | 531a203 | 2017-03-26 08:11:12 +0000 | [diff] [blame] | 370 | |
| 371 | return constrainSelectedInstRegOperands(I, TII, TRI, RBI); |
| 372 | } |
Daniel Sanders | 0b5293f | 2017-04-06 09:49:34 +0000 | [diff] [blame] | 373 | |
Igor Breger | 3b97ea3 | 2017-04-12 12:54:54 +0000 | [diff] [blame] | 374 | bool X86InstructionSelector::selectConstant(MachineInstr &I, |
| 375 | MachineRegisterInfo &MRI, |
| 376 | MachineFunction &MF) const { |
| 377 | if (I.getOpcode() != TargetOpcode::G_CONSTANT) |
| 378 | return false; |
| 379 | |
| 380 | const unsigned DefReg = I.getOperand(0).getReg(); |
| 381 | LLT Ty = MRI.getType(DefReg); |
| 382 | |
| 383 | assert(Ty.isScalar() && "invalid element type."); |
| 384 | |
| 385 | uint64_t Val = 0; |
| 386 | if (I.getOperand(1).isCImm()) { |
| 387 | Val = I.getOperand(1).getCImm()->getZExtValue(); |
| 388 | I.getOperand(1).ChangeToImmediate(Val); |
| 389 | } else if (I.getOperand(1).isImm()) { |
| 390 | Val = I.getOperand(1).getImm(); |
| 391 | } else |
| 392 | llvm_unreachable("Unsupported operand type."); |
| 393 | |
| 394 | unsigned NewOpc; |
| 395 | switch (Ty.getSizeInBits()) { |
| 396 | case 8: |
| 397 | NewOpc = X86::MOV8ri; |
| 398 | break; |
| 399 | case 16: |
| 400 | NewOpc = X86::MOV16ri; |
| 401 | break; |
| 402 | case 32: |
| 403 | NewOpc = X86::MOV32ri; |
| 404 | break; |
| 405 | case 64: { |
| 406 | // TODO: in case isUInt<32>(Val), X86::MOV32ri can be used |
| 407 | if (isInt<32>(Val)) |
| 408 | NewOpc = X86::MOV64ri32; |
| 409 | else |
| 410 | NewOpc = X86::MOV64ri; |
| 411 | break; |
| 412 | } |
| 413 | default: |
| 414 | llvm_unreachable("Can't select G_CONSTANT, unsupported type."); |
| 415 | } |
| 416 | |
| 417 | I.setDesc(TII.get(NewOpc)); |
| 418 | return constrainSelectedInstRegOperands(I, TII, TRI, RBI); |
| 419 | } |
| 420 | |
Igor Breger | 4fdf1e4 | 2017-04-19 11:34:59 +0000 | [diff] [blame] | 421 | bool X86InstructionSelector::selectTrunc(MachineInstr &I, |
| 422 | MachineRegisterInfo &MRI, |
| 423 | MachineFunction &MF) const { |
| 424 | if (I.getOpcode() != TargetOpcode::G_TRUNC) |
| 425 | return false; |
| 426 | |
| 427 | const unsigned DstReg = I.getOperand(0).getReg(); |
| 428 | const unsigned SrcReg = I.getOperand(1).getReg(); |
| 429 | |
| 430 | const LLT DstTy = MRI.getType(DstReg); |
| 431 | const LLT SrcTy = MRI.getType(SrcReg); |
| 432 | |
| 433 | const RegisterBank &DstRB = *RBI.getRegBank(DstReg, MRI, TRI); |
| 434 | const RegisterBank &SrcRB = *RBI.getRegBank(SrcReg, MRI, TRI); |
| 435 | |
| 436 | if (DstRB.getID() != SrcRB.getID()) { |
| 437 | DEBUG(dbgs() << "G_TRUNC input/output on different banks\n"); |
| 438 | return false; |
| 439 | } |
| 440 | |
| 441 | if (DstRB.getID() != X86::GPRRegBankID) |
| 442 | return false; |
| 443 | |
| 444 | const TargetRegisterClass *DstRC = getRegClassForTypeOnBank(DstTy, DstRB); |
| 445 | if (!DstRC) |
| 446 | return false; |
| 447 | |
| 448 | const TargetRegisterClass *SrcRC = getRegClassForTypeOnBank(SrcTy, SrcRB); |
| 449 | if (!SrcRC) |
| 450 | return false; |
| 451 | |
| 452 | if (!RBI.constrainGenericRegister(SrcReg, *SrcRC, MRI) || |
| 453 | !RBI.constrainGenericRegister(DstReg, *DstRC, MRI)) { |
| 454 | DEBUG(dbgs() << "Failed to constrain G_TRUNC\n"); |
| 455 | return false; |
| 456 | } |
| 457 | |
| 458 | if (DstRC == SrcRC) { |
| 459 | // Nothing to be done |
| 460 | } else if (DstRC == &X86::GR32RegClass) { |
| 461 | I.getOperand(1).setSubReg(X86::sub_32bit); |
| 462 | } else if (DstRC == &X86::GR16RegClass) { |
| 463 | I.getOperand(1).setSubReg(X86::sub_16bit); |
| 464 | } else if (DstRC == &X86::GR8RegClass) { |
| 465 | I.getOperand(1).setSubReg(X86::sub_8bit); |
| 466 | } else { |
| 467 | return false; |
| 468 | } |
| 469 | |
| 470 | I.setDesc(TII.get(X86::COPY)); |
| 471 | return true; |
| 472 | } |
| 473 | |
Igor Breger | fda31e6 | 2017-05-10 06:52:58 +0000 | [diff] [blame] | 474 | bool X86InstructionSelector::selectZext(MachineInstr &I, |
| 475 | MachineRegisterInfo &MRI, |
| 476 | MachineFunction &MF) const { |
| 477 | if (I.getOpcode() != TargetOpcode::G_ZEXT) |
| 478 | return false; |
| 479 | |
| 480 | const unsigned DstReg = I.getOperand(0).getReg(); |
| 481 | const unsigned SrcReg = I.getOperand(1).getReg(); |
| 482 | |
| 483 | const LLT DstTy = MRI.getType(DstReg); |
| 484 | const LLT SrcTy = MRI.getType(SrcReg); |
| 485 | |
| 486 | if (SrcTy == LLT::scalar(1)) { |
| 487 | |
| 488 | unsigned AndOpc; |
| 489 | if (DstTy == LLT::scalar(32)) |
| 490 | AndOpc = X86::AND32ri8; |
| 491 | else if (DstTy == LLT::scalar(64)) |
| 492 | AndOpc = X86::AND64ri8; |
| 493 | else |
| 494 | return false; |
| 495 | |
| 496 | const RegisterBank &RegBank = *RBI.getRegBank(DstReg, MRI, TRI); |
| 497 | unsigned DefReg = |
| 498 | MRI.createVirtualRegister(getRegClassForTypeOnBank(DstTy, RegBank)); |
| 499 | |
| 500 | BuildMI(*I.getParent(), I, I.getDebugLoc(), |
| 501 | TII.get(TargetOpcode::SUBREG_TO_REG), DefReg) |
| 502 | .addImm(0) |
| 503 | .addReg(SrcReg) |
| 504 | .addImm(X86::sub_8bit); |
| 505 | |
| 506 | MachineInstr &AndInst = |
| 507 | *BuildMI(*I.getParent(), I, I.getDebugLoc(), TII.get(AndOpc), DstReg) |
| 508 | .addReg(DefReg) |
| 509 | .addImm(1); |
| 510 | |
| 511 | constrainSelectedInstRegOperands(AndInst, TII, TRI, RBI); |
| 512 | |
| 513 | I.eraseFromParent(); |
| 514 | return true; |
| 515 | } |
| 516 | |
| 517 | return false; |
| 518 | } |
| 519 | |
Igor Breger | c7b5977 | 2017-05-11 07:17:40 +0000 | [diff] [blame] | 520 | bool X86InstructionSelector::selectCmp(MachineInstr &I, |
| 521 | MachineRegisterInfo &MRI, |
| 522 | MachineFunction &MF) const { |
| 523 | if (I.getOpcode() != TargetOpcode::G_ICMP) |
| 524 | return false; |
| 525 | |
| 526 | X86::CondCode CC; |
| 527 | bool SwapArgs; |
| 528 | std::tie(CC, SwapArgs) = X86::getX86ConditionCode( |
| 529 | (CmpInst::Predicate)I.getOperand(1).getPredicate()); |
| 530 | unsigned OpSet = X86::getSETFromCond(CC); |
| 531 | |
| 532 | unsigned LHS = I.getOperand(2).getReg(); |
| 533 | unsigned RHS = I.getOperand(3).getReg(); |
| 534 | |
| 535 | if (SwapArgs) |
| 536 | std::swap(LHS, RHS); |
| 537 | |
| 538 | unsigned OpCmp; |
| 539 | LLT Ty = MRI.getType(LHS); |
| 540 | |
| 541 | switch (Ty.getSizeInBits()) { |
| 542 | default: |
| 543 | return false; |
| 544 | case 8: |
| 545 | OpCmp = X86::CMP8rr; |
| 546 | break; |
| 547 | case 16: |
| 548 | OpCmp = X86::CMP16rr; |
| 549 | break; |
| 550 | case 32: |
| 551 | OpCmp = X86::CMP32rr; |
| 552 | break; |
| 553 | case 64: |
| 554 | OpCmp = X86::CMP64rr; |
| 555 | break; |
| 556 | } |
| 557 | |
| 558 | MachineInstr &CmpInst = |
| 559 | *BuildMI(*I.getParent(), I, I.getDebugLoc(), TII.get(OpCmp)) |
| 560 | .addReg(LHS) |
| 561 | .addReg(RHS); |
| 562 | |
| 563 | MachineInstr &SetInst = *BuildMI(*I.getParent(), I, I.getDebugLoc(), |
| 564 | TII.get(OpSet), I.getOperand(0).getReg()); |
| 565 | |
| 566 | constrainSelectedInstRegOperands(CmpInst, TII, TRI, RBI); |
| 567 | constrainSelectedInstRegOperands(SetInst, TII, TRI, RBI); |
| 568 | |
| 569 | I.eraseFromParent(); |
| 570 | return true; |
| 571 | } |
| 572 | |
Igor Breger | 28f290f | 2017-05-17 12:48:08 +0000 | [diff] [blame^] | 573 | bool X86InstructionSelector::selectUadde(MachineInstr &I, |
| 574 | MachineRegisterInfo &MRI, |
| 575 | MachineFunction &MF) const { |
| 576 | if (I.getOpcode() != TargetOpcode::G_UADDE) |
| 577 | return false; |
| 578 | |
| 579 | const unsigned DstReg = I.getOperand(0).getReg(); |
| 580 | const unsigned CarryOutReg = I.getOperand(1).getReg(); |
| 581 | const unsigned Op0Reg = I.getOperand(2).getReg(); |
| 582 | const unsigned Op1Reg = I.getOperand(3).getReg(); |
| 583 | unsigned CarryInReg = I.getOperand(4).getReg(); |
| 584 | |
| 585 | const LLT DstTy = MRI.getType(DstReg); |
| 586 | |
| 587 | if (DstTy != LLT::scalar(32)) |
| 588 | return false; |
| 589 | |
| 590 | // find CarryIn def instruction. |
| 591 | MachineInstr *Def = MRI.getVRegDef(CarryInReg); |
| 592 | while (Def->getOpcode() == TargetOpcode::G_TRUNC) { |
| 593 | CarryInReg = Def->getOperand(1).getReg(); |
| 594 | Def = MRI.getVRegDef(CarryInReg); |
| 595 | } |
| 596 | |
| 597 | unsigned Opcode; |
| 598 | if (Def->getOpcode() == TargetOpcode::G_UADDE) { |
| 599 | // carry set by prev ADD. |
| 600 | |
| 601 | BuildMI(*I.getParent(), I, I.getDebugLoc(), TII.get(X86::COPY), X86::EFLAGS) |
| 602 | .addReg(CarryInReg); |
| 603 | |
| 604 | if (!RBI.constrainGenericRegister(CarryInReg, X86::GR32RegClass, MRI)) |
| 605 | return false; |
| 606 | |
| 607 | Opcode = X86::ADC32rr; |
| 608 | } else if (auto val = getConstantVRegVal(CarryInReg, MRI)) { |
| 609 | // carry is constant, support only 0. |
| 610 | if (*val != 0) |
| 611 | return false; |
| 612 | |
| 613 | Opcode = X86::ADD32rr; |
| 614 | } else |
| 615 | return false; |
| 616 | |
| 617 | MachineInstr &AddInst = |
| 618 | *BuildMI(*I.getParent(), I, I.getDebugLoc(), TII.get(Opcode), DstReg) |
| 619 | .addReg(Op0Reg) |
| 620 | .addReg(Op1Reg); |
| 621 | |
| 622 | BuildMI(*I.getParent(), I, I.getDebugLoc(), TII.get(X86::COPY), CarryOutReg) |
| 623 | .addReg(X86::EFLAGS); |
| 624 | |
| 625 | if (!constrainSelectedInstRegOperands(AddInst, TII, TRI, RBI) || |
| 626 | !RBI.constrainGenericRegister(CarryOutReg, X86::GR32RegClass, MRI)) |
| 627 | return false; |
| 628 | |
| 629 | I.eraseFromParent(); |
| 630 | return true; |
| 631 | } |
| 632 | |
Daniel Sanders | 0b5293f | 2017-04-06 09:49:34 +0000 | [diff] [blame] | 633 | InstructionSelector * |
Daniel Sanders | e7b0d66 | 2017-04-21 15:59:56 +0000 | [diff] [blame] | 634 | llvm::createX86InstructionSelector(const X86TargetMachine &TM, |
| 635 | X86Subtarget &Subtarget, |
Daniel Sanders | 0b5293f | 2017-04-06 09:49:34 +0000 | [diff] [blame] | 636 | X86RegisterBankInfo &RBI) { |
Daniel Sanders | e7b0d66 | 2017-04-21 15:59:56 +0000 | [diff] [blame] | 637 | return new X86InstructionSelector(TM, Subtarget, RBI); |
Daniel Sanders | 0b5293f | 2017-04-06 09:49:34 +0000 | [diff] [blame] | 638 | } |