blob: 5eb5ad52840adc35be2a60212f8bb8108aa723d0 [file] [log] [blame]
Igor Bregerf7359d82017-02-22 12:25:09 +00001//===- X86InstructionSelector.cpp ----------------------------*- C++ -*-==//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9/// \file
10/// This file implements the targeting of the InstructionSelector class for
11/// X86.
12/// \todo This should be generated by TableGen.
13//===----------------------------------------------------------------------===//
14
Igor Bregera8ba5722017-03-23 15:25:57 +000015#include "X86InstrBuilder.h"
Igor Bregerf7359d82017-02-22 12:25:09 +000016#include "X86InstrInfo.h"
17#include "X86RegisterBankInfo.h"
18#include "X86RegisterInfo.h"
19#include "X86Subtarget.h"
20#include "X86TargetMachine.h"
Igor Breger3b97ea32017-04-12 12:54:54 +000021#include "llvm/CodeGen/GlobalISel/InstructionSelector.h"
Igor Breger28f290f2017-05-17 12:48:08 +000022#include "llvm/CodeGen/GlobalISel/Utils.h"
Igor Bregerf7359d82017-02-22 12:25:09 +000023#include "llvm/CodeGen/MachineBasicBlock.h"
24#include "llvm/CodeGen/MachineFunction.h"
25#include "llvm/CodeGen/MachineInstr.h"
26#include "llvm/CodeGen/MachineInstrBuilder.h"
Daniel Sanders0b5293f2017-04-06 09:49:34 +000027#include "llvm/CodeGen/MachineOperand.h"
Igor Bregerf7359d82017-02-22 12:25:09 +000028#include "llvm/CodeGen/MachineRegisterInfo.h"
29#include "llvm/IR/Type.h"
30#include "llvm/Support/Debug.h"
31#include "llvm/Support/raw_ostream.h"
32
33#define DEBUG_TYPE "X86-isel"
34
35using namespace llvm;
36
37#ifndef LLVM_BUILD_GLOBAL_ISEL
38#error "You shouldn't build this"
39#endif
40
Daniel Sanders0b5293f2017-04-06 09:49:34 +000041namespace {
42
Daniel Sanderse7b0d662017-04-21 15:59:56 +000043#define GET_GLOBALISEL_PREDICATE_BITSET
44#include "X86GenGlobalISel.inc"
45#undef GET_GLOBALISEL_PREDICATE_BITSET
46
Daniel Sanders0b5293f2017-04-06 09:49:34 +000047class X86InstructionSelector : public InstructionSelector {
48public:
Daniel Sanderse7b0d662017-04-21 15:59:56 +000049 X86InstructionSelector(const X86TargetMachine &TM, const X86Subtarget &STI,
Daniel Sanders0b5293f2017-04-06 09:49:34 +000050 const X86RegisterBankInfo &RBI);
51
52 bool select(MachineInstr &I) const override;
53
54private:
55 /// tblgen-erated 'select' implementation, used as the initial selector for
56 /// the patterns that don't require complex C++.
57 bool selectImpl(MachineInstr &I) const;
58
Igor Breger2452ef02017-05-01 07:06:08 +000059 // TODO: remove after suported by Tablegen-erated instruction selection.
Daniel Sanders0b5293f2017-04-06 09:49:34 +000060 unsigned getLoadStoreOp(LLT &Ty, const RegisterBank &RB, unsigned Opc,
61 uint64_t Alignment) const;
62
Daniel Sanders0b5293f2017-04-06 09:49:34 +000063 bool selectLoadStoreOp(MachineInstr &I, MachineRegisterInfo &MRI,
64 MachineFunction &MF) const;
Igor Breger810c6252017-05-08 09:40:43 +000065 bool selectFrameIndexOrGep(MachineInstr &I, MachineRegisterInfo &MRI,
66 MachineFunction &MF) const;
Igor Breger3b97ea32017-04-12 12:54:54 +000067 bool selectConstant(MachineInstr &I, MachineRegisterInfo &MRI,
68 MachineFunction &MF) const;
Igor Breger4fdf1e42017-04-19 11:34:59 +000069 bool selectTrunc(MachineInstr &I, MachineRegisterInfo &MRI,
70 MachineFunction &MF) const;
Igor Bregerfda31e62017-05-10 06:52:58 +000071 bool selectZext(MachineInstr &I, MachineRegisterInfo &MRI,
72 MachineFunction &MF) const;
Igor Bregerc7b59772017-05-11 07:17:40 +000073 bool selectCmp(MachineInstr &I, MachineRegisterInfo &MRI,
74 MachineFunction &MF) const;
Daniel Sanders0b5293f2017-04-06 09:49:34 +000075
Igor Breger28f290f2017-05-17 12:48:08 +000076 bool selectUadde(MachineInstr &I, MachineRegisterInfo &MRI,
77 MachineFunction &MF) const;
78
Daniel Sanderse7b0d662017-04-21 15:59:56 +000079 const X86TargetMachine &TM;
Daniel Sanders0b5293f2017-04-06 09:49:34 +000080 const X86Subtarget &STI;
81 const X86InstrInfo &TII;
82 const X86RegisterInfo &TRI;
83 const X86RegisterBankInfo &RBI;
Daniel Sanderse7b0d662017-04-21 15:59:56 +000084
Daniel Sanderse9fdba32017-04-29 17:30:09 +000085#define GET_GLOBALISEL_PREDICATES_DECL
86#include "X86GenGlobalISel.inc"
87#undef GET_GLOBALISEL_PREDICATES_DECL
Daniel Sanders0b5293f2017-04-06 09:49:34 +000088
89#define GET_GLOBALISEL_TEMPORARIES_DECL
90#include "X86GenGlobalISel.inc"
91#undef GET_GLOBALISEL_TEMPORARIES_DECL
92};
93
94} // end anonymous namespace
95
Daniel Sanders8a4bae92017-03-14 21:32:08 +000096#define GET_GLOBALISEL_IMPL
Igor Bregerf7359d82017-02-22 12:25:09 +000097#include "X86GenGlobalISel.inc"
Daniel Sanders8a4bae92017-03-14 21:32:08 +000098#undef GET_GLOBALISEL_IMPL
Igor Bregerf7359d82017-02-22 12:25:09 +000099
Daniel Sanderse7b0d662017-04-21 15:59:56 +0000100X86InstructionSelector::X86InstructionSelector(const X86TargetMachine &TM,
101 const X86Subtarget &STI,
Igor Bregerf7359d82017-02-22 12:25:09 +0000102 const X86RegisterBankInfo &RBI)
Daniel Sanderse7b0d662017-04-21 15:59:56 +0000103 : InstructionSelector(), TM(TM), STI(STI), TII(*STI.getInstrInfo()),
Daniel Sanderse9fdba32017-04-29 17:30:09 +0000104 TRI(*STI.getRegisterInfo()), RBI(RBI),
105#define GET_GLOBALISEL_PREDICATES_INIT
106#include "X86GenGlobalISel.inc"
107#undef GET_GLOBALISEL_PREDICATES_INIT
Daniel Sanders8a4bae92017-03-14 21:32:08 +0000108#define GET_GLOBALISEL_TEMPORARIES_INIT
109#include "X86GenGlobalISel.inc"
110#undef GET_GLOBALISEL_TEMPORARIES_INIT
111{
112}
Igor Bregerf7359d82017-02-22 12:25:09 +0000113
114// FIXME: This should be target-independent, inferred from the types declared
115// for each class in the bank.
116static const TargetRegisterClass *
117getRegClassForTypeOnBank(LLT Ty, const RegisterBank &RB) {
118 if (RB.getID() == X86::GPRRegBankID) {
Igor Breger4fdf1e42017-04-19 11:34:59 +0000119 if (Ty.getSizeInBits() <= 8)
120 return &X86::GR8RegClass;
121 if (Ty.getSizeInBits() == 16)
122 return &X86::GR16RegClass;
Igor Breger321cf3c2017-03-03 08:06:46 +0000123 if (Ty.getSizeInBits() == 32)
Igor Bregerf7359d82017-02-22 12:25:09 +0000124 return &X86::GR32RegClass;
125 if (Ty.getSizeInBits() == 64)
126 return &X86::GR64RegClass;
127 }
Igor Breger321cf3c2017-03-03 08:06:46 +0000128 if (RB.getID() == X86::VECRRegBankID) {
129 if (Ty.getSizeInBits() == 32)
130 return &X86::FR32XRegClass;
131 if (Ty.getSizeInBits() == 64)
132 return &X86::FR64XRegClass;
133 if (Ty.getSizeInBits() == 128)
134 return &X86::VR128XRegClass;
135 if (Ty.getSizeInBits() == 256)
136 return &X86::VR256XRegClass;
137 if (Ty.getSizeInBits() == 512)
138 return &X86::VR512RegClass;
139 }
Igor Bregerf7359d82017-02-22 12:25:09 +0000140
141 llvm_unreachable("Unknown RegBank!");
142}
143
144// Set X86 Opcode and constrain DestReg.
145static bool selectCopy(MachineInstr &I, const TargetInstrInfo &TII,
146 MachineRegisterInfo &MRI, const TargetRegisterInfo &TRI,
147 const RegisterBankInfo &RBI) {
148
149 unsigned DstReg = I.getOperand(0).getReg();
150 if (TargetRegisterInfo::isPhysicalRegister(DstReg)) {
151 assert(I.isCopy() && "Generic operators do not allow physical registers");
152 return true;
153 }
154
155 const RegisterBank &RegBank = *RBI.getRegBank(DstReg, MRI, TRI);
156 const unsigned DstSize = MRI.getType(DstReg).getSizeInBits();
157 unsigned SrcReg = I.getOperand(1).getReg();
158 const unsigned SrcSize = RBI.getSizeInBits(SrcReg, MRI, TRI);
Igor Breger360d0f22017-04-27 08:02:03 +0000159
Igor Bregerf7359d82017-02-22 12:25:09 +0000160 assert((!TargetRegisterInfo::isPhysicalRegister(SrcReg) || I.isCopy()) &&
161 "No phys reg on generic operators");
162 assert((DstSize == SrcSize ||
163 // Copies are a mean to setup initial types, the number of
164 // bits may not exactly match.
165 (TargetRegisterInfo::isPhysicalRegister(SrcReg) &&
166 DstSize <= RBI.getSizeInBits(SrcReg, MRI, TRI))) &&
167 "Copy with different width?!");
168
169 const TargetRegisterClass *RC = nullptr;
170
171 switch (RegBank.getID()) {
172 case X86::GPRRegBankID:
173 assert((DstSize <= 64) && "GPRs cannot get more than 64-bit width values.");
174 RC = getRegClassForTypeOnBank(MRI.getType(DstReg), RegBank);
Igor Breger360d0f22017-04-27 08:02:03 +0000175
176 // Change the physical register
177 if (SrcSize > DstSize && TargetRegisterInfo::isPhysicalRegister(SrcReg)) {
178 if (RC == &X86::GR32RegClass)
179 I.getOperand(1).setSubReg(X86::sub_32bit);
180 else if (RC == &X86::GR16RegClass)
181 I.getOperand(1).setSubReg(X86::sub_16bit);
182 else if (RC == &X86::GR8RegClass)
183 I.getOperand(1).setSubReg(X86::sub_8bit);
184
185 I.getOperand(1).substPhysReg(SrcReg, TRI);
186 }
Igor Bregerf7359d82017-02-22 12:25:09 +0000187 break;
Igor Breger321cf3c2017-03-03 08:06:46 +0000188 case X86::VECRRegBankID:
189 RC = getRegClassForTypeOnBank(MRI.getType(DstReg), RegBank);
190 break;
Igor Bregerf7359d82017-02-22 12:25:09 +0000191 default:
192 llvm_unreachable("Unknown RegBank!");
193 }
194
195 // No need to constrain SrcReg. It will get constrained when
196 // we hit another of its use or its defs.
197 // Copies do not have constraints.
Igor Breger8a924be2017-03-23 12:13:29 +0000198 const TargetRegisterClass *OldRC = MRI.getRegClassOrNull(DstReg);
Igor Breger321cf3c2017-03-03 08:06:46 +0000199 if (!OldRC || !RC->hasSubClassEq(OldRC)) {
200 if (!RBI.constrainGenericRegister(DstReg, *RC, MRI)) {
Igor Breger8a924be2017-03-23 12:13:29 +0000201 DEBUG(dbgs() << "Failed to constrain " << TII.getName(I.getOpcode())
202 << " operand\n");
203 return false;
204 }
Igor Bregerf7359d82017-02-22 12:25:09 +0000205 }
206 I.setDesc(TII.get(X86::COPY));
207 return true;
208}
209
210bool X86InstructionSelector::select(MachineInstr &I) const {
211 assert(I.getParent() && "Instruction should be in a basic block!");
212 assert(I.getParent()->getParent() && "Instruction should be in a function!");
213
214 MachineBasicBlock &MBB = *I.getParent();
215 MachineFunction &MF = *MBB.getParent();
216 MachineRegisterInfo &MRI = MF.getRegInfo();
217
218 unsigned Opcode = I.getOpcode();
219 if (!isPreISelGenericOpcode(Opcode)) {
220 // Certain non-generic instructions also need some special handling.
221
222 if (I.isCopy())
223 return selectCopy(I, TII, MRI, TRI, RBI);
224
225 // TODO: handle more cases - LOAD_STACK_GUARD, PHI
226 return true;
227 }
228
Benjamin Kramer5a7e0f82017-02-22 12:59:47 +0000229 assert(I.getNumOperands() == I.getNumExplicitOperands() &&
230 "Generic instruction has unexpected implicit operands\n");
Igor Bregerf7359d82017-02-22 12:25:09 +0000231
Igor Breger2452ef02017-05-01 07:06:08 +0000232 if (selectImpl(I))
Igor Bregerfda31e62017-05-10 06:52:58 +0000233 return true;
Igor Breger2452ef02017-05-01 07:06:08 +0000234
235 DEBUG(dbgs() << " C++ instruction selection: "; I.print(dbgs()));
236
237 // TODO: This should be implemented by tblgen.
Igor Bregera8ba5722017-03-23 15:25:57 +0000238 if (selectLoadStoreOp(I, MRI, MF))
Igor Breger321cf3c2017-03-03 08:06:46 +0000239 return true;
Igor Breger810c6252017-05-08 09:40:43 +0000240 if (selectFrameIndexOrGep(I, MRI, MF))
Igor Breger531a2032017-03-26 08:11:12 +0000241 return true;
Igor Breger3b97ea32017-04-12 12:54:54 +0000242 if (selectConstant(I, MRI, MF))
243 return true;
Igor Breger4fdf1e42017-04-19 11:34:59 +0000244 if (selectTrunc(I, MRI, MF))
245 return true;
Igor Bregerfda31e62017-05-10 06:52:58 +0000246 if (selectZext(I, MRI, MF))
247 return true;
Igor Bregerc7b59772017-05-11 07:17:40 +0000248 if (selectCmp(I, MRI, MF))
249 return true;
Igor Breger28f290f2017-05-17 12:48:08 +0000250 if (selectUadde(I, MRI, MF))
251 return true;
Igor Breger321cf3c2017-03-03 08:06:46 +0000252
Igor Breger2452ef02017-05-01 07:06:08 +0000253 return false;
Igor Bregerf7359d82017-02-22 12:25:09 +0000254}
Igor Breger321cf3c2017-03-03 08:06:46 +0000255
Igor Bregera8ba5722017-03-23 15:25:57 +0000256unsigned X86InstructionSelector::getLoadStoreOp(LLT &Ty, const RegisterBank &RB,
257 unsigned Opc,
258 uint64_t Alignment) const {
259 bool Isload = (Opc == TargetOpcode::G_LOAD);
260 bool HasAVX = STI.hasAVX();
261 bool HasAVX512 = STI.hasAVX512();
262 bool HasVLX = STI.hasVLX();
263
264 if (Ty == LLT::scalar(8)) {
265 if (X86::GPRRegBankID == RB.getID())
266 return Isload ? X86::MOV8rm : X86::MOV8mr;
267 } else if (Ty == LLT::scalar(16)) {
268 if (X86::GPRRegBankID == RB.getID())
269 return Isload ? X86::MOV16rm : X86::MOV16mr;
Igor Bregera9edb882017-05-01 06:08:32 +0000270 } else if (Ty == LLT::scalar(32) || Ty == LLT::pointer(0, 32)) {
Igor Bregera8ba5722017-03-23 15:25:57 +0000271 if (X86::GPRRegBankID == RB.getID())
272 return Isload ? X86::MOV32rm : X86::MOV32mr;
273 if (X86::VECRRegBankID == RB.getID())
274 return Isload ? (HasAVX512 ? X86::VMOVSSZrm
275 : HasAVX ? X86::VMOVSSrm : X86::MOVSSrm)
276 : (HasAVX512 ? X86::VMOVSSZmr
277 : HasAVX ? X86::VMOVSSmr : X86::MOVSSmr);
Igor Bregera9edb882017-05-01 06:08:32 +0000278 } else if (Ty == LLT::scalar(64) || Ty == LLT::pointer(0, 64)) {
Igor Bregera8ba5722017-03-23 15:25:57 +0000279 if (X86::GPRRegBankID == RB.getID())
280 return Isload ? X86::MOV64rm : X86::MOV64mr;
281 if (X86::VECRRegBankID == RB.getID())
282 return Isload ? (HasAVX512 ? X86::VMOVSDZrm
283 : HasAVX ? X86::VMOVSDrm : X86::MOVSDrm)
284 : (HasAVX512 ? X86::VMOVSDZmr
285 : HasAVX ? X86::VMOVSDmr : X86::MOVSDmr);
286 } else if (Ty.isVector() && Ty.getSizeInBits() == 128) {
287 if (Alignment >= 16)
288 return Isload ? (HasVLX ? X86::VMOVAPSZ128rm
289 : HasAVX512
290 ? X86::VMOVAPSZ128rm_NOVLX
291 : HasAVX ? X86::VMOVAPSrm : X86::MOVAPSrm)
292 : (HasVLX ? X86::VMOVAPSZ128mr
293 : HasAVX512
294 ? X86::VMOVAPSZ128mr_NOVLX
295 : HasAVX ? X86::VMOVAPSmr : X86::MOVAPSmr);
296 else
297 return Isload ? (HasVLX ? X86::VMOVUPSZ128rm
298 : HasAVX512
299 ? X86::VMOVUPSZ128rm_NOVLX
300 : HasAVX ? X86::VMOVUPSrm : X86::MOVUPSrm)
301 : (HasVLX ? X86::VMOVUPSZ128mr
302 : HasAVX512
303 ? X86::VMOVUPSZ128mr_NOVLX
304 : HasAVX ? X86::VMOVUPSmr : X86::MOVUPSmr);
305 }
306 return Opc;
307}
308
309bool X86InstructionSelector::selectLoadStoreOp(MachineInstr &I,
310 MachineRegisterInfo &MRI,
311 MachineFunction &MF) const {
312
313 unsigned Opc = I.getOpcode();
314
315 if (Opc != TargetOpcode::G_STORE && Opc != TargetOpcode::G_LOAD)
316 return false;
317
318 const unsigned DefReg = I.getOperand(0).getReg();
319 LLT Ty = MRI.getType(DefReg);
320 const RegisterBank &RB = *RBI.getRegBank(DefReg, MRI, TRI);
321
322 auto &MemOp = **I.memoperands_begin();
323 unsigned NewOpc = getLoadStoreOp(Ty, RB, Opc, MemOp.getAlignment());
324 if (NewOpc == Opc)
325 return false;
326
327 I.setDesc(TII.get(NewOpc));
328 MachineInstrBuilder MIB(MF, I);
329 if (Opc == TargetOpcode::G_LOAD)
330 addOffset(MIB, 0);
331 else {
332 // G_STORE (VAL, Addr), X86Store instruction (Addr, VAL)
333 I.RemoveOperand(0);
334 addOffset(MIB, 0).addUse(DefReg);
335 }
336 return constrainSelectedInstRegOperands(I, TII, TRI, RBI);
337}
338
Igor Breger810c6252017-05-08 09:40:43 +0000339bool X86InstructionSelector::selectFrameIndexOrGep(MachineInstr &I,
340 MachineRegisterInfo &MRI,
341 MachineFunction &MF) const {
342 unsigned Opc = I.getOpcode();
343
344 if (Opc != TargetOpcode::G_FRAME_INDEX && Opc != TargetOpcode::G_GEP)
Igor Breger531a2032017-03-26 08:11:12 +0000345 return false;
346
347 const unsigned DefReg = I.getOperand(0).getReg();
348 LLT Ty = MRI.getType(DefReg);
349
Igor Breger810c6252017-05-08 09:40:43 +0000350 // Use LEA to calculate frame index and GEP
Igor Breger531a2032017-03-26 08:11:12 +0000351 unsigned NewOpc;
352 if (Ty == LLT::pointer(0, 64))
353 NewOpc = X86::LEA64r;
354 else if (Ty == LLT::pointer(0, 32))
355 NewOpc = STI.isTarget64BitILP32() ? X86::LEA64_32r : X86::LEA32r;
356 else
Igor Breger810c6252017-05-08 09:40:43 +0000357 llvm_unreachable("Can't select G_FRAME_INDEX/G_GEP, unsupported type.");
Igor Breger531a2032017-03-26 08:11:12 +0000358
359 I.setDesc(TII.get(NewOpc));
360 MachineInstrBuilder MIB(MF, I);
Igor Breger810c6252017-05-08 09:40:43 +0000361
362 if (Opc == TargetOpcode::G_FRAME_INDEX) {
363 addOffset(MIB, 0);
364 } else {
365 MachineOperand &InxOp = I.getOperand(2);
366 I.addOperand(InxOp); // set IndexReg
367 InxOp.ChangeToImmediate(1); // set Scale
368 MIB.addImm(0).addReg(0);
369 }
Igor Breger531a2032017-03-26 08:11:12 +0000370
371 return constrainSelectedInstRegOperands(I, TII, TRI, RBI);
372}
Daniel Sanders0b5293f2017-04-06 09:49:34 +0000373
Igor Breger3b97ea32017-04-12 12:54:54 +0000374bool X86InstructionSelector::selectConstant(MachineInstr &I,
375 MachineRegisterInfo &MRI,
376 MachineFunction &MF) const {
377 if (I.getOpcode() != TargetOpcode::G_CONSTANT)
378 return false;
379
380 const unsigned DefReg = I.getOperand(0).getReg();
381 LLT Ty = MRI.getType(DefReg);
382
383 assert(Ty.isScalar() && "invalid element type.");
384
385 uint64_t Val = 0;
386 if (I.getOperand(1).isCImm()) {
387 Val = I.getOperand(1).getCImm()->getZExtValue();
388 I.getOperand(1).ChangeToImmediate(Val);
389 } else if (I.getOperand(1).isImm()) {
390 Val = I.getOperand(1).getImm();
391 } else
392 llvm_unreachable("Unsupported operand type.");
393
394 unsigned NewOpc;
395 switch (Ty.getSizeInBits()) {
396 case 8:
397 NewOpc = X86::MOV8ri;
398 break;
399 case 16:
400 NewOpc = X86::MOV16ri;
401 break;
402 case 32:
403 NewOpc = X86::MOV32ri;
404 break;
405 case 64: {
406 // TODO: in case isUInt<32>(Val), X86::MOV32ri can be used
407 if (isInt<32>(Val))
408 NewOpc = X86::MOV64ri32;
409 else
410 NewOpc = X86::MOV64ri;
411 break;
412 }
413 default:
414 llvm_unreachable("Can't select G_CONSTANT, unsupported type.");
415 }
416
417 I.setDesc(TII.get(NewOpc));
418 return constrainSelectedInstRegOperands(I, TII, TRI, RBI);
419}
420
Igor Breger4fdf1e42017-04-19 11:34:59 +0000421bool X86InstructionSelector::selectTrunc(MachineInstr &I,
422 MachineRegisterInfo &MRI,
423 MachineFunction &MF) const {
424 if (I.getOpcode() != TargetOpcode::G_TRUNC)
425 return false;
426
427 const unsigned DstReg = I.getOperand(0).getReg();
428 const unsigned SrcReg = I.getOperand(1).getReg();
429
430 const LLT DstTy = MRI.getType(DstReg);
431 const LLT SrcTy = MRI.getType(SrcReg);
432
433 const RegisterBank &DstRB = *RBI.getRegBank(DstReg, MRI, TRI);
434 const RegisterBank &SrcRB = *RBI.getRegBank(SrcReg, MRI, TRI);
435
436 if (DstRB.getID() != SrcRB.getID()) {
437 DEBUG(dbgs() << "G_TRUNC input/output on different banks\n");
438 return false;
439 }
440
441 if (DstRB.getID() != X86::GPRRegBankID)
442 return false;
443
444 const TargetRegisterClass *DstRC = getRegClassForTypeOnBank(DstTy, DstRB);
445 if (!DstRC)
446 return false;
447
448 const TargetRegisterClass *SrcRC = getRegClassForTypeOnBank(SrcTy, SrcRB);
449 if (!SrcRC)
450 return false;
451
452 if (!RBI.constrainGenericRegister(SrcReg, *SrcRC, MRI) ||
453 !RBI.constrainGenericRegister(DstReg, *DstRC, MRI)) {
454 DEBUG(dbgs() << "Failed to constrain G_TRUNC\n");
455 return false;
456 }
457
458 if (DstRC == SrcRC) {
459 // Nothing to be done
460 } else if (DstRC == &X86::GR32RegClass) {
461 I.getOperand(1).setSubReg(X86::sub_32bit);
462 } else if (DstRC == &X86::GR16RegClass) {
463 I.getOperand(1).setSubReg(X86::sub_16bit);
464 } else if (DstRC == &X86::GR8RegClass) {
465 I.getOperand(1).setSubReg(X86::sub_8bit);
466 } else {
467 return false;
468 }
469
470 I.setDesc(TII.get(X86::COPY));
471 return true;
472}
473
Igor Bregerfda31e62017-05-10 06:52:58 +0000474bool X86InstructionSelector::selectZext(MachineInstr &I,
475 MachineRegisterInfo &MRI,
476 MachineFunction &MF) const {
477 if (I.getOpcode() != TargetOpcode::G_ZEXT)
478 return false;
479
480 const unsigned DstReg = I.getOperand(0).getReg();
481 const unsigned SrcReg = I.getOperand(1).getReg();
482
483 const LLT DstTy = MRI.getType(DstReg);
484 const LLT SrcTy = MRI.getType(SrcReg);
485
486 if (SrcTy == LLT::scalar(1)) {
487
488 unsigned AndOpc;
489 if (DstTy == LLT::scalar(32))
490 AndOpc = X86::AND32ri8;
491 else if (DstTy == LLT::scalar(64))
492 AndOpc = X86::AND64ri8;
493 else
494 return false;
495
496 const RegisterBank &RegBank = *RBI.getRegBank(DstReg, MRI, TRI);
497 unsigned DefReg =
498 MRI.createVirtualRegister(getRegClassForTypeOnBank(DstTy, RegBank));
499
500 BuildMI(*I.getParent(), I, I.getDebugLoc(),
501 TII.get(TargetOpcode::SUBREG_TO_REG), DefReg)
502 .addImm(0)
503 .addReg(SrcReg)
504 .addImm(X86::sub_8bit);
505
506 MachineInstr &AndInst =
507 *BuildMI(*I.getParent(), I, I.getDebugLoc(), TII.get(AndOpc), DstReg)
508 .addReg(DefReg)
509 .addImm(1);
510
511 constrainSelectedInstRegOperands(AndInst, TII, TRI, RBI);
512
513 I.eraseFromParent();
514 return true;
515 }
516
517 return false;
518}
519
Igor Bregerc7b59772017-05-11 07:17:40 +0000520bool X86InstructionSelector::selectCmp(MachineInstr &I,
521 MachineRegisterInfo &MRI,
522 MachineFunction &MF) const {
523 if (I.getOpcode() != TargetOpcode::G_ICMP)
524 return false;
525
526 X86::CondCode CC;
527 bool SwapArgs;
528 std::tie(CC, SwapArgs) = X86::getX86ConditionCode(
529 (CmpInst::Predicate)I.getOperand(1).getPredicate());
530 unsigned OpSet = X86::getSETFromCond(CC);
531
532 unsigned LHS = I.getOperand(2).getReg();
533 unsigned RHS = I.getOperand(3).getReg();
534
535 if (SwapArgs)
536 std::swap(LHS, RHS);
537
538 unsigned OpCmp;
539 LLT Ty = MRI.getType(LHS);
540
541 switch (Ty.getSizeInBits()) {
542 default:
543 return false;
544 case 8:
545 OpCmp = X86::CMP8rr;
546 break;
547 case 16:
548 OpCmp = X86::CMP16rr;
549 break;
550 case 32:
551 OpCmp = X86::CMP32rr;
552 break;
553 case 64:
554 OpCmp = X86::CMP64rr;
555 break;
556 }
557
558 MachineInstr &CmpInst =
559 *BuildMI(*I.getParent(), I, I.getDebugLoc(), TII.get(OpCmp))
560 .addReg(LHS)
561 .addReg(RHS);
562
563 MachineInstr &SetInst = *BuildMI(*I.getParent(), I, I.getDebugLoc(),
564 TII.get(OpSet), I.getOperand(0).getReg());
565
566 constrainSelectedInstRegOperands(CmpInst, TII, TRI, RBI);
567 constrainSelectedInstRegOperands(SetInst, TII, TRI, RBI);
568
569 I.eraseFromParent();
570 return true;
571}
572
Igor Breger28f290f2017-05-17 12:48:08 +0000573bool X86InstructionSelector::selectUadde(MachineInstr &I,
574 MachineRegisterInfo &MRI,
575 MachineFunction &MF) const {
576 if (I.getOpcode() != TargetOpcode::G_UADDE)
577 return false;
578
579 const unsigned DstReg = I.getOperand(0).getReg();
580 const unsigned CarryOutReg = I.getOperand(1).getReg();
581 const unsigned Op0Reg = I.getOperand(2).getReg();
582 const unsigned Op1Reg = I.getOperand(3).getReg();
583 unsigned CarryInReg = I.getOperand(4).getReg();
584
585 const LLT DstTy = MRI.getType(DstReg);
586
587 if (DstTy != LLT::scalar(32))
588 return false;
589
590 // find CarryIn def instruction.
591 MachineInstr *Def = MRI.getVRegDef(CarryInReg);
592 while (Def->getOpcode() == TargetOpcode::G_TRUNC) {
593 CarryInReg = Def->getOperand(1).getReg();
594 Def = MRI.getVRegDef(CarryInReg);
595 }
596
597 unsigned Opcode;
598 if (Def->getOpcode() == TargetOpcode::G_UADDE) {
599 // carry set by prev ADD.
600
601 BuildMI(*I.getParent(), I, I.getDebugLoc(), TII.get(X86::COPY), X86::EFLAGS)
602 .addReg(CarryInReg);
603
604 if (!RBI.constrainGenericRegister(CarryInReg, X86::GR32RegClass, MRI))
605 return false;
606
607 Opcode = X86::ADC32rr;
608 } else if (auto val = getConstantVRegVal(CarryInReg, MRI)) {
609 // carry is constant, support only 0.
610 if (*val != 0)
611 return false;
612
613 Opcode = X86::ADD32rr;
614 } else
615 return false;
616
617 MachineInstr &AddInst =
618 *BuildMI(*I.getParent(), I, I.getDebugLoc(), TII.get(Opcode), DstReg)
619 .addReg(Op0Reg)
620 .addReg(Op1Reg);
621
622 BuildMI(*I.getParent(), I, I.getDebugLoc(), TII.get(X86::COPY), CarryOutReg)
623 .addReg(X86::EFLAGS);
624
625 if (!constrainSelectedInstRegOperands(AddInst, TII, TRI, RBI) ||
626 !RBI.constrainGenericRegister(CarryOutReg, X86::GR32RegClass, MRI))
627 return false;
628
629 I.eraseFromParent();
630 return true;
631}
632
Daniel Sanders0b5293f2017-04-06 09:49:34 +0000633InstructionSelector *
Daniel Sanderse7b0d662017-04-21 15:59:56 +0000634llvm::createX86InstructionSelector(const X86TargetMachine &TM,
635 X86Subtarget &Subtarget,
Daniel Sanders0b5293f2017-04-06 09:49:34 +0000636 X86RegisterBankInfo &RBI) {
Daniel Sanderse7b0d662017-04-21 15:59:56 +0000637 return new X86InstructionSelector(TM, Subtarget, RBI);
Daniel Sanders0b5293f2017-04-06 09:49:34 +0000638}