blob: 7251aecaac297da2fecb3e1e8b8779e71d6a8396 [file] [log] [blame]
Jia Liub22310f2012-02-18 12:03:15 +00001//===-- X86InstrInfo.h - X86 Instruction Information ------------*- C++ -*-===//
Misha Brukmanc88330a2005-04-21 23:38:14 +00002//
John Criswell29265fe2003-10-21 15:17:13 +00003// The LLVM Compiler Infrastructure
4//
Chris Lattnerf3ebc3f2007-12-29 20:36:04 +00005// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
Misha Brukmanc88330a2005-04-21 23:38:14 +00007//
John Criswell29265fe2003-10-21 15:17:13 +00008//===----------------------------------------------------------------------===//
Chris Lattnerd92fb002002-10-25 22:55:53 +00009//
Chris Lattnerb4d58d72003-01-14 22:00:31 +000010// This file contains the X86 implementation of the TargetInstrInfo class.
Chris Lattnerd92fb002002-10-25 22:55:53 +000011//
12//===----------------------------------------------------------------------===//
13
Benjamin Kramera7c40ef2014-08-13 16:26:38 +000014#ifndef LLVM_LIB_TARGET_X86_X86INSTRINFO_H
15#define LLVM_LIB_TARGET_X86_X86INSTRINFO_H
Chris Lattnerd92fb002002-10-25 22:55:53 +000016
Craig Topperc6d4efa2014-03-19 06:53:25 +000017#include "MCTargetDesc/X86BaseInfo.h"
Chris Lattnerd92fb002002-10-25 22:55:53 +000018#include "X86RegisterInfo.h"
Dan Gohman906152a2009-01-05 17:59:02 +000019#include "llvm/ADT/DenseMap.h"
Craig Topperb25fda92012-03-17 18:46:09 +000020#include "llvm/Target/TargetInstrInfo.h"
Chris Lattnerd92fb002002-10-25 22:55:53 +000021
Evan Cheng703a0fb2011-07-01 17:57:27 +000022#define GET_INSTRINFO_HEADER
23#include "X86GenInstrInfo.inc"
24
Brian Gaeke960707c2003-11-11 22:41:34 +000025namespace llvm {
Hans Wennborg4ae51192016-03-25 01:10:56 +000026 class MachineInstrBuilder;
Evan Cheng11b0a5d2006-09-08 06:48:29 +000027 class X86RegisterInfo;
Eric Christopher6c786a12014-06-10 22:34:31 +000028 class X86Subtarget;
Brian Gaeke960707c2003-11-11 22:41:34 +000029
Chris Lattnerc0fb5672006-10-20 17:42:20 +000030namespace X86 {
31 // X86 specific condition code. These correspond to X86_*_COND in
32 // X86InstrInfo.td. They must be kept in synch.
Cong Hou94710842016-03-23 21:45:37 +000033enum CondCode {
34 COND_A = 0,
35 COND_AE = 1,
36 COND_B = 2,
37 COND_BE = 3,
38 COND_E = 4,
39 COND_G = 5,
40 COND_GE = 6,
41 COND_L = 7,
42 COND_LE = 8,
43 COND_NE = 9,
44 COND_NO = 10,
45 COND_NP = 11,
46 COND_NS = 12,
47 COND_O = 13,
48 COND_P = 14,
49 COND_S = 15,
50 LAST_VALID_COND = COND_S,
Dan Gohman97d95d62008-10-21 03:29:32 +000051
Cong Hou94710842016-03-23 21:45:37 +000052 // Artificial condition codes. These are used by AnalyzeBranch
53 // to indicate a block terminated with two conditional branches that together
54 // form a compound condition. They occur in code using FCMP_OEQ or FCMP_UNE,
55 // which can't be represented on x86 with a single condition. These
56 // are never used in MachineInstrs and are inverses of one another.
57 COND_NE_OR_P,
58 COND_E_AND_NP,
Dan Gohman97d95d62008-10-21 03:29:32 +000059
Cong Hou94710842016-03-23 21:45:37 +000060 COND_INVALID
61};
Andrew Trick27c079e2011-03-05 06:31:54 +000062
Cong Hou94710842016-03-23 21:45:37 +000063// Turn condition code into conditional branch opcode.
64unsigned GetCondBranchFromCond(CondCode CC);
Andrew Trick27c079e2011-03-05 06:31:54 +000065
Cong Hou94710842016-03-23 21:45:37 +000066/// \brief Return a set opcode for the given condition and whether it has
67/// a memory operand.
68unsigned getSETFromCond(CondCode CC, bool HasMemoryOperand = false);
Juergen Ributzka2da1bbc2014-06-16 23:58:24 +000069
Cong Hou94710842016-03-23 21:45:37 +000070/// \brief Return a cmov opcode for the given condition, register size in
71/// bytes, and operand type.
72unsigned getCMovFromCond(CondCode CC, unsigned RegBytes,
73 bool HasMemoryOperand = false);
Juergen Ributzka6ef06f92014-06-23 21:55:36 +000074
Cong Hou94710842016-03-23 21:45:37 +000075// Turn CMov opcode into condition code.
76CondCode getCondFromCMovOpc(unsigned Opc);
Michael Liao32376622012-09-20 03:06:15 +000077
Cong Hou94710842016-03-23 21:45:37 +000078/// GetOppositeBranchCondition - Return the inverse of the specified cond,
79/// e.g. turning COND_E to COND_NE.
80CondCode GetOppositeBranchCondition(CondCode CC);
Alexander Kornienkof00654e2015-06-23 09:49:53 +000081} // end namespace X86;
Chris Lattner3a897f32006-10-21 05:52:40 +000082
Chris Lattner377f1d52009-07-10 06:06:17 +000083
Chris Lattnerca9d7842009-07-10 06:29:59 +000084/// isGlobalStubReference - Return true if the specified TargetFlag operand is
Chris Lattner377f1d52009-07-10 06:06:17 +000085/// a reference to a stub for a global, not the global itself.
Chris Lattnerca9d7842009-07-10 06:29:59 +000086inline static bool isGlobalStubReference(unsigned char TargetFlag) {
87 switch (TargetFlag) {
Chris Lattner377f1d52009-07-10 06:06:17 +000088 case X86II::MO_DLLIMPORT: // dllimport stub.
89 case X86II::MO_GOTPCREL: // rip-relative GOT reference.
90 case X86II::MO_GOT: // normal GOT reference.
91 case X86II::MO_DARWIN_NONLAZY_PIC_BASE: // Normal $non_lazy_ptr ref.
92 case X86II::MO_DARWIN_NONLAZY: // Normal $non_lazy_ptr ref.
Chris Lattner377f1d52009-07-10 06:06:17 +000093 return true;
94 default:
95 return false;
96 }
97}
Chris Lattnerd3f32c72009-07-10 07:33:30 +000098
99/// isGlobalRelativeToPICBase - Return true if the specified global value
100/// reference is relative to a 32-bit PIC base (X86ISD::GlobalBaseReg). If this
101/// is true, the addressing mode has the PIC base register added in (e.g. EBX).
102inline static bool isGlobalRelativeToPICBase(unsigned char TargetFlag) {
103 switch (TargetFlag) {
104 case X86II::MO_GOTOFF: // isPICStyleGOT: local global.
105 case X86II::MO_GOT: // isPICStyleGOT: other global.
106 case X86II::MO_PIC_BASE_OFFSET: // Darwin local global.
107 case X86II::MO_DARWIN_NONLAZY_PIC_BASE: // Darwin/32 external global.
Eric Christopherb0e1a452010-06-03 04:07:48 +0000108 case X86II::MO_TLVP: // ??? Pretty sure..
Chris Lattnerd3f32c72009-07-10 07:33:30 +0000109 return true;
110 default:
111 return false;
112 }
113}
Andrew Trick27c079e2011-03-05 06:31:54 +0000114
Anton Korobeynikov4e9dfe82008-06-28 11:07:54 +0000115inline static bool isScale(const MachineOperand &MO) {
Dan Gohman0d1e9a82008-10-03 15:45:36 +0000116 return MO.isImm() &&
Anton Korobeynikov4e9dfe82008-06-28 11:07:54 +0000117 (MO.getImm() == 1 || MO.getImm() == 2 ||
118 MO.getImm() == 4 || MO.getImm() == 8);
119}
120
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000121inline static bool isLeaMem(const MachineInstr &MI, unsigned Op) {
122 if (MI.getOperand(Op).isFI())
123 return true;
124 return Op + X86::AddrSegmentReg <= MI.getNumOperands() &&
125 MI.getOperand(Op + X86::AddrBaseReg).isReg() &&
126 isScale(MI.getOperand(Op + X86::AddrScaleAmt)) &&
127 MI.getOperand(Op + X86::AddrIndexReg).isReg() &&
128 (MI.getOperand(Op + X86::AddrDisp).isImm() ||
129 MI.getOperand(Op + X86::AddrDisp).isGlobal() ||
130 MI.getOperand(Op + X86::AddrDisp).isCPI() ||
131 MI.getOperand(Op + X86::AddrDisp).isJTI());
Anton Korobeynikov4e9dfe82008-06-28 11:07:54 +0000132}
133
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000134inline static bool isMem(const MachineInstr &MI, unsigned Op) {
135 if (MI.getOperand(Op).isFI())
136 return true;
137 return Op + X86::AddrNumOperands <= MI.getNumOperands() &&
138 MI.getOperand(Op + X86::AddrSegmentReg).isReg() && isLeaMem(MI, Op);
Rafael Espindola3b2df102009-04-08 21:14:34 +0000139}
140
Craig Topperec828472014-03-31 06:53:13 +0000141class X86InstrInfo final : public X86GenInstrInfo {
Eric Christopher6c786a12014-06-10 22:34:31 +0000142 X86Subtarget &Subtarget;
Chris Lattnerd92fb002002-10-25 22:55:53 +0000143 const X86RegisterInfo RI;
Andrew Trick27c079e2011-03-05 06:31:54 +0000144
Craig Topper9eadcfd2012-06-01 05:34:01 +0000145 /// RegOp2MemOpTable3Addr, RegOp2MemOpTable0, RegOp2MemOpTable1,
146 /// RegOp2MemOpTable2, RegOp2MemOpTable3 - Load / store folding opcode maps.
Owen Anderson2a3be7b2008-01-07 01:35:02 +0000147 ///
Bruno Cardoso Lopes23eb5262011-09-08 18:35:57 +0000148 typedef DenseMap<unsigned,
Craig Toppere012ede2016-04-30 17:59:49 +0000149 std::pair<uint16_t, uint16_t> > RegOp2MemOpTableType;
Bruno Cardoso Lopes23eb5262011-09-08 18:35:57 +0000150 RegOp2MemOpTableType RegOp2MemOpTable2Addr;
151 RegOp2MemOpTableType RegOp2MemOpTable0;
152 RegOp2MemOpTableType RegOp2MemOpTable1;
153 RegOp2MemOpTableType RegOp2MemOpTable2;
Elena Demikhovsky602f3a22012-05-31 09:20:20 +0000154 RegOp2MemOpTableType RegOp2MemOpTable3;
Robert Khasanov79fb7292014-12-18 12:28:22 +0000155 RegOp2MemOpTableType RegOp2MemOpTable4;
Andrew Trick27c079e2011-03-05 06:31:54 +0000156
Owen Anderson2a3be7b2008-01-07 01:35:02 +0000157 /// MemOp2RegOpTable - Load / store unfolding opcode map.
158 ///
Bruno Cardoso Lopes23eb5262011-09-08 18:35:57 +0000159 typedef DenseMap<unsigned,
Craig Toppere012ede2016-04-30 17:59:49 +0000160 std::pair<uint16_t, uint16_t> > MemOp2RegOpTableType;
Bruno Cardoso Lopes23eb5262011-09-08 18:35:57 +0000161 MemOp2RegOpTableType MemOp2RegOpTable;
162
Craig Topperd9c7d0d2012-06-23 04:58:41 +0000163 static void AddTableEntry(RegOp2MemOpTableType &R2MTable,
164 MemOp2RegOpTableType &M2RTable,
Craig Toppere012ede2016-04-30 17:59:49 +0000165 uint16_t RegOp, uint16_t MemOp, uint16_t Flags);
Jakob Stoklund Olesen49e121d2010-03-25 17:25:00 +0000166
Juergen Ributzkad12ccbd2013-11-19 00:57:56 +0000167 virtual void anchor();
168
Sanjoy Das6b34a462015-06-15 18:44:21 +0000169 bool AnalyzeBranchImpl(MachineBasicBlock &MBB, MachineBasicBlock *&TBB,
170 MachineBasicBlock *&FBB,
171 SmallVectorImpl<MachineOperand> &Cond,
172 SmallVectorImpl<MachineInstr *> &CondBranches,
173 bool AllowModify) const;
174
Chris Lattnerd92fb002002-10-25 22:55:53 +0000175public:
Eric Christopher6c786a12014-06-10 22:34:31 +0000176 explicit X86InstrInfo(X86Subtarget &STI);
Chris Lattnerd92fb002002-10-25 22:55:53 +0000177
Chris Lattnerb4d58d72003-01-14 22:00:31 +0000178 /// getRegisterInfo - TargetInstrInfo is a superset of MRegister info. As
Chris Lattnerd92fb002002-10-25 22:55:53 +0000179 /// such, whenever a client has an instance of instruction info, it should
180 /// always be able to get register info as well (through this method).
181 ///
Craig Topperf5e3b0b2014-03-09 07:58:15 +0000182 const X86RegisterInfo &getRegisterInfo() const { return RI; }
Chris Lattnerd92fb002002-10-25 22:55:53 +0000183
Michael Kuperstein13fbd452015-02-01 16:56:04 +0000184 /// getSPAdjust - This returns the stack pointer adjustment made by
185 /// this instruction. For x86, we need to handle more complex call
186 /// sequences involving PUSHes.
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000187 int getSPAdjust(const MachineInstr &MI) const override;
Michael Kuperstein13fbd452015-02-01 16:56:04 +0000188
Evan Cheng30bebff2010-01-13 00:30:23 +0000189 /// isCoalescableExtInstr - Return true if the instruction is a "coalescable"
190 /// extension instruction. That is, it's like a copy where it's legal for the
191 /// source to overlap the destination. e.g. X86::MOVSX64rr32. If this returns
192 /// true, then it's expected the pre-extension value is available as a subreg
193 /// of the result register. This also returns the sub-register index in
194 /// SubIdx.
Craig Topper2d9361e2014-03-09 07:44:38 +0000195 bool isCoalescableExtInstr(const MachineInstr &MI,
196 unsigned &SrcReg, unsigned &DstReg,
197 unsigned &SubIdx) const override;
Evan Cheng42166152010-01-12 00:09:37 +0000198
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000199 unsigned isLoadFromStackSlot(const MachineInstr &MI,
Craig Topper2d9361e2014-03-09 07:44:38 +0000200 int &FrameIndex) const override;
David Greene2f4c3742009-11-13 00:29:53 +0000201 /// isLoadFromStackSlotPostFE - Check for post-frame ptr elimination
202 /// stack locations as well. This uses a heuristic so it isn't
203 /// reliable for correctness.
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000204 unsigned isLoadFromStackSlotPostFE(const MachineInstr &MI,
Craig Topper2d9361e2014-03-09 07:44:38 +0000205 int &FrameIndex) const override;
David Greene70fdd572009-11-12 20:55:29 +0000206
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000207 unsigned isStoreToStackSlot(const MachineInstr &MI,
Craig Topper2d9361e2014-03-09 07:44:38 +0000208 int &FrameIndex) const override;
David Greene2f4c3742009-11-13 00:29:53 +0000209 /// isStoreToStackSlotPostFE - Check for post-frame ptr elimination
210 /// stack locations as well. This uses a heuristic so it isn't
211 /// reliable for correctness.
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000212 unsigned isStoreToStackSlotPostFE(const MachineInstr &MI,
Craig Topper2d9361e2014-03-09 07:44:38 +0000213 int &FrameIndex) const override;
Evan Chenged6e34f2008-03-31 20:40:39 +0000214
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000215 bool isReallyTriviallyReMaterializable(const MachineInstr &MI,
Craig Topper2d9361e2014-03-09 07:44:38 +0000216 AliasAnalysis *AA) const override;
Evan Chenged6e34f2008-03-31 20:40:39 +0000217 void reMaterialize(MachineBasicBlock &MBB, MachineBasicBlock::iterator MI,
Evan Cheng84517442009-07-16 09:20:10 +0000218 unsigned DestReg, unsigned SubIdx,
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000219 const MachineInstr &Orig,
Craig Topper2d9361e2014-03-09 07:44:38 +0000220 const TargetRegisterInfo &TRI) const override;
Evan Chenged6e34f2008-03-31 20:40:39 +0000221
Tim Northover6833e3f2013-06-10 20:43:49 +0000222 /// Given an operand within a MachineInstr, insert preceding code to put it
223 /// into the right format for a particular kind of LEA instruction. This may
224 /// involve using an appropriate super-register instead (with an implicit use
225 /// of the original) or creating a new virtual register and inserting COPY
226 /// instructions to get the data into the right class.
227 ///
228 /// Reference parameters are set to indicate how caller should add this
229 /// operand to the LEA instruction.
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000230 bool classifyLEAReg(MachineInstr &MI, const MachineOperand &Src,
231 unsigned LEAOpcode, bool AllowSP, unsigned &NewSrc,
232 bool &isKill, bool &isUndef,
Matthias Braun7313ca62016-08-09 01:47:26 +0000233 MachineOperand &ImplicitOp, LiveVariables *LV) const;
Tim Northover6833e3f2013-06-10 20:43:49 +0000234
Chris Lattnerb7782d72005-01-02 02:37:07 +0000235 /// convertToThreeAddress - This method must be implemented by targets that
236 /// set the M_CONVERTIBLE_TO_3_ADDR flag. When this flag is set, the target
237 /// may be able to convert a two-address instruction into a true
238 /// three-address instruction on demand. This allows the X86 target (for
239 /// example) to convert ADD and SHL instructions into LEA instructions if they
240 /// would require register copies due to two-addressness.
241 ///
242 /// This method returns a null pointer if the transformation cannot be
243 /// performed, otherwise it returns the new instruction.
244 ///
Craig Topper2d9361e2014-03-09 07:44:38 +0000245 MachineInstr *convertToThreeAddress(MachineFunction::iterator &MFI,
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000246 MachineInstr &MI,
Craig Topper2d9361e2014-03-09 07:44:38 +0000247 LiveVariables *LV) const override;
Chris Lattnerb7782d72005-01-02 02:37:07 +0000248
Andrew Kaylor16c4da02015-09-28 20:33:22 +0000249 /// Returns true iff the routine could find two commutable operands in the
250 /// given machine instruction.
251 /// The 'SrcOpIdx1' and 'SrcOpIdx2' are INPUT and OUTPUT arguments. Their
252 /// input values can be re-defined in this method only if the input values
253 /// are not pre-defined, which is designated by the special value
254 /// 'CommuteAnyOperandIndex' assigned to it.
255 /// If both of indices are pre-defined and refer to some operands, then the
256 /// method simply returns true if the corresponding operands are commutable
257 /// and returns false otherwise.
Chris Lattner29478012005-01-19 07:11:01 +0000258 ///
Andrew Kaylor16c4da02015-09-28 20:33:22 +0000259 /// For example, calling this method this way:
260 /// unsigned Op1 = 1, Op2 = CommuteAnyOperandIndex;
261 /// findCommutedOpIndices(MI, Op1, Op2);
262 /// can be interpreted as a query asking to find an operand that would be
263 /// commutable with the operand#1.
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000264 bool findCommutedOpIndices(MachineInstr &MI, unsigned &SrcOpIdx1,
Lang Hamesc59a2d02014-04-02 23:57:49 +0000265 unsigned &SrcOpIdx2) const override;
266
Andrew Kaylor4731bea2015-11-06 19:47:25 +0000267 /// Returns true if the routine could find two commutable operands
268 /// in the given FMA instruction. Otherwise, returns false.
269 ///
270 /// \p SrcOpIdx1 and \p SrcOpIdx2 are INPUT and OUTPUT arguments.
271 /// The output indices of the commuted operands are returned in these
272 /// arguments. Also, the input values of these arguments may be preset either
273 /// to indices of operands that must be commuted or be equal to a special
274 /// value 'CommuteAnyOperandIndex' which means that the corresponding
275 /// operand index is not set and this method is free to pick any of
276 /// available commutable operands.
277 ///
278 /// For example, calling this method this way:
279 /// unsigned Idx1 = 1, Idx2 = CommuteAnyOperandIndex;
280 /// findFMA3CommutedOpIndices(MI, Idx1, Idx2);
281 /// can be interpreted as a query asking if the operand #1 can be swapped
282 /// with any other available operand (e.g. operand #2, operand #3, etc.).
283 ///
284 /// The returned FMA opcode may differ from the opcode in the given MI.
285 /// For example, commuting the operands #1 and #3 in the following FMA
286 /// FMA213 #1, #2, #3
287 /// results into instruction with adjusted opcode:
288 /// FMA231 #3, #2, #1
Craig Topper6172b0b2016-07-23 07:16:53 +0000289 bool findFMA3CommutedOpIndices(MachineInstr &MI, bool IsIntrinOpcode,
290 unsigned &SrcOpIdx1,
Andrew Kaylor4731bea2015-11-06 19:47:25 +0000291 unsigned &SrcOpIdx2) const;
292
Chris Lattnerc0fb5672006-10-20 17:42:20 +0000293 // Branch analysis.
Duncan P. N. Exon Smith6307eb52016-02-23 02:46:52 +0000294 bool isUnpredicatedTerminator(const MachineInstr &MI) const override;
Jacques Pienaar71c30a12016-07-15 14:41:04 +0000295 bool analyzeBranch(MachineBasicBlock &MBB, MachineBasicBlock *&TBB,
Craig Topper2d9361e2014-03-09 07:44:38 +0000296 MachineBasicBlock *&FBB,
297 SmallVectorImpl<MachineOperand> &Cond,
298 bool AllowModify) const override;
Sanjoy Dasb666ea32015-06-15 18:44:14 +0000299
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000300 bool getMemOpBaseRegImmOfs(MachineInstr &LdSt, unsigned &BaseReg,
Chad Rosierc27a18f2016-03-09 16:00:35 +0000301 int64_t &Offset,
Sanjoy Dasb666ea32015-06-15 18:44:14 +0000302 const TargetRegisterInfo *TRI) const override;
Jacques Pienaar71c30a12016-07-15 14:41:04 +0000303 bool analyzeBranchPredicate(MachineBasicBlock &MBB,
Sanjoy Das6b34a462015-06-15 18:44:21 +0000304 TargetInstrInfo::MachineBranchPredicate &MBP,
305 bool AllowModify = false) const override;
306
Craig Topper2d9361e2014-03-09 07:44:38 +0000307 unsigned RemoveBranch(MachineBasicBlock &MBB) const override;
308 unsigned InsertBranch(MachineBasicBlock &MBB, MachineBasicBlock *TBB,
Ahmed Bougachac88bf542015-06-11 19:30:37 +0000309 MachineBasicBlock *FBB, ArrayRef<MachineOperand> Cond,
Benjamin Kramerbdc49562016-06-12 15:39:02 +0000310 const DebugLoc &DL) const override;
Ahmed Bougachac88bf542015-06-11 19:30:37 +0000311 bool canInsertSelect(const MachineBasicBlock&, ArrayRef<MachineOperand> Cond,
Craig Topper2d9361e2014-03-09 07:44:38 +0000312 unsigned, unsigned, int&, int&, int&) const override;
Benjamin Kramerbdc49562016-06-12 15:39:02 +0000313 void insertSelect(MachineBasicBlock &MBB, MachineBasicBlock::iterator MI,
314 const DebugLoc &DL, unsigned DstReg,
315 ArrayRef<MachineOperand> Cond, unsigned TrueReg,
316 unsigned FalseReg) const override;
317 void copyPhysReg(MachineBasicBlock &MBB, MachineBasicBlock::iterator MI,
318 const DebugLoc &DL, unsigned DestReg, unsigned SrcReg,
Craig Topper2d9361e2014-03-09 07:44:38 +0000319 bool KillSrc) const override;
320 void storeRegToStackSlot(MachineBasicBlock &MBB,
321 MachineBasicBlock::iterator MI,
322 unsigned SrcReg, bool isKill, int FrameIndex,
323 const TargetRegisterClass *RC,
324 const TargetRegisterInfo *TRI) const override;
Owen Andersoneee14602008-01-01 21:11:32 +0000325
Craig Topperf5e3b0b2014-03-09 07:58:15 +0000326 void storeRegToAddr(MachineFunction &MF, unsigned SrcReg, bool isKill,
327 SmallVectorImpl<MachineOperand> &Addr,
328 const TargetRegisterClass *RC,
329 MachineInstr::mmo_iterator MMOBegin,
330 MachineInstr::mmo_iterator MMOEnd,
331 SmallVectorImpl<MachineInstr*> &NewMIs) const;
Owen Andersoneee14602008-01-01 21:11:32 +0000332
Craig Topper2d9361e2014-03-09 07:44:38 +0000333 void loadRegFromStackSlot(MachineBasicBlock &MBB,
334 MachineBasicBlock::iterator MI,
335 unsigned DestReg, int FrameIndex,
336 const TargetRegisterClass *RC,
337 const TargetRegisterInfo *TRI) const override;
Owen Andersoneee14602008-01-01 21:11:32 +0000338
Craig Topperf5e3b0b2014-03-09 07:58:15 +0000339 void loadRegFromAddr(MachineFunction &MF, unsigned DestReg,
340 SmallVectorImpl<MachineOperand> &Addr,
341 const TargetRegisterClass *RC,
342 MachineInstr::mmo_iterator MMOBegin,
343 MachineInstr::mmo_iterator MMOEnd,
344 SmallVectorImpl<MachineInstr*> &NewMIs) const;
Jakob Stoklund Olesendd1904e2011-09-29 05:10:54 +0000345
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000346 bool expandPostRAPseudo(MachineInstr &MI) const override;
Jakob Stoklund Olesendd1904e2011-09-29 05:10:54 +0000347
Owen Anderson2a3be7b2008-01-07 01:35:02 +0000348 /// foldMemoryOperand - If this target supports it, fold a load or store of
349 /// the specified stack slot into the specified machine instruction for the
350 /// specified operand(s). If this is possible, the target should perform the
351 /// folding and return true, otherwise it should return false. If it folds
352 /// the instruction, it is likely that the MachineInstruction the iterator
353 /// references has been changed.
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000354 MachineInstr *
355 foldMemoryOperandImpl(MachineFunction &MF, MachineInstr &MI,
356 ArrayRef<unsigned> Ops,
357 MachineBasicBlock::iterator InsertPt, int FrameIndex,
358 LiveIntervals *LIS = nullptr) const override;
Owen Anderson2a3be7b2008-01-07 01:35:02 +0000359
360 /// foldMemoryOperand - Same as the previous version except it allows folding
361 /// of any load and store from / to any address, not just from a specific
362 /// stack slot.
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000363 MachineInstr *foldMemoryOperandImpl(
364 MachineFunction &MF, MachineInstr &MI, ArrayRef<unsigned> Ops,
365 MachineBasicBlock::iterator InsertPt, MachineInstr &LoadMI,
366 LiveIntervals *LIS = nullptr) const override;
Owen Anderson2a3be7b2008-01-07 01:35:02 +0000367
Owen Anderson2a3be7b2008-01-07 01:35:02 +0000368 /// unfoldMemoryOperand - Separate a single instruction which folded a load or
369 /// a store or a load and a store into two or more instruction. If this is
370 /// possible, returns true as well as the new instructions by reference.
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000371 bool
372 unfoldMemoryOperand(MachineFunction &MF, MachineInstr &MI, unsigned Reg,
373 bool UnfoldLoad, bool UnfoldStore,
374 SmallVectorImpl<MachineInstr *> &NewMIs) const override;
Owen Anderson2a3be7b2008-01-07 01:35:02 +0000375
Craig Topper2d9361e2014-03-09 07:44:38 +0000376 bool unfoldMemoryOperand(SelectionDAG &DAG, SDNode *N,
377 SmallVectorImpl<SDNode*> &NewNodes) const override;
Owen Anderson2a3be7b2008-01-07 01:35:02 +0000378
379 /// getOpcodeAfterMemoryUnfold - Returns the opcode of the would be new
380 /// instruction after load / store are unfolded from an instruction of the
381 /// specified opcode. It returns zero if the specified unfolding is not
Dan Gohman49fa51d2009-10-30 22:18:41 +0000382 /// possible. If LoadRegIndex is non-null, it is filled in with the operand
383 /// index of the operand which will hold the register holding the loaded
384 /// value.
Craig Topper2d9361e2014-03-09 07:44:38 +0000385 unsigned getOpcodeAfterMemoryUnfold(unsigned Opc,
386 bool UnfoldLoad, bool UnfoldStore,
Craig Toppere73658d2014-04-28 04:05:08 +0000387 unsigned *LoadRegIndex = nullptr) const override;
Andrew Trick27c079e2011-03-05 06:31:54 +0000388
Evan Cheng4f026f32010-01-22 03:34:51 +0000389 /// areLoadsFromSameBasePtr - This is used by the pre-regalloc scheduler
390 /// to determine if two loads are loading from the same base address. It
391 /// should only return true if the base pointers are the same and the
392 /// only differences between the two addresses are the offset. It also returns
393 /// the offsets by reference.
Craig Topper2d9361e2014-03-09 07:44:38 +0000394 bool areLoadsFromSameBasePtr(SDNode *Load1, SDNode *Load2, int64_t &Offset1,
395 int64_t &Offset2) const override;
Evan Cheng4f026f32010-01-22 03:34:51 +0000396
397 /// shouldScheduleLoadsNear - This is a used by the pre-regalloc scheduler to
Chris Lattner0ab5e2c2011-04-15 05:18:47 +0000398 /// determine (in conjunction with areLoadsFromSameBasePtr) if two loads should
Evan Cheng4f026f32010-01-22 03:34:51 +0000399 /// be scheduled togther. On some targets if two loads are loading from
400 /// addresses in the same cache line, it's better if they are scheduled
401 /// together. This function takes two integers that represent the load offsets
402 /// from the common base address. It returns true if it decides it's desirable
403 /// to schedule the two loads together. "NumLoads" is the number of loads that
404 /// have already been scheduled after Load1.
Craig Topper2d9361e2014-03-09 07:44:38 +0000405 bool shouldScheduleLoadsNear(SDNode *Load1, SDNode *Load2,
406 int64_t Offset1, int64_t Offset2,
407 unsigned NumLoads) const override;
Evan Cheng4f026f32010-01-22 03:34:51 +0000408
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000409 bool shouldScheduleAdjacent(MachineInstr &First,
410 MachineInstr &Second) const override;
Andrew Trick47740de2013-06-23 09:00:28 +0000411
Craig Topper2d9361e2014-03-09 07:44:38 +0000412 void getNoopForMachoTarget(MCInst &NopInst) const override;
Chris Lattner6a5e7062010-04-26 23:37:21 +0000413
Craig Topper2d9361e2014-03-09 07:44:38 +0000414 bool
415 ReverseBranchCondition(SmallVectorImpl<MachineOperand> &Cond) const override;
Chris Lattner29478012005-01-19 07:11:01 +0000416
Evan Chengb5f0ec32009-02-06 17:17:30 +0000417 /// isSafeToMoveRegClassDefs - Return true if it's safe to move a machine
418 /// instruction that defines the specified register class.
Craig Topper2d9361e2014-03-09 07:44:38 +0000419 bool isSafeToMoveRegClassDefs(const TargetRegisterClass *RC) const override;
Evan Chengf7137222008-10-27 07:14:50 +0000420
Alexey Volkov6226de62014-05-20 08:55:50 +0000421 /// isSafeToClobberEFLAGS - Return true if it's safe insert an instruction tha
422 /// would clobber the EFLAGS condition register. Note the result may be
423 /// conservative. If it cannot definitely determine the safety after visiting
424 /// a few instructions in each direction it assumes it's not safe.
425 bool isSafeToClobberEFLAGS(MachineBasicBlock &MBB,
426 MachineBasicBlock::iterator I) const;
427
Andrew Kayloraf083d42015-08-26 20:36:52 +0000428 /// True if MI has a condition code def, e.g. EFLAGS, that is
429 /// not marked dead.
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000430 bool hasLiveCondCodeDef(MachineInstr &MI) const;
Andrew Kayloraf083d42015-08-26 20:36:52 +0000431
Dan Gohman6ebe7342008-09-30 00:58:23 +0000432 /// getGlobalBaseReg - Return a virtual register initialized with the
433 /// the global base register value. Output instructions required to
434 /// initialize the register in the function entry block, if necessary.
Dan Gohman24300732008-09-23 18:22:58 +0000435 ///
Dan Gohman6ebe7342008-09-30 00:58:23 +0000436 unsigned getGlobalBaseReg(MachineFunction *MF) const;
Dan Gohman24300732008-09-23 18:22:58 +0000437
Jakob Stoklund Olesenb48c9942011-09-27 22:57:18 +0000438 std::pair<uint16_t, uint16_t>
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000439 getExecutionDomain(const MachineInstr &MI) const override;
Jakob Stoklund Olesenb551aa42010-03-29 23:24:21 +0000440
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000441 void setExecutionDomain(MachineInstr &MI, unsigned Domain) const override;
Jakob Stoklund Olesen49e121d2010-03-25 17:25:00 +0000442
Craig Topper2d9361e2014-03-09 07:44:38 +0000443 unsigned
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000444 getPartialRegUpdateClearance(const MachineInstr &MI, unsigned OpNum,
445 const TargetRegisterInfo *TRI) const override;
446 unsigned getUndefRegClearance(const MachineInstr &MI, unsigned &OpNum,
Craig Topper2d9361e2014-03-09 07:44:38 +0000447 const TargetRegisterInfo *TRI) const override;
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000448 void breakPartialRegDependency(MachineInstr &MI, unsigned OpNum,
Craig Topper2d9361e2014-03-09 07:44:38 +0000449 const TargetRegisterInfo *TRI) const override;
Jakob Stoklund Olesenf8ad3362011-11-15 01:15:30 +0000450
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000451 MachineInstr *foldMemoryOperandImpl(MachineFunction &MF, MachineInstr &MI,
Chris Lattnereeba0c72010-09-05 02:18:34 +0000452 unsigned OpNum,
Benjamin Kramerf1362f62015-02-28 12:04:00 +0000453 ArrayRef<MachineOperand> MOs,
Keno Fischere70b31f2015-06-08 20:09:58 +0000454 MachineBasicBlock::iterator InsertPt,
Simon Pilgrim2f9548a2014-10-20 22:14:22 +0000455 unsigned Size, unsigned Alignment,
456 bool AllowCommute) const;
Evan Cheng63c76082010-10-19 18:58:51 +0000457
Tom Roeder44cb65f2014-06-05 19:29:43 +0000458 void
459 getUnconditionalBranch(MCInst &Branch,
460 const MCSymbolRefExpr *BranchTarget) const override;
461
462 void getTrap(MCInst &MI) const override;
463
Tom Roedereb7a3032014-11-11 21:08:02 +0000464 unsigned getJumpInstrTableEntryBound() const override;
465
Craig Topper2d9361e2014-03-09 07:44:38 +0000466 bool isHighLatencyDef(int opc) const override;
Andrew Trick641e2d42011-03-05 08:00:22 +0000467
Matthias Braun88e21312015-06-13 03:42:11 +0000468 bool hasHighOperandLatency(const TargetSchedModel &SchedModel,
Evan Cheng63c76082010-10-19 18:58:51 +0000469 const MachineRegisterInfo *MRI,
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000470 const MachineInstr &DefMI, unsigned DefIdx,
471 const MachineInstr &UseMI,
Craig Topper2d9361e2014-03-09 07:44:38 +0000472 unsigned UseIdx) const override;
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000473
Sanjay Patel08829ba2015-06-10 20:32:21 +0000474 bool useMachineCombiner() const override {
475 return true;
476 }
Chad Rosier03a47302015-09-21 15:09:11 +0000477
478 bool isAssociativeAndCommutative(const MachineInstr &Inst) const override;
479
480 bool hasReassociableOperands(const MachineInstr &Inst,
481 const MachineBasicBlock *MBB) const override;
482
483 void setSpecialOperandAttr(MachineInstr &OldMI1, MachineInstr &OldMI2,
484 MachineInstr &NewMI1,
485 MachineInstr &NewMI2) const override;
Sanjay Patel08829ba2015-06-10 20:32:21 +0000486
Manman Renc9656732012-07-06 17:36:20 +0000487 /// analyzeCompare - For a comparison instruction, return the source registers
488 /// in SrcReg and SrcReg2 if having two register operands, and the value it
489 /// compares against in CmpValue. Return true if the comparison instruction
490 /// can be analyzed.
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000491 bool analyzeCompare(const MachineInstr &MI, unsigned &SrcReg,
Craig Topper2d9361e2014-03-09 07:44:38 +0000492 unsigned &SrcReg2, int &CmpMask,
493 int &CmpValue) const override;
Manman Renc9656732012-07-06 17:36:20 +0000494
495 /// optimizeCompareInstr - Check if there exists an earlier instruction that
496 /// operates on the same source operands and sets flags in the same way as
497 /// Compare; remove Compare if possible.
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000498 bool optimizeCompareInstr(MachineInstr &CmpInstr, unsigned SrcReg,
Craig Topper2d9361e2014-03-09 07:44:38 +0000499 unsigned SrcReg2, int CmpMask, int CmpValue,
500 const MachineRegisterInfo *MRI) const override;
Manman Renc9656732012-07-06 17:36:20 +0000501
Manman Ren5759d012012-08-02 00:56:42 +0000502 /// optimizeLoadInstr - Try to remove the load by folding it to a register
503 /// operand at the use. We fold the load instructions if and only if the
Manman Renba8122c2012-08-02 19:37:32 +0000504 /// def and use are in the same BB. We only look at one load and see
505 /// whether it can be folded into MI. FoldAsLoadDefReg is the virtual register
506 /// defined by the load we are trying to fold. DefMI returns the machine
507 /// instruction that defines FoldAsLoadDefReg, and the function returns
508 /// the machine instruction generated due to folding.
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000509 MachineInstr *optimizeLoadInstr(MachineInstr &MI,
Craig Topper2d9361e2014-03-09 07:44:38 +0000510 const MachineRegisterInfo *MRI,
511 unsigned &FoldAsLoadDefReg,
512 MachineInstr *&DefMI) const override;
Manman Ren5759d012012-08-02 00:56:42 +0000513
Alex Lorenz49873a82015-08-06 00:44:07 +0000514 std::pair<unsigned, unsigned>
515 decomposeMachineOperandsTargetFlags(unsigned TF) const override;
516
517 ArrayRef<std::pair<unsigned, const char *>>
518 getSerializableDirectMachineOperandTargetFlags() const override;
519
Andrew Kaylor16c4da02015-09-28 20:33:22 +0000520protected:
521 /// Commutes the operands in the given instruction by changing the operands
522 /// order and/or changing the instruction's opcode and/or the immediate value
523 /// operand.
524 ///
525 /// The arguments 'CommuteOpIdx1' and 'CommuteOpIdx2' specify the operands
526 /// to be commuted.
527 ///
528 /// Do not call this method for a non-commutable instruction or
529 /// non-commutable operands.
530 /// Even though the instruction is commutable, the method may still
531 /// fail to commute the operands, null pointer is returned in such cases.
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000532 MachineInstr *commuteInstructionImpl(MachineInstr &MI, bool NewMI,
Andrew Kaylor16c4da02015-09-28 20:33:22 +0000533 unsigned CommuteOpIdx1,
534 unsigned CommuteOpIdx2) const override;
535
Owen Anderson2a3be7b2008-01-07 01:35:02 +0000536private:
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000537 MachineInstr *convertToThreeAddressWithLEA(unsigned MIOpc,
538 MachineFunction::iterator &MFI,
539 MachineInstr &MI,
540 LiveVariables *LV) const;
Evan Cheng766a73f2009-12-11 06:01:48 +0000541
Simon Pilgrim7e6606f2015-11-04 20:48:09 +0000542 /// Handles memory folding for special case instructions, for instance those
543 /// requiring custom manipulation of the address.
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000544 MachineInstr *foldMemoryOperandCustom(MachineFunction &MF, MachineInstr &MI,
Simon Pilgrim7e6606f2015-11-04 20:48:09 +0000545 unsigned OpNum,
546 ArrayRef<MachineOperand> MOs,
547 MachineBasicBlock::iterator InsertPt,
548 unsigned Size, unsigned Align) const;
549
David Greene70fdd572009-11-12 20:55:29 +0000550 /// isFrameOperand - Return true and the FrameIndex if the specified
551 /// operand and follow operands form a reference to the stack frame.
Duncan P. N. Exon Smith9cfc75c2016-06-30 00:01:54 +0000552 bool isFrameOperand(const MachineInstr &MI, unsigned int Op,
David Greene70fdd572009-11-12 20:55:29 +0000553 int &FrameIndex) const;
Hans Wennborg4ae51192016-03-25 01:10:56 +0000554
555 /// Expand the MOVImmSExti8 pseudo-instructions.
556 bool ExpandMOVImmSExti8(MachineInstrBuilder &MIB) const;
Chris Lattnerd92fb002002-10-25 22:55:53 +0000557};
558
Alexander Kornienkof00654e2015-06-23 09:49:53 +0000559} // End llvm namespace
Brian Gaeke960707c2003-11-11 22:41:34 +0000560
Chris Lattnerd92fb002002-10-25 22:55:53 +0000561#endif