blob: f23b37ddce738d852172feedbe28c0d8c272d6f0 [file] [log] [blame]
Simon Pilgrima271c542017-05-03 15:42:29 +00001//===-- X86Schedule.td - X86 Scheduling Definitions --------*- tablegen -*-===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9
Simon Pilgrim963bf4d2018-04-13 14:24:06 +000010//===----------------------------------------------------------------------===//
Simon Pilgrima271c542017-05-03 15:42:29 +000011// InstrSchedModel annotations for out-of-order CPUs.
Simon Pilgrima271c542017-05-03 15:42:29 +000012
13// Instructions with folded loads need to read the memory operand immediately,
14// but other register operands don't have to be read until the load is ready.
15// These operands are marked with ReadAfterLd.
16def ReadAfterLd : SchedRead;
17
18// Instructions with both a load and a store folded are modeled as a folded
19// load + WriteRMW.
20def WriteRMW : SchedWrite;
21
Simon Pilgrimf2d2ced2018-05-03 17:56:43 +000022// Helper to set SchedWrite ExePorts/Latency/ResourceCycles/NumMicroOps.
23multiclass X86WriteRes<SchedWrite SchedRW,
24 list<ProcResourceKind> ExePorts,
25 int Lat, list<int> Res, int UOps> {
26 def : WriteRes<SchedRW, ExePorts> {
27 let Latency = Lat;
28 let ResourceCycles = Res;
29 let NumMicroOps = UOps;
30 }
31}
32
Simon Pilgrima271c542017-05-03 15:42:29 +000033// Most instructions can fold loads, so almost every SchedWrite comes in two
34// variants: With and without a folded load.
35// An X86FoldableSchedWrite holds a reference to the corresponding SchedWrite
36// with a folded load.
37class X86FoldableSchedWrite : SchedWrite {
38 // The SchedWrite to use when a load is folded into the instruction.
39 SchedWrite Folded;
40}
41
42// Multiclass that produces a linked pair of SchedWrites.
43multiclass X86SchedWritePair {
44 // Register-Memory operation.
45 def Ld : SchedWrite;
46 // Register-Register operation.
47 def NAME : X86FoldableSchedWrite {
48 let Folded = !cast<SchedWrite>(NAME#"Ld");
49 }
50}
51
Simon Pilgrim3c354082018-04-30 18:18:38 +000052// Multiclass that wraps X86FoldableSchedWrite for each vector width.
53class X86SchedWriteWidths<X86FoldableSchedWrite sScl,
54 X86FoldableSchedWrite s128,
55 X86FoldableSchedWrite s256,
56 X86FoldableSchedWrite s512> {
57 X86FoldableSchedWrite Scl = sScl; // Scalar float/double operations.
58 X86FoldableSchedWrite MMX = sScl; // MMX operations.
59 X86FoldableSchedWrite XMM = s128; // XMM operations.
60 X86FoldableSchedWrite YMM = s256; // YMM operations.
61 X86FoldableSchedWrite ZMM = s512; // ZMM operations.
62}
63
Simon Pilgrimf3ae50f2018-05-07 11:50:44 +000064// Multiclass that wraps X86SchedWriteWidths for each fp vector type.
65class X86SchedWriteSizes<X86SchedWriteWidths sPS,
66 X86SchedWriteWidths sPD> {
67 X86SchedWriteWidths PS = sPS;
68 X86SchedWriteWidths PD = sPD;
69}
70
Simon Pilgrimead11e42018-05-11 12:46:54 +000071// Multiclass that wraps move/load/store triple for a vector width.
72class X86SchedWriteMoveLS<SchedWrite MoveRR,
73 SchedWrite LoadRM,
74 SchedWrite StoreMR> {
75 SchedWrite RR = MoveRR;
76 SchedWrite RM = LoadRM;
77 SchedWrite MR = StoreMR;
78}
79
80// Multiclass that wraps X86SchedWriteMoveLS for each vector width.
81class X86SchedWriteMoveLSWidths<X86SchedWriteMoveLS sScl,
82 X86SchedWriteMoveLS s128,
83 X86SchedWriteMoveLS s256,
84 X86SchedWriteMoveLS s512> {
85 X86SchedWriteMoveLS Scl = sScl; // Scalar float/double operations.
86 X86SchedWriteMoveLS MMX = sScl; // MMX operations.
87 X86SchedWriteMoveLS XMM = s128; // XMM operations.
88 X86SchedWriteMoveLS YMM = s256; // YMM operations.
89 X86SchedWriteMoveLS ZMM = s512; // ZMM operations.
90}
91
Craig Topperb7baa352018-04-08 17:53:18 +000092// Loads, stores, and moves, not folded with other operations.
93def WriteLoad : SchedWrite;
94def WriteStore : SchedWrite;
95def WriteMove : SchedWrite;
96
Simon Pilgrima271c542017-05-03 15:42:29 +000097// Arithmetic.
Simon Pilgrim2864b462018-05-08 14:55:16 +000098defm WriteALU : X86SchedWritePair; // Simple integer ALU op.
Simon Pilgrimead11e42018-05-11 12:46:54 +000099def WriteALURMW : WriteSequence<[WriteALULd, WriteStore]>;
Simon Pilgrim2864b462018-05-08 14:55:16 +0000100defm WriteIMul : X86SchedWritePair; // Integer multiplication.
101defm WriteIMul64 : X86SchedWritePair; // Integer 64-bit multiplication.
102def WriteIMulH : SchedWrite; // Integer multiplication, high part.
103def WriteLEA : SchedWrite; // LEA instructions can't fold loads.
Simon Pilgrima271c542017-05-03 15:42:29 +0000104
Simon Pilgrim25805542018-05-08 13:51:45 +0000105// Integer division.
106defm WriteDiv8 : X86SchedWritePair;
107defm WriteDiv16 : X86SchedWritePair;
108defm WriteDiv32 : X86SchedWritePair;
109defm WriteDiv64 : X86SchedWritePair;
110defm WriteIDiv8 : X86SchedWritePair;
111defm WriteIDiv16 : X86SchedWritePair;
112defm WriteIDiv32 : X86SchedWritePair;
113defm WriteIDiv64 : X86SchedWritePair;
114
Simon Pilgrimf33d9052018-03-26 18:19:28 +0000115defm WriteBitScan : X86SchedWritePair; // Bit scan forward/reverse.
116defm WritePOPCNT : X86SchedWritePair; // Bit population count.
117defm WriteLZCNT : X86SchedWritePair; // Leading zero count.
118defm WriteTZCNT : X86SchedWritePair; // Trailing zero count.
Craig Topperb7baa352018-04-08 17:53:18 +0000119defm WriteCMOV : X86SchedWritePair; // Conditional move.
120def WriteSETCC : SchedWrite; // Set register based on condition code.
121def WriteSETCCStore : SchedWrite;
Simon Pilgrimf33d9052018-03-26 18:19:28 +0000122
Simon Pilgrima271c542017-05-03 15:42:29 +0000123// Integer shifts and rotates.
124defm WriteShift : X86SchedWritePair;
125
Craig Topper89310f52018-03-29 20:41:39 +0000126// BMI1 BEXTR, BMI2 BZHI
127defm WriteBEXTR : X86SchedWritePair;
128defm WriteBZHI : X86SchedWritePair;
129
Simon Pilgrima271c542017-05-03 15:42:29 +0000130// Idioms that clear a register, like xorps %xmm0, %xmm0.
131// These can often bypass execution ports completely.
132def WriteZero : SchedWrite;
133
134// Branches don't produce values, so they have no latency, but they still
135// consume resources. Indirect branches can fold loads.
136defm WriteJump : X86SchedWritePair;
137
138// Floating point. This covers both scalar and vector operations.
Simon Pilgrimb0a3be02018-05-08 12:17:55 +0000139def WriteFLoad : SchedWrite;
Simon Pilgrim22dd72b2018-05-11 14:30:54 +0000140def WriteFLoadX : SchedWrite;
141def WriteFLoadY : SchedWrite;
Simon Pilgrimb0a3be02018-05-08 12:17:55 +0000142def WriteFMaskedLoad : SchedWrite;
143def WriteFMaskedLoadY : SchedWrite;
144def WriteFStore : SchedWrite;
Simon Pilgrim22dd72b2018-05-11 14:30:54 +0000145def WriteFStoreX : SchedWrite;
146def WriteFStoreY : SchedWrite;
Simon Pilgrimb0a3be02018-05-08 12:17:55 +0000147def WriteFMaskedStore : SchedWrite;
148def WriteFMaskedStoreY : SchedWrite;
149def WriteFMove : SchedWrite;
Simon Pilgrim22dd72b2018-05-11 14:30:54 +0000150def WriteFMoveX : SchedWrite;
151def WriteFMoveY : SchedWrite;
Simon Pilgrim1233e122018-05-07 20:52:53 +0000152
153defm WriteFAdd : X86SchedWritePair; // Floating point add/sub.
154defm WriteFAddX : X86SchedWritePair; // Floating point add/sub (XMM).
155defm WriteFAddY : X86SchedWritePair; // Floating point add/sub (YMM/ZMM).
156defm WriteFAdd64 : X86SchedWritePair; // Floating point double add/sub.
157defm WriteFAdd64X : X86SchedWritePair; // Floating point double add/sub (XMM).
158defm WriteFAdd64Y : X86SchedWritePair; // Floating point double add/sub (YMM/ZMM).
159defm WriteFCmp : X86SchedWritePair; // Floating point compare.
160defm WriteFCmpX : X86SchedWritePair; // Floating point compare (XMM).
161defm WriteFCmpY : X86SchedWritePair; // Floating point compare (YMM/ZMM).
162defm WriteFCmp64 : X86SchedWritePair; // Floating point double compare.
163defm WriteFCmp64X : X86SchedWritePair; // Floating point double compare (XMM).
164defm WriteFCmp64Y : X86SchedWritePair; // Floating point double compare (YMM/ZMM).
165defm WriteFCom : X86SchedWritePair; // Floating point compare to flags.
166defm WriteFMul : X86SchedWritePair; // Floating point multiplication.
167defm WriteFMulX : X86SchedWritePair; // Floating point multiplication (XMM).
168defm WriteFMulY : X86SchedWritePair; // Floating point multiplication (YMM/ZMM).
169defm WriteFMul64 : X86SchedWritePair; // Floating point double multiplication.
170defm WriteFMul64X : X86SchedWritePair; // Floating point double multiplication (XMM).
171defm WriteFMul64Y : X86SchedWritePair; // Floating point double multiplication (YMM/ZMM).
Simon Pilgrimac5d0a32018-05-07 16:15:46 +0000172defm WriteFDiv : X86SchedWritePair; // Floating point division.
173defm WriteFDivX : X86SchedWritePair; // Floating point division (XMM).
174defm WriteFDivY : X86SchedWritePair; // Floating point division (YMM).
175defm WriteFDivZ : X86SchedWritePair; // Floating point division (ZMM).
Simon Pilgrim1233e122018-05-07 20:52:53 +0000176defm WriteFDiv64 : X86SchedWritePair; // Floating point double division.
177defm WriteFDiv64X : X86SchedWritePair; // Floating point double division (XMM).
178defm WriteFDiv64Y : X86SchedWritePair; // Floating point double division (YMM).
179defm WriteFDiv64Z : X86SchedWritePair; // Floating point double division (ZMM).
Simon Pilgrima271c542017-05-03 15:42:29 +0000180defm WriteFSqrt : X86SchedWritePair; // Floating point square root.
Simon Pilgrimf3ae50f2018-05-07 11:50:44 +0000181defm WriteFSqrtX : X86SchedWritePair; // Floating point square root (XMM).
182defm WriteFSqrtY : X86SchedWritePair; // Floating point square root (YMM).
183defm WriteFSqrtZ : X86SchedWritePair; // Floating point square root (ZMM).
184defm WriteFSqrt64 : X86SchedWritePair; // Floating point double square root.
185defm WriteFSqrt64X : X86SchedWritePair; // Floating point double square root (XMM).
186defm WriteFSqrt64Y : X86SchedWritePair; // Floating point double square root (YMM).
187defm WriteFSqrt64Z : X86SchedWritePair; // Floating point double square root (ZMM).
188defm WriteFSqrt80 : X86SchedWritePair; // Floating point long double square root.
Simon Pilgrima271c542017-05-03 15:42:29 +0000189defm WriteFRcp : X86SchedWritePair; // Floating point reciprocal estimate.
Simon Pilgrimf3ae50f2018-05-07 11:50:44 +0000190defm WriteFRcpX : X86SchedWritePair; // Floating point reciprocal estimate (XMM).
Simon Pilgrimc7088682018-05-01 18:06:07 +0000191defm WriteFRcpY : X86SchedWritePair; // Floating point reciprocal estimate (YMM/ZMM).
Simon Pilgrima271c542017-05-03 15:42:29 +0000192defm WriteFRsqrt : X86SchedWritePair; // Floating point reciprocal square root estimate.
Simon Pilgrimf3ae50f2018-05-07 11:50:44 +0000193defm WriteFRsqrtX: X86SchedWritePair; // Floating point reciprocal square root estimate (XMM).
Simon Pilgrimc7088682018-05-01 18:06:07 +0000194defm WriteFRsqrtY: X86SchedWritePair; // Floating point reciprocal square root estimate (YMM/ZMM).
Simon Pilgrima271c542017-05-03 15:42:29 +0000195defm WriteFMA : X86SchedWritePair; // Fused Multiply Add.
Simon Pilgrim67cc2462018-05-04 15:20:18 +0000196defm WriteFMAX : X86SchedWritePair; // Fused Multiply Add (XMM).
Simon Pilgrimdbd1ae72018-04-25 13:07:58 +0000197defm WriteFMAY : X86SchedWritePair; // Fused Multiply Add (YMM/ZMM).
Simon Pilgrim542b20d2018-05-03 22:31:19 +0000198defm WriteDPPD : X86SchedWritePair; // Floating point double dot product.
199defm WriteDPPS : X86SchedWritePair; // Floating point single dot product.
200defm WriteDPPSY : X86SchedWritePair; // Floating point single dot product (YMM).
Simon Pilgrimb2aa89c2018-04-27 15:50:33 +0000201defm WriteFSign : X86SchedWritePair; // Floating point fabs/fchs.
Simon Pilgrimbe51b202018-05-04 12:59:24 +0000202defm WriteFRnd : X86SchedWritePair; // Floating point rounding.
203defm WriteFRndY : X86SchedWritePair; // Floating point rounding (YMM/ZMM).
Simon Pilgrimb2aa89c2018-04-27 15:50:33 +0000204defm WriteFLogic : X86SchedWritePair; // Floating point and/or/xor logicals.
205defm WriteFLogicY : X86SchedWritePair; // Floating point and/or/xor logicals (YMM/ZMM).
Simon Pilgrim210286e2018-05-08 10:28:03 +0000206defm WriteFTest : X86SchedWritePair; // Floating point TEST instructions.
207defm WriteFTestY : X86SchedWritePair; // Floating point TEST instructions (YMM/ZMM).
Simon Pilgrima271c542017-05-03 15:42:29 +0000208defm WriteFShuffle : X86SchedWritePair; // Floating point vector shuffles.
Simon Pilgrimdd8eae12018-05-01 14:25:01 +0000209defm WriteFShuffleY : X86SchedWritePair; // Floating point vector shuffles (YMM/ZMM).
Simon Pilgrim89c8a102018-04-11 13:49:19 +0000210defm WriteFVarShuffle : X86SchedWritePair; // Floating point vector variable shuffles.
Simon Pilgrim8a937e02018-04-27 18:19:48 +0000211defm WriteFVarShuffleY : X86SchedWritePair; // Floating point vector variable shuffles (YMM/ZMM).
Simon Pilgrima271c542017-05-03 15:42:29 +0000212defm WriteFBlend : X86SchedWritePair; // Floating point vector blends.
Simon Pilgrim8a937e02018-04-27 18:19:48 +0000213defm WriteFBlendY : X86SchedWritePair; // Floating point vector blends (YMM/ZMM).
Simon Pilgrima271c542017-05-03 15:42:29 +0000214defm WriteFVarBlend : X86SchedWritePair; // Fp vector variable blends.
Simon Pilgrim8a937e02018-04-27 18:19:48 +0000215defm WriteFVarBlendY : X86SchedWritePair; // Fp vector variable blends (YMM/ZMM).
Simon Pilgrima271c542017-05-03 15:42:29 +0000216
217// FMA Scheduling helper class.
218class FMASC { X86FoldableSchedWrite Sched = WriteFAdd; }
219
Andrew V. Tischenko8cb1d092017-06-08 16:44:13 +0000220// Horizontal Add/Sub (float and integer)
221defm WriteFHAdd : X86SchedWritePair;
Simon Pilgrimc3c767b2018-04-27 16:11:57 +0000222defm WriteFHAddY : X86SchedWritePair; // YMM/ZMM.
223defm WritePHAdd : X86SchedWritePair;
Simon Pilgrim38ac0e92018-05-10 17:06:09 +0000224defm WritePHAddX : X86SchedWritePair; // XMM.
Simon Pilgrimf7dd6062018-05-03 13:27:10 +0000225defm WritePHAddY : X86SchedWritePair; // YMM/ZMM.
Andrew V. Tischenko8cb1d092017-06-08 16:44:13 +0000226
Simon Pilgrima271c542017-05-03 15:42:29 +0000227// Vector integer operations.
Simon Pilgrimb0a3be02018-05-08 12:17:55 +0000228def WriteVecLoad : SchedWrite;
Simon Pilgrim22dd72b2018-05-11 14:30:54 +0000229def WriteVecLoadX : SchedWrite;
230def WriteVecLoadY : SchedWrite;
Simon Pilgrimb0a3be02018-05-08 12:17:55 +0000231def WriteVecMaskedLoad : SchedWrite;
232def WriteVecMaskedLoadY : SchedWrite;
233def WriteVecStore : SchedWrite;
Simon Pilgrim22dd72b2018-05-11 14:30:54 +0000234def WriteVecStoreX : SchedWrite;
235def WriteVecStoreY : SchedWrite;
Simon Pilgrimb0a3be02018-05-08 12:17:55 +0000236def WriteVecMaskedStore : SchedWrite;
237def WriteVecMaskedStoreY : SchedWrite;
238def WriteVecMove : SchedWrite;
Simon Pilgrim22dd72b2018-05-11 14:30:54 +0000239def WriteVecMoveX : SchedWrite;
240def WriteVecMoveY : SchedWrite;
Simon Pilgrim210286e2018-05-08 10:28:03 +0000241
Simon Pilgrim38ac0e92018-05-10 17:06:09 +0000242defm WriteVecALU : X86SchedWritePair; // Vector integer ALU op, no logicals.
243defm WriteVecALUX : X86SchedWritePair; // Vector integer ALU op, no logicals (XMM).
244defm WriteVecALUY : X86SchedWritePair; // Vector integer ALU op, no logicals (YMM/ZMM).
245defm WriteVecLogic : X86SchedWritePair; // Vector integer and/or/xor logicals.
246defm WriteVecLogicX : X86SchedWritePair; // Vector integer and/or/xor logicals (XMM).
247defm WriteVecLogicY : X86SchedWritePair; // Vector integer and/or/xor logicals (YMM/ZMM).
Simon Pilgrim210286e2018-05-08 10:28:03 +0000248defm WriteVecTest : X86SchedWritePair; // Vector integer TEST instructions.
249defm WriteVecTestY : X86SchedWritePair; // Vector integer TEST instructions (YMM/ZMM).
Simon Pilgrimf2d2ced2018-05-03 17:56:43 +0000250defm WriteVecShift : X86SchedWritePair; // Vector integer shifts (default).
251defm WriteVecShiftX : X86SchedWritePair; // Vector integer shifts (XMM).
252defm WriteVecShiftY : X86SchedWritePair; // Vector integer shifts (YMM/ZMM).
Simon Pilgrimd7ffbc52018-05-04 17:47:46 +0000253defm WriteVecShiftImm : X86SchedWritePair; // Vector integer immediate shifts (default).
Simon Pilgrimf2d2ced2018-05-03 17:56:43 +0000254defm WriteVecShiftImmX: X86SchedWritePair; // Vector integer immediate shifts (XMM).
255defm WriteVecShiftImmY: X86SchedWritePair; // Vector integer immediate shifts (YMM/ZMM).
Simon Pilgrimd7ffbc52018-05-04 17:47:46 +0000256defm WriteVecIMul : X86SchedWritePair; // Vector integer multiply (default).
257defm WriteVecIMulX : X86SchedWritePair; // Vector integer multiply (XMM).
Simon Pilgrim93c878c2018-05-03 10:31:20 +0000258defm WriteVecIMulY : X86SchedWritePair; // Vector integer multiply (YMM/ZMM).
259defm WritePMULLD : X86SchedWritePair; // Vector PMULLD.
260defm WritePMULLDY : X86SchedWritePair; // Vector PMULLD (YMM/ZMM).
Simon Pilgrima271c542017-05-03 15:42:29 +0000261defm WriteShuffle : X86SchedWritePair; // Vector shuffles.
Simon Pilgrim38ac0e92018-05-10 17:06:09 +0000262defm WriteShuffleX : X86SchedWritePair; // Vector shuffles (XMM).
Simon Pilgrim6732f6e2018-05-02 18:48:23 +0000263defm WriteShuffleY : X86SchedWritePair; // Vector shuffles (YMM/ZMM).
Simon Pilgrim89c8a102018-04-11 13:49:19 +0000264defm WriteVarShuffle : X86SchedWritePair; // Vector variable shuffles.
Simon Pilgrim38ac0e92018-05-10 17:06:09 +0000265defm WriteVarShuffleX : X86SchedWritePair; // Vector variable shuffles (XMM).
Simon Pilgrim6732f6e2018-05-02 18:48:23 +0000266defm WriteVarShuffleY : X86SchedWritePair; // Vector variable shuffles (YMM/ZMM).
Simon Pilgrima271c542017-05-03 15:42:29 +0000267defm WriteBlend : X86SchedWritePair; // Vector blends.
Simon Pilgrim6732f6e2018-05-02 18:48:23 +0000268defm WriteBlendY : X86SchedWritePair; // Vector blends (YMM/ZMM).
Simon Pilgrima271c542017-05-03 15:42:29 +0000269defm WriteVarBlend : X86SchedWritePair; // Vector variable blends.
Simon Pilgrim6732f6e2018-05-02 18:48:23 +0000270defm WriteVarBlendY : X86SchedWritePair; // Vector variable blends (YMM/ZMM).
Simon Pilgrim93c878c2018-05-03 10:31:20 +0000271defm WritePSADBW : X86SchedWritePair; // Vector PSADBW.
Simon Pilgrim38ac0e92018-05-10 17:06:09 +0000272defm WritePSADBWX : X86SchedWritePair; // Vector PSADBW (XMM).
Simon Pilgrim93c878c2018-05-03 10:31:20 +0000273defm WritePSADBWY : X86SchedWritePair; // Vector PSADBW (YMM/ZMM).
274defm WriteMPSAD : X86SchedWritePair; // Vector MPSAD.
275defm WriteMPSADY : X86SchedWritePair; // Vector MPSAD (YMM/ZMM).
Simon Pilgrim27bc83e2018-04-24 18:49:25 +0000276defm WritePHMINPOS : X86SchedWritePair; // Vector PHMINPOS.
Simon Pilgrima271c542017-05-03 15:42:29 +0000277
Simon Pilgrimf7d2a932018-04-24 13:21:41 +0000278// Vector insert/extract operations.
279defm WriteVecInsert : X86SchedWritePair; // Insert gpr to vector element.
280def WriteVecExtract : SchedWrite; // Extract vector element to gpr.
281def WriteVecExtractSt : SchedWrite; // Extract vector element and store.
282
Simon Pilgrima2f26782018-03-27 20:38:54 +0000283// MOVMSK operations.
Simon Pilgrimbf4c8c02018-05-04 14:54:33 +0000284def WriteFMOVMSK : SchedWrite;
285def WriteVecMOVMSK : SchedWrite;
286def WriteVecMOVMSKY : SchedWrite;
287def WriteMMXMOVMSK : SchedWrite;
Simon Pilgrima2f26782018-03-27 20:38:54 +0000288
Simon Pilgrima271c542017-05-03 15:42:29 +0000289// Conversion between integer and float.
290defm WriteCvtF2I : X86SchedWritePair; // Float -> Integer.
291defm WriteCvtI2F : X86SchedWritePair; // Integer -> Float.
292defm WriteCvtF2F : X86SchedWritePair; // Float -> Float size conversion.
Simon Pilgrimf0945aa2018-04-24 16:43:07 +0000293def WriteCvtF2FSt : SchedWrite; // // Float -> Float + store size conversion.
Simon Pilgrima271c542017-05-03 15:42:29 +0000294
Simon Pilgrim28e7bcb2018-03-26 21:06:14 +0000295// CRC32 instruction.
296defm WriteCRC32 : X86SchedWritePair;
297
Simon Pilgrima271c542017-05-03 15:42:29 +0000298// Strings instructions.
299// Packed Compare Implicit Length Strings, Return Mask
300defm WritePCmpIStrM : X86SchedWritePair;
301// Packed Compare Explicit Length Strings, Return Mask
302defm WritePCmpEStrM : X86SchedWritePair;
303// Packed Compare Implicit Length Strings, Return Index
304defm WritePCmpIStrI : X86SchedWritePair;
305// Packed Compare Explicit Length Strings, Return Index
306defm WritePCmpEStrI : X86SchedWritePair;
307
308// AES instructions.
309defm WriteAESDecEnc : X86SchedWritePair; // Decryption, encryption.
310defm WriteAESIMC : X86SchedWritePair; // InvMixColumn.
311defm WriteAESKeyGen : X86SchedWritePair; // Key Generation.
312
313// Carry-less multiplication instructions.
314defm WriteCLMul : X86SchedWritePair;
315
Simon Pilgrim0e51a122018-05-04 18:16:13 +0000316// EMMS/FEMMS
317def WriteEMMS : SchedWrite;
318
Craig Topper05242bf2018-04-21 18:07:36 +0000319// Load/store MXCSR
320def WriteLDMXCSR : SchedWrite;
321def WriteSTMXCSR : SchedWrite;
322
Simon Pilgrima271c542017-05-03 15:42:29 +0000323// Catch-all for expensive system instructions.
324def WriteSystem : SchedWrite;
325
326// AVX2.
327defm WriteFShuffle256 : X86SchedWritePair; // Fp 256-bit width vector shuffles.
Simon Pilgrim89c8a102018-04-11 13:49:19 +0000328defm WriteFVarShuffle256 : X86SchedWritePair; // Fp 256-bit width variable shuffles.
Simon Pilgrima271c542017-05-03 15:42:29 +0000329defm WriteShuffle256 : X86SchedWritePair; // 256-bit width vector shuffles.
Simon Pilgrim89c8a102018-04-11 13:49:19 +0000330defm WriteVarShuffle256 : X86SchedWritePair; // 256-bit width vector variable shuffles.
Simon Pilgrimf2d2ced2018-05-03 17:56:43 +0000331defm WriteVarVecShift : X86SchedWritePair; // Variable vector shifts.
332defm WriteVarVecShiftY : X86SchedWritePair; // Variable vector shifts (YMM/ZMM).
Simon Pilgrima271c542017-05-03 15:42:29 +0000333
334// Old microcoded instructions that nobody use.
335def WriteMicrocoded : SchedWrite;
336
337// Fence instructions.
338def WriteFence : SchedWrite;
339
340// Nop, not very useful expect it provides a model for nops!
341def WriteNop : SchedWrite;
342
Simon Pilgrimead11e42018-05-11 12:46:54 +0000343// Move/Load/Store wrappers.
344def WriteFMoveLS
345 : X86SchedWriteMoveLS<WriteFMove, WriteFLoad, WriteFStore>;
346def WriteFMoveLSX
Simon Pilgrim22dd72b2018-05-11 14:30:54 +0000347 : X86SchedWriteMoveLS<WriteFMoveX, WriteFLoadX, WriteFStoreX>;
Simon Pilgrimead11e42018-05-11 12:46:54 +0000348def WriteFMoveLSY
Simon Pilgrim22dd72b2018-05-11 14:30:54 +0000349 : X86SchedWriteMoveLS<WriteFMoveY, WriteFLoadY, WriteFStoreY>;
Simon Pilgrimead11e42018-05-11 12:46:54 +0000350def SchedWriteFMoveLS
351 : X86SchedWriteMoveLSWidths<WriteFMoveLS, WriteFMoveLSX,
352 WriteFMoveLSY, WriteFMoveLSY>;
353
354def WriteVecMoveLS
355 : X86SchedWriteMoveLS<WriteVecMove, WriteVecLoad, WriteVecStore>;
356def WriteVecMoveLSX
Simon Pilgrim22dd72b2018-05-11 14:30:54 +0000357 : X86SchedWriteMoveLS<WriteVecMoveX, WriteVecLoadX, WriteVecStoreX>;
Simon Pilgrimead11e42018-05-11 12:46:54 +0000358def WriteVecMoveLSY
Simon Pilgrim22dd72b2018-05-11 14:30:54 +0000359 : X86SchedWriteMoveLS<WriteVecMoveY, WriteVecLoadY, WriteVecStoreY>;
Simon Pilgrimead11e42018-05-11 12:46:54 +0000360def SchedWriteVecMoveLS
361 : X86SchedWriteMoveLSWidths<WriteVecMoveLS, WriteVecMoveLSX,
362 WriteVecMoveLSY, WriteVecMoveLSY>;
363
Simon Pilgrim3c354082018-04-30 18:18:38 +0000364// Vector width wrappers.
365def SchedWriteFAdd
Simon Pilgrim1233e122018-05-07 20:52:53 +0000366 : X86SchedWriteWidths<WriteFAdd, WriteFAddX, WriteFAddY, WriteFAddY>;
367def SchedWriteFAdd64
368 : X86SchedWriteWidths<WriteFAdd64, WriteFAdd64X, WriteFAdd64Y, WriteFAdd64Y>;
Simon Pilgrim342ac8c2018-05-03 09:11:32 +0000369def SchedWriteFHAdd
370 : X86SchedWriteWidths<WriteFHAdd, WriteFHAdd, WriteFHAddY, WriteFHAddY>;
Simon Pilgrim3c354082018-04-30 18:18:38 +0000371def SchedWriteFCmp
Simon Pilgrim1233e122018-05-07 20:52:53 +0000372 : X86SchedWriteWidths<WriteFCmp, WriteFCmpX, WriteFCmpY, WriteFCmpY>;
373def SchedWriteFCmp64
374 : X86SchedWriteWidths<WriteFCmp64, WriteFCmp64X, WriteFCmp64Y, WriteFCmp64Y>;
Simon Pilgrim3c354082018-04-30 18:18:38 +0000375def SchedWriteFMul
Simon Pilgrim1233e122018-05-07 20:52:53 +0000376 : X86SchedWriteWidths<WriteFMul, WriteFMulX, WriteFMulY, WriteFMulY>;
Simon Pilgrimac5d0a32018-05-07 16:15:46 +0000377def SchedWriteFMul64
Simon Pilgrim1233e122018-05-07 20:52:53 +0000378 : X86SchedWriteWidths<WriteFMul64, WriteFMul64X, WriteFMul64Y, WriteFMul64Y>;
Simon Pilgrima1f1a3b2018-05-02 13:32:56 +0000379def SchedWriteFMA
Simon Pilgrim67cc2462018-05-04 15:20:18 +0000380 : X86SchedWriteWidths<WriteFMA, WriteFMAX, WriteFMAY, WriteFMAY>;
Simon Pilgrim542b20d2018-05-03 22:31:19 +0000381def SchedWriteDPPD
382 : X86SchedWriteWidths<WriteDPPD, WriteDPPD, WriteDPPD, WriteDPPD>;
383def SchedWriteDPPS
384 : X86SchedWriteWidths<WriteDPPS, WriteDPPS, WriteDPPSY, WriteDPPSY>;
Simon Pilgrim3c354082018-04-30 18:18:38 +0000385def SchedWriteFDiv
Simon Pilgrimac5d0a32018-05-07 16:15:46 +0000386 : X86SchedWriteWidths<WriteFDiv, WriteFDivX, WriteFDivY, WriteFDivZ>;
387def SchedWriteFDiv64
388 : X86SchedWriteWidths<WriteFDiv64, WriteFDiv64X, WriteFDiv64Y, WriteFDiv64Z>;
Simon Pilgrimc7088682018-05-01 18:06:07 +0000389def SchedWriteFSqrt
Simon Pilgrimf3ae50f2018-05-07 11:50:44 +0000390 : X86SchedWriteWidths<WriteFSqrt, WriteFSqrtX,
391 WriteFSqrtY, WriteFSqrtZ>;
392def SchedWriteFSqrt64
393 : X86SchedWriteWidths<WriteFSqrt64, WriteFSqrt64X,
394 WriteFSqrt64Y, WriteFSqrt64Z>;
Simon Pilgrim1b7a80d2018-05-01 15:57:17 +0000395def SchedWriteFRcp
Simon Pilgrimf3ae50f2018-05-07 11:50:44 +0000396 : X86SchedWriteWidths<WriteFRcp, WriteFRcpX, WriteFRcpY, WriteFRcpY>;
Simon Pilgrim1b7a80d2018-05-01 15:57:17 +0000397def SchedWriteFRsqrt
Simon Pilgrimf3ae50f2018-05-07 11:50:44 +0000398 : X86SchedWriteWidths<WriteFRsqrt, WriteFRsqrtX, WriteFRsqrtY, WriteFRsqrtY>;
Simon Pilgrimbe51b202018-05-04 12:59:24 +0000399def SchedWriteFRnd
400 : X86SchedWriteWidths<WriteFRnd, WriteFRnd, WriteFRndY, WriteFRndY>;
Simon Pilgrim3c354082018-04-30 18:18:38 +0000401def SchedWriteFLogic
402 : X86SchedWriteWidths<WriteFLogic, WriteFLogic, WriteFLogicY, WriteFLogicY>;
Simon Pilgrim210286e2018-05-08 10:28:03 +0000403def SchedWriteFTest
404 : X86SchedWriteWidths<WriteFTest, WriteFTest, WriteFTestY, WriteFTestY>;
Simon Pilgrim3c354082018-04-30 18:18:38 +0000405
406def SchedWriteFShuffle
407 : X86SchedWriteWidths<WriteFShuffle, WriteFShuffle,
Simon Pilgrimdd8eae12018-05-01 14:25:01 +0000408 WriteFShuffleY, WriteFShuffleY>;
Simon Pilgrim3c354082018-04-30 18:18:38 +0000409def SchedWriteFVarShuffle
410 : X86SchedWriteWidths<WriteFVarShuffle, WriteFVarShuffle,
411 WriteFVarShuffleY, WriteFVarShuffleY>;
412def SchedWriteFBlend
413 : X86SchedWriteWidths<WriteFBlend, WriteFBlend, WriteFBlendY, WriteFBlendY>;
414def SchedWriteFVarBlend
415 : X86SchedWriteWidths<WriteFVarBlend, WriteFVarBlend,
416 WriteFVarBlendY, WriteFVarBlendY>;
417
418def SchedWriteVecALU
Simon Pilgrim38ac0e92018-05-10 17:06:09 +0000419 : X86SchedWriteWidths<WriteVecALU, WriteVecALUX, WriteVecALUY, WriteVecALUY>;
Simon Pilgrim342ac8c2018-05-03 09:11:32 +0000420def SchedWritePHAdd
Simon Pilgrim38ac0e92018-05-10 17:06:09 +0000421 : X86SchedWriteWidths<WritePHAdd, WritePHAddX, WritePHAddY, WritePHAddY>;
Simon Pilgrim3c354082018-04-30 18:18:38 +0000422def SchedWriteVecLogic
Simon Pilgrim38ac0e92018-05-10 17:06:09 +0000423 : X86SchedWriteWidths<WriteVecLogic, WriteVecLogicX,
Simon Pilgrim57f2b182018-05-01 12:39:17 +0000424 WriteVecLogicY, WriteVecLogicY>;
Simon Pilgrim210286e2018-05-08 10:28:03 +0000425def SchedWriteVecTest
426 : X86SchedWriteWidths<WriteVecTest, WriteVecTest,
427 WriteVecTestY, WriteVecTestY>;
Simon Pilgrim3c354082018-04-30 18:18:38 +0000428def SchedWriteVecShift
Simon Pilgrimf2d2ced2018-05-03 17:56:43 +0000429 : X86SchedWriteWidths<WriteVecShift, WriteVecShiftX,
430 WriteVecShiftY, WriteVecShiftY>;
431def SchedWriteVecShiftImm
Simon Pilgrimd7ffbc52018-05-04 17:47:46 +0000432 : X86SchedWriteWidths<WriteVecShiftImm, WriteVecShiftImmX,
Simon Pilgrimf2d2ced2018-05-03 17:56:43 +0000433 WriteVecShiftImmY, WriteVecShiftImmY>;
Simon Pilgrime8671ef2018-05-02 12:27:54 +0000434def SchedWriteVarVecShift
435 : X86SchedWriteWidths<WriteVarVecShift, WriteVarVecShift,
Simon Pilgrimf2d2ced2018-05-03 17:56:43 +0000436 WriteVarVecShiftY, WriteVarVecShiftY>;
Simon Pilgrim3c354082018-04-30 18:18:38 +0000437def SchedWriteVecIMul
Simon Pilgrimd7ffbc52018-05-04 17:47:46 +0000438 : X86SchedWriteWidths<WriteVecIMul, WriteVecIMulX,
Simon Pilgrim93c878c2018-05-03 10:31:20 +0000439 WriteVecIMulY, WriteVecIMulY>;
Simon Pilgrim3c354082018-04-30 18:18:38 +0000440def SchedWritePMULLD
441 : X86SchedWriteWidths<WritePMULLD, WritePMULLD,
Simon Pilgrim93c878c2018-05-03 10:31:20 +0000442 WritePMULLDY, WritePMULLDY>;
Simon Pilgrime8671ef2018-05-02 12:27:54 +0000443def SchedWriteMPSAD
444 : X86SchedWriteWidths<WriteMPSAD, WriteMPSAD,
Simon Pilgrim93c878c2018-05-03 10:31:20 +0000445 WriteMPSADY, WriteMPSADY>;
Simon Pilgrime8671ef2018-05-02 12:27:54 +0000446def SchedWritePSADBW
Simon Pilgrim38ac0e92018-05-10 17:06:09 +0000447 : X86SchedWriteWidths<WritePSADBW, WritePSADBWX,
Simon Pilgrim93c878c2018-05-03 10:31:20 +0000448 WritePSADBWY, WritePSADBWY>;
Simon Pilgrim3c354082018-04-30 18:18:38 +0000449
450def SchedWriteShuffle
Simon Pilgrim38ac0e92018-05-10 17:06:09 +0000451 : X86SchedWriteWidths<WriteShuffle, WriteShuffleX,
Simon Pilgrim6732f6e2018-05-02 18:48:23 +0000452 WriteShuffleY, WriteShuffleY>;
Simon Pilgrim3c354082018-04-30 18:18:38 +0000453def SchedWriteVarShuffle
Simon Pilgrim38ac0e92018-05-10 17:06:09 +0000454 : X86SchedWriteWidths<WriteVarShuffle, WriteVarShuffleX,
Simon Pilgrim6732f6e2018-05-02 18:48:23 +0000455 WriteVarShuffleY, WriteVarShuffleY>;
Simon Pilgrim3c354082018-04-30 18:18:38 +0000456def SchedWriteBlend
Simon Pilgrim6732f6e2018-05-02 18:48:23 +0000457 : X86SchedWriteWidths<WriteBlend, WriteBlend, WriteBlendY, WriteBlendY>;
Simon Pilgrim3c354082018-04-30 18:18:38 +0000458def SchedWriteVarBlend
459 : X86SchedWriteWidths<WriteVarBlend, WriteVarBlend,
Simon Pilgrim6732f6e2018-05-02 18:48:23 +0000460 WriteVarBlendY, WriteVarBlendY>;
Simon Pilgrim3c354082018-04-30 18:18:38 +0000461
Simon Pilgrimf3ae50f2018-05-07 11:50:44 +0000462// Vector size wrappers.
463def SchedWriteFAddSizes
Simon Pilgrim1233e122018-05-07 20:52:53 +0000464 : X86SchedWriteSizes<SchedWriteFAdd, SchedWriteFAdd64>;
Simon Pilgrimac5d0a32018-05-07 16:15:46 +0000465def SchedWriteFCmpSizes
Simon Pilgrim1233e122018-05-07 20:52:53 +0000466 : X86SchedWriteSizes<SchedWriteFCmp, SchedWriteFCmp64>;
Simon Pilgrimf3ae50f2018-05-07 11:50:44 +0000467def SchedWriteFMulSizes
Simon Pilgrimac5d0a32018-05-07 16:15:46 +0000468 : X86SchedWriteSizes<SchedWriteFMul, SchedWriteFMul64>;
Simon Pilgrimf3ae50f2018-05-07 11:50:44 +0000469def SchedWriteFDivSizes
Simon Pilgrimac5d0a32018-05-07 16:15:46 +0000470 : X86SchedWriteSizes<SchedWriteFDiv, SchedWriteFDiv64>;
Simon Pilgrimf3ae50f2018-05-07 11:50:44 +0000471def SchedWriteFSqrtSizes
472 : X86SchedWriteSizes<SchedWriteFSqrt, SchedWriteFSqrt64>;
Simon Pilgrimac5d0a32018-05-07 16:15:46 +0000473def SchedWriteFLogicSizes
474 : X86SchedWriteSizes<SchedWriteFLogic, SchedWriteFLogic>;
475def SchedWriteFShuffleSizes
476 : X86SchedWriteSizes<SchedWriteFShuffle, SchedWriteFShuffle>;
Simon Pilgrimf3ae50f2018-05-07 11:50:44 +0000477
Simon Pilgrima271c542017-05-03 15:42:29 +0000478//===----------------------------------------------------------------------===//
Simon Pilgrim35935c02018-04-12 18:46:15 +0000479// Generic Processor Scheduler Models.
Simon Pilgrima271c542017-05-03 15:42:29 +0000480
481// IssueWidth is analogous to the number of decode units. Core and its
482// descendents, including Nehalem and SandyBridge have 4 decoders.
483// Resources beyond the decoder operate on micro-ops and are bufferred
484// so adjacent micro-ops don't directly compete.
485//
486// MicroOpBufferSize > 1 indicates that RAW dependencies can be
487// decoded in the same cycle. The value 32 is a reasonably arbitrary
488// number of in-flight instructions.
489//
490// HighLatency=10 is optimistic. X86InstrInfo::isHighLatencyDef
491// indicates high latency opcodes. Alternatively, InstrItinData
492// entries may be included here to define specific operand
493// latencies. Since these latencies are not used for pipeline hazards,
494// they do not need to be exact.
495//
Simon Pilgrime0c78682018-04-13 14:31:57 +0000496// The GenericX86Model contains no instruction schedules
Simon Pilgrima271c542017-05-03 15:42:29 +0000497// and disables PostRAScheduler.
498class GenericX86Model : SchedMachineModel {
499 let IssueWidth = 4;
500 let MicroOpBufferSize = 32;
501 let LoadLatency = 4;
502 let HighLatency = 10;
503 let PostRAScheduler = 0;
504 let CompleteModel = 0;
505}
506
507def GenericModel : GenericX86Model;
508
509// Define a model with the PostRAScheduler enabled.
510def GenericPostRAModel : GenericX86Model {
511 let PostRAScheduler = 1;
512}
513