blob: 3ded4121947fd7a0735c8c379fffffb9eb698f88 [file] [log] [blame]
Simon Pilgrima271c542017-05-03 15:42:29 +00001//===-- X86Schedule.td - X86 Scheduling Definitions --------*- tablegen -*-===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9
Simon Pilgrim963bf4d2018-04-13 14:24:06 +000010//===----------------------------------------------------------------------===//
Simon Pilgrima271c542017-05-03 15:42:29 +000011// InstrSchedModel annotations for out-of-order CPUs.
Simon Pilgrima271c542017-05-03 15:42:29 +000012
13// Instructions with folded loads need to read the memory operand immediately,
14// but other register operands don't have to be read until the load is ready.
15// These operands are marked with ReadAfterLd.
16def ReadAfterLd : SchedRead;
17
18// Instructions with both a load and a store folded are modeled as a folded
19// load + WriteRMW.
20def WriteRMW : SchedWrite;
21
22// Most instructions can fold loads, so almost every SchedWrite comes in two
23// variants: With and without a folded load.
24// An X86FoldableSchedWrite holds a reference to the corresponding SchedWrite
25// with a folded load.
26class X86FoldableSchedWrite : SchedWrite {
27 // The SchedWrite to use when a load is folded into the instruction.
28 SchedWrite Folded;
29}
30
31// Multiclass that produces a linked pair of SchedWrites.
32multiclass X86SchedWritePair {
33 // Register-Memory operation.
34 def Ld : SchedWrite;
35 // Register-Register operation.
36 def NAME : X86FoldableSchedWrite {
37 let Folded = !cast<SchedWrite>(NAME#"Ld");
38 }
39}
40
Craig Topperb7baa352018-04-08 17:53:18 +000041// Loads, stores, and moves, not folded with other operations.
42def WriteLoad : SchedWrite;
43def WriteStore : SchedWrite;
44def WriteMove : SchedWrite;
45
Simon Pilgrima271c542017-05-03 15:42:29 +000046// Arithmetic.
47defm WriteALU : X86SchedWritePair; // Simple integer ALU op.
Craig Topperb7baa352018-04-08 17:53:18 +000048def WriteALURMW : WriteSequence<[WriteALULd, WriteStore]>;
Simon Pilgrima271c542017-05-03 15:42:29 +000049defm WriteIMul : X86SchedWritePair; // Integer multiplication.
50def WriteIMulH : SchedWrite; // Integer multiplication, high part.
51defm WriteIDiv : X86SchedWritePair; // Integer division.
52def WriteLEA : SchedWrite; // LEA instructions can't fold loads.
53
Simon Pilgrimf33d9052018-03-26 18:19:28 +000054defm WriteBitScan : X86SchedWritePair; // Bit scan forward/reverse.
55defm WritePOPCNT : X86SchedWritePair; // Bit population count.
56defm WriteLZCNT : X86SchedWritePair; // Leading zero count.
57defm WriteTZCNT : X86SchedWritePair; // Trailing zero count.
Craig Topperb7baa352018-04-08 17:53:18 +000058defm WriteCMOV : X86SchedWritePair; // Conditional move.
59def WriteSETCC : SchedWrite; // Set register based on condition code.
60def WriteSETCCStore : SchedWrite;
Simon Pilgrimf33d9052018-03-26 18:19:28 +000061
Simon Pilgrima271c542017-05-03 15:42:29 +000062// Integer shifts and rotates.
63defm WriteShift : X86SchedWritePair;
64
Craig Topper89310f52018-03-29 20:41:39 +000065// BMI1 BEXTR, BMI2 BZHI
66defm WriteBEXTR : X86SchedWritePair;
67defm WriteBZHI : X86SchedWritePair;
68
Simon Pilgrima271c542017-05-03 15:42:29 +000069// Idioms that clear a register, like xorps %xmm0, %xmm0.
70// These can often bypass execution ports completely.
71def WriteZero : SchedWrite;
72
73// Branches don't produce values, so they have no latency, but they still
74// consume resources. Indirect branches can fold loads.
75defm WriteJump : X86SchedWritePair;
76
77// Floating point. This covers both scalar and vector operations.
Simon Pilgrimfb7aa572018-03-15 14:45:30 +000078def WriteFLoad : SchedWrite;
79def WriteFStore : SchedWrite;
80def WriteFMove : SchedWrite;
Simon Pilgrim86e3c2692018-04-17 07:22:44 +000081defm WriteFAdd : X86SchedWritePair; // Floating point add/sub.
82defm WriteFCmp : X86SchedWritePair; // Floating point compare.
83defm WriteFCom : X86SchedWritePair; // Floating point compare to flags.
Simon Pilgrima271c542017-05-03 15:42:29 +000084defm WriteFMul : X86SchedWritePair; // Floating point multiplication.
85defm WriteFDiv : X86SchedWritePair; // Floating point division.
86defm WriteFSqrt : X86SchedWritePair; // Floating point square root.
87defm WriteFRcp : X86SchedWritePair; // Floating point reciprocal estimate.
88defm WriteFRsqrt : X86SchedWritePair; // Floating point reciprocal square root estimate.
89defm WriteFMA : X86SchedWritePair; // Fused Multiply Add.
Simon Pilgrimd14d2e72018-04-20 21:16:05 +000090defm WriteFSign : X86SchedWritePair; // Floating point fabs/fchs.
91defm WriteFLogic : X86SchedWritePair; // Floating point and/or/xor logicals.
Simon Pilgrima271c542017-05-03 15:42:29 +000092defm WriteFShuffle : X86SchedWritePair; // Floating point vector shuffles.
Simon Pilgrim89c8a102018-04-11 13:49:19 +000093defm WriteFVarShuffle : X86SchedWritePair; // Floating point vector variable shuffles.
Simon Pilgrima271c542017-05-03 15:42:29 +000094defm WriteFBlend : X86SchedWritePair; // Floating point vector blends.
95defm WriteFVarBlend : X86SchedWritePair; // Fp vector variable blends.
96
97// FMA Scheduling helper class.
98class FMASC { X86FoldableSchedWrite Sched = WriteFAdd; }
99
Andrew V. Tischenko8cb1d092017-06-08 16:44:13 +0000100// Horizontal Add/Sub (float and integer)
101defm WriteFHAdd : X86SchedWritePair;
102defm WritePHAdd : X86SchedWritePair;
103
Simon Pilgrima271c542017-05-03 15:42:29 +0000104// Vector integer operations.
Simon Pilgrimfb7aa572018-03-15 14:45:30 +0000105def WriteVecLoad : SchedWrite;
106def WriteVecStore : SchedWrite;
107def WriteVecMove : SchedWrite;
Simon Pilgrima271c542017-05-03 15:42:29 +0000108defm WriteVecALU : X86SchedWritePair; // Vector integer ALU op, no logicals.
Simon Pilgrimd14d2e72018-04-20 21:16:05 +0000109defm WriteVecLogic : X86SchedWritePair; // Vector integer and/or/xor logicals.
Simon Pilgrima271c542017-05-03 15:42:29 +0000110defm WriteVecShift : X86SchedWritePair; // Vector integer shifts.
111defm WriteVecIMul : X86SchedWritePair; // Vector integer multiply.
Craig Topper13a0f832018-03-31 04:54:32 +0000112defm WritePMULLD : X86SchedWritePair; // PMULLD
Simon Pilgrima271c542017-05-03 15:42:29 +0000113defm WriteShuffle : X86SchedWritePair; // Vector shuffles.
Simon Pilgrim89c8a102018-04-11 13:49:19 +0000114defm WriteVarShuffle : X86SchedWritePair; // Vector variable shuffles.
Simon Pilgrima271c542017-05-03 15:42:29 +0000115defm WriteBlend : X86SchedWritePair; // Vector blends.
116defm WriteVarBlend : X86SchedWritePair; // Vector variable blends.
Craig Toppere56a2fc2018-04-17 19:35:19 +0000117defm WritePSADBW : X86SchedWritePair; // Vector PSADBW.
Simon Pilgrima271c542017-05-03 15:42:29 +0000118defm WriteMPSAD : X86SchedWritePair; // Vector MPSAD.
119
Simon Pilgrima2f26782018-03-27 20:38:54 +0000120// MOVMSK operations.
121def WriteFMOVMSK : SchedWrite;
122def WriteVecMOVMSK : SchedWrite;
123def WriteMMXMOVMSK : SchedWrite;
124
Simon Pilgrima271c542017-05-03 15:42:29 +0000125// Conversion between integer and float.
126defm WriteCvtF2I : X86SchedWritePair; // Float -> Integer.
127defm WriteCvtI2F : X86SchedWritePair; // Integer -> Float.
128defm WriteCvtF2F : X86SchedWritePair; // Float -> Float size conversion.
129
Simon Pilgrim28e7bcb2018-03-26 21:06:14 +0000130// CRC32 instruction.
131defm WriteCRC32 : X86SchedWritePair;
132
Simon Pilgrima271c542017-05-03 15:42:29 +0000133// Strings instructions.
134// Packed Compare Implicit Length Strings, Return Mask
135defm WritePCmpIStrM : X86SchedWritePair;
136// Packed Compare Explicit Length Strings, Return Mask
137defm WritePCmpEStrM : X86SchedWritePair;
138// Packed Compare Implicit Length Strings, Return Index
139defm WritePCmpIStrI : X86SchedWritePair;
140// Packed Compare Explicit Length Strings, Return Index
141defm WritePCmpEStrI : X86SchedWritePair;
142
143// AES instructions.
144defm WriteAESDecEnc : X86SchedWritePair; // Decryption, encryption.
145defm WriteAESIMC : X86SchedWritePair; // InvMixColumn.
146defm WriteAESKeyGen : X86SchedWritePair; // Key Generation.
147
148// Carry-less multiplication instructions.
149defm WriteCLMul : X86SchedWritePair;
150
151// Catch-all for expensive system instructions.
152def WriteSystem : SchedWrite;
153
154// AVX2.
155defm WriteFShuffle256 : X86SchedWritePair; // Fp 256-bit width vector shuffles.
Simon Pilgrim89c8a102018-04-11 13:49:19 +0000156defm WriteFVarShuffle256 : X86SchedWritePair; // Fp 256-bit width variable shuffles.
Simon Pilgrima271c542017-05-03 15:42:29 +0000157defm WriteShuffle256 : X86SchedWritePair; // 256-bit width vector shuffles.
Simon Pilgrim89c8a102018-04-11 13:49:19 +0000158defm WriteVarShuffle256 : X86SchedWritePair; // 256-bit width vector variable shuffles.
Simon Pilgrima271c542017-05-03 15:42:29 +0000159defm WriteVarVecShift : X86SchedWritePair; // Variable vector shifts.
160
161// Old microcoded instructions that nobody use.
162def WriteMicrocoded : SchedWrite;
163
164// Fence instructions.
165def WriteFence : SchedWrite;
166
167// Nop, not very useful expect it provides a model for nops!
168def WriteNop : SchedWrite;
169
170//===----------------------------------------------------------------------===//
Simon Pilgrim35935c02018-04-12 18:46:15 +0000171// Generic Processor Scheduler Models.
Simon Pilgrima271c542017-05-03 15:42:29 +0000172
173// IssueWidth is analogous to the number of decode units. Core and its
174// descendents, including Nehalem and SandyBridge have 4 decoders.
175// Resources beyond the decoder operate on micro-ops and are bufferred
176// so adjacent micro-ops don't directly compete.
177//
178// MicroOpBufferSize > 1 indicates that RAW dependencies can be
179// decoded in the same cycle. The value 32 is a reasonably arbitrary
180// number of in-flight instructions.
181//
182// HighLatency=10 is optimistic. X86InstrInfo::isHighLatencyDef
183// indicates high latency opcodes. Alternatively, InstrItinData
184// entries may be included here to define specific operand
185// latencies. Since these latencies are not used for pipeline hazards,
186// they do not need to be exact.
187//
Simon Pilgrime0c78682018-04-13 14:31:57 +0000188// The GenericX86Model contains no instruction schedules
Simon Pilgrima271c542017-05-03 15:42:29 +0000189// and disables PostRAScheduler.
190class GenericX86Model : SchedMachineModel {
191 let IssueWidth = 4;
192 let MicroOpBufferSize = 32;
193 let LoadLatency = 4;
194 let HighLatency = 10;
195 let PostRAScheduler = 0;
196 let CompleteModel = 0;
197}
198
199def GenericModel : GenericX86Model;
200
201// Define a model with the PostRAScheduler enabled.
202def GenericPostRAModel : GenericX86Model {
203 let PostRAScheduler = 1;
204}
205