| Simon Pilgrim | a271c54 | 2017-05-03 15:42:29 +0000 | [diff] [blame] | 1 | //===-- X86Schedule.td - X86 Scheduling Definitions --------*- tablegen -*-===// |
| 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
| 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
| 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | |
| Simon Pilgrim | 963bf4d | 2018-04-13 14:24:06 +0000 | [diff] [blame] | 10 | //===----------------------------------------------------------------------===// |
| Simon Pilgrim | a271c54 | 2017-05-03 15:42:29 +0000 | [diff] [blame] | 11 | // InstrSchedModel annotations for out-of-order CPUs. |
| Simon Pilgrim | a271c54 | 2017-05-03 15:42:29 +0000 | [diff] [blame] | 12 | |
| 13 | // Instructions with folded loads need to read the memory operand immediately, |
| 14 | // but other register operands don't have to be read until the load is ready. |
| 15 | // These operands are marked with ReadAfterLd. |
| 16 | def ReadAfterLd : SchedRead; |
| 17 | |
| 18 | // Instructions with both a load and a store folded are modeled as a folded |
| 19 | // load + WriteRMW. |
| 20 | def WriteRMW : SchedWrite; |
| 21 | |
| Simon Pilgrim | f2d2ced | 2018-05-03 17:56:43 +0000 | [diff] [blame] | 22 | // Helper to set SchedWrite ExePorts/Latency/ResourceCycles/NumMicroOps. |
| 23 | multiclass X86WriteRes<SchedWrite SchedRW, |
| 24 | list<ProcResourceKind> ExePorts, |
| 25 | int Lat, list<int> Res, int UOps> { |
| 26 | def : WriteRes<SchedRW, ExePorts> { |
| 27 | let Latency = Lat; |
| 28 | let ResourceCycles = Res; |
| 29 | let NumMicroOps = UOps; |
| 30 | } |
| 31 | } |
| 32 | |
| Simon Pilgrim | a271c54 | 2017-05-03 15:42:29 +0000 | [diff] [blame] | 33 | // Most instructions can fold loads, so almost every SchedWrite comes in two |
| 34 | // variants: With and without a folded load. |
| 35 | // An X86FoldableSchedWrite holds a reference to the corresponding SchedWrite |
| 36 | // with a folded load. |
| 37 | class X86FoldableSchedWrite : SchedWrite { |
| 38 | // The SchedWrite to use when a load is folded into the instruction. |
| 39 | SchedWrite Folded; |
| 40 | } |
| 41 | |
| 42 | // Multiclass that produces a linked pair of SchedWrites. |
| 43 | multiclass X86SchedWritePair { |
| 44 | // Register-Memory operation. |
| 45 | def Ld : SchedWrite; |
| 46 | // Register-Register operation. |
| 47 | def NAME : X86FoldableSchedWrite { |
| 48 | let Folded = !cast<SchedWrite>(NAME#"Ld"); |
| 49 | } |
| 50 | } |
| 51 | |
| Simon Pilgrim | 3c35408 | 2018-04-30 18:18:38 +0000 | [diff] [blame] | 52 | // Multiclass that wraps X86FoldableSchedWrite for each vector width. |
| 53 | class X86SchedWriteWidths<X86FoldableSchedWrite sScl, |
| 54 | X86FoldableSchedWrite s128, |
| 55 | X86FoldableSchedWrite s256, |
| 56 | X86FoldableSchedWrite s512> { |
| 57 | X86FoldableSchedWrite Scl = sScl; // Scalar float/double operations. |
| 58 | X86FoldableSchedWrite MMX = sScl; // MMX operations. |
| 59 | X86FoldableSchedWrite XMM = s128; // XMM operations. |
| 60 | X86FoldableSchedWrite YMM = s256; // YMM operations. |
| 61 | X86FoldableSchedWrite ZMM = s512; // ZMM operations. |
| 62 | } |
| 63 | |
| Simon Pilgrim | f3ae50f | 2018-05-07 11:50:44 +0000 | [diff] [blame] | 64 | // Multiclass that wraps X86SchedWriteWidths for each fp vector type. |
| 65 | class X86SchedWriteSizes<X86SchedWriteWidths sPS, |
| 66 | X86SchedWriteWidths sPD> { |
| 67 | X86SchedWriteWidths PS = sPS; |
| 68 | X86SchedWriteWidths PD = sPD; |
| 69 | } |
| 70 | |
| Craig Topper | b7baa35 | 2018-04-08 17:53:18 +0000 | [diff] [blame] | 71 | // Loads, stores, and moves, not folded with other operations. |
| 72 | def WriteLoad : SchedWrite; |
| 73 | def WriteStore : SchedWrite; |
| 74 | def WriteMove : SchedWrite; |
| 75 | |
| Simon Pilgrim | a271c54 | 2017-05-03 15:42:29 +0000 | [diff] [blame] | 76 | // Arithmetic. |
| 77 | defm WriteALU : X86SchedWritePair; // Simple integer ALU op. |
| Craig Topper | b7baa35 | 2018-04-08 17:53:18 +0000 | [diff] [blame] | 78 | def WriteALURMW : WriteSequence<[WriteALULd, WriteStore]>; |
| Simon Pilgrim | a271c54 | 2017-05-03 15:42:29 +0000 | [diff] [blame] | 79 | defm WriteIMul : X86SchedWritePair; // Integer multiplication. |
| 80 | def WriteIMulH : SchedWrite; // Integer multiplication, high part. |
| 81 | defm WriteIDiv : X86SchedWritePair; // Integer division. |
| 82 | def WriteLEA : SchedWrite; // LEA instructions can't fold loads. |
| 83 | |
| Simon Pilgrim | f33d905 | 2018-03-26 18:19:28 +0000 | [diff] [blame] | 84 | defm WriteBitScan : X86SchedWritePair; // Bit scan forward/reverse. |
| 85 | defm WritePOPCNT : X86SchedWritePair; // Bit population count. |
| 86 | defm WriteLZCNT : X86SchedWritePair; // Leading zero count. |
| 87 | defm WriteTZCNT : X86SchedWritePair; // Trailing zero count. |
| Craig Topper | b7baa35 | 2018-04-08 17:53:18 +0000 | [diff] [blame] | 88 | defm WriteCMOV : X86SchedWritePair; // Conditional move. |
| 89 | def WriteSETCC : SchedWrite; // Set register based on condition code. |
| 90 | def WriteSETCCStore : SchedWrite; |
| Simon Pilgrim | f33d905 | 2018-03-26 18:19:28 +0000 | [diff] [blame] | 91 | |
| Simon Pilgrim | a271c54 | 2017-05-03 15:42:29 +0000 | [diff] [blame] | 92 | // Integer shifts and rotates. |
| 93 | defm WriteShift : X86SchedWritePair; |
| 94 | |
| Craig Topper | 89310f5 | 2018-03-29 20:41:39 +0000 | [diff] [blame] | 95 | // BMI1 BEXTR, BMI2 BZHI |
| 96 | defm WriteBEXTR : X86SchedWritePair; |
| 97 | defm WriteBZHI : X86SchedWritePair; |
| 98 | |
| Simon Pilgrim | a271c54 | 2017-05-03 15:42:29 +0000 | [diff] [blame] | 99 | // Idioms that clear a register, like xorps %xmm0, %xmm0. |
| 100 | // These can often bypass execution ports completely. |
| 101 | def WriteZero : SchedWrite; |
| 102 | |
| 103 | // Branches don't produce values, so they have no latency, but they still |
| 104 | // consume resources. Indirect branches can fold loads. |
| 105 | defm WriteJump : X86SchedWritePair; |
| 106 | |
| 107 | // Floating point. This covers both scalar and vector operations. |
| Simon Pilgrim | b0a3be0 | 2018-05-08 12:17:55 +0000 | [diff] [blame^] | 108 | def WriteFLoad : SchedWrite; |
| 109 | def WriteFMaskedLoad : SchedWrite; |
| 110 | def WriteFMaskedLoadY : SchedWrite; |
| 111 | def WriteFStore : SchedWrite; |
| 112 | def WriteFMaskedStore : SchedWrite; |
| 113 | def WriteFMaskedStoreY : SchedWrite; |
| 114 | def WriteFMove : SchedWrite; |
| Simon Pilgrim | 1233e12 | 2018-05-07 20:52:53 +0000 | [diff] [blame] | 115 | |
| 116 | defm WriteFAdd : X86SchedWritePair; // Floating point add/sub. |
| 117 | defm WriteFAddX : X86SchedWritePair; // Floating point add/sub (XMM). |
| 118 | defm WriteFAddY : X86SchedWritePair; // Floating point add/sub (YMM/ZMM). |
| 119 | defm WriteFAdd64 : X86SchedWritePair; // Floating point double add/sub. |
| 120 | defm WriteFAdd64X : X86SchedWritePair; // Floating point double add/sub (XMM). |
| 121 | defm WriteFAdd64Y : X86SchedWritePair; // Floating point double add/sub (YMM/ZMM). |
| 122 | defm WriteFCmp : X86SchedWritePair; // Floating point compare. |
| 123 | defm WriteFCmpX : X86SchedWritePair; // Floating point compare (XMM). |
| 124 | defm WriteFCmpY : X86SchedWritePair; // Floating point compare (YMM/ZMM). |
| 125 | defm WriteFCmp64 : X86SchedWritePair; // Floating point double compare. |
| 126 | defm WriteFCmp64X : X86SchedWritePair; // Floating point double compare (XMM). |
| 127 | defm WriteFCmp64Y : X86SchedWritePair; // Floating point double compare (YMM/ZMM). |
| 128 | defm WriteFCom : X86SchedWritePair; // Floating point compare to flags. |
| 129 | defm WriteFMul : X86SchedWritePair; // Floating point multiplication. |
| 130 | defm WriteFMulX : X86SchedWritePair; // Floating point multiplication (XMM). |
| 131 | defm WriteFMulY : X86SchedWritePair; // Floating point multiplication (YMM/ZMM). |
| 132 | defm WriteFMul64 : X86SchedWritePair; // Floating point double multiplication. |
| 133 | defm WriteFMul64X : X86SchedWritePair; // Floating point double multiplication (XMM). |
| 134 | defm WriteFMul64Y : X86SchedWritePair; // Floating point double multiplication (YMM/ZMM). |
| Simon Pilgrim | ac5d0a3 | 2018-05-07 16:15:46 +0000 | [diff] [blame] | 135 | defm WriteFDiv : X86SchedWritePair; // Floating point division. |
| 136 | defm WriteFDivX : X86SchedWritePair; // Floating point division (XMM). |
| 137 | defm WriteFDivY : X86SchedWritePair; // Floating point division (YMM). |
| 138 | defm WriteFDivZ : X86SchedWritePair; // Floating point division (ZMM). |
| Simon Pilgrim | 1233e12 | 2018-05-07 20:52:53 +0000 | [diff] [blame] | 139 | defm WriteFDiv64 : X86SchedWritePair; // Floating point double division. |
| 140 | defm WriteFDiv64X : X86SchedWritePair; // Floating point double division (XMM). |
| 141 | defm WriteFDiv64Y : X86SchedWritePair; // Floating point double division (YMM). |
| 142 | defm WriteFDiv64Z : X86SchedWritePair; // Floating point double division (ZMM). |
| Simon Pilgrim | a271c54 | 2017-05-03 15:42:29 +0000 | [diff] [blame] | 143 | defm WriteFSqrt : X86SchedWritePair; // Floating point square root. |
| Simon Pilgrim | f3ae50f | 2018-05-07 11:50:44 +0000 | [diff] [blame] | 144 | defm WriteFSqrtX : X86SchedWritePair; // Floating point square root (XMM). |
| 145 | defm WriteFSqrtY : X86SchedWritePair; // Floating point square root (YMM). |
| 146 | defm WriteFSqrtZ : X86SchedWritePair; // Floating point square root (ZMM). |
| 147 | defm WriteFSqrt64 : X86SchedWritePair; // Floating point double square root. |
| 148 | defm WriteFSqrt64X : X86SchedWritePair; // Floating point double square root (XMM). |
| 149 | defm WriteFSqrt64Y : X86SchedWritePair; // Floating point double square root (YMM). |
| 150 | defm WriteFSqrt64Z : X86SchedWritePair; // Floating point double square root (ZMM). |
| 151 | defm WriteFSqrt80 : X86SchedWritePair; // Floating point long double square root. |
| Simon Pilgrim | a271c54 | 2017-05-03 15:42:29 +0000 | [diff] [blame] | 152 | defm WriteFRcp : X86SchedWritePair; // Floating point reciprocal estimate. |
| Simon Pilgrim | f3ae50f | 2018-05-07 11:50:44 +0000 | [diff] [blame] | 153 | defm WriteFRcpX : X86SchedWritePair; // Floating point reciprocal estimate (XMM). |
| Simon Pilgrim | c708868 | 2018-05-01 18:06:07 +0000 | [diff] [blame] | 154 | defm WriteFRcpY : X86SchedWritePair; // Floating point reciprocal estimate (YMM/ZMM). |
| Simon Pilgrim | a271c54 | 2017-05-03 15:42:29 +0000 | [diff] [blame] | 155 | defm WriteFRsqrt : X86SchedWritePair; // Floating point reciprocal square root estimate. |
| Simon Pilgrim | f3ae50f | 2018-05-07 11:50:44 +0000 | [diff] [blame] | 156 | defm WriteFRsqrtX: X86SchedWritePair; // Floating point reciprocal square root estimate (XMM). |
| Simon Pilgrim | c708868 | 2018-05-01 18:06:07 +0000 | [diff] [blame] | 157 | defm WriteFRsqrtY: X86SchedWritePair; // Floating point reciprocal square root estimate (YMM/ZMM). |
| Simon Pilgrim | a271c54 | 2017-05-03 15:42:29 +0000 | [diff] [blame] | 158 | defm WriteFMA : X86SchedWritePair; // Fused Multiply Add. |
| Simon Pilgrim | 67cc246 | 2018-05-04 15:20:18 +0000 | [diff] [blame] | 159 | defm WriteFMAX : X86SchedWritePair; // Fused Multiply Add (XMM). |
| Simon Pilgrim | dbd1ae7 | 2018-04-25 13:07:58 +0000 | [diff] [blame] | 160 | defm WriteFMAY : X86SchedWritePair; // Fused Multiply Add (YMM/ZMM). |
| Simon Pilgrim | 542b20d | 2018-05-03 22:31:19 +0000 | [diff] [blame] | 161 | defm WriteDPPD : X86SchedWritePair; // Floating point double dot product. |
| 162 | defm WriteDPPS : X86SchedWritePair; // Floating point single dot product. |
| 163 | defm WriteDPPSY : X86SchedWritePair; // Floating point single dot product (YMM). |
| Simon Pilgrim | b2aa89c | 2018-04-27 15:50:33 +0000 | [diff] [blame] | 164 | defm WriteFSign : X86SchedWritePair; // Floating point fabs/fchs. |
| Simon Pilgrim | be51b20 | 2018-05-04 12:59:24 +0000 | [diff] [blame] | 165 | defm WriteFRnd : X86SchedWritePair; // Floating point rounding. |
| 166 | defm WriteFRndY : X86SchedWritePair; // Floating point rounding (YMM/ZMM). |
| Simon Pilgrim | b2aa89c | 2018-04-27 15:50:33 +0000 | [diff] [blame] | 167 | defm WriteFLogic : X86SchedWritePair; // Floating point and/or/xor logicals. |
| 168 | defm WriteFLogicY : X86SchedWritePair; // Floating point and/or/xor logicals (YMM/ZMM). |
| Simon Pilgrim | 210286e | 2018-05-08 10:28:03 +0000 | [diff] [blame] | 169 | defm WriteFTest : X86SchedWritePair; // Floating point TEST instructions. |
| 170 | defm WriteFTestY : X86SchedWritePair; // Floating point TEST instructions (YMM/ZMM). |
| Simon Pilgrim | a271c54 | 2017-05-03 15:42:29 +0000 | [diff] [blame] | 171 | defm WriteFShuffle : X86SchedWritePair; // Floating point vector shuffles. |
| Simon Pilgrim | dd8eae1 | 2018-05-01 14:25:01 +0000 | [diff] [blame] | 172 | defm WriteFShuffleY : X86SchedWritePair; // Floating point vector shuffles (YMM/ZMM). |
| Simon Pilgrim | 89c8a10 | 2018-04-11 13:49:19 +0000 | [diff] [blame] | 173 | defm WriteFVarShuffle : X86SchedWritePair; // Floating point vector variable shuffles. |
| Simon Pilgrim | 8a937e0 | 2018-04-27 18:19:48 +0000 | [diff] [blame] | 174 | defm WriteFVarShuffleY : X86SchedWritePair; // Floating point vector variable shuffles (YMM/ZMM). |
| Simon Pilgrim | a271c54 | 2017-05-03 15:42:29 +0000 | [diff] [blame] | 175 | defm WriteFBlend : X86SchedWritePair; // Floating point vector blends. |
| Simon Pilgrim | 8a937e0 | 2018-04-27 18:19:48 +0000 | [diff] [blame] | 176 | defm WriteFBlendY : X86SchedWritePair; // Floating point vector blends (YMM/ZMM). |
| Simon Pilgrim | a271c54 | 2017-05-03 15:42:29 +0000 | [diff] [blame] | 177 | defm WriteFVarBlend : X86SchedWritePair; // Fp vector variable blends. |
| Simon Pilgrim | 8a937e0 | 2018-04-27 18:19:48 +0000 | [diff] [blame] | 178 | defm WriteFVarBlendY : X86SchedWritePair; // Fp vector variable blends (YMM/ZMM). |
| Simon Pilgrim | a271c54 | 2017-05-03 15:42:29 +0000 | [diff] [blame] | 179 | |
| 180 | // FMA Scheduling helper class. |
| 181 | class FMASC { X86FoldableSchedWrite Sched = WriteFAdd; } |
| 182 | |
| Andrew V. Tischenko | 8cb1d09 | 2017-06-08 16:44:13 +0000 | [diff] [blame] | 183 | // Horizontal Add/Sub (float and integer) |
| 184 | defm WriteFHAdd : X86SchedWritePair; |
| Simon Pilgrim | c3c767b | 2018-04-27 16:11:57 +0000 | [diff] [blame] | 185 | defm WriteFHAddY : X86SchedWritePair; // YMM/ZMM. |
| 186 | defm WritePHAdd : X86SchedWritePair; |
| Simon Pilgrim | f7dd606 | 2018-05-03 13:27:10 +0000 | [diff] [blame] | 187 | defm WritePHAddY : X86SchedWritePair; // YMM/ZMM. |
| Andrew V. Tischenko | 8cb1d09 | 2017-06-08 16:44:13 +0000 | [diff] [blame] | 188 | |
| Simon Pilgrim | a271c54 | 2017-05-03 15:42:29 +0000 | [diff] [blame] | 189 | // Vector integer operations. |
| Simon Pilgrim | b0a3be0 | 2018-05-08 12:17:55 +0000 | [diff] [blame^] | 190 | def WriteVecLoad : SchedWrite; |
| 191 | def WriteVecMaskedLoad : SchedWrite; |
| 192 | def WriteVecMaskedLoadY : SchedWrite; |
| 193 | def WriteVecStore : SchedWrite; |
| 194 | def WriteVecMaskedStore : SchedWrite; |
| 195 | def WriteVecMaskedStoreY : SchedWrite; |
| 196 | def WriteVecMove : SchedWrite; |
| Simon Pilgrim | 210286e | 2018-05-08 10:28:03 +0000 | [diff] [blame] | 197 | |
| Simon Pilgrim | a271c54 | 2017-05-03 15:42:29 +0000 | [diff] [blame] | 198 | defm WriteVecALU : X86SchedWritePair; // Vector integer ALU op, no logicals. |
| Simon Pilgrim | f7dd606 | 2018-05-03 13:27:10 +0000 | [diff] [blame] | 199 | defm WriteVecALUY : X86SchedWritePair; // Vector integer ALU op, no logicals (YMM/ZMM). |
| Simon Pilgrim | d14d2e7 | 2018-04-20 21:16:05 +0000 | [diff] [blame] | 200 | defm WriteVecLogic : X86SchedWritePair; // Vector integer and/or/xor logicals. |
| Simon Pilgrim | 57f2b18 | 2018-05-01 12:39:17 +0000 | [diff] [blame] | 201 | defm WriteVecLogicY: X86SchedWritePair; // Vector integer and/or/xor logicals (YMM/ZMM). |
| Simon Pilgrim | 210286e | 2018-05-08 10:28:03 +0000 | [diff] [blame] | 202 | defm WriteVecTest : X86SchedWritePair; // Vector integer TEST instructions. |
| 203 | defm WriteVecTestY : X86SchedWritePair; // Vector integer TEST instructions (YMM/ZMM). |
| Simon Pilgrim | f2d2ced | 2018-05-03 17:56:43 +0000 | [diff] [blame] | 204 | defm WriteVecShift : X86SchedWritePair; // Vector integer shifts (default). |
| 205 | defm WriteVecShiftX : X86SchedWritePair; // Vector integer shifts (XMM). |
| 206 | defm WriteVecShiftY : X86SchedWritePair; // Vector integer shifts (YMM/ZMM). |
| Simon Pilgrim | d7ffbc5 | 2018-05-04 17:47:46 +0000 | [diff] [blame] | 207 | defm WriteVecShiftImm : X86SchedWritePair; // Vector integer immediate shifts (default). |
| Simon Pilgrim | f2d2ced | 2018-05-03 17:56:43 +0000 | [diff] [blame] | 208 | defm WriteVecShiftImmX: X86SchedWritePair; // Vector integer immediate shifts (XMM). |
| 209 | defm WriteVecShiftImmY: X86SchedWritePair; // Vector integer immediate shifts (YMM/ZMM). |
| Simon Pilgrim | d7ffbc5 | 2018-05-04 17:47:46 +0000 | [diff] [blame] | 210 | defm WriteVecIMul : X86SchedWritePair; // Vector integer multiply (default). |
| 211 | defm WriteVecIMulX : X86SchedWritePair; // Vector integer multiply (XMM). |
| Simon Pilgrim | 93c878c | 2018-05-03 10:31:20 +0000 | [diff] [blame] | 212 | defm WriteVecIMulY : X86SchedWritePair; // Vector integer multiply (YMM/ZMM). |
| 213 | defm WritePMULLD : X86SchedWritePair; // Vector PMULLD. |
| 214 | defm WritePMULLDY : X86SchedWritePair; // Vector PMULLD (YMM/ZMM). |
| Simon Pilgrim | a271c54 | 2017-05-03 15:42:29 +0000 | [diff] [blame] | 215 | defm WriteShuffle : X86SchedWritePair; // Vector shuffles. |
| Simon Pilgrim | 6732f6e | 2018-05-02 18:48:23 +0000 | [diff] [blame] | 216 | defm WriteShuffleY : X86SchedWritePair; // Vector shuffles (YMM/ZMM). |
| Simon Pilgrim | 89c8a10 | 2018-04-11 13:49:19 +0000 | [diff] [blame] | 217 | defm WriteVarShuffle : X86SchedWritePair; // Vector variable shuffles. |
| Simon Pilgrim | 6732f6e | 2018-05-02 18:48:23 +0000 | [diff] [blame] | 218 | defm WriteVarShuffleY : X86SchedWritePair; // Vector variable shuffles (YMM/ZMM). |
| Simon Pilgrim | a271c54 | 2017-05-03 15:42:29 +0000 | [diff] [blame] | 219 | defm WriteBlend : X86SchedWritePair; // Vector blends. |
| Simon Pilgrim | 6732f6e | 2018-05-02 18:48:23 +0000 | [diff] [blame] | 220 | defm WriteBlendY : X86SchedWritePair; // Vector blends (YMM/ZMM). |
| Simon Pilgrim | a271c54 | 2017-05-03 15:42:29 +0000 | [diff] [blame] | 221 | defm WriteVarBlend : X86SchedWritePair; // Vector variable blends. |
| Simon Pilgrim | 6732f6e | 2018-05-02 18:48:23 +0000 | [diff] [blame] | 222 | defm WriteVarBlendY : X86SchedWritePair; // Vector variable blends (YMM/ZMM). |
| Simon Pilgrim | 93c878c | 2018-05-03 10:31:20 +0000 | [diff] [blame] | 223 | defm WritePSADBW : X86SchedWritePair; // Vector PSADBW. |
| 224 | defm WritePSADBWY : X86SchedWritePair; // Vector PSADBW (YMM/ZMM). |
| 225 | defm WriteMPSAD : X86SchedWritePair; // Vector MPSAD. |
| 226 | defm WriteMPSADY : X86SchedWritePair; // Vector MPSAD (YMM/ZMM). |
| Simon Pilgrim | 27bc83e | 2018-04-24 18:49:25 +0000 | [diff] [blame] | 227 | defm WritePHMINPOS : X86SchedWritePair; // Vector PHMINPOS. |
| Simon Pilgrim | a271c54 | 2017-05-03 15:42:29 +0000 | [diff] [blame] | 228 | |
| Simon Pilgrim | f7d2a93 | 2018-04-24 13:21:41 +0000 | [diff] [blame] | 229 | // Vector insert/extract operations. |
| 230 | defm WriteVecInsert : X86SchedWritePair; // Insert gpr to vector element. |
| 231 | def WriteVecExtract : SchedWrite; // Extract vector element to gpr. |
| 232 | def WriteVecExtractSt : SchedWrite; // Extract vector element and store. |
| 233 | |
| Simon Pilgrim | a2f2678 | 2018-03-27 20:38:54 +0000 | [diff] [blame] | 234 | // MOVMSK operations. |
| Simon Pilgrim | bf4c8c0 | 2018-05-04 14:54:33 +0000 | [diff] [blame] | 235 | def WriteFMOVMSK : SchedWrite; |
| 236 | def WriteVecMOVMSK : SchedWrite; |
| 237 | def WriteVecMOVMSKY : SchedWrite; |
| 238 | def WriteMMXMOVMSK : SchedWrite; |
| Simon Pilgrim | a2f2678 | 2018-03-27 20:38:54 +0000 | [diff] [blame] | 239 | |
| Simon Pilgrim | a271c54 | 2017-05-03 15:42:29 +0000 | [diff] [blame] | 240 | // Conversion between integer and float. |
| 241 | defm WriteCvtF2I : X86SchedWritePair; // Float -> Integer. |
| 242 | defm WriteCvtI2F : X86SchedWritePair; // Integer -> Float. |
| 243 | defm WriteCvtF2F : X86SchedWritePair; // Float -> Float size conversion. |
| Simon Pilgrim | f0945aa | 2018-04-24 16:43:07 +0000 | [diff] [blame] | 244 | def WriteCvtF2FSt : SchedWrite; // // Float -> Float + store size conversion. |
| Simon Pilgrim | a271c54 | 2017-05-03 15:42:29 +0000 | [diff] [blame] | 245 | |
| Simon Pilgrim | 28e7bcb | 2018-03-26 21:06:14 +0000 | [diff] [blame] | 246 | // CRC32 instruction. |
| 247 | defm WriteCRC32 : X86SchedWritePair; |
| 248 | |
| Simon Pilgrim | a271c54 | 2017-05-03 15:42:29 +0000 | [diff] [blame] | 249 | // Strings instructions. |
| 250 | // Packed Compare Implicit Length Strings, Return Mask |
| 251 | defm WritePCmpIStrM : X86SchedWritePair; |
| 252 | // Packed Compare Explicit Length Strings, Return Mask |
| 253 | defm WritePCmpEStrM : X86SchedWritePair; |
| 254 | // Packed Compare Implicit Length Strings, Return Index |
| 255 | defm WritePCmpIStrI : X86SchedWritePair; |
| 256 | // Packed Compare Explicit Length Strings, Return Index |
| 257 | defm WritePCmpEStrI : X86SchedWritePair; |
| 258 | |
| 259 | // AES instructions. |
| 260 | defm WriteAESDecEnc : X86SchedWritePair; // Decryption, encryption. |
| 261 | defm WriteAESIMC : X86SchedWritePair; // InvMixColumn. |
| 262 | defm WriteAESKeyGen : X86SchedWritePair; // Key Generation. |
| 263 | |
| 264 | // Carry-less multiplication instructions. |
| 265 | defm WriteCLMul : X86SchedWritePair; |
| 266 | |
| Simon Pilgrim | 0e51a12 | 2018-05-04 18:16:13 +0000 | [diff] [blame] | 267 | // EMMS/FEMMS |
| 268 | def WriteEMMS : SchedWrite; |
| 269 | |
| Craig Topper | 05242bf | 2018-04-21 18:07:36 +0000 | [diff] [blame] | 270 | // Load/store MXCSR |
| 271 | def WriteLDMXCSR : SchedWrite; |
| 272 | def WriteSTMXCSR : SchedWrite; |
| 273 | |
| Simon Pilgrim | a271c54 | 2017-05-03 15:42:29 +0000 | [diff] [blame] | 274 | // Catch-all for expensive system instructions. |
| 275 | def WriteSystem : SchedWrite; |
| 276 | |
| 277 | // AVX2. |
| 278 | defm WriteFShuffle256 : X86SchedWritePair; // Fp 256-bit width vector shuffles. |
| Simon Pilgrim | 89c8a10 | 2018-04-11 13:49:19 +0000 | [diff] [blame] | 279 | defm WriteFVarShuffle256 : X86SchedWritePair; // Fp 256-bit width variable shuffles. |
| Simon Pilgrim | a271c54 | 2017-05-03 15:42:29 +0000 | [diff] [blame] | 280 | defm WriteShuffle256 : X86SchedWritePair; // 256-bit width vector shuffles. |
| Simon Pilgrim | 89c8a10 | 2018-04-11 13:49:19 +0000 | [diff] [blame] | 281 | defm WriteVarShuffle256 : X86SchedWritePair; // 256-bit width vector variable shuffles. |
| Simon Pilgrim | f2d2ced | 2018-05-03 17:56:43 +0000 | [diff] [blame] | 282 | defm WriteVarVecShift : X86SchedWritePair; // Variable vector shifts. |
| 283 | defm WriteVarVecShiftY : X86SchedWritePair; // Variable vector shifts (YMM/ZMM). |
| Simon Pilgrim | a271c54 | 2017-05-03 15:42:29 +0000 | [diff] [blame] | 284 | |
| 285 | // Old microcoded instructions that nobody use. |
| 286 | def WriteMicrocoded : SchedWrite; |
| 287 | |
| 288 | // Fence instructions. |
| 289 | def WriteFence : SchedWrite; |
| 290 | |
| 291 | // Nop, not very useful expect it provides a model for nops! |
| 292 | def WriteNop : SchedWrite; |
| 293 | |
| Simon Pilgrim | 3c35408 | 2018-04-30 18:18:38 +0000 | [diff] [blame] | 294 | // Vector width wrappers. |
| 295 | def SchedWriteFAdd |
| Simon Pilgrim | 1233e12 | 2018-05-07 20:52:53 +0000 | [diff] [blame] | 296 | : X86SchedWriteWidths<WriteFAdd, WriteFAddX, WriteFAddY, WriteFAddY>; |
| 297 | def SchedWriteFAdd64 |
| 298 | : X86SchedWriteWidths<WriteFAdd64, WriteFAdd64X, WriteFAdd64Y, WriteFAdd64Y>; |
| Simon Pilgrim | 342ac8c | 2018-05-03 09:11:32 +0000 | [diff] [blame] | 299 | def SchedWriteFHAdd |
| 300 | : X86SchedWriteWidths<WriteFHAdd, WriteFHAdd, WriteFHAddY, WriteFHAddY>; |
| Simon Pilgrim | 3c35408 | 2018-04-30 18:18:38 +0000 | [diff] [blame] | 301 | def SchedWriteFCmp |
| Simon Pilgrim | 1233e12 | 2018-05-07 20:52:53 +0000 | [diff] [blame] | 302 | : X86SchedWriteWidths<WriteFCmp, WriteFCmpX, WriteFCmpY, WriteFCmpY>; |
| 303 | def SchedWriteFCmp64 |
| 304 | : X86SchedWriteWidths<WriteFCmp64, WriteFCmp64X, WriteFCmp64Y, WriteFCmp64Y>; |
| Simon Pilgrim | 3c35408 | 2018-04-30 18:18:38 +0000 | [diff] [blame] | 305 | def SchedWriteFMul |
| Simon Pilgrim | 1233e12 | 2018-05-07 20:52:53 +0000 | [diff] [blame] | 306 | : X86SchedWriteWidths<WriteFMul, WriteFMulX, WriteFMulY, WriteFMulY>; |
| Simon Pilgrim | ac5d0a3 | 2018-05-07 16:15:46 +0000 | [diff] [blame] | 307 | def SchedWriteFMul64 |
| Simon Pilgrim | 1233e12 | 2018-05-07 20:52:53 +0000 | [diff] [blame] | 308 | : X86SchedWriteWidths<WriteFMul64, WriteFMul64X, WriteFMul64Y, WriteFMul64Y>; |
| Simon Pilgrim | a1f1a3b | 2018-05-02 13:32:56 +0000 | [diff] [blame] | 309 | def SchedWriteFMA |
| Simon Pilgrim | 67cc246 | 2018-05-04 15:20:18 +0000 | [diff] [blame] | 310 | : X86SchedWriteWidths<WriteFMA, WriteFMAX, WriteFMAY, WriteFMAY>; |
| Simon Pilgrim | 542b20d | 2018-05-03 22:31:19 +0000 | [diff] [blame] | 311 | def SchedWriteDPPD |
| 312 | : X86SchedWriteWidths<WriteDPPD, WriteDPPD, WriteDPPD, WriteDPPD>; |
| 313 | def SchedWriteDPPS |
| 314 | : X86SchedWriteWidths<WriteDPPS, WriteDPPS, WriteDPPSY, WriteDPPSY>; |
| Simon Pilgrim | 3c35408 | 2018-04-30 18:18:38 +0000 | [diff] [blame] | 315 | def SchedWriteFDiv |
| Simon Pilgrim | ac5d0a3 | 2018-05-07 16:15:46 +0000 | [diff] [blame] | 316 | : X86SchedWriteWidths<WriteFDiv, WriteFDivX, WriteFDivY, WriteFDivZ>; |
| 317 | def SchedWriteFDiv64 |
| 318 | : X86SchedWriteWidths<WriteFDiv64, WriteFDiv64X, WriteFDiv64Y, WriteFDiv64Z>; |
| Simon Pilgrim | c708868 | 2018-05-01 18:06:07 +0000 | [diff] [blame] | 319 | def SchedWriteFSqrt |
| Simon Pilgrim | f3ae50f | 2018-05-07 11:50:44 +0000 | [diff] [blame] | 320 | : X86SchedWriteWidths<WriteFSqrt, WriteFSqrtX, |
| 321 | WriteFSqrtY, WriteFSqrtZ>; |
| 322 | def SchedWriteFSqrt64 |
| 323 | : X86SchedWriteWidths<WriteFSqrt64, WriteFSqrt64X, |
| 324 | WriteFSqrt64Y, WriteFSqrt64Z>; |
| Simon Pilgrim | 1b7a80d | 2018-05-01 15:57:17 +0000 | [diff] [blame] | 325 | def SchedWriteFRcp |
| Simon Pilgrim | f3ae50f | 2018-05-07 11:50:44 +0000 | [diff] [blame] | 326 | : X86SchedWriteWidths<WriteFRcp, WriteFRcpX, WriteFRcpY, WriteFRcpY>; |
| Simon Pilgrim | 1b7a80d | 2018-05-01 15:57:17 +0000 | [diff] [blame] | 327 | def SchedWriteFRsqrt |
| Simon Pilgrim | f3ae50f | 2018-05-07 11:50:44 +0000 | [diff] [blame] | 328 | : X86SchedWriteWidths<WriteFRsqrt, WriteFRsqrtX, WriteFRsqrtY, WriteFRsqrtY>; |
| Simon Pilgrim | be51b20 | 2018-05-04 12:59:24 +0000 | [diff] [blame] | 329 | def SchedWriteFRnd |
| 330 | : X86SchedWriteWidths<WriteFRnd, WriteFRnd, WriteFRndY, WriteFRndY>; |
| Simon Pilgrim | 3c35408 | 2018-04-30 18:18:38 +0000 | [diff] [blame] | 331 | def SchedWriteFLogic |
| 332 | : X86SchedWriteWidths<WriteFLogic, WriteFLogic, WriteFLogicY, WriteFLogicY>; |
| Simon Pilgrim | 210286e | 2018-05-08 10:28:03 +0000 | [diff] [blame] | 333 | def SchedWriteFTest |
| 334 | : X86SchedWriteWidths<WriteFTest, WriteFTest, WriteFTestY, WriteFTestY>; |
| Simon Pilgrim | 3c35408 | 2018-04-30 18:18:38 +0000 | [diff] [blame] | 335 | |
| 336 | def SchedWriteFShuffle |
| 337 | : X86SchedWriteWidths<WriteFShuffle, WriteFShuffle, |
| Simon Pilgrim | dd8eae1 | 2018-05-01 14:25:01 +0000 | [diff] [blame] | 338 | WriteFShuffleY, WriteFShuffleY>; |
| Simon Pilgrim | 3c35408 | 2018-04-30 18:18:38 +0000 | [diff] [blame] | 339 | def SchedWriteFVarShuffle |
| 340 | : X86SchedWriteWidths<WriteFVarShuffle, WriteFVarShuffle, |
| 341 | WriteFVarShuffleY, WriteFVarShuffleY>; |
| 342 | def SchedWriteFBlend |
| 343 | : X86SchedWriteWidths<WriteFBlend, WriteFBlend, WriteFBlendY, WriteFBlendY>; |
| 344 | def SchedWriteFVarBlend |
| 345 | : X86SchedWriteWidths<WriteFVarBlend, WriteFVarBlend, |
| 346 | WriteFVarBlendY, WriteFVarBlendY>; |
| 347 | |
| 348 | def SchedWriteVecALU |
| Simon Pilgrim | f7dd606 | 2018-05-03 13:27:10 +0000 | [diff] [blame] | 349 | : X86SchedWriteWidths<WriteVecALU, WriteVecALU, WriteVecALUY, WriteVecALUY>; |
| Simon Pilgrim | 342ac8c | 2018-05-03 09:11:32 +0000 | [diff] [blame] | 350 | def SchedWritePHAdd |
| Simon Pilgrim | f7dd606 | 2018-05-03 13:27:10 +0000 | [diff] [blame] | 351 | : X86SchedWriteWidths<WritePHAdd, WritePHAdd, WritePHAddY, WritePHAddY>; |
| Simon Pilgrim | 3c35408 | 2018-04-30 18:18:38 +0000 | [diff] [blame] | 352 | def SchedWriteVecLogic |
| 353 | : X86SchedWriteWidths<WriteVecLogic, WriteVecLogic, |
| Simon Pilgrim | 57f2b18 | 2018-05-01 12:39:17 +0000 | [diff] [blame] | 354 | WriteVecLogicY, WriteVecLogicY>; |
| Simon Pilgrim | 210286e | 2018-05-08 10:28:03 +0000 | [diff] [blame] | 355 | def SchedWriteVecTest |
| 356 | : X86SchedWriteWidths<WriteVecTest, WriteVecTest, |
| 357 | WriteVecTestY, WriteVecTestY>; |
| Simon Pilgrim | 3c35408 | 2018-04-30 18:18:38 +0000 | [diff] [blame] | 358 | def SchedWriteVecShift |
| Simon Pilgrim | f2d2ced | 2018-05-03 17:56:43 +0000 | [diff] [blame] | 359 | : X86SchedWriteWidths<WriteVecShift, WriteVecShiftX, |
| 360 | WriteVecShiftY, WriteVecShiftY>; |
| 361 | def SchedWriteVecShiftImm |
| Simon Pilgrim | d7ffbc5 | 2018-05-04 17:47:46 +0000 | [diff] [blame] | 362 | : X86SchedWriteWidths<WriteVecShiftImm, WriteVecShiftImmX, |
| Simon Pilgrim | f2d2ced | 2018-05-03 17:56:43 +0000 | [diff] [blame] | 363 | WriteVecShiftImmY, WriteVecShiftImmY>; |
| Simon Pilgrim | e8671ef | 2018-05-02 12:27:54 +0000 | [diff] [blame] | 364 | def SchedWriteVarVecShift |
| 365 | : X86SchedWriteWidths<WriteVarVecShift, WriteVarVecShift, |
| Simon Pilgrim | f2d2ced | 2018-05-03 17:56:43 +0000 | [diff] [blame] | 366 | WriteVarVecShiftY, WriteVarVecShiftY>; |
| Simon Pilgrim | 3c35408 | 2018-04-30 18:18:38 +0000 | [diff] [blame] | 367 | def SchedWriteVecIMul |
| Simon Pilgrim | d7ffbc5 | 2018-05-04 17:47:46 +0000 | [diff] [blame] | 368 | : X86SchedWriteWidths<WriteVecIMul, WriteVecIMulX, |
| Simon Pilgrim | 93c878c | 2018-05-03 10:31:20 +0000 | [diff] [blame] | 369 | WriteVecIMulY, WriteVecIMulY>; |
| Simon Pilgrim | 3c35408 | 2018-04-30 18:18:38 +0000 | [diff] [blame] | 370 | def SchedWritePMULLD |
| 371 | : X86SchedWriteWidths<WritePMULLD, WritePMULLD, |
| Simon Pilgrim | 93c878c | 2018-05-03 10:31:20 +0000 | [diff] [blame] | 372 | WritePMULLDY, WritePMULLDY>; |
| Simon Pilgrim | e8671ef | 2018-05-02 12:27:54 +0000 | [diff] [blame] | 373 | def SchedWriteMPSAD |
| 374 | : X86SchedWriteWidths<WriteMPSAD, WriteMPSAD, |
| Simon Pilgrim | 93c878c | 2018-05-03 10:31:20 +0000 | [diff] [blame] | 375 | WriteMPSADY, WriteMPSADY>; |
| Simon Pilgrim | e8671ef | 2018-05-02 12:27:54 +0000 | [diff] [blame] | 376 | def SchedWritePSADBW |
| 377 | : X86SchedWriteWidths<WritePSADBW, WritePSADBW, |
| Simon Pilgrim | 93c878c | 2018-05-03 10:31:20 +0000 | [diff] [blame] | 378 | WritePSADBWY, WritePSADBWY>; |
| Simon Pilgrim | 3c35408 | 2018-04-30 18:18:38 +0000 | [diff] [blame] | 379 | |
| 380 | def SchedWriteShuffle |
| 381 | : X86SchedWriteWidths<WriteShuffle, WriteShuffle, |
| Simon Pilgrim | 6732f6e | 2018-05-02 18:48:23 +0000 | [diff] [blame] | 382 | WriteShuffleY, WriteShuffleY>; |
| Simon Pilgrim | 3c35408 | 2018-04-30 18:18:38 +0000 | [diff] [blame] | 383 | def SchedWriteVarShuffle |
| 384 | : X86SchedWriteWidths<WriteVarShuffle, WriteVarShuffle, |
| Simon Pilgrim | 6732f6e | 2018-05-02 18:48:23 +0000 | [diff] [blame] | 385 | WriteVarShuffleY, WriteVarShuffleY>; |
| Simon Pilgrim | 3c35408 | 2018-04-30 18:18:38 +0000 | [diff] [blame] | 386 | def SchedWriteBlend |
| Simon Pilgrim | 6732f6e | 2018-05-02 18:48:23 +0000 | [diff] [blame] | 387 | : X86SchedWriteWidths<WriteBlend, WriteBlend, WriteBlendY, WriteBlendY>; |
| Simon Pilgrim | 3c35408 | 2018-04-30 18:18:38 +0000 | [diff] [blame] | 388 | def SchedWriteVarBlend |
| 389 | : X86SchedWriteWidths<WriteVarBlend, WriteVarBlend, |
| Simon Pilgrim | 6732f6e | 2018-05-02 18:48:23 +0000 | [diff] [blame] | 390 | WriteVarBlendY, WriteVarBlendY>; |
| Simon Pilgrim | 3c35408 | 2018-04-30 18:18:38 +0000 | [diff] [blame] | 391 | |
| Simon Pilgrim | f3ae50f | 2018-05-07 11:50:44 +0000 | [diff] [blame] | 392 | // Vector size wrappers. |
| 393 | def SchedWriteFAddSizes |
| Simon Pilgrim | 1233e12 | 2018-05-07 20:52:53 +0000 | [diff] [blame] | 394 | : X86SchedWriteSizes<SchedWriteFAdd, SchedWriteFAdd64>; |
| Simon Pilgrim | ac5d0a3 | 2018-05-07 16:15:46 +0000 | [diff] [blame] | 395 | def SchedWriteFCmpSizes |
| Simon Pilgrim | 1233e12 | 2018-05-07 20:52:53 +0000 | [diff] [blame] | 396 | : X86SchedWriteSizes<SchedWriteFCmp, SchedWriteFCmp64>; |
| Simon Pilgrim | f3ae50f | 2018-05-07 11:50:44 +0000 | [diff] [blame] | 397 | def SchedWriteFMulSizes |
| Simon Pilgrim | ac5d0a3 | 2018-05-07 16:15:46 +0000 | [diff] [blame] | 398 | : X86SchedWriteSizes<SchedWriteFMul, SchedWriteFMul64>; |
| Simon Pilgrim | f3ae50f | 2018-05-07 11:50:44 +0000 | [diff] [blame] | 399 | def SchedWriteFDivSizes |
| Simon Pilgrim | ac5d0a3 | 2018-05-07 16:15:46 +0000 | [diff] [blame] | 400 | : X86SchedWriteSizes<SchedWriteFDiv, SchedWriteFDiv64>; |
| Simon Pilgrim | f3ae50f | 2018-05-07 11:50:44 +0000 | [diff] [blame] | 401 | def SchedWriteFSqrtSizes |
| 402 | : X86SchedWriteSizes<SchedWriteFSqrt, SchedWriteFSqrt64>; |
| Simon Pilgrim | ac5d0a3 | 2018-05-07 16:15:46 +0000 | [diff] [blame] | 403 | def SchedWriteFLogicSizes |
| 404 | : X86SchedWriteSizes<SchedWriteFLogic, SchedWriteFLogic>; |
| 405 | def SchedWriteFShuffleSizes |
| 406 | : X86SchedWriteSizes<SchedWriteFShuffle, SchedWriteFShuffle>; |
| Simon Pilgrim | f3ae50f | 2018-05-07 11:50:44 +0000 | [diff] [blame] | 407 | |
| Simon Pilgrim | a271c54 | 2017-05-03 15:42:29 +0000 | [diff] [blame] | 408 | //===----------------------------------------------------------------------===// |
| Simon Pilgrim | 35935c0 | 2018-04-12 18:46:15 +0000 | [diff] [blame] | 409 | // Generic Processor Scheduler Models. |
| Simon Pilgrim | a271c54 | 2017-05-03 15:42:29 +0000 | [diff] [blame] | 410 | |
| 411 | // IssueWidth is analogous to the number of decode units. Core and its |
| 412 | // descendents, including Nehalem and SandyBridge have 4 decoders. |
| 413 | // Resources beyond the decoder operate on micro-ops and are bufferred |
| 414 | // so adjacent micro-ops don't directly compete. |
| 415 | // |
| 416 | // MicroOpBufferSize > 1 indicates that RAW dependencies can be |
| 417 | // decoded in the same cycle. The value 32 is a reasonably arbitrary |
| 418 | // number of in-flight instructions. |
| 419 | // |
| 420 | // HighLatency=10 is optimistic. X86InstrInfo::isHighLatencyDef |
| 421 | // indicates high latency opcodes. Alternatively, InstrItinData |
| 422 | // entries may be included here to define specific operand |
| 423 | // latencies. Since these latencies are not used for pipeline hazards, |
| 424 | // they do not need to be exact. |
| 425 | // |
| Simon Pilgrim | e0c7868 | 2018-04-13 14:31:57 +0000 | [diff] [blame] | 426 | // The GenericX86Model contains no instruction schedules |
| Simon Pilgrim | a271c54 | 2017-05-03 15:42:29 +0000 | [diff] [blame] | 427 | // and disables PostRAScheduler. |
| 428 | class GenericX86Model : SchedMachineModel { |
| 429 | let IssueWidth = 4; |
| 430 | let MicroOpBufferSize = 32; |
| 431 | let LoadLatency = 4; |
| 432 | let HighLatency = 10; |
| 433 | let PostRAScheduler = 0; |
| 434 | let CompleteModel = 0; |
| 435 | } |
| 436 | |
| 437 | def GenericModel : GenericX86Model; |
| 438 | |
| 439 | // Define a model with the PostRAScheduler enabled. |
| 440 | def GenericPostRAModel : GenericX86Model { |
| 441 | let PostRAScheduler = 1; |
| 442 | } |
| 443 | |