| Simon Pilgrim | a271c54 | 2017-05-03 15:42:29 +0000 | [diff] [blame] | 1 | //===-- X86Schedule.td - X86 Scheduling Definitions --------*- tablegen -*-===// |
| 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
| 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
| 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | |
| Simon Pilgrim | 963bf4d | 2018-04-13 14:24:06 +0000 | [diff] [blame] | 10 | //===----------------------------------------------------------------------===// |
| Simon Pilgrim | a271c54 | 2017-05-03 15:42:29 +0000 | [diff] [blame] | 11 | // InstrSchedModel annotations for out-of-order CPUs. |
| Simon Pilgrim | a271c54 | 2017-05-03 15:42:29 +0000 | [diff] [blame] | 12 | |
| 13 | // Instructions with folded loads need to read the memory operand immediately, |
| 14 | // but other register operands don't have to be read until the load is ready. |
| 15 | // These operands are marked with ReadAfterLd. |
| 16 | def ReadAfterLd : SchedRead; |
| 17 | |
| 18 | // Instructions with both a load and a store folded are modeled as a folded |
| 19 | // load + WriteRMW. |
| 20 | def WriteRMW : SchedWrite; |
| 21 | |
| Simon Pilgrim | f2d2ced | 2018-05-03 17:56:43 +0000 | [diff] [blame] | 22 | // Helper to set SchedWrite ExePorts/Latency/ResourceCycles/NumMicroOps. |
| 23 | multiclass X86WriteRes<SchedWrite SchedRW, |
| 24 | list<ProcResourceKind> ExePorts, |
| 25 | int Lat, list<int> Res, int UOps> { |
| 26 | def : WriteRes<SchedRW, ExePorts> { |
| 27 | let Latency = Lat; |
| 28 | let ResourceCycles = Res; |
| 29 | let NumMicroOps = UOps; |
| 30 | } |
| 31 | } |
| 32 | |
| Simon Pilgrim | a271c54 | 2017-05-03 15:42:29 +0000 | [diff] [blame] | 33 | // Most instructions can fold loads, so almost every SchedWrite comes in two |
| 34 | // variants: With and without a folded load. |
| 35 | // An X86FoldableSchedWrite holds a reference to the corresponding SchedWrite |
| 36 | // with a folded load. |
| 37 | class X86FoldableSchedWrite : SchedWrite { |
| 38 | // The SchedWrite to use when a load is folded into the instruction. |
| 39 | SchedWrite Folded; |
| 40 | } |
| 41 | |
| 42 | // Multiclass that produces a linked pair of SchedWrites. |
| 43 | multiclass X86SchedWritePair { |
| 44 | // Register-Memory operation. |
| 45 | def Ld : SchedWrite; |
| 46 | // Register-Register operation. |
| 47 | def NAME : X86FoldableSchedWrite { |
| 48 | let Folded = !cast<SchedWrite>(NAME#"Ld"); |
| 49 | } |
| 50 | } |
| 51 | |
| Simon Pilgrim | 3c35408 | 2018-04-30 18:18:38 +0000 | [diff] [blame] | 52 | // Multiclass that wraps X86FoldableSchedWrite for each vector width. |
| 53 | class X86SchedWriteWidths<X86FoldableSchedWrite sScl, |
| 54 | X86FoldableSchedWrite s128, |
| 55 | X86FoldableSchedWrite s256, |
| 56 | X86FoldableSchedWrite s512> { |
| 57 | X86FoldableSchedWrite Scl = sScl; // Scalar float/double operations. |
| 58 | X86FoldableSchedWrite MMX = sScl; // MMX operations. |
| 59 | X86FoldableSchedWrite XMM = s128; // XMM operations. |
| 60 | X86FoldableSchedWrite YMM = s256; // YMM operations. |
| 61 | X86FoldableSchedWrite ZMM = s512; // ZMM operations. |
| 62 | } |
| 63 | |
| Simon Pilgrim | f3ae50f | 2018-05-07 11:50:44 +0000 | [diff] [blame] | 64 | // Multiclass that wraps X86SchedWriteWidths for each fp vector type. |
| 65 | class X86SchedWriteSizes<X86SchedWriteWidths sPS, |
| 66 | X86SchedWriteWidths sPD> { |
| 67 | X86SchedWriteWidths PS = sPS; |
| 68 | X86SchedWriteWidths PD = sPD; |
| 69 | } |
| 70 | |
| Simon Pilgrim | ead11e4 | 2018-05-11 12:46:54 +0000 | [diff] [blame] | 71 | // Multiclass that wraps move/load/store triple for a vector width. |
| 72 | class X86SchedWriteMoveLS<SchedWrite MoveRR, |
| 73 | SchedWrite LoadRM, |
| 74 | SchedWrite StoreMR> { |
| 75 | SchedWrite RR = MoveRR; |
| 76 | SchedWrite RM = LoadRM; |
| 77 | SchedWrite MR = StoreMR; |
| 78 | } |
| 79 | |
| 80 | // Multiclass that wraps X86SchedWriteMoveLS for each vector width. |
| 81 | class X86SchedWriteMoveLSWidths<X86SchedWriteMoveLS sScl, |
| 82 | X86SchedWriteMoveLS s128, |
| 83 | X86SchedWriteMoveLS s256, |
| 84 | X86SchedWriteMoveLS s512> { |
| 85 | X86SchedWriteMoveLS Scl = sScl; // Scalar float/double operations. |
| 86 | X86SchedWriteMoveLS MMX = sScl; // MMX operations. |
| 87 | X86SchedWriteMoveLS XMM = s128; // XMM operations. |
| 88 | X86SchedWriteMoveLS YMM = s256; // YMM operations. |
| 89 | X86SchedWriteMoveLS ZMM = s512; // ZMM operations. |
| 90 | } |
| 91 | |
| Craig Topper | b7baa35 | 2018-04-08 17:53:18 +0000 | [diff] [blame] | 92 | // Loads, stores, and moves, not folded with other operations. |
| Simon Pilgrim | 215ce4a | 2018-05-14 18:37:19 +0000 | [diff] [blame] | 93 | def WriteLoad : SchedWrite; |
| 94 | def WriteStore : SchedWrite; |
| 95 | def WriteStoreNT : SchedWrite; |
| 96 | def WriteMove : SchedWrite; |
| Craig Topper | b7baa35 | 2018-04-08 17:53:18 +0000 | [diff] [blame] | 97 | |
| Simon Pilgrim | a271c54 | 2017-05-03 15:42:29 +0000 | [diff] [blame] | 98 | // Arithmetic. |
| Simon Pilgrim | 2864b46 | 2018-05-08 14:55:16 +0000 | [diff] [blame] | 99 | defm WriteALU : X86SchedWritePair; // Simple integer ALU op. |
| Simon Pilgrim | 0c0336e | 2018-05-17 12:43:42 +0000 | [diff] [blame^] | 100 | defm WriteADC : X86SchedWritePair; // Integer ALU + flags op. |
| Simon Pilgrim | ead11e4 | 2018-05-11 12:46:54 +0000 | [diff] [blame] | 101 | def WriteALURMW : WriteSequence<[WriteALULd, WriteStore]>; |
| Simon Pilgrim | 0c0336e | 2018-05-17 12:43:42 +0000 | [diff] [blame^] | 102 | def WriteADCRMW : WriteSequence<[WriteADCLd, WriteStore]>; |
| Simon Pilgrim | 2864b46 | 2018-05-08 14:55:16 +0000 | [diff] [blame] | 103 | defm WriteIMul : X86SchedWritePair; // Integer multiplication. |
| 104 | defm WriteIMul64 : X86SchedWritePair; // Integer 64-bit multiplication. |
| 105 | def WriteIMulH : SchedWrite; // Integer multiplication, high part. |
| 106 | def WriteLEA : SchedWrite; // LEA instructions can't fold loads. |
| Simon Pilgrim | a271c54 | 2017-05-03 15:42:29 +0000 | [diff] [blame] | 107 | |
| Simon Pilgrim | 2580554 | 2018-05-08 13:51:45 +0000 | [diff] [blame] | 108 | // Integer division. |
| 109 | defm WriteDiv8 : X86SchedWritePair; |
| 110 | defm WriteDiv16 : X86SchedWritePair; |
| 111 | defm WriteDiv32 : X86SchedWritePair; |
| 112 | defm WriteDiv64 : X86SchedWritePair; |
| 113 | defm WriteIDiv8 : X86SchedWritePair; |
| 114 | defm WriteIDiv16 : X86SchedWritePair; |
| 115 | defm WriteIDiv32 : X86SchedWritePair; |
| 116 | defm WriteIDiv64 : X86SchedWritePair; |
| 117 | |
| Simon Pilgrim | f33d905 | 2018-03-26 18:19:28 +0000 | [diff] [blame] | 118 | defm WriteBitScan : X86SchedWritePair; // Bit scan forward/reverse. |
| 119 | defm WritePOPCNT : X86SchedWritePair; // Bit population count. |
| 120 | defm WriteLZCNT : X86SchedWritePair; // Leading zero count. |
| 121 | defm WriteTZCNT : X86SchedWritePair; // Trailing zero count. |
| Craig Topper | b7baa35 | 2018-04-08 17:53:18 +0000 | [diff] [blame] | 122 | defm WriteCMOV : X86SchedWritePair; // Conditional move. |
| Simon Pilgrim | 6e160c1 | 2018-05-12 18:07:07 +0000 | [diff] [blame] | 123 | def WriteFCMOV : SchedWrite; // X87 conditional move. |
| Craig Topper | b7baa35 | 2018-04-08 17:53:18 +0000 | [diff] [blame] | 124 | def WriteSETCC : SchedWrite; // Set register based on condition code. |
| 125 | def WriteSETCCStore : SchedWrite; |
| Simon Pilgrim | f33d905 | 2018-03-26 18:19:28 +0000 | [diff] [blame] | 126 | |
| Simon Pilgrim | a271c54 | 2017-05-03 15:42:29 +0000 | [diff] [blame] | 127 | // Integer shifts and rotates. |
| 128 | defm WriteShift : X86SchedWritePair; |
| 129 | |
| Craig Topper | 89310f5 | 2018-03-29 20:41:39 +0000 | [diff] [blame] | 130 | // BMI1 BEXTR, BMI2 BZHI |
| 131 | defm WriteBEXTR : X86SchedWritePair; |
| 132 | defm WriteBZHI : X86SchedWritePair; |
| 133 | |
| Simon Pilgrim | a271c54 | 2017-05-03 15:42:29 +0000 | [diff] [blame] | 134 | // Idioms that clear a register, like xorps %xmm0, %xmm0. |
| 135 | // These can often bypass execution ports completely. |
| 136 | def WriteZero : SchedWrite; |
| 137 | |
| 138 | // Branches don't produce values, so they have no latency, but they still |
| 139 | // consume resources. Indirect branches can fold loads. |
| 140 | defm WriteJump : X86SchedWritePair; |
| 141 | |
| 142 | // Floating point. This covers both scalar and vector operations. |
| Simon Pilgrim | b0a3be0 | 2018-05-08 12:17:55 +0000 | [diff] [blame] | 143 | def WriteFLoad : SchedWrite; |
| Simon Pilgrim | 22dd72b | 2018-05-11 14:30:54 +0000 | [diff] [blame] | 144 | def WriteFLoadX : SchedWrite; |
| 145 | def WriteFLoadY : SchedWrite; |
| Simon Pilgrim | b0a3be0 | 2018-05-08 12:17:55 +0000 | [diff] [blame] | 146 | def WriteFMaskedLoad : SchedWrite; |
| 147 | def WriteFMaskedLoadY : SchedWrite; |
| 148 | def WriteFStore : SchedWrite; |
| Simon Pilgrim | 22dd72b | 2018-05-11 14:30:54 +0000 | [diff] [blame] | 149 | def WriteFStoreX : SchedWrite; |
| 150 | def WriteFStoreY : SchedWrite; |
| Simon Pilgrim | 215ce4a | 2018-05-14 18:37:19 +0000 | [diff] [blame] | 151 | def WriteFStoreNT : SchedWrite; |
| 152 | def WriteFStoreNTX : SchedWrite; |
| 153 | def WriteFStoreNTY : SchedWrite; |
| Simon Pilgrim | b0a3be0 | 2018-05-08 12:17:55 +0000 | [diff] [blame] | 154 | def WriteFMaskedStore : SchedWrite; |
| 155 | def WriteFMaskedStoreY : SchedWrite; |
| 156 | def WriteFMove : SchedWrite; |
| Simon Pilgrim | 22dd72b | 2018-05-11 14:30:54 +0000 | [diff] [blame] | 157 | def WriteFMoveX : SchedWrite; |
| 158 | def WriteFMoveY : SchedWrite; |
| Simon Pilgrim | 1233e12 | 2018-05-07 20:52:53 +0000 | [diff] [blame] | 159 | |
| 160 | defm WriteFAdd : X86SchedWritePair; // Floating point add/sub. |
| 161 | defm WriteFAddX : X86SchedWritePair; // Floating point add/sub (XMM). |
| 162 | defm WriteFAddY : X86SchedWritePair; // Floating point add/sub (YMM/ZMM). |
| 163 | defm WriteFAdd64 : X86SchedWritePair; // Floating point double add/sub. |
| 164 | defm WriteFAdd64X : X86SchedWritePair; // Floating point double add/sub (XMM). |
| 165 | defm WriteFAdd64Y : X86SchedWritePair; // Floating point double add/sub (YMM/ZMM). |
| 166 | defm WriteFCmp : X86SchedWritePair; // Floating point compare. |
| 167 | defm WriteFCmpX : X86SchedWritePair; // Floating point compare (XMM). |
| 168 | defm WriteFCmpY : X86SchedWritePair; // Floating point compare (YMM/ZMM). |
| 169 | defm WriteFCmp64 : X86SchedWritePair; // Floating point double compare. |
| 170 | defm WriteFCmp64X : X86SchedWritePair; // Floating point double compare (XMM). |
| 171 | defm WriteFCmp64Y : X86SchedWritePair; // Floating point double compare (YMM/ZMM). |
| 172 | defm WriteFCom : X86SchedWritePair; // Floating point compare to flags. |
| 173 | defm WriteFMul : X86SchedWritePair; // Floating point multiplication. |
| 174 | defm WriteFMulX : X86SchedWritePair; // Floating point multiplication (XMM). |
| 175 | defm WriteFMulY : X86SchedWritePair; // Floating point multiplication (YMM/ZMM). |
| 176 | defm WriteFMul64 : X86SchedWritePair; // Floating point double multiplication. |
| 177 | defm WriteFMul64X : X86SchedWritePair; // Floating point double multiplication (XMM). |
| 178 | defm WriteFMul64Y : X86SchedWritePair; // Floating point double multiplication (YMM/ZMM). |
| Simon Pilgrim | ac5d0a3 | 2018-05-07 16:15:46 +0000 | [diff] [blame] | 179 | defm WriteFDiv : X86SchedWritePair; // Floating point division. |
| 180 | defm WriteFDivX : X86SchedWritePair; // Floating point division (XMM). |
| 181 | defm WriteFDivY : X86SchedWritePair; // Floating point division (YMM). |
| 182 | defm WriteFDivZ : X86SchedWritePair; // Floating point division (ZMM). |
| Simon Pilgrim | 1233e12 | 2018-05-07 20:52:53 +0000 | [diff] [blame] | 183 | defm WriteFDiv64 : X86SchedWritePair; // Floating point double division. |
| 184 | defm WriteFDiv64X : X86SchedWritePair; // Floating point double division (XMM). |
| 185 | defm WriteFDiv64Y : X86SchedWritePair; // Floating point double division (YMM). |
| 186 | defm WriteFDiv64Z : X86SchedWritePair; // Floating point double division (ZMM). |
| Simon Pilgrim | a271c54 | 2017-05-03 15:42:29 +0000 | [diff] [blame] | 187 | defm WriteFSqrt : X86SchedWritePair; // Floating point square root. |
| Simon Pilgrim | f3ae50f | 2018-05-07 11:50:44 +0000 | [diff] [blame] | 188 | defm WriteFSqrtX : X86SchedWritePair; // Floating point square root (XMM). |
| 189 | defm WriteFSqrtY : X86SchedWritePair; // Floating point square root (YMM). |
| 190 | defm WriteFSqrtZ : X86SchedWritePair; // Floating point square root (ZMM). |
| 191 | defm WriteFSqrt64 : X86SchedWritePair; // Floating point double square root. |
| 192 | defm WriteFSqrt64X : X86SchedWritePair; // Floating point double square root (XMM). |
| 193 | defm WriteFSqrt64Y : X86SchedWritePair; // Floating point double square root (YMM). |
| 194 | defm WriteFSqrt64Z : X86SchedWritePair; // Floating point double square root (ZMM). |
| 195 | defm WriteFSqrt80 : X86SchedWritePair; // Floating point long double square root. |
| Simon Pilgrim | a271c54 | 2017-05-03 15:42:29 +0000 | [diff] [blame] | 196 | defm WriteFRcp : X86SchedWritePair; // Floating point reciprocal estimate. |
| Simon Pilgrim | f3ae50f | 2018-05-07 11:50:44 +0000 | [diff] [blame] | 197 | defm WriteFRcpX : X86SchedWritePair; // Floating point reciprocal estimate (XMM). |
| Simon Pilgrim | c708868 | 2018-05-01 18:06:07 +0000 | [diff] [blame] | 198 | defm WriteFRcpY : X86SchedWritePair; // Floating point reciprocal estimate (YMM/ZMM). |
| Simon Pilgrim | a271c54 | 2017-05-03 15:42:29 +0000 | [diff] [blame] | 199 | defm WriteFRsqrt : X86SchedWritePair; // Floating point reciprocal square root estimate. |
| Simon Pilgrim | f3ae50f | 2018-05-07 11:50:44 +0000 | [diff] [blame] | 200 | defm WriteFRsqrtX: X86SchedWritePair; // Floating point reciprocal square root estimate (XMM). |
| Simon Pilgrim | c708868 | 2018-05-01 18:06:07 +0000 | [diff] [blame] | 201 | defm WriteFRsqrtY: X86SchedWritePair; // Floating point reciprocal square root estimate (YMM/ZMM). |
| Simon Pilgrim | a271c54 | 2017-05-03 15:42:29 +0000 | [diff] [blame] | 202 | defm WriteFMA : X86SchedWritePair; // Fused Multiply Add. |
| Simon Pilgrim | 67cc246 | 2018-05-04 15:20:18 +0000 | [diff] [blame] | 203 | defm WriteFMAX : X86SchedWritePair; // Fused Multiply Add (XMM). |
| Simon Pilgrim | dbd1ae7 | 2018-04-25 13:07:58 +0000 | [diff] [blame] | 204 | defm WriteFMAY : X86SchedWritePair; // Fused Multiply Add (YMM/ZMM). |
| Simon Pilgrim | 542b20d | 2018-05-03 22:31:19 +0000 | [diff] [blame] | 205 | defm WriteDPPD : X86SchedWritePair; // Floating point double dot product. |
| 206 | defm WriteDPPS : X86SchedWritePair; // Floating point single dot product. |
| 207 | defm WriteDPPSY : X86SchedWritePair; // Floating point single dot product (YMM). |
| Simon Pilgrim | b2aa89c | 2018-04-27 15:50:33 +0000 | [diff] [blame] | 208 | defm WriteFSign : X86SchedWritePair; // Floating point fabs/fchs. |
| Simon Pilgrim | be51b20 | 2018-05-04 12:59:24 +0000 | [diff] [blame] | 209 | defm WriteFRnd : X86SchedWritePair; // Floating point rounding. |
| 210 | defm WriteFRndY : X86SchedWritePair; // Floating point rounding (YMM/ZMM). |
| Simon Pilgrim | b2aa89c | 2018-04-27 15:50:33 +0000 | [diff] [blame] | 211 | defm WriteFLogic : X86SchedWritePair; // Floating point and/or/xor logicals. |
| 212 | defm WriteFLogicY : X86SchedWritePair; // Floating point and/or/xor logicals (YMM/ZMM). |
| Simon Pilgrim | 210286e | 2018-05-08 10:28:03 +0000 | [diff] [blame] | 213 | defm WriteFTest : X86SchedWritePair; // Floating point TEST instructions. |
| 214 | defm WriteFTestY : X86SchedWritePair; // Floating point TEST instructions (YMM/ZMM). |
| Simon Pilgrim | a271c54 | 2017-05-03 15:42:29 +0000 | [diff] [blame] | 215 | defm WriteFShuffle : X86SchedWritePair; // Floating point vector shuffles. |
| Simon Pilgrim | dd8eae1 | 2018-05-01 14:25:01 +0000 | [diff] [blame] | 216 | defm WriteFShuffleY : X86SchedWritePair; // Floating point vector shuffles (YMM/ZMM). |
| Simon Pilgrim | 89c8a10 | 2018-04-11 13:49:19 +0000 | [diff] [blame] | 217 | defm WriteFVarShuffle : X86SchedWritePair; // Floating point vector variable shuffles. |
| Simon Pilgrim | 8a937e0 | 2018-04-27 18:19:48 +0000 | [diff] [blame] | 218 | defm WriteFVarShuffleY : X86SchedWritePair; // Floating point vector variable shuffles (YMM/ZMM). |
| Simon Pilgrim | a271c54 | 2017-05-03 15:42:29 +0000 | [diff] [blame] | 219 | defm WriteFBlend : X86SchedWritePair; // Floating point vector blends. |
| Simon Pilgrim | 8a937e0 | 2018-04-27 18:19:48 +0000 | [diff] [blame] | 220 | defm WriteFBlendY : X86SchedWritePair; // Floating point vector blends (YMM/ZMM). |
| Simon Pilgrim | a271c54 | 2017-05-03 15:42:29 +0000 | [diff] [blame] | 221 | defm WriteFVarBlend : X86SchedWritePair; // Fp vector variable blends. |
| Simon Pilgrim | 8a937e0 | 2018-04-27 18:19:48 +0000 | [diff] [blame] | 222 | defm WriteFVarBlendY : X86SchedWritePair; // Fp vector variable blends (YMM/ZMM). |
| Simon Pilgrim | a271c54 | 2017-05-03 15:42:29 +0000 | [diff] [blame] | 223 | |
| 224 | // FMA Scheduling helper class. |
| 225 | class FMASC { X86FoldableSchedWrite Sched = WriteFAdd; } |
| 226 | |
| Andrew V. Tischenko | 8cb1d09 | 2017-06-08 16:44:13 +0000 | [diff] [blame] | 227 | // Horizontal Add/Sub (float and integer) |
| 228 | defm WriteFHAdd : X86SchedWritePair; |
| Simon Pilgrim | c3c767b | 2018-04-27 16:11:57 +0000 | [diff] [blame] | 229 | defm WriteFHAddY : X86SchedWritePair; // YMM/ZMM. |
| 230 | defm WritePHAdd : X86SchedWritePair; |
| Simon Pilgrim | 38ac0e9 | 2018-05-10 17:06:09 +0000 | [diff] [blame] | 231 | defm WritePHAddX : X86SchedWritePair; // XMM. |
| Simon Pilgrim | f7dd606 | 2018-05-03 13:27:10 +0000 | [diff] [blame] | 232 | defm WritePHAddY : X86SchedWritePair; // YMM/ZMM. |
| Andrew V. Tischenko | 8cb1d09 | 2017-06-08 16:44:13 +0000 | [diff] [blame] | 233 | |
| Simon Pilgrim | a271c54 | 2017-05-03 15:42:29 +0000 | [diff] [blame] | 234 | // Vector integer operations. |
| Simon Pilgrim | b0a3be0 | 2018-05-08 12:17:55 +0000 | [diff] [blame] | 235 | def WriteVecLoad : SchedWrite; |
| Simon Pilgrim | 22dd72b | 2018-05-11 14:30:54 +0000 | [diff] [blame] | 236 | def WriteVecLoadX : SchedWrite; |
| 237 | def WriteVecLoadY : SchedWrite; |
| Simon Pilgrim | 215ce4a | 2018-05-14 18:37:19 +0000 | [diff] [blame] | 238 | def WriteVecLoadNT : SchedWrite; |
| 239 | def WriteVecLoadNTY : SchedWrite; |
| Simon Pilgrim | b0a3be0 | 2018-05-08 12:17:55 +0000 | [diff] [blame] | 240 | def WriteVecMaskedLoad : SchedWrite; |
| 241 | def WriteVecMaskedLoadY : SchedWrite; |
| 242 | def WriteVecStore : SchedWrite; |
| Simon Pilgrim | 22dd72b | 2018-05-11 14:30:54 +0000 | [diff] [blame] | 243 | def WriteVecStoreX : SchedWrite; |
| 244 | def WriteVecStoreY : SchedWrite; |
| Simon Pilgrim | 215ce4a | 2018-05-14 18:37:19 +0000 | [diff] [blame] | 245 | def WriteVecStoreNT : SchedWrite; |
| 246 | def WriteVecStoreNTY : SchedWrite; |
| Simon Pilgrim | b0a3be0 | 2018-05-08 12:17:55 +0000 | [diff] [blame] | 247 | def WriteVecMaskedStore : SchedWrite; |
| 248 | def WriteVecMaskedStoreY : SchedWrite; |
| 249 | def WriteVecMove : SchedWrite; |
| Simon Pilgrim | 22dd72b | 2018-05-11 14:30:54 +0000 | [diff] [blame] | 250 | def WriteVecMoveX : SchedWrite; |
| 251 | def WriteVecMoveY : SchedWrite; |
| Simon Pilgrim | 210286e | 2018-05-08 10:28:03 +0000 | [diff] [blame] | 252 | |
| Simon Pilgrim | 38ac0e9 | 2018-05-10 17:06:09 +0000 | [diff] [blame] | 253 | defm WriteVecALU : X86SchedWritePair; // Vector integer ALU op, no logicals. |
| 254 | defm WriteVecALUX : X86SchedWritePair; // Vector integer ALU op, no logicals (XMM). |
| 255 | defm WriteVecALUY : X86SchedWritePair; // Vector integer ALU op, no logicals (YMM/ZMM). |
| 256 | defm WriteVecLogic : X86SchedWritePair; // Vector integer and/or/xor logicals. |
| 257 | defm WriteVecLogicX : X86SchedWritePair; // Vector integer and/or/xor logicals (XMM). |
| 258 | defm WriteVecLogicY : X86SchedWritePair; // Vector integer and/or/xor logicals (YMM/ZMM). |
| Simon Pilgrim | 210286e | 2018-05-08 10:28:03 +0000 | [diff] [blame] | 259 | defm WriteVecTest : X86SchedWritePair; // Vector integer TEST instructions. |
| 260 | defm WriteVecTestY : X86SchedWritePair; // Vector integer TEST instructions (YMM/ZMM). |
| Simon Pilgrim | f2d2ced | 2018-05-03 17:56:43 +0000 | [diff] [blame] | 261 | defm WriteVecShift : X86SchedWritePair; // Vector integer shifts (default). |
| 262 | defm WriteVecShiftX : X86SchedWritePair; // Vector integer shifts (XMM). |
| 263 | defm WriteVecShiftY : X86SchedWritePair; // Vector integer shifts (YMM/ZMM). |
| Simon Pilgrim | d7ffbc5 | 2018-05-04 17:47:46 +0000 | [diff] [blame] | 264 | defm WriteVecShiftImm : X86SchedWritePair; // Vector integer immediate shifts (default). |
| Simon Pilgrim | f2d2ced | 2018-05-03 17:56:43 +0000 | [diff] [blame] | 265 | defm WriteVecShiftImmX: X86SchedWritePair; // Vector integer immediate shifts (XMM). |
| 266 | defm WriteVecShiftImmY: X86SchedWritePair; // Vector integer immediate shifts (YMM/ZMM). |
| Simon Pilgrim | d7ffbc5 | 2018-05-04 17:47:46 +0000 | [diff] [blame] | 267 | defm WriteVecIMul : X86SchedWritePair; // Vector integer multiply (default). |
| 268 | defm WriteVecIMulX : X86SchedWritePair; // Vector integer multiply (XMM). |
| Simon Pilgrim | 93c878c | 2018-05-03 10:31:20 +0000 | [diff] [blame] | 269 | defm WriteVecIMulY : X86SchedWritePair; // Vector integer multiply (YMM/ZMM). |
| 270 | defm WritePMULLD : X86SchedWritePair; // Vector PMULLD. |
| 271 | defm WritePMULLDY : X86SchedWritePair; // Vector PMULLD (YMM/ZMM). |
| Simon Pilgrim | a271c54 | 2017-05-03 15:42:29 +0000 | [diff] [blame] | 272 | defm WriteShuffle : X86SchedWritePair; // Vector shuffles. |
| Simon Pilgrim | 38ac0e9 | 2018-05-10 17:06:09 +0000 | [diff] [blame] | 273 | defm WriteShuffleX : X86SchedWritePair; // Vector shuffles (XMM). |
| Simon Pilgrim | 6732f6e | 2018-05-02 18:48:23 +0000 | [diff] [blame] | 274 | defm WriteShuffleY : X86SchedWritePair; // Vector shuffles (YMM/ZMM). |
| Simon Pilgrim | 89c8a10 | 2018-04-11 13:49:19 +0000 | [diff] [blame] | 275 | defm WriteVarShuffle : X86SchedWritePair; // Vector variable shuffles. |
| Simon Pilgrim | 38ac0e9 | 2018-05-10 17:06:09 +0000 | [diff] [blame] | 276 | defm WriteVarShuffleX : X86SchedWritePair; // Vector variable shuffles (XMM). |
| Simon Pilgrim | 6732f6e | 2018-05-02 18:48:23 +0000 | [diff] [blame] | 277 | defm WriteVarShuffleY : X86SchedWritePair; // Vector variable shuffles (YMM/ZMM). |
| Simon Pilgrim | a271c54 | 2017-05-03 15:42:29 +0000 | [diff] [blame] | 278 | defm WriteBlend : X86SchedWritePair; // Vector blends. |
| Simon Pilgrim | 6732f6e | 2018-05-02 18:48:23 +0000 | [diff] [blame] | 279 | defm WriteBlendY : X86SchedWritePair; // Vector blends (YMM/ZMM). |
| Simon Pilgrim | a271c54 | 2017-05-03 15:42:29 +0000 | [diff] [blame] | 280 | defm WriteVarBlend : X86SchedWritePair; // Vector variable blends. |
| Simon Pilgrim | 6732f6e | 2018-05-02 18:48:23 +0000 | [diff] [blame] | 281 | defm WriteVarBlendY : X86SchedWritePair; // Vector variable blends (YMM/ZMM). |
| Simon Pilgrim | 93c878c | 2018-05-03 10:31:20 +0000 | [diff] [blame] | 282 | defm WritePSADBW : X86SchedWritePair; // Vector PSADBW. |
| Simon Pilgrim | 38ac0e9 | 2018-05-10 17:06:09 +0000 | [diff] [blame] | 283 | defm WritePSADBWX : X86SchedWritePair; // Vector PSADBW (XMM). |
| Simon Pilgrim | 93c878c | 2018-05-03 10:31:20 +0000 | [diff] [blame] | 284 | defm WritePSADBWY : X86SchedWritePair; // Vector PSADBW (YMM/ZMM). |
| 285 | defm WriteMPSAD : X86SchedWritePair; // Vector MPSAD. |
| 286 | defm WriteMPSADY : X86SchedWritePair; // Vector MPSAD (YMM/ZMM). |
| Simon Pilgrim | 27bc83e | 2018-04-24 18:49:25 +0000 | [diff] [blame] | 287 | defm WritePHMINPOS : X86SchedWritePair; // Vector PHMINPOS. |
| Simon Pilgrim | a271c54 | 2017-05-03 15:42:29 +0000 | [diff] [blame] | 288 | |
| Simon Pilgrim | f7d2a93 | 2018-04-24 13:21:41 +0000 | [diff] [blame] | 289 | // Vector insert/extract operations. |
| 290 | defm WriteVecInsert : X86SchedWritePair; // Insert gpr to vector element. |
| 291 | def WriteVecExtract : SchedWrite; // Extract vector element to gpr. |
| 292 | def WriteVecExtractSt : SchedWrite; // Extract vector element and store. |
| 293 | |
| Simon Pilgrim | a2f2678 | 2018-03-27 20:38:54 +0000 | [diff] [blame] | 294 | // MOVMSK operations. |
| Simon Pilgrim | bf4c8c0 | 2018-05-04 14:54:33 +0000 | [diff] [blame] | 295 | def WriteFMOVMSK : SchedWrite; |
| 296 | def WriteVecMOVMSK : SchedWrite; |
| 297 | def WriteVecMOVMSKY : SchedWrite; |
| 298 | def WriteMMXMOVMSK : SchedWrite; |
| Simon Pilgrim | a2f2678 | 2018-03-27 20:38:54 +0000 | [diff] [blame] | 299 | |
| Simon Pilgrim | a271c54 | 2017-05-03 15:42:29 +0000 | [diff] [blame] | 300 | // Conversion between integer and float. |
| Simon Pilgrim | 5647e89 | 2018-05-16 10:53:45 +0000 | [diff] [blame] | 301 | defm WriteCvtSD2I : X86SchedWritePair; // Double -> Integer. |
| 302 | defm WriteCvtPD2I : X86SchedWritePair; // Double -> Integer (XMM). |
| 303 | defm WriteCvtPD2IY : X86SchedWritePair; // Double -> Integer (YMM/ZMM). |
| 304 | |
| 305 | defm WriteCvtSS2I : X86SchedWritePair; // Float -> Integer. |
| 306 | defm WriteCvtPS2I : X86SchedWritePair; // Float -> Integer (XMM). |
| 307 | defm WriteCvtPS2IY : X86SchedWritePair; // Float -> Integer (YMM/ZMM). |
| 308 | |
| 309 | defm WriteCvtI2SD : X86SchedWritePair; // Integer -> Double. |
| 310 | defm WriteCvtI2PD : X86SchedWritePair; // Integer -> Double (XMM). |
| 311 | defm WriteCvtI2PDY : X86SchedWritePair; // Integer -> Double (YMM/ZMM). |
| 312 | |
| 313 | defm WriteCvtI2SS : X86SchedWritePair; // Integer -> Float. |
| 314 | defm WriteCvtI2PS : X86SchedWritePair; // Integer -> Float (XMM). |
| 315 | defm WriteCvtI2PSY : X86SchedWritePair; // Integer -> Float (YMM/ZMM). |
| Simon Pilgrim | be9a206 | 2018-05-15 17:36:49 +0000 | [diff] [blame] | 316 | |
| 317 | defm WriteCvtSS2SD : X86SchedWritePair; // Float -> Double size conversion. |
| 318 | defm WriteCvtPS2PD : X86SchedWritePair; // Float -> Double size conversion (XMM). |
| 319 | defm WriteCvtPS2PDY : X86SchedWritePair; // Float -> Double size conversion (YMM/ZMM). |
| 320 | |
| 321 | defm WriteCvtSD2SS : X86SchedWritePair; // Double -> Float size conversion. |
| 322 | defm WriteCvtPD2PS : X86SchedWritePair; // Double -> Float size conversion (XMM). |
| 323 | defm WriteCvtPD2PSY : X86SchedWritePair; // Double -> Float size conversion (YMM/ZMM). |
| Simon Pilgrim | 891ebcd | 2018-05-15 14:12:32 +0000 | [diff] [blame] | 324 | |
| 325 | defm WriteCvtPH2PS : X86SchedWritePair; // Half -> Float size conversion. |
| 326 | defm WriteCvtPH2PSY : X86SchedWritePair; // Half -> Float size conversion (YMM/ZMM). |
| 327 | |
| 328 | def WriteCvtPS2PH : SchedWrite; // // Float -> Half size conversion. |
| 329 | def WriteCvtPS2PHY : SchedWrite; // // Float -> Half size conversion (YMM/ZMM). |
| 330 | def WriteCvtPS2PHSt : SchedWrite; // // Float -> Half + store size conversion. |
| 331 | def WriteCvtPS2PHYSt : SchedWrite; // // Float -> Half + store size conversion (YMM/ZMM). |
| Simon Pilgrim | a271c54 | 2017-05-03 15:42:29 +0000 | [diff] [blame] | 332 | |
| Simon Pilgrim | 28e7bcb | 2018-03-26 21:06:14 +0000 | [diff] [blame] | 333 | // CRC32 instruction. |
| 334 | defm WriteCRC32 : X86SchedWritePair; |
| 335 | |
| Simon Pilgrim | a271c54 | 2017-05-03 15:42:29 +0000 | [diff] [blame] | 336 | // Strings instructions. |
| 337 | // Packed Compare Implicit Length Strings, Return Mask |
| 338 | defm WritePCmpIStrM : X86SchedWritePair; |
| 339 | // Packed Compare Explicit Length Strings, Return Mask |
| 340 | defm WritePCmpEStrM : X86SchedWritePair; |
| 341 | // Packed Compare Implicit Length Strings, Return Index |
| 342 | defm WritePCmpIStrI : X86SchedWritePair; |
| 343 | // Packed Compare Explicit Length Strings, Return Index |
| 344 | defm WritePCmpEStrI : X86SchedWritePair; |
| 345 | |
| 346 | // AES instructions. |
| 347 | defm WriteAESDecEnc : X86SchedWritePair; // Decryption, encryption. |
| 348 | defm WriteAESIMC : X86SchedWritePair; // InvMixColumn. |
| 349 | defm WriteAESKeyGen : X86SchedWritePair; // Key Generation. |
| 350 | |
| 351 | // Carry-less multiplication instructions. |
| 352 | defm WriteCLMul : X86SchedWritePair; |
| 353 | |
| Simon Pilgrim | 0e51a12 | 2018-05-04 18:16:13 +0000 | [diff] [blame] | 354 | // EMMS/FEMMS |
| 355 | def WriteEMMS : SchedWrite; |
| 356 | |
| Craig Topper | 05242bf | 2018-04-21 18:07:36 +0000 | [diff] [blame] | 357 | // Load/store MXCSR |
| 358 | def WriteLDMXCSR : SchedWrite; |
| 359 | def WriteSTMXCSR : SchedWrite; |
| 360 | |
| Simon Pilgrim | a271c54 | 2017-05-03 15:42:29 +0000 | [diff] [blame] | 361 | // Catch-all for expensive system instructions. |
| 362 | def WriteSystem : SchedWrite; |
| 363 | |
| 364 | // AVX2. |
| 365 | defm WriteFShuffle256 : X86SchedWritePair; // Fp 256-bit width vector shuffles. |
| Simon Pilgrim | 89c8a10 | 2018-04-11 13:49:19 +0000 | [diff] [blame] | 366 | defm WriteFVarShuffle256 : X86SchedWritePair; // Fp 256-bit width variable shuffles. |
| Simon Pilgrim | a271c54 | 2017-05-03 15:42:29 +0000 | [diff] [blame] | 367 | defm WriteShuffle256 : X86SchedWritePair; // 256-bit width vector shuffles. |
| Simon Pilgrim | 89c8a10 | 2018-04-11 13:49:19 +0000 | [diff] [blame] | 368 | defm WriteVarShuffle256 : X86SchedWritePair; // 256-bit width vector variable shuffles. |
| Simon Pilgrim | f2d2ced | 2018-05-03 17:56:43 +0000 | [diff] [blame] | 369 | defm WriteVarVecShift : X86SchedWritePair; // Variable vector shifts. |
| 370 | defm WriteVarVecShiftY : X86SchedWritePair; // Variable vector shifts (YMM/ZMM). |
| Simon Pilgrim | a271c54 | 2017-05-03 15:42:29 +0000 | [diff] [blame] | 371 | |
| 372 | // Old microcoded instructions that nobody use. |
| 373 | def WriteMicrocoded : SchedWrite; |
| 374 | |
| 375 | // Fence instructions. |
| 376 | def WriteFence : SchedWrite; |
| 377 | |
| 378 | // Nop, not very useful expect it provides a model for nops! |
| 379 | def WriteNop : SchedWrite; |
| 380 | |
| Simon Pilgrim | ead11e4 | 2018-05-11 12:46:54 +0000 | [diff] [blame] | 381 | // Move/Load/Store wrappers. |
| 382 | def WriteFMoveLS |
| 383 | : X86SchedWriteMoveLS<WriteFMove, WriteFLoad, WriteFStore>; |
| 384 | def WriteFMoveLSX |
| Simon Pilgrim | 22dd72b | 2018-05-11 14:30:54 +0000 | [diff] [blame] | 385 | : X86SchedWriteMoveLS<WriteFMoveX, WriteFLoadX, WriteFStoreX>; |
| Simon Pilgrim | ead11e4 | 2018-05-11 12:46:54 +0000 | [diff] [blame] | 386 | def WriteFMoveLSY |
| Simon Pilgrim | 22dd72b | 2018-05-11 14:30:54 +0000 | [diff] [blame] | 387 | : X86SchedWriteMoveLS<WriteFMoveY, WriteFLoadY, WriteFStoreY>; |
| Simon Pilgrim | ead11e4 | 2018-05-11 12:46:54 +0000 | [diff] [blame] | 388 | def SchedWriteFMoveLS |
| 389 | : X86SchedWriteMoveLSWidths<WriteFMoveLS, WriteFMoveLSX, |
| 390 | WriteFMoveLSY, WriteFMoveLSY>; |
| 391 | |
| Simon Pilgrim | 215ce4a | 2018-05-14 18:37:19 +0000 | [diff] [blame] | 392 | def WriteFMoveLSNT |
| 393 | : X86SchedWriteMoveLS<WriteFMove, WriteFLoad, WriteFStoreNT>; |
| 394 | def WriteFMoveLSNTX |
| 395 | : X86SchedWriteMoveLS<WriteFMove, WriteFLoad, WriteFStoreNTX>; |
| 396 | def WriteFMoveLSNTY |
| 397 | : X86SchedWriteMoveLS<WriteFMoveY, WriteFLoadY, WriteFStoreNTY>; |
| 398 | def SchedWriteFMoveLSNT |
| 399 | : X86SchedWriteMoveLSWidths<WriteFMoveLSNT, WriteFMoveLSNTX, |
| 400 | WriteFMoveLSNTY, WriteFMoveLSNTY>; |
| 401 | |
| Simon Pilgrim | ead11e4 | 2018-05-11 12:46:54 +0000 | [diff] [blame] | 402 | def WriteVecMoveLS |
| 403 | : X86SchedWriteMoveLS<WriteVecMove, WriteVecLoad, WriteVecStore>; |
| 404 | def WriteVecMoveLSX |
| Simon Pilgrim | 22dd72b | 2018-05-11 14:30:54 +0000 | [diff] [blame] | 405 | : X86SchedWriteMoveLS<WriteVecMoveX, WriteVecLoadX, WriteVecStoreX>; |
| Simon Pilgrim | ead11e4 | 2018-05-11 12:46:54 +0000 | [diff] [blame] | 406 | def WriteVecMoveLSY |
| Simon Pilgrim | 22dd72b | 2018-05-11 14:30:54 +0000 | [diff] [blame] | 407 | : X86SchedWriteMoveLS<WriteVecMoveY, WriteVecLoadY, WriteVecStoreY>; |
| Simon Pilgrim | ead11e4 | 2018-05-11 12:46:54 +0000 | [diff] [blame] | 408 | def SchedWriteVecMoveLS |
| 409 | : X86SchedWriteMoveLSWidths<WriteVecMoveLS, WriteVecMoveLSX, |
| 410 | WriteVecMoveLSY, WriteVecMoveLSY>; |
| 411 | |
| Simon Pilgrim | 215ce4a | 2018-05-14 18:37:19 +0000 | [diff] [blame] | 412 | def WriteVecMoveLSNT |
| 413 | : X86SchedWriteMoveLS<WriteVecMove, WriteVecLoadNT, WriteVecStoreNT>; |
| 414 | def WriteVecMoveLSNTX |
| 415 | : X86SchedWriteMoveLS<WriteVecMoveX, WriteVecLoadNT, WriteVecStoreNT>; |
| 416 | def WriteVecMoveLSNTY |
| 417 | : X86SchedWriteMoveLS<WriteVecMoveY, WriteVecLoadNTY, WriteVecStoreNTY>; |
| 418 | def SchedWriteVecMoveLSNT |
| 419 | : X86SchedWriteMoveLSWidths<WriteVecMoveLSNT, WriteVecMoveLSNTX, |
| 420 | WriteVecMoveLSNTY, WriteVecMoveLSNTY>; |
| 421 | |
| Simon Pilgrim | 3c35408 | 2018-04-30 18:18:38 +0000 | [diff] [blame] | 422 | // Vector width wrappers. |
| 423 | def SchedWriteFAdd |
| Simon Pilgrim | 1233e12 | 2018-05-07 20:52:53 +0000 | [diff] [blame] | 424 | : X86SchedWriteWidths<WriteFAdd, WriteFAddX, WriteFAddY, WriteFAddY>; |
| 425 | def SchedWriteFAdd64 |
| 426 | : X86SchedWriteWidths<WriteFAdd64, WriteFAdd64X, WriteFAdd64Y, WriteFAdd64Y>; |
| Simon Pilgrim | 342ac8c | 2018-05-03 09:11:32 +0000 | [diff] [blame] | 427 | def SchedWriteFHAdd |
| 428 | : X86SchedWriteWidths<WriteFHAdd, WriteFHAdd, WriteFHAddY, WriteFHAddY>; |
| Simon Pilgrim | 3c35408 | 2018-04-30 18:18:38 +0000 | [diff] [blame] | 429 | def SchedWriteFCmp |
| Simon Pilgrim | 1233e12 | 2018-05-07 20:52:53 +0000 | [diff] [blame] | 430 | : X86SchedWriteWidths<WriteFCmp, WriteFCmpX, WriteFCmpY, WriteFCmpY>; |
| 431 | def SchedWriteFCmp64 |
| 432 | : X86SchedWriteWidths<WriteFCmp64, WriteFCmp64X, WriteFCmp64Y, WriteFCmp64Y>; |
| Simon Pilgrim | 3c35408 | 2018-04-30 18:18:38 +0000 | [diff] [blame] | 433 | def SchedWriteFMul |
| Simon Pilgrim | 1233e12 | 2018-05-07 20:52:53 +0000 | [diff] [blame] | 434 | : X86SchedWriteWidths<WriteFMul, WriteFMulX, WriteFMulY, WriteFMulY>; |
| Simon Pilgrim | ac5d0a3 | 2018-05-07 16:15:46 +0000 | [diff] [blame] | 435 | def SchedWriteFMul64 |
| Simon Pilgrim | 1233e12 | 2018-05-07 20:52:53 +0000 | [diff] [blame] | 436 | : X86SchedWriteWidths<WriteFMul64, WriteFMul64X, WriteFMul64Y, WriteFMul64Y>; |
| Simon Pilgrim | a1f1a3b | 2018-05-02 13:32:56 +0000 | [diff] [blame] | 437 | def SchedWriteFMA |
| Simon Pilgrim | 67cc246 | 2018-05-04 15:20:18 +0000 | [diff] [blame] | 438 | : X86SchedWriteWidths<WriteFMA, WriteFMAX, WriteFMAY, WriteFMAY>; |
| Simon Pilgrim | 542b20d | 2018-05-03 22:31:19 +0000 | [diff] [blame] | 439 | def SchedWriteDPPD |
| 440 | : X86SchedWriteWidths<WriteDPPD, WriteDPPD, WriteDPPD, WriteDPPD>; |
| 441 | def SchedWriteDPPS |
| 442 | : X86SchedWriteWidths<WriteDPPS, WriteDPPS, WriteDPPSY, WriteDPPSY>; |
| Simon Pilgrim | 3c35408 | 2018-04-30 18:18:38 +0000 | [diff] [blame] | 443 | def SchedWriteFDiv |
| Simon Pilgrim | ac5d0a3 | 2018-05-07 16:15:46 +0000 | [diff] [blame] | 444 | : X86SchedWriteWidths<WriteFDiv, WriteFDivX, WriteFDivY, WriteFDivZ>; |
| 445 | def SchedWriteFDiv64 |
| 446 | : X86SchedWriteWidths<WriteFDiv64, WriteFDiv64X, WriteFDiv64Y, WriteFDiv64Z>; |
| Simon Pilgrim | c708868 | 2018-05-01 18:06:07 +0000 | [diff] [blame] | 447 | def SchedWriteFSqrt |
| Simon Pilgrim | f3ae50f | 2018-05-07 11:50:44 +0000 | [diff] [blame] | 448 | : X86SchedWriteWidths<WriteFSqrt, WriteFSqrtX, |
| 449 | WriteFSqrtY, WriteFSqrtZ>; |
| 450 | def SchedWriteFSqrt64 |
| 451 | : X86SchedWriteWidths<WriteFSqrt64, WriteFSqrt64X, |
| 452 | WriteFSqrt64Y, WriteFSqrt64Z>; |
| Simon Pilgrim | 1b7a80d | 2018-05-01 15:57:17 +0000 | [diff] [blame] | 453 | def SchedWriteFRcp |
| Simon Pilgrim | f3ae50f | 2018-05-07 11:50:44 +0000 | [diff] [blame] | 454 | : X86SchedWriteWidths<WriteFRcp, WriteFRcpX, WriteFRcpY, WriteFRcpY>; |
| Simon Pilgrim | 1b7a80d | 2018-05-01 15:57:17 +0000 | [diff] [blame] | 455 | def SchedWriteFRsqrt |
| Simon Pilgrim | f3ae50f | 2018-05-07 11:50:44 +0000 | [diff] [blame] | 456 | : X86SchedWriteWidths<WriteFRsqrt, WriteFRsqrtX, WriteFRsqrtY, WriteFRsqrtY>; |
| Simon Pilgrim | be51b20 | 2018-05-04 12:59:24 +0000 | [diff] [blame] | 457 | def SchedWriteFRnd |
| 458 | : X86SchedWriteWidths<WriteFRnd, WriteFRnd, WriteFRndY, WriteFRndY>; |
| Simon Pilgrim | 3c35408 | 2018-04-30 18:18:38 +0000 | [diff] [blame] | 459 | def SchedWriteFLogic |
| 460 | : X86SchedWriteWidths<WriteFLogic, WriteFLogic, WriteFLogicY, WriteFLogicY>; |
| Simon Pilgrim | 210286e | 2018-05-08 10:28:03 +0000 | [diff] [blame] | 461 | def SchedWriteFTest |
| 462 | : X86SchedWriteWidths<WriteFTest, WriteFTest, WriteFTestY, WriteFTestY>; |
| Simon Pilgrim | 3c35408 | 2018-04-30 18:18:38 +0000 | [diff] [blame] | 463 | |
| 464 | def SchedWriteFShuffle |
| 465 | : X86SchedWriteWidths<WriteFShuffle, WriteFShuffle, |
| Simon Pilgrim | dd8eae1 | 2018-05-01 14:25:01 +0000 | [diff] [blame] | 466 | WriteFShuffleY, WriteFShuffleY>; |
| Simon Pilgrim | 3c35408 | 2018-04-30 18:18:38 +0000 | [diff] [blame] | 467 | def SchedWriteFVarShuffle |
| 468 | : X86SchedWriteWidths<WriteFVarShuffle, WriteFVarShuffle, |
| 469 | WriteFVarShuffleY, WriteFVarShuffleY>; |
| 470 | def SchedWriteFBlend |
| 471 | : X86SchedWriteWidths<WriteFBlend, WriteFBlend, WriteFBlendY, WriteFBlendY>; |
| 472 | def SchedWriteFVarBlend |
| 473 | : X86SchedWriteWidths<WriteFVarBlend, WriteFVarBlend, |
| 474 | WriteFVarBlendY, WriteFVarBlendY>; |
| 475 | |
| Simon Pilgrim | 5647e89 | 2018-05-16 10:53:45 +0000 | [diff] [blame] | 476 | def SchedWriteCvtDQ2PD |
| 477 | : X86SchedWriteWidths<WriteCvtI2SD, WriteCvtI2PD, |
| 478 | WriteCvtI2PDY, WriteCvtI2PDY>; |
| 479 | def SchedWriteCvtDQ2PS |
| 480 | : X86SchedWriteWidths<WriteCvtI2SS, WriteCvtI2PS, |
| 481 | WriteCvtI2PSY, WriteCvtI2PSY>; |
| 482 | def SchedWriteCvtPD2DQ |
| 483 | : X86SchedWriteWidths<WriteCvtSD2I, WriteCvtPD2I, |
| 484 | WriteCvtPD2IY, WriteCvtPD2IY>; |
| 485 | def SchedWriteCvtPS2DQ |
| 486 | : X86SchedWriteWidths<WriteCvtSS2I, WriteCvtPS2I, |
| 487 | WriteCvtPS2IY, WriteCvtPS2IY>; |
| Simon Pilgrim | be9a206 | 2018-05-15 17:36:49 +0000 | [diff] [blame] | 488 | def SchedWriteCvtPS2PD |
| 489 | : X86SchedWriteWidths<WriteCvtSS2SD, WriteCvtPS2PD, |
| 490 | WriteCvtPS2PDY, WriteCvtPS2PDY>; |
| 491 | def SchedWriteCvtPD2PS |
| 492 | : X86SchedWriteWidths<WriteCvtSD2SS, WriteCvtPD2PS, |
| 493 | WriteCvtPD2PSY, WriteCvtPD2PSY>; |
| 494 | |
| Simon Pilgrim | 3c35408 | 2018-04-30 18:18:38 +0000 | [diff] [blame] | 495 | def SchedWriteVecALU |
| Simon Pilgrim | 38ac0e9 | 2018-05-10 17:06:09 +0000 | [diff] [blame] | 496 | : X86SchedWriteWidths<WriteVecALU, WriteVecALUX, WriteVecALUY, WriteVecALUY>; |
| Simon Pilgrim | 342ac8c | 2018-05-03 09:11:32 +0000 | [diff] [blame] | 497 | def SchedWritePHAdd |
| Simon Pilgrim | 38ac0e9 | 2018-05-10 17:06:09 +0000 | [diff] [blame] | 498 | : X86SchedWriteWidths<WritePHAdd, WritePHAddX, WritePHAddY, WritePHAddY>; |
| Simon Pilgrim | 3c35408 | 2018-04-30 18:18:38 +0000 | [diff] [blame] | 499 | def SchedWriteVecLogic |
| Simon Pilgrim | 38ac0e9 | 2018-05-10 17:06:09 +0000 | [diff] [blame] | 500 | : X86SchedWriteWidths<WriteVecLogic, WriteVecLogicX, |
| Simon Pilgrim | 57f2b18 | 2018-05-01 12:39:17 +0000 | [diff] [blame] | 501 | WriteVecLogicY, WriteVecLogicY>; |
| Simon Pilgrim | 210286e | 2018-05-08 10:28:03 +0000 | [diff] [blame] | 502 | def SchedWriteVecTest |
| 503 | : X86SchedWriteWidths<WriteVecTest, WriteVecTest, |
| 504 | WriteVecTestY, WriteVecTestY>; |
| Simon Pilgrim | 3c35408 | 2018-04-30 18:18:38 +0000 | [diff] [blame] | 505 | def SchedWriteVecShift |
| Simon Pilgrim | f2d2ced | 2018-05-03 17:56:43 +0000 | [diff] [blame] | 506 | : X86SchedWriteWidths<WriteVecShift, WriteVecShiftX, |
| 507 | WriteVecShiftY, WriteVecShiftY>; |
| 508 | def SchedWriteVecShiftImm |
| Simon Pilgrim | d7ffbc5 | 2018-05-04 17:47:46 +0000 | [diff] [blame] | 509 | : X86SchedWriteWidths<WriteVecShiftImm, WriteVecShiftImmX, |
| Simon Pilgrim | f2d2ced | 2018-05-03 17:56:43 +0000 | [diff] [blame] | 510 | WriteVecShiftImmY, WriteVecShiftImmY>; |
| Simon Pilgrim | e8671ef | 2018-05-02 12:27:54 +0000 | [diff] [blame] | 511 | def SchedWriteVarVecShift |
| 512 | : X86SchedWriteWidths<WriteVarVecShift, WriteVarVecShift, |
| Simon Pilgrim | f2d2ced | 2018-05-03 17:56:43 +0000 | [diff] [blame] | 513 | WriteVarVecShiftY, WriteVarVecShiftY>; |
| Simon Pilgrim | 3c35408 | 2018-04-30 18:18:38 +0000 | [diff] [blame] | 514 | def SchedWriteVecIMul |
| Simon Pilgrim | d7ffbc5 | 2018-05-04 17:47:46 +0000 | [diff] [blame] | 515 | : X86SchedWriteWidths<WriteVecIMul, WriteVecIMulX, |
| Simon Pilgrim | 93c878c | 2018-05-03 10:31:20 +0000 | [diff] [blame] | 516 | WriteVecIMulY, WriteVecIMulY>; |
| Simon Pilgrim | 3c35408 | 2018-04-30 18:18:38 +0000 | [diff] [blame] | 517 | def SchedWritePMULLD |
| 518 | : X86SchedWriteWidths<WritePMULLD, WritePMULLD, |
| Simon Pilgrim | 93c878c | 2018-05-03 10:31:20 +0000 | [diff] [blame] | 519 | WritePMULLDY, WritePMULLDY>; |
| Simon Pilgrim | e8671ef | 2018-05-02 12:27:54 +0000 | [diff] [blame] | 520 | def SchedWriteMPSAD |
| 521 | : X86SchedWriteWidths<WriteMPSAD, WriteMPSAD, |
| Simon Pilgrim | 93c878c | 2018-05-03 10:31:20 +0000 | [diff] [blame] | 522 | WriteMPSADY, WriteMPSADY>; |
| Simon Pilgrim | e8671ef | 2018-05-02 12:27:54 +0000 | [diff] [blame] | 523 | def SchedWritePSADBW |
| Simon Pilgrim | 38ac0e9 | 2018-05-10 17:06:09 +0000 | [diff] [blame] | 524 | : X86SchedWriteWidths<WritePSADBW, WritePSADBWX, |
| Simon Pilgrim | 93c878c | 2018-05-03 10:31:20 +0000 | [diff] [blame] | 525 | WritePSADBWY, WritePSADBWY>; |
| Simon Pilgrim | 3c35408 | 2018-04-30 18:18:38 +0000 | [diff] [blame] | 526 | |
| 527 | def SchedWriteShuffle |
| Simon Pilgrim | 38ac0e9 | 2018-05-10 17:06:09 +0000 | [diff] [blame] | 528 | : X86SchedWriteWidths<WriteShuffle, WriteShuffleX, |
| Simon Pilgrim | 6732f6e | 2018-05-02 18:48:23 +0000 | [diff] [blame] | 529 | WriteShuffleY, WriteShuffleY>; |
| Simon Pilgrim | 3c35408 | 2018-04-30 18:18:38 +0000 | [diff] [blame] | 530 | def SchedWriteVarShuffle |
| Simon Pilgrim | 38ac0e9 | 2018-05-10 17:06:09 +0000 | [diff] [blame] | 531 | : X86SchedWriteWidths<WriteVarShuffle, WriteVarShuffleX, |
| Simon Pilgrim | 6732f6e | 2018-05-02 18:48:23 +0000 | [diff] [blame] | 532 | WriteVarShuffleY, WriteVarShuffleY>; |
| Simon Pilgrim | 3c35408 | 2018-04-30 18:18:38 +0000 | [diff] [blame] | 533 | def SchedWriteBlend |
| Simon Pilgrim | 6732f6e | 2018-05-02 18:48:23 +0000 | [diff] [blame] | 534 | : X86SchedWriteWidths<WriteBlend, WriteBlend, WriteBlendY, WriteBlendY>; |
| Simon Pilgrim | 3c35408 | 2018-04-30 18:18:38 +0000 | [diff] [blame] | 535 | def SchedWriteVarBlend |
| 536 | : X86SchedWriteWidths<WriteVarBlend, WriteVarBlend, |
| Simon Pilgrim | 6732f6e | 2018-05-02 18:48:23 +0000 | [diff] [blame] | 537 | WriteVarBlendY, WriteVarBlendY>; |
| Simon Pilgrim | 3c35408 | 2018-04-30 18:18:38 +0000 | [diff] [blame] | 538 | |
| Simon Pilgrim | f3ae50f | 2018-05-07 11:50:44 +0000 | [diff] [blame] | 539 | // Vector size wrappers. |
| 540 | def SchedWriteFAddSizes |
| Simon Pilgrim | 1233e12 | 2018-05-07 20:52:53 +0000 | [diff] [blame] | 541 | : X86SchedWriteSizes<SchedWriteFAdd, SchedWriteFAdd64>; |
| Simon Pilgrim | ac5d0a3 | 2018-05-07 16:15:46 +0000 | [diff] [blame] | 542 | def SchedWriteFCmpSizes |
| Simon Pilgrim | 1233e12 | 2018-05-07 20:52:53 +0000 | [diff] [blame] | 543 | : X86SchedWriteSizes<SchedWriteFCmp, SchedWriteFCmp64>; |
| Simon Pilgrim | f3ae50f | 2018-05-07 11:50:44 +0000 | [diff] [blame] | 544 | def SchedWriteFMulSizes |
| Simon Pilgrim | ac5d0a3 | 2018-05-07 16:15:46 +0000 | [diff] [blame] | 545 | : X86SchedWriteSizes<SchedWriteFMul, SchedWriteFMul64>; |
| Simon Pilgrim | f3ae50f | 2018-05-07 11:50:44 +0000 | [diff] [blame] | 546 | def SchedWriteFDivSizes |
| Simon Pilgrim | ac5d0a3 | 2018-05-07 16:15:46 +0000 | [diff] [blame] | 547 | : X86SchedWriteSizes<SchedWriteFDiv, SchedWriteFDiv64>; |
| Simon Pilgrim | f3ae50f | 2018-05-07 11:50:44 +0000 | [diff] [blame] | 548 | def SchedWriteFSqrtSizes |
| 549 | : X86SchedWriteSizes<SchedWriteFSqrt, SchedWriteFSqrt64>; |
| Simon Pilgrim | ac5d0a3 | 2018-05-07 16:15:46 +0000 | [diff] [blame] | 550 | def SchedWriteFLogicSizes |
| 551 | : X86SchedWriteSizes<SchedWriteFLogic, SchedWriteFLogic>; |
| 552 | def SchedWriteFShuffleSizes |
| 553 | : X86SchedWriteSizes<SchedWriteFShuffle, SchedWriteFShuffle>; |
| Simon Pilgrim | f3ae50f | 2018-05-07 11:50:44 +0000 | [diff] [blame] | 554 | |
| Simon Pilgrim | a271c54 | 2017-05-03 15:42:29 +0000 | [diff] [blame] | 555 | //===----------------------------------------------------------------------===// |
| Simon Pilgrim | 35935c0 | 2018-04-12 18:46:15 +0000 | [diff] [blame] | 556 | // Generic Processor Scheduler Models. |
| Simon Pilgrim | a271c54 | 2017-05-03 15:42:29 +0000 | [diff] [blame] | 557 | |
| 558 | // IssueWidth is analogous to the number of decode units. Core and its |
| 559 | // descendents, including Nehalem and SandyBridge have 4 decoders. |
| 560 | // Resources beyond the decoder operate on micro-ops and are bufferred |
| 561 | // so adjacent micro-ops don't directly compete. |
| 562 | // |
| 563 | // MicroOpBufferSize > 1 indicates that RAW dependencies can be |
| 564 | // decoded in the same cycle. The value 32 is a reasonably arbitrary |
| 565 | // number of in-flight instructions. |
| 566 | // |
| 567 | // HighLatency=10 is optimistic. X86InstrInfo::isHighLatencyDef |
| 568 | // indicates high latency opcodes. Alternatively, InstrItinData |
| 569 | // entries may be included here to define specific operand |
| 570 | // latencies. Since these latencies are not used for pipeline hazards, |
| 571 | // they do not need to be exact. |
| 572 | // |
| Simon Pilgrim | e0c7868 | 2018-04-13 14:31:57 +0000 | [diff] [blame] | 573 | // The GenericX86Model contains no instruction schedules |
| Simon Pilgrim | a271c54 | 2017-05-03 15:42:29 +0000 | [diff] [blame] | 574 | // and disables PostRAScheduler. |
| 575 | class GenericX86Model : SchedMachineModel { |
| 576 | let IssueWidth = 4; |
| 577 | let MicroOpBufferSize = 32; |
| 578 | let LoadLatency = 4; |
| 579 | let HighLatency = 10; |
| 580 | let PostRAScheduler = 0; |
| 581 | let CompleteModel = 0; |
| 582 | } |
| 583 | |
| 584 | def GenericModel : GenericX86Model; |
| 585 | |
| 586 | // Define a model with the PostRAScheduler enabled. |
| 587 | def GenericPostRAModel : GenericX86Model { |
| 588 | let PostRAScheduler = 1; |
| 589 | } |
| 590 | |