| Simon Pilgrim | a271c54 | 2017-05-03 15:42:29 +0000 | [diff] [blame] | 1 | //===-- X86Schedule.td - X86 Scheduling Definitions --------*- tablegen -*-===// |
| 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
| 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
| 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | |
| Simon Pilgrim | 963bf4d | 2018-04-13 14:24:06 +0000 | [diff] [blame^] | 10 | //===----------------------------------------------------------------------===// |
| Simon Pilgrim | a271c54 | 2017-05-03 15:42:29 +0000 | [diff] [blame] | 11 | // InstrSchedModel annotations for out-of-order CPUs. |
| Simon Pilgrim | a271c54 | 2017-05-03 15:42:29 +0000 | [diff] [blame] | 12 | |
| 13 | // Instructions with folded loads need to read the memory operand immediately, |
| 14 | // but other register operands don't have to be read until the load is ready. |
| 15 | // These operands are marked with ReadAfterLd. |
| 16 | def ReadAfterLd : SchedRead; |
| 17 | |
| 18 | // Instructions with both a load and a store folded are modeled as a folded |
| 19 | // load + WriteRMW. |
| 20 | def WriteRMW : SchedWrite; |
| 21 | |
| 22 | // Most instructions can fold loads, so almost every SchedWrite comes in two |
| 23 | // variants: With and without a folded load. |
| 24 | // An X86FoldableSchedWrite holds a reference to the corresponding SchedWrite |
| 25 | // with a folded load. |
| 26 | class X86FoldableSchedWrite : SchedWrite { |
| 27 | // The SchedWrite to use when a load is folded into the instruction. |
| 28 | SchedWrite Folded; |
| 29 | } |
| 30 | |
| 31 | // Multiclass that produces a linked pair of SchedWrites. |
| 32 | multiclass X86SchedWritePair { |
| 33 | // Register-Memory operation. |
| 34 | def Ld : SchedWrite; |
| 35 | // Register-Register operation. |
| 36 | def NAME : X86FoldableSchedWrite { |
| 37 | let Folded = !cast<SchedWrite>(NAME#"Ld"); |
| 38 | } |
| 39 | } |
| 40 | |
| Craig Topper | b7baa35 | 2018-04-08 17:53:18 +0000 | [diff] [blame] | 41 | // Loads, stores, and moves, not folded with other operations. |
| 42 | def WriteLoad : SchedWrite; |
| 43 | def WriteStore : SchedWrite; |
| 44 | def WriteMove : SchedWrite; |
| 45 | |
| Simon Pilgrim | a271c54 | 2017-05-03 15:42:29 +0000 | [diff] [blame] | 46 | // Arithmetic. |
| 47 | defm WriteALU : X86SchedWritePair; // Simple integer ALU op. |
| Craig Topper | b7baa35 | 2018-04-08 17:53:18 +0000 | [diff] [blame] | 48 | def WriteALURMW : WriteSequence<[WriteALULd, WriteStore]>; |
| Simon Pilgrim | a271c54 | 2017-05-03 15:42:29 +0000 | [diff] [blame] | 49 | defm WriteIMul : X86SchedWritePair; // Integer multiplication. |
| 50 | def WriteIMulH : SchedWrite; // Integer multiplication, high part. |
| 51 | defm WriteIDiv : X86SchedWritePair; // Integer division. |
| 52 | def WriteLEA : SchedWrite; // LEA instructions can't fold loads. |
| 53 | |
| Simon Pilgrim | f33d905 | 2018-03-26 18:19:28 +0000 | [diff] [blame] | 54 | defm WriteBitScan : X86SchedWritePair; // Bit scan forward/reverse. |
| 55 | defm WritePOPCNT : X86SchedWritePair; // Bit population count. |
| 56 | defm WriteLZCNT : X86SchedWritePair; // Leading zero count. |
| 57 | defm WriteTZCNT : X86SchedWritePair; // Trailing zero count. |
| Craig Topper | b7baa35 | 2018-04-08 17:53:18 +0000 | [diff] [blame] | 58 | defm WriteCMOV : X86SchedWritePair; // Conditional move. |
| 59 | def WriteSETCC : SchedWrite; // Set register based on condition code. |
| 60 | def WriteSETCCStore : SchedWrite; |
| Simon Pilgrim | f33d905 | 2018-03-26 18:19:28 +0000 | [diff] [blame] | 61 | |
| Simon Pilgrim | a271c54 | 2017-05-03 15:42:29 +0000 | [diff] [blame] | 62 | // Integer shifts and rotates. |
| 63 | defm WriteShift : X86SchedWritePair; |
| 64 | |
| Craig Topper | 89310f5 | 2018-03-29 20:41:39 +0000 | [diff] [blame] | 65 | // BMI1 BEXTR, BMI2 BZHI |
| 66 | defm WriteBEXTR : X86SchedWritePair; |
| 67 | defm WriteBZHI : X86SchedWritePair; |
| 68 | |
| Simon Pilgrim | a271c54 | 2017-05-03 15:42:29 +0000 | [diff] [blame] | 69 | // Idioms that clear a register, like xorps %xmm0, %xmm0. |
| 70 | // These can often bypass execution ports completely. |
| 71 | def WriteZero : SchedWrite; |
| 72 | |
| 73 | // Branches don't produce values, so they have no latency, but they still |
| 74 | // consume resources. Indirect branches can fold loads. |
| 75 | defm WriteJump : X86SchedWritePair; |
| 76 | |
| 77 | // Floating point. This covers both scalar and vector operations. |
| Simon Pilgrim | fb7aa57 | 2018-03-15 14:45:30 +0000 | [diff] [blame] | 78 | def WriteFLoad : SchedWrite; |
| 79 | def WriteFStore : SchedWrite; |
| 80 | def WriteFMove : SchedWrite; |
| Simon Pilgrim | a271c54 | 2017-05-03 15:42:29 +0000 | [diff] [blame] | 81 | defm WriteFAdd : X86SchedWritePair; // Floating point add/sub/compare. |
| 82 | defm WriteFMul : X86SchedWritePair; // Floating point multiplication. |
| 83 | defm WriteFDiv : X86SchedWritePair; // Floating point division. |
| 84 | defm WriteFSqrt : X86SchedWritePair; // Floating point square root. |
| 85 | defm WriteFRcp : X86SchedWritePair; // Floating point reciprocal estimate. |
| 86 | defm WriteFRsqrt : X86SchedWritePair; // Floating point reciprocal square root estimate. |
| 87 | defm WriteFMA : X86SchedWritePair; // Fused Multiply Add. |
| 88 | defm WriteFShuffle : X86SchedWritePair; // Floating point vector shuffles. |
| Simon Pilgrim | 89c8a10 | 2018-04-11 13:49:19 +0000 | [diff] [blame] | 89 | defm WriteFVarShuffle : X86SchedWritePair; // Floating point vector variable shuffles. |
| Simon Pilgrim | a271c54 | 2017-05-03 15:42:29 +0000 | [diff] [blame] | 90 | defm WriteFBlend : X86SchedWritePair; // Floating point vector blends. |
| 91 | defm WriteFVarBlend : X86SchedWritePair; // Fp vector variable blends. |
| 92 | |
| 93 | // FMA Scheduling helper class. |
| 94 | class FMASC { X86FoldableSchedWrite Sched = WriteFAdd; } |
| 95 | |
| Andrew V. Tischenko | 8cb1d09 | 2017-06-08 16:44:13 +0000 | [diff] [blame] | 96 | // Horizontal Add/Sub (float and integer) |
| 97 | defm WriteFHAdd : X86SchedWritePair; |
| 98 | defm WritePHAdd : X86SchedWritePair; |
| 99 | |
| Simon Pilgrim | a271c54 | 2017-05-03 15:42:29 +0000 | [diff] [blame] | 100 | // Vector integer operations. |
| Simon Pilgrim | fb7aa57 | 2018-03-15 14:45:30 +0000 | [diff] [blame] | 101 | def WriteVecLoad : SchedWrite; |
| 102 | def WriteVecStore : SchedWrite; |
| 103 | def WriteVecMove : SchedWrite; |
| Simon Pilgrim | a271c54 | 2017-05-03 15:42:29 +0000 | [diff] [blame] | 104 | defm WriteVecALU : X86SchedWritePair; // Vector integer ALU op, no logicals. |
| 105 | defm WriteVecShift : X86SchedWritePair; // Vector integer shifts. |
| 106 | defm WriteVecIMul : X86SchedWritePair; // Vector integer multiply. |
| Craig Topper | 13a0f83 | 2018-03-31 04:54:32 +0000 | [diff] [blame] | 107 | defm WritePMULLD : X86SchedWritePair; // PMULLD |
| Simon Pilgrim | a271c54 | 2017-05-03 15:42:29 +0000 | [diff] [blame] | 108 | defm WriteShuffle : X86SchedWritePair; // Vector shuffles. |
| Simon Pilgrim | 89c8a10 | 2018-04-11 13:49:19 +0000 | [diff] [blame] | 109 | defm WriteVarShuffle : X86SchedWritePair; // Vector variable shuffles. |
| Simon Pilgrim | a271c54 | 2017-05-03 15:42:29 +0000 | [diff] [blame] | 110 | defm WriteBlend : X86SchedWritePair; // Vector blends. |
| 111 | defm WriteVarBlend : X86SchedWritePair; // Vector variable blends. |
| 112 | defm WriteMPSAD : X86SchedWritePair; // Vector MPSAD. |
| 113 | |
| 114 | // Vector bitwise operations. |
| 115 | // These are often used on both floating point and integer vectors. |
| 116 | defm WriteVecLogic : X86SchedWritePair; // Vector and/or/xor. |
| 117 | |
| Simon Pilgrim | a2f2678 | 2018-03-27 20:38:54 +0000 | [diff] [blame] | 118 | // MOVMSK operations. |
| 119 | def WriteFMOVMSK : SchedWrite; |
| 120 | def WriteVecMOVMSK : SchedWrite; |
| 121 | def WriteMMXMOVMSK : SchedWrite; |
| 122 | |
| Simon Pilgrim | a271c54 | 2017-05-03 15:42:29 +0000 | [diff] [blame] | 123 | // Conversion between integer and float. |
| 124 | defm WriteCvtF2I : X86SchedWritePair; // Float -> Integer. |
| 125 | defm WriteCvtI2F : X86SchedWritePair; // Integer -> Float. |
| 126 | defm WriteCvtF2F : X86SchedWritePair; // Float -> Float size conversion. |
| 127 | |
| Simon Pilgrim | 28e7bcb | 2018-03-26 21:06:14 +0000 | [diff] [blame] | 128 | // CRC32 instruction. |
| 129 | defm WriteCRC32 : X86SchedWritePair; |
| 130 | |
| Simon Pilgrim | a271c54 | 2017-05-03 15:42:29 +0000 | [diff] [blame] | 131 | // Strings instructions. |
| 132 | // Packed Compare Implicit Length Strings, Return Mask |
| 133 | defm WritePCmpIStrM : X86SchedWritePair; |
| 134 | // Packed Compare Explicit Length Strings, Return Mask |
| 135 | defm WritePCmpEStrM : X86SchedWritePair; |
| 136 | // Packed Compare Implicit Length Strings, Return Index |
| 137 | defm WritePCmpIStrI : X86SchedWritePair; |
| 138 | // Packed Compare Explicit Length Strings, Return Index |
| 139 | defm WritePCmpEStrI : X86SchedWritePair; |
| 140 | |
| 141 | // AES instructions. |
| 142 | defm WriteAESDecEnc : X86SchedWritePair; // Decryption, encryption. |
| 143 | defm WriteAESIMC : X86SchedWritePair; // InvMixColumn. |
| 144 | defm WriteAESKeyGen : X86SchedWritePair; // Key Generation. |
| 145 | |
| 146 | // Carry-less multiplication instructions. |
| 147 | defm WriteCLMul : X86SchedWritePair; |
| 148 | |
| 149 | // Catch-all for expensive system instructions. |
| 150 | def WriteSystem : SchedWrite; |
| 151 | |
| 152 | // AVX2. |
| 153 | defm WriteFShuffle256 : X86SchedWritePair; // Fp 256-bit width vector shuffles. |
| Simon Pilgrim | 89c8a10 | 2018-04-11 13:49:19 +0000 | [diff] [blame] | 154 | defm WriteFVarShuffle256 : X86SchedWritePair; // Fp 256-bit width variable shuffles. |
| Simon Pilgrim | a271c54 | 2017-05-03 15:42:29 +0000 | [diff] [blame] | 155 | defm WriteShuffle256 : X86SchedWritePair; // 256-bit width vector shuffles. |
| Simon Pilgrim | 89c8a10 | 2018-04-11 13:49:19 +0000 | [diff] [blame] | 156 | defm WriteVarShuffle256 : X86SchedWritePair; // 256-bit width vector variable shuffles. |
| Simon Pilgrim | a271c54 | 2017-05-03 15:42:29 +0000 | [diff] [blame] | 157 | defm WriteVarVecShift : X86SchedWritePair; // Variable vector shifts. |
| 158 | |
| 159 | // Old microcoded instructions that nobody use. |
| 160 | def WriteMicrocoded : SchedWrite; |
| 161 | |
| 162 | // Fence instructions. |
| 163 | def WriteFence : SchedWrite; |
| 164 | |
| 165 | // Nop, not very useful expect it provides a model for nops! |
| 166 | def WriteNop : SchedWrite; |
| 167 | |
| 168 | //===----------------------------------------------------------------------===// |
| Simon Pilgrim | 35935c0 | 2018-04-12 18:46:15 +0000 | [diff] [blame] | 169 | // Generic Processor Scheduler Models. |
| Simon Pilgrim | a271c54 | 2017-05-03 15:42:29 +0000 | [diff] [blame] | 170 | |
| 171 | // IssueWidth is analogous to the number of decode units. Core and its |
| 172 | // descendents, including Nehalem and SandyBridge have 4 decoders. |
| 173 | // Resources beyond the decoder operate on micro-ops and are bufferred |
| 174 | // so adjacent micro-ops don't directly compete. |
| 175 | // |
| 176 | // MicroOpBufferSize > 1 indicates that RAW dependencies can be |
| 177 | // decoded in the same cycle. The value 32 is a reasonably arbitrary |
| 178 | // number of in-flight instructions. |
| 179 | // |
| 180 | // HighLatency=10 is optimistic. X86InstrInfo::isHighLatencyDef |
| 181 | // indicates high latency opcodes. Alternatively, InstrItinData |
| 182 | // entries may be included here to define specific operand |
| 183 | // latencies. Since these latencies are not used for pipeline hazards, |
| 184 | // they do not need to be exact. |
| 185 | // |
| 186 | // The GenericX86Model contains no instruction itineraries |
| 187 | // and disables PostRAScheduler. |
| 188 | class GenericX86Model : SchedMachineModel { |
| 189 | let IssueWidth = 4; |
| 190 | let MicroOpBufferSize = 32; |
| 191 | let LoadLatency = 4; |
| 192 | let HighLatency = 10; |
| 193 | let PostRAScheduler = 0; |
| 194 | let CompleteModel = 0; |
| 195 | } |
| 196 | |
| 197 | def GenericModel : GenericX86Model; |
| 198 | |
| 199 | // Define a model with the PostRAScheduler enabled. |
| 200 | def GenericPostRAModel : GenericX86Model { |
| 201 | let PostRAScheduler = 1; |
| 202 | } |
| 203 | |