| Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 1 | //===-- AMDGPUInstrInfo.td - AMDGPU DAG nodes --------------*- tablegen -*-===// | 
|  | 2 | // | 
|  | 3 | //                     The LLVM Compiler Infrastructure | 
|  | 4 | // | 
|  | 5 | // This file is distributed under the University of Illinois Open Source | 
|  | 6 | // License. See LICENSE.TXT for details. | 
|  | 7 | // | 
|  | 8 | //===----------------------------------------------------------------------===// | 
|  | 9 | // | 
|  | 10 | // This file contains DAG node defintions for the AMDGPU target. | 
|  | 11 | // | 
|  | 12 | //===----------------------------------------------------------------------===// | 
|  | 13 |  | 
|  | 14 | //===----------------------------------------------------------------------===// | 
|  | 15 | // AMDGPU DAG Profiles | 
|  | 16 | //===----------------------------------------------------------------------===// | 
|  | 17 |  | 
|  | 18 | def AMDGPUDTIntTernaryOp : SDTypeProfile<1, 3, [ | 
|  | 19 | SDTCisSameAs<0, 1>, SDTCisSameAs<0, 2>, SDTCisInt<0>, SDTCisInt<3> | 
|  | 20 | ]>; | 
|  | 21 |  | 
| Matt Arsenault | a0050b0 | 2014-06-19 01:19:19 +0000 | [diff] [blame] | 22 | def AMDGPUTrigPreOp : SDTypeProfile<1, 2, | 
|  | 23 | [SDTCisSameAs<0, 1>, SDTCisFP<0>, SDTCisInt<2>] | 
|  | 24 | >; | 
|  | 25 |  | 
| Matt Arsenault | 2e7cc48 | 2014-08-15 17:30:25 +0000 | [diff] [blame] | 26 | def AMDGPULdExpOp : SDTypeProfile<1, 2, | 
|  | 27 | [SDTCisSameAs<0, 1>, SDTCisFP<0>, SDTCisInt<2>] | 
|  | 28 | >; | 
|  | 29 |  | 
| Matt Arsenault | 4831ce5 | 2015-01-06 23:00:37 +0000 | [diff] [blame] | 30 | def AMDGPUFPClassOp : SDTypeProfile<1, 2, | 
|  | 31 | [SDTCisInt<0>, SDTCisFP<1>, SDTCisInt<2>] | 
|  | 32 | >; | 
|  | 33 |  | 
| Matt Arsenault | a0050b0 | 2014-06-19 01:19:19 +0000 | [diff] [blame] | 34 | def AMDGPUDivScaleOp : SDTypeProfile<2, 3, | 
|  | 35 | [SDTCisFP<0>, SDTCisInt<1>, SDTCisSameAs<0, 2>, SDTCisSameAs<0, 3>, SDTCisSameAs<0, 4>] | 
|  | 36 | >; | 
|  | 37 |  | 
| Matt Arsenault | 1bc9d95 | 2015-02-14 04:22:00 +0000 | [diff] [blame] | 38 | // float, float, float, vcc | 
|  | 39 | def AMDGPUFmasOp : SDTypeProfile<1, 4, | 
|  | 40 | [SDTCisFP<0>, SDTCisSameAs<0, 1>, SDTCisSameAs<0, 2>, SDTCisSameAs<0, 3>, SDTCisInt<4>] | 
|  | 41 | >; | 
|  | 42 |  | 
| Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 43 | //===----------------------------------------------------------------------===// | 
|  | 44 | // AMDGPU DAG Nodes | 
|  | 45 | // | 
|  | 46 |  | 
| Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 47 | // This argument to this node is a dword address. | 
|  | 48 | def AMDGPUdwordaddr : SDNode<"AMDGPUISD::DWORDADDR", SDTIntUnaryOp>; | 
|  | 49 |  | 
| Matt Arsenault | ad14ce8 | 2014-07-19 18:44:39 +0000 | [diff] [blame] | 50 | def AMDGPUcos : SDNode<"AMDGPUISD::COS_HW", SDTFPUnaryOp>; | 
|  | 51 | def AMDGPUsin : SDNode<"AMDGPUISD::SIN_HW", SDTFPUnaryOp>; | 
|  | 52 |  | 
| Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 53 | // out = a - floor(a) | 
|  | 54 | def AMDGPUfract : SDNode<"AMDGPUISD::FRACT", SDTFPUnaryOp>; | 
|  | 55 |  | 
| Matt Arsenault | a0050b0 | 2014-06-19 01:19:19 +0000 | [diff] [blame] | 56 | // out = 1.0 / a | 
|  | 57 | def AMDGPUrcp : SDNode<"AMDGPUISD::RCP", SDTFPUnaryOp>; | 
|  | 58 |  | 
|  | 59 | // out = 1.0 / sqrt(a) | 
|  | 60 | def AMDGPUrsq : SDNode<"AMDGPUISD::RSQ", SDTFPUnaryOp>; | 
|  | 61 |  | 
| Matt Arsenault | 257d48d | 2014-06-24 22:13:39 +0000 | [diff] [blame] | 62 | // out = 1.0 / sqrt(a) | 
|  | 63 | def AMDGPUrsq_legacy : SDNode<"AMDGPUISD::RSQ_LEGACY", SDTFPUnaryOp>; | 
|  | 64 |  | 
|  | 65 | // out = 1.0 / sqrt(a) result clamped to +/- max_float. | 
|  | 66 | def AMDGPUrsq_clamped : SDNode<"AMDGPUISD::RSQ_CLAMPED", SDTFPUnaryOp>; | 
|  | 67 |  | 
| Matt Arsenault | 2e7cc48 | 2014-08-15 17:30:25 +0000 | [diff] [blame] | 68 | def AMDGPUldexp : SDNode<"AMDGPUISD::LDEXP", AMDGPULdExpOp>; | 
|  | 69 |  | 
| Matt Arsenault | 4831ce5 | 2015-01-06 23:00:37 +0000 | [diff] [blame] | 70 | def AMDGPUfp_class : SDNode<"AMDGPUISD::FP_CLASS", AMDGPUFPClassOp>; | 
|  | 71 |  | 
| Matt Arsenault | da59f3d | 2014-11-13 23:03:09 +0000 | [diff] [blame] | 72 | // out = max(a, b) a and b are floats, where a nan comparison fails. | 
|  | 73 | // This is not commutative because this gives the second operand: | 
|  | 74 | //   x < nan ? x : nan -> nan | 
|  | 75 | //   nan < x ? nan : x -> x | 
|  | 76 | def AMDGPUfmax_legacy : SDNode<"AMDGPUISD::FMAX_LEGACY", SDTFPBinOp, | 
| Matt Arsenault | 145d571 | 2014-12-12 02:30:33 +0000 | [diff] [blame] | 77 | [] | 
| Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 78 | >; | 
|  | 79 |  | 
| Matt Arsenault | 5d47d4a | 2014-06-12 21:15:44 +0000 | [diff] [blame] | 80 | def AMDGPUclamp : SDNode<"AMDGPUISD::CLAMP", SDTFPTernaryOp, []>; | 
|  | 81 |  | 
| Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 82 | // out = max(a, b) a and b are signed ints | 
|  | 83 | def AMDGPUsmax : SDNode<"AMDGPUISD::SMAX", SDTIntBinOp, | 
|  | 84 | [SDNPCommutative, SDNPAssociative] | 
|  | 85 | >; | 
|  | 86 |  | 
|  | 87 | // out = max(a, b) a and b are unsigned ints | 
|  | 88 | def AMDGPUumax : SDNode<"AMDGPUISD::UMAX", SDTIntBinOp, | 
|  | 89 | [SDNPCommutative, SDNPAssociative] | 
|  | 90 | >; | 
|  | 91 |  | 
| Matt Arsenault | da59f3d | 2014-11-13 23:03:09 +0000 | [diff] [blame] | 92 | // out = min(a, b) a and b are floats, where a nan comparison fails. | 
|  | 93 | def AMDGPUfmin_legacy : SDNode<"AMDGPUISD::FMIN_LEGACY", SDTFPBinOp, | 
| Matt Arsenault | 145d571 | 2014-12-12 02:30:33 +0000 | [diff] [blame] | 94 | [] | 
| Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 95 | >; | 
|  | 96 |  | 
| Matt Arsenault | cc3c2b3 | 2014-11-14 20:08:52 +0000 | [diff] [blame] | 97 | // FIXME: TableGen doesn't like commutative instructions with more | 
|  | 98 | // than 2 operands. | 
|  | 99 | // out = max(a, b, c) a, b and c are floats | 
|  | 100 | def AMDGPUfmax3 : SDNode<"AMDGPUISD::FMAX3", SDTFPTernaryOp, | 
|  | 101 | [/*SDNPCommutative, SDNPAssociative*/] | 
|  | 102 | >; | 
|  | 103 |  | 
|  | 104 | // out = max(a, b, c) a, b, and c are signed ints | 
|  | 105 | def AMDGPUsmax3 : SDNode<"AMDGPUISD::SMAX3", AMDGPUDTIntTernaryOp, | 
|  | 106 | [/*SDNPCommutative, SDNPAssociative*/] | 
|  | 107 | >; | 
|  | 108 |  | 
|  | 109 | // out = max(a, b, c) a, b and c are unsigned ints | 
|  | 110 | def AMDGPUumax3 : SDNode<"AMDGPUISD::UMAX3", AMDGPUDTIntTernaryOp, | 
|  | 111 | [/*SDNPCommutative, SDNPAssociative*/] | 
|  | 112 | >; | 
|  | 113 |  | 
|  | 114 | // out = min(a, b, c) a, b and c are floats | 
|  | 115 | def AMDGPUfmin3 : SDNode<"AMDGPUISD::FMIN3", SDTFPTernaryOp, | 
|  | 116 | [/*SDNPCommutative, SDNPAssociative*/] | 
|  | 117 | >; | 
|  | 118 |  | 
|  | 119 | // out = min(a, b, c) a, b and c are signed ints | 
|  | 120 | def AMDGPUsmin3 : SDNode<"AMDGPUISD::SMIN3", AMDGPUDTIntTernaryOp, | 
|  | 121 | [/*SDNPCommutative, SDNPAssociative*/] | 
|  | 122 | >; | 
|  | 123 |  | 
|  | 124 | // out = min(a, b) a and b are unsigned ints | 
|  | 125 | def AMDGPUumin3 : SDNode<"AMDGPUISD::UMIN3", AMDGPUDTIntTernaryOp, | 
|  | 126 | [/*SDNPCommutative, SDNPAssociative*/] | 
|  | 127 | >; | 
| Matt Arsenault | 364a674 | 2014-06-11 17:50:44 +0000 | [diff] [blame] | 128 |  | 
| Jan Vesely | 808fff5 | 2015-04-30 17:15:56 +0000 | [diff] [blame] | 129 | // out = (src0 + src1 > 0xFFFFFFFF) ? 1 : 0 | 
|  | 130 | def AMDGPUcarry : SDNode<"AMDGPUISD::CARRY", SDTIntBinOp, []>; | 
|  | 131 |  | 
|  | 132 | // out = (src1 > src0) ? 1 : 0 | 
|  | 133 | def AMDGPUborrow : SDNode<"AMDGPUISD::BORROW", SDTIntBinOp, []>; | 
|  | 134 |  | 
|  | 135 |  | 
| Matt Arsenault | 364a674 | 2014-06-11 17:50:44 +0000 | [diff] [blame] | 136 | def AMDGPUcvt_f32_ubyte0 : SDNode<"AMDGPUISD::CVT_F32_UBYTE0", | 
|  | 137 | SDTIntToFPOp, []>; | 
|  | 138 | def AMDGPUcvt_f32_ubyte1 : SDNode<"AMDGPUISD::CVT_F32_UBYTE1", | 
|  | 139 | SDTIntToFPOp, []>; | 
|  | 140 | def AMDGPUcvt_f32_ubyte2 : SDNode<"AMDGPUISD::CVT_F32_UBYTE2", | 
|  | 141 | SDTIntToFPOp, []>; | 
|  | 142 | def AMDGPUcvt_f32_ubyte3 : SDNode<"AMDGPUISD::CVT_F32_UBYTE3", | 
|  | 143 | SDTIntToFPOp, []>; | 
|  | 144 |  | 
|  | 145 |  | 
| Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 146 | // urecip - This operation is a helper for integer division, it returns the | 
|  | 147 | // result of 1 / a as a fractional unsigned integer. | 
|  | 148 | // out = (2^32 / a) + e | 
|  | 149 | // e is rounding error | 
|  | 150 | def AMDGPUurecip : SDNode<"AMDGPUISD::URECIP", SDTIntUnaryOp>; | 
|  | 151 |  | 
| Matt Arsenault | a0050b0 | 2014-06-19 01:19:19 +0000 | [diff] [blame] | 152 | // Special case divide preop and flags. | 
|  | 153 | def AMDGPUdiv_scale : SDNode<"AMDGPUISD::DIV_SCALE", AMDGPUDivScaleOp>; | 
|  | 154 |  | 
|  | 155 | //  Special case divide FMA with scale and flags (src0 = Quotient, | 
|  | 156 | //  src1 = Denominator, src2 = Numerator). | 
| Matt Arsenault | 1bc9d95 | 2015-02-14 04:22:00 +0000 | [diff] [blame] | 157 | def AMDGPUdiv_fmas : SDNode<"AMDGPUISD::DIV_FMAS", AMDGPUFmasOp>; | 
| Matt Arsenault | a0050b0 | 2014-06-19 01:19:19 +0000 | [diff] [blame] | 158 |  | 
|  | 159 | // Single or double precision division fixup. | 
|  | 160 | // Special case divide fixup and flags(src0 = Quotient, src1 = | 
|  | 161 | // Denominator, src2 = Numerator). | 
|  | 162 | def AMDGPUdiv_fixup : SDNode<"AMDGPUISD::DIV_FIXUP", SDTFPTernaryOp>; | 
|  | 163 |  | 
|  | 164 | // Look Up 2.0 / pi src0 with segment select src1[4:0] | 
|  | 165 | def AMDGPUtrig_preop : SDNode<"AMDGPUISD::TRIG_PREOP", AMDGPUTrigPreOp>; | 
|  | 166 |  | 
| Tom Stellard | f3b2a1e | 2013-02-06 17:32:29 +0000 | [diff] [blame] | 167 | def AMDGPUregister_load : SDNode<"AMDGPUISD::REGISTER_LOAD", | 
|  | 168 | SDTypeProfile<1, 2, [SDTCisPtrTy<1>, SDTCisInt<2>]>, | 
|  | 169 | [SDNPHasChain, SDNPMayLoad]>; | 
|  | 170 |  | 
|  | 171 | def AMDGPUregister_store : SDNode<"AMDGPUISD::REGISTER_STORE", | 
|  | 172 | SDTypeProfile<0, 3, [SDTCisPtrTy<1>, SDTCisInt<2>]>, | 
|  | 173 | [SDNPHasChain, SDNPMayStore]>; | 
| Tom Stellard | d3ee8c1 | 2013-08-16 01:12:06 +0000 | [diff] [blame] | 174 |  | 
| Tom Stellard | f3d166a | 2013-08-26 15:05:49 +0000 | [diff] [blame] | 175 | // MSKOR instructions are atomic memory instructions used mainly for storing | 
|  | 176 | // 8-bit and 16-bit values.  The definition is: | 
|  | 177 | // | 
|  | 178 | // MSKOR(dst, mask, src) MEM[dst] = ((MEM[dst] & ~mask) | src) | 
|  | 179 | // | 
|  | 180 | // src0: vec4(src, 0, 0, mask) | 
| Matt Arsenault | da59f3d | 2014-11-13 23:03:09 +0000 | [diff] [blame] | 181 | // src1: dst - rat offset (aka pointer) in dwords | 
| Tom Stellard | d3ee8c1 | 2013-08-16 01:12:06 +0000 | [diff] [blame] | 182 | def AMDGPUstore_mskor : SDNode<"AMDGPUISD::STORE_MSKOR", | 
|  | 183 | SDTypeProfile<0, 2, []>, | 
|  | 184 | [SDNPHasChain, SDNPMayStore, SDNPMemOperand]>; | 
| Tom Stellard | 4d566b2 | 2013-11-27 21:23:20 +0000 | [diff] [blame] | 185 |  | 
|  | 186 | def AMDGPUround : SDNode<"ISD::FROUND", | 
|  | 187 | SDTypeProfile<1, 1, [SDTCisFP<0>, SDTCisSameAs<0,1>]>>; | 
| Matt Arsenault | fae0298 | 2014-03-17 18:58:11 +0000 | [diff] [blame] | 188 |  | 
|  | 189 | def AMDGPUbfe_u32 : SDNode<"AMDGPUISD::BFE_U32", AMDGPUDTIntTernaryOp>; | 
|  | 190 | def AMDGPUbfe_i32 : SDNode<"AMDGPUISD::BFE_I32", AMDGPUDTIntTernaryOp>; | 
| Matt Arsenault | b345836 | 2014-03-31 18:21:13 +0000 | [diff] [blame] | 191 | def AMDGPUbfi : SDNode<"AMDGPUISD::BFI", AMDGPUDTIntTernaryOp>; | 
|  | 192 | def AMDGPUbfm : SDNode<"AMDGPUISD::BFM", SDTIntBinOp>; | 
| Matt Arsenault | fae0298 | 2014-03-17 18:58:11 +0000 | [diff] [blame] | 193 |  | 
| Matt Arsenault | de5fbe9 | 2016-01-11 17:02:00 +0000 | [diff] [blame] | 194 | def AMDGPUffbh_u32 : SDNode<"AMDGPUISD::FFBH_U32", SDTIntUnaryOp>; | 
|  | 195 |  | 
| Tom Stellard | 50122a5 | 2014-04-07 19:45:41 +0000 | [diff] [blame] | 196 | // Signed and unsigned 24-bit mulitply.  The highest 8-bits are ignore when | 
|  | 197 | // performing the mulitply.  The result is a 32-bit value. | 
|  | 198 | def AMDGPUmul_u24 : SDNode<"AMDGPUISD::MUL_U24", SDTIntBinOp, | 
|  | 199 | [SDNPCommutative] | 
|  | 200 | >; | 
|  | 201 | def AMDGPUmul_i24 : SDNode<"AMDGPUISD::MUL_I24", SDTIntBinOp, | 
|  | 202 | [SDNPCommutative] | 
|  | 203 | >; | 
| Matt Arsenault | eb26020 | 2014-05-22 18:00:15 +0000 | [diff] [blame] | 204 |  | 
|  | 205 | def AMDGPUmad_u24 : SDNode<"AMDGPUISD::MAD_U24", AMDGPUDTIntTernaryOp, | 
|  | 206 | [] | 
|  | 207 | >; | 
|  | 208 | def AMDGPUmad_i24 : SDNode<"AMDGPUISD::MAD_I24", AMDGPUDTIntTernaryOp, | 
|  | 209 | [] | 
|  | 210 | >; | 
| Tom Stellard | bc5b537 | 2014-06-13 16:38:59 +0000 | [diff] [blame] | 211 |  | 
| Tom Stellard | fc92e77 | 2015-05-12 14:18:14 +0000 | [diff] [blame] | 212 | def AMDGPUsendmsg : SDNode<"AMDGPUISD::SENDMSG", | 
|  | 213 | SDTypeProfile<0, 1, [SDTCisInt<0>]>, | 
|  | 214 | [SDNPHasChain, SDNPInGlue]>; | 
|  | 215 |  | 
| Tom Stellard | 2a9d947 | 2015-05-12 15:00:46 +0000 | [diff] [blame] | 216 | def AMDGPUinterp_mov : SDNode<"AMDGPUISD::INTERP_MOV", | 
|  | 217 | SDTypeProfile<1, 3, [SDTCisFP<0>]>, | 
|  | 218 | [SDNPInGlue]>; | 
|  | 219 |  | 
|  | 220 | def AMDGPUinterp_p1 : SDNode<"AMDGPUISD::INTERP_P1", | 
|  | 221 | SDTypeProfile<1, 3, [SDTCisFP<0>]>, | 
|  | 222 | [SDNPInGlue, SDNPOutGlue]>; | 
|  | 223 |  | 
|  | 224 | def AMDGPUinterp_p2 : SDNode<"AMDGPUISD::INTERP_P2", | 
|  | 225 | SDTypeProfile<1, 4, [SDTCisFP<0>]>, | 
|  | 226 | [SDNPInGlue]>; | 
|  | 227 |  | 
| Tom Stellard | bc5b537 | 2014-06-13 16:38:59 +0000 | [diff] [blame] | 228 | //===----------------------------------------------------------------------===// | 
|  | 229 | // Flow Control Profile Types | 
|  | 230 | //===----------------------------------------------------------------------===// | 
|  | 231 | // Branch instruction where second and third are basic blocks | 
|  | 232 | def SDTIL_BRCond : SDTypeProfile<0, 2, [ | 
|  | 233 | SDTCisVT<0, OtherVT> | 
|  | 234 | ]>; | 
|  | 235 |  | 
|  | 236 | //===----------------------------------------------------------------------===// | 
|  | 237 | // Flow Control DAG Nodes | 
|  | 238 | //===----------------------------------------------------------------------===// | 
|  | 239 | def IL_brcond      : SDNode<"AMDGPUISD::BRANCH_COND", SDTIL_BRCond, [SDNPHasChain]>; | 
|  | 240 |  | 
|  | 241 | //===----------------------------------------------------------------------===// | 
|  | 242 | // Call/Return DAG Nodes | 
|  | 243 | //===----------------------------------------------------------------------===// | 
|  | 244 | def IL_retflag       : SDNode<"AMDGPUISD::RET_FLAG", SDTNone, | 
| Marek Olsak | 8a0f335 | 2016-01-13 17:23:04 +0000 | [diff] [blame^] | 245 | [SDNPHasChain, SDNPOptInGlue, SDNPVariadic]>; |