Valery Pykhtin | 902db31 | 2016-08-01 14:21:30 +0000 | [diff] [blame] | 1 | //===-- DSInstructions.td - DS Instruction Defintions ---------------------===// |
| 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
| 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
| 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | |
| 10 | class DS_Pseudo <string opName, dag outs, dag ins, string asmOps, list<dag> pattern=[]> : |
| 11 | InstSI <outs, ins, "", pattern>, |
| 12 | SIMCInstr <opName, SIEncodingFamily.NONE> { |
| 13 | |
| 14 | let SubtargetPredicate = isGCN; |
| 15 | |
| 16 | let LGKM_CNT = 1; |
| 17 | let DS = 1; |
Matt Arsenault | 10c17ca | 2016-10-06 10:13:23 +0000 | [diff] [blame] | 18 | let Size = 8; |
Valery Pykhtin | 902db31 | 2016-08-01 14:21:30 +0000 | [diff] [blame] | 19 | let UseNamedOperandTable = 1; |
| 20 | let Uses = [M0, EXEC]; |
| 21 | |
| 22 | // Most instruction load and store data, so set this as the default. |
| 23 | let mayLoad = 1; |
| 24 | let mayStore = 1; |
| 25 | |
| 26 | let hasSideEffects = 0; |
| 27 | let SchedRW = [WriteLDS]; |
| 28 | |
| 29 | let isPseudo = 1; |
| 30 | let isCodeGenOnly = 1; |
| 31 | |
| 32 | let AsmMatchConverter = "cvtDS"; |
| 33 | |
| 34 | string Mnemonic = opName; |
| 35 | string AsmOperands = asmOps; |
| 36 | |
| 37 | // Well these bits a kind of hack because it would be more natural |
| 38 | // to test "outs" and "ins" dags for the presence of particular operands |
| 39 | bits<1> has_vdst = 1; |
| 40 | bits<1> has_addr = 1; |
| 41 | bits<1> has_data0 = 1; |
| 42 | bits<1> has_data1 = 1; |
| 43 | |
| 44 | bits<1> has_offset = 1; // has "offset" that should be split to offset0,1 |
| 45 | bits<1> has_offset0 = 1; |
| 46 | bits<1> has_offset1 = 1; |
| 47 | |
| 48 | bits<1> has_gds = 1; |
| 49 | bits<1> gdsValue = 0; // if has_gds == 0 set gds to this value |
| 50 | } |
| 51 | |
| 52 | class DS_Real <DS_Pseudo ds> : |
| 53 | InstSI <ds.OutOperandList, ds.InOperandList, ds.Mnemonic # " " # ds.AsmOperands, []>, |
| 54 | Enc64 { |
| 55 | |
| 56 | let isPseudo = 0; |
| 57 | let isCodeGenOnly = 0; |
| 58 | |
| 59 | // copy relevant pseudo op flags |
| 60 | let SubtargetPredicate = ds.SubtargetPredicate; |
| 61 | let AsmMatchConverter = ds.AsmMatchConverter; |
| 62 | |
| 63 | // encoding fields |
| 64 | bits<8> vdst; |
| 65 | bits<1> gds; |
| 66 | bits<8> addr; |
| 67 | bits<8> data0; |
| 68 | bits<8> data1; |
| 69 | bits<8> offset0; |
| 70 | bits<8> offset1; |
| 71 | |
| 72 | bits<16> offset; |
| 73 | let offset0 = !if(ds.has_offset, offset{7-0}, ?); |
| 74 | let offset1 = !if(ds.has_offset, offset{15-8}, ?); |
| 75 | } |
| 76 | |
| 77 | |
| 78 | // DS Pseudo instructions |
| 79 | |
| 80 | class DS_1A1D_NORET<string opName, RegisterClass rc = VGPR_32> |
| 81 | : DS_Pseudo<opName, |
| 82 | (outs), |
| 83 | (ins VGPR_32:$addr, rc:$data0, offset:$offset, gds:$gds), |
| 84 | "$addr, $data0$offset$gds">, |
| 85 | AtomicNoRet<opName, 0> { |
| 86 | |
| 87 | let has_data1 = 0; |
| 88 | let has_vdst = 0; |
| 89 | } |
| 90 | |
Matt Arsenault | f3dd863 | 2016-11-01 00:55:14 +0000 | [diff] [blame] | 91 | class DS_1A2D_NORET<string opName, RegisterClass rc = VGPR_32> |
Valery Pykhtin | 902db31 | 2016-08-01 14:21:30 +0000 | [diff] [blame] | 92 | : DS_Pseudo<opName, |
| 93 | (outs), |
| 94 | (ins VGPR_32:$addr, rc:$data0, rc:$data1, offset:$offset, gds:$gds), |
| 95 | "$addr, $data0, $data1"#"$offset"#"$gds">, |
| 96 | AtomicNoRet<opName, 0> { |
| 97 | |
| 98 | let has_vdst = 0; |
| 99 | } |
| 100 | |
| 101 | class DS_1A2D_Off8_NORET <string opName, RegisterClass rc = VGPR_32> |
| 102 | : DS_Pseudo<opName, |
| 103 | (outs), |
| 104 | (ins VGPR_32:$addr, rc:$data0, rc:$data1, |
| 105 | offset0:$offset0, offset1:$offset1, gds:$gds), |
| 106 | "$addr, $data0, $data1$offset0$offset1$gds"> { |
| 107 | |
| 108 | let has_vdst = 0; |
| 109 | let has_offset = 0; |
| 110 | let AsmMatchConverter = "cvtDSOffset01"; |
| 111 | } |
| 112 | |
| 113 | class DS_1A1D_RET <string opName, RegisterClass rc = VGPR_32> |
| 114 | : DS_Pseudo<opName, |
| 115 | (outs rc:$vdst), |
| 116 | (ins VGPR_32:$addr, rc:$data0, offset:$offset, gds:$gds), |
| 117 | "$vdst, $addr, $data0$offset$gds"> { |
| 118 | |
| 119 | let hasPostISelHook = 1; |
| 120 | let has_data1 = 0; |
| 121 | } |
| 122 | |
| 123 | class DS_1A2D_RET<string opName, |
Matt Arsenault | f3dd863 | 2016-11-01 00:55:14 +0000 | [diff] [blame] | 124 | RegisterClass rc = VGPR_32, |
Valery Pykhtin | 902db31 | 2016-08-01 14:21:30 +0000 | [diff] [blame] | 125 | RegisterClass src = rc> |
| 126 | : DS_Pseudo<opName, |
| 127 | (outs rc:$vdst), |
| 128 | (ins VGPR_32:$addr, src:$data0, src:$data1, offset:$offset, gds:$gds), |
| 129 | "$vdst, $addr, $data0, $data1$offset$gds"> { |
| 130 | |
| 131 | let hasPostISelHook = 1; |
| 132 | } |
| 133 | |
Dmitry Preobrazhensky | 7184c44 | 2017-04-12 14:29:45 +0000 | [diff] [blame] | 134 | class DS_1A2D_Off8_RET<string opName, |
| 135 | RegisterClass rc = VGPR_32, |
| 136 | RegisterClass src = rc> |
| 137 | : DS_Pseudo<opName, |
| 138 | (outs rc:$vdst), |
| 139 | (ins VGPR_32:$addr, src:$data0, src:$data1, offset0:$offset0, offset1:$offset1, gds:$gds), |
| 140 | "$vdst, $addr, $data0, $data1$offset0$offset1$gds"> { |
| 141 | |
| 142 | let has_offset = 0; |
| 143 | let AsmMatchConverter = "cvtDSOffset01"; |
| 144 | |
| 145 | let hasPostISelHook = 1; |
| 146 | } |
| 147 | |
Dmitry Preobrazhensky | 793c592 | 2017-05-31 16:26:47 +0000 | [diff] [blame] | 148 | class DS_1A_RET<string opName, RegisterClass rc = VGPR_32, Operand ofs = offset> |
Valery Pykhtin | 902db31 | 2016-08-01 14:21:30 +0000 | [diff] [blame] | 149 | : DS_Pseudo<opName, |
| 150 | (outs rc:$vdst), |
Dmitry Preobrazhensky | 793c592 | 2017-05-31 16:26:47 +0000 | [diff] [blame] | 151 | (ins VGPR_32:$addr, ofs:$offset, gds:$gds), |
Valery Pykhtin | 902db31 | 2016-08-01 14:21:30 +0000 | [diff] [blame] | 152 | "$vdst, $addr$offset$gds"> { |
| 153 | |
| 154 | let has_data0 = 0; |
| 155 | let has_data1 = 0; |
| 156 | } |
| 157 | |
| 158 | class DS_1A_Off8_RET <string opName, RegisterClass rc = VGPR_32> |
| 159 | : DS_Pseudo<opName, |
| 160 | (outs rc:$vdst), |
| 161 | (ins VGPR_32:$addr, offset0:$offset0, offset1:$offset1, gds:$gds), |
| 162 | "$vdst, $addr$offset0$offset1$gds"> { |
| 163 | |
| 164 | let has_offset = 0; |
| 165 | let has_data0 = 0; |
| 166 | let has_data1 = 0; |
| 167 | let AsmMatchConverter = "cvtDSOffset01"; |
| 168 | } |
| 169 | |
| 170 | class DS_1A_RET_GDS <string opName> : DS_Pseudo<opName, |
| 171 | (outs VGPR_32:$vdst), |
| 172 | (ins VGPR_32:$addr, offset:$offset), |
| 173 | "$vdst, $addr$offset gds"> { |
| 174 | |
| 175 | let has_data0 = 0; |
| 176 | let has_data1 = 0; |
| 177 | let has_gds = 0; |
| 178 | let gdsValue = 1; |
Artem Tamazov | 43b6156 | 2017-02-03 12:47:30 +0000 | [diff] [blame] | 179 | let AsmMatchConverter = "cvtDSGds"; |
Valery Pykhtin | 902db31 | 2016-08-01 14:21:30 +0000 | [diff] [blame] | 180 | } |
| 181 | |
| 182 | class DS_0A_RET <string opName> : DS_Pseudo<opName, |
| 183 | (outs VGPR_32:$vdst), |
| 184 | (ins offset:$offset, gds:$gds), |
| 185 | "$vdst$offset$gds"> { |
| 186 | |
| 187 | let mayLoad = 1; |
| 188 | let mayStore = 1; |
| 189 | |
| 190 | let has_addr = 0; |
| 191 | let has_data0 = 0; |
| 192 | let has_data1 = 0; |
| 193 | } |
| 194 | |
| 195 | class DS_1A <string opName> : DS_Pseudo<opName, |
| 196 | (outs), |
| 197 | (ins VGPR_32:$addr, offset:$offset, gds:$gds), |
| 198 | "$addr$offset$gds"> { |
| 199 | |
| 200 | let mayLoad = 1; |
| 201 | let mayStore = 1; |
| 202 | |
| 203 | let has_vdst = 0; |
| 204 | let has_data0 = 0; |
| 205 | let has_data1 = 0; |
| 206 | } |
| 207 | |
Dmitry Preobrazhensky | e514724 | 2017-04-07 13:07:13 +0000 | [diff] [blame] | 208 | class DS_GWS <string opName, dag ins, string asmOps> |
| 209 | : DS_Pseudo<opName, (outs), ins, asmOps> { |
Valery Pykhtin | 902db31 | 2016-08-01 14:21:30 +0000 | [diff] [blame] | 210 | |
Dmitry Preobrazhensky | e514724 | 2017-04-07 13:07:13 +0000 | [diff] [blame] | 211 | let has_vdst = 0; |
| 212 | let has_addr = 0; |
| 213 | let has_data0 = 0; |
| 214 | let has_data1 = 0; |
Valery Pykhtin | 902db31 | 2016-08-01 14:21:30 +0000 | [diff] [blame] | 215 | |
Dmitry Preobrazhensky | e514724 | 2017-04-07 13:07:13 +0000 | [diff] [blame] | 216 | let has_gds = 0; |
| 217 | let gdsValue = 1; |
| 218 | let AsmMatchConverter = "cvtDSGds"; |
| 219 | } |
| 220 | |
| 221 | class DS_GWS_0D <string opName> |
| 222 | : DS_GWS<opName, |
| 223 | (ins offset:$offset, gds:$gds), "$offset gds">; |
| 224 | |
| 225 | class DS_GWS_1D <string opName> |
| 226 | : DS_GWS<opName, |
| 227 | (ins VGPR_32:$data0, offset:$offset, gds:$gds), "$data0$offset gds"> { |
| 228 | |
| 229 | let has_data0 = 1; |
Valery Pykhtin | 902db31 | 2016-08-01 14:21:30 +0000 | [diff] [blame] | 230 | } |
| 231 | |
Matt Arsenault | 7812498 | 2017-02-28 20:15:46 +0000 | [diff] [blame] | 232 | class DS_VOID <string opName> : DS_Pseudo<opName, |
| 233 | (outs), (ins), ""> { |
| 234 | let mayLoad = 0; |
| 235 | let mayStore = 0; |
| 236 | let hasSideEffects = 1; |
| 237 | let UseNamedOperandTable = 0; |
| 238 | let AsmMatchConverter = ""; |
| 239 | |
| 240 | let has_vdst = 0; |
| 241 | let has_addr = 0; |
| 242 | let has_data0 = 0; |
| 243 | let has_data1 = 0; |
| 244 | let has_offset = 0; |
| 245 | let has_offset0 = 0; |
| 246 | let has_offset1 = 0; |
| 247 | let has_gds = 0; |
| 248 | } |
| 249 | |
Valery Pykhtin | 902db31 | 2016-08-01 14:21:30 +0000 | [diff] [blame] | 250 | class DS_1A1D_PERMUTE <string opName, SDPatternOperator node = null_frag> |
| 251 | : DS_Pseudo<opName, |
| 252 | (outs VGPR_32:$vdst), |
| 253 | (ins VGPR_32:$addr, VGPR_32:$data0, offset:$offset), |
| 254 | "$vdst, $addr, $data0$offset", |
| 255 | [(set i32:$vdst, |
| 256 | (node (DS1Addr1Offset i32:$addr, i16:$offset), i32:$data0))] > { |
| 257 | |
| 258 | let mayLoad = 0; |
| 259 | let mayStore = 0; |
| 260 | let isConvergent = 1; |
| 261 | |
| 262 | let has_data1 = 0; |
| 263 | let has_gds = 0; |
| 264 | } |
| 265 | |
| 266 | def DS_ADD_U32 : DS_1A1D_NORET<"ds_add_u32">; |
| 267 | def DS_SUB_U32 : DS_1A1D_NORET<"ds_sub_u32">; |
| 268 | def DS_RSUB_U32 : DS_1A1D_NORET<"ds_rsub_u32">; |
| 269 | def DS_INC_U32 : DS_1A1D_NORET<"ds_inc_u32">; |
| 270 | def DS_DEC_U32 : DS_1A1D_NORET<"ds_dec_u32">; |
| 271 | def DS_MIN_I32 : DS_1A1D_NORET<"ds_min_i32">; |
| 272 | def DS_MAX_I32 : DS_1A1D_NORET<"ds_max_i32">; |
| 273 | def DS_MIN_U32 : DS_1A1D_NORET<"ds_min_u32">; |
| 274 | def DS_MAX_U32 : DS_1A1D_NORET<"ds_max_u32">; |
| 275 | def DS_AND_B32 : DS_1A1D_NORET<"ds_and_b32">; |
| 276 | def DS_OR_B32 : DS_1A1D_NORET<"ds_or_b32">; |
| 277 | def DS_XOR_B32 : DS_1A1D_NORET<"ds_xor_b32">; |
Artem Tamazov | 2e217b8 | 2016-09-21 16:35:44 +0000 | [diff] [blame] | 278 | def DS_ADD_F32 : DS_1A1D_NORET<"ds_add_f32">; |
Artem Tamazov | 751985a | 2016-10-21 14:49:22 +0000 | [diff] [blame] | 279 | def DS_MIN_F32 : DS_1A1D_NORET<"ds_min_f32">; |
| 280 | def DS_MAX_F32 : DS_1A1D_NORET<"ds_max_f32">; |
Valery Pykhtin | 902db31 | 2016-08-01 14:21:30 +0000 | [diff] [blame] | 281 | |
| 282 | let mayLoad = 0 in { |
| 283 | def DS_WRITE_B8 : DS_1A1D_NORET<"ds_write_b8">; |
| 284 | def DS_WRITE_B16 : DS_1A1D_NORET<"ds_write_b16">; |
| 285 | def DS_WRITE_B32 : DS_1A1D_NORET<"ds_write_b32">; |
| 286 | def DS_WRITE2_B32 : DS_1A2D_Off8_NORET<"ds_write2_b32">; |
| 287 | def DS_WRITE2ST64_B32 : DS_1A2D_Off8_NORET<"ds_write2st64_b32">; |
Matt Arsenault | ed6e8f0 | 2017-09-01 18:36:06 +0000 | [diff] [blame^] | 288 | |
| 289 | let SubtargetPredicate = HasD16LoadStore in { |
| 290 | def DS_WRITE_B8_D16_HI : DS_1A1D_NORET<"ds_write_b8_d16_hi">; |
| 291 | def DS_WRITE_B16_D16_HI : DS_1A1D_NORET<"ds_write_b16_d16_hi">; |
| 292 | } |
| 293 | |
Valery Pykhtin | 902db31 | 2016-08-01 14:21:30 +0000 | [diff] [blame] | 294 | } |
| 295 | |
| 296 | def DS_MSKOR_B32 : DS_1A2D_NORET<"ds_mskor_b32">; |
| 297 | def DS_CMPST_B32 : DS_1A2D_NORET<"ds_cmpst_b32">; |
| 298 | def DS_CMPST_F32 : DS_1A2D_NORET<"ds_cmpst_f32">; |
Valery Pykhtin | 902db31 | 2016-08-01 14:21:30 +0000 | [diff] [blame] | 299 | |
| 300 | def DS_ADD_U64 : DS_1A1D_NORET<"ds_add_u64", VReg_64>; |
| 301 | def DS_SUB_U64 : DS_1A1D_NORET<"ds_sub_u64", VReg_64>; |
| 302 | def DS_RSUB_U64 : DS_1A1D_NORET<"ds_rsub_u64", VReg_64>; |
| 303 | def DS_INC_U64 : DS_1A1D_NORET<"ds_inc_u64", VReg_64>; |
| 304 | def DS_DEC_U64 : DS_1A1D_NORET<"ds_dec_u64", VReg_64>; |
| 305 | def DS_MIN_I64 : DS_1A1D_NORET<"ds_min_i64", VReg_64>; |
| 306 | def DS_MAX_I64 : DS_1A1D_NORET<"ds_max_i64", VReg_64>; |
| 307 | def DS_MIN_U64 : DS_1A1D_NORET<"ds_min_u64", VReg_64>; |
| 308 | def DS_MAX_U64 : DS_1A1D_NORET<"ds_max_u64", VReg_64>; |
| 309 | def DS_AND_B64 : DS_1A1D_NORET<"ds_and_b64", VReg_64>; |
| 310 | def DS_OR_B64 : DS_1A1D_NORET<"ds_or_b64", VReg_64>; |
| 311 | def DS_XOR_B64 : DS_1A1D_NORET<"ds_xor_b64", VReg_64>; |
| 312 | def DS_MSKOR_B64 : DS_1A2D_NORET<"ds_mskor_b64", VReg_64>; |
| 313 | let mayLoad = 0 in { |
| 314 | def DS_WRITE_B64 : DS_1A1D_NORET<"ds_write_b64", VReg_64>; |
| 315 | def DS_WRITE2_B64 : DS_1A2D_Off8_NORET<"ds_write2_b64", VReg_64>; |
| 316 | def DS_WRITE2ST64_B64 : DS_1A2D_Off8_NORET<"ds_write2st64_b64", VReg_64>; |
| 317 | } |
| 318 | def DS_CMPST_B64 : DS_1A2D_NORET<"ds_cmpst_b64", VReg_64>; |
| 319 | def DS_CMPST_F64 : DS_1A2D_NORET<"ds_cmpst_f64", VReg_64>; |
| 320 | def DS_MIN_F64 : DS_1A1D_NORET<"ds_min_f64", VReg_64>; |
| 321 | def DS_MAX_F64 : DS_1A1D_NORET<"ds_max_f64", VReg_64>; |
| 322 | |
| 323 | def DS_ADD_RTN_U32 : DS_1A1D_RET<"ds_add_rtn_u32">, |
| 324 | AtomicNoRet<"ds_add_u32", 1>; |
Artem Tamazov | 2e217b8 | 2016-09-21 16:35:44 +0000 | [diff] [blame] | 325 | def DS_ADD_RTN_F32 : DS_1A1D_RET<"ds_add_rtn_f32">, |
| 326 | AtomicNoRet<"ds_add_f32", 1>; |
Valery Pykhtin | 902db31 | 2016-08-01 14:21:30 +0000 | [diff] [blame] | 327 | def DS_SUB_RTN_U32 : DS_1A1D_RET<"ds_sub_rtn_u32">, |
| 328 | AtomicNoRet<"ds_sub_u32", 1>; |
| 329 | def DS_RSUB_RTN_U32 : DS_1A1D_RET<"ds_rsub_rtn_u32">, |
| 330 | AtomicNoRet<"ds_rsub_u32", 1>; |
| 331 | def DS_INC_RTN_U32 : DS_1A1D_RET<"ds_inc_rtn_u32">, |
| 332 | AtomicNoRet<"ds_inc_u32", 1>; |
| 333 | def DS_DEC_RTN_U32 : DS_1A1D_RET<"ds_dec_rtn_u32">, |
| 334 | AtomicNoRet<"ds_dec_u32", 1>; |
| 335 | def DS_MIN_RTN_I32 : DS_1A1D_RET<"ds_min_rtn_i32">, |
| 336 | AtomicNoRet<"ds_min_i32", 1>; |
| 337 | def DS_MAX_RTN_I32 : DS_1A1D_RET<"ds_max_rtn_i32">, |
| 338 | AtomicNoRet<"ds_max_i32", 1>; |
| 339 | def DS_MIN_RTN_U32 : DS_1A1D_RET<"ds_min_rtn_u32">, |
| 340 | AtomicNoRet<"ds_min_u32", 1>; |
| 341 | def DS_MAX_RTN_U32 : DS_1A1D_RET<"ds_max_rtn_u32">, |
| 342 | AtomicNoRet<"ds_max_u32", 1>; |
| 343 | def DS_AND_RTN_B32 : DS_1A1D_RET<"ds_and_rtn_b32">, |
| 344 | AtomicNoRet<"ds_and_b32", 1>; |
| 345 | def DS_OR_RTN_B32 : DS_1A1D_RET<"ds_or_rtn_b32">, |
| 346 | AtomicNoRet<"ds_or_b32", 1>; |
| 347 | def DS_XOR_RTN_B32 : DS_1A1D_RET<"ds_xor_rtn_b32">, |
| 348 | AtomicNoRet<"ds_xor_b32", 1>; |
| 349 | def DS_MSKOR_RTN_B32 : DS_1A2D_RET<"ds_mskor_rtn_b32">, |
| 350 | AtomicNoRet<"ds_mskor_b32", 1>; |
| 351 | def DS_CMPST_RTN_B32 : DS_1A2D_RET <"ds_cmpst_rtn_b32">, |
| 352 | AtomicNoRet<"ds_cmpst_b32", 1>; |
| 353 | def DS_CMPST_RTN_F32 : DS_1A2D_RET <"ds_cmpst_rtn_f32">, |
| 354 | AtomicNoRet<"ds_cmpst_f32", 1>; |
Artem Tamazov | 751985a | 2016-10-21 14:49:22 +0000 | [diff] [blame] | 355 | def DS_MIN_RTN_F32 : DS_1A1D_RET <"ds_min_rtn_f32">, |
Valery Pykhtin | 902db31 | 2016-08-01 14:21:30 +0000 | [diff] [blame] | 356 | AtomicNoRet<"ds_min_f32", 1>; |
Artem Tamazov | 751985a | 2016-10-21 14:49:22 +0000 | [diff] [blame] | 357 | def DS_MAX_RTN_F32 : DS_1A1D_RET <"ds_max_rtn_f32">, |
Valery Pykhtin | 902db31 | 2016-08-01 14:21:30 +0000 | [diff] [blame] | 358 | AtomicNoRet<"ds_max_f32", 1>; |
| 359 | |
| 360 | def DS_WRXCHG_RTN_B32 : DS_1A1D_RET<"ds_wrxchg_rtn_b32">, |
| 361 | AtomicNoRet<"", 1>; |
Dmitry Preobrazhensky | 7184c44 | 2017-04-12 14:29:45 +0000 | [diff] [blame] | 362 | def DS_WRXCHG2_RTN_B32 : DS_1A2D_Off8_RET<"ds_wrxchg2_rtn_b32", VReg_64, VGPR_32>, |
Valery Pykhtin | 902db31 | 2016-08-01 14:21:30 +0000 | [diff] [blame] | 363 | AtomicNoRet<"", 1>; |
Dmitry Preobrazhensky | 7184c44 | 2017-04-12 14:29:45 +0000 | [diff] [blame] | 364 | def DS_WRXCHG2ST64_RTN_B32 : DS_1A2D_Off8_RET<"ds_wrxchg2st64_rtn_b32", VReg_64, VGPR_32>, |
Valery Pykhtin | 902db31 | 2016-08-01 14:21:30 +0000 | [diff] [blame] | 365 | AtomicNoRet<"", 1>; |
| 366 | |
| 367 | def DS_ADD_RTN_U64 : DS_1A1D_RET<"ds_add_rtn_u64", VReg_64>, |
| 368 | AtomicNoRet<"ds_add_u64", 1>; |
| 369 | def DS_SUB_RTN_U64 : DS_1A1D_RET<"ds_sub_rtn_u64", VReg_64>, |
| 370 | AtomicNoRet<"ds_sub_u64", 1>; |
| 371 | def DS_RSUB_RTN_U64 : DS_1A1D_RET<"ds_rsub_rtn_u64", VReg_64>, |
| 372 | AtomicNoRet<"ds_rsub_u64", 1>; |
| 373 | def DS_INC_RTN_U64 : DS_1A1D_RET<"ds_inc_rtn_u64", VReg_64>, |
| 374 | AtomicNoRet<"ds_inc_u64", 1>; |
| 375 | def DS_DEC_RTN_U64 : DS_1A1D_RET<"ds_dec_rtn_u64", VReg_64>, |
| 376 | AtomicNoRet<"ds_dec_u64", 1>; |
| 377 | def DS_MIN_RTN_I64 : DS_1A1D_RET<"ds_min_rtn_i64", VReg_64>, |
| 378 | AtomicNoRet<"ds_min_i64", 1>; |
| 379 | def DS_MAX_RTN_I64 : DS_1A1D_RET<"ds_max_rtn_i64", VReg_64>, |
| 380 | AtomicNoRet<"ds_max_i64", 1>; |
| 381 | def DS_MIN_RTN_U64 : DS_1A1D_RET<"ds_min_rtn_u64", VReg_64>, |
| 382 | AtomicNoRet<"ds_min_u64", 1>; |
| 383 | def DS_MAX_RTN_U64 : DS_1A1D_RET<"ds_max_rtn_u64", VReg_64>, |
| 384 | AtomicNoRet<"ds_max_u64", 1>; |
| 385 | def DS_AND_RTN_B64 : DS_1A1D_RET<"ds_and_rtn_b64", VReg_64>, |
| 386 | AtomicNoRet<"ds_and_b64", 1>; |
| 387 | def DS_OR_RTN_B64 : DS_1A1D_RET<"ds_or_rtn_b64", VReg_64>, |
| 388 | AtomicNoRet<"ds_or_b64", 1>; |
| 389 | def DS_XOR_RTN_B64 : DS_1A1D_RET<"ds_xor_rtn_b64", VReg_64>, |
| 390 | AtomicNoRet<"ds_xor_b64", 1>; |
| 391 | def DS_MSKOR_RTN_B64 : DS_1A2D_RET<"ds_mskor_rtn_b64", VReg_64>, |
| 392 | AtomicNoRet<"ds_mskor_b64", 1>; |
| 393 | def DS_CMPST_RTN_B64 : DS_1A2D_RET<"ds_cmpst_rtn_b64", VReg_64>, |
| 394 | AtomicNoRet<"ds_cmpst_b64", 1>; |
| 395 | def DS_CMPST_RTN_F64 : DS_1A2D_RET<"ds_cmpst_rtn_f64", VReg_64>, |
| 396 | AtomicNoRet<"ds_cmpst_f64", 1>; |
| 397 | def DS_MIN_RTN_F64 : DS_1A1D_RET<"ds_min_rtn_f64", VReg_64>, |
| 398 | AtomicNoRet<"ds_min_f64", 1>; |
| 399 | def DS_MAX_RTN_F64 : DS_1A1D_RET<"ds_max_rtn_f64", VReg_64>, |
| 400 | AtomicNoRet<"ds_max_f64", 1>; |
| 401 | |
| 402 | def DS_WRXCHG_RTN_B64 : DS_1A1D_RET<"ds_wrxchg_rtn_b64", VReg_64>, |
Dmitry Preobrazhensky | 7184c44 | 2017-04-12 14:29:45 +0000 | [diff] [blame] | 403 | AtomicNoRet<"", 1>; |
| 404 | def DS_WRXCHG2_RTN_B64 : DS_1A2D_Off8_RET<"ds_wrxchg2_rtn_b64", VReg_128, VReg_64>, |
| 405 | AtomicNoRet<"", 1>; |
| 406 | def DS_WRXCHG2ST64_RTN_B64 : DS_1A2D_Off8_RET<"ds_wrxchg2st64_rtn_b64", VReg_128, VReg_64>, |
| 407 | AtomicNoRet<"", 1>; |
Valery Pykhtin | 902db31 | 2016-08-01 14:21:30 +0000 | [diff] [blame] | 408 | |
Dmitry Preobrazhensky | e514724 | 2017-04-07 13:07:13 +0000 | [diff] [blame] | 409 | def DS_GWS_INIT : DS_GWS_1D<"ds_gws_init">; |
| 410 | def DS_GWS_SEMA_V : DS_GWS_0D<"ds_gws_sema_v">; |
| 411 | def DS_GWS_SEMA_BR : DS_GWS_1D<"ds_gws_sema_br">; |
| 412 | def DS_GWS_SEMA_P : DS_GWS_0D<"ds_gws_sema_p">; |
| 413 | def DS_GWS_BARRIER : DS_GWS_1D<"ds_gws_barrier">; |
Valery Pykhtin | 902db31 | 2016-08-01 14:21:30 +0000 | [diff] [blame] | 414 | |
| 415 | def DS_ADD_SRC2_U32 : DS_1A<"ds_add_src2_u32">; |
| 416 | def DS_SUB_SRC2_U32 : DS_1A<"ds_sub_src2_u32">; |
| 417 | def DS_RSUB_SRC2_U32 : DS_1A<"ds_rsub_src2_u32">; |
| 418 | def DS_INC_SRC2_U32 : DS_1A<"ds_inc_src2_u32">; |
| 419 | def DS_DEC_SRC2_U32 : DS_1A<"ds_dec_src2_u32">; |
| 420 | def DS_MIN_SRC2_I32 : DS_1A<"ds_min_src2_i32">; |
| 421 | def DS_MAX_SRC2_I32 : DS_1A<"ds_max_src2_i32">; |
| 422 | def DS_MIN_SRC2_U32 : DS_1A<"ds_min_src2_u32">; |
| 423 | def DS_MAX_SRC2_U32 : DS_1A<"ds_max_src2_u32">; |
Dmitry Preobrazhensky | e514724 | 2017-04-07 13:07:13 +0000 | [diff] [blame] | 424 | def DS_AND_SRC2_B32 : DS_1A<"ds_and_src2_b32">; |
Valery Pykhtin | 902db31 | 2016-08-01 14:21:30 +0000 | [diff] [blame] | 425 | def DS_OR_SRC2_B32 : DS_1A<"ds_or_src2_b32">; |
| 426 | def DS_XOR_SRC2_B32 : DS_1A<"ds_xor_src2_b32">; |
| 427 | def DS_MIN_SRC2_F32 : DS_1A<"ds_min_src2_f32">; |
| 428 | def DS_MAX_SRC2_F32 : DS_1A<"ds_max_src2_f32">; |
| 429 | |
| 430 | def DS_ADD_SRC2_U64 : DS_1A<"ds_add_src2_u64">; |
| 431 | def DS_SUB_SRC2_U64 : DS_1A<"ds_sub_src2_u64">; |
| 432 | def DS_RSUB_SRC2_U64 : DS_1A<"ds_rsub_src2_u64">; |
| 433 | def DS_INC_SRC2_U64 : DS_1A<"ds_inc_src2_u64">; |
| 434 | def DS_DEC_SRC2_U64 : DS_1A<"ds_dec_src2_u64">; |
| 435 | def DS_MIN_SRC2_I64 : DS_1A<"ds_min_src2_i64">; |
| 436 | def DS_MAX_SRC2_I64 : DS_1A<"ds_max_src2_i64">; |
| 437 | def DS_MIN_SRC2_U64 : DS_1A<"ds_min_src2_u64">; |
| 438 | def DS_MAX_SRC2_U64 : DS_1A<"ds_max_src2_u64">; |
| 439 | def DS_AND_SRC2_B64 : DS_1A<"ds_and_src2_b64">; |
| 440 | def DS_OR_SRC2_B64 : DS_1A<"ds_or_src2_b64">; |
| 441 | def DS_XOR_SRC2_B64 : DS_1A<"ds_xor_src2_b64">; |
| 442 | def DS_MIN_SRC2_F64 : DS_1A<"ds_min_src2_f64">; |
| 443 | def DS_MAX_SRC2_F64 : DS_1A<"ds_max_src2_f64">; |
| 444 | |
Dmitry Preobrazhensky | e6ef099 | 2017-04-14 12:28:07 +0000 | [diff] [blame] | 445 | def DS_WRITE_SRC2_B32 : DS_1A<"ds_write_src2_b32">; |
| 446 | def DS_WRITE_SRC2_B64 : DS_1A<"ds_write_src2_b64">; |
Valery Pykhtin | 902db31 | 2016-08-01 14:21:30 +0000 | [diff] [blame] | 447 | |
| 448 | let Uses = [EXEC], mayLoad = 0, mayStore = 0, isConvergent = 1 in { |
Dmitry Preobrazhensky | 793c592 | 2017-05-31 16:26:47 +0000 | [diff] [blame] | 449 | def DS_SWIZZLE_B32 : DS_1A_RET <"ds_swizzle_b32", VGPR_32, SwizzleImm>; |
Valery Pykhtin | 902db31 | 2016-08-01 14:21:30 +0000 | [diff] [blame] | 450 | } |
| 451 | |
| 452 | let mayStore = 0 in { |
| 453 | def DS_READ_I8 : DS_1A_RET<"ds_read_i8">; |
| 454 | def DS_READ_U8 : DS_1A_RET<"ds_read_u8">; |
| 455 | def DS_READ_I16 : DS_1A_RET<"ds_read_i16">; |
| 456 | def DS_READ_U16 : DS_1A_RET<"ds_read_u16">; |
| 457 | def DS_READ_B32 : DS_1A_RET<"ds_read_b32">; |
| 458 | def DS_READ_B64 : DS_1A_RET<"ds_read_b64", VReg_64>; |
| 459 | |
| 460 | def DS_READ2_B32 : DS_1A_Off8_RET<"ds_read2_b32", VReg_64>; |
| 461 | def DS_READ2ST64_B32 : DS_1A_Off8_RET<"ds_read2st64_b32", VReg_64>; |
| 462 | |
| 463 | def DS_READ2_B64 : DS_1A_Off8_RET<"ds_read2_b64", VReg_128>; |
| 464 | def DS_READ2ST64_B64 : DS_1A_Off8_RET<"ds_read2st64_b64", VReg_128>; |
Matt Arsenault | ed6e8f0 | 2017-09-01 18:36:06 +0000 | [diff] [blame^] | 465 | |
| 466 | let SubtargetPredicate = HasD16LoadStore in { |
| 467 | def DS_READ_U8_D16 : DS_1A_RET<"ds_read_u8_d16">; |
| 468 | def DS_READ_U8_D16_HI : DS_1A_RET<"ds_read_u8_d16_hi">; |
| 469 | def DS_READ_I8_D16 : DS_1A_RET<"ds_read_i8_d16">; |
| 470 | def DS_READ_I8_D16_HI : DS_1A_RET<"ds_read_i8_d16_hi">; |
| 471 | def DS_READ_U16_D16 : DS_1A_RET<"ds_read_u16_d16">; |
| 472 | def DS_READ_U16_D16_HI : DS_1A_RET<"ds_read_u16_d16_hi">; |
| 473 | } |
Valery Pykhtin | 902db31 | 2016-08-01 14:21:30 +0000 | [diff] [blame] | 474 | } |
| 475 | |
Valery Pykhtin | 902db31 | 2016-08-01 14:21:30 +0000 | [diff] [blame] | 476 | def DS_CONSUME : DS_0A_RET<"ds_consume">; |
| 477 | def DS_APPEND : DS_0A_RET<"ds_append">; |
| 478 | def DS_ORDERED_COUNT : DS_1A_RET_GDS<"ds_ordered_count">; |
Valery Pykhtin | 902db31 | 2016-08-01 14:21:30 +0000 | [diff] [blame] | 479 | |
| 480 | //===----------------------------------------------------------------------===// |
| 481 | // Instruction definitions for CI and newer. |
| 482 | //===----------------------------------------------------------------------===// |
Valery Pykhtin | 902db31 | 2016-08-01 14:21:30 +0000 | [diff] [blame] | 483 | |
| 484 | let SubtargetPredicate = isCIVI in { |
| 485 | |
Dmitry Preobrazhensky | e514724 | 2017-04-07 13:07:13 +0000 | [diff] [blame] | 486 | def DS_WRAP_RTN_B32 : DS_1A2D_RET<"ds_wrap_rtn_b32">, AtomicNoRet<"", 1>; |
| 487 | |
| 488 | def DS_CONDXCHG32_RTN_B64 : DS_1A1D_RET<"ds_condxchg32_rtn_b64", VReg_64>, |
| 489 | AtomicNoRet<"", 1>; |
| 490 | |
| 491 | def DS_GWS_SEMA_RELEASE_ALL : DS_GWS_0D<"ds_gws_sema_release_all">; |
Valery Pykhtin | 902db31 | 2016-08-01 14:21:30 +0000 | [diff] [blame] | 492 | |
Matt Arsenault | dedc544 | 2017-02-28 20:15:43 +0000 | [diff] [blame] | 493 | let mayStore = 0 in { |
| 494 | def DS_READ_B96 : DS_1A_RET<"ds_read_b96", VReg_96>; |
| 495 | def DS_READ_B128: DS_1A_RET<"ds_read_b128", VReg_128>; |
| 496 | } // End mayStore = 0 |
| 497 | |
| 498 | let mayLoad = 0 in { |
| 499 | def DS_WRITE_B96 : DS_1A1D_NORET<"ds_write_b96", VReg_96>; |
| 500 | def DS_WRITE_B128 : DS_1A1D_NORET<"ds_write_b128", VReg_128>; |
| 501 | } // End mayLoad = 0 |
| 502 | |
Matt Arsenault | 7812498 | 2017-02-28 20:15:46 +0000 | [diff] [blame] | 503 | def DS_NOP : DS_VOID<"ds_nop">; |
Matt Arsenault | dedc544 | 2017-02-28 20:15:43 +0000 | [diff] [blame] | 504 | |
Valery Pykhtin | 902db31 | 2016-08-01 14:21:30 +0000 | [diff] [blame] | 505 | } // let SubtargetPredicate = isCIVI |
| 506 | |
| 507 | //===----------------------------------------------------------------------===// |
| 508 | // Instruction definitions for VI and newer. |
| 509 | //===----------------------------------------------------------------------===// |
| 510 | |
| 511 | let SubtargetPredicate = isVI in { |
| 512 | |
| 513 | let Uses = [EXEC] in { |
| 514 | def DS_PERMUTE_B32 : DS_1A1D_PERMUTE <"ds_permute_b32", |
| 515 | int_amdgcn_ds_permute>; |
| 516 | def DS_BPERMUTE_B32 : DS_1A1D_PERMUTE <"ds_bpermute_b32", |
| 517 | int_amdgcn_ds_bpermute>; |
| 518 | } |
| 519 | |
| 520 | } // let SubtargetPredicate = isVI |
| 521 | |
| 522 | //===----------------------------------------------------------------------===// |
| 523 | // DS Patterns |
| 524 | //===----------------------------------------------------------------------===// |
| 525 | |
| 526 | let Predicates = [isGCN] in { |
| 527 | |
| 528 | def : Pat < |
| 529 | (int_amdgcn_ds_swizzle i32:$src, imm:$offset16), |
| 530 | (DS_SWIZZLE_B32 $src, (as_i16imm $offset16), (i1 0)) |
| 531 | >; |
| 532 | |
| 533 | class DSReadPat <DS_Pseudo inst, ValueType vt, PatFrag frag> : Pat < |
| 534 | (vt (frag (DS1Addr1Offset i32:$ptr, i32:$offset))), |
| 535 | (inst $ptr, (as_i16imm $offset), (i1 0)) |
| 536 | >; |
| 537 | |
| 538 | def : DSReadPat <DS_READ_I8, i32, si_sextload_local_i8>; |
| 539 | def : DSReadPat <DS_READ_U8, i32, si_az_extload_local_i8>; |
Tom Stellard | 115a615 | 2016-11-10 16:02:37 +0000 | [diff] [blame] | 540 | def : DSReadPat <DS_READ_I8, i16, si_sextload_local_i8>; |
| 541 | def : DSReadPat <DS_READ_U8, i16, si_az_extload_local_i8>; |
| 542 | def : DSReadPat <DS_READ_I16, i32, si_sextload_local_i16>; |
Valery Pykhtin | 902db31 | 2016-08-01 14:21:30 +0000 | [diff] [blame] | 543 | def : DSReadPat <DS_READ_I16, i32, si_sextload_local_i16>; |
| 544 | def : DSReadPat <DS_READ_U16, i32, si_az_extload_local_i16>; |
Tom Stellard | 115a615 | 2016-11-10 16:02:37 +0000 | [diff] [blame] | 545 | def : DSReadPat <DS_READ_U16, i16, si_load_local>; |
Valery Pykhtin | 902db31 | 2016-08-01 14:21:30 +0000 | [diff] [blame] | 546 | def : DSReadPat <DS_READ_B32, i32, si_load_local>; |
| 547 | |
| 548 | let AddedComplexity = 100 in { |
| 549 | |
| 550 | def : DSReadPat <DS_READ_B64, v2i32, si_load_local_align8>; |
| 551 | |
| 552 | } // End AddedComplexity = 100 |
| 553 | |
| 554 | def : Pat < |
| 555 | (v2i32 (si_load_local (DS64Bit4ByteAligned i32:$ptr, i8:$offset0, |
| 556 | i8:$offset1))), |
| 557 | (DS_READ2_B32 $ptr, $offset0, $offset1, (i1 0)) |
| 558 | >; |
| 559 | |
| 560 | class DSWritePat <DS_Pseudo inst, ValueType vt, PatFrag frag> : Pat < |
| 561 | (frag vt:$value, (DS1Addr1Offset i32:$ptr, i32:$offset)), |
| 562 | (inst $ptr, $value, (as_i16imm $offset), (i1 0)) |
| 563 | >; |
| 564 | |
| 565 | def : DSWritePat <DS_WRITE_B8, i32, si_truncstore_local_i8>; |
| 566 | def : DSWritePat <DS_WRITE_B16, i32, si_truncstore_local_i16>; |
Tom Stellard | 115a615 | 2016-11-10 16:02:37 +0000 | [diff] [blame] | 567 | def : DSWritePat <DS_WRITE_B8, i16, si_truncstore_local_i8>; |
| 568 | def : DSWritePat <DS_WRITE_B16, i16, si_store_local>; |
Valery Pykhtin | 902db31 | 2016-08-01 14:21:30 +0000 | [diff] [blame] | 569 | def : DSWritePat <DS_WRITE_B32, i32, si_store_local>; |
| 570 | |
| 571 | let AddedComplexity = 100 in { |
| 572 | |
| 573 | def : DSWritePat <DS_WRITE_B64, v2i32, si_store_local_align8>; |
| 574 | } // End AddedComplexity = 100 |
| 575 | |
| 576 | def : Pat < |
| 577 | (si_store_local v2i32:$value, (DS64Bit4ByteAligned i32:$ptr, i8:$offset0, |
| 578 | i8:$offset1)), |
Tom Stellard | 115a615 | 2016-11-10 16:02:37 +0000 | [diff] [blame] | 579 | (DS_WRITE2_B32 $ptr, (i32 (EXTRACT_SUBREG $value, sub0)), |
| 580 | (i32 (EXTRACT_SUBREG $value, sub1)), $offset0, $offset1, |
Valery Pykhtin | 902db31 | 2016-08-01 14:21:30 +0000 | [diff] [blame] | 581 | (i1 0)) |
| 582 | >; |
| 583 | |
| 584 | class DSAtomicRetPat<DS_Pseudo inst, ValueType vt, PatFrag frag> : Pat < |
| 585 | (frag (DS1Addr1Offset i32:$ptr, i32:$offset), vt:$value), |
| 586 | (inst $ptr, $value, (as_i16imm $offset), (i1 0)) |
| 587 | >; |
| 588 | |
| 589 | class DSAtomicCmpXChg<DS_Pseudo inst, ValueType vt, PatFrag frag> : Pat < |
| 590 | (frag (DS1Addr1Offset i32:$ptr, i32:$offset), vt:$cmp, vt:$swap), |
| 591 | (inst $ptr, $cmp, $swap, (as_i16imm $offset), (i1 0)) |
| 592 | >; |
| 593 | |
| 594 | |
| 595 | // 32-bit atomics. |
| 596 | def : DSAtomicRetPat<DS_WRXCHG_RTN_B32, i32, si_atomic_swap_local>; |
| 597 | def : DSAtomicRetPat<DS_ADD_RTN_U32, i32, si_atomic_load_add_local>; |
| 598 | def : DSAtomicRetPat<DS_SUB_RTN_U32, i32, si_atomic_load_sub_local>; |
| 599 | def : DSAtomicRetPat<DS_INC_RTN_U32, i32, si_atomic_inc_local>; |
| 600 | def : DSAtomicRetPat<DS_DEC_RTN_U32, i32, si_atomic_dec_local>; |
| 601 | def : DSAtomicRetPat<DS_AND_RTN_B32, i32, si_atomic_load_and_local>; |
| 602 | def : DSAtomicRetPat<DS_OR_RTN_B32, i32, si_atomic_load_or_local>; |
| 603 | def : DSAtomicRetPat<DS_XOR_RTN_B32, i32, si_atomic_load_xor_local>; |
| 604 | def : DSAtomicRetPat<DS_MIN_RTN_I32, i32, si_atomic_load_min_local>; |
| 605 | def : DSAtomicRetPat<DS_MAX_RTN_I32, i32, si_atomic_load_max_local>; |
| 606 | def : DSAtomicRetPat<DS_MIN_RTN_U32, i32, si_atomic_load_umin_local>; |
| 607 | def : DSAtomicRetPat<DS_MAX_RTN_U32, i32, si_atomic_load_umax_local>; |
| 608 | def : DSAtomicCmpXChg<DS_CMPST_RTN_B32, i32, si_atomic_cmp_swap_32_local>; |
| 609 | |
| 610 | // 64-bit atomics. |
| 611 | def : DSAtomicRetPat<DS_WRXCHG_RTN_B64, i64, si_atomic_swap_local>; |
| 612 | def : DSAtomicRetPat<DS_ADD_RTN_U64, i64, si_atomic_load_add_local>; |
| 613 | def : DSAtomicRetPat<DS_SUB_RTN_U64, i64, si_atomic_load_sub_local>; |
| 614 | def : DSAtomicRetPat<DS_INC_RTN_U64, i64, si_atomic_inc_local>; |
| 615 | def : DSAtomicRetPat<DS_DEC_RTN_U64, i64, si_atomic_dec_local>; |
| 616 | def : DSAtomicRetPat<DS_AND_RTN_B64, i64, si_atomic_load_and_local>; |
| 617 | def : DSAtomicRetPat<DS_OR_RTN_B64, i64, si_atomic_load_or_local>; |
| 618 | def : DSAtomicRetPat<DS_XOR_RTN_B64, i64, si_atomic_load_xor_local>; |
| 619 | def : DSAtomicRetPat<DS_MIN_RTN_I64, i64, si_atomic_load_min_local>; |
| 620 | def : DSAtomicRetPat<DS_MAX_RTN_I64, i64, si_atomic_load_max_local>; |
| 621 | def : DSAtomicRetPat<DS_MIN_RTN_U64, i64, si_atomic_load_umin_local>; |
| 622 | def : DSAtomicRetPat<DS_MAX_RTN_U64, i64, si_atomic_load_umax_local>; |
| 623 | |
| 624 | def : DSAtomicCmpXChg<DS_CMPST_RTN_B64, i64, si_atomic_cmp_swap_64_local>; |
| 625 | |
| 626 | } // let Predicates = [isGCN] |
| 627 | |
| 628 | //===----------------------------------------------------------------------===// |
| 629 | // Real instructions |
| 630 | //===----------------------------------------------------------------------===// |
| 631 | |
| 632 | //===----------------------------------------------------------------------===// |
| 633 | // SIInstructions.td |
| 634 | //===----------------------------------------------------------------------===// |
| 635 | |
| 636 | class DS_Real_si <bits<8> op, DS_Pseudo ds> : |
| 637 | DS_Real <ds>, |
| 638 | SIMCInstr <ds.Mnemonic, SIEncodingFamily.SI> { |
| 639 | let AssemblerPredicates=[isSICI]; |
| 640 | let DecoderNamespace="SICI"; |
| 641 | |
| 642 | // encoding |
| 643 | let Inst{7-0} = !if(ds.has_offset0, offset0, 0); |
| 644 | let Inst{15-8} = !if(ds.has_offset1, offset1, 0); |
| 645 | let Inst{17} = !if(ds.has_gds, gds, ds.gdsValue); |
| 646 | let Inst{25-18} = op; |
| 647 | let Inst{31-26} = 0x36; // ds prefix |
| 648 | let Inst{39-32} = !if(ds.has_addr, addr, 0); |
| 649 | let Inst{47-40} = !if(ds.has_data0, data0, 0); |
| 650 | let Inst{55-48} = !if(ds.has_data1, data1, 0); |
| 651 | let Inst{63-56} = !if(ds.has_vdst, vdst, 0); |
| 652 | } |
| 653 | |
| 654 | def DS_ADD_U32_si : DS_Real_si<0x0, DS_ADD_U32>; |
| 655 | def DS_SUB_U32_si : DS_Real_si<0x1, DS_SUB_U32>; |
| 656 | def DS_RSUB_U32_si : DS_Real_si<0x2, DS_RSUB_U32>; |
| 657 | def DS_INC_U32_si : DS_Real_si<0x3, DS_INC_U32>; |
| 658 | def DS_DEC_U32_si : DS_Real_si<0x4, DS_DEC_U32>; |
| 659 | def DS_MIN_I32_si : DS_Real_si<0x5, DS_MIN_I32>; |
| 660 | def DS_MAX_I32_si : DS_Real_si<0x6, DS_MAX_I32>; |
| 661 | def DS_MIN_U32_si : DS_Real_si<0x7, DS_MIN_U32>; |
| 662 | def DS_MAX_U32_si : DS_Real_si<0x8, DS_MAX_U32>; |
| 663 | def DS_AND_B32_si : DS_Real_si<0x9, DS_AND_B32>; |
| 664 | def DS_OR_B32_si : DS_Real_si<0xa, DS_OR_B32>; |
| 665 | def DS_XOR_B32_si : DS_Real_si<0xb, DS_XOR_B32>; |
| 666 | def DS_MSKOR_B32_si : DS_Real_si<0xc, DS_MSKOR_B32>; |
| 667 | def DS_WRITE_B32_si : DS_Real_si<0xd, DS_WRITE_B32>; |
| 668 | def DS_WRITE2_B32_si : DS_Real_si<0xe, DS_WRITE2_B32>; |
| 669 | def DS_WRITE2ST64_B32_si : DS_Real_si<0xf, DS_WRITE2ST64_B32>; |
| 670 | def DS_CMPST_B32_si : DS_Real_si<0x10, DS_CMPST_B32>; |
| 671 | def DS_CMPST_F32_si : DS_Real_si<0x11, DS_CMPST_F32>; |
| 672 | def DS_MIN_F32_si : DS_Real_si<0x12, DS_MIN_F32>; |
| 673 | def DS_MAX_F32_si : DS_Real_si<0x13, DS_MAX_F32>; |
Matt Arsenault | 7812498 | 2017-02-28 20:15:46 +0000 | [diff] [blame] | 674 | def DS_NOP_si : DS_Real_si<0x14, DS_NOP>; |
Valery Pykhtin | 902db31 | 2016-08-01 14:21:30 +0000 | [diff] [blame] | 675 | def DS_GWS_INIT_si : DS_Real_si<0x19, DS_GWS_INIT>; |
| 676 | def DS_GWS_SEMA_V_si : DS_Real_si<0x1a, DS_GWS_SEMA_V>; |
| 677 | def DS_GWS_SEMA_BR_si : DS_Real_si<0x1b, DS_GWS_SEMA_BR>; |
| 678 | def DS_GWS_SEMA_P_si : DS_Real_si<0x1c, DS_GWS_SEMA_P>; |
| 679 | def DS_GWS_BARRIER_si : DS_Real_si<0x1d, DS_GWS_BARRIER>; |
| 680 | def DS_WRITE_B8_si : DS_Real_si<0x1e, DS_WRITE_B8>; |
| 681 | def DS_WRITE_B16_si : DS_Real_si<0x1f, DS_WRITE_B16>; |
| 682 | def DS_ADD_RTN_U32_si : DS_Real_si<0x20, DS_ADD_RTN_U32>; |
| 683 | def DS_SUB_RTN_U32_si : DS_Real_si<0x21, DS_SUB_RTN_U32>; |
| 684 | def DS_RSUB_RTN_U32_si : DS_Real_si<0x22, DS_RSUB_RTN_U32>; |
| 685 | def DS_INC_RTN_U32_si : DS_Real_si<0x23, DS_INC_RTN_U32>; |
| 686 | def DS_DEC_RTN_U32_si : DS_Real_si<0x24, DS_DEC_RTN_U32>; |
| 687 | def DS_MIN_RTN_I32_si : DS_Real_si<0x25, DS_MIN_RTN_I32>; |
| 688 | def DS_MAX_RTN_I32_si : DS_Real_si<0x26, DS_MAX_RTN_I32>; |
| 689 | def DS_MIN_RTN_U32_si : DS_Real_si<0x27, DS_MIN_RTN_U32>; |
| 690 | def DS_MAX_RTN_U32_si : DS_Real_si<0x28, DS_MAX_RTN_U32>; |
| 691 | def DS_AND_RTN_B32_si : DS_Real_si<0x29, DS_AND_RTN_B32>; |
| 692 | def DS_OR_RTN_B32_si : DS_Real_si<0x2a, DS_OR_RTN_B32>; |
| 693 | def DS_XOR_RTN_B32_si : DS_Real_si<0x2b, DS_XOR_RTN_B32>; |
| 694 | def DS_MSKOR_RTN_B32_si : DS_Real_si<0x2c, DS_MSKOR_RTN_B32>; |
| 695 | def DS_WRXCHG_RTN_B32_si : DS_Real_si<0x2d, DS_WRXCHG_RTN_B32>; |
| 696 | def DS_WRXCHG2_RTN_B32_si : DS_Real_si<0x2e, DS_WRXCHG2_RTN_B32>; |
| 697 | def DS_WRXCHG2ST64_RTN_B32_si : DS_Real_si<0x2f, DS_WRXCHG2ST64_RTN_B32>; |
| 698 | def DS_CMPST_RTN_B32_si : DS_Real_si<0x30, DS_CMPST_RTN_B32>; |
| 699 | def DS_CMPST_RTN_F32_si : DS_Real_si<0x31, DS_CMPST_RTN_F32>; |
| 700 | def DS_MIN_RTN_F32_si : DS_Real_si<0x32, DS_MIN_RTN_F32>; |
| 701 | def DS_MAX_RTN_F32_si : DS_Real_si<0x33, DS_MAX_RTN_F32>; |
| 702 | |
Dmitry Preobrazhensky | e514724 | 2017-04-07 13:07:13 +0000 | [diff] [blame] | 703 | // These instruction are CI/VI only |
| 704 | def DS_WRAP_RTN_B32_si : DS_Real_si<0x34, DS_WRAP_RTN_B32>; |
| 705 | def DS_CONDXCHG32_RTN_B64_si : DS_Real_si<0x7e, DS_CONDXCHG32_RTN_B64>; |
| 706 | def DS_GWS_SEMA_RELEASE_ALL_si : DS_Real_si<0x18, DS_GWS_SEMA_RELEASE_ALL>; |
Valery Pykhtin | 902db31 | 2016-08-01 14:21:30 +0000 | [diff] [blame] | 707 | |
| 708 | def DS_SWIZZLE_B32_si : DS_Real_si<0x35, DS_SWIZZLE_B32>; |
| 709 | def DS_READ_B32_si : DS_Real_si<0x36, DS_READ_B32>; |
| 710 | def DS_READ2_B32_si : DS_Real_si<0x37, DS_READ2_B32>; |
| 711 | def DS_READ2ST64_B32_si : DS_Real_si<0x38, DS_READ2ST64_B32>; |
| 712 | def DS_READ_I8_si : DS_Real_si<0x39, DS_READ_I8>; |
| 713 | def DS_READ_U8_si : DS_Real_si<0x3a, DS_READ_U8>; |
| 714 | def DS_READ_I16_si : DS_Real_si<0x3b, DS_READ_I16>; |
| 715 | def DS_READ_U16_si : DS_Real_si<0x3c, DS_READ_U16>; |
| 716 | def DS_CONSUME_si : DS_Real_si<0x3d, DS_CONSUME>; |
| 717 | def DS_APPEND_si : DS_Real_si<0x3e, DS_APPEND>; |
| 718 | def DS_ORDERED_COUNT_si : DS_Real_si<0x3f, DS_ORDERED_COUNT>; |
| 719 | def DS_ADD_U64_si : DS_Real_si<0x40, DS_ADD_U64>; |
| 720 | def DS_SUB_U64_si : DS_Real_si<0x41, DS_SUB_U64>; |
| 721 | def DS_RSUB_U64_si : DS_Real_si<0x42, DS_RSUB_U64>; |
| 722 | def DS_INC_U64_si : DS_Real_si<0x43, DS_INC_U64>; |
| 723 | def DS_DEC_U64_si : DS_Real_si<0x44, DS_DEC_U64>; |
| 724 | def DS_MIN_I64_si : DS_Real_si<0x45, DS_MIN_I64>; |
| 725 | def DS_MAX_I64_si : DS_Real_si<0x46, DS_MAX_I64>; |
| 726 | def DS_MIN_U64_si : DS_Real_si<0x47, DS_MIN_U64>; |
| 727 | def DS_MAX_U64_si : DS_Real_si<0x48, DS_MAX_U64>; |
| 728 | def DS_AND_B64_si : DS_Real_si<0x49, DS_AND_B64>; |
| 729 | def DS_OR_B64_si : DS_Real_si<0x4a, DS_OR_B64>; |
| 730 | def DS_XOR_B64_si : DS_Real_si<0x4b, DS_XOR_B64>; |
| 731 | def DS_MSKOR_B64_si : DS_Real_si<0x4c, DS_MSKOR_B64>; |
| 732 | def DS_WRITE_B64_si : DS_Real_si<0x4d, DS_WRITE_B64>; |
| 733 | def DS_WRITE2_B64_si : DS_Real_si<0x4E, DS_WRITE2_B64>; |
| 734 | def DS_WRITE2ST64_B64_si : DS_Real_si<0x4f, DS_WRITE2ST64_B64>; |
| 735 | def DS_CMPST_B64_si : DS_Real_si<0x50, DS_CMPST_B64>; |
| 736 | def DS_CMPST_F64_si : DS_Real_si<0x51, DS_CMPST_F64>; |
| 737 | def DS_MIN_F64_si : DS_Real_si<0x52, DS_MIN_F64>; |
| 738 | def DS_MAX_F64_si : DS_Real_si<0x53, DS_MAX_F64>; |
| 739 | |
| 740 | def DS_ADD_RTN_U64_si : DS_Real_si<0x60, DS_ADD_RTN_U64>; |
| 741 | def DS_SUB_RTN_U64_si : DS_Real_si<0x61, DS_SUB_RTN_U64>; |
| 742 | def DS_RSUB_RTN_U64_si : DS_Real_si<0x62, DS_RSUB_RTN_U64>; |
| 743 | def DS_INC_RTN_U64_si : DS_Real_si<0x63, DS_INC_RTN_U64>; |
| 744 | def DS_DEC_RTN_U64_si : DS_Real_si<0x64, DS_DEC_RTN_U64>; |
| 745 | def DS_MIN_RTN_I64_si : DS_Real_si<0x65, DS_MIN_RTN_I64>; |
| 746 | def DS_MAX_RTN_I64_si : DS_Real_si<0x66, DS_MAX_RTN_I64>; |
| 747 | def DS_MIN_RTN_U64_si : DS_Real_si<0x67, DS_MIN_RTN_U64>; |
| 748 | def DS_MAX_RTN_U64_si : DS_Real_si<0x68, DS_MAX_RTN_U64>; |
| 749 | def DS_AND_RTN_B64_si : DS_Real_si<0x69, DS_AND_RTN_B64>; |
| 750 | def DS_OR_RTN_B64_si : DS_Real_si<0x6a, DS_OR_RTN_B64>; |
| 751 | def DS_XOR_RTN_B64_si : DS_Real_si<0x6b, DS_XOR_RTN_B64>; |
| 752 | def DS_MSKOR_RTN_B64_si : DS_Real_si<0x6c, DS_MSKOR_RTN_B64>; |
| 753 | def DS_WRXCHG_RTN_B64_si : DS_Real_si<0x6d, DS_WRXCHG_RTN_B64>; |
| 754 | def DS_WRXCHG2_RTN_B64_si : DS_Real_si<0x6e, DS_WRXCHG2_RTN_B64>; |
| 755 | def DS_WRXCHG2ST64_RTN_B64_si : DS_Real_si<0x6f, DS_WRXCHG2ST64_RTN_B64>; |
| 756 | def DS_CMPST_RTN_B64_si : DS_Real_si<0x70, DS_CMPST_RTN_B64>; |
| 757 | def DS_CMPST_RTN_F64_si : DS_Real_si<0x71, DS_CMPST_RTN_F64>; |
| 758 | def DS_MIN_RTN_F64_si : DS_Real_si<0x72, DS_MIN_RTN_F64>; |
| 759 | def DS_MAX_RTN_F64_si : DS_Real_si<0x73, DS_MAX_RTN_F64>; |
| 760 | |
| 761 | def DS_READ_B64_si : DS_Real_si<0x76, DS_READ_B64>; |
| 762 | def DS_READ2_B64_si : DS_Real_si<0x77, DS_READ2_B64>; |
| 763 | def DS_READ2ST64_B64_si : DS_Real_si<0x78, DS_READ2ST64_B64>; |
| 764 | |
| 765 | def DS_ADD_SRC2_U32_si : DS_Real_si<0x80, DS_ADD_SRC2_U32>; |
| 766 | def DS_SUB_SRC2_U32_si : DS_Real_si<0x81, DS_SUB_SRC2_U32>; |
| 767 | def DS_RSUB_SRC2_U32_si : DS_Real_si<0x82, DS_RSUB_SRC2_U32>; |
| 768 | def DS_INC_SRC2_U32_si : DS_Real_si<0x83, DS_INC_SRC2_U32>; |
| 769 | def DS_DEC_SRC2_U32_si : DS_Real_si<0x84, DS_DEC_SRC2_U32>; |
| 770 | def DS_MIN_SRC2_I32_si : DS_Real_si<0x85, DS_MIN_SRC2_I32>; |
| 771 | def DS_MAX_SRC2_I32_si : DS_Real_si<0x86, DS_MAX_SRC2_I32>; |
| 772 | def DS_MIN_SRC2_U32_si : DS_Real_si<0x87, DS_MIN_SRC2_U32>; |
| 773 | def DS_MAX_SRC2_U32_si : DS_Real_si<0x88, DS_MAX_SRC2_U32>; |
| 774 | def DS_AND_SRC2_B32_si : DS_Real_si<0x89, DS_AND_SRC2_B32>; |
| 775 | def DS_OR_SRC2_B32_si : DS_Real_si<0x8a, DS_OR_SRC2_B32>; |
| 776 | def DS_XOR_SRC2_B32_si : DS_Real_si<0x8b, DS_XOR_SRC2_B32>; |
| 777 | def DS_WRITE_SRC2_B32_si : DS_Real_si<0x8d, DS_WRITE_SRC2_B32>; |
| 778 | |
| 779 | def DS_MIN_SRC2_F32_si : DS_Real_si<0x92, DS_MIN_SRC2_F32>; |
| 780 | def DS_MAX_SRC2_F32_si : DS_Real_si<0x93, DS_MAX_SRC2_F32>; |
| 781 | |
| 782 | def DS_ADD_SRC2_U64_si : DS_Real_si<0xc0, DS_ADD_SRC2_U64>; |
| 783 | def DS_SUB_SRC2_U64_si : DS_Real_si<0xc1, DS_SUB_SRC2_U64>; |
| 784 | def DS_RSUB_SRC2_U64_si : DS_Real_si<0xc2, DS_RSUB_SRC2_U64>; |
| 785 | def DS_INC_SRC2_U64_si : DS_Real_si<0xc3, DS_INC_SRC2_U64>; |
| 786 | def DS_DEC_SRC2_U64_si : DS_Real_si<0xc4, DS_DEC_SRC2_U64>; |
| 787 | def DS_MIN_SRC2_I64_si : DS_Real_si<0xc5, DS_MIN_SRC2_I64>; |
| 788 | def DS_MAX_SRC2_I64_si : DS_Real_si<0xc6, DS_MAX_SRC2_I64>; |
| 789 | def DS_MIN_SRC2_U64_si : DS_Real_si<0xc7, DS_MIN_SRC2_U64>; |
| 790 | def DS_MAX_SRC2_U64_si : DS_Real_si<0xc8, DS_MAX_SRC2_U64>; |
| 791 | def DS_AND_SRC2_B64_si : DS_Real_si<0xc9, DS_AND_SRC2_B64>; |
| 792 | def DS_OR_SRC2_B64_si : DS_Real_si<0xca, DS_OR_SRC2_B64>; |
| 793 | def DS_XOR_SRC2_B64_si : DS_Real_si<0xcb, DS_XOR_SRC2_B64>; |
| 794 | def DS_WRITE_SRC2_B64_si : DS_Real_si<0xcd, DS_WRITE_SRC2_B64>; |
| 795 | |
| 796 | def DS_MIN_SRC2_F64_si : DS_Real_si<0xd2, DS_MIN_SRC2_F64>; |
| 797 | def DS_MAX_SRC2_F64_si : DS_Real_si<0xd3, DS_MAX_SRC2_F64>; |
Matt Arsenault | dedc544 | 2017-02-28 20:15:43 +0000 | [diff] [blame] | 798 | def DS_WRITE_B96_si : DS_Real_si<0xde, DS_WRITE_B96>; |
| 799 | def DS_WRITE_B128_si : DS_Real_si<0xdf, DS_WRITE_B128>; |
| 800 | def DS_READ_B96_si : DS_Real_si<0xfe, DS_READ_B96>; |
| 801 | def DS_READ_B128_si : DS_Real_si<0xff, DS_READ_B128>; |
Valery Pykhtin | 902db31 | 2016-08-01 14:21:30 +0000 | [diff] [blame] | 802 | |
| 803 | //===----------------------------------------------------------------------===// |
| 804 | // VIInstructions.td |
| 805 | //===----------------------------------------------------------------------===// |
| 806 | |
| 807 | class DS_Real_vi <bits<8> op, DS_Pseudo ds> : |
| 808 | DS_Real <ds>, |
| 809 | SIMCInstr <ds.Mnemonic, SIEncodingFamily.VI> { |
| 810 | let AssemblerPredicates = [isVI]; |
| 811 | let DecoderNamespace="VI"; |
| 812 | |
Matt Arsenault | f3dd863 | 2016-11-01 00:55:14 +0000 | [diff] [blame] | 813 | // encoding |
Valery Pykhtin | 902db31 | 2016-08-01 14:21:30 +0000 | [diff] [blame] | 814 | let Inst{7-0} = !if(ds.has_offset0, offset0, 0); |
| 815 | let Inst{15-8} = !if(ds.has_offset1, offset1, 0); |
| 816 | let Inst{16} = !if(ds.has_gds, gds, ds.gdsValue); |
| 817 | let Inst{24-17} = op; |
| 818 | let Inst{31-26} = 0x36; // ds prefix |
| 819 | let Inst{39-32} = !if(ds.has_addr, addr, 0); |
| 820 | let Inst{47-40} = !if(ds.has_data0, data0, 0); |
| 821 | let Inst{55-48} = !if(ds.has_data1, data1, 0); |
| 822 | let Inst{63-56} = !if(ds.has_vdst, vdst, 0); |
| 823 | } |
| 824 | |
| 825 | def DS_ADD_U32_vi : DS_Real_vi<0x0, DS_ADD_U32>; |
| 826 | def DS_SUB_U32_vi : DS_Real_vi<0x1, DS_SUB_U32>; |
| 827 | def DS_RSUB_U32_vi : DS_Real_vi<0x2, DS_RSUB_U32>; |
| 828 | def DS_INC_U32_vi : DS_Real_vi<0x3, DS_INC_U32>; |
| 829 | def DS_DEC_U32_vi : DS_Real_vi<0x4, DS_DEC_U32>; |
| 830 | def DS_MIN_I32_vi : DS_Real_vi<0x5, DS_MIN_I32>; |
| 831 | def DS_MAX_I32_vi : DS_Real_vi<0x6, DS_MAX_I32>; |
| 832 | def DS_MIN_U32_vi : DS_Real_vi<0x7, DS_MIN_U32>; |
| 833 | def DS_MAX_U32_vi : DS_Real_vi<0x8, DS_MAX_U32>; |
| 834 | def DS_AND_B32_vi : DS_Real_vi<0x9, DS_AND_B32>; |
| 835 | def DS_OR_B32_vi : DS_Real_vi<0xa, DS_OR_B32>; |
| 836 | def DS_XOR_B32_vi : DS_Real_vi<0xb, DS_XOR_B32>; |
| 837 | def DS_MSKOR_B32_vi : DS_Real_vi<0xc, DS_MSKOR_B32>; |
| 838 | def DS_WRITE_B32_vi : DS_Real_vi<0xd, DS_WRITE_B32>; |
| 839 | def DS_WRITE2_B32_vi : DS_Real_vi<0xe, DS_WRITE2_B32>; |
| 840 | def DS_WRITE2ST64_B32_vi : DS_Real_vi<0xf, DS_WRITE2ST64_B32>; |
| 841 | def DS_CMPST_B32_vi : DS_Real_vi<0x10, DS_CMPST_B32>; |
| 842 | def DS_CMPST_F32_vi : DS_Real_vi<0x11, DS_CMPST_F32>; |
| 843 | def DS_MIN_F32_vi : DS_Real_vi<0x12, DS_MIN_F32>; |
| 844 | def DS_MAX_F32_vi : DS_Real_vi<0x13, DS_MAX_F32>; |
Matt Arsenault | 7812498 | 2017-02-28 20:15:46 +0000 | [diff] [blame] | 845 | def DS_NOP_vi : DS_Real_vi<0x14, DS_NOP>; |
Artem Tamazov | 2e217b8 | 2016-09-21 16:35:44 +0000 | [diff] [blame] | 846 | def DS_ADD_F32_vi : DS_Real_vi<0x15, DS_ADD_F32>; |
Dmitry Preobrazhensky | e514724 | 2017-04-07 13:07:13 +0000 | [diff] [blame] | 847 | def DS_GWS_INIT_vi : DS_Real_vi<0x99, DS_GWS_INIT>; |
| 848 | def DS_GWS_SEMA_V_vi : DS_Real_vi<0x9a, DS_GWS_SEMA_V>; |
| 849 | def DS_GWS_SEMA_BR_vi : DS_Real_vi<0x9b, DS_GWS_SEMA_BR>; |
| 850 | def DS_GWS_SEMA_P_vi : DS_Real_vi<0x9c, DS_GWS_SEMA_P>; |
| 851 | def DS_GWS_BARRIER_vi : DS_Real_vi<0x9d, DS_GWS_BARRIER>; |
Valery Pykhtin | 902db31 | 2016-08-01 14:21:30 +0000 | [diff] [blame] | 852 | def DS_WRITE_B8_vi : DS_Real_vi<0x1e, DS_WRITE_B8>; |
| 853 | def DS_WRITE_B16_vi : DS_Real_vi<0x1f, DS_WRITE_B16>; |
| 854 | def DS_ADD_RTN_U32_vi : DS_Real_vi<0x20, DS_ADD_RTN_U32>; |
| 855 | def DS_SUB_RTN_U32_vi : DS_Real_vi<0x21, DS_SUB_RTN_U32>; |
| 856 | def DS_RSUB_RTN_U32_vi : DS_Real_vi<0x22, DS_RSUB_RTN_U32>; |
| 857 | def DS_INC_RTN_U32_vi : DS_Real_vi<0x23, DS_INC_RTN_U32>; |
| 858 | def DS_DEC_RTN_U32_vi : DS_Real_vi<0x24, DS_DEC_RTN_U32>; |
| 859 | def DS_MIN_RTN_I32_vi : DS_Real_vi<0x25, DS_MIN_RTN_I32>; |
| 860 | def DS_MAX_RTN_I32_vi : DS_Real_vi<0x26, DS_MAX_RTN_I32>; |
| 861 | def DS_MIN_RTN_U32_vi : DS_Real_vi<0x27, DS_MIN_RTN_U32>; |
| 862 | def DS_MAX_RTN_U32_vi : DS_Real_vi<0x28, DS_MAX_RTN_U32>; |
| 863 | def DS_AND_RTN_B32_vi : DS_Real_vi<0x29, DS_AND_RTN_B32>; |
| 864 | def DS_OR_RTN_B32_vi : DS_Real_vi<0x2a, DS_OR_RTN_B32>; |
| 865 | def DS_XOR_RTN_B32_vi : DS_Real_vi<0x2b, DS_XOR_RTN_B32>; |
| 866 | def DS_MSKOR_RTN_B32_vi : DS_Real_vi<0x2c, DS_MSKOR_RTN_B32>; |
| 867 | def DS_WRXCHG_RTN_B32_vi : DS_Real_vi<0x2d, DS_WRXCHG_RTN_B32>; |
| 868 | def DS_WRXCHG2_RTN_B32_vi : DS_Real_vi<0x2e, DS_WRXCHG2_RTN_B32>; |
| 869 | def DS_WRXCHG2ST64_RTN_B32_vi : DS_Real_vi<0x2f, DS_WRXCHG2ST64_RTN_B32>; |
| 870 | def DS_CMPST_RTN_B32_vi : DS_Real_vi<0x30, DS_CMPST_RTN_B32>; |
| 871 | def DS_CMPST_RTN_F32_vi : DS_Real_vi<0x31, DS_CMPST_RTN_F32>; |
| 872 | def DS_MIN_RTN_F32_vi : DS_Real_vi<0x32, DS_MIN_RTN_F32>; |
| 873 | def DS_MAX_RTN_F32_vi : DS_Real_vi<0x33, DS_MAX_RTN_F32>; |
Dmitry Preobrazhensky | e514724 | 2017-04-07 13:07:13 +0000 | [diff] [blame] | 874 | def DS_WRAP_RTN_B32_vi : DS_Real_vi<0x34, DS_WRAP_RTN_B32>; |
Artem Tamazov | 2e217b8 | 2016-09-21 16:35:44 +0000 | [diff] [blame] | 875 | def DS_ADD_RTN_F32_vi : DS_Real_vi<0x35, DS_ADD_RTN_F32>; |
Valery Pykhtin | 902db31 | 2016-08-01 14:21:30 +0000 | [diff] [blame] | 876 | def DS_READ_B32_vi : DS_Real_vi<0x36, DS_READ_B32>; |
| 877 | def DS_READ2_B32_vi : DS_Real_vi<0x37, DS_READ2_B32>; |
| 878 | def DS_READ2ST64_B32_vi : DS_Real_vi<0x38, DS_READ2ST64_B32>; |
| 879 | def DS_READ_I8_vi : DS_Real_vi<0x39, DS_READ_I8>; |
| 880 | def DS_READ_U8_vi : DS_Real_vi<0x3a, DS_READ_U8>; |
| 881 | def DS_READ_I16_vi : DS_Real_vi<0x3b, DS_READ_I16>; |
| 882 | def DS_READ_U16_vi : DS_Real_vi<0x3c, DS_READ_U16>; |
Dmitry Preobrazhensky | e514724 | 2017-04-07 13:07:13 +0000 | [diff] [blame] | 883 | def DS_CONSUME_vi : DS_Real_vi<0xbd, DS_CONSUME>; |
| 884 | def DS_APPEND_vi : DS_Real_vi<0xbe, DS_APPEND>; |
| 885 | def DS_ORDERED_COUNT_vi : DS_Real_vi<0xbf, DS_ORDERED_COUNT>; |
Valery Pykhtin | 902db31 | 2016-08-01 14:21:30 +0000 | [diff] [blame] | 886 | def DS_SWIZZLE_B32_vi : DS_Real_vi<0x3d, DS_SWIZZLE_B32>; |
| 887 | def DS_PERMUTE_B32_vi : DS_Real_vi<0x3e, DS_PERMUTE_B32>; |
| 888 | def DS_BPERMUTE_B32_vi : DS_Real_vi<0x3f, DS_BPERMUTE_B32>; |
| 889 | |
| 890 | def DS_ADD_U64_vi : DS_Real_vi<0x40, DS_ADD_U64>; |
| 891 | def DS_SUB_U64_vi : DS_Real_vi<0x41, DS_SUB_U64>; |
| 892 | def DS_RSUB_U64_vi : DS_Real_vi<0x42, DS_RSUB_U64>; |
| 893 | def DS_INC_U64_vi : DS_Real_vi<0x43, DS_INC_U64>; |
| 894 | def DS_DEC_U64_vi : DS_Real_vi<0x44, DS_DEC_U64>; |
| 895 | def DS_MIN_I64_vi : DS_Real_vi<0x45, DS_MIN_I64>; |
| 896 | def DS_MAX_I64_vi : DS_Real_vi<0x46, DS_MAX_I64>; |
| 897 | def DS_MIN_U64_vi : DS_Real_vi<0x47, DS_MIN_U64>; |
| 898 | def DS_MAX_U64_vi : DS_Real_vi<0x48, DS_MAX_U64>; |
| 899 | def DS_AND_B64_vi : DS_Real_vi<0x49, DS_AND_B64>; |
| 900 | def DS_OR_B64_vi : DS_Real_vi<0x4a, DS_OR_B64>; |
| 901 | def DS_XOR_B64_vi : DS_Real_vi<0x4b, DS_XOR_B64>; |
| 902 | def DS_MSKOR_B64_vi : DS_Real_vi<0x4c, DS_MSKOR_B64>; |
| 903 | def DS_WRITE_B64_vi : DS_Real_vi<0x4d, DS_WRITE_B64>; |
| 904 | def DS_WRITE2_B64_vi : DS_Real_vi<0x4E, DS_WRITE2_B64>; |
| 905 | def DS_WRITE2ST64_B64_vi : DS_Real_vi<0x4f, DS_WRITE2ST64_B64>; |
| 906 | def DS_CMPST_B64_vi : DS_Real_vi<0x50, DS_CMPST_B64>; |
| 907 | def DS_CMPST_F64_vi : DS_Real_vi<0x51, DS_CMPST_F64>; |
| 908 | def DS_MIN_F64_vi : DS_Real_vi<0x52, DS_MIN_F64>; |
| 909 | def DS_MAX_F64_vi : DS_Real_vi<0x53, DS_MAX_F64>; |
| 910 | |
Matt Arsenault | ed6e8f0 | 2017-09-01 18:36:06 +0000 | [diff] [blame^] | 911 | def DS_WRITE_B8_D16_HI_vi : DS_Real_vi<0x54, DS_WRITE_B8_D16_HI>; |
| 912 | def DS_WRITE_B16_D16_HI_vi : DS_Real_vi<0x55, DS_WRITE_B16_D16_HI>; |
| 913 | |
| 914 | def DS_READ_U8_D16_vi : DS_Real_vi<0x56, DS_READ_U8_D16>; |
| 915 | def DS_READ_U8_D16_HI_vi : DS_Real_vi<0x57, DS_READ_U8_D16_HI>; |
| 916 | def DS_READ_I8_D16_vi : DS_Real_vi<0x58, DS_READ_I8_D16>; |
| 917 | def DS_READ_I8_D16_HI_vi : DS_Real_vi<0x59, DS_READ_I8_D16_HI>; |
| 918 | def DS_READ_U16_D16_vi : DS_Real_vi<0x5a, DS_READ_U16_D16>; |
| 919 | def DS_READ_U16_D16_HI_vi : DS_Real_vi<0x5b, DS_READ_U16_D16_HI>; |
| 920 | |
Valery Pykhtin | 902db31 | 2016-08-01 14:21:30 +0000 | [diff] [blame] | 921 | def DS_ADD_RTN_U64_vi : DS_Real_vi<0x60, DS_ADD_RTN_U64>; |
| 922 | def DS_SUB_RTN_U64_vi : DS_Real_vi<0x61, DS_SUB_RTN_U64>; |
| 923 | def DS_RSUB_RTN_U64_vi : DS_Real_vi<0x62, DS_RSUB_RTN_U64>; |
| 924 | def DS_INC_RTN_U64_vi : DS_Real_vi<0x63, DS_INC_RTN_U64>; |
| 925 | def DS_DEC_RTN_U64_vi : DS_Real_vi<0x64, DS_DEC_RTN_U64>; |
| 926 | def DS_MIN_RTN_I64_vi : DS_Real_vi<0x65, DS_MIN_RTN_I64>; |
| 927 | def DS_MAX_RTN_I64_vi : DS_Real_vi<0x66, DS_MAX_RTN_I64>; |
| 928 | def DS_MIN_RTN_U64_vi : DS_Real_vi<0x67, DS_MIN_RTN_U64>; |
| 929 | def DS_MAX_RTN_U64_vi : DS_Real_vi<0x68, DS_MAX_RTN_U64>; |
| 930 | def DS_AND_RTN_B64_vi : DS_Real_vi<0x69, DS_AND_RTN_B64>; |
| 931 | def DS_OR_RTN_B64_vi : DS_Real_vi<0x6a, DS_OR_RTN_B64>; |
| 932 | def DS_XOR_RTN_B64_vi : DS_Real_vi<0x6b, DS_XOR_RTN_B64>; |
| 933 | def DS_MSKOR_RTN_B64_vi : DS_Real_vi<0x6c, DS_MSKOR_RTN_B64>; |
| 934 | def DS_WRXCHG_RTN_B64_vi : DS_Real_vi<0x6d, DS_WRXCHG_RTN_B64>; |
| 935 | def DS_WRXCHG2_RTN_B64_vi : DS_Real_vi<0x6e, DS_WRXCHG2_RTN_B64>; |
| 936 | def DS_WRXCHG2ST64_RTN_B64_vi : DS_Real_vi<0x6f, DS_WRXCHG2ST64_RTN_B64>; |
Dmitry Preobrazhensky | e514724 | 2017-04-07 13:07:13 +0000 | [diff] [blame] | 937 | def DS_CONDXCHG32_RTN_B64_vi : DS_Real_vi<0x7e, DS_CONDXCHG32_RTN_B64>; |
| 938 | def DS_GWS_SEMA_RELEASE_ALL_vi : DS_Real_vi<0x98, DS_GWS_SEMA_RELEASE_ALL>; |
Valery Pykhtin | 902db31 | 2016-08-01 14:21:30 +0000 | [diff] [blame] | 939 | def DS_CMPST_RTN_B64_vi : DS_Real_vi<0x70, DS_CMPST_RTN_B64>; |
| 940 | def DS_CMPST_RTN_F64_vi : DS_Real_vi<0x71, DS_CMPST_RTN_F64>; |
| 941 | def DS_MIN_RTN_F64_vi : DS_Real_vi<0x72, DS_MIN_RTN_F64>; |
| 942 | def DS_MAX_RTN_F64_vi : DS_Real_vi<0x73, DS_MAX_RTN_F64>; |
| 943 | |
| 944 | def DS_READ_B64_vi : DS_Real_vi<0x76, DS_READ_B64>; |
| 945 | def DS_READ2_B64_vi : DS_Real_vi<0x77, DS_READ2_B64>; |
| 946 | def DS_READ2ST64_B64_vi : DS_Real_vi<0x78, DS_READ2ST64_B64>; |
| 947 | |
| 948 | def DS_ADD_SRC2_U32_vi : DS_Real_vi<0x80, DS_ADD_SRC2_U32>; |
| 949 | def DS_SUB_SRC2_U32_vi : DS_Real_vi<0x81, DS_SUB_SRC2_U32>; |
| 950 | def DS_RSUB_SRC2_U32_vi : DS_Real_vi<0x82, DS_RSUB_SRC2_U32>; |
| 951 | def DS_INC_SRC2_U32_vi : DS_Real_vi<0x83, DS_INC_SRC2_U32>; |
| 952 | def DS_DEC_SRC2_U32_vi : DS_Real_vi<0x84, DS_DEC_SRC2_U32>; |
| 953 | def DS_MIN_SRC2_I32_vi : DS_Real_vi<0x85, DS_MIN_SRC2_I32>; |
| 954 | def DS_MAX_SRC2_I32_vi : DS_Real_vi<0x86, DS_MAX_SRC2_I32>; |
| 955 | def DS_MIN_SRC2_U32_vi : DS_Real_vi<0x87, DS_MIN_SRC2_U32>; |
| 956 | def DS_MAX_SRC2_U32_vi : DS_Real_vi<0x88, DS_MAX_SRC2_U32>; |
| 957 | def DS_AND_SRC2_B32_vi : DS_Real_vi<0x89, DS_AND_SRC2_B32>; |
| 958 | def DS_OR_SRC2_B32_vi : DS_Real_vi<0x8a, DS_OR_SRC2_B32>; |
| 959 | def DS_XOR_SRC2_B32_vi : DS_Real_vi<0x8b, DS_XOR_SRC2_B32>; |
| 960 | def DS_WRITE_SRC2_B32_vi : DS_Real_vi<0x8d, DS_WRITE_SRC2_B32>; |
| 961 | def DS_MIN_SRC2_F32_vi : DS_Real_vi<0x92, DS_MIN_SRC2_F32>; |
| 962 | def DS_MAX_SRC2_F32_vi : DS_Real_vi<0x93, DS_MAX_SRC2_F32>; |
| 963 | def DS_ADD_SRC2_U64_vi : DS_Real_vi<0xc0, DS_ADD_SRC2_U64>; |
| 964 | def DS_SUB_SRC2_U64_vi : DS_Real_vi<0xc1, DS_SUB_SRC2_U64>; |
| 965 | def DS_RSUB_SRC2_U64_vi : DS_Real_vi<0xc2, DS_RSUB_SRC2_U64>; |
| 966 | def DS_INC_SRC2_U64_vi : DS_Real_vi<0xc3, DS_INC_SRC2_U64>; |
| 967 | def DS_DEC_SRC2_U64_vi : DS_Real_vi<0xc4, DS_DEC_SRC2_U64>; |
| 968 | def DS_MIN_SRC2_I64_vi : DS_Real_vi<0xc5, DS_MIN_SRC2_I64>; |
| 969 | def DS_MAX_SRC2_I64_vi : DS_Real_vi<0xc6, DS_MAX_SRC2_I64>; |
| 970 | def DS_MIN_SRC2_U64_vi : DS_Real_vi<0xc7, DS_MIN_SRC2_U64>; |
| 971 | def DS_MAX_SRC2_U64_vi : DS_Real_vi<0xc8, DS_MAX_SRC2_U64>; |
| 972 | def DS_AND_SRC2_B64_vi : DS_Real_vi<0xc9, DS_AND_SRC2_B64>; |
| 973 | def DS_OR_SRC2_B64_vi : DS_Real_vi<0xca, DS_OR_SRC2_B64>; |
| 974 | def DS_XOR_SRC2_B64_vi : DS_Real_vi<0xcb, DS_XOR_SRC2_B64>; |
| 975 | def DS_WRITE_SRC2_B64_vi : DS_Real_vi<0xcd, DS_WRITE_SRC2_B64>; |
| 976 | def DS_MIN_SRC2_F64_vi : DS_Real_vi<0xd2, DS_MIN_SRC2_F64>; |
| 977 | def DS_MAX_SRC2_F64_vi : DS_Real_vi<0xd3, DS_MAX_SRC2_F64>; |
Matt Arsenault | dedc544 | 2017-02-28 20:15:43 +0000 | [diff] [blame] | 978 | def DS_WRITE_B96_vi : DS_Real_vi<0xde, DS_WRITE_B96>; |
| 979 | def DS_WRITE_B128_vi : DS_Real_vi<0xdf, DS_WRITE_B128>; |
| 980 | def DS_READ_B96_vi : DS_Real_vi<0xfe, DS_READ_B96>; |
| 981 | def DS_READ_B128_vi : DS_Real_vi<0xff, DS_READ_B128>; |