| Valery Pykhtin | 902db31 | 2016-08-01 14:21:30 +0000 | [diff] [blame] | 1 | //===-- DSInstructions.td - DS Instruction Defintions ---------------------===// | 
|  | 2 | // | 
|  | 3 | //                     The LLVM Compiler Infrastructure | 
|  | 4 | // | 
|  | 5 | // This file is distributed under the University of Illinois Open Source | 
|  | 6 | // License. See LICENSE.TXT for details. | 
|  | 7 | // | 
|  | 8 | //===----------------------------------------------------------------------===// | 
|  | 9 |  | 
|  | 10 | class DS_Pseudo <string opName, dag outs, dag ins, string asmOps, list<dag> pattern=[]> : | 
|  | 11 | InstSI <outs, ins, "", pattern>, | 
|  | 12 | SIMCInstr <opName, SIEncodingFamily.NONE> { | 
|  | 13 |  | 
|  | 14 | let SubtargetPredicate = isGCN; | 
|  | 15 |  | 
|  | 16 | let LGKM_CNT = 1; | 
|  | 17 | let DS = 1; | 
| Matt Arsenault | 10c17ca | 2016-10-06 10:13:23 +0000 | [diff] [blame] | 18 | let Size = 8; | 
| Valery Pykhtin | 902db31 | 2016-08-01 14:21:30 +0000 | [diff] [blame] | 19 | let UseNamedOperandTable = 1; | 
|  | 20 | let Uses = [M0, EXEC]; | 
|  | 21 |  | 
|  | 22 | // Most instruction load and store data, so set this as the default. | 
|  | 23 | let mayLoad = 1; | 
|  | 24 | let mayStore = 1; | 
|  | 25 |  | 
|  | 26 | let hasSideEffects = 0; | 
|  | 27 | let SchedRW = [WriteLDS]; | 
|  | 28 |  | 
|  | 29 | let isPseudo = 1; | 
|  | 30 | let isCodeGenOnly = 1; | 
|  | 31 |  | 
|  | 32 | let AsmMatchConverter = "cvtDS"; | 
|  | 33 |  | 
|  | 34 | string Mnemonic = opName; | 
|  | 35 | string AsmOperands = asmOps; | 
|  | 36 |  | 
|  | 37 | // Well these bits a kind of hack because it would be more natural | 
|  | 38 | // to test "outs" and "ins" dags for the presence of particular operands | 
|  | 39 | bits<1> has_vdst = 1; | 
|  | 40 | bits<1> has_addr = 1; | 
|  | 41 | bits<1> has_data0 = 1; | 
|  | 42 | bits<1> has_data1 = 1; | 
|  | 43 |  | 
|  | 44 | bits<1> has_offset  = 1; // has "offset" that should be split to offset0,1 | 
|  | 45 | bits<1> has_offset0 = 1; | 
|  | 46 | bits<1> has_offset1 = 1; | 
|  | 47 |  | 
|  | 48 | bits<1> has_gds = 1; | 
|  | 49 | bits<1> gdsValue = 0; // if has_gds == 0 set gds to this value | 
|  | 50 | } | 
|  | 51 |  | 
|  | 52 | class DS_Real <DS_Pseudo ds> : | 
|  | 53 | InstSI <ds.OutOperandList, ds.InOperandList, ds.Mnemonic # " " # ds.AsmOperands, []>, | 
|  | 54 | Enc64 { | 
|  | 55 |  | 
|  | 56 | let isPseudo = 0; | 
|  | 57 | let isCodeGenOnly = 0; | 
|  | 58 |  | 
|  | 59 | // copy relevant pseudo op flags | 
|  | 60 | let SubtargetPredicate = ds.SubtargetPredicate; | 
|  | 61 | let AsmMatchConverter  = ds.AsmMatchConverter; | 
|  | 62 |  | 
|  | 63 | // encoding fields | 
|  | 64 | bits<8> vdst; | 
|  | 65 | bits<1> gds; | 
|  | 66 | bits<8> addr; | 
|  | 67 | bits<8> data0; | 
|  | 68 | bits<8> data1; | 
|  | 69 | bits<8> offset0; | 
|  | 70 | bits<8> offset1; | 
|  | 71 |  | 
|  | 72 | bits<16> offset; | 
|  | 73 | let offset0 = !if(ds.has_offset, offset{7-0}, ?); | 
|  | 74 | let offset1 = !if(ds.has_offset, offset{15-8}, ?); | 
|  | 75 | } | 
|  | 76 |  | 
|  | 77 |  | 
|  | 78 | // DS Pseudo instructions | 
|  | 79 |  | 
|  | 80 | class DS_1A1D_NORET<string opName, RegisterClass rc = VGPR_32> | 
|  | 81 | : DS_Pseudo<opName, | 
|  | 82 | (outs), | 
|  | 83 | (ins VGPR_32:$addr, rc:$data0, offset:$offset, gds:$gds), | 
|  | 84 | "$addr, $data0$offset$gds">, | 
|  | 85 | AtomicNoRet<opName, 0> { | 
|  | 86 |  | 
|  | 87 | let has_data1 = 0; | 
|  | 88 | let has_vdst = 0; | 
|  | 89 | } | 
|  | 90 |  | 
|  | 91 | class DS_1A_Off8_NORET<string opName> : DS_Pseudo<opName, | 
|  | 92 | (outs), | 
|  | 93 | (ins VGPR_32:$addr, offset0:$offset0, offset1:$offset1, gds:$gds), | 
|  | 94 | "$addr $offset0$offset1$gds"> { | 
|  | 95 |  | 
|  | 96 | let has_data0 = 0; | 
|  | 97 | let has_data1 = 0; | 
|  | 98 | let has_vdst  = 0; | 
|  | 99 | let has_offset = 0; | 
|  | 100 | let AsmMatchConverter = "cvtDSOffset01"; | 
|  | 101 | } | 
|  | 102 |  | 
| Matt Arsenault | f3dd863 | 2016-11-01 00:55:14 +0000 | [diff] [blame] | 103 | class DS_1A2D_NORET<string opName, RegisterClass rc = VGPR_32> | 
| Valery Pykhtin | 902db31 | 2016-08-01 14:21:30 +0000 | [diff] [blame] | 104 | : DS_Pseudo<opName, | 
|  | 105 | (outs), | 
|  | 106 | (ins VGPR_32:$addr, rc:$data0, rc:$data1, offset:$offset, gds:$gds), | 
|  | 107 | "$addr, $data0, $data1"#"$offset"#"$gds">, | 
|  | 108 | AtomicNoRet<opName, 0> { | 
|  | 109 |  | 
|  | 110 | let has_vdst = 0; | 
|  | 111 | } | 
|  | 112 |  | 
|  | 113 | class DS_1A2D_Off8_NORET <string opName, RegisterClass rc = VGPR_32> | 
|  | 114 | : DS_Pseudo<opName, | 
|  | 115 | (outs), | 
|  | 116 | (ins VGPR_32:$addr, rc:$data0, rc:$data1, | 
|  | 117 | offset0:$offset0, offset1:$offset1, gds:$gds), | 
|  | 118 | "$addr, $data0, $data1$offset0$offset1$gds"> { | 
|  | 119 |  | 
|  | 120 | let has_vdst = 0; | 
|  | 121 | let has_offset = 0; | 
|  | 122 | let AsmMatchConverter = "cvtDSOffset01"; | 
|  | 123 | } | 
|  | 124 |  | 
|  | 125 | class DS_1A1D_RET <string opName, RegisterClass rc = VGPR_32> | 
|  | 126 | : DS_Pseudo<opName, | 
|  | 127 | (outs rc:$vdst), | 
|  | 128 | (ins VGPR_32:$addr, rc:$data0, offset:$offset, gds:$gds), | 
|  | 129 | "$vdst, $addr, $data0$offset$gds"> { | 
|  | 130 |  | 
|  | 131 | let hasPostISelHook = 1; | 
|  | 132 | let has_data1 = 0; | 
|  | 133 | } | 
|  | 134 |  | 
|  | 135 | class DS_1A2D_RET<string opName, | 
| Matt Arsenault | f3dd863 | 2016-11-01 00:55:14 +0000 | [diff] [blame] | 136 | RegisterClass rc = VGPR_32, | 
| Valery Pykhtin | 902db31 | 2016-08-01 14:21:30 +0000 | [diff] [blame] | 137 | RegisterClass src = rc> | 
|  | 138 | : DS_Pseudo<opName, | 
|  | 139 | (outs rc:$vdst), | 
|  | 140 | (ins VGPR_32:$addr, src:$data0, src:$data1, offset:$offset, gds:$gds), | 
|  | 141 | "$vdst, $addr, $data0, $data1$offset$gds"> { | 
|  | 142 |  | 
|  | 143 | let hasPostISelHook = 1; | 
|  | 144 | } | 
|  | 145 |  | 
| Dmitry Preobrazhensky | 7184c44 | 2017-04-12 14:29:45 +0000 | [diff] [blame] | 146 | class DS_1A2D_Off8_RET<string opName, | 
|  | 147 | RegisterClass rc = VGPR_32, | 
|  | 148 | RegisterClass src = rc> | 
|  | 149 | : DS_Pseudo<opName, | 
|  | 150 | (outs rc:$vdst), | 
|  | 151 | (ins VGPR_32:$addr, src:$data0, src:$data1, offset0:$offset0, offset1:$offset1, gds:$gds), | 
|  | 152 | "$vdst, $addr, $data0, $data1$offset0$offset1$gds"> { | 
|  | 153 |  | 
|  | 154 | let has_offset = 0; | 
|  | 155 | let AsmMatchConverter = "cvtDSOffset01"; | 
|  | 156 |  | 
|  | 157 | let hasPostISelHook = 1; | 
|  | 158 | } | 
|  | 159 |  | 
| Valery Pykhtin | 902db31 | 2016-08-01 14:21:30 +0000 | [diff] [blame] | 160 | class DS_1A_RET<string opName, RegisterClass rc = VGPR_32> | 
|  | 161 | : DS_Pseudo<opName, | 
|  | 162 | (outs rc:$vdst), | 
| Matt Arsenault | f3dd863 | 2016-11-01 00:55:14 +0000 | [diff] [blame] | 163 | (ins VGPR_32:$addr, offset:$offset, gds:$gds), | 
| Valery Pykhtin | 902db31 | 2016-08-01 14:21:30 +0000 | [diff] [blame] | 164 | "$vdst, $addr$offset$gds"> { | 
|  | 165 |  | 
|  | 166 | let has_data0 = 0; | 
|  | 167 | let has_data1 = 0; | 
|  | 168 | } | 
|  | 169 |  | 
|  | 170 | class DS_1A_Off8_RET <string opName, RegisterClass rc = VGPR_32> | 
|  | 171 | : DS_Pseudo<opName, | 
|  | 172 | (outs rc:$vdst), | 
|  | 173 | (ins VGPR_32:$addr, offset0:$offset0, offset1:$offset1, gds:$gds), | 
|  | 174 | "$vdst, $addr$offset0$offset1$gds"> { | 
|  | 175 |  | 
|  | 176 | let has_offset = 0; | 
|  | 177 | let has_data0 = 0; | 
|  | 178 | let has_data1 = 0; | 
|  | 179 | let AsmMatchConverter = "cvtDSOffset01"; | 
|  | 180 | } | 
|  | 181 |  | 
|  | 182 | class DS_1A_RET_GDS <string opName> : DS_Pseudo<opName, | 
|  | 183 | (outs VGPR_32:$vdst), | 
|  | 184 | (ins VGPR_32:$addr, offset:$offset), | 
|  | 185 | "$vdst, $addr$offset gds"> { | 
|  | 186 |  | 
|  | 187 | let has_data0 = 0; | 
|  | 188 | let has_data1 = 0; | 
|  | 189 | let has_gds = 0; | 
|  | 190 | let gdsValue = 1; | 
| Artem Tamazov | 43b6156 | 2017-02-03 12:47:30 +0000 | [diff] [blame] | 191 | let AsmMatchConverter = "cvtDSGds"; | 
| Valery Pykhtin | 902db31 | 2016-08-01 14:21:30 +0000 | [diff] [blame] | 192 | } | 
|  | 193 |  | 
|  | 194 | class DS_0A_RET <string opName> : DS_Pseudo<opName, | 
|  | 195 | (outs VGPR_32:$vdst), | 
|  | 196 | (ins offset:$offset, gds:$gds), | 
|  | 197 | "$vdst$offset$gds"> { | 
|  | 198 |  | 
|  | 199 | let mayLoad = 1; | 
|  | 200 | let mayStore = 1; | 
|  | 201 |  | 
|  | 202 | let has_addr = 0; | 
|  | 203 | let has_data0 = 0; | 
|  | 204 | let has_data1 = 0; | 
|  | 205 | } | 
|  | 206 |  | 
|  | 207 | class DS_1A <string opName> : DS_Pseudo<opName, | 
|  | 208 | (outs), | 
|  | 209 | (ins VGPR_32:$addr, offset:$offset, gds:$gds), | 
|  | 210 | "$addr$offset$gds"> { | 
|  | 211 |  | 
|  | 212 | let mayLoad = 1; | 
|  | 213 | let mayStore = 1; | 
|  | 214 |  | 
|  | 215 | let has_vdst = 0; | 
|  | 216 | let has_data0 = 0; | 
|  | 217 | let has_data1 = 0; | 
|  | 218 | } | 
|  | 219 |  | 
| Dmitry Preobrazhensky | e514724 | 2017-04-07 13:07:13 +0000 | [diff] [blame] | 220 | class DS_GWS <string opName, dag ins, string asmOps> | 
|  | 221 | : DS_Pseudo<opName, (outs), ins, asmOps> { | 
| Valery Pykhtin | 902db31 | 2016-08-01 14:21:30 +0000 | [diff] [blame] | 222 |  | 
| Dmitry Preobrazhensky | e514724 | 2017-04-07 13:07:13 +0000 | [diff] [blame] | 223 | let has_vdst  = 0; | 
|  | 224 | let has_addr  = 0; | 
|  | 225 | let has_data0 = 0; | 
|  | 226 | let has_data1 = 0; | 
| Valery Pykhtin | 902db31 | 2016-08-01 14:21:30 +0000 | [diff] [blame] | 227 |  | 
| Dmitry Preobrazhensky | e514724 | 2017-04-07 13:07:13 +0000 | [diff] [blame] | 228 | let has_gds   = 0; | 
|  | 229 | let gdsValue  = 1; | 
|  | 230 | let AsmMatchConverter = "cvtDSGds"; | 
|  | 231 | } | 
|  | 232 |  | 
|  | 233 | class DS_GWS_0D <string opName> | 
|  | 234 | : DS_GWS<opName, | 
|  | 235 | (ins offset:$offset, gds:$gds), "$offset gds">; | 
|  | 236 |  | 
|  | 237 | class DS_GWS_1D <string opName> | 
|  | 238 | : DS_GWS<opName, | 
|  | 239 | (ins VGPR_32:$data0, offset:$offset, gds:$gds), "$data0$offset gds"> { | 
|  | 240 |  | 
|  | 241 | let has_data0 = 1; | 
| Valery Pykhtin | 902db31 | 2016-08-01 14:21:30 +0000 | [diff] [blame] | 242 | } | 
|  | 243 |  | 
| Matt Arsenault | 7812498 | 2017-02-28 20:15:46 +0000 | [diff] [blame] | 244 | class DS_VOID <string opName> : DS_Pseudo<opName, | 
|  | 245 | (outs), (ins), ""> { | 
|  | 246 | let mayLoad = 0; | 
|  | 247 | let mayStore = 0; | 
|  | 248 | let hasSideEffects = 1; | 
|  | 249 | let UseNamedOperandTable = 0; | 
|  | 250 | let AsmMatchConverter = ""; | 
|  | 251 |  | 
|  | 252 | let has_vdst = 0; | 
|  | 253 | let has_addr = 0; | 
|  | 254 | let has_data0 = 0; | 
|  | 255 | let has_data1 = 0; | 
|  | 256 | let has_offset = 0; | 
|  | 257 | let has_offset0 = 0; | 
|  | 258 | let has_offset1 = 0; | 
|  | 259 | let has_gds = 0; | 
|  | 260 | } | 
|  | 261 |  | 
| Valery Pykhtin | 902db31 | 2016-08-01 14:21:30 +0000 | [diff] [blame] | 262 | class DS_1A1D_PERMUTE <string opName, SDPatternOperator node = null_frag> | 
|  | 263 | : DS_Pseudo<opName, | 
|  | 264 | (outs VGPR_32:$vdst), | 
|  | 265 | (ins VGPR_32:$addr, VGPR_32:$data0, offset:$offset), | 
|  | 266 | "$vdst, $addr, $data0$offset", | 
|  | 267 | [(set i32:$vdst, | 
|  | 268 | (node (DS1Addr1Offset i32:$addr, i16:$offset), i32:$data0))] > { | 
|  | 269 |  | 
| Kannan Narayanan | acb089e | 2017-04-12 03:25:12 +0000 | [diff] [blame] | 270 | let LGKM_CNT = 0; | 
|  | 271 |  | 
| Valery Pykhtin | 902db31 | 2016-08-01 14:21:30 +0000 | [diff] [blame] | 272 | let mayLoad = 0; | 
|  | 273 | let mayStore = 0; | 
|  | 274 | let isConvergent = 1; | 
|  | 275 |  | 
|  | 276 | let has_data1 = 0; | 
|  | 277 | let has_gds = 0; | 
|  | 278 | } | 
|  | 279 |  | 
|  | 280 | def DS_ADD_U32        : DS_1A1D_NORET<"ds_add_u32">; | 
|  | 281 | def DS_SUB_U32        : DS_1A1D_NORET<"ds_sub_u32">; | 
|  | 282 | def DS_RSUB_U32       : DS_1A1D_NORET<"ds_rsub_u32">; | 
|  | 283 | def DS_INC_U32        : DS_1A1D_NORET<"ds_inc_u32">; | 
|  | 284 | def DS_DEC_U32        : DS_1A1D_NORET<"ds_dec_u32">; | 
|  | 285 | def DS_MIN_I32        : DS_1A1D_NORET<"ds_min_i32">; | 
|  | 286 | def DS_MAX_I32        : DS_1A1D_NORET<"ds_max_i32">; | 
|  | 287 | def DS_MIN_U32        : DS_1A1D_NORET<"ds_min_u32">; | 
|  | 288 | def DS_MAX_U32        : DS_1A1D_NORET<"ds_max_u32">; | 
|  | 289 | def DS_AND_B32        : DS_1A1D_NORET<"ds_and_b32">; | 
|  | 290 | def DS_OR_B32         : DS_1A1D_NORET<"ds_or_b32">; | 
|  | 291 | def DS_XOR_B32        : DS_1A1D_NORET<"ds_xor_b32">; | 
| Artem Tamazov | 2e217b8 | 2016-09-21 16:35:44 +0000 | [diff] [blame] | 292 | def DS_ADD_F32        : DS_1A1D_NORET<"ds_add_f32">; | 
| Artem Tamazov | 751985a | 2016-10-21 14:49:22 +0000 | [diff] [blame] | 293 | def DS_MIN_F32        : DS_1A1D_NORET<"ds_min_f32">; | 
|  | 294 | def DS_MAX_F32        : DS_1A1D_NORET<"ds_max_f32">; | 
| Valery Pykhtin | 902db31 | 2016-08-01 14:21:30 +0000 | [diff] [blame] | 295 |  | 
|  | 296 | let mayLoad = 0 in { | 
|  | 297 | def DS_WRITE_B8       : DS_1A1D_NORET<"ds_write_b8">; | 
|  | 298 | def DS_WRITE_B16      : DS_1A1D_NORET<"ds_write_b16">; | 
|  | 299 | def DS_WRITE_B32      : DS_1A1D_NORET<"ds_write_b32">; | 
|  | 300 | def DS_WRITE2_B32     : DS_1A2D_Off8_NORET<"ds_write2_b32">; | 
|  | 301 | def DS_WRITE2ST64_B32 : DS_1A2D_Off8_NORET<"ds_write2st64_b32">; | 
|  | 302 | } | 
|  | 303 |  | 
|  | 304 | def DS_MSKOR_B32      : DS_1A2D_NORET<"ds_mskor_b32">; | 
|  | 305 | def DS_CMPST_B32      : DS_1A2D_NORET<"ds_cmpst_b32">; | 
|  | 306 | def DS_CMPST_F32      : DS_1A2D_NORET<"ds_cmpst_f32">; | 
| Valery Pykhtin | 902db31 | 2016-08-01 14:21:30 +0000 | [diff] [blame] | 307 |  | 
|  | 308 | def DS_ADD_U64        : DS_1A1D_NORET<"ds_add_u64", VReg_64>; | 
|  | 309 | def DS_SUB_U64        : DS_1A1D_NORET<"ds_sub_u64", VReg_64>; | 
|  | 310 | def DS_RSUB_U64       : DS_1A1D_NORET<"ds_rsub_u64", VReg_64>; | 
|  | 311 | def DS_INC_U64        : DS_1A1D_NORET<"ds_inc_u64", VReg_64>; | 
|  | 312 | def DS_DEC_U64        : DS_1A1D_NORET<"ds_dec_u64", VReg_64>; | 
|  | 313 | def DS_MIN_I64        : DS_1A1D_NORET<"ds_min_i64", VReg_64>; | 
|  | 314 | def DS_MAX_I64        : DS_1A1D_NORET<"ds_max_i64", VReg_64>; | 
|  | 315 | def DS_MIN_U64        : DS_1A1D_NORET<"ds_min_u64", VReg_64>; | 
|  | 316 | def DS_MAX_U64        : DS_1A1D_NORET<"ds_max_u64", VReg_64>; | 
|  | 317 | def DS_AND_B64        : DS_1A1D_NORET<"ds_and_b64", VReg_64>; | 
|  | 318 | def DS_OR_B64         : DS_1A1D_NORET<"ds_or_b64", VReg_64>; | 
|  | 319 | def DS_XOR_B64        : DS_1A1D_NORET<"ds_xor_b64", VReg_64>; | 
|  | 320 | def DS_MSKOR_B64      : DS_1A2D_NORET<"ds_mskor_b64", VReg_64>; | 
|  | 321 | let mayLoad = 0 in { | 
|  | 322 | def DS_WRITE_B64      : DS_1A1D_NORET<"ds_write_b64", VReg_64>; | 
|  | 323 | def DS_WRITE2_B64     : DS_1A2D_Off8_NORET<"ds_write2_b64", VReg_64>; | 
|  | 324 | def DS_WRITE2ST64_B64 : DS_1A2D_Off8_NORET<"ds_write2st64_b64", VReg_64>; | 
|  | 325 | } | 
|  | 326 | def DS_CMPST_B64      : DS_1A2D_NORET<"ds_cmpst_b64", VReg_64>; | 
|  | 327 | def DS_CMPST_F64      : DS_1A2D_NORET<"ds_cmpst_f64", VReg_64>; | 
|  | 328 | def DS_MIN_F64        : DS_1A1D_NORET<"ds_min_f64", VReg_64>; | 
|  | 329 | def DS_MAX_F64        : DS_1A1D_NORET<"ds_max_f64", VReg_64>; | 
|  | 330 |  | 
|  | 331 | def DS_ADD_RTN_U32    : DS_1A1D_RET<"ds_add_rtn_u32">, | 
|  | 332 | AtomicNoRet<"ds_add_u32", 1>; | 
| Artem Tamazov | 2e217b8 | 2016-09-21 16:35:44 +0000 | [diff] [blame] | 333 | def DS_ADD_RTN_F32    : DS_1A1D_RET<"ds_add_rtn_f32">, | 
|  | 334 | AtomicNoRet<"ds_add_f32", 1>; | 
| Valery Pykhtin | 902db31 | 2016-08-01 14:21:30 +0000 | [diff] [blame] | 335 | def DS_SUB_RTN_U32    : DS_1A1D_RET<"ds_sub_rtn_u32">, | 
|  | 336 | AtomicNoRet<"ds_sub_u32", 1>; | 
|  | 337 | def DS_RSUB_RTN_U32   : DS_1A1D_RET<"ds_rsub_rtn_u32">, | 
|  | 338 | AtomicNoRet<"ds_rsub_u32", 1>; | 
|  | 339 | def DS_INC_RTN_U32    : DS_1A1D_RET<"ds_inc_rtn_u32">, | 
|  | 340 | AtomicNoRet<"ds_inc_u32", 1>; | 
|  | 341 | def DS_DEC_RTN_U32    : DS_1A1D_RET<"ds_dec_rtn_u32">, | 
|  | 342 | AtomicNoRet<"ds_dec_u32", 1>; | 
|  | 343 | def DS_MIN_RTN_I32    : DS_1A1D_RET<"ds_min_rtn_i32">, | 
|  | 344 | AtomicNoRet<"ds_min_i32", 1>; | 
|  | 345 | def DS_MAX_RTN_I32    : DS_1A1D_RET<"ds_max_rtn_i32">, | 
|  | 346 | AtomicNoRet<"ds_max_i32", 1>; | 
|  | 347 | def DS_MIN_RTN_U32    : DS_1A1D_RET<"ds_min_rtn_u32">, | 
|  | 348 | AtomicNoRet<"ds_min_u32", 1>; | 
|  | 349 | def DS_MAX_RTN_U32    : DS_1A1D_RET<"ds_max_rtn_u32">, | 
|  | 350 | AtomicNoRet<"ds_max_u32", 1>; | 
|  | 351 | def DS_AND_RTN_B32    : DS_1A1D_RET<"ds_and_rtn_b32">, | 
|  | 352 | AtomicNoRet<"ds_and_b32", 1>; | 
|  | 353 | def DS_OR_RTN_B32     : DS_1A1D_RET<"ds_or_rtn_b32">, | 
|  | 354 | AtomicNoRet<"ds_or_b32", 1>; | 
|  | 355 | def DS_XOR_RTN_B32    : DS_1A1D_RET<"ds_xor_rtn_b32">, | 
|  | 356 | AtomicNoRet<"ds_xor_b32", 1>; | 
|  | 357 | def DS_MSKOR_RTN_B32  : DS_1A2D_RET<"ds_mskor_rtn_b32">, | 
|  | 358 | AtomicNoRet<"ds_mskor_b32", 1>; | 
|  | 359 | def DS_CMPST_RTN_B32  : DS_1A2D_RET <"ds_cmpst_rtn_b32">, | 
|  | 360 | AtomicNoRet<"ds_cmpst_b32", 1>; | 
|  | 361 | def DS_CMPST_RTN_F32  : DS_1A2D_RET <"ds_cmpst_rtn_f32">, | 
|  | 362 | AtomicNoRet<"ds_cmpst_f32", 1>; | 
| Artem Tamazov | 751985a | 2016-10-21 14:49:22 +0000 | [diff] [blame] | 363 | def DS_MIN_RTN_F32    : DS_1A1D_RET <"ds_min_rtn_f32">, | 
| Valery Pykhtin | 902db31 | 2016-08-01 14:21:30 +0000 | [diff] [blame] | 364 | AtomicNoRet<"ds_min_f32", 1>; | 
| Artem Tamazov | 751985a | 2016-10-21 14:49:22 +0000 | [diff] [blame] | 365 | def DS_MAX_RTN_F32    : DS_1A1D_RET <"ds_max_rtn_f32">, | 
| Valery Pykhtin | 902db31 | 2016-08-01 14:21:30 +0000 | [diff] [blame] | 366 | AtomicNoRet<"ds_max_f32", 1>; | 
|  | 367 |  | 
|  | 368 | def DS_WRXCHG_RTN_B32      : DS_1A1D_RET<"ds_wrxchg_rtn_b32">, | 
|  | 369 | AtomicNoRet<"", 1>; | 
| Dmitry Preobrazhensky | 7184c44 | 2017-04-12 14:29:45 +0000 | [diff] [blame] | 370 | def DS_WRXCHG2_RTN_B32     : DS_1A2D_Off8_RET<"ds_wrxchg2_rtn_b32", VReg_64, VGPR_32>, | 
| Valery Pykhtin | 902db31 | 2016-08-01 14:21:30 +0000 | [diff] [blame] | 371 | AtomicNoRet<"", 1>; | 
| Dmitry Preobrazhensky | 7184c44 | 2017-04-12 14:29:45 +0000 | [diff] [blame] | 372 | def DS_WRXCHG2ST64_RTN_B32 : DS_1A2D_Off8_RET<"ds_wrxchg2st64_rtn_b32", VReg_64, VGPR_32>, | 
| Valery Pykhtin | 902db31 | 2016-08-01 14:21:30 +0000 | [diff] [blame] | 373 | AtomicNoRet<"", 1>; | 
|  | 374 |  | 
|  | 375 | def DS_ADD_RTN_U64    : DS_1A1D_RET<"ds_add_rtn_u64", VReg_64>, | 
|  | 376 | AtomicNoRet<"ds_add_u64", 1>; | 
|  | 377 | def DS_SUB_RTN_U64    : DS_1A1D_RET<"ds_sub_rtn_u64", VReg_64>, | 
|  | 378 | AtomicNoRet<"ds_sub_u64", 1>; | 
|  | 379 | def DS_RSUB_RTN_U64   : DS_1A1D_RET<"ds_rsub_rtn_u64", VReg_64>, | 
|  | 380 | AtomicNoRet<"ds_rsub_u64", 1>; | 
|  | 381 | def DS_INC_RTN_U64    : DS_1A1D_RET<"ds_inc_rtn_u64", VReg_64>, | 
|  | 382 | AtomicNoRet<"ds_inc_u64", 1>; | 
|  | 383 | def DS_DEC_RTN_U64    : DS_1A1D_RET<"ds_dec_rtn_u64", VReg_64>, | 
|  | 384 | AtomicNoRet<"ds_dec_u64", 1>; | 
|  | 385 | def DS_MIN_RTN_I64    : DS_1A1D_RET<"ds_min_rtn_i64", VReg_64>, | 
|  | 386 | AtomicNoRet<"ds_min_i64", 1>; | 
|  | 387 | def DS_MAX_RTN_I64    : DS_1A1D_RET<"ds_max_rtn_i64", VReg_64>, | 
|  | 388 | AtomicNoRet<"ds_max_i64", 1>; | 
|  | 389 | def DS_MIN_RTN_U64    : DS_1A1D_RET<"ds_min_rtn_u64", VReg_64>, | 
|  | 390 | AtomicNoRet<"ds_min_u64", 1>; | 
|  | 391 | def DS_MAX_RTN_U64    : DS_1A1D_RET<"ds_max_rtn_u64", VReg_64>, | 
|  | 392 | AtomicNoRet<"ds_max_u64", 1>; | 
|  | 393 | def DS_AND_RTN_B64    : DS_1A1D_RET<"ds_and_rtn_b64", VReg_64>, | 
|  | 394 | AtomicNoRet<"ds_and_b64", 1>; | 
|  | 395 | def DS_OR_RTN_B64     : DS_1A1D_RET<"ds_or_rtn_b64", VReg_64>, | 
|  | 396 | AtomicNoRet<"ds_or_b64", 1>; | 
|  | 397 | def DS_XOR_RTN_B64    : DS_1A1D_RET<"ds_xor_rtn_b64", VReg_64>, | 
|  | 398 | AtomicNoRet<"ds_xor_b64", 1>; | 
|  | 399 | def DS_MSKOR_RTN_B64  : DS_1A2D_RET<"ds_mskor_rtn_b64", VReg_64>, | 
|  | 400 | AtomicNoRet<"ds_mskor_b64", 1>; | 
|  | 401 | def DS_CMPST_RTN_B64  : DS_1A2D_RET<"ds_cmpst_rtn_b64", VReg_64>, | 
|  | 402 | AtomicNoRet<"ds_cmpst_b64", 1>; | 
|  | 403 | def DS_CMPST_RTN_F64  : DS_1A2D_RET<"ds_cmpst_rtn_f64", VReg_64>, | 
|  | 404 | AtomicNoRet<"ds_cmpst_f64", 1>; | 
|  | 405 | def DS_MIN_RTN_F64    : DS_1A1D_RET<"ds_min_rtn_f64", VReg_64>, | 
|  | 406 | AtomicNoRet<"ds_min_f64", 1>; | 
|  | 407 | def DS_MAX_RTN_F64    : DS_1A1D_RET<"ds_max_rtn_f64", VReg_64>, | 
|  | 408 | AtomicNoRet<"ds_max_f64", 1>; | 
|  | 409 |  | 
|  | 410 | def DS_WRXCHG_RTN_B64      : DS_1A1D_RET<"ds_wrxchg_rtn_b64", VReg_64>, | 
| Dmitry Preobrazhensky | 7184c44 | 2017-04-12 14:29:45 +0000 | [diff] [blame] | 411 | AtomicNoRet<"", 1>; | 
|  | 412 | def DS_WRXCHG2_RTN_B64     : DS_1A2D_Off8_RET<"ds_wrxchg2_rtn_b64", VReg_128, VReg_64>, | 
|  | 413 | AtomicNoRet<"", 1>; | 
|  | 414 | def DS_WRXCHG2ST64_RTN_B64 : DS_1A2D_Off8_RET<"ds_wrxchg2st64_rtn_b64", VReg_128, VReg_64>, | 
|  | 415 | AtomicNoRet<"", 1>; | 
| Valery Pykhtin | 902db31 | 2016-08-01 14:21:30 +0000 | [diff] [blame] | 416 |  | 
| Dmitry Preobrazhensky | e514724 | 2017-04-07 13:07:13 +0000 | [diff] [blame] | 417 | def DS_GWS_INIT       : DS_GWS_1D<"ds_gws_init">; | 
|  | 418 | def DS_GWS_SEMA_V     : DS_GWS_0D<"ds_gws_sema_v">; | 
|  | 419 | def DS_GWS_SEMA_BR    : DS_GWS_1D<"ds_gws_sema_br">; | 
|  | 420 | def DS_GWS_SEMA_P     : DS_GWS_0D<"ds_gws_sema_p">; | 
|  | 421 | def DS_GWS_BARRIER    : DS_GWS_1D<"ds_gws_barrier">; | 
| Valery Pykhtin | 902db31 | 2016-08-01 14:21:30 +0000 | [diff] [blame] | 422 |  | 
|  | 423 | def DS_ADD_SRC2_U32   : DS_1A<"ds_add_src2_u32">; | 
|  | 424 | def DS_SUB_SRC2_U32   : DS_1A<"ds_sub_src2_u32">; | 
|  | 425 | def DS_RSUB_SRC2_U32  : DS_1A<"ds_rsub_src2_u32">; | 
|  | 426 | def DS_INC_SRC2_U32   : DS_1A<"ds_inc_src2_u32">; | 
|  | 427 | def DS_DEC_SRC2_U32   : DS_1A<"ds_dec_src2_u32">; | 
|  | 428 | def DS_MIN_SRC2_I32   : DS_1A<"ds_min_src2_i32">; | 
|  | 429 | def DS_MAX_SRC2_I32   : DS_1A<"ds_max_src2_i32">; | 
|  | 430 | def DS_MIN_SRC2_U32   : DS_1A<"ds_min_src2_u32">; | 
|  | 431 | def DS_MAX_SRC2_U32   : DS_1A<"ds_max_src2_u32">; | 
| Dmitry Preobrazhensky | e514724 | 2017-04-07 13:07:13 +0000 | [diff] [blame] | 432 | def DS_AND_SRC2_B32   : DS_1A<"ds_and_src2_b32">; | 
| Valery Pykhtin | 902db31 | 2016-08-01 14:21:30 +0000 | [diff] [blame] | 433 | def DS_OR_SRC2_B32    : DS_1A<"ds_or_src2_b32">; | 
|  | 434 | def DS_XOR_SRC2_B32   : DS_1A<"ds_xor_src2_b32">; | 
|  | 435 | def DS_MIN_SRC2_F32   : DS_1A<"ds_min_src2_f32">; | 
|  | 436 | def DS_MAX_SRC2_F32   : DS_1A<"ds_max_src2_f32">; | 
|  | 437 |  | 
|  | 438 | def DS_ADD_SRC2_U64   : DS_1A<"ds_add_src2_u64">; | 
|  | 439 | def DS_SUB_SRC2_U64   : DS_1A<"ds_sub_src2_u64">; | 
|  | 440 | def DS_RSUB_SRC2_U64  : DS_1A<"ds_rsub_src2_u64">; | 
|  | 441 | def DS_INC_SRC2_U64   : DS_1A<"ds_inc_src2_u64">; | 
|  | 442 | def DS_DEC_SRC2_U64   : DS_1A<"ds_dec_src2_u64">; | 
|  | 443 | def DS_MIN_SRC2_I64   : DS_1A<"ds_min_src2_i64">; | 
|  | 444 | def DS_MAX_SRC2_I64   : DS_1A<"ds_max_src2_i64">; | 
|  | 445 | def DS_MIN_SRC2_U64   : DS_1A<"ds_min_src2_u64">; | 
|  | 446 | def DS_MAX_SRC2_U64   : DS_1A<"ds_max_src2_u64">; | 
|  | 447 | def DS_AND_SRC2_B64   : DS_1A<"ds_and_src2_b64">; | 
|  | 448 | def DS_OR_SRC2_B64    : DS_1A<"ds_or_src2_b64">; | 
|  | 449 | def DS_XOR_SRC2_B64   : DS_1A<"ds_xor_src2_b64">; | 
|  | 450 | def DS_MIN_SRC2_F64   : DS_1A<"ds_min_src2_f64">; | 
|  | 451 | def DS_MAX_SRC2_F64   : DS_1A<"ds_max_src2_f64">; | 
|  | 452 |  | 
|  | 453 | def DS_WRITE_SRC2_B32 : DS_1A_Off8_NORET<"ds_write_src2_b32">; | 
|  | 454 | def DS_WRITE_SRC2_B64 : DS_1A_Off8_NORET<"ds_write_src2_b64">; | 
|  | 455 |  | 
|  | 456 | let Uses = [EXEC], mayLoad = 0, mayStore = 0, isConvergent = 1 in { | 
|  | 457 | def DS_SWIZZLE_B32 : DS_1A_RET <"ds_swizzle_b32">; | 
|  | 458 | } | 
|  | 459 |  | 
|  | 460 | let mayStore = 0 in { | 
|  | 461 | def DS_READ_I8       : DS_1A_RET<"ds_read_i8">; | 
|  | 462 | def DS_READ_U8       : DS_1A_RET<"ds_read_u8">; | 
|  | 463 | def DS_READ_I16      : DS_1A_RET<"ds_read_i16">; | 
|  | 464 | def DS_READ_U16      : DS_1A_RET<"ds_read_u16">; | 
|  | 465 | def DS_READ_B32      : DS_1A_RET<"ds_read_b32">; | 
|  | 466 | def DS_READ_B64      : DS_1A_RET<"ds_read_b64", VReg_64>; | 
|  | 467 |  | 
|  | 468 | def DS_READ2_B32     : DS_1A_Off8_RET<"ds_read2_b32", VReg_64>; | 
|  | 469 | def DS_READ2ST64_B32 : DS_1A_Off8_RET<"ds_read2st64_b32", VReg_64>; | 
|  | 470 |  | 
|  | 471 | def DS_READ2_B64     : DS_1A_Off8_RET<"ds_read2_b64", VReg_128>; | 
|  | 472 | def DS_READ2ST64_B64 : DS_1A_Off8_RET<"ds_read2st64_b64", VReg_128>; | 
|  | 473 | } | 
|  | 474 |  | 
| Valery Pykhtin | 902db31 | 2016-08-01 14:21:30 +0000 | [diff] [blame] | 475 | def DS_CONSUME       : DS_0A_RET<"ds_consume">; | 
|  | 476 | def DS_APPEND        : DS_0A_RET<"ds_append">; | 
|  | 477 | def DS_ORDERED_COUNT : DS_1A_RET_GDS<"ds_ordered_count">; | 
| Valery Pykhtin | 902db31 | 2016-08-01 14:21:30 +0000 | [diff] [blame] | 478 |  | 
|  | 479 | //===----------------------------------------------------------------------===// | 
|  | 480 | // Instruction definitions for CI and newer. | 
|  | 481 | //===----------------------------------------------------------------------===// | 
| Valery Pykhtin | 902db31 | 2016-08-01 14:21:30 +0000 | [diff] [blame] | 482 |  | 
|  | 483 | let SubtargetPredicate = isCIVI in { | 
|  | 484 |  | 
| Dmitry Preobrazhensky | e514724 | 2017-04-07 13:07:13 +0000 | [diff] [blame] | 485 | def DS_WRAP_RTN_B32 : DS_1A2D_RET<"ds_wrap_rtn_b32">, AtomicNoRet<"", 1>; | 
|  | 486 |  | 
|  | 487 | def DS_CONDXCHG32_RTN_B64 : DS_1A1D_RET<"ds_condxchg32_rtn_b64", VReg_64>, | 
|  | 488 | AtomicNoRet<"", 1>; | 
|  | 489 |  | 
|  | 490 | def DS_GWS_SEMA_RELEASE_ALL : DS_GWS_0D<"ds_gws_sema_release_all">; | 
| Valery Pykhtin | 902db31 | 2016-08-01 14:21:30 +0000 | [diff] [blame] | 491 |  | 
| Matt Arsenault | dedc544 | 2017-02-28 20:15:43 +0000 | [diff] [blame] | 492 | let mayStore = 0 in { | 
|  | 493 | def DS_READ_B96 : DS_1A_RET<"ds_read_b96", VReg_96>; | 
|  | 494 | def DS_READ_B128: DS_1A_RET<"ds_read_b128", VReg_128>; | 
|  | 495 | } // End mayStore = 0 | 
|  | 496 |  | 
|  | 497 | let mayLoad = 0 in { | 
|  | 498 | def DS_WRITE_B96 : DS_1A1D_NORET<"ds_write_b96", VReg_96>; | 
|  | 499 | def DS_WRITE_B128 : DS_1A1D_NORET<"ds_write_b128", VReg_128>; | 
|  | 500 | } // End mayLoad = 0 | 
|  | 501 |  | 
| Matt Arsenault | 7812498 | 2017-02-28 20:15:46 +0000 | [diff] [blame] | 502 | def DS_NOP : DS_VOID<"ds_nop">; | 
| Matt Arsenault | dedc544 | 2017-02-28 20:15:43 +0000 | [diff] [blame] | 503 |  | 
| Valery Pykhtin | 902db31 | 2016-08-01 14:21:30 +0000 | [diff] [blame] | 504 | } // let SubtargetPredicate = isCIVI | 
|  | 505 |  | 
|  | 506 | //===----------------------------------------------------------------------===// | 
|  | 507 | // Instruction definitions for VI and newer. | 
|  | 508 | //===----------------------------------------------------------------------===// | 
|  | 509 |  | 
|  | 510 | let SubtargetPredicate = isVI in { | 
|  | 511 |  | 
|  | 512 | let Uses = [EXEC] in { | 
|  | 513 | def DS_PERMUTE_B32  : DS_1A1D_PERMUTE <"ds_permute_b32", | 
|  | 514 | int_amdgcn_ds_permute>; | 
|  | 515 | def DS_BPERMUTE_B32 : DS_1A1D_PERMUTE <"ds_bpermute_b32", | 
|  | 516 | int_amdgcn_ds_bpermute>; | 
|  | 517 | } | 
|  | 518 |  | 
|  | 519 | } // let SubtargetPredicate = isVI | 
|  | 520 |  | 
|  | 521 | //===----------------------------------------------------------------------===// | 
|  | 522 | // DS Patterns | 
|  | 523 | //===----------------------------------------------------------------------===// | 
|  | 524 |  | 
|  | 525 | let Predicates = [isGCN] in { | 
|  | 526 |  | 
|  | 527 | def : Pat < | 
|  | 528 | (int_amdgcn_ds_swizzle i32:$src, imm:$offset16), | 
|  | 529 | (DS_SWIZZLE_B32 $src, (as_i16imm $offset16), (i1 0)) | 
|  | 530 | >; | 
|  | 531 |  | 
|  | 532 | class DSReadPat <DS_Pseudo inst, ValueType vt, PatFrag frag> : Pat < | 
|  | 533 | (vt (frag (DS1Addr1Offset i32:$ptr, i32:$offset))), | 
|  | 534 | (inst $ptr, (as_i16imm $offset), (i1 0)) | 
|  | 535 | >; | 
|  | 536 |  | 
|  | 537 | def : DSReadPat <DS_READ_I8,  i32, si_sextload_local_i8>; | 
|  | 538 | def : DSReadPat <DS_READ_U8,  i32, si_az_extload_local_i8>; | 
| Tom Stellard | 115a615 | 2016-11-10 16:02:37 +0000 | [diff] [blame] | 539 | def : DSReadPat <DS_READ_I8,  i16, si_sextload_local_i8>; | 
|  | 540 | def : DSReadPat <DS_READ_U8,  i16, si_az_extload_local_i8>; | 
|  | 541 | def : DSReadPat <DS_READ_I16, i32, si_sextload_local_i16>; | 
| Valery Pykhtin | 902db31 | 2016-08-01 14:21:30 +0000 | [diff] [blame] | 542 | def : DSReadPat <DS_READ_I16, i32, si_sextload_local_i16>; | 
|  | 543 | def : DSReadPat <DS_READ_U16, i32, si_az_extload_local_i16>; | 
| Tom Stellard | 115a615 | 2016-11-10 16:02:37 +0000 | [diff] [blame] | 544 | def : DSReadPat <DS_READ_U16, i16, si_load_local>; | 
| Valery Pykhtin | 902db31 | 2016-08-01 14:21:30 +0000 | [diff] [blame] | 545 | def : DSReadPat <DS_READ_B32, i32, si_load_local>; | 
|  | 546 |  | 
|  | 547 | let AddedComplexity = 100 in { | 
|  | 548 |  | 
|  | 549 | def : DSReadPat <DS_READ_B64, v2i32, si_load_local_align8>; | 
|  | 550 |  | 
|  | 551 | } // End AddedComplexity = 100 | 
|  | 552 |  | 
|  | 553 | def : Pat < | 
|  | 554 | (v2i32 (si_load_local (DS64Bit4ByteAligned i32:$ptr, i8:$offset0, | 
|  | 555 | i8:$offset1))), | 
|  | 556 | (DS_READ2_B32 $ptr, $offset0, $offset1, (i1 0)) | 
|  | 557 | >; | 
|  | 558 |  | 
|  | 559 | class DSWritePat <DS_Pseudo inst, ValueType vt, PatFrag frag> : Pat < | 
|  | 560 | (frag vt:$value, (DS1Addr1Offset i32:$ptr, i32:$offset)), | 
|  | 561 | (inst $ptr, $value, (as_i16imm $offset), (i1 0)) | 
|  | 562 | >; | 
|  | 563 |  | 
|  | 564 | def : DSWritePat <DS_WRITE_B8, i32, si_truncstore_local_i8>; | 
|  | 565 | def : DSWritePat <DS_WRITE_B16, i32, si_truncstore_local_i16>; | 
| Tom Stellard | 115a615 | 2016-11-10 16:02:37 +0000 | [diff] [blame] | 566 | def : DSWritePat <DS_WRITE_B8, i16, si_truncstore_local_i8>; | 
|  | 567 | def : DSWritePat <DS_WRITE_B16, i16, si_store_local>; | 
| Valery Pykhtin | 902db31 | 2016-08-01 14:21:30 +0000 | [diff] [blame] | 568 | def : DSWritePat <DS_WRITE_B32, i32, si_store_local>; | 
|  | 569 |  | 
|  | 570 | let AddedComplexity = 100 in { | 
|  | 571 |  | 
|  | 572 | def : DSWritePat <DS_WRITE_B64, v2i32, si_store_local_align8>; | 
|  | 573 | } // End AddedComplexity = 100 | 
|  | 574 |  | 
|  | 575 | def : Pat < | 
|  | 576 | (si_store_local v2i32:$value, (DS64Bit4ByteAligned i32:$ptr, i8:$offset0, | 
|  | 577 | i8:$offset1)), | 
| Tom Stellard | 115a615 | 2016-11-10 16:02:37 +0000 | [diff] [blame] | 578 | (DS_WRITE2_B32 $ptr, (i32 (EXTRACT_SUBREG $value, sub0)), | 
|  | 579 | (i32 (EXTRACT_SUBREG $value, sub1)), $offset0, $offset1, | 
| Valery Pykhtin | 902db31 | 2016-08-01 14:21:30 +0000 | [diff] [blame] | 580 | (i1 0)) | 
|  | 581 | >; | 
|  | 582 |  | 
|  | 583 | class DSAtomicRetPat<DS_Pseudo inst, ValueType vt, PatFrag frag> : Pat < | 
|  | 584 | (frag (DS1Addr1Offset i32:$ptr, i32:$offset), vt:$value), | 
|  | 585 | (inst $ptr, $value, (as_i16imm $offset), (i1 0)) | 
|  | 586 | >; | 
|  | 587 |  | 
|  | 588 | class DSAtomicCmpXChg<DS_Pseudo inst, ValueType vt, PatFrag frag> : Pat < | 
|  | 589 | (frag (DS1Addr1Offset i32:$ptr, i32:$offset), vt:$cmp, vt:$swap), | 
|  | 590 | (inst $ptr, $cmp, $swap, (as_i16imm $offset), (i1 0)) | 
|  | 591 | >; | 
|  | 592 |  | 
|  | 593 |  | 
|  | 594 | // 32-bit atomics. | 
|  | 595 | def : DSAtomicRetPat<DS_WRXCHG_RTN_B32, i32, si_atomic_swap_local>; | 
|  | 596 | def : DSAtomicRetPat<DS_ADD_RTN_U32, i32, si_atomic_load_add_local>; | 
|  | 597 | def : DSAtomicRetPat<DS_SUB_RTN_U32, i32, si_atomic_load_sub_local>; | 
|  | 598 | def : DSAtomicRetPat<DS_INC_RTN_U32, i32, si_atomic_inc_local>; | 
|  | 599 | def : DSAtomicRetPat<DS_DEC_RTN_U32, i32, si_atomic_dec_local>; | 
|  | 600 | def : DSAtomicRetPat<DS_AND_RTN_B32, i32, si_atomic_load_and_local>; | 
|  | 601 | def : DSAtomicRetPat<DS_OR_RTN_B32, i32, si_atomic_load_or_local>; | 
|  | 602 | def : DSAtomicRetPat<DS_XOR_RTN_B32, i32, si_atomic_load_xor_local>; | 
|  | 603 | def : DSAtomicRetPat<DS_MIN_RTN_I32, i32, si_atomic_load_min_local>; | 
|  | 604 | def : DSAtomicRetPat<DS_MAX_RTN_I32, i32, si_atomic_load_max_local>; | 
|  | 605 | def : DSAtomicRetPat<DS_MIN_RTN_U32, i32, si_atomic_load_umin_local>; | 
|  | 606 | def : DSAtomicRetPat<DS_MAX_RTN_U32, i32, si_atomic_load_umax_local>; | 
|  | 607 | def : DSAtomicCmpXChg<DS_CMPST_RTN_B32, i32, si_atomic_cmp_swap_32_local>; | 
|  | 608 |  | 
|  | 609 | // 64-bit atomics. | 
|  | 610 | def : DSAtomicRetPat<DS_WRXCHG_RTN_B64, i64, si_atomic_swap_local>; | 
|  | 611 | def : DSAtomicRetPat<DS_ADD_RTN_U64, i64, si_atomic_load_add_local>; | 
|  | 612 | def : DSAtomicRetPat<DS_SUB_RTN_U64, i64, si_atomic_load_sub_local>; | 
|  | 613 | def : DSAtomicRetPat<DS_INC_RTN_U64, i64, si_atomic_inc_local>; | 
|  | 614 | def : DSAtomicRetPat<DS_DEC_RTN_U64, i64, si_atomic_dec_local>; | 
|  | 615 | def : DSAtomicRetPat<DS_AND_RTN_B64, i64, si_atomic_load_and_local>; | 
|  | 616 | def : DSAtomicRetPat<DS_OR_RTN_B64, i64, si_atomic_load_or_local>; | 
|  | 617 | def : DSAtomicRetPat<DS_XOR_RTN_B64, i64, si_atomic_load_xor_local>; | 
|  | 618 | def : DSAtomicRetPat<DS_MIN_RTN_I64, i64, si_atomic_load_min_local>; | 
|  | 619 | def : DSAtomicRetPat<DS_MAX_RTN_I64, i64, si_atomic_load_max_local>; | 
|  | 620 | def : DSAtomicRetPat<DS_MIN_RTN_U64, i64, si_atomic_load_umin_local>; | 
|  | 621 | def : DSAtomicRetPat<DS_MAX_RTN_U64, i64, si_atomic_load_umax_local>; | 
|  | 622 |  | 
|  | 623 | def : DSAtomicCmpXChg<DS_CMPST_RTN_B64, i64, si_atomic_cmp_swap_64_local>; | 
|  | 624 |  | 
|  | 625 | } // let Predicates = [isGCN] | 
|  | 626 |  | 
|  | 627 | //===----------------------------------------------------------------------===// | 
|  | 628 | // Real instructions | 
|  | 629 | //===----------------------------------------------------------------------===// | 
|  | 630 |  | 
|  | 631 | //===----------------------------------------------------------------------===// | 
|  | 632 | // SIInstructions.td | 
|  | 633 | //===----------------------------------------------------------------------===// | 
|  | 634 |  | 
|  | 635 | class DS_Real_si <bits<8> op, DS_Pseudo ds> : | 
|  | 636 | DS_Real <ds>, | 
|  | 637 | SIMCInstr <ds.Mnemonic, SIEncodingFamily.SI> { | 
|  | 638 | let AssemblerPredicates=[isSICI]; | 
|  | 639 | let DecoderNamespace="SICI"; | 
|  | 640 |  | 
|  | 641 | // encoding | 
|  | 642 | let Inst{7-0}   = !if(ds.has_offset0, offset0, 0); | 
|  | 643 | let Inst{15-8}  = !if(ds.has_offset1, offset1, 0); | 
|  | 644 | let Inst{17}    = !if(ds.has_gds, gds, ds.gdsValue); | 
|  | 645 | let Inst{25-18} = op; | 
|  | 646 | let Inst{31-26} = 0x36; // ds prefix | 
|  | 647 | let Inst{39-32} = !if(ds.has_addr, addr, 0); | 
|  | 648 | let Inst{47-40} = !if(ds.has_data0, data0, 0); | 
|  | 649 | let Inst{55-48} = !if(ds.has_data1, data1, 0); | 
|  | 650 | let Inst{63-56} = !if(ds.has_vdst, vdst, 0); | 
|  | 651 | } | 
|  | 652 |  | 
|  | 653 | def DS_ADD_U32_si         : DS_Real_si<0x0,  DS_ADD_U32>; | 
|  | 654 | def DS_SUB_U32_si         : DS_Real_si<0x1,  DS_SUB_U32>; | 
|  | 655 | def DS_RSUB_U32_si        : DS_Real_si<0x2,  DS_RSUB_U32>; | 
|  | 656 | def DS_INC_U32_si         : DS_Real_si<0x3,  DS_INC_U32>; | 
|  | 657 | def DS_DEC_U32_si         : DS_Real_si<0x4,  DS_DEC_U32>; | 
|  | 658 | def DS_MIN_I32_si         : DS_Real_si<0x5,  DS_MIN_I32>; | 
|  | 659 | def DS_MAX_I32_si         : DS_Real_si<0x6,  DS_MAX_I32>; | 
|  | 660 | def DS_MIN_U32_si         : DS_Real_si<0x7,  DS_MIN_U32>; | 
|  | 661 | def DS_MAX_U32_si         : DS_Real_si<0x8,  DS_MAX_U32>; | 
|  | 662 | def DS_AND_B32_si         : DS_Real_si<0x9,  DS_AND_B32>; | 
|  | 663 | def DS_OR_B32_si          : DS_Real_si<0xa,  DS_OR_B32>; | 
|  | 664 | def DS_XOR_B32_si         : DS_Real_si<0xb,  DS_XOR_B32>; | 
|  | 665 | def DS_MSKOR_B32_si       : DS_Real_si<0xc,  DS_MSKOR_B32>; | 
|  | 666 | def DS_WRITE_B32_si       : DS_Real_si<0xd,  DS_WRITE_B32>; | 
|  | 667 | def DS_WRITE2_B32_si      : DS_Real_si<0xe,  DS_WRITE2_B32>; | 
|  | 668 | def DS_WRITE2ST64_B32_si  : DS_Real_si<0xf,  DS_WRITE2ST64_B32>; | 
|  | 669 | def DS_CMPST_B32_si       : DS_Real_si<0x10, DS_CMPST_B32>; | 
|  | 670 | def DS_CMPST_F32_si       : DS_Real_si<0x11, DS_CMPST_F32>; | 
|  | 671 | def DS_MIN_F32_si         : DS_Real_si<0x12, DS_MIN_F32>; | 
|  | 672 | def DS_MAX_F32_si         : DS_Real_si<0x13, DS_MAX_F32>; | 
| Matt Arsenault | 7812498 | 2017-02-28 20:15:46 +0000 | [diff] [blame] | 673 | def DS_NOP_si             : DS_Real_si<0x14, DS_NOP>; | 
| Valery Pykhtin | 902db31 | 2016-08-01 14:21:30 +0000 | [diff] [blame] | 674 | def DS_GWS_INIT_si        : DS_Real_si<0x19, DS_GWS_INIT>; | 
|  | 675 | def DS_GWS_SEMA_V_si      : DS_Real_si<0x1a, DS_GWS_SEMA_V>; | 
|  | 676 | def DS_GWS_SEMA_BR_si     : DS_Real_si<0x1b, DS_GWS_SEMA_BR>; | 
|  | 677 | def DS_GWS_SEMA_P_si      : DS_Real_si<0x1c, DS_GWS_SEMA_P>; | 
|  | 678 | def DS_GWS_BARRIER_si     : DS_Real_si<0x1d, DS_GWS_BARRIER>; | 
|  | 679 | def DS_WRITE_B8_si        : DS_Real_si<0x1e, DS_WRITE_B8>; | 
|  | 680 | def DS_WRITE_B16_si       : DS_Real_si<0x1f, DS_WRITE_B16>; | 
|  | 681 | def DS_ADD_RTN_U32_si     : DS_Real_si<0x20, DS_ADD_RTN_U32>; | 
|  | 682 | def DS_SUB_RTN_U32_si     : DS_Real_si<0x21, DS_SUB_RTN_U32>; | 
|  | 683 | def DS_RSUB_RTN_U32_si    : DS_Real_si<0x22, DS_RSUB_RTN_U32>; | 
|  | 684 | def DS_INC_RTN_U32_si     : DS_Real_si<0x23, DS_INC_RTN_U32>; | 
|  | 685 | def DS_DEC_RTN_U32_si     : DS_Real_si<0x24, DS_DEC_RTN_U32>; | 
|  | 686 | def DS_MIN_RTN_I32_si     : DS_Real_si<0x25, DS_MIN_RTN_I32>; | 
|  | 687 | def DS_MAX_RTN_I32_si     : DS_Real_si<0x26, DS_MAX_RTN_I32>; | 
|  | 688 | def DS_MIN_RTN_U32_si     : DS_Real_si<0x27, DS_MIN_RTN_U32>; | 
|  | 689 | def DS_MAX_RTN_U32_si     : DS_Real_si<0x28, DS_MAX_RTN_U32>; | 
|  | 690 | def DS_AND_RTN_B32_si     : DS_Real_si<0x29, DS_AND_RTN_B32>; | 
|  | 691 | def DS_OR_RTN_B32_si      : DS_Real_si<0x2a, DS_OR_RTN_B32>; | 
|  | 692 | def DS_XOR_RTN_B32_si     : DS_Real_si<0x2b, DS_XOR_RTN_B32>; | 
|  | 693 | def DS_MSKOR_RTN_B32_si   : DS_Real_si<0x2c, DS_MSKOR_RTN_B32>; | 
|  | 694 | def DS_WRXCHG_RTN_B32_si  : DS_Real_si<0x2d, DS_WRXCHG_RTN_B32>; | 
|  | 695 | def DS_WRXCHG2_RTN_B32_si : DS_Real_si<0x2e, DS_WRXCHG2_RTN_B32>; | 
|  | 696 | def DS_WRXCHG2ST64_RTN_B32_si : DS_Real_si<0x2f, DS_WRXCHG2ST64_RTN_B32>; | 
|  | 697 | def DS_CMPST_RTN_B32_si   : DS_Real_si<0x30, DS_CMPST_RTN_B32>; | 
|  | 698 | def DS_CMPST_RTN_F32_si   : DS_Real_si<0x31, DS_CMPST_RTN_F32>; | 
|  | 699 | def DS_MIN_RTN_F32_si     : DS_Real_si<0x32, DS_MIN_RTN_F32>; | 
|  | 700 | def DS_MAX_RTN_F32_si     : DS_Real_si<0x33, DS_MAX_RTN_F32>; | 
|  | 701 |  | 
| Dmitry Preobrazhensky | e514724 | 2017-04-07 13:07:13 +0000 | [diff] [blame] | 702 | // These instruction are CI/VI only | 
|  | 703 | def DS_WRAP_RTN_B32_si    : DS_Real_si<0x34, DS_WRAP_RTN_B32>; | 
|  | 704 | def DS_CONDXCHG32_RTN_B64_si   : DS_Real_si<0x7e, DS_CONDXCHG32_RTN_B64>; | 
|  | 705 | def DS_GWS_SEMA_RELEASE_ALL_si : DS_Real_si<0x18, DS_GWS_SEMA_RELEASE_ALL>; | 
| Valery Pykhtin | 902db31 | 2016-08-01 14:21:30 +0000 | [diff] [blame] | 706 |  | 
|  | 707 | def DS_SWIZZLE_B32_si     : DS_Real_si<0x35, DS_SWIZZLE_B32>; | 
|  | 708 | def DS_READ_B32_si        : DS_Real_si<0x36, DS_READ_B32>; | 
|  | 709 | def DS_READ2_B32_si       : DS_Real_si<0x37, DS_READ2_B32>; | 
|  | 710 | def DS_READ2ST64_B32_si   : DS_Real_si<0x38, DS_READ2ST64_B32>; | 
|  | 711 | def DS_READ_I8_si         : DS_Real_si<0x39, DS_READ_I8>; | 
|  | 712 | def DS_READ_U8_si         : DS_Real_si<0x3a, DS_READ_U8>; | 
|  | 713 | def DS_READ_I16_si        : DS_Real_si<0x3b, DS_READ_I16>; | 
|  | 714 | def DS_READ_U16_si        : DS_Real_si<0x3c, DS_READ_U16>; | 
|  | 715 | def DS_CONSUME_si         : DS_Real_si<0x3d, DS_CONSUME>; | 
|  | 716 | def DS_APPEND_si          : DS_Real_si<0x3e, DS_APPEND>; | 
|  | 717 | def DS_ORDERED_COUNT_si   : DS_Real_si<0x3f, DS_ORDERED_COUNT>; | 
|  | 718 | def DS_ADD_U64_si         : DS_Real_si<0x40, DS_ADD_U64>; | 
|  | 719 | def DS_SUB_U64_si         : DS_Real_si<0x41, DS_SUB_U64>; | 
|  | 720 | def DS_RSUB_U64_si        : DS_Real_si<0x42, DS_RSUB_U64>; | 
|  | 721 | def DS_INC_U64_si         : DS_Real_si<0x43, DS_INC_U64>; | 
|  | 722 | def DS_DEC_U64_si         : DS_Real_si<0x44, DS_DEC_U64>; | 
|  | 723 | def DS_MIN_I64_si         : DS_Real_si<0x45, DS_MIN_I64>; | 
|  | 724 | def DS_MAX_I64_si         : DS_Real_si<0x46, DS_MAX_I64>; | 
|  | 725 | def DS_MIN_U64_si         : DS_Real_si<0x47, DS_MIN_U64>; | 
|  | 726 | def DS_MAX_U64_si         : DS_Real_si<0x48, DS_MAX_U64>; | 
|  | 727 | def DS_AND_B64_si         : DS_Real_si<0x49, DS_AND_B64>; | 
|  | 728 | def DS_OR_B64_si          : DS_Real_si<0x4a, DS_OR_B64>; | 
|  | 729 | def DS_XOR_B64_si         : DS_Real_si<0x4b, DS_XOR_B64>; | 
|  | 730 | def DS_MSKOR_B64_si       : DS_Real_si<0x4c, DS_MSKOR_B64>; | 
|  | 731 | def DS_WRITE_B64_si       : DS_Real_si<0x4d, DS_WRITE_B64>; | 
|  | 732 | def DS_WRITE2_B64_si      : DS_Real_si<0x4E, DS_WRITE2_B64>; | 
|  | 733 | def DS_WRITE2ST64_B64_si  : DS_Real_si<0x4f, DS_WRITE2ST64_B64>; | 
|  | 734 | def DS_CMPST_B64_si       : DS_Real_si<0x50, DS_CMPST_B64>; | 
|  | 735 | def DS_CMPST_F64_si       : DS_Real_si<0x51, DS_CMPST_F64>; | 
|  | 736 | def DS_MIN_F64_si         : DS_Real_si<0x52, DS_MIN_F64>; | 
|  | 737 | def DS_MAX_F64_si         : DS_Real_si<0x53, DS_MAX_F64>; | 
|  | 738 |  | 
|  | 739 | def DS_ADD_RTN_U64_si     : DS_Real_si<0x60, DS_ADD_RTN_U64>; | 
|  | 740 | def DS_SUB_RTN_U64_si     : DS_Real_si<0x61, DS_SUB_RTN_U64>; | 
|  | 741 | def DS_RSUB_RTN_U64_si    : DS_Real_si<0x62, DS_RSUB_RTN_U64>; | 
|  | 742 | def DS_INC_RTN_U64_si     : DS_Real_si<0x63, DS_INC_RTN_U64>; | 
|  | 743 | def DS_DEC_RTN_U64_si     : DS_Real_si<0x64, DS_DEC_RTN_U64>; | 
|  | 744 | def DS_MIN_RTN_I64_si     : DS_Real_si<0x65, DS_MIN_RTN_I64>; | 
|  | 745 | def DS_MAX_RTN_I64_si     : DS_Real_si<0x66, DS_MAX_RTN_I64>; | 
|  | 746 | def DS_MIN_RTN_U64_si     : DS_Real_si<0x67, DS_MIN_RTN_U64>; | 
|  | 747 | def DS_MAX_RTN_U64_si     : DS_Real_si<0x68, DS_MAX_RTN_U64>; | 
|  | 748 | def DS_AND_RTN_B64_si     : DS_Real_si<0x69, DS_AND_RTN_B64>; | 
|  | 749 | def DS_OR_RTN_B64_si      : DS_Real_si<0x6a, DS_OR_RTN_B64>; | 
|  | 750 | def DS_XOR_RTN_B64_si     : DS_Real_si<0x6b, DS_XOR_RTN_B64>; | 
|  | 751 | def DS_MSKOR_RTN_B64_si   : DS_Real_si<0x6c, DS_MSKOR_RTN_B64>; | 
|  | 752 | def DS_WRXCHG_RTN_B64_si  : DS_Real_si<0x6d, DS_WRXCHG_RTN_B64>; | 
|  | 753 | def DS_WRXCHG2_RTN_B64_si : DS_Real_si<0x6e, DS_WRXCHG2_RTN_B64>; | 
|  | 754 | def DS_WRXCHG2ST64_RTN_B64_si : DS_Real_si<0x6f, DS_WRXCHG2ST64_RTN_B64>; | 
|  | 755 | def DS_CMPST_RTN_B64_si   : DS_Real_si<0x70, DS_CMPST_RTN_B64>; | 
|  | 756 | def DS_CMPST_RTN_F64_si   : DS_Real_si<0x71, DS_CMPST_RTN_F64>; | 
|  | 757 | def DS_MIN_RTN_F64_si     : DS_Real_si<0x72, DS_MIN_RTN_F64>; | 
|  | 758 | def DS_MAX_RTN_F64_si     : DS_Real_si<0x73, DS_MAX_RTN_F64>; | 
|  | 759 |  | 
|  | 760 | def DS_READ_B64_si        : DS_Real_si<0x76, DS_READ_B64>; | 
|  | 761 | def DS_READ2_B64_si       : DS_Real_si<0x77, DS_READ2_B64>; | 
|  | 762 | def DS_READ2ST64_B64_si   : DS_Real_si<0x78, DS_READ2ST64_B64>; | 
|  | 763 |  | 
|  | 764 | def DS_ADD_SRC2_U32_si    : DS_Real_si<0x80, DS_ADD_SRC2_U32>; | 
|  | 765 | def DS_SUB_SRC2_U32_si    : DS_Real_si<0x81, DS_SUB_SRC2_U32>; | 
|  | 766 | def DS_RSUB_SRC2_U32_si   : DS_Real_si<0x82, DS_RSUB_SRC2_U32>; | 
|  | 767 | def DS_INC_SRC2_U32_si    : DS_Real_si<0x83, DS_INC_SRC2_U32>; | 
|  | 768 | def DS_DEC_SRC2_U32_si    : DS_Real_si<0x84, DS_DEC_SRC2_U32>; | 
|  | 769 | def DS_MIN_SRC2_I32_si    : DS_Real_si<0x85, DS_MIN_SRC2_I32>; | 
|  | 770 | def DS_MAX_SRC2_I32_si    : DS_Real_si<0x86, DS_MAX_SRC2_I32>; | 
|  | 771 | def DS_MIN_SRC2_U32_si    : DS_Real_si<0x87, DS_MIN_SRC2_U32>; | 
|  | 772 | def DS_MAX_SRC2_U32_si    : DS_Real_si<0x88, DS_MAX_SRC2_U32>; | 
|  | 773 | def DS_AND_SRC2_B32_si    : DS_Real_si<0x89, DS_AND_SRC2_B32>; | 
|  | 774 | def DS_OR_SRC2_B32_si     : DS_Real_si<0x8a, DS_OR_SRC2_B32>; | 
|  | 775 | def DS_XOR_SRC2_B32_si    : DS_Real_si<0x8b, DS_XOR_SRC2_B32>; | 
|  | 776 | def DS_WRITE_SRC2_B32_si  : DS_Real_si<0x8d, DS_WRITE_SRC2_B32>; | 
|  | 777 |  | 
|  | 778 | def DS_MIN_SRC2_F32_si    : DS_Real_si<0x92, DS_MIN_SRC2_F32>; | 
|  | 779 | def DS_MAX_SRC2_F32_si    : DS_Real_si<0x93, DS_MAX_SRC2_F32>; | 
|  | 780 |  | 
|  | 781 | def DS_ADD_SRC2_U64_si    : DS_Real_si<0xc0, DS_ADD_SRC2_U64>; | 
|  | 782 | def DS_SUB_SRC2_U64_si    : DS_Real_si<0xc1, DS_SUB_SRC2_U64>; | 
|  | 783 | def DS_RSUB_SRC2_U64_si   : DS_Real_si<0xc2, DS_RSUB_SRC2_U64>; | 
|  | 784 | def DS_INC_SRC2_U64_si    : DS_Real_si<0xc3, DS_INC_SRC2_U64>; | 
|  | 785 | def DS_DEC_SRC2_U64_si    : DS_Real_si<0xc4, DS_DEC_SRC2_U64>; | 
|  | 786 | def DS_MIN_SRC2_I64_si    : DS_Real_si<0xc5, DS_MIN_SRC2_I64>; | 
|  | 787 | def DS_MAX_SRC2_I64_si    : DS_Real_si<0xc6, DS_MAX_SRC2_I64>; | 
|  | 788 | def DS_MIN_SRC2_U64_si    : DS_Real_si<0xc7, DS_MIN_SRC2_U64>; | 
|  | 789 | def DS_MAX_SRC2_U64_si    : DS_Real_si<0xc8, DS_MAX_SRC2_U64>; | 
|  | 790 | def DS_AND_SRC2_B64_si    : DS_Real_si<0xc9, DS_AND_SRC2_B64>; | 
|  | 791 | def DS_OR_SRC2_B64_si     : DS_Real_si<0xca, DS_OR_SRC2_B64>; | 
|  | 792 | def DS_XOR_SRC2_B64_si    : DS_Real_si<0xcb, DS_XOR_SRC2_B64>; | 
|  | 793 | def DS_WRITE_SRC2_B64_si  : DS_Real_si<0xcd, DS_WRITE_SRC2_B64>; | 
|  | 794 |  | 
|  | 795 | def DS_MIN_SRC2_F64_si    : DS_Real_si<0xd2, DS_MIN_SRC2_F64>; | 
|  | 796 | def DS_MAX_SRC2_F64_si    : DS_Real_si<0xd3, DS_MAX_SRC2_F64>; | 
| Matt Arsenault | dedc544 | 2017-02-28 20:15:43 +0000 | [diff] [blame] | 797 | def DS_WRITE_B96_si       : DS_Real_si<0xde, DS_WRITE_B96>; | 
|  | 798 | def DS_WRITE_B128_si      : DS_Real_si<0xdf, DS_WRITE_B128>; | 
|  | 799 | def DS_READ_B96_si        : DS_Real_si<0xfe, DS_READ_B96>; | 
|  | 800 | def DS_READ_B128_si       : DS_Real_si<0xff, DS_READ_B128>; | 
| Valery Pykhtin | 902db31 | 2016-08-01 14:21:30 +0000 | [diff] [blame] | 801 |  | 
|  | 802 | //===----------------------------------------------------------------------===// | 
|  | 803 | // VIInstructions.td | 
|  | 804 | //===----------------------------------------------------------------------===// | 
|  | 805 |  | 
|  | 806 | class DS_Real_vi <bits<8> op, DS_Pseudo ds> : | 
|  | 807 | DS_Real <ds>, | 
|  | 808 | SIMCInstr <ds.Mnemonic, SIEncodingFamily.VI> { | 
|  | 809 | let AssemblerPredicates = [isVI]; | 
|  | 810 | let DecoderNamespace="VI"; | 
|  | 811 |  | 
| Matt Arsenault | f3dd863 | 2016-11-01 00:55:14 +0000 | [diff] [blame] | 812 | // encoding | 
| Valery Pykhtin | 902db31 | 2016-08-01 14:21:30 +0000 | [diff] [blame] | 813 | let Inst{7-0}   = !if(ds.has_offset0, offset0, 0); | 
|  | 814 | let Inst{15-8}  = !if(ds.has_offset1, offset1, 0); | 
|  | 815 | let Inst{16}    = !if(ds.has_gds, gds, ds.gdsValue); | 
|  | 816 | let Inst{24-17} = op; | 
|  | 817 | let Inst{31-26} = 0x36; // ds prefix | 
|  | 818 | let Inst{39-32} = !if(ds.has_addr, addr, 0); | 
|  | 819 | let Inst{47-40} = !if(ds.has_data0, data0, 0); | 
|  | 820 | let Inst{55-48} = !if(ds.has_data1, data1, 0); | 
|  | 821 | let Inst{63-56} = !if(ds.has_vdst, vdst, 0); | 
|  | 822 | } | 
|  | 823 |  | 
|  | 824 | def DS_ADD_U32_vi         : DS_Real_vi<0x0,  DS_ADD_U32>; | 
|  | 825 | def DS_SUB_U32_vi         : DS_Real_vi<0x1,  DS_SUB_U32>; | 
|  | 826 | def DS_RSUB_U32_vi        : DS_Real_vi<0x2,  DS_RSUB_U32>; | 
|  | 827 | def DS_INC_U32_vi         : DS_Real_vi<0x3,  DS_INC_U32>; | 
|  | 828 | def DS_DEC_U32_vi         : DS_Real_vi<0x4,  DS_DEC_U32>; | 
|  | 829 | def DS_MIN_I32_vi         : DS_Real_vi<0x5,  DS_MIN_I32>; | 
|  | 830 | def DS_MAX_I32_vi         : DS_Real_vi<0x6,  DS_MAX_I32>; | 
|  | 831 | def DS_MIN_U32_vi         : DS_Real_vi<0x7,  DS_MIN_U32>; | 
|  | 832 | def DS_MAX_U32_vi         : DS_Real_vi<0x8,  DS_MAX_U32>; | 
|  | 833 | def DS_AND_B32_vi         : DS_Real_vi<0x9,  DS_AND_B32>; | 
|  | 834 | def DS_OR_B32_vi          : DS_Real_vi<0xa,  DS_OR_B32>; | 
|  | 835 | def DS_XOR_B32_vi         : DS_Real_vi<0xb,  DS_XOR_B32>; | 
|  | 836 | def DS_MSKOR_B32_vi       : DS_Real_vi<0xc,  DS_MSKOR_B32>; | 
|  | 837 | def DS_WRITE_B32_vi       : DS_Real_vi<0xd,  DS_WRITE_B32>; | 
|  | 838 | def DS_WRITE2_B32_vi      : DS_Real_vi<0xe,  DS_WRITE2_B32>; | 
|  | 839 | def DS_WRITE2ST64_B32_vi  : DS_Real_vi<0xf,  DS_WRITE2ST64_B32>; | 
|  | 840 | def DS_CMPST_B32_vi       : DS_Real_vi<0x10, DS_CMPST_B32>; | 
|  | 841 | def DS_CMPST_F32_vi       : DS_Real_vi<0x11, DS_CMPST_F32>; | 
|  | 842 | def DS_MIN_F32_vi         : DS_Real_vi<0x12, DS_MIN_F32>; | 
|  | 843 | def DS_MAX_F32_vi         : DS_Real_vi<0x13, DS_MAX_F32>; | 
| Matt Arsenault | 7812498 | 2017-02-28 20:15:46 +0000 | [diff] [blame] | 844 | def DS_NOP_vi             : DS_Real_vi<0x14, DS_NOP>; | 
| Artem Tamazov | 2e217b8 | 2016-09-21 16:35:44 +0000 | [diff] [blame] | 845 | def DS_ADD_F32_vi         : DS_Real_vi<0x15, DS_ADD_F32>; | 
| Dmitry Preobrazhensky | e514724 | 2017-04-07 13:07:13 +0000 | [diff] [blame] | 846 | def DS_GWS_INIT_vi        : DS_Real_vi<0x99, DS_GWS_INIT>; | 
|  | 847 | def DS_GWS_SEMA_V_vi      : DS_Real_vi<0x9a, DS_GWS_SEMA_V>; | 
|  | 848 | def DS_GWS_SEMA_BR_vi     : DS_Real_vi<0x9b, DS_GWS_SEMA_BR>; | 
|  | 849 | def DS_GWS_SEMA_P_vi      : DS_Real_vi<0x9c, DS_GWS_SEMA_P>; | 
|  | 850 | def DS_GWS_BARRIER_vi     : DS_Real_vi<0x9d, DS_GWS_BARRIER>; | 
| Valery Pykhtin | 902db31 | 2016-08-01 14:21:30 +0000 | [diff] [blame] | 851 | def DS_WRITE_B8_vi        : DS_Real_vi<0x1e, DS_WRITE_B8>; | 
|  | 852 | def DS_WRITE_B16_vi       : DS_Real_vi<0x1f, DS_WRITE_B16>; | 
|  | 853 | def DS_ADD_RTN_U32_vi     : DS_Real_vi<0x20, DS_ADD_RTN_U32>; | 
|  | 854 | def DS_SUB_RTN_U32_vi     : DS_Real_vi<0x21, DS_SUB_RTN_U32>; | 
|  | 855 | def DS_RSUB_RTN_U32_vi    : DS_Real_vi<0x22, DS_RSUB_RTN_U32>; | 
|  | 856 | def DS_INC_RTN_U32_vi     : DS_Real_vi<0x23, DS_INC_RTN_U32>; | 
|  | 857 | def DS_DEC_RTN_U32_vi     : DS_Real_vi<0x24, DS_DEC_RTN_U32>; | 
|  | 858 | def DS_MIN_RTN_I32_vi     : DS_Real_vi<0x25, DS_MIN_RTN_I32>; | 
|  | 859 | def DS_MAX_RTN_I32_vi     : DS_Real_vi<0x26, DS_MAX_RTN_I32>; | 
|  | 860 | def DS_MIN_RTN_U32_vi     : DS_Real_vi<0x27, DS_MIN_RTN_U32>; | 
|  | 861 | def DS_MAX_RTN_U32_vi     : DS_Real_vi<0x28, DS_MAX_RTN_U32>; | 
|  | 862 | def DS_AND_RTN_B32_vi     : DS_Real_vi<0x29, DS_AND_RTN_B32>; | 
|  | 863 | def DS_OR_RTN_B32_vi      : DS_Real_vi<0x2a, DS_OR_RTN_B32>; | 
|  | 864 | def DS_XOR_RTN_B32_vi     : DS_Real_vi<0x2b, DS_XOR_RTN_B32>; | 
|  | 865 | def DS_MSKOR_RTN_B32_vi   : DS_Real_vi<0x2c, DS_MSKOR_RTN_B32>; | 
|  | 866 | def DS_WRXCHG_RTN_B32_vi  : DS_Real_vi<0x2d, DS_WRXCHG_RTN_B32>; | 
|  | 867 | def DS_WRXCHG2_RTN_B32_vi : DS_Real_vi<0x2e, DS_WRXCHG2_RTN_B32>; | 
|  | 868 | def DS_WRXCHG2ST64_RTN_B32_vi : DS_Real_vi<0x2f, DS_WRXCHG2ST64_RTN_B32>; | 
|  | 869 | def DS_CMPST_RTN_B32_vi   : DS_Real_vi<0x30, DS_CMPST_RTN_B32>; | 
|  | 870 | def DS_CMPST_RTN_F32_vi   : DS_Real_vi<0x31, DS_CMPST_RTN_F32>; | 
|  | 871 | def DS_MIN_RTN_F32_vi     : DS_Real_vi<0x32, DS_MIN_RTN_F32>; | 
|  | 872 | def DS_MAX_RTN_F32_vi     : DS_Real_vi<0x33, DS_MAX_RTN_F32>; | 
| Dmitry Preobrazhensky | e514724 | 2017-04-07 13:07:13 +0000 | [diff] [blame] | 873 | def DS_WRAP_RTN_B32_vi    : DS_Real_vi<0x34, DS_WRAP_RTN_B32>; | 
| Artem Tamazov | 2e217b8 | 2016-09-21 16:35:44 +0000 | [diff] [blame] | 874 | def DS_ADD_RTN_F32_vi     : DS_Real_vi<0x35, DS_ADD_RTN_F32>; | 
| Valery Pykhtin | 902db31 | 2016-08-01 14:21:30 +0000 | [diff] [blame] | 875 | def DS_READ_B32_vi        : DS_Real_vi<0x36, DS_READ_B32>; | 
|  | 876 | def DS_READ2_B32_vi       : DS_Real_vi<0x37, DS_READ2_B32>; | 
|  | 877 | def DS_READ2ST64_B32_vi   : DS_Real_vi<0x38, DS_READ2ST64_B32>; | 
|  | 878 | def DS_READ_I8_vi         : DS_Real_vi<0x39, DS_READ_I8>; | 
|  | 879 | def DS_READ_U8_vi         : DS_Real_vi<0x3a, DS_READ_U8>; | 
|  | 880 | def DS_READ_I16_vi        : DS_Real_vi<0x3b, DS_READ_I16>; | 
|  | 881 | def DS_READ_U16_vi        : DS_Real_vi<0x3c, DS_READ_U16>; | 
| Dmitry Preobrazhensky | e514724 | 2017-04-07 13:07:13 +0000 | [diff] [blame] | 882 | def DS_CONSUME_vi         : DS_Real_vi<0xbd, DS_CONSUME>; | 
|  | 883 | def DS_APPEND_vi          : DS_Real_vi<0xbe, DS_APPEND>; | 
|  | 884 | def DS_ORDERED_COUNT_vi   : DS_Real_vi<0xbf, DS_ORDERED_COUNT>; | 
| Valery Pykhtin | 902db31 | 2016-08-01 14:21:30 +0000 | [diff] [blame] | 885 | def DS_SWIZZLE_B32_vi     : DS_Real_vi<0x3d, DS_SWIZZLE_B32>; | 
|  | 886 | def DS_PERMUTE_B32_vi     : DS_Real_vi<0x3e, DS_PERMUTE_B32>; | 
|  | 887 | def DS_BPERMUTE_B32_vi    : DS_Real_vi<0x3f, DS_BPERMUTE_B32>; | 
|  | 888 |  | 
|  | 889 | def DS_ADD_U64_vi         : DS_Real_vi<0x40, DS_ADD_U64>; | 
|  | 890 | def DS_SUB_U64_vi         : DS_Real_vi<0x41, DS_SUB_U64>; | 
|  | 891 | def DS_RSUB_U64_vi        : DS_Real_vi<0x42, DS_RSUB_U64>; | 
|  | 892 | def DS_INC_U64_vi         : DS_Real_vi<0x43, DS_INC_U64>; | 
|  | 893 | def DS_DEC_U64_vi         : DS_Real_vi<0x44, DS_DEC_U64>; | 
|  | 894 | def DS_MIN_I64_vi         : DS_Real_vi<0x45, DS_MIN_I64>; | 
|  | 895 | def DS_MAX_I64_vi         : DS_Real_vi<0x46, DS_MAX_I64>; | 
|  | 896 | def DS_MIN_U64_vi         : DS_Real_vi<0x47, DS_MIN_U64>; | 
|  | 897 | def DS_MAX_U64_vi         : DS_Real_vi<0x48, DS_MAX_U64>; | 
|  | 898 | def DS_AND_B64_vi         : DS_Real_vi<0x49, DS_AND_B64>; | 
|  | 899 | def DS_OR_B64_vi          : DS_Real_vi<0x4a, DS_OR_B64>; | 
|  | 900 | def DS_XOR_B64_vi         : DS_Real_vi<0x4b, DS_XOR_B64>; | 
|  | 901 | def DS_MSKOR_B64_vi       : DS_Real_vi<0x4c, DS_MSKOR_B64>; | 
|  | 902 | def DS_WRITE_B64_vi       : DS_Real_vi<0x4d, DS_WRITE_B64>; | 
|  | 903 | def DS_WRITE2_B64_vi      : DS_Real_vi<0x4E, DS_WRITE2_B64>; | 
|  | 904 | def DS_WRITE2ST64_B64_vi  : DS_Real_vi<0x4f, DS_WRITE2ST64_B64>; | 
|  | 905 | def DS_CMPST_B64_vi       : DS_Real_vi<0x50, DS_CMPST_B64>; | 
|  | 906 | def DS_CMPST_F64_vi       : DS_Real_vi<0x51, DS_CMPST_F64>; | 
|  | 907 | def DS_MIN_F64_vi         : DS_Real_vi<0x52, DS_MIN_F64>; | 
|  | 908 | def DS_MAX_F64_vi         : DS_Real_vi<0x53, DS_MAX_F64>; | 
|  | 909 |  | 
|  | 910 | def DS_ADD_RTN_U64_vi     : DS_Real_vi<0x60, DS_ADD_RTN_U64>; | 
|  | 911 | def DS_SUB_RTN_U64_vi     : DS_Real_vi<0x61, DS_SUB_RTN_U64>; | 
|  | 912 | def DS_RSUB_RTN_U64_vi    : DS_Real_vi<0x62, DS_RSUB_RTN_U64>; | 
|  | 913 | def DS_INC_RTN_U64_vi     : DS_Real_vi<0x63, DS_INC_RTN_U64>; | 
|  | 914 | def DS_DEC_RTN_U64_vi     : DS_Real_vi<0x64, DS_DEC_RTN_U64>; | 
|  | 915 | def DS_MIN_RTN_I64_vi     : DS_Real_vi<0x65, DS_MIN_RTN_I64>; | 
|  | 916 | def DS_MAX_RTN_I64_vi     : DS_Real_vi<0x66, DS_MAX_RTN_I64>; | 
|  | 917 | def DS_MIN_RTN_U64_vi     : DS_Real_vi<0x67, DS_MIN_RTN_U64>; | 
|  | 918 | def DS_MAX_RTN_U64_vi     : DS_Real_vi<0x68, DS_MAX_RTN_U64>; | 
|  | 919 | def DS_AND_RTN_B64_vi     : DS_Real_vi<0x69, DS_AND_RTN_B64>; | 
|  | 920 | def DS_OR_RTN_B64_vi      : DS_Real_vi<0x6a, DS_OR_RTN_B64>; | 
|  | 921 | def DS_XOR_RTN_B64_vi     : DS_Real_vi<0x6b, DS_XOR_RTN_B64>; | 
|  | 922 | def DS_MSKOR_RTN_B64_vi   : DS_Real_vi<0x6c, DS_MSKOR_RTN_B64>; | 
|  | 923 | def DS_WRXCHG_RTN_B64_vi  : DS_Real_vi<0x6d, DS_WRXCHG_RTN_B64>; | 
|  | 924 | def DS_WRXCHG2_RTN_B64_vi : DS_Real_vi<0x6e, DS_WRXCHG2_RTN_B64>; | 
|  | 925 | def DS_WRXCHG2ST64_RTN_B64_vi : DS_Real_vi<0x6f, DS_WRXCHG2ST64_RTN_B64>; | 
| Dmitry Preobrazhensky | e514724 | 2017-04-07 13:07:13 +0000 | [diff] [blame] | 926 | def DS_CONDXCHG32_RTN_B64_vi   : DS_Real_vi<0x7e, DS_CONDXCHG32_RTN_B64>; | 
|  | 927 | def DS_GWS_SEMA_RELEASE_ALL_vi : DS_Real_vi<0x98, DS_GWS_SEMA_RELEASE_ALL>; | 
| Valery Pykhtin | 902db31 | 2016-08-01 14:21:30 +0000 | [diff] [blame] | 928 | def DS_CMPST_RTN_B64_vi   : DS_Real_vi<0x70, DS_CMPST_RTN_B64>; | 
|  | 929 | def DS_CMPST_RTN_F64_vi   : DS_Real_vi<0x71, DS_CMPST_RTN_F64>; | 
|  | 930 | def DS_MIN_RTN_F64_vi     : DS_Real_vi<0x72, DS_MIN_RTN_F64>; | 
|  | 931 | def DS_MAX_RTN_F64_vi     : DS_Real_vi<0x73, DS_MAX_RTN_F64>; | 
|  | 932 |  | 
|  | 933 | def DS_READ_B64_vi        : DS_Real_vi<0x76, DS_READ_B64>; | 
|  | 934 | def DS_READ2_B64_vi       : DS_Real_vi<0x77, DS_READ2_B64>; | 
|  | 935 | def DS_READ2ST64_B64_vi   : DS_Real_vi<0x78, DS_READ2ST64_B64>; | 
|  | 936 |  | 
|  | 937 | def DS_ADD_SRC2_U32_vi    : DS_Real_vi<0x80, DS_ADD_SRC2_U32>; | 
|  | 938 | def DS_SUB_SRC2_U32_vi    : DS_Real_vi<0x81, DS_SUB_SRC2_U32>; | 
|  | 939 | def DS_RSUB_SRC2_U32_vi   : DS_Real_vi<0x82, DS_RSUB_SRC2_U32>; | 
|  | 940 | def DS_INC_SRC2_U32_vi    : DS_Real_vi<0x83, DS_INC_SRC2_U32>; | 
|  | 941 | def DS_DEC_SRC2_U32_vi    : DS_Real_vi<0x84, DS_DEC_SRC2_U32>; | 
|  | 942 | def DS_MIN_SRC2_I32_vi    : DS_Real_vi<0x85, DS_MIN_SRC2_I32>; | 
|  | 943 | def DS_MAX_SRC2_I32_vi    : DS_Real_vi<0x86, DS_MAX_SRC2_I32>; | 
|  | 944 | def DS_MIN_SRC2_U32_vi    : DS_Real_vi<0x87, DS_MIN_SRC2_U32>; | 
|  | 945 | def DS_MAX_SRC2_U32_vi    : DS_Real_vi<0x88, DS_MAX_SRC2_U32>; | 
|  | 946 | def DS_AND_SRC2_B32_vi    : DS_Real_vi<0x89, DS_AND_SRC2_B32>; | 
|  | 947 | def DS_OR_SRC2_B32_vi     : DS_Real_vi<0x8a, DS_OR_SRC2_B32>; | 
|  | 948 | def DS_XOR_SRC2_B32_vi    : DS_Real_vi<0x8b, DS_XOR_SRC2_B32>; | 
|  | 949 | def DS_WRITE_SRC2_B32_vi  : DS_Real_vi<0x8d, DS_WRITE_SRC2_B32>; | 
|  | 950 | def DS_MIN_SRC2_F32_vi    : DS_Real_vi<0x92, DS_MIN_SRC2_F32>; | 
|  | 951 | def DS_MAX_SRC2_F32_vi    : DS_Real_vi<0x93, DS_MAX_SRC2_F32>; | 
|  | 952 | def DS_ADD_SRC2_U64_vi    : DS_Real_vi<0xc0, DS_ADD_SRC2_U64>; | 
|  | 953 | def DS_SUB_SRC2_U64_vi    : DS_Real_vi<0xc1, DS_SUB_SRC2_U64>; | 
|  | 954 | def DS_RSUB_SRC2_U64_vi   : DS_Real_vi<0xc2, DS_RSUB_SRC2_U64>; | 
|  | 955 | def DS_INC_SRC2_U64_vi    : DS_Real_vi<0xc3, DS_INC_SRC2_U64>; | 
|  | 956 | def DS_DEC_SRC2_U64_vi    : DS_Real_vi<0xc4, DS_DEC_SRC2_U64>; | 
|  | 957 | def DS_MIN_SRC2_I64_vi    : DS_Real_vi<0xc5, DS_MIN_SRC2_I64>; | 
|  | 958 | def DS_MAX_SRC2_I64_vi    : DS_Real_vi<0xc6, DS_MAX_SRC2_I64>; | 
|  | 959 | def DS_MIN_SRC2_U64_vi    : DS_Real_vi<0xc7, DS_MIN_SRC2_U64>; | 
|  | 960 | def DS_MAX_SRC2_U64_vi    : DS_Real_vi<0xc8, DS_MAX_SRC2_U64>; | 
|  | 961 | def DS_AND_SRC2_B64_vi    : DS_Real_vi<0xc9, DS_AND_SRC2_B64>; | 
|  | 962 | def DS_OR_SRC2_B64_vi     : DS_Real_vi<0xca, DS_OR_SRC2_B64>; | 
|  | 963 | def DS_XOR_SRC2_B64_vi    : DS_Real_vi<0xcb, DS_XOR_SRC2_B64>; | 
|  | 964 | def DS_WRITE_SRC2_B64_vi  : DS_Real_vi<0xcd, DS_WRITE_SRC2_B64>; | 
|  | 965 | def DS_MIN_SRC2_F64_vi    : DS_Real_vi<0xd2, DS_MIN_SRC2_F64>; | 
|  | 966 | def DS_MAX_SRC2_F64_vi    : DS_Real_vi<0xd3, DS_MAX_SRC2_F64>; | 
| Matt Arsenault | dedc544 | 2017-02-28 20:15:43 +0000 | [diff] [blame] | 967 | def DS_WRITE_B96_vi       : DS_Real_vi<0xde, DS_WRITE_B96>; | 
|  | 968 | def DS_WRITE_B128_vi      : DS_Real_vi<0xdf, DS_WRITE_B128>; | 
|  | 969 | def DS_READ_B96_vi        : DS_Real_vi<0xfe, DS_READ_B96>; | 
|  | 970 | def DS_READ_B128_vi       : DS_Real_vi<0xff, DS_READ_B128>; |