| Tom Stellard | 2c1c9de | 2014-03-24 16:07:25 +0000 | [diff] [blame] | 1 | //===-- EvergreenInstructions.td - EG Instruction defs  ----*- tablegen -*-===// | 
|  | 2 | // | 
|  | 3 | //                     The LLVM Compiler Infrastructure | 
|  | 4 | // | 
|  | 5 | // This file is distributed under the University of Illinois Open Source | 
|  | 6 | // License. See LICENSE.TXT for details. | 
|  | 7 | // | 
|  | 8 | //===----------------------------------------------------------------------===// | 
|  | 9 | // | 
|  | 10 | // TableGen definitions for instructions which are: | 
|  | 11 | // - Available to Evergreen and newer VLIW4/VLIW5 GPUs | 
|  | 12 | // - Available only on Evergreen family GPUs. | 
|  | 13 | // | 
|  | 14 | //===----------------------------------------------------------------------===// | 
|  | 15 |  | 
|  | 16 | def isEG : Predicate< | 
|  | 17 | "Subtarget.getGeneration() >= AMDGPUSubtarget::EVERGREEN && " | 
|  | 18 | "Subtarget.getGeneration() < AMDGPUSubtarget::SOUTHERN_ISLANDS && " | 
|  | 19 | "!Subtarget.hasCaymanISA()" | 
|  | 20 | >; | 
|  | 21 |  | 
|  | 22 | def isEGorCayman : Predicate< | 
|  | 23 | "Subtarget.getGeneration() == AMDGPUSubtarget::EVERGREEN ||" | 
|  | 24 | "Subtarget.getGeneration() ==AMDGPUSubtarget::NORTHERN_ISLANDS" | 
|  | 25 | >; | 
|  | 26 |  | 
|  | 27 | //===----------------------------------------------------------------------===// | 
|  | 28 | // Evergreen / Cayman store instructions | 
|  | 29 | //===----------------------------------------------------------------------===// | 
|  | 30 |  | 
|  | 31 | let Predicates = [isEGorCayman] in { | 
|  | 32 |  | 
|  | 33 | class CF_MEM_RAT_CACHELESS <bits<6> rat_inst, bits<4> rat_id, bits<4> mask, dag ins, | 
|  | 34 | string name, list<dag> pattern> | 
|  | 35 | : EG_CF_RAT <0x57, rat_inst, rat_id, mask, (outs), ins, | 
|  | 36 | "MEM_RAT_CACHELESS "#name, pattern>; | 
|  | 37 |  | 
|  | 38 | class CF_MEM_RAT <bits<6> rat_inst, bits<4> rat_id, dag ins, string name, | 
|  | 39 | list<dag> pattern> | 
|  | 40 | : EG_CF_RAT <0x56, rat_inst, rat_id, 0xf /* mask */, (outs), ins, | 
|  | 41 | "MEM_RAT "#name, pattern>; | 
|  | 42 |  | 
|  | 43 | def RAT_MSKOR : CF_MEM_RAT <0x11, 0, | 
|  | 44 | (ins R600_Reg128:$rw_gpr, R600_TReg32_X:$index_gpr), | 
|  | 45 | "MSKOR $rw_gpr.XW, $index_gpr", | 
|  | 46 | [(mskor_global v4i32:$rw_gpr, i32:$index_gpr)] | 
|  | 47 | > { | 
|  | 48 | let eop = 0; | 
|  | 49 | } | 
|  | 50 |  | 
|  | 51 | } // End let Predicates = [isEGorCayman] | 
|  | 52 |  | 
|  | 53 | //===----------------------------------------------------------------------===// | 
|  | 54 | // Evergreen Only instructions | 
|  | 55 | //===----------------------------------------------------------------------===// | 
|  | 56 |  | 
|  | 57 | let Predicates = [isEG] in { | 
|  | 58 |  | 
|  | 59 | def RECIP_IEEE_eg : RECIP_IEEE_Common<0x86>; | 
|  | 60 | defm DIV_eg : DIV_Common<RECIP_IEEE_eg>; | 
|  | 61 |  | 
|  | 62 | def MULLO_INT_eg : MULLO_INT_Common<0x8F>; | 
|  | 63 | def MULHI_INT_eg : MULHI_INT_Common<0x90>; | 
|  | 64 | def MULLO_UINT_eg : MULLO_UINT_Common<0x91>; | 
|  | 65 | def MULHI_UINT_eg : MULHI_UINT_Common<0x92>; | 
|  | 66 | def RECIP_UINT_eg : RECIP_UINT_Common<0x94>; | 
|  | 67 | def RECIPSQRT_CLAMPED_eg : RECIPSQRT_CLAMPED_Common<0x87>; | 
|  | 68 | def EXP_IEEE_eg : EXP_IEEE_Common<0x81>; | 
|  | 69 | def LOG_IEEE_eg : LOG_IEEE_Common<0x83>; | 
|  | 70 | def RECIP_CLAMPED_eg : RECIP_CLAMPED_Common<0x84>; | 
|  | 71 | def RECIPSQRT_IEEE_eg : RECIPSQRT_IEEE_Common<0x89>; | 
|  | 72 | def SIN_eg : SIN_Common<0x8D>; | 
|  | 73 | def COS_eg : COS_Common<0x8E>; | 
|  | 74 |  | 
|  | 75 | def : POW_Common <LOG_IEEE_eg, EXP_IEEE_eg, MUL>; | 
|  | 76 | def : Pat<(fsqrt f32:$src), (MUL $src, (RECIPSQRT_CLAMPED_eg $src))>; | 
|  | 77 |  | 
| Matt Arsenault | 493c5f1 | 2014-05-22 18:00:24 +0000 | [diff] [blame] | 78 | defm : Expand24IBitOps<MULLO_INT_eg, ADD_INT>; | 
| Matt Arsenault | f15a056 | 2014-05-22 18:00:20 +0000 | [diff] [blame] | 79 |  | 
| Tom Stellard | 2c1c9de | 2014-03-24 16:07:25 +0000 | [diff] [blame] | 80 | //===----------------------------------------------------------------------===// | 
|  | 81 | // Memory read/write instructions | 
|  | 82 | //===----------------------------------------------------------------------===// | 
|  | 83 |  | 
|  | 84 | let usesCustomInserter = 1 in { | 
|  | 85 |  | 
|  | 86 | // 32-bit store | 
|  | 87 | def RAT_WRITE_CACHELESS_32_eg : CF_MEM_RAT_CACHELESS <0x2, 0, 0x1, | 
|  | 88 | (ins R600_TReg32_X:$rw_gpr, R600_TReg32_X:$index_gpr, InstFlag:$eop), | 
|  | 89 | "STORE_RAW $rw_gpr, $index_gpr, $eop", | 
|  | 90 | [(global_store i32:$rw_gpr, i32:$index_gpr)] | 
|  | 91 | >; | 
|  | 92 |  | 
|  | 93 | // 64-bit store | 
|  | 94 | def RAT_WRITE_CACHELESS_64_eg : CF_MEM_RAT_CACHELESS <0x2, 0, 0x3, | 
|  | 95 | (ins R600_Reg64:$rw_gpr, R600_TReg32_X:$index_gpr, InstFlag:$eop), | 
|  | 96 | "STORE_RAW $rw_gpr.XY, $index_gpr, $eop", | 
|  | 97 | [(global_store v2i32:$rw_gpr, i32:$index_gpr)] | 
|  | 98 | >; | 
|  | 99 |  | 
|  | 100 | //128-bit store | 
|  | 101 | def RAT_WRITE_CACHELESS_128_eg : CF_MEM_RAT_CACHELESS <0x2, 0, 0xf, | 
|  | 102 | (ins R600_Reg128:$rw_gpr, R600_TReg32_X:$index_gpr, InstFlag:$eop), | 
|  | 103 | "STORE_RAW $rw_gpr.XYZW, $index_gpr, $eop", | 
|  | 104 | [(global_store v4i32:$rw_gpr, i32:$index_gpr)] | 
|  | 105 | >; | 
|  | 106 |  | 
|  | 107 | } // End usesCustomInserter = 1 | 
|  | 108 |  | 
|  | 109 | class VTX_READ_eg <string name, bits<8> buffer_id, dag outs, list<dag> pattern> | 
|  | 110 | : VTX_WORD0_eg, VTX_READ<name, buffer_id, outs, pattern> { | 
|  | 111 |  | 
|  | 112 | // Static fields | 
|  | 113 | let VC_INST = 0; | 
|  | 114 | let FETCH_TYPE = 2; | 
|  | 115 | let FETCH_WHOLE_QUAD = 0; | 
|  | 116 | let BUFFER_ID = buffer_id; | 
|  | 117 | let SRC_REL = 0; | 
|  | 118 | // XXX: We can infer this field based on the SRC_GPR.  This would allow us | 
|  | 119 | // to store vertex addresses in any channel, not just X. | 
|  | 120 | let SRC_SEL_X = 0; | 
|  | 121 |  | 
|  | 122 | let Inst{31-0} = Word0; | 
|  | 123 | } | 
|  | 124 |  | 
|  | 125 | class VTX_READ_8_eg <bits<8> buffer_id, list<dag> pattern> | 
|  | 126 | : VTX_READ_eg <"VTX_READ_8 $dst_gpr, $src_gpr", buffer_id, | 
|  | 127 | (outs R600_TReg32_X:$dst_gpr), pattern> { | 
|  | 128 |  | 
|  | 129 | let MEGA_FETCH_COUNT = 1; | 
|  | 130 | let DST_SEL_X = 0; | 
|  | 131 | let DST_SEL_Y = 7;   // Masked | 
|  | 132 | let DST_SEL_Z = 7;   // Masked | 
|  | 133 | let DST_SEL_W = 7;   // Masked | 
|  | 134 | let DATA_FORMAT = 1; // FMT_8 | 
|  | 135 | } | 
|  | 136 |  | 
|  | 137 | class VTX_READ_16_eg <bits<8> buffer_id, list<dag> pattern> | 
|  | 138 | : VTX_READ_eg <"VTX_READ_16 $dst_gpr, $src_gpr", buffer_id, | 
|  | 139 | (outs R600_TReg32_X:$dst_gpr), pattern> { | 
|  | 140 | let MEGA_FETCH_COUNT = 2; | 
|  | 141 | let DST_SEL_X = 0; | 
|  | 142 | let DST_SEL_Y = 7;   // Masked | 
|  | 143 | let DST_SEL_Z = 7;   // Masked | 
|  | 144 | let DST_SEL_W = 7;   // Masked | 
|  | 145 | let DATA_FORMAT = 5; // FMT_16 | 
|  | 146 |  | 
|  | 147 | } | 
|  | 148 |  | 
|  | 149 | class VTX_READ_32_eg <bits<8> buffer_id, list<dag> pattern> | 
|  | 150 | : VTX_READ_eg <"VTX_READ_32 $dst_gpr, $src_gpr", buffer_id, | 
|  | 151 | (outs R600_TReg32_X:$dst_gpr), pattern> { | 
|  | 152 |  | 
|  | 153 | let MEGA_FETCH_COUNT = 4; | 
|  | 154 | let DST_SEL_X        = 0; | 
|  | 155 | let DST_SEL_Y        = 7;   // Masked | 
|  | 156 | let DST_SEL_Z        = 7;   // Masked | 
|  | 157 | let DST_SEL_W        = 7;   // Masked | 
|  | 158 | let DATA_FORMAT      = 0xD; // COLOR_32 | 
|  | 159 |  | 
|  | 160 | // This is not really necessary, but there were some GPU hangs that appeared | 
|  | 161 | // to be caused by ALU instructions in the next instruction group that wrote | 
|  | 162 | // to the $src_gpr registers of the VTX_READ. | 
|  | 163 | // e.g. | 
|  | 164 | // %T3_X<def> = VTX_READ_PARAM_32_eg %T2_X<kill>, 24 | 
|  | 165 | // %T2_X<def> = MOV %ZERO | 
|  | 166 | //Adding this constraint prevents this from happening. | 
|  | 167 | let Constraints = "$src_gpr.ptr = $dst_gpr"; | 
|  | 168 | } | 
|  | 169 |  | 
|  | 170 | class VTX_READ_64_eg <bits<8> buffer_id, list<dag> pattern> | 
|  | 171 | : VTX_READ_eg <"VTX_READ_64 $dst_gpr.XY, $src_gpr", buffer_id, | 
|  | 172 | (outs R600_Reg64:$dst_gpr), pattern> { | 
|  | 173 |  | 
|  | 174 | let MEGA_FETCH_COUNT = 8; | 
|  | 175 | let DST_SEL_X        = 0; | 
|  | 176 | let DST_SEL_Y        = 1; | 
|  | 177 | let DST_SEL_Z        = 7; | 
|  | 178 | let DST_SEL_W        = 7; | 
|  | 179 | let DATA_FORMAT      = 0x1D; // COLOR_32_32 | 
|  | 180 | } | 
|  | 181 |  | 
|  | 182 | class VTX_READ_128_eg <bits<8> buffer_id, list<dag> pattern> | 
|  | 183 | : VTX_READ_eg <"VTX_READ_128 $dst_gpr.XYZW, $src_gpr", buffer_id, | 
|  | 184 | (outs R600_Reg128:$dst_gpr), pattern> { | 
|  | 185 |  | 
|  | 186 | let MEGA_FETCH_COUNT = 16; | 
|  | 187 | let DST_SEL_X        =  0; | 
|  | 188 | let DST_SEL_Y        =  1; | 
|  | 189 | let DST_SEL_Z        =  2; | 
|  | 190 | let DST_SEL_W        =  3; | 
|  | 191 | let DATA_FORMAT      =  0x22; // COLOR_32_32_32_32 | 
|  | 192 |  | 
|  | 193 | // XXX: Need to force VTX_READ_128 instructions to write to the same register | 
|  | 194 | // that holds its buffer address to avoid potential hangs.  We can't use | 
|  | 195 | // the same constraint as VTX_READ_32_eg, because the $src_gpr.ptr and $dst | 
|  | 196 | // registers are different sizes. | 
|  | 197 | } | 
|  | 198 |  | 
|  | 199 | //===----------------------------------------------------------------------===// | 
|  | 200 | // VTX Read from parameter memory space | 
|  | 201 | //===----------------------------------------------------------------------===// | 
|  | 202 |  | 
|  | 203 | def VTX_READ_PARAM_8_eg : VTX_READ_8_eg <0, | 
|  | 204 | [(set i32:$dst_gpr, (load_param_exti8 ADDRVTX_READ:$src_gpr))] | 
|  | 205 | >; | 
|  | 206 |  | 
|  | 207 | def VTX_READ_PARAM_16_eg : VTX_READ_16_eg <0, | 
|  | 208 | [(set i32:$dst_gpr, (load_param_exti16 ADDRVTX_READ:$src_gpr))] | 
|  | 209 | >; | 
|  | 210 |  | 
|  | 211 | def VTX_READ_PARAM_32_eg : VTX_READ_32_eg <0, | 
|  | 212 | [(set i32:$dst_gpr, (load_param ADDRVTX_READ:$src_gpr))] | 
|  | 213 | >; | 
|  | 214 |  | 
|  | 215 | def VTX_READ_PARAM_64_eg : VTX_READ_64_eg <0, | 
|  | 216 | [(set v2i32:$dst_gpr, (load_param ADDRVTX_READ:$src_gpr))] | 
|  | 217 | >; | 
|  | 218 |  | 
|  | 219 | def VTX_READ_PARAM_128_eg : VTX_READ_128_eg <0, | 
|  | 220 | [(set v4i32:$dst_gpr, (load_param ADDRVTX_READ:$src_gpr))] | 
|  | 221 | >; | 
|  | 222 |  | 
|  | 223 | //===----------------------------------------------------------------------===// | 
|  | 224 | // VTX Read from global memory space | 
|  | 225 | //===----------------------------------------------------------------------===// | 
|  | 226 |  | 
|  | 227 | // 8-bit reads | 
|  | 228 | def VTX_READ_GLOBAL_8_eg : VTX_READ_8_eg <1, | 
|  | 229 | [(set i32:$dst_gpr, (az_extloadi8_global ADDRVTX_READ:$src_gpr))] | 
|  | 230 | >; | 
|  | 231 |  | 
|  | 232 | def VTX_READ_GLOBAL_16_eg : VTX_READ_16_eg <1, | 
|  | 233 | [(set i32:$dst_gpr, (az_extloadi16_global ADDRVTX_READ:$src_gpr))] | 
|  | 234 | >; | 
|  | 235 |  | 
|  | 236 | // 32-bit reads | 
|  | 237 | def VTX_READ_GLOBAL_32_eg : VTX_READ_32_eg <1, | 
|  | 238 | [(set i32:$dst_gpr, (global_load ADDRVTX_READ:$src_gpr))] | 
|  | 239 | >; | 
|  | 240 |  | 
|  | 241 | // 64-bit reads | 
|  | 242 | def VTX_READ_GLOBAL_64_eg : VTX_READ_64_eg <1, | 
|  | 243 | [(set v2i32:$dst_gpr, (global_load ADDRVTX_READ:$src_gpr))] | 
|  | 244 | >; | 
|  | 245 |  | 
|  | 246 | // 128-bit reads | 
|  | 247 | def VTX_READ_GLOBAL_128_eg : VTX_READ_128_eg <1, | 
|  | 248 | [(set v4i32:$dst_gpr, (global_load ADDRVTX_READ:$src_gpr))] | 
|  | 249 | >; | 
|  | 250 |  | 
|  | 251 | } // End Predicates = [isEG] | 
|  | 252 |  | 
|  | 253 | //===----------------------------------------------------------------------===// | 
|  | 254 | // Evergreen / Cayman Instructions | 
|  | 255 | //===----------------------------------------------------------------------===// | 
|  | 256 |  | 
|  | 257 | let Predicates = [isEGorCayman] in { | 
|  | 258 |  | 
|  | 259 | // BFE_UINT - bit_extract, an optimization for mask and shift | 
|  | 260 | // Src0 = Input | 
|  | 261 | // Src1 = Offset | 
|  | 262 | // Src2 = Width | 
|  | 263 | // | 
|  | 264 | // bit_extract = (Input << (32 - Offset - Width)) >> (32 - Width) | 
|  | 265 | // | 
|  | 266 | // Example Usage: | 
|  | 267 | // (Offset, Width) | 
|  | 268 | // | 
|  | 269 | // (0, 8)  = (Input << 24) >> 24 = (Input &  0xff)       >> 0 | 
|  | 270 | // (8, 8)  = (Input << 16) >> 24 = (Input &  0xffff)     >> 8 | 
|  | 271 | // (16, 8) = (Input <<  8) >> 24 = (Input &  0xffffff)   >> 16 | 
|  | 272 | // (24, 8) = (Input <<  0) >> 24 = (Input &  0xffffffff) >> 24 | 
|  | 273 | def BFE_UINT_eg : R600_3OP <0x4, "BFE_UINT", | 
|  | 274 | [(set i32:$dst, (AMDGPUbfe_u32 i32:$src0, i32:$src1, i32:$src2))], | 
|  | 275 | VecALU | 
|  | 276 | >; | 
|  | 277 |  | 
| Tom Stellard | a0150cb | 2014-04-03 20:19:29 +0000 | [diff] [blame] | 278 | def BFE_INT_eg : R600_3OP <0x5, "BFE_INT", | 
| Tom Stellard | 2c1c9de | 2014-03-24 16:07:25 +0000 | [diff] [blame] | 279 | [(set i32:$dst, (AMDGPUbfe_i32 i32:$src0, i32:$src1, i32:$src2))], | 
|  | 280 | VecALU | 
|  | 281 | >; | 
|  | 282 |  | 
|  | 283 | // XXX: This pattern is broken, disabling for now.  See comment in | 
|  | 284 | // AMDGPUInstructions.td for more info. | 
|  | 285 | //  def : BFEPattern <BFE_UINT_eg>; | 
| Matt Arsenault | b345836 | 2014-03-31 18:21:13 +0000 | [diff] [blame] | 286 | def BFI_INT_eg : R600_3OP <0x06, "BFI_INT", | 
|  | 287 | [(set i32:$dst, (AMDGPUbfi i32:$src0, i32:$src1, i32:$src2))], | 
|  | 288 | VecALU | 
|  | 289 | >; | 
| Tom Stellard | 2c1c9de | 2014-03-24 16:07:25 +0000 | [diff] [blame] | 290 |  | 
| Matt Arsenault | 4e46665 | 2014-04-16 01:41:30 +0000 | [diff] [blame] | 291 | def : Pat<(i32 (sext_inreg i32:$src, i1)), | 
|  | 292 | (BFE_INT_eg i32:$src, (i32 ZERO), (i32 ONE_INT))>; | 
|  | 293 | def : Pat<(i32 (sext_inreg i32:$src, i8)), | 
|  | 294 | (BFE_INT_eg i32:$src, (i32 ZERO), (MOV_IMM_I32 8))>; | 
|  | 295 | def : Pat<(i32 (sext_inreg i32:$src, i16)), | 
|  | 296 | (BFE_INT_eg i32:$src, (i32 ZERO), (MOV_IMM_I32 16))>; | 
|  | 297 |  | 
| Matt Arsenault | 6e43965 | 2014-06-10 19:00:20 +0000 | [diff] [blame] | 298 | defm : BFIPatterns <BFI_INT_eg, MOV_IMM_I32>; | 
| Tom Stellard | 2c1c9de | 2014-03-24 16:07:25 +0000 | [diff] [blame] | 299 |  | 
| Matt Arsenault | 4c53717 | 2014-03-31 18:21:18 +0000 | [diff] [blame] | 300 | def BFM_INT_eg : R600_2OP <0xA0, "BFM_INT", | 
|  | 301 | [(set i32:$dst, (AMDGPUbfm i32:$src0, i32:$src1))], | 
|  | 302 | VecALU | 
|  | 303 | >; | 
|  | 304 |  | 
| Tom Stellard | 2c1c9de | 2014-03-24 16:07:25 +0000 | [diff] [blame] | 305 | def MULADD_UINT24_eg : R600_3OP <0x10, "MULADD_UINT24", | 
| Matt Arsenault | f15a056 | 2014-05-22 18:00:20 +0000 | [diff] [blame] | 306 | [(set i32:$dst, (AMDGPUmad_u24 i32:$src0, i32:$src1, i32:$src2))], VecALU | 
| Tom Stellard | 2c1c9de | 2014-03-24 16:07:25 +0000 | [diff] [blame] | 307 | >; | 
| Matt Arsenault | f15a056 | 2014-05-22 18:00:20 +0000 | [diff] [blame] | 308 |  | 
|  | 309 | def : UMad24Pat<MULADD_UINT24_eg>; | 
|  | 310 |  | 
| Tom Stellard | 2c1c9de | 2014-03-24 16:07:25 +0000 | [diff] [blame] | 311 | def BIT_ALIGN_INT_eg : R600_3OP <0xC, "BIT_ALIGN_INT", [], VecALU>; | 
|  | 312 | def : ROTRPattern <BIT_ALIGN_INT_eg>; | 
|  | 313 | def MULADD_eg : MULADD_Common<0x14>; | 
|  | 314 | def MULADD_IEEE_eg : MULADD_IEEE_Common<0x18>; | 
|  | 315 | def ASHR_eg : ASHR_Common<0x15>; | 
|  | 316 | def LSHR_eg : LSHR_Common<0x16>; | 
|  | 317 | def LSHL_eg : LSHL_Common<0x17>; | 
|  | 318 | def CNDE_eg : CNDE_Common<0x19>; | 
|  | 319 | def CNDGT_eg : CNDGT_Common<0x1A>; | 
|  | 320 | def CNDGE_eg : CNDGE_Common<0x1B>; | 
|  | 321 | def MUL_LIT_eg : MUL_LIT_Common<0x1F>; | 
|  | 322 | def LOG_CLAMPED_eg : LOG_CLAMPED_Common<0x82>; | 
|  | 323 | def MUL_UINT24_eg : R600_2OP <0xB5, "MUL_UINT24", | 
| Tom Stellard | 50122a5 | 2014-04-07 19:45:41 +0000 | [diff] [blame] | 324 | [(set i32:$dst, (AMDGPUmul_u24 i32:$src0, i32:$src1))], VecALU | 
| Tom Stellard | 2c1c9de | 2014-03-24 16:07:25 +0000 | [diff] [blame] | 325 | >; | 
|  | 326 | def DOT4_eg : DOT4_Common<0xBE>; | 
|  | 327 | defm CUBE_eg : CUBE_Common<0xC0>; | 
|  | 328 |  | 
| Tom Stellard | 3fe21f8 | 2014-06-11 20:51:39 +0000 | [diff] [blame^] | 329 | def BCNT_INT : R600_1OP_Helper <0xAA, "BCNT_INT", ctpop, VecALU>; | 
| Matt Arsenault | 6042506 | 2014-06-10 19:18:28 +0000 | [diff] [blame] | 330 |  | 
| Tom Stellard | 2c1c9de | 2014-03-24 16:07:25 +0000 | [diff] [blame] | 331 | let hasSideEffects = 1 in { | 
|  | 332 | def MOVA_INT_eg : R600_1OP <0xCC, "MOVA_INT", [], VecALU>; | 
|  | 333 | } | 
|  | 334 |  | 
|  | 335 | def TGSI_LIT_Z_eg : TGSI_LIT_Z_Common<MUL_LIT_eg, LOG_CLAMPED_eg, EXP_IEEE_eg>; | 
|  | 336 |  | 
|  | 337 | def FLT_TO_INT_eg : FLT_TO_INT_Common<0x50> { | 
|  | 338 | let Pattern = []; | 
|  | 339 | let Itinerary = AnyALU; | 
|  | 340 | } | 
|  | 341 |  | 
|  | 342 | def INT_TO_FLT_eg : INT_TO_FLT_Common<0x9B>; | 
|  | 343 |  | 
|  | 344 | def FLT_TO_UINT_eg : FLT_TO_UINT_Common<0x9A> { | 
|  | 345 | let Pattern = []; | 
|  | 346 | } | 
|  | 347 |  | 
|  | 348 | def UINT_TO_FLT_eg : UINT_TO_FLT_Common<0x9C>; | 
|  | 349 |  | 
|  | 350 | def GROUP_BARRIER : InstR600 < | 
|  | 351 | (outs), (ins), "  GROUP_BARRIER", [(int_AMDGPU_barrier_local)], AnyALU>, | 
|  | 352 | R600ALU_Word0, | 
|  | 353 | R600ALU_Word1_OP2 <0x54> { | 
|  | 354 |  | 
|  | 355 | let dst = 0; | 
|  | 356 | let dst_rel = 0; | 
|  | 357 | let src0 = 0; | 
|  | 358 | let src0_rel = 0; | 
|  | 359 | let src0_neg = 0; | 
|  | 360 | let src0_abs = 0; | 
|  | 361 | let src1 = 0; | 
|  | 362 | let src1_rel = 0; | 
|  | 363 | let src1_neg = 0; | 
|  | 364 | let src1_abs = 0; | 
|  | 365 | let write = 0; | 
|  | 366 | let omod = 0; | 
|  | 367 | let clamp = 0; | 
|  | 368 | let last = 1; | 
|  | 369 | let bank_swizzle = 0; | 
|  | 370 | let pred_sel = 0; | 
|  | 371 | let update_exec_mask = 0; | 
|  | 372 | let update_pred = 0; | 
|  | 373 |  | 
|  | 374 | let Inst{31-0}  = Word0; | 
|  | 375 | let Inst{63-32} = Word1; | 
|  | 376 |  | 
|  | 377 | let ALUInst = 1; | 
|  | 378 | } | 
|  | 379 |  | 
|  | 380 | //===----------------------------------------------------------------------===// | 
|  | 381 | // LDS Instructions | 
|  | 382 | //===----------------------------------------------------------------------===// | 
|  | 383 | class R600_LDS  <bits<6> op, dag outs, dag ins, string asm, | 
|  | 384 | list<dag> pattern = []> : | 
|  | 385 |  | 
|  | 386 | InstR600 <outs, ins, asm, pattern, XALU>, | 
|  | 387 | R600_ALU_LDS_Word0, | 
|  | 388 | R600LDS_Word1 { | 
|  | 389 |  | 
|  | 390 | bits<6>  offset = 0; | 
|  | 391 | let lds_op = op; | 
|  | 392 |  | 
|  | 393 | let Word1{27} = offset{0}; | 
|  | 394 | let Word1{12} = offset{1}; | 
|  | 395 | let Word1{28} = offset{2}; | 
|  | 396 | let Word1{31} = offset{3}; | 
|  | 397 | let Word0{12} = offset{4}; | 
|  | 398 | let Word0{25} = offset{5}; | 
|  | 399 |  | 
|  | 400 |  | 
|  | 401 | let Inst{31-0}  = Word0; | 
|  | 402 | let Inst{63-32} = Word1; | 
|  | 403 |  | 
|  | 404 | let ALUInst = 1; | 
|  | 405 | let HasNativeOperands = 1; | 
|  | 406 | let UseNamedOperandTable = 1; | 
|  | 407 | } | 
|  | 408 |  | 
|  | 409 | class R600_LDS_1A <bits<6> lds_op, string name, list<dag> pattern> : R600_LDS < | 
|  | 410 | lds_op, | 
|  | 411 | (outs R600_Reg32:$dst), | 
|  | 412 | (ins R600_Reg32:$src0, REL:$src0_rel, SEL:$src0_sel, | 
|  | 413 | LAST:$last, R600_Pred:$pred_sel, | 
|  | 414 | BANK_SWIZZLE:$bank_swizzle), | 
|  | 415 | "  "#name#" $last OQAP, $src0$src0_rel $pred_sel", | 
|  | 416 | pattern | 
|  | 417 | > { | 
|  | 418 |  | 
|  | 419 | let src1 = 0; | 
|  | 420 | let src1_rel = 0; | 
|  | 421 | let src2 = 0; | 
|  | 422 | let src2_rel = 0; | 
|  | 423 |  | 
|  | 424 | let usesCustomInserter = 1; | 
|  | 425 | let LDS_1A = 1; | 
|  | 426 | let DisableEncoding = "$dst"; | 
|  | 427 | } | 
|  | 428 |  | 
|  | 429 | class R600_LDS_1A1D <bits<6> lds_op, dag outs, string name, list<dag> pattern, | 
|  | 430 | string dst =""> : | 
|  | 431 | R600_LDS < | 
|  | 432 | lds_op, outs, | 
|  | 433 | (ins R600_Reg32:$src0, REL:$src0_rel, SEL:$src0_sel, | 
|  | 434 | R600_Reg32:$src1, REL:$src1_rel, SEL:$src1_sel, | 
|  | 435 | LAST:$last, R600_Pred:$pred_sel, | 
|  | 436 | BANK_SWIZZLE:$bank_swizzle), | 
|  | 437 | "  "#name#" $last "#dst#"$src0$src0_rel, $src1$src1_rel, $pred_sel", | 
|  | 438 | pattern | 
|  | 439 | > { | 
|  | 440 |  | 
|  | 441 | field string BaseOp; | 
|  | 442 |  | 
|  | 443 | let src2 = 0; | 
|  | 444 | let src2_rel = 0; | 
|  | 445 | let LDS_1A1D = 1; | 
|  | 446 | } | 
|  | 447 |  | 
|  | 448 | class R600_LDS_1A1D_NORET <bits<6> lds_op, string name, list<dag> pattern> : | 
|  | 449 | R600_LDS_1A1D <lds_op, (outs), name, pattern> { | 
|  | 450 | let BaseOp = name; | 
|  | 451 | } | 
|  | 452 |  | 
|  | 453 | class R600_LDS_1A1D_RET <bits<6> lds_op, string name, list<dag> pattern> : | 
|  | 454 | R600_LDS_1A1D <lds_op,  (outs R600_Reg32:$dst), name##"_RET", pattern, "OQAP, "> { | 
|  | 455 |  | 
|  | 456 | let BaseOp = name; | 
|  | 457 | let usesCustomInserter = 1; | 
|  | 458 | let DisableEncoding = "$dst"; | 
|  | 459 | } | 
|  | 460 |  | 
|  | 461 | class R600_LDS_1A2D <bits<6> lds_op, string name, list<dag> pattern> : | 
|  | 462 | R600_LDS < | 
|  | 463 | lds_op, | 
|  | 464 | (outs), | 
|  | 465 | (ins R600_Reg32:$src0, REL:$src0_rel, SEL:$src0_sel, | 
|  | 466 | R600_Reg32:$src1, REL:$src1_rel, SEL:$src1_sel, | 
|  | 467 | R600_Reg32:$src2, REL:$src2_rel, SEL:$src2_sel, | 
|  | 468 | LAST:$last, R600_Pred:$pred_sel, BANK_SWIZZLE:$bank_swizzle), | 
|  | 469 | "  "#name# "$last $src0$src0_rel, $src1$src1_rel, $src2$src2_rel, $pred_sel", | 
|  | 470 | pattern> { | 
|  | 471 | let LDS_1A2D = 1; | 
|  | 472 | } | 
|  | 473 |  | 
|  | 474 | def LDS_ADD : R600_LDS_1A1D_NORET <0x0, "LDS_ADD", [] >; | 
|  | 475 | def LDS_SUB : R600_LDS_1A1D_NORET <0x1, "LDS_SUB", [] >; | 
|  | 476 | def LDS_WRITE : R600_LDS_1A1D_NORET <0xD, "LDS_WRITE", | 
|  | 477 | [(local_store (i32 R600_Reg32:$src1), R600_Reg32:$src0)] | 
|  | 478 | >; | 
|  | 479 | def LDS_BYTE_WRITE : R600_LDS_1A1D_NORET<0x12, "LDS_BYTE_WRITE", | 
|  | 480 | [(truncstorei8_local i32:$src1, i32:$src0)] | 
|  | 481 | >; | 
|  | 482 | def LDS_SHORT_WRITE : R600_LDS_1A1D_NORET<0x13, "LDS_SHORT_WRITE", | 
|  | 483 | [(truncstorei16_local i32:$src1, i32:$src0)] | 
|  | 484 | >; | 
|  | 485 | def LDS_ADD_RET : R600_LDS_1A1D_RET <0x20, "LDS_ADD", | 
|  | 486 | [(set i32:$dst, (atomic_load_add_local i32:$src0, i32:$src1))] | 
|  | 487 | >; | 
|  | 488 | def LDS_SUB_RET : R600_LDS_1A1D_RET <0x21, "LDS_SUB", | 
|  | 489 | [(set i32:$dst, (atomic_load_sub_local i32:$src0, i32:$src1))] | 
|  | 490 | >; | 
|  | 491 | def LDS_READ_RET : R600_LDS_1A <0x32, "LDS_READ_RET", | 
|  | 492 | [(set (i32 R600_Reg32:$dst), (local_load R600_Reg32:$src0))] | 
|  | 493 | >; | 
|  | 494 | def LDS_BYTE_READ_RET : R600_LDS_1A <0x36, "LDS_BYTE_READ_RET", | 
|  | 495 | [(set i32:$dst, (sextloadi8_local i32:$src0))] | 
|  | 496 | >; | 
|  | 497 | def LDS_UBYTE_READ_RET : R600_LDS_1A <0x37, "LDS_UBYTE_READ_RET", | 
|  | 498 | [(set i32:$dst, (az_extloadi8_local i32:$src0))] | 
|  | 499 | >; | 
|  | 500 | def LDS_SHORT_READ_RET : R600_LDS_1A <0x38, "LDS_SHORT_READ_RET", | 
|  | 501 | [(set i32:$dst, (sextloadi16_local i32:$src0))] | 
|  | 502 | >; | 
|  | 503 | def LDS_USHORT_READ_RET : R600_LDS_1A <0x39, "LDS_USHORT_READ_RET", | 
|  | 504 | [(set i32:$dst, (az_extloadi16_local i32:$src0))] | 
|  | 505 | >; | 
|  | 506 |  | 
|  | 507 | // TRUNC is used for the FLT_TO_INT instructions to work around a | 
|  | 508 | // perceived problem where the rounding modes are applied differently | 
|  | 509 | // depending on the instruction and the slot they are in. | 
|  | 510 | // See: | 
|  | 511 | // https://bugs.freedesktop.org/show_bug.cgi?id=50232 | 
|  | 512 | // Mesa commit: a1a0974401c467cb86ef818f22df67c21774a38c | 
|  | 513 | // | 
|  | 514 | // XXX: Lowering SELECT_CC will sometimes generate fp_to_[su]int nodes, | 
|  | 515 | // which do not need to be truncated since the fp values are 0.0f or 1.0f. | 
|  | 516 | // We should look into handling these cases separately. | 
|  | 517 | def : Pat<(fp_to_sint f32:$src0), (FLT_TO_INT_eg (TRUNC $src0))>; | 
|  | 518 |  | 
|  | 519 | def : Pat<(fp_to_uint f32:$src0), (FLT_TO_UINT_eg (TRUNC $src0))>; | 
|  | 520 |  | 
|  | 521 | // SHA-256 Patterns | 
|  | 522 | def : SHA256MaPattern <BFI_INT_eg, XOR_INT>; | 
|  | 523 |  | 
|  | 524 | def : FROUNDPat <CNDGE_eg>; | 
|  | 525 |  | 
|  | 526 | def EG_ExportSwz : ExportSwzInst { | 
|  | 527 | let Word1{19-16} = 0; // BURST_COUNT | 
|  | 528 | let Word1{20} = 0; // VALID_PIXEL_MODE | 
|  | 529 | let Word1{21} = eop; | 
|  | 530 | let Word1{29-22} = inst; | 
|  | 531 | let Word1{30} = 0; // MARK | 
|  | 532 | let Word1{31} = 1; // BARRIER | 
|  | 533 | } | 
|  | 534 | defm : ExportPattern<EG_ExportSwz, 83>; | 
|  | 535 |  | 
|  | 536 | def EG_ExportBuf : ExportBufInst { | 
|  | 537 | let Word1{19-16} = 0; // BURST_COUNT | 
|  | 538 | let Word1{20} = 0; // VALID_PIXEL_MODE | 
|  | 539 | let Word1{21} = eop; | 
|  | 540 | let Word1{29-22} = inst; | 
|  | 541 | let Word1{30} = 0; // MARK | 
|  | 542 | let Word1{31} = 1; // BARRIER | 
|  | 543 | } | 
|  | 544 | defm : SteamOutputExportPattern<EG_ExportBuf, 0x40, 0x41, 0x42, 0x43>; | 
|  | 545 |  | 
|  | 546 | def CF_TC_EG : CF_CLAUSE_EG<1, (ins i32imm:$ADDR, i32imm:$COUNT), | 
|  | 547 | "TEX $COUNT @$ADDR"> { | 
|  | 548 | let POP_COUNT = 0; | 
|  | 549 | } | 
|  | 550 | def CF_VC_EG : CF_CLAUSE_EG<2, (ins i32imm:$ADDR, i32imm:$COUNT), | 
|  | 551 | "VTX $COUNT @$ADDR"> { | 
|  | 552 | let POP_COUNT = 0; | 
|  | 553 | } | 
|  | 554 | def WHILE_LOOP_EG : CF_CLAUSE_EG<6, (ins i32imm:$ADDR), | 
|  | 555 | "LOOP_START_DX10 @$ADDR"> { | 
|  | 556 | let POP_COUNT = 0; | 
|  | 557 | let COUNT = 0; | 
|  | 558 | } | 
|  | 559 | def END_LOOP_EG : CF_CLAUSE_EG<5, (ins i32imm:$ADDR), "END_LOOP @$ADDR"> { | 
|  | 560 | let POP_COUNT = 0; | 
|  | 561 | let COUNT = 0; | 
|  | 562 | } | 
|  | 563 | def LOOP_BREAK_EG : CF_CLAUSE_EG<9, (ins i32imm:$ADDR), | 
|  | 564 | "LOOP_BREAK @$ADDR"> { | 
|  | 565 | let POP_COUNT = 0; | 
|  | 566 | let COUNT = 0; | 
|  | 567 | } | 
|  | 568 | def CF_CONTINUE_EG : CF_CLAUSE_EG<8, (ins i32imm:$ADDR), | 
|  | 569 | "CONTINUE @$ADDR"> { | 
|  | 570 | let POP_COUNT = 0; | 
|  | 571 | let COUNT = 0; | 
|  | 572 | } | 
|  | 573 | def CF_JUMP_EG : CF_CLAUSE_EG<10, (ins i32imm:$ADDR, i32imm:$POP_COUNT), | 
|  | 574 | "JUMP @$ADDR POP:$POP_COUNT"> { | 
|  | 575 | let COUNT = 0; | 
|  | 576 | } | 
|  | 577 | def CF_PUSH_EG : CF_CLAUSE_EG<11, (ins i32imm:$ADDR, i32imm:$POP_COUNT), | 
|  | 578 | "PUSH @$ADDR POP:$POP_COUNT"> { | 
|  | 579 | let COUNT = 0; | 
|  | 580 | } | 
|  | 581 | def CF_ELSE_EG : CF_CLAUSE_EG<13, (ins i32imm:$ADDR, i32imm:$POP_COUNT), | 
|  | 582 | "ELSE @$ADDR POP:$POP_COUNT"> { | 
|  | 583 | let COUNT = 0; | 
|  | 584 | } | 
|  | 585 | def CF_CALL_FS_EG : CF_CLAUSE_EG<19, (ins), "CALL_FS"> { | 
|  | 586 | let ADDR = 0; | 
|  | 587 | let COUNT = 0; | 
|  | 588 | let POP_COUNT = 0; | 
|  | 589 | } | 
|  | 590 | def POP_EG : CF_CLAUSE_EG<14, (ins i32imm:$ADDR, i32imm:$POP_COUNT), | 
|  | 591 | "POP @$ADDR POP:$POP_COUNT"> { | 
|  | 592 | let COUNT = 0; | 
|  | 593 | } | 
|  | 594 | def CF_END_EG :  CF_CLAUSE_EG<0, (ins), "CF_END"> { | 
|  | 595 | let COUNT = 0; | 
|  | 596 | let POP_COUNT = 0; | 
|  | 597 | let ADDR = 0; | 
|  | 598 | let END_OF_PROGRAM = 1; | 
|  | 599 | } | 
|  | 600 |  | 
|  | 601 | } // End Predicates = [isEGorCayman] |