Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 1 | //===-- AMDGPUInstructions.td - Common instruction defs ---*- tablegen -*-===// |
| 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
| 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
| 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | // |
| 10 | // This file contains instruction defs that are common to all hw codegen |
| 11 | // targets. |
| 12 | // |
| 13 | //===----------------------------------------------------------------------===// |
| 14 | |
| 15 | class AMDGPUInst <dag outs, dag ins, string asm, list<dag> pattern> : Instruction { |
Tom Stellard | f3b2a1e | 2013-02-06 17:32:29 +0000 | [diff] [blame] | 16 | field bit isRegisterLoad = 0; |
| 17 | field bit isRegisterStore = 0; |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 18 | |
| 19 | let Namespace = "AMDGPU"; |
| 20 | let OutOperandList = outs; |
| 21 | let InOperandList = ins; |
| 22 | let AsmString = asm; |
| 23 | let Pattern = pattern; |
| 24 | let Itinerary = NullALU; |
Tom Stellard | f3b2a1e | 2013-02-06 17:32:29 +0000 | [diff] [blame] | 25 | |
Tom Stellard | e1818af | 2016-02-18 03:42:32 +0000 | [diff] [blame] | 26 | // SoftFail is a field the disassembler can use to provide a way for |
| 27 | // instructions to not match without killing the whole decode process. It is |
| 28 | // mainly used for ARM, but Tablegen expects this field to exist or it fails |
| 29 | // to build the decode table. |
| 30 | field bits<64> SoftFail = 0; |
| 31 | |
| 32 | let DecoderNamespace = Namespace; |
| 33 | |
Tom Stellard | f3b2a1e | 2013-02-06 17:32:29 +0000 | [diff] [blame] | 34 | let TSFlags{63} = isRegisterLoad; |
| 35 | let TSFlags{62} = isRegisterStore; |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 36 | } |
| 37 | |
| 38 | class AMDGPUShaderInst <dag outs, dag ins, string asm, list<dag> pattern> |
| 39 | : AMDGPUInst<outs, ins, asm, pattern> { |
| 40 | |
| 41 | field bits<32> Inst = 0xffffffff; |
| 42 | |
| 43 | } |
| 44 | |
Matt Arsenault | f171cf2 | 2014-07-14 23:40:49 +0000 | [diff] [blame] | 45 | def FP32Denormals : Predicate<"Subtarget.hasFP32Denormals()">; |
| 46 | def FP64Denormals : Predicate<"Subtarget.hasFP64Denormals()">; |
Matt Arsenault | 1d07774 | 2014-07-15 20:18:24 +0000 | [diff] [blame] | 47 | def UnsafeFPMath : Predicate<"TM.Options.UnsafeFPMath">; |
Matt Arsenault | f171cf2 | 2014-07-14 23:40:49 +0000 | [diff] [blame] | 48 | |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 49 | def InstFlag : OperandWithDefaultOps <i32, (ops (i32 0))>; |
Tom Stellard | 81d871d | 2013-11-13 23:36:50 +0000 | [diff] [blame] | 50 | def ADDRIndirect : ComplexPattern<iPTR, 2, "SelectADDRIndirect", [], []>; |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 51 | |
Tom Stellard | b02094e | 2014-07-21 15:45:01 +0000 | [diff] [blame] | 52 | let OperandType = "OPERAND_IMMEDIATE" in { |
| 53 | |
Matt Arsenault | 4d7d383 | 2014-04-15 22:32:49 +0000 | [diff] [blame] | 54 | def u32imm : Operand<i32> { |
| 55 | let PrintMethod = "printU32ImmOperand"; |
| 56 | } |
| 57 | |
| 58 | def u16imm : Operand<i16> { |
| 59 | let PrintMethod = "printU16ImmOperand"; |
| 60 | } |
| 61 | |
| 62 | def u8imm : Operand<i8> { |
| 63 | let PrintMethod = "printU8ImmOperand"; |
| 64 | } |
| 65 | |
Tom Stellard | b02094e | 2014-07-21 15:45:01 +0000 | [diff] [blame] | 66 | } // End OperandType = "OPERAND_IMMEDIATE" |
| 67 | |
Tom Stellard | bc5b537 | 2014-06-13 16:38:59 +0000 | [diff] [blame] | 68 | //===--------------------------------------------------------------------===// |
| 69 | // Custom Operands |
| 70 | //===--------------------------------------------------------------------===// |
| 71 | def brtarget : Operand<OtherVT>; |
| 72 | |
Tom Stellard | c084533 | 2013-11-22 23:07:58 +0000 | [diff] [blame] | 73 | //===----------------------------------------------------------------------===// |
| 74 | // PatLeafs for floating-point comparisons |
| 75 | //===----------------------------------------------------------------------===// |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 76 | |
Tom Stellard | 0351ea2 | 2013-09-28 02:50:50 +0000 | [diff] [blame] | 77 | def COND_OEQ : PatLeaf < |
| 78 | (cond), |
| 79 | [{return N->get() == ISD::SETOEQ || N->get() == ISD::SETEQ;}] |
| 80 | >; |
| 81 | |
Matt Arsenault | 9cded7a | 2014-12-11 22:15:35 +0000 | [diff] [blame] | 82 | def COND_ONE : PatLeaf < |
| 83 | (cond), |
| 84 | [{return N->get() == ISD::SETONE || N->get() == ISD::SETNE;}] |
| 85 | >; |
| 86 | |
Tom Stellard | 0351ea2 | 2013-09-28 02:50:50 +0000 | [diff] [blame] | 87 | def COND_OGT : PatLeaf < |
| 88 | (cond), |
| 89 | [{return N->get() == ISD::SETOGT || N->get() == ISD::SETGT;}] |
| 90 | >; |
| 91 | |
Tom Stellard | 0351ea2 | 2013-09-28 02:50:50 +0000 | [diff] [blame] | 92 | def COND_OGE : PatLeaf < |
| 93 | (cond), |
| 94 | [{return N->get() == ISD::SETOGE || N->get() == ISD::SETGE;}] |
| 95 | >; |
| 96 | |
Tom Stellard | c084533 | 2013-11-22 23:07:58 +0000 | [diff] [blame] | 97 | def COND_OLT : PatLeaf < |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 98 | (cond), |
Tom Stellard | c084533 | 2013-11-22 23:07:58 +0000 | [diff] [blame] | 99 | [{return N->get() == ISD::SETOLT || N->get() == ISD::SETLT;}] |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 100 | >; |
| 101 | |
Tom Stellard | c084533 | 2013-11-22 23:07:58 +0000 | [diff] [blame] | 102 | def COND_OLE : PatLeaf < |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 103 | (cond), |
Tom Stellard | c084533 | 2013-11-22 23:07:58 +0000 | [diff] [blame] | 104 | [{return N->get() == ISD::SETOLE || N->get() == ISD::SETLE;}] |
| 105 | >; |
| 106 | |
Tom Stellard | c084533 | 2013-11-22 23:07:58 +0000 | [diff] [blame] | 107 | |
| 108 | def COND_O : PatLeaf <(cond), [{return N->get() == ISD::SETO;}]>; |
| 109 | def COND_UO : PatLeaf <(cond), [{return N->get() == ISD::SETUO;}]>; |
| 110 | |
| 111 | //===----------------------------------------------------------------------===// |
Matt Arsenault | 8b989ef | 2014-12-11 22:15:39 +0000 | [diff] [blame] | 112 | // PatLeafs for unsigned / unordered comparisons |
Tom Stellard | c084533 | 2013-11-22 23:07:58 +0000 | [diff] [blame] | 113 | //===----------------------------------------------------------------------===// |
| 114 | |
Matt Arsenault | 9cded7a | 2014-12-11 22:15:35 +0000 | [diff] [blame] | 115 | def COND_UEQ : PatLeaf <(cond), [{return N->get() == ISD::SETUEQ;}]>; |
| 116 | def COND_UNE : PatLeaf <(cond), [{return N->get() == ISD::SETUNE;}]>; |
Tom Stellard | c084533 | 2013-11-22 23:07:58 +0000 | [diff] [blame] | 117 | def COND_UGT : PatLeaf <(cond), [{return N->get() == ISD::SETUGT;}]>; |
| 118 | def COND_UGE : PatLeaf <(cond), [{return N->get() == ISD::SETUGE;}]>; |
| 119 | def COND_ULT : PatLeaf <(cond), [{return N->get() == ISD::SETULT;}]>; |
| 120 | def COND_ULE : PatLeaf <(cond), [{return N->get() == ISD::SETULE;}]>; |
| 121 | |
Matt Arsenault | 9cded7a | 2014-12-11 22:15:35 +0000 | [diff] [blame] | 122 | // XXX - For some reason R600 version is preferring to use unordered |
| 123 | // for setne? |
| 124 | def COND_UNE_NE : PatLeaf < |
| 125 | (cond), |
| 126 | [{return N->get() == ISD::SETUNE || N->get() == ISD::SETNE;}] |
| 127 | >; |
| 128 | |
Tom Stellard | c084533 | 2013-11-22 23:07:58 +0000 | [diff] [blame] | 129 | //===----------------------------------------------------------------------===// |
| 130 | // PatLeafs for signed comparisons |
| 131 | //===----------------------------------------------------------------------===// |
| 132 | |
| 133 | def COND_SGT : PatLeaf <(cond), [{return N->get() == ISD::SETGT;}]>; |
| 134 | def COND_SGE : PatLeaf <(cond), [{return N->get() == ISD::SETGE;}]>; |
| 135 | def COND_SLT : PatLeaf <(cond), [{return N->get() == ISD::SETLT;}]>; |
| 136 | def COND_SLE : PatLeaf <(cond), [{return N->get() == ISD::SETLE;}]>; |
| 137 | |
| 138 | //===----------------------------------------------------------------------===// |
| 139 | // PatLeafs for integer equality |
| 140 | //===----------------------------------------------------------------------===// |
| 141 | |
| 142 | def COND_EQ : PatLeaf < |
| 143 | (cond), |
| 144 | [{return N->get() == ISD::SETEQ || N->get() == ISD::SETUEQ;}] |
| 145 | >; |
| 146 | |
| 147 | def COND_NE : PatLeaf < |
| 148 | (cond), |
| 149 | [{return N->get() == ISD::SETNE || N->get() == ISD::SETUNE;}] |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 150 | >; |
| 151 | |
Christian Konig | b19849a | 2013-02-21 15:17:04 +0000 | [diff] [blame] | 152 | def COND_NULL : PatLeaf < |
| 153 | (cond), |
Tom Stellard | aa9a1a8 | 2014-08-01 02:05:57 +0000 | [diff] [blame] | 154 | [{(void)N; return false;}] |
Christian Konig | b19849a | 2013-02-21 15:17:04 +0000 | [diff] [blame] | 155 | >; |
| 156 | |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 157 | //===----------------------------------------------------------------------===// |
| 158 | // Load/Store Pattern Fragments |
| 159 | //===----------------------------------------------------------------------===// |
| 160 | |
Tom Stellard | b02094e | 2014-07-21 15:45:01 +0000 | [diff] [blame] | 161 | class PrivateMemOp <dag ops, dag frag> : PatFrag <ops, frag, [{ |
| 162 | return cast<MemSDNode>(N)->getAddressSpace() == AMDGPUAS::PRIVATE_ADDRESS; |
| 163 | }]>; |
| 164 | |
| 165 | class PrivateLoad <SDPatternOperator op> : PrivateMemOp < |
| 166 | (ops node:$ptr), (op node:$ptr) |
| 167 | >; |
| 168 | |
| 169 | class PrivateStore <SDPatternOperator op> : PrivateMemOp < |
| 170 | (ops node:$value, node:$ptr), (op node:$value, node:$ptr) |
| 171 | >; |
| 172 | |
Tom Stellard | b02094e | 2014-07-21 15:45:01 +0000 | [diff] [blame] | 173 | def load_private : PrivateLoad <load>; |
| 174 | |
| 175 | def truncstorei8_private : PrivateStore <truncstorei8>; |
| 176 | def truncstorei16_private : PrivateStore <truncstorei16>; |
| 177 | def store_private : PrivateStore <store>; |
| 178 | |
Tom Stellard | bc5b537 | 2014-06-13 16:38:59 +0000 | [diff] [blame] | 179 | def global_store : PatFrag<(ops node:$val, node:$ptr), |
| 180 | (store node:$val, node:$ptr), [{ |
| 181 | return isGlobalStore(dyn_cast<StoreSDNode>(N)); |
| 182 | }]>; |
| 183 | |
| 184 | // Global address space loads |
| 185 | def global_load : PatFrag<(ops node:$ptr), (load node:$ptr), [{ |
| 186 | return isGlobalLoad(dyn_cast<LoadSDNode>(N)); |
| 187 | }]>; |
| 188 | |
| 189 | // Constant address space loads |
| 190 | def constant_load : PatFrag<(ops node:$ptr), (load node:$ptr), [{ |
| 191 | return isConstantLoad(dyn_cast<LoadSDNode>(N), -1); |
| 192 | }]>; |
| 193 | |
Tom Stellard | 381a94a | 2015-05-12 15:00:49 +0000 | [diff] [blame] | 194 | class AZExtLoadBase <SDPatternOperator ld_node>: PatFrag<(ops node:$ptr), |
| 195 | (ld_node node:$ptr), [{ |
Tom Stellard | 31209cc | 2013-07-15 19:00:09 +0000 | [diff] [blame] | 196 | LoadSDNode *L = cast<LoadSDNode>(N); |
| 197 | return L->getExtensionType() == ISD::ZEXTLOAD || |
| 198 | L->getExtensionType() == ISD::EXTLOAD; |
| 199 | }]>; |
| 200 | |
Tom Stellard | 381a94a | 2015-05-12 15:00:49 +0000 | [diff] [blame] | 201 | def az_extload : AZExtLoadBase <unindexedload>; |
| 202 | |
Tom Stellard | 33dd04b | 2013-07-23 01:47:52 +0000 | [diff] [blame] | 203 | def az_extloadi8 : PatFrag<(ops node:$ptr), (az_extload node:$ptr), [{ |
| 204 | return cast<LoadSDNode>(N)->getMemoryVT() == MVT::i8; |
| 205 | }]>; |
| 206 | |
Tom Stellard | c6f4a29 | 2013-08-26 15:05:59 +0000 | [diff] [blame] | 207 | def az_extloadi8_global : PatFrag<(ops node:$ptr), (az_extloadi8 node:$ptr), [{ |
| 208 | return isGlobalLoad(dyn_cast<LoadSDNode>(N)); |
| 209 | }]>; |
| 210 | |
Tom Stellard | 9f95033 | 2013-07-23 01:48:35 +0000 | [diff] [blame] | 211 | def sextloadi8_global : PatFrag<(ops node:$ptr), (sextloadi8 node:$ptr), [{ |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 212 | return isGlobalLoad(dyn_cast<LoadSDNode>(N)); |
| 213 | }]>; |
| 214 | |
Tom Stellard | 33dd04b | 2013-07-23 01:47:52 +0000 | [diff] [blame] | 215 | def az_extloadi8_constant : PatFrag<(ops node:$ptr), (az_extloadi8 node:$ptr), [{ |
Tom Stellard | 9f95033 | 2013-07-23 01:48:35 +0000 | [diff] [blame] | 216 | return isConstantLoad(dyn_cast<LoadSDNode>(N), -1); |
| 217 | }]>; |
| 218 | |
| 219 | def sextloadi8_constant : PatFrag<(ops node:$ptr), (sextloadi8 node:$ptr), [{ |
| 220 | return isConstantLoad(dyn_cast<LoadSDNode>(N), -1); |
| 221 | }]>; |
| 222 | |
Tom Stellard | c6f4a29 | 2013-08-26 15:05:59 +0000 | [diff] [blame] | 223 | def az_extloadi8_local : PatFrag<(ops node:$ptr), (az_extloadi8 node:$ptr), [{ |
| 224 | return isLocalLoad(dyn_cast<LoadSDNode>(N)); |
| 225 | }]>; |
| 226 | |
| 227 | def sextloadi8_local : PatFrag<(ops node:$ptr), (sextloadi8 node:$ptr), [{ |
| 228 | return isLocalLoad(dyn_cast<LoadSDNode>(N)); |
Tom Stellard | 33dd04b | 2013-07-23 01:47:52 +0000 | [diff] [blame] | 229 | }]>; |
| 230 | |
Tom Stellard | bc37768 | 2015-02-17 16:36:00 +0000 | [diff] [blame] | 231 | def extloadi8_private : PrivateLoad <az_extloadi8>; |
| 232 | def sextloadi8_private : PrivateLoad <sextloadi8>; |
| 233 | |
Tom Stellard | 33dd04b | 2013-07-23 01:47:52 +0000 | [diff] [blame] | 234 | def az_extloadi16 : PatFrag<(ops node:$ptr), (az_extload node:$ptr), [{ |
| 235 | return cast<LoadSDNode>(N)->getMemoryVT() == MVT::i16; |
| 236 | }]>; |
| 237 | |
| 238 | def az_extloadi16_global : PatFrag<(ops node:$ptr), (az_extloadi16 node:$ptr), [{ |
| 239 | return isGlobalLoad(dyn_cast<LoadSDNode>(N)); |
| 240 | }]>; |
| 241 | |
Tom Stellard | 9f95033 | 2013-07-23 01:48:35 +0000 | [diff] [blame] | 242 | def sextloadi16_global : PatFrag<(ops node:$ptr), (sextloadi16 node:$ptr), [{ |
Tom Stellard | 07a10a3 | 2013-06-03 17:39:43 +0000 | [diff] [blame] | 243 | return isGlobalLoad(dyn_cast<LoadSDNode>(N)); |
| 244 | }]>; |
| 245 | |
Tom Stellard | 9f95033 | 2013-07-23 01:48:35 +0000 | [diff] [blame] | 246 | def az_extloadi16_constant : PatFrag<(ops node:$ptr), (az_extloadi16 node:$ptr), [{ |
| 247 | return isConstantLoad(dyn_cast<LoadSDNode>(N), -1); |
| 248 | }]>; |
| 249 | |
| 250 | def sextloadi16_constant : PatFrag<(ops node:$ptr), (sextloadi16 node:$ptr), [{ |
| 251 | return isConstantLoad(dyn_cast<LoadSDNode>(N), -1); |
| 252 | }]>; |
| 253 | |
Tom Stellard | c6f4a29 | 2013-08-26 15:05:59 +0000 | [diff] [blame] | 254 | def az_extloadi16_local : PatFrag<(ops node:$ptr), (az_extloadi16 node:$ptr), [{ |
| 255 | return isLocalLoad(dyn_cast<LoadSDNode>(N)); |
| 256 | }]>; |
| 257 | |
| 258 | def sextloadi16_local : PatFrag<(ops node:$ptr), (sextloadi16 node:$ptr), [{ |
| 259 | return isLocalLoad(dyn_cast<LoadSDNode>(N)); |
| 260 | }]>; |
| 261 | |
Tom Stellard | bc37768 | 2015-02-17 16:36:00 +0000 | [diff] [blame] | 262 | def extloadi16_private : PrivateLoad <az_extloadi16>; |
| 263 | def sextloadi16_private : PrivateLoad <sextloadi16>; |
| 264 | |
Tom Stellard | 31209cc | 2013-07-15 19:00:09 +0000 | [diff] [blame] | 265 | def az_extloadi32 : PatFrag<(ops node:$ptr), (az_extload node:$ptr), [{ |
| 266 | return cast<LoadSDNode>(N)->getMemoryVT() == MVT::i32; |
| 267 | }]>; |
| 268 | |
| 269 | def az_extloadi32_global : PatFrag<(ops node:$ptr), |
| 270 | (az_extloadi32 node:$ptr), [{ |
| 271 | return isGlobalLoad(dyn_cast<LoadSDNode>(N)); |
| 272 | }]>; |
| 273 | |
Matt Arsenault | 3f98140 | 2014-09-15 15:41:53 +0000 | [diff] [blame] | 274 | def az_extloadi32_flat : PatFrag<(ops node:$ptr), |
| 275 | (az_extloadi32 node:$ptr), [{ |
| 276 | return isFlatLoad(dyn_cast<LoadSDNode>(N)); |
| 277 | }]>; |
| 278 | |
Tom Stellard | 31209cc | 2013-07-15 19:00:09 +0000 | [diff] [blame] | 279 | def az_extloadi32_constant : PatFrag<(ops node:$ptr), |
| 280 | (az_extloadi32 node:$ptr), [{ |
| 281 | return isConstantLoad(dyn_cast<LoadSDNode>(N), -1); |
| 282 | }]>; |
| 283 | |
Tom Stellard | d3ee8c1 | 2013-08-16 01:12:06 +0000 | [diff] [blame] | 284 | def truncstorei8_global : PatFrag<(ops node:$val, node:$ptr), |
| 285 | (truncstorei8 node:$val, node:$ptr), [{ |
| 286 | return isGlobalStore(dyn_cast<StoreSDNode>(N)); |
| 287 | }]>; |
| 288 | |
| 289 | def truncstorei16_global : PatFrag<(ops node:$val, node:$ptr), |
| 290 | (truncstorei16 node:$val, node:$ptr), [{ |
| 291 | return isGlobalStore(dyn_cast<StoreSDNode>(N)); |
| 292 | }]>; |
| 293 | |
Tom Stellard | c026e8b | 2013-06-28 15:47:08 +0000 | [diff] [blame] | 294 | def local_store : PatFrag<(ops node:$val, node:$ptr), |
| 295 | (store node:$val, node:$ptr), [{ |
Tom Stellard | f3d166a | 2013-08-26 15:05:49 +0000 | [diff] [blame] | 296 | return isLocalStore(dyn_cast<StoreSDNode>(N)); |
| 297 | }]>; |
| 298 | |
| 299 | def truncstorei8_local : PatFrag<(ops node:$val, node:$ptr), |
| 300 | (truncstorei8 node:$val, node:$ptr), [{ |
| 301 | return isLocalStore(dyn_cast<StoreSDNode>(N)); |
| 302 | }]>; |
| 303 | |
| 304 | def truncstorei16_local : PatFrag<(ops node:$val, node:$ptr), |
| 305 | (truncstorei16 node:$val, node:$ptr), [{ |
| 306 | return isLocalStore(dyn_cast<StoreSDNode>(N)); |
| 307 | }]>; |
| 308 | |
| 309 | def local_load : PatFrag<(ops node:$ptr), (load node:$ptr), [{ |
| 310 | return isLocalLoad(dyn_cast<LoadSDNode>(N)); |
Tom Stellard | c026e8b | 2013-06-28 15:47:08 +0000 | [diff] [blame] | 311 | }]>; |
| 312 | |
Tom Stellard | f3fc555 | 2014-08-22 18:49:35 +0000 | [diff] [blame] | 313 | class Aligned8Bytes <dag ops, dag frag> : PatFrag <ops, frag, [{ |
| 314 | return cast<MemSDNode>(N)->getAlignment() % 8 == 0; |
| 315 | }]>; |
| 316 | |
| 317 | def local_load_aligned8bytes : Aligned8Bytes < |
| 318 | (ops node:$ptr), (local_load node:$ptr) |
| 319 | >; |
| 320 | |
| 321 | def local_store_aligned8bytes : Aligned8Bytes < |
| 322 | (ops node:$val, node:$ptr), (local_store node:$val, node:$ptr) |
| 323 | >; |
Matt Arsenault | 7257410 | 2014-06-11 18:08:34 +0000 | [diff] [blame] | 324 | |
| 325 | class local_binary_atomic_op<SDNode atomic_op> : |
| 326 | PatFrag<(ops node:$ptr, node:$value), |
| 327 | (atomic_op node:$ptr, node:$value), [{ |
| 328 | return cast<MemSDNode>(N)->getAddressSpace() == AMDGPUAS::LOCAL_ADDRESS; |
Tom Stellard | 13c68ef | 2013-09-05 18:38:09 +0000 | [diff] [blame] | 329 | }]>; |
| 330 | |
Matt Arsenault | 7257410 | 2014-06-11 18:08:34 +0000 | [diff] [blame] | 331 | |
| 332 | def atomic_swap_local : local_binary_atomic_op<atomic_swap>; |
| 333 | def atomic_load_add_local : local_binary_atomic_op<atomic_load_add>; |
| 334 | def atomic_load_sub_local : local_binary_atomic_op<atomic_load_sub>; |
| 335 | def atomic_load_and_local : local_binary_atomic_op<atomic_load_and>; |
| 336 | def atomic_load_or_local : local_binary_atomic_op<atomic_load_or>; |
| 337 | def atomic_load_xor_local : local_binary_atomic_op<atomic_load_xor>; |
| 338 | def atomic_load_nand_local : local_binary_atomic_op<atomic_load_nand>; |
| 339 | def atomic_load_min_local : local_binary_atomic_op<atomic_load_min>; |
| 340 | def atomic_load_max_local : local_binary_atomic_op<atomic_load_max>; |
| 341 | def atomic_load_umin_local : local_binary_atomic_op<atomic_load_umin>; |
| 342 | def atomic_load_umax_local : local_binary_atomic_op<atomic_load_umax>; |
Aaron Watry | 372cecf | 2013-09-06 20:17:42 +0000 | [diff] [blame] | 343 | |
Tom Stellard | d3ee8c1 | 2013-08-16 01:12:06 +0000 | [diff] [blame] | 344 | def mskor_global : PatFrag<(ops node:$val, node:$ptr), |
| 345 | (AMDGPUstore_mskor node:$val, node:$ptr), [{ |
Benjamin Kramer | 619c4e5 | 2015-04-10 11:24:51 +0000 | [diff] [blame] | 346 | return cast<MemSDNode>(N)->getAddressSpace() == AMDGPUAS::GLOBAL_ADDRESS; |
Tom Stellard | d3ee8c1 | 2013-08-16 01:12:06 +0000 | [diff] [blame] | 347 | }]>; |
| 348 | |
Tom Stellard | 381a94a | 2015-05-12 15:00:49 +0000 | [diff] [blame] | 349 | multiclass AtomicCmpSwapLocal <SDNode cmp_swap_node> { |
Matt Arsenault | 3f98140 | 2014-09-15 15:41:53 +0000 | [diff] [blame] | 350 | |
Tom Stellard | 381a94a | 2015-05-12 15:00:49 +0000 | [diff] [blame] | 351 | def _32_local : PatFrag < |
| 352 | (ops node:$ptr, node:$cmp, node:$swap), |
| 353 | (cmp_swap_node node:$ptr, node:$cmp, node:$swap), [{ |
| 354 | AtomicSDNode *AN = cast<AtomicSDNode>(N); |
| 355 | return AN->getMemoryVT() == MVT::i32 && |
| 356 | AN->getAddressSpace() == AMDGPUAS::LOCAL_ADDRESS; |
| 357 | }]>; |
Matt Arsenault | c793e1d | 2014-06-11 18:08:48 +0000 | [diff] [blame] | 358 | |
Tom Stellard | 381a94a | 2015-05-12 15:00:49 +0000 | [diff] [blame] | 359 | def _64_local : PatFrag< |
| 360 | (ops node:$ptr, node:$cmp, node:$swap), |
| 361 | (cmp_swap_node node:$ptr, node:$cmp, node:$swap), [{ |
| 362 | AtomicSDNode *AN = cast<AtomicSDNode>(N); |
| 363 | return AN->getMemoryVT() == MVT::i64 && |
| 364 | AN->getAddressSpace() == AMDGPUAS::LOCAL_ADDRESS; |
| 365 | }]>; |
| 366 | } |
| 367 | |
| 368 | defm atomic_cmp_swap : AtomicCmpSwapLocal <atomic_cmp_swap>; |
Matt Arsenault | caa0ec2 | 2014-06-11 18:08:54 +0000 | [diff] [blame] | 369 | |
Matt Arsenault | 3f98140 | 2014-09-15 15:41:53 +0000 | [diff] [blame] | 370 | def mskor_flat : PatFrag<(ops node:$val, node:$ptr), |
| 371 | (AMDGPUstore_mskor node:$val, node:$ptr), [{ |
Benjamin Kramer | 619c4e5 | 2015-04-10 11:24:51 +0000 | [diff] [blame] | 372 | return cast<MemSDNode>(N)->getAddressSpace() == AMDGPUAS::FLAT_ADDRESS; |
Matt Arsenault | 3f98140 | 2014-09-15 15:41:53 +0000 | [diff] [blame] | 373 | }]>; |
| 374 | |
Tom Stellard | 7980fc8 | 2014-09-25 18:30:26 +0000 | [diff] [blame] | 375 | class global_binary_atomic_op<SDNode atomic_op> : PatFrag< |
| 376 | (ops node:$ptr, node:$value), |
| 377 | (atomic_op node:$ptr, node:$value), |
| 378 | [{return cast<MemSDNode>(N)->getAddressSpace() == AMDGPUAS::GLOBAL_ADDRESS;}] |
| 379 | >; |
| 380 | |
Aaron Watry | 8114437 | 2014-10-17 23:33:03 +0000 | [diff] [blame] | 381 | def atomic_swap_global : global_binary_atomic_op<atomic_swap>; |
Tom Stellard | 7980fc8 | 2014-09-25 18:30:26 +0000 | [diff] [blame] | 382 | def atomic_add_global : global_binary_atomic_op<atomic_load_add>; |
Aaron Watry | 6212780 | 2014-10-17 23:32:54 +0000 | [diff] [blame] | 383 | def atomic_and_global : global_binary_atomic_op<atomic_load_and>; |
Aaron Watry | 29f295d | 2014-10-17 23:32:56 +0000 | [diff] [blame] | 384 | def atomic_max_global : global_binary_atomic_op<atomic_load_max>; |
Aaron Watry | 58c9992 | 2014-10-17 23:32:57 +0000 | [diff] [blame] | 385 | def atomic_min_global : global_binary_atomic_op<atomic_load_min>; |
Aaron Watry | 8a911e6 | 2014-10-17 23:32:59 +0000 | [diff] [blame] | 386 | def atomic_or_global : global_binary_atomic_op<atomic_load_or>; |
Aaron Watry | 328f1ba | 2014-10-17 23:32:52 +0000 | [diff] [blame] | 387 | def atomic_sub_global : global_binary_atomic_op<atomic_load_sub>; |
Aaron Watry | 29f295d | 2014-10-17 23:32:56 +0000 | [diff] [blame] | 388 | def atomic_umax_global : global_binary_atomic_op<atomic_load_umax>; |
Aaron Watry | 58c9992 | 2014-10-17 23:32:57 +0000 | [diff] [blame] | 389 | def atomic_umin_global : global_binary_atomic_op<atomic_load_umin>; |
Aaron Watry | d672ee2 | 2014-10-17 23:33:01 +0000 | [diff] [blame] | 390 | def atomic_xor_global : global_binary_atomic_op<atomic_load_xor>; |
Tom Stellard | 7980fc8 | 2014-09-25 18:30:26 +0000 | [diff] [blame] | 391 | |
Tom Stellard | b4a313a | 2014-08-01 00:32:39 +0000 | [diff] [blame] | 392 | //===----------------------------------------------------------------------===// |
| 393 | // Misc Pattern Fragments |
| 394 | //===----------------------------------------------------------------------===// |
| 395 | |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 396 | class Constants { |
| 397 | int TWO_PI = 0x40c90fdb; |
| 398 | int PI = 0x40490fdb; |
| 399 | int TWO_PI_INV = 0x3e22f983; |
NAKAMURA Takumi | 4bb85f9 | 2013-10-28 04:07:23 +0000 | [diff] [blame] | 400 | int FP_UINT_MAX_PLUS_1 = 0x4f800000; // 1 << 32 in floating point encoding |
Matt Arsenault | aeca2fa | 2014-05-31 06:47:42 +0000 | [diff] [blame] | 401 | int FP32_NEG_ONE = 0xbf800000; |
| 402 | int FP32_ONE = 0x3f800000; |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 403 | } |
| 404 | def CONST : Constants; |
| 405 | |
| 406 | def FP_ZERO : PatLeaf < |
| 407 | (fpimm), |
| 408 | [{return N->getValueAPF().isZero();}] |
| 409 | >; |
| 410 | |
| 411 | def FP_ONE : PatLeaf < |
| 412 | (fpimm), |
| 413 | [{return N->isExactlyValue(1.0);}] |
| 414 | >; |
| 415 | |
Matt Arsenault | eeb2a7e | 2015-01-15 23:58:35 +0000 | [diff] [blame] | 416 | def FP_HALF : PatLeaf < |
| 417 | (fpimm), |
| 418 | [{return N->isExactlyValue(0.5);}] |
| 419 | >; |
| 420 | |
Tom Stellard | f3b2a1e | 2013-02-06 17:32:29 +0000 | [diff] [blame] | 421 | let isCodeGenOnly = 1, isPseudo = 1 in { |
| 422 | |
| 423 | let usesCustomInserter = 1 in { |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 424 | |
| 425 | class CLAMP <RegisterClass rc> : AMDGPUShaderInst < |
| 426 | (outs rc:$dst), |
| 427 | (ins rc:$src0), |
| 428 | "CLAMP $dst, $src0", |
Matt Arsenault | 5d47d4a | 2014-06-12 21:15:44 +0000 | [diff] [blame] | 429 | [(set f32:$dst, (AMDGPUclamp f32:$src0, (f32 FP_ZERO), (f32 FP_ONE)))] |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 430 | >; |
| 431 | |
| 432 | class FABS <RegisterClass rc> : AMDGPUShaderInst < |
| 433 | (outs rc:$dst), |
| 434 | (ins rc:$src0), |
| 435 | "FABS $dst, $src0", |
Tom Stellard | 40b7f1f | 2013-05-02 15:30:12 +0000 | [diff] [blame] | 436 | [(set f32:$dst, (fabs f32:$src0))] |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 437 | >; |
| 438 | |
| 439 | class FNEG <RegisterClass rc> : AMDGPUShaderInst < |
| 440 | (outs rc:$dst), |
| 441 | (ins rc:$src0), |
| 442 | "FNEG $dst, $src0", |
Tom Stellard | 40b7f1f | 2013-05-02 15:30:12 +0000 | [diff] [blame] | 443 | [(set f32:$dst, (fneg f32:$src0))] |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 444 | >; |
| 445 | |
Tom Stellard | f3b2a1e | 2013-02-06 17:32:29 +0000 | [diff] [blame] | 446 | } // usesCustomInserter = 1 |
| 447 | |
| 448 | multiclass RegisterLoadStore <RegisterClass dstClass, Operand addrClass, |
| 449 | ComplexPattern addrPat> { |
Tom Stellard | 81d871d | 2013-11-13 23:36:50 +0000 | [diff] [blame] | 450 | let UseNamedOperandTable = 1 in { |
| 451 | |
Tom Stellard | f3b2a1e | 2013-02-06 17:32:29 +0000 | [diff] [blame] | 452 | def RegisterLoad : AMDGPUShaderInst < |
| 453 | (outs dstClass:$dst), |
| 454 | (ins addrClass:$addr, i32imm:$chan), |
| 455 | "RegisterLoad $dst, $addr", |
Tom Stellard | 40b7f1f | 2013-05-02 15:30:12 +0000 | [diff] [blame] | 456 | [(set i32:$dst, (AMDGPUregister_load addrPat:$addr, (i32 timm:$chan)))] |
Tom Stellard | f3b2a1e | 2013-02-06 17:32:29 +0000 | [diff] [blame] | 457 | > { |
| 458 | let isRegisterLoad = 1; |
| 459 | } |
| 460 | |
| 461 | def RegisterStore : AMDGPUShaderInst < |
| 462 | (outs), |
| 463 | (ins dstClass:$val, addrClass:$addr, i32imm:$chan), |
| 464 | "RegisterStore $val, $addr", |
Tom Stellard | 40b7f1f | 2013-05-02 15:30:12 +0000 | [diff] [blame] | 465 | [(AMDGPUregister_store i32:$val, addrPat:$addr, (i32 timm:$chan))] |
Tom Stellard | f3b2a1e | 2013-02-06 17:32:29 +0000 | [diff] [blame] | 466 | > { |
| 467 | let isRegisterStore = 1; |
| 468 | } |
| 469 | } |
Tom Stellard | 81d871d | 2013-11-13 23:36:50 +0000 | [diff] [blame] | 470 | } |
Tom Stellard | f3b2a1e | 2013-02-06 17:32:29 +0000 | [diff] [blame] | 471 | |
| 472 | } // End isCodeGenOnly = 1, isPseudo = 1 |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 473 | |
| 474 | /* Generic helper patterns for intrinsics */ |
| 475 | /* -------------------------------------- */ |
| 476 | |
Tom Stellard | 40b7f1f | 2013-05-02 15:30:12 +0000 | [diff] [blame] | 477 | class POW_Common <AMDGPUInst log_ieee, AMDGPUInst exp_ieee, AMDGPUInst mul> |
| 478 | : Pat < |
| 479 | (fpow f32:$src0, f32:$src1), |
| 480 | (exp_ieee (mul f32:$src1, (log_ieee f32:$src0))) |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 481 | >; |
| 482 | |
| 483 | /* Other helper patterns */ |
| 484 | /* --------------------- */ |
| 485 | |
| 486 | /* Extract element pattern */ |
Matt Arsenault | 530dde4 | 2014-02-26 23:00:58 +0000 | [diff] [blame] | 487 | class Extract_Element <ValueType sub_type, ValueType vec_type, int sub_idx, |
Tom Stellard | 40b7f1f | 2013-05-02 15:30:12 +0000 | [diff] [blame] | 488 | SubRegIndex sub_reg> |
| 489 | : Pat< |
Matt Arsenault | fbd9bbf | 2015-12-11 19:20:16 +0000 | [diff] [blame] | 490 | (sub_type (extractelt vec_type:$src, sub_idx)), |
Tom Stellard | 40b7f1f | 2013-05-02 15:30:12 +0000 | [diff] [blame] | 491 | (EXTRACT_SUBREG $src, sub_reg) |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 492 | >; |
| 493 | |
| 494 | /* Insert element pattern */ |
| 495 | class Insert_Element <ValueType elem_type, ValueType vec_type, |
Tom Stellard | 40b7f1f | 2013-05-02 15:30:12 +0000 | [diff] [blame] | 496 | int sub_idx, SubRegIndex sub_reg> |
| 497 | : Pat < |
Matt Arsenault | fbd9bbf | 2015-12-11 19:20:16 +0000 | [diff] [blame] | 498 | (insertelt vec_type:$vec, elem_type:$elem, sub_idx), |
Tom Stellard | 40b7f1f | 2013-05-02 15:30:12 +0000 | [diff] [blame] | 499 | (INSERT_SUBREG $vec, $elem, sub_reg) |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 500 | >; |
| 501 | |
Tom Stellard | 40b7f1f | 2013-05-02 15:30:12 +0000 | [diff] [blame] | 502 | // XXX: Convert to new syntax and use COPY_TO_REG, once the DFAPacketizer |
| 503 | // can handle COPY instructions. |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 504 | // bitconvert pattern |
| 505 | class BitConvert <ValueType dt, ValueType st, RegisterClass rc> : Pat < |
| 506 | (dt (bitconvert (st rc:$src0))), |
| 507 | (dt rc:$src0) |
| 508 | >; |
| 509 | |
Tom Stellard | 40b7f1f | 2013-05-02 15:30:12 +0000 | [diff] [blame] | 510 | // XXX: Convert to new syntax and use COPY_TO_REG, once the DFAPacketizer |
| 511 | // can handle COPY instructions. |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 512 | class DwordAddrPat<ValueType vt, RegisterClass rc> : Pat < |
| 513 | (vt (AMDGPUdwordaddr (vt rc:$addr))), |
| 514 | (vt rc:$addr) |
| 515 | >; |
| 516 | |
Tom Stellard | 9d10c4c | 2013-04-19 02:11:06 +0000 | [diff] [blame] | 517 | // BFI_INT patterns |
| 518 | |
Matt Arsenault | 7d858d8 | 2014-11-02 23:46:54 +0000 | [diff] [blame] | 519 | multiclass BFIPatterns <Instruction BFI_INT, |
| 520 | Instruction LoadImm32, |
| 521 | RegisterClass RC64> { |
Tom Stellard | 9d10c4c | 2013-04-19 02:11:06 +0000 | [diff] [blame] | 522 | // Definition from ISA doc: |
| 523 | // (y & x) | (z & ~x) |
| 524 | def : Pat < |
| 525 | (or (and i32:$y, i32:$x), (and i32:$z, (not i32:$x))), |
| 526 | (BFI_INT $x, $y, $z) |
| 527 | >; |
| 528 | |
| 529 | // SHA-256 Ch function |
| 530 | // z ^ (x & (y ^ z)) |
| 531 | def : Pat < |
| 532 | (xor i32:$z, (and i32:$x, (xor i32:$y, i32:$z))), |
| 533 | (BFI_INT $x, $y, $z) |
| 534 | >; |
| 535 | |
Matt Arsenault | 6e43965 | 2014-06-10 19:00:20 +0000 | [diff] [blame] | 536 | def : Pat < |
| 537 | (fcopysign f32:$src0, f32:$src1), |
| 538 | (BFI_INT (LoadImm32 0x7fffffff), $src0, $src1) |
| 539 | >; |
| 540 | |
| 541 | def : Pat < |
| 542 | (f64 (fcopysign f64:$src0, f64:$src1)), |
Matt Arsenault | 7d858d8 | 2014-11-02 23:46:54 +0000 | [diff] [blame] | 543 | (REG_SEQUENCE RC64, |
| 544 | (i32 (EXTRACT_SUBREG $src0, sub0)), sub0, |
Matt Arsenault | 6e43965 | 2014-06-10 19:00:20 +0000 | [diff] [blame] | 545 | (BFI_INT (LoadImm32 0x7fffffff), |
| 546 | (i32 (EXTRACT_SUBREG $src0, sub1)), |
| 547 | (i32 (EXTRACT_SUBREG $src1, sub1))), sub1) |
| 548 | >; |
Tom Stellard | 9d10c4c | 2013-04-19 02:11:06 +0000 | [diff] [blame] | 549 | } |
| 550 | |
Tom Stellard | eac65dd | 2013-05-03 17:21:20 +0000 | [diff] [blame] | 551 | // SHA-256 Ma patterns |
| 552 | |
| 553 | // ((x & z) | (y & (x | z))) -> BFI_INT (XOR x, y), z, y |
| 554 | class SHA256MaPattern <Instruction BFI_INT, Instruction XOR> : Pat < |
| 555 | (or (and i32:$x, i32:$z), (and i32:$y, (or i32:$x, i32:$z))), |
| 556 | (BFI_INT (XOR i32:$x, i32:$y), i32:$z, i32:$y) |
| 557 | >; |
| 558 | |
Tom Stellard | 2b971eb | 2013-05-10 02:09:45 +0000 | [diff] [blame] | 559 | // Bitfield extract patterns |
| 560 | |
Marek Olsak | 949f5da | 2015-03-24 13:40:34 +0000 | [diff] [blame] | 561 | def IMMZeroBasedBitfieldMask : PatLeaf <(imm), [{ |
| 562 | return isMask_32(N->getZExtValue()); |
| 563 | }]>; |
Tom Stellard | a2a4b8e | 2014-01-23 18:49:33 +0000 | [diff] [blame] | 564 | |
Marek Olsak | 949f5da | 2015-03-24 13:40:34 +0000 | [diff] [blame] | 565 | def IMMPopCount : SDNodeXForm<imm, [{ |
Sergey Dmitrouk | 842a51b | 2015-04-28 14:05:47 +0000 | [diff] [blame] | 566 | return CurDAG->getTargetConstant(countPopulation(N->getZExtValue()), SDLoc(N), |
Marek Olsak | 949f5da | 2015-03-24 13:40:34 +0000 | [diff] [blame] | 567 | MVT::i32); |
| 568 | }]>; |
Tom Stellard | a2a4b8e | 2014-01-23 18:49:33 +0000 | [diff] [blame] | 569 | |
Marek Olsak | 949f5da | 2015-03-24 13:40:34 +0000 | [diff] [blame] | 570 | class BFEPattern <Instruction BFE, Instruction MOV> : Pat < |
| 571 | (i32 (and (i32 (srl i32:$src, i32:$rshift)), IMMZeroBasedBitfieldMask:$mask)), |
| 572 | (BFE $src, $rshift, (MOV (i32 (IMMPopCount $mask)))) |
Tom Stellard | 2b971eb | 2013-05-10 02:09:45 +0000 | [diff] [blame] | 573 | >; |
| 574 | |
Tom Stellard | 5643c4a | 2013-05-20 15:02:19 +0000 | [diff] [blame] | 575 | // rotr pattern |
| 576 | class ROTRPattern <Instruction BIT_ALIGN> : Pat < |
| 577 | (rotr i32:$src0, i32:$src1), |
| 578 | (BIT_ALIGN $src0, $src0, $src1) |
| 579 | >; |
| 580 | |
Tom Stellard | 41fc785 | 2013-07-23 01:48:42 +0000 | [diff] [blame] | 581 | // 24-bit arithmetic patterns |
| 582 | def umul24 : PatFrag <(ops node:$x, node:$y), (mul node:$x, node:$y)>; |
| 583 | |
Matt Arsenault | eeb2a7e | 2015-01-15 23:58:35 +0000 | [diff] [blame] | 584 | // Special conversion patterns |
| 585 | |
| 586 | def cvt_rpi_i32_f32 : PatFrag < |
| 587 | (ops node:$src), |
Matt Arsenault | 08ad328 | 2015-01-31 21:28:13 +0000 | [diff] [blame] | 588 | (fp_to_sint (ffloor (fadd $src, FP_HALF))), |
| 589 | [{ (void) N; return TM.Options.NoNaNsFPMath; }] |
Matt Arsenault | eeb2a7e | 2015-01-15 23:58:35 +0000 | [diff] [blame] | 590 | >; |
| 591 | |
| 592 | def cvt_flr_i32_f32 : PatFrag < |
| 593 | (ops node:$src), |
Matt Arsenault | 08ad328 | 2015-01-31 21:28:13 +0000 | [diff] [blame] | 594 | (fp_to_sint (ffloor $src)), |
| 595 | [{ (void)N; return TM.Options.NoNaNsFPMath; }] |
Matt Arsenault | eeb2a7e | 2015-01-15 23:58:35 +0000 | [diff] [blame] | 596 | >; |
| 597 | |
Matt Arsenault | eb26020 | 2014-05-22 18:00:15 +0000 | [diff] [blame] | 598 | class IMad24Pat<Instruction Inst> : Pat < |
| 599 | (add (AMDGPUmul_i24 i32:$src0, i32:$src1), i32:$src2), |
| 600 | (Inst $src0, $src1, $src2) |
| 601 | >; |
| 602 | |
| 603 | class UMad24Pat<Instruction Inst> : Pat < |
| 604 | (add (AMDGPUmul_u24 i32:$src0, i32:$src1), i32:$src2), |
| 605 | (Inst $src0, $src1, $src2) |
| 606 | >; |
| 607 | |
Matt Arsenault | a0050b0 | 2014-06-19 01:19:19 +0000 | [diff] [blame] | 608 | class RcpPat<Instruction RcpInst, ValueType vt> : Pat < |
| 609 | (fdiv FP_ONE, vt:$src), |
| 610 | (RcpInst $src) |
| 611 | >; |
| 612 | |
Matt Arsenault | 0bbcd8b | 2015-02-14 04:30:08 +0000 | [diff] [blame] | 613 | class RsqPat<Instruction RsqInst, ValueType vt> : Pat < |
| 614 | (AMDGPUrcp (fsqrt vt:$src)), |
| 615 | (RsqInst $src) |
| 616 | >; |
Matt Arsenault | a0050b0 | 2014-06-19 01:19:19 +0000 | [diff] [blame] | 617 | |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 618 | include "R600Instructions.td" |
Tom Stellard | 2c1c9de | 2014-03-24 16:07:25 +0000 | [diff] [blame] | 619 | include "R700Instructions.td" |
| 620 | include "EvergreenInstructions.td" |
| 621 | include "CaymanInstructions.td" |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 622 | |
| 623 | include "SIInstrInfo.td" |
| 624 | |