blob: 8ec1a6847a4a197b205e7e7ea3774a21adff812f [file] [log] [blame]
Tom Stellard75aadc22012-12-11 21:25:42 +00001//===-- AMDGPUInstructions.td - Common instruction defs ---*- tablegen -*-===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10// This file contains instruction defs that are common to all hw codegen
11// targets.
12//
13//===----------------------------------------------------------------------===//
14
15class AMDGPUInst <dag outs, dag ins, string asm, list<dag> pattern> : Instruction {
Tom Stellardf3b2a1e2013-02-06 17:32:29 +000016 field bit isRegisterLoad = 0;
17 field bit isRegisterStore = 0;
Tom Stellard75aadc22012-12-11 21:25:42 +000018
19 let Namespace = "AMDGPU";
20 let OutOperandList = outs;
21 let InOperandList = ins;
22 let AsmString = asm;
23 let Pattern = pattern;
24 let Itinerary = NullALU;
Tom Stellardf3b2a1e2013-02-06 17:32:29 +000025
Tom Stellarde1818af2016-02-18 03:42:32 +000026 // SoftFail is a field the disassembler can use to provide a way for
27 // instructions to not match without killing the whole decode process. It is
28 // mainly used for ARM, but Tablegen expects this field to exist or it fails
29 // to build the decode table.
30 field bits<64> SoftFail = 0;
31
32 let DecoderNamespace = Namespace;
33
Tom Stellardf3b2a1e2013-02-06 17:32:29 +000034 let TSFlags{63} = isRegisterLoad;
35 let TSFlags{62} = isRegisterStore;
Tom Stellard75aadc22012-12-11 21:25:42 +000036}
37
38class AMDGPUShaderInst <dag outs, dag ins, string asm, list<dag> pattern>
39 : AMDGPUInst<outs, ins, asm, pattern> {
40
41 field bits<32> Inst = 0xffffffff;
42
43}
44
Matt Arsenaultf171cf22014-07-14 23:40:49 +000045def FP32Denormals : Predicate<"Subtarget.hasFP32Denormals()">;
46def FP64Denormals : Predicate<"Subtarget.hasFP64Denormals()">;
Matt Arsenault1d077742014-07-15 20:18:24 +000047def UnsafeFPMath : Predicate<"TM.Options.UnsafeFPMath">;
Matt Arsenaultf171cf22014-07-14 23:40:49 +000048
Tom Stellard75aadc22012-12-11 21:25:42 +000049def InstFlag : OperandWithDefaultOps <i32, (ops (i32 0))>;
Tom Stellard81d871d2013-11-13 23:36:50 +000050def ADDRIndirect : ComplexPattern<iPTR, 2, "SelectADDRIndirect", [], []>;
Tom Stellard75aadc22012-12-11 21:25:42 +000051
Tom Stellardb02094e2014-07-21 15:45:01 +000052let OperandType = "OPERAND_IMMEDIATE" in {
53
Matt Arsenault4d7d3832014-04-15 22:32:49 +000054def u32imm : Operand<i32> {
55 let PrintMethod = "printU32ImmOperand";
56}
57
58def u16imm : Operand<i16> {
59 let PrintMethod = "printU16ImmOperand";
60}
61
62def u8imm : Operand<i8> {
63 let PrintMethod = "printU8ImmOperand";
64}
65
Tom Stellardb02094e2014-07-21 15:45:01 +000066} // End OperandType = "OPERAND_IMMEDIATE"
67
Tom Stellardbc5b5372014-06-13 16:38:59 +000068//===--------------------------------------------------------------------===//
69// Custom Operands
70//===--------------------------------------------------------------------===//
71def brtarget : Operand<OtherVT>;
72
Tom Stellardc0845332013-11-22 23:07:58 +000073//===----------------------------------------------------------------------===//
74// PatLeafs for floating-point comparisons
75//===----------------------------------------------------------------------===//
Tom Stellard75aadc22012-12-11 21:25:42 +000076
Tom Stellard0351ea22013-09-28 02:50:50 +000077def COND_OEQ : PatLeaf <
78 (cond),
79 [{return N->get() == ISD::SETOEQ || N->get() == ISD::SETEQ;}]
80>;
81
Matt Arsenault9cded7a2014-12-11 22:15:35 +000082def COND_ONE : PatLeaf <
83 (cond),
84 [{return N->get() == ISD::SETONE || N->get() == ISD::SETNE;}]
85>;
86
Tom Stellard0351ea22013-09-28 02:50:50 +000087def COND_OGT : PatLeaf <
88 (cond),
89 [{return N->get() == ISD::SETOGT || N->get() == ISD::SETGT;}]
90>;
91
Tom Stellard0351ea22013-09-28 02:50:50 +000092def COND_OGE : PatLeaf <
93 (cond),
94 [{return N->get() == ISD::SETOGE || N->get() == ISD::SETGE;}]
95>;
96
Tom Stellardc0845332013-11-22 23:07:58 +000097def COND_OLT : PatLeaf <
Tom Stellard75aadc22012-12-11 21:25:42 +000098 (cond),
Tom Stellardc0845332013-11-22 23:07:58 +000099 [{return N->get() == ISD::SETOLT || N->get() == ISD::SETLT;}]
Tom Stellard75aadc22012-12-11 21:25:42 +0000100>;
101
Tom Stellardc0845332013-11-22 23:07:58 +0000102def COND_OLE : PatLeaf <
Tom Stellard75aadc22012-12-11 21:25:42 +0000103 (cond),
Tom Stellardc0845332013-11-22 23:07:58 +0000104 [{return N->get() == ISD::SETOLE || N->get() == ISD::SETLE;}]
105>;
106
Tom Stellardc0845332013-11-22 23:07:58 +0000107
108def COND_O : PatLeaf <(cond), [{return N->get() == ISD::SETO;}]>;
109def COND_UO : PatLeaf <(cond), [{return N->get() == ISD::SETUO;}]>;
110
111//===----------------------------------------------------------------------===//
Matt Arsenault8b989ef2014-12-11 22:15:39 +0000112// PatLeafs for unsigned / unordered comparisons
Tom Stellardc0845332013-11-22 23:07:58 +0000113//===----------------------------------------------------------------------===//
114
Matt Arsenault9cded7a2014-12-11 22:15:35 +0000115def COND_UEQ : PatLeaf <(cond), [{return N->get() == ISD::SETUEQ;}]>;
116def COND_UNE : PatLeaf <(cond), [{return N->get() == ISD::SETUNE;}]>;
Tom Stellardc0845332013-11-22 23:07:58 +0000117def COND_UGT : PatLeaf <(cond), [{return N->get() == ISD::SETUGT;}]>;
118def COND_UGE : PatLeaf <(cond), [{return N->get() == ISD::SETUGE;}]>;
119def COND_ULT : PatLeaf <(cond), [{return N->get() == ISD::SETULT;}]>;
120def COND_ULE : PatLeaf <(cond), [{return N->get() == ISD::SETULE;}]>;
121
Matt Arsenault9cded7a2014-12-11 22:15:35 +0000122// XXX - For some reason R600 version is preferring to use unordered
123// for setne?
124def COND_UNE_NE : PatLeaf <
125 (cond),
126 [{return N->get() == ISD::SETUNE || N->get() == ISD::SETNE;}]
127>;
128
Tom Stellardc0845332013-11-22 23:07:58 +0000129//===----------------------------------------------------------------------===//
130// PatLeafs for signed comparisons
131//===----------------------------------------------------------------------===//
132
133def COND_SGT : PatLeaf <(cond), [{return N->get() == ISD::SETGT;}]>;
134def COND_SGE : PatLeaf <(cond), [{return N->get() == ISD::SETGE;}]>;
135def COND_SLT : PatLeaf <(cond), [{return N->get() == ISD::SETLT;}]>;
136def COND_SLE : PatLeaf <(cond), [{return N->get() == ISD::SETLE;}]>;
137
138//===----------------------------------------------------------------------===//
139// PatLeafs for integer equality
140//===----------------------------------------------------------------------===//
141
142def COND_EQ : PatLeaf <
143 (cond),
144 [{return N->get() == ISD::SETEQ || N->get() == ISD::SETUEQ;}]
145>;
146
147def COND_NE : PatLeaf <
148 (cond),
149 [{return N->get() == ISD::SETNE || N->get() == ISD::SETUNE;}]
Tom Stellard75aadc22012-12-11 21:25:42 +0000150>;
151
Christian Konigb19849a2013-02-21 15:17:04 +0000152def COND_NULL : PatLeaf <
153 (cond),
Tom Stellardaa9a1a82014-08-01 02:05:57 +0000154 [{(void)N; return false;}]
Christian Konigb19849a2013-02-21 15:17:04 +0000155>;
156
Tom Stellard75aadc22012-12-11 21:25:42 +0000157//===----------------------------------------------------------------------===//
158// Load/Store Pattern Fragments
159//===----------------------------------------------------------------------===//
160
Tom Stellardb02094e2014-07-21 15:45:01 +0000161class PrivateMemOp <dag ops, dag frag> : PatFrag <ops, frag, [{
162 return cast<MemSDNode>(N)->getAddressSpace() == AMDGPUAS::PRIVATE_ADDRESS;
163}]>;
164
165class PrivateLoad <SDPatternOperator op> : PrivateMemOp <
166 (ops node:$ptr), (op node:$ptr)
167>;
168
169class PrivateStore <SDPatternOperator op> : PrivateMemOp <
170 (ops node:$value, node:$ptr), (op node:$value, node:$ptr)
171>;
172
Tom Stellardb02094e2014-07-21 15:45:01 +0000173def load_private : PrivateLoad <load>;
174
175def truncstorei8_private : PrivateStore <truncstorei8>;
176def truncstorei16_private : PrivateStore <truncstorei16>;
177def store_private : PrivateStore <store>;
178
Tom Stellardbc5b5372014-06-13 16:38:59 +0000179def global_store : PatFrag<(ops node:$val, node:$ptr),
180 (store node:$val, node:$ptr), [{
181 return isGlobalStore(dyn_cast<StoreSDNode>(N));
182}]>;
183
184// Global address space loads
185def global_load : PatFrag<(ops node:$ptr), (load node:$ptr), [{
186 return isGlobalLoad(dyn_cast<LoadSDNode>(N));
187}]>;
188
189// Constant address space loads
190def constant_load : PatFrag<(ops node:$ptr), (load node:$ptr), [{
191 return isConstantLoad(dyn_cast<LoadSDNode>(N), -1);
192}]>;
193
Tom Stellard381a94a2015-05-12 15:00:49 +0000194class AZExtLoadBase <SDPatternOperator ld_node>: PatFrag<(ops node:$ptr),
195 (ld_node node:$ptr), [{
Tom Stellard31209cc2013-07-15 19:00:09 +0000196 LoadSDNode *L = cast<LoadSDNode>(N);
197 return L->getExtensionType() == ISD::ZEXTLOAD ||
198 L->getExtensionType() == ISD::EXTLOAD;
199}]>;
200
Tom Stellard381a94a2015-05-12 15:00:49 +0000201def az_extload : AZExtLoadBase <unindexedload>;
202
Tom Stellard33dd04b2013-07-23 01:47:52 +0000203def az_extloadi8 : PatFrag<(ops node:$ptr), (az_extload node:$ptr), [{
204 return cast<LoadSDNode>(N)->getMemoryVT() == MVT::i8;
205}]>;
206
Tom Stellardc6f4a292013-08-26 15:05:59 +0000207def az_extloadi8_global : PatFrag<(ops node:$ptr), (az_extloadi8 node:$ptr), [{
208 return isGlobalLoad(dyn_cast<LoadSDNode>(N));
209}]>;
210
Tom Stellard9f950332013-07-23 01:48:35 +0000211def sextloadi8_global : PatFrag<(ops node:$ptr), (sextloadi8 node:$ptr), [{
Tom Stellard75aadc22012-12-11 21:25:42 +0000212 return isGlobalLoad(dyn_cast<LoadSDNode>(N));
213}]>;
214
Tom Stellard33dd04b2013-07-23 01:47:52 +0000215def az_extloadi8_constant : PatFrag<(ops node:$ptr), (az_extloadi8 node:$ptr), [{
Tom Stellard9f950332013-07-23 01:48:35 +0000216 return isConstantLoad(dyn_cast<LoadSDNode>(N), -1);
217}]>;
218
219def sextloadi8_constant : PatFrag<(ops node:$ptr), (sextloadi8 node:$ptr), [{
220 return isConstantLoad(dyn_cast<LoadSDNode>(N), -1);
221}]>;
222
Tom Stellardc6f4a292013-08-26 15:05:59 +0000223def az_extloadi8_local : PatFrag<(ops node:$ptr), (az_extloadi8 node:$ptr), [{
224 return isLocalLoad(dyn_cast<LoadSDNode>(N));
225}]>;
226
227def sextloadi8_local : PatFrag<(ops node:$ptr), (sextloadi8 node:$ptr), [{
228 return isLocalLoad(dyn_cast<LoadSDNode>(N));
Tom Stellard33dd04b2013-07-23 01:47:52 +0000229}]>;
230
Tom Stellardbc377682015-02-17 16:36:00 +0000231def extloadi8_private : PrivateLoad <az_extloadi8>;
232def sextloadi8_private : PrivateLoad <sextloadi8>;
233
Tom Stellard33dd04b2013-07-23 01:47:52 +0000234def az_extloadi16 : PatFrag<(ops node:$ptr), (az_extload node:$ptr), [{
235 return cast<LoadSDNode>(N)->getMemoryVT() == MVT::i16;
236}]>;
237
238def az_extloadi16_global : PatFrag<(ops node:$ptr), (az_extloadi16 node:$ptr), [{
239 return isGlobalLoad(dyn_cast<LoadSDNode>(N));
240}]>;
241
Tom Stellard9f950332013-07-23 01:48:35 +0000242def sextloadi16_global : PatFrag<(ops node:$ptr), (sextloadi16 node:$ptr), [{
Tom Stellard07a10a32013-06-03 17:39:43 +0000243 return isGlobalLoad(dyn_cast<LoadSDNode>(N));
244}]>;
245
Tom Stellard9f950332013-07-23 01:48:35 +0000246def az_extloadi16_constant : PatFrag<(ops node:$ptr), (az_extloadi16 node:$ptr), [{
247 return isConstantLoad(dyn_cast<LoadSDNode>(N), -1);
248}]>;
249
250def sextloadi16_constant : PatFrag<(ops node:$ptr), (sextloadi16 node:$ptr), [{
251 return isConstantLoad(dyn_cast<LoadSDNode>(N), -1);
252}]>;
253
Tom Stellardc6f4a292013-08-26 15:05:59 +0000254def az_extloadi16_local : PatFrag<(ops node:$ptr), (az_extloadi16 node:$ptr), [{
255 return isLocalLoad(dyn_cast<LoadSDNode>(N));
256}]>;
257
258def sextloadi16_local : PatFrag<(ops node:$ptr), (sextloadi16 node:$ptr), [{
259 return isLocalLoad(dyn_cast<LoadSDNode>(N));
260}]>;
261
Tom Stellardbc377682015-02-17 16:36:00 +0000262def extloadi16_private : PrivateLoad <az_extloadi16>;
263def sextloadi16_private : PrivateLoad <sextloadi16>;
264
Tom Stellard31209cc2013-07-15 19:00:09 +0000265def az_extloadi32 : PatFrag<(ops node:$ptr), (az_extload node:$ptr), [{
266 return cast<LoadSDNode>(N)->getMemoryVT() == MVT::i32;
267}]>;
268
269def az_extloadi32_global : PatFrag<(ops node:$ptr),
270 (az_extloadi32 node:$ptr), [{
271 return isGlobalLoad(dyn_cast<LoadSDNode>(N));
272}]>;
273
Matt Arsenault3f981402014-09-15 15:41:53 +0000274def az_extloadi32_flat : PatFrag<(ops node:$ptr),
275 (az_extloadi32 node:$ptr), [{
276 return isFlatLoad(dyn_cast<LoadSDNode>(N));
277}]>;
278
Tom Stellard31209cc2013-07-15 19:00:09 +0000279def az_extloadi32_constant : PatFrag<(ops node:$ptr),
280 (az_extloadi32 node:$ptr), [{
281 return isConstantLoad(dyn_cast<LoadSDNode>(N), -1);
282}]>;
283
Tom Stellardd3ee8c12013-08-16 01:12:06 +0000284def truncstorei8_global : PatFrag<(ops node:$val, node:$ptr),
285 (truncstorei8 node:$val, node:$ptr), [{
286 return isGlobalStore(dyn_cast<StoreSDNode>(N));
287}]>;
288
289def truncstorei16_global : PatFrag<(ops node:$val, node:$ptr),
290 (truncstorei16 node:$val, node:$ptr), [{
291 return isGlobalStore(dyn_cast<StoreSDNode>(N));
292}]>;
293
Tom Stellardc026e8b2013-06-28 15:47:08 +0000294def local_store : PatFrag<(ops node:$val, node:$ptr),
295 (store node:$val, node:$ptr), [{
Tom Stellardf3d166a2013-08-26 15:05:49 +0000296 return isLocalStore(dyn_cast<StoreSDNode>(N));
297}]>;
298
299def truncstorei8_local : PatFrag<(ops node:$val, node:$ptr),
300 (truncstorei8 node:$val, node:$ptr), [{
301 return isLocalStore(dyn_cast<StoreSDNode>(N));
302}]>;
303
304def truncstorei16_local : PatFrag<(ops node:$val, node:$ptr),
305 (truncstorei16 node:$val, node:$ptr), [{
306 return isLocalStore(dyn_cast<StoreSDNode>(N));
307}]>;
308
309def local_load : PatFrag<(ops node:$ptr), (load node:$ptr), [{
310 return isLocalLoad(dyn_cast<LoadSDNode>(N));
Tom Stellardc026e8b2013-06-28 15:47:08 +0000311}]>;
312
Tom Stellardf3fc5552014-08-22 18:49:35 +0000313class Aligned8Bytes <dag ops, dag frag> : PatFrag <ops, frag, [{
314 return cast<MemSDNode>(N)->getAlignment() % 8 == 0;
315}]>;
316
317def local_load_aligned8bytes : Aligned8Bytes <
318 (ops node:$ptr), (local_load node:$ptr)
319>;
320
321def local_store_aligned8bytes : Aligned8Bytes <
322 (ops node:$val, node:$ptr), (local_store node:$val, node:$ptr)
323>;
Matt Arsenault72574102014-06-11 18:08:34 +0000324
325class local_binary_atomic_op<SDNode atomic_op> :
326 PatFrag<(ops node:$ptr, node:$value),
327 (atomic_op node:$ptr, node:$value), [{
328 return cast<MemSDNode>(N)->getAddressSpace() == AMDGPUAS::LOCAL_ADDRESS;
Tom Stellard13c68ef2013-09-05 18:38:09 +0000329}]>;
330
Matt Arsenault72574102014-06-11 18:08:34 +0000331
332def atomic_swap_local : local_binary_atomic_op<atomic_swap>;
333def atomic_load_add_local : local_binary_atomic_op<atomic_load_add>;
334def atomic_load_sub_local : local_binary_atomic_op<atomic_load_sub>;
335def atomic_load_and_local : local_binary_atomic_op<atomic_load_and>;
336def atomic_load_or_local : local_binary_atomic_op<atomic_load_or>;
337def atomic_load_xor_local : local_binary_atomic_op<atomic_load_xor>;
338def atomic_load_nand_local : local_binary_atomic_op<atomic_load_nand>;
339def atomic_load_min_local : local_binary_atomic_op<atomic_load_min>;
340def atomic_load_max_local : local_binary_atomic_op<atomic_load_max>;
341def atomic_load_umin_local : local_binary_atomic_op<atomic_load_umin>;
342def atomic_load_umax_local : local_binary_atomic_op<atomic_load_umax>;
Aaron Watry372cecf2013-09-06 20:17:42 +0000343
Tom Stellardd3ee8c12013-08-16 01:12:06 +0000344def mskor_global : PatFrag<(ops node:$val, node:$ptr),
345 (AMDGPUstore_mskor node:$val, node:$ptr), [{
Benjamin Kramer619c4e52015-04-10 11:24:51 +0000346 return cast<MemSDNode>(N)->getAddressSpace() == AMDGPUAS::GLOBAL_ADDRESS;
Tom Stellardd3ee8c12013-08-16 01:12:06 +0000347}]>;
348
Tom Stellard381a94a2015-05-12 15:00:49 +0000349multiclass AtomicCmpSwapLocal <SDNode cmp_swap_node> {
Matt Arsenault3f981402014-09-15 15:41:53 +0000350
Tom Stellard381a94a2015-05-12 15:00:49 +0000351 def _32_local : PatFrag <
352 (ops node:$ptr, node:$cmp, node:$swap),
353 (cmp_swap_node node:$ptr, node:$cmp, node:$swap), [{
354 AtomicSDNode *AN = cast<AtomicSDNode>(N);
355 return AN->getMemoryVT() == MVT::i32 &&
356 AN->getAddressSpace() == AMDGPUAS::LOCAL_ADDRESS;
357 }]>;
Matt Arsenaultc793e1d2014-06-11 18:08:48 +0000358
Tom Stellard381a94a2015-05-12 15:00:49 +0000359 def _64_local : PatFrag<
360 (ops node:$ptr, node:$cmp, node:$swap),
361 (cmp_swap_node node:$ptr, node:$cmp, node:$swap), [{
362 AtomicSDNode *AN = cast<AtomicSDNode>(N);
363 return AN->getMemoryVT() == MVT::i64 &&
364 AN->getAddressSpace() == AMDGPUAS::LOCAL_ADDRESS;
365 }]>;
366}
367
368defm atomic_cmp_swap : AtomicCmpSwapLocal <atomic_cmp_swap>;
Matt Arsenaultcaa0ec22014-06-11 18:08:54 +0000369
Matt Arsenault3f981402014-09-15 15:41:53 +0000370def mskor_flat : PatFrag<(ops node:$val, node:$ptr),
371 (AMDGPUstore_mskor node:$val, node:$ptr), [{
Benjamin Kramer619c4e52015-04-10 11:24:51 +0000372 return cast<MemSDNode>(N)->getAddressSpace() == AMDGPUAS::FLAT_ADDRESS;
Matt Arsenault3f981402014-09-15 15:41:53 +0000373}]>;
374
Tom Stellard7980fc82014-09-25 18:30:26 +0000375class global_binary_atomic_op<SDNode atomic_op> : PatFrag<
376 (ops node:$ptr, node:$value),
377 (atomic_op node:$ptr, node:$value),
378 [{return cast<MemSDNode>(N)->getAddressSpace() == AMDGPUAS::GLOBAL_ADDRESS;}]
379>;
380
Aaron Watry81144372014-10-17 23:33:03 +0000381def atomic_swap_global : global_binary_atomic_op<atomic_swap>;
Tom Stellard7980fc82014-09-25 18:30:26 +0000382def atomic_add_global : global_binary_atomic_op<atomic_load_add>;
Aaron Watry62127802014-10-17 23:32:54 +0000383def atomic_and_global : global_binary_atomic_op<atomic_load_and>;
Aaron Watry29f295d2014-10-17 23:32:56 +0000384def atomic_max_global : global_binary_atomic_op<atomic_load_max>;
Aaron Watry58c99922014-10-17 23:32:57 +0000385def atomic_min_global : global_binary_atomic_op<atomic_load_min>;
Aaron Watry8a911e62014-10-17 23:32:59 +0000386def atomic_or_global : global_binary_atomic_op<atomic_load_or>;
Aaron Watry328f1ba2014-10-17 23:32:52 +0000387def atomic_sub_global : global_binary_atomic_op<atomic_load_sub>;
Aaron Watry29f295d2014-10-17 23:32:56 +0000388def atomic_umax_global : global_binary_atomic_op<atomic_load_umax>;
Aaron Watry58c99922014-10-17 23:32:57 +0000389def atomic_umin_global : global_binary_atomic_op<atomic_load_umin>;
Aaron Watryd672ee22014-10-17 23:33:01 +0000390def atomic_xor_global : global_binary_atomic_op<atomic_load_xor>;
Tom Stellard7980fc82014-09-25 18:30:26 +0000391
Tom Stellardb4a313a2014-08-01 00:32:39 +0000392//===----------------------------------------------------------------------===//
393// Misc Pattern Fragments
394//===----------------------------------------------------------------------===//
395
Tom Stellard75aadc22012-12-11 21:25:42 +0000396class Constants {
397int TWO_PI = 0x40c90fdb;
398int PI = 0x40490fdb;
399int TWO_PI_INV = 0x3e22f983;
NAKAMURA Takumi4bb85f92013-10-28 04:07:23 +0000400int FP_UINT_MAX_PLUS_1 = 0x4f800000; // 1 << 32 in floating point encoding
Matt Arsenaultaeca2fa2014-05-31 06:47:42 +0000401int FP32_NEG_ONE = 0xbf800000;
402int FP32_ONE = 0x3f800000;
Tom Stellard75aadc22012-12-11 21:25:42 +0000403}
404def CONST : Constants;
405
406def FP_ZERO : PatLeaf <
407 (fpimm),
408 [{return N->getValueAPF().isZero();}]
409>;
410
411def FP_ONE : PatLeaf <
412 (fpimm),
413 [{return N->isExactlyValue(1.0);}]
414>;
415
Matt Arsenaulteeb2a7e2015-01-15 23:58:35 +0000416def FP_HALF : PatLeaf <
417 (fpimm),
418 [{return N->isExactlyValue(0.5);}]
419>;
420
Tom Stellardf3b2a1e2013-02-06 17:32:29 +0000421let isCodeGenOnly = 1, isPseudo = 1 in {
422
423let usesCustomInserter = 1 in {
Tom Stellard75aadc22012-12-11 21:25:42 +0000424
425class CLAMP <RegisterClass rc> : AMDGPUShaderInst <
426 (outs rc:$dst),
427 (ins rc:$src0),
428 "CLAMP $dst, $src0",
Matt Arsenault5d47d4a2014-06-12 21:15:44 +0000429 [(set f32:$dst, (AMDGPUclamp f32:$src0, (f32 FP_ZERO), (f32 FP_ONE)))]
Tom Stellard75aadc22012-12-11 21:25:42 +0000430>;
431
432class FABS <RegisterClass rc> : AMDGPUShaderInst <
433 (outs rc:$dst),
434 (ins rc:$src0),
435 "FABS $dst, $src0",
Tom Stellard40b7f1f2013-05-02 15:30:12 +0000436 [(set f32:$dst, (fabs f32:$src0))]
Tom Stellard75aadc22012-12-11 21:25:42 +0000437>;
438
439class FNEG <RegisterClass rc> : AMDGPUShaderInst <
440 (outs rc:$dst),
441 (ins rc:$src0),
442 "FNEG $dst, $src0",
Tom Stellard40b7f1f2013-05-02 15:30:12 +0000443 [(set f32:$dst, (fneg f32:$src0))]
Tom Stellard75aadc22012-12-11 21:25:42 +0000444>;
445
Tom Stellardf3b2a1e2013-02-06 17:32:29 +0000446} // usesCustomInserter = 1
447
448multiclass RegisterLoadStore <RegisterClass dstClass, Operand addrClass,
449 ComplexPattern addrPat> {
Tom Stellard81d871d2013-11-13 23:36:50 +0000450let UseNamedOperandTable = 1 in {
451
Tom Stellardf3b2a1e2013-02-06 17:32:29 +0000452 def RegisterLoad : AMDGPUShaderInst <
453 (outs dstClass:$dst),
454 (ins addrClass:$addr, i32imm:$chan),
455 "RegisterLoad $dst, $addr",
Tom Stellard40b7f1f2013-05-02 15:30:12 +0000456 [(set i32:$dst, (AMDGPUregister_load addrPat:$addr, (i32 timm:$chan)))]
Tom Stellardf3b2a1e2013-02-06 17:32:29 +0000457 > {
458 let isRegisterLoad = 1;
459 }
460
461 def RegisterStore : AMDGPUShaderInst <
462 (outs),
463 (ins dstClass:$val, addrClass:$addr, i32imm:$chan),
464 "RegisterStore $val, $addr",
Tom Stellard40b7f1f2013-05-02 15:30:12 +0000465 [(AMDGPUregister_store i32:$val, addrPat:$addr, (i32 timm:$chan))]
Tom Stellardf3b2a1e2013-02-06 17:32:29 +0000466 > {
467 let isRegisterStore = 1;
468 }
469}
Tom Stellard81d871d2013-11-13 23:36:50 +0000470}
Tom Stellardf3b2a1e2013-02-06 17:32:29 +0000471
472} // End isCodeGenOnly = 1, isPseudo = 1
Tom Stellard75aadc22012-12-11 21:25:42 +0000473
474/* Generic helper patterns for intrinsics */
475/* -------------------------------------- */
476
Tom Stellard40b7f1f2013-05-02 15:30:12 +0000477class POW_Common <AMDGPUInst log_ieee, AMDGPUInst exp_ieee, AMDGPUInst mul>
478 : Pat <
479 (fpow f32:$src0, f32:$src1),
480 (exp_ieee (mul f32:$src1, (log_ieee f32:$src0)))
Tom Stellard75aadc22012-12-11 21:25:42 +0000481>;
482
483/* Other helper patterns */
484/* --------------------- */
485
486/* Extract element pattern */
Matt Arsenault530dde42014-02-26 23:00:58 +0000487class Extract_Element <ValueType sub_type, ValueType vec_type, int sub_idx,
Tom Stellard40b7f1f2013-05-02 15:30:12 +0000488 SubRegIndex sub_reg>
489 : Pat<
Matt Arsenaultfbd9bbf2015-12-11 19:20:16 +0000490 (sub_type (extractelt vec_type:$src, sub_idx)),
Tom Stellard40b7f1f2013-05-02 15:30:12 +0000491 (EXTRACT_SUBREG $src, sub_reg)
Tom Stellard75aadc22012-12-11 21:25:42 +0000492>;
493
494/* Insert element pattern */
495class Insert_Element <ValueType elem_type, ValueType vec_type,
Tom Stellard40b7f1f2013-05-02 15:30:12 +0000496 int sub_idx, SubRegIndex sub_reg>
497 : Pat <
Matt Arsenaultfbd9bbf2015-12-11 19:20:16 +0000498 (insertelt vec_type:$vec, elem_type:$elem, sub_idx),
Tom Stellard40b7f1f2013-05-02 15:30:12 +0000499 (INSERT_SUBREG $vec, $elem, sub_reg)
Tom Stellard75aadc22012-12-11 21:25:42 +0000500>;
501
Tom Stellard40b7f1f2013-05-02 15:30:12 +0000502// XXX: Convert to new syntax and use COPY_TO_REG, once the DFAPacketizer
503// can handle COPY instructions.
Tom Stellard75aadc22012-12-11 21:25:42 +0000504// bitconvert pattern
505class BitConvert <ValueType dt, ValueType st, RegisterClass rc> : Pat <
506 (dt (bitconvert (st rc:$src0))),
507 (dt rc:$src0)
508>;
509
Tom Stellard40b7f1f2013-05-02 15:30:12 +0000510// XXX: Convert to new syntax and use COPY_TO_REG, once the DFAPacketizer
511// can handle COPY instructions.
Tom Stellard75aadc22012-12-11 21:25:42 +0000512class DwordAddrPat<ValueType vt, RegisterClass rc> : Pat <
513 (vt (AMDGPUdwordaddr (vt rc:$addr))),
514 (vt rc:$addr)
515>;
516
Tom Stellard9d10c4c2013-04-19 02:11:06 +0000517// BFI_INT patterns
518
Matt Arsenault7d858d82014-11-02 23:46:54 +0000519multiclass BFIPatterns <Instruction BFI_INT,
520 Instruction LoadImm32,
521 RegisterClass RC64> {
Tom Stellard9d10c4c2013-04-19 02:11:06 +0000522 // Definition from ISA doc:
523 // (y & x) | (z & ~x)
524 def : Pat <
525 (or (and i32:$y, i32:$x), (and i32:$z, (not i32:$x))),
526 (BFI_INT $x, $y, $z)
527 >;
528
529 // SHA-256 Ch function
530 // z ^ (x & (y ^ z))
531 def : Pat <
532 (xor i32:$z, (and i32:$x, (xor i32:$y, i32:$z))),
533 (BFI_INT $x, $y, $z)
534 >;
535
Matt Arsenault6e439652014-06-10 19:00:20 +0000536 def : Pat <
537 (fcopysign f32:$src0, f32:$src1),
538 (BFI_INT (LoadImm32 0x7fffffff), $src0, $src1)
539 >;
540
541 def : Pat <
542 (f64 (fcopysign f64:$src0, f64:$src1)),
Matt Arsenault7d858d82014-11-02 23:46:54 +0000543 (REG_SEQUENCE RC64,
544 (i32 (EXTRACT_SUBREG $src0, sub0)), sub0,
Matt Arsenault6e439652014-06-10 19:00:20 +0000545 (BFI_INT (LoadImm32 0x7fffffff),
546 (i32 (EXTRACT_SUBREG $src0, sub1)),
547 (i32 (EXTRACT_SUBREG $src1, sub1))), sub1)
548 >;
Tom Stellard9d10c4c2013-04-19 02:11:06 +0000549}
550
Tom Stellardeac65dd2013-05-03 17:21:20 +0000551// SHA-256 Ma patterns
552
553// ((x & z) | (y & (x | z))) -> BFI_INT (XOR x, y), z, y
554class SHA256MaPattern <Instruction BFI_INT, Instruction XOR> : Pat <
555 (or (and i32:$x, i32:$z), (and i32:$y, (or i32:$x, i32:$z))),
556 (BFI_INT (XOR i32:$x, i32:$y), i32:$z, i32:$y)
557>;
558
Tom Stellard2b971eb2013-05-10 02:09:45 +0000559// Bitfield extract patterns
560
Marek Olsak949f5da2015-03-24 13:40:34 +0000561def IMMZeroBasedBitfieldMask : PatLeaf <(imm), [{
562 return isMask_32(N->getZExtValue());
563}]>;
Tom Stellarda2a4b8e2014-01-23 18:49:33 +0000564
Marek Olsak949f5da2015-03-24 13:40:34 +0000565def IMMPopCount : SDNodeXForm<imm, [{
Sergey Dmitrouk842a51b2015-04-28 14:05:47 +0000566 return CurDAG->getTargetConstant(countPopulation(N->getZExtValue()), SDLoc(N),
Marek Olsak949f5da2015-03-24 13:40:34 +0000567 MVT::i32);
568}]>;
Tom Stellarda2a4b8e2014-01-23 18:49:33 +0000569
Marek Olsak949f5da2015-03-24 13:40:34 +0000570class BFEPattern <Instruction BFE, Instruction MOV> : Pat <
571 (i32 (and (i32 (srl i32:$src, i32:$rshift)), IMMZeroBasedBitfieldMask:$mask)),
572 (BFE $src, $rshift, (MOV (i32 (IMMPopCount $mask))))
Tom Stellard2b971eb2013-05-10 02:09:45 +0000573>;
574
Tom Stellard5643c4a2013-05-20 15:02:19 +0000575// rotr pattern
576class ROTRPattern <Instruction BIT_ALIGN> : Pat <
577 (rotr i32:$src0, i32:$src1),
578 (BIT_ALIGN $src0, $src0, $src1)
579>;
580
Tom Stellard41fc7852013-07-23 01:48:42 +0000581// 24-bit arithmetic patterns
582def umul24 : PatFrag <(ops node:$x, node:$y), (mul node:$x, node:$y)>;
583
Matt Arsenaulteeb2a7e2015-01-15 23:58:35 +0000584// Special conversion patterns
585
586def cvt_rpi_i32_f32 : PatFrag <
587 (ops node:$src),
Matt Arsenault08ad3282015-01-31 21:28:13 +0000588 (fp_to_sint (ffloor (fadd $src, FP_HALF))),
589 [{ (void) N; return TM.Options.NoNaNsFPMath; }]
Matt Arsenaulteeb2a7e2015-01-15 23:58:35 +0000590>;
591
592def cvt_flr_i32_f32 : PatFrag <
593 (ops node:$src),
Matt Arsenault08ad3282015-01-31 21:28:13 +0000594 (fp_to_sint (ffloor $src)),
595 [{ (void)N; return TM.Options.NoNaNsFPMath; }]
Matt Arsenaulteeb2a7e2015-01-15 23:58:35 +0000596>;
597
Matt Arsenaulteb260202014-05-22 18:00:15 +0000598class IMad24Pat<Instruction Inst> : Pat <
599 (add (AMDGPUmul_i24 i32:$src0, i32:$src1), i32:$src2),
600 (Inst $src0, $src1, $src2)
601>;
602
603class UMad24Pat<Instruction Inst> : Pat <
604 (add (AMDGPUmul_u24 i32:$src0, i32:$src1), i32:$src2),
605 (Inst $src0, $src1, $src2)
606>;
607
Matt Arsenaulta0050b02014-06-19 01:19:19 +0000608class RcpPat<Instruction RcpInst, ValueType vt> : Pat <
609 (fdiv FP_ONE, vt:$src),
610 (RcpInst $src)
611>;
612
Matt Arsenault0bbcd8b2015-02-14 04:30:08 +0000613class RsqPat<Instruction RsqInst, ValueType vt> : Pat <
614 (AMDGPUrcp (fsqrt vt:$src)),
615 (RsqInst $src)
616>;
Matt Arsenaulta0050b02014-06-19 01:19:19 +0000617
Tom Stellard75aadc22012-12-11 21:25:42 +0000618include "R600Instructions.td"
Tom Stellard2c1c9de2014-03-24 16:07:25 +0000619include "R700Instructions.td"
620include "EvergreenInstructions.td"
621include "CaymanInstructions.td"
Tom Stellard75aadc22012-12-11 21:25:42 +0000622
623include "SIInstrInfo.td"
624