blob: 005a1f0aacac66479721adcdfd8b86c1abb484ef [file] [log] [blame]
David Greene509be1f2010-02-09 23:52:19 +00001//======- X86InstrFragmentsSIMD.td - x86 ISA -------------*- tablegen -*-=====//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10// This file provides pattern fragments useful for SIMD instructions.
11//
12//===----------------------------------------------------------------------===//
13
14//===----------------------------------------------------------------------===//
15// MMX Pattern Fragments
16//===----------------------------------------------------------------------===//
17
Dale Johannesendd224d22010-09-30 23:57:10 +000018def load_mmx : PatFrag<(ops node:$ptr), (x86mmx (load node:$ptr))>;
19def bc_mmx : PatFrag<(ops node:$in), (x86mmx (bitconvert node:$in))>;
David Greene03264ef2010-07-12 23:41:28 +000020
21//===----------------------------------------------------------------------===//
22// SSE specific DAG Nodes.
23//===----------------------------------------------------------------------===//
24
25def SDTX86FPShiftOp : SDTypeProfile<1, 2, [ SDTCisSameAs<0, 1>,
26 SDTCisFP<0>, SDTCisInt<2> ]>;
27def SDTX86VFCMP : SDTypeProfile<1, 3, [SDTCisInt<0>, SDTCisSameAs<1, 2>,
28 SDTCisFP<1>, SDTCisVT<3, i8>]>;
29
30def X86fmin : SDNode<"X86ISD::FMIN", SDTFPBinOp>;
31def X86fmax : SDNode<"X86ISD::FMAX", SDTFPBinOp>;
32def X86fand : SDNode<"X86ISD::FAND", SDTFPBinOp,
33 [SDNPCommutative, SDNPAssociative]>;
34def X86for : SDNode<"X86ISD::FOR", SDTFPBinOp,
35 [SDNPCommutative, SDNPAssociative]>;
36def X86fxor : SDNode<"X86ISD::FXOR", SDTFPBinOp,
37 [SDNPCommutative, SDNPAssociative]>;
38def X86frsqrt : SDNode<"X86ISD::FRSQRT", SDTFPUnaryOp>;
39def X86frcp : SDNode<"X86ISD::FRCP", SDTFPUnaryOp>;
40def X86fsrl : SDNode<"X86ISD::FSRL", SDTX86FPShiftOp>;
Stuart Hastings9f208042011-06-01 04:39:42 +000041def X86fgetsign: SDNode<"X86ISD::FGETSIGNx86",SDTFPToIntOp>;
Duncan Sands0e4fcb82011-09-22 20:15:48 +000042def X86fhadd : SDNode<"X86ISD::FHADD", SDTFPBinOp>;
43def X86fhsub : SDNode<"X86ISD::FHSUB", SDTFPBinOp>;
Craig Topperf984efb2011-11-19 09:02:40 +000044def X86hadd : SDNode<"X86ISD::HADD", SDTIntBinOp>;
45def X86hsub : SDNode<"X86ISD::HSUB", SDTIntBinOp>;
David Greene03264ef2010-07-12 23:41:28 +000046def X86comi : SDNode<"X86ISD::COMI", SDTX86CmpTest>;
47def X86ucomi : SDNode<"X86ISD::UCOMI", SDTX86CmpTest>;
Stuart Hastingsbe605492011-06-03 23:53:54 +000048def X86cmpss : SDNode<"X86ISD::FSETCCss", SDTX86Cmpss>;
49def X86cmpsd : SDNode<"X86ISD::FSETCCsd", SDTX86Cmpsd>;
David Greene03264ef2010-07-12 23:41:28 +000050def X86pshufb : SDNode<"X86ISD::PSHUFB",
51 SDTypeProfile<1, 2, [SDTCisVT<0, v16i8>, SDTCisSameAs<0,1>,
52 SDTCisSameAs<0,2>]>>;
Bruno Cardoso Lopes7ba479d2011-07-13 21:36:47 +000053def X86andnp : SDNode<"X86ISD::ANDNP",
Bruno Cardoso Lopes9613b642011-07-13 21:36:51 +000054 SDTypeProfile<1, 2, [SDTCisVec<0>, SDTCisSameAs<0,1>,
Nate Begeman97b72c92010-12-17 22:55:37 +000055 SDTCisSameAs<0,2>]>>;
Craig Topper81390be2011-11-19 07:33:10 +000056def X86psign : SDNode<"X86ISD::PSIGN",
Craig Topperde6b73b2011-11-19 07:07:26 +000057 SDTypeProfile<1, 2, [SDTCisVec<0>, SDTCisSameAs<0,1>,
Nate Begeman97b72c92010-12-17 22:55:37 +000058 SDTCisSameAs<0,2>]>>;
David Greene03264ef2010-07-12 23:41:28 +000059def X86pextrb : SDNode<"X86ISD::PEXTRB",
60 SDTypeProfile<1, 2, [SDTCisVT<0, i32>, SDTCisPtrTy<2>]>>;
61def X86pextrw : SDNode<"X86ISD::PEXTRW",
62 SDTypeProfile<1, 2, [SDTCisVT<0, i32>, SDTCisPtrTy<2>]>>;
63def X86pinsrb : SDNode<"X86ISD::PINSRB",
64 SDTypeProfile<1, 3, [SDTCisVT<0, v16i8>, SDTCisSameAs<0,1>,
65 SDTCisVT<2, i32>, SDTCisPtrTy<3>]>>;
66def X86pinsrw : SDNode<"X86ISD::PINSRW",
67 SDTypeProfile<1, 3, [SDTCisVT<0, v8i16>, SDTCisSameAs<0,1>,
68 SDTCisVT<2, i32>, SDTCisPtrTy<3>]>>;
69def X86insrtps : SDNode<"X86ISD::INSERTPS",
70 SDTypeProfile<1, 3, [SDTCisVT<0, v4f32>, SDTCisSameAs<0,1>,
71 SDTCisVT<2, v4f32>, SDTCisPtrTy<3>]>>;
72def X86vzmovl : SDNode<"X86ISD::VZEXT_MOVL",
73 SDTypeProfile<1, 1, [SDTCisSameAs<0,1>]>>;
74def X86vzload : SDNode<"X86ISD::VZEXT_LOAD", SDTLoad,
Chris Lattner54e53292010-09-22 00:34:38 +000075 [SDNPHasChain, SDNPMayLoad, SDNPMemOperand]>;
Craig Topper09462642012-01-22 19:15:14 +000076def X86vshldq : SDNode<"X86ISD::VSHLDQ", SDTIntShiftOp>;
77def X86vshrdq : SDNode<"X86ISD::VSRLDQ", SDTIntShiftOp>;
Craig Topper0b7ad762012-01-22 23:36:02 +000078def X86cmpp : SDNode<"X86ISD::CMPP", SDTX86VFCMP>;
Craig Topperbd4884372012-01-22 22:42:16 +000079def X86pcmpeq : SDNode<"X86ISD::PCMPEQ", SDTIntBinOp, [SDNPCommutative]>;
80def X86pcmpgt : SDNode<"X86ISD::PCMPGT", SDTIntBinOp>;
David Greene03264ef2010-07-12 23:41:28 +000081
Craig Topper09462642012-01-22 19:15:14 +000082def X86vshl : SDNode<"X86ISD::VSHL",
83 SDTypeProfile<1, 2, [SDTCisVec<0>, SDTCisSameAs<0,1>,
84 SDTCisVec<2>]>>;
85def X86vsrl : SDNode<"X86ISD::VSRL",
86 SDTypeProfile<1, 2, [SDTCisVec<0>, SDTCisSameAs<0,1>,
87 SDTCisVec<2>]>>;
88def X86vsra : SDNode<"X86ISD::VSRA",
89 SDTypeProfile<1, 2, [SDTCisVec<0>, SDTCisSameAs<0,1>,
90 SDTCisVec<2>]>>;
91
92def X86vshli : SDNode<"X86ISD::VSHLI", SDTIntShiftOp>;
93def X86vsrli : SDNode<"X86ISD::VSRLI", SDTIntShiftOp>;
94def X86vsrai : SDNode<"X86ISD::VSRAI", SDTIntShiftOp>;
95
David Greene03264ef2010-07-12 23:41:28 +000096def SDTX86CmpPTest : SDTypeProfile<1, 2, [SDTCisVT<0, i32>,
Bruno Cardoso Lopes91d61df2010-08-10 23:25:42 +000097 SDTCisVec<1>,
98 SDTCisSameAs<2, 1>]>;
David Greene03264ef2010-07-12 23:41:28 +000099def X86ptest : SDNode<"X86ISD::PTEST", SDTX86CmpPTest>;
Bruno Cardoso Lopes91d61df2010-08-10 23:25:42 +0000100def X86testp : SDNode<"X86ISD::TESTP", SDTX86CmpPTest>;
David Greene03264ef2010-07-12 23:41:28 +0000101
Bruno Cardoso Lopes6f3b38a2010-08-20 22:55:05 +0000102// Specific shuffle nodes - At some point ISD::VECTOR_SHUFFLE will always get
103// translated into one of the target nodes below during lowering.
104// Note: this is a work in progress...
105def SDTShuff1Op : SDTypeProfile<1, 1, [SDTCisVec<0>, SDTCisSameAs<0,1>]>;
106def SDTShuff2Op : SDTypeProfile<1, 2, [SDTCisVec<0>, SDTCisSameAs<0,1>,
107 SDTCisSameAs<0,2>]>;
108
109def SDTShuff2OpI : SDTypeProfile<1, 2, [SDTCisVec<0>,
110 SDTCisSameAs<0,1>, SDTCisInt<2>]>;
111def SDTShuff3OpI : SDTypeProfile<1, 3, [SDTCisVec<0>, SDTCisSameAs<0,1>,
112 SDTCisSameAs<0,2>, SDTCisInt<3>]>;
113
Bruno Cardoso Lopesbe5e9872011-08-17 02:29:19 +0000114def SDTVBroadcast : SDTypeProfile<1, 1, [SDTCisVec<0>]>;
115
Bruno Cardoso Lopes6f3b38a2010-08-20 22:55:05 +0000116def X86PAlign : SDNode<"X86ISD::PALIGN", SDTShuff3OpI>;
117
118def X86PShufd : SDNode<"X86ISD::PSHUFD", SDTShuff2OpI>;
119def X86PShufhw : SDNode<"X86ISD::PSHUFHW", SDTShuff2OpI>;
120def X86PShuflw : SDNode<"X86ISD::PSHUFLW", SDTShuff2OpI>;
121
Craig Topper6e54ba72011-12-31 23:50:21 +0000122def X86Shufp : SDNode<"X86ISD::SHUFP", SDTShuff3OpI>;
Bruno Cardoso Lopes6f3b38a2010-08-20 22:55:05 +0000123
124def X86Movddup : SDNode<"X86ISD::MOVDDUP", SDTShuff1Op>;
125def X86Movshdup : SDNode<"X86ISD::MOVSHDUP", SDTShuff1Op>;
126def X86Movsldup : SDNode<"X86ISD::MOVSLDUP", SDTShuff1Op>;
127
Bruno Cardoso Lopes6f3b38a2010-08-20 22:55:05 +0000128def X86Movsd : SDNode<"X86ISD::MOVSD", SDTShuff2Op>;
129def X86Movss : SDNode<"X86ISD::MOVSS", SDTShuff2Op>;
130
131def X86Movlhps : SDNode<"X86ISD::MOVLHPS", SDTShuff2Op>;
Bruno Cardoso Lopes6f3b38a2010-08-20 22:55:05 +0000132def X86Movlhpd : SDNode<"X86ISD::MOVLHPD", SDTShuff2Op>;
Bruno Cardoso Lopes03e4c352010-08-31 21:15:21 +0000133def X86Movhlps : SDNode<"X86ISD::MOVHLPS", SDTShuff2Op>;
Bruno Cardoso Lopes6f3b38a2010-08-20 22:55:05 +0000134
Bruno Cardoso Lopesb3825212010-09-01 05:08:25 +0000135def X86Movlps : SDNode<"X86ISD::MOVLPS", SDTShuff2Op>;
136def X86Movlpd : SDNode<"X86ISD::MOVLPD", SDTShuff2Op>;
Bruno Cardoso Lopes6f3b38a2010-08-20 22:55:05 +0000137
Craig Topper8d4ba192011-12-06 08:21:25 +0000138def X86Unpckl : SDNode<"X86ISD::UNPCKL", SDTShuff2Op>;
139def X86Unpckh : SDNode<"X86ISD::UNPCKH", SDTShuff2Op>;
Bruno Cardoso Lopes6f3b38a2010-08-20 22:55:05 +0000140
Craig Topperbafd2242011-11-30 06:25:25 +0000141def X86VPermilp : SDNode<"X86ISD::VPERMILP", SDTShuff2OpI>;
Bruno Cardoso Lopesb878caa2011-07-21 01:55:47 +0000142
Craig Topper0a672ea2011-11-30 07:47:51 +0000143def X86VPerm2x128 : SDNode<"X86ISD::VPERM2X128", SDTShuff3OpI>;
Bruno Cardoso Lopesf15dfe52011-08-12 21:48:26 +0000144
Bruno Cardoso Lopesbe5e9872011-08-17 02:29:19 +0000145def X86VBroadcast : SDNode<"X86ISD::VBROADCAST", SDTVBroadcast>;
146
David Greene03264ef2010-07-12 23:41:28 +0000147//===----------------------------------------------------------------------===//
148// SSE Complex Patterns
149//===----------------------------------------------------------------------===//
150
151// These are 'extloads' from a scalar to the low element of a vector, zeroing
152// the top elements. These are used for the SSE 'ss' and 'sd' instruction
153// forms.
154def sse_load_f32 : ComplexPattern<v4f32, 5, "SelectScalarSSELoad", [],
Chris Lattner0e023ea2010-09-21 20:31:19 +0000155 [SDNPHasChain, SDNPMayLoad, SDNPMemOperand,
156 SDNPWantRoot]>;
David Greene03264ef2010-07-12 23:41:28 +0000157def sse_load_f64 : ComplexPattern<v2f64, 5, "SelectScalarSSELoad", [],
Chris Lattner0e023ea2010-09-21 20:31:19 +0000158 [SDNPHasChain, SDNPMayLoad, SDNPMemOperand,
159 SDNPWantRoot]>;
David Greene03264ef2010-07-12 23:41:28 +0000160
161def ssmem : Operand<v4f32> {
162 let PrintMethod = "printf32mem";
163 let MIOperandInfo = (ops ptr_rc, i8imm, ptr_rc_nosp, i32imm, i8imm);
164 let ParserMatchClass = X86MemAsmOperand;
Benjamin Kramer9654eef2011-07-14 21:47:22 +0000165 let OperandType = "OPERAND_MEMORY";
David Greene03264ef2010-07-12 23:41:28 +0000166}
167def sdmem : Operand<v2f64> {
168 let PrintMethod = "printf64mem";
169 let MIOperandInfo = (ops ptr_rc, i8imm, ptr_rc_nosp, i32imm, i8imm);
170 let ParserMatchClass = X86MemAsmOperand;
Benjamin Kramer9654eef2011-07-14 21:47:22 +0000171 let OperandType = "OPERAND_MEMORY";
David Greene03264ef2010-07-12 23:41:28 +0000172}
173
174//===----------------------------------------------------------------------===//
175// SSE pattern fragments
176//===----------------------------------------------------------------------===//
177
Bruno Cardoso Lopes160be292010-08-13 20:39:01 +0000178// 128-bit load pattern fragments
Craig Topper0d8e67a2012-01-24 03:03:17 +0000179// NOTE: all 128-bit integer vector loads are promoted to v2i64
David Greene03264ef2010-07-12 23:41:28 +0000180def loadv4f32 : PatFrag<(ops node:$ptr), (v4f32 (load node:$ptr))>;
181def loadv2f64 : PatFrag<(ops node:$ptr), (v2f64 (load node:$ptr))>;
David Greene03264ef2010-07-12 23:41:28 +0000182def loadv2i64 : PatFrag<(ops node:$ptr), (v2i64 (load node:$ptr))>;
183
Bruno Cardoso Lopes160be292010-08-13 20:39:01 +0000184// 256-bit load pattern fragments
Craig Topper0d8e67a2012-01-24 03:03:17 +0000185// NOTE: all 256-bit integer vector loads are promoted to v4i64
David Greene03264ef2010-07-12 23:41:28 +0000186def loadv8f32 : PatFrag<(ops node:$ptr), (v8f32 (load node:$ptr))>;
187def loadv4f64 : PatFrag<(ops node:$ptr), (v4f64 (load node:$ptr))>;
David Greene03264ef2010-07-12 23:41:28 +0000188def loadv4i64 : PatFrag<(ops node:$ptr), (v4i64 (load node:$ptr))>;
189
Bruno Cardoso Lopes03d60022011-09-13 19:33:03 +0000190// Like 'store', but always requires 128-bit vector alignment.
David Greene03264ef2010-07-12 23:41:28 +0000191def alignedstore : PatFrag<(ops node:$val, node:$ptr),
192 (store node:$val, node:$ptr), [{
193 return cast<StoreSDNode>(N)->getAlignment() >= 16;
194}]>;
195
Bruno Cardoso Lopes03d60022011-09-13 19:33:03 +0000196// Like 'store', but always requires 256-bit vector alignment.
197def alignedstore256 : PatFrag<(ops node:$val, node:$ptr),
198 (store node:$val, node:$ptr), [{
199 return cast<StoreSDNode>(N)->getAlignment() >= 32;
200}]>;
201
202// Like 'load', but always requires 128-bit vector alignment.
David Greene03264ef2010-07-12 23:41:28 +0000203def alignedload : PatFrag<(ops node:$ptr), (load node:$ptr), [{
204 return cast<LoadSDNode>(N)->getAlignment() >= 16;
205}]>;
206
Bruno Cardoso Lopes03d60022011-09-13 19:33:03 +0000207// Like 'load', but always requires 256-bit vector alignment.
208def alignedload256 : PatFrag<(ops node:$ptr), (load node:$ptr), [{
209 return cast<LoadSDNode>(N)->getAlignment() >= 32;
210}]>;
211
David Greene03264ef2010-07-12 23:41:28 +0000212def alignedloadfsf32 : PatFrag<(ops node:$ptr),
213 (f32 (alignedload node:$ptr))>;
214def alignedloadfsf64 : PatFrag<(ops node:$ptr),
215 (f64 (alignedload node:$ptr))>;
Bruno Cardoso Lopes160be292010-08-13 20:39:01 +0000216
217// 128-bit aligned load pattern fragments
Craig Topper0d8e67a2012-01-24 03:03:17 +0000218// NOTE: all 128-bit integer vector loads are promoted to v2i64
David Greene03264ef2010-07-12 23:41:28 +0000219def alignedloadv4f32 : PatFrag<(ops node:$ptr),
220 (v4f32 (alignedload node:$ptr))>;
221def alignedloadv2f64 : PatFrag<(ops node:$ptr),
222 (v2f64 (alignedload node:$ptr))>;
David Greene03264ef2010-07-12 23:41:28 +0000223def alignedloadv2i64 : PatFrag<(ops node:$ptr),
224 (v2i64 (alignedload node:$ptr))>;
225
Bruno Cardoso Lopes160be292010-08-13 20:39:01 +0000226// 256-bit aligned load pattern fragments
Craig Topper0d8e67a2012-01-24 03:03:17 +0000227// NOTE: all 256-bit integer vector loads are promoted to v4i64
David Greene03264ef2010-07-12 23:41:28 +0000228def alignedloadv8f32 : PatFrag<(ops node:$ptr),
Bruno Cardoso Lopes03d60022011-09-13 19:33:03 +0000229 (v8f32 (alignedload256 node:$ptr))>;
David Greene03264ef2010-07-12 23:41:28 +0000230def alignedloadv4f64 : PatFrag<(ops node:$ptr),
Bruno Cardoso Lopes03d60022011-09-13 19:33:03 +0000231 (v4f64 (alignedload256 node:$ptr))>;
David Greene03264ef2010-07-12 23:41:28 +0000232def alignedloadv4i64 : PatFrag<(ops node:$ptr),
Bruno Cardoso Lopes03d60022011-09-13 19:33:03 +0000233 (v4i64 (alignedload256 node:$ptr))>;
David Greene03264ef2010-07-12 23:41:28 +0000234
235// Like 'load', but uses special alignment checks suitable for use in
236// memory operands in most SSE instructions, which are required to
237// be naturally aligned on some targets but not on others. If the subtarget
238// allows unaligned accesses, match any load, though this may require
239// setting a feature bit in the processor (on startup, for example).
240// Opteron 10h and later implement such a feature.
241def memop : PatFrag<(ops node:$ptr), (load node:$ptr), [{
242 return Subtarget->hasVectorUAMem()
243 || cast<LoadSDNode>(N)->getAlignment() >= 16;
244}]>;
245
246def memopfsf32 : PatFrag<(ops node:$ptr), (f32 (memop node:$ptr))>;
247def memopfsf64 : PatFrag<(ops node:$ptr), (f64 (memop node:$ptr))>;
Bruno Cardoso Lopes160be292010-08-13 20:39:01 +0000248
249// 128-bit memop pattern fragments
Craig Topper0d8e67a2012-01-24 03:03:17 +0000250// NOTE: all 128-bit integer vector loads are promoted to v2i64
David Greene03264ef2010-07-12 23:41:28 +0000251def memopv4f32 : PatFrag<(ops node:$ptr), (v4f32 (memop node:$ptr))>;
252def memopv2f64 : PatFrag<(ops node:$ptr), (v2f64 (memop node:$ptr))>;
David Greene03264ef2010-07-12 23:41:28 +0000253def memopv2i64 : PatFrag<(ops node:$ptr), (v2i64 (memop node:$ptr))>;
David Greene03264ef2010-07-12 23:41:28 +0000254
Bruno Cardoso Lopes160be292010-08-13 20:39:01 +0000255// 256-bit memop pattern fragments
Craig Topper0d8e67a2012-01-24 03:03:17 +0000256// NOTE: all 256-bit integer vector loads are promoted to v4i64
David Greene03264ef2010-07-12 23:41:28 +0000257def memopv8f32 : PatFrag<(ops node:$ptr), (v8f32 (memop node:$ptr))>;
258def memopv4f64 : PatFrag<(ops node:$ptr), (v4f64 (memop node:$ptr))>;
Bruno Cardoso Lopes3d6a3a02010-08-06 20:03:27 +0000259def memopv4i64 : PatFrag<(ops node:$ptr), (v4i64 (memop node:$ptr))>;
David Greene03264ef2010-07-12 23:41:28 +0000260
261// SSSE3 uses MMX registers for some instructions. They aren't aligned on a
262// 16-byte boundary.
263// FIXME: 8 byte alignment for mmx reads is not required
264def memop64 : PatFrag<(ops node:$ptr), (load node:$ptr), [{
265 return cast<LoadSDNode>(N)->getAlignment() >= 8;
266}]>;
267
Dale Johannesendd224d22010-09-30 23:57:10 +0000268def memopmmx : PatFrag<(ops node:$ptr), (x86mmx (memop64 node:$ptr))>;
David Greene03264ef2010-07-12 23:41:28 +0000269
270// MOVNT Support
271// Like 'store', but requires the non-temporal bit to be set
272def nontemporalstore : PatFrag<(ops node:$val, node:$ptr),
273 (st node:$val, node:$ptr), [{
274 if (StoreSDNode *ST = dyn_cast<StoreSDNode>(N))
275 return ST->isNonTemporal();
276 return false;
277}]>;
278
279def alignednontemporalstore : PatFrag<(ops node:$val, node:$ptr),
280 (st node:$val, node:$ptr), [{
281 if (StoreSDNode *ST = dyn_cast<StoreSDNode>(N))
282 return ST->isNonTemporal() && !ST->isTruncatingStore() &&
283 ST->getAddressingMode() == ISD::UNINDEXED &&
284 ST->getAlignment() >= 16;
285 return false;
286}]>;
287
288def unalignednontemporalstore : PatFrag<(ops node:$val, node:$ptr),
289 (st node:$val, node:$ptr), [{
290 if (StoreSDNode *ST = dyn_cast<StoreSDNode>(N))
291 return ST->isNonTemporal() &&
292 ST->getAlignment() < 16;
293 return false;
294}]>;
295
Bruno Cardoso Lopes160be292010-08-13 20:39:01 +0000296// 128-bit bitconvert pattern fragments
David Greene03264ef2010-07-12 23:41:28 +0000297def bc_v4f32 : PatFrag<(ops node:$in), (v4f32 (bitconvert node:$in))>;
298def bc_v2f64 : PatFrag<(ops node:$in), (v2f64 (bitconvert node:$in))>;
299def bc_v16i8 : PatFrag<(ops node:$in), (v16i8 (bitconvert node:$in))>;
300def bc_v8i16 : PatFrag<(ops node:$in), (v8i16 (bitconvert node:$in))>;
301def bc_v4i32 : PatFrag<(ops node:$in), (v4i32 (bitconvert node:$in))>;
302def bc_v2i64 : PatFrag<(ops node:$in), (v2i64 (bitconvert node:$in))>;
303
Bruno Cardoso Lopes160be292010-08-13 20:39:01 +0000304// 256-bit bitconvert pattern fragments
Craig Topper682b8502011-11-02 04:42:13 +0000305def bc_v32i8 : PatFrag<(ops node:$in), (v32i8 (bitconvert node:$in))>;
306def bc_v16i16 : PatFrag<(ops node:$in), (v16i16 (bitconvert node:$in))>;
Bruno Cardoso Lopese3acfd42010-07-21 23:53:50 +0000307def bc_v8i32 : PatFrag<(ops node:$in), (v8i32 (bitconvert node:$in))>;
Bruno Cardoso Lopes1021b4a2011-07-13 01:15:33 +0000308def bc_v4i64 : PatFrag<(ops node:$in), (v4i64 (bitconvert node:$in))>;
Bruno Cardoso Lopese3acfd42010-07-21 23:53:50 +0000309
David Greene03264ef2010-07-12 23:41:28 +0000310def vzmovl_v2i64 : PatFrag<(ops node:$src),
311 (bitconvert (v2i64 (X86vzmovl
312 (v2i64 (scalar_to_vector (loadi64 node:$src))))))>;
313def vzmovl_v4i32 : PatFrag<(ops node:$src),
314 (bitconvert (v4i32 (X86vzmovl
315 (v4i32 (scalar_to_vector (loadi32 node:$src))))))>;
316
317def vzload_v2i64 : PatFrag<(ops node:$src),
318 (bitconvert (v2i64 (X86vzload node:$src)))>;
319
320
321def fp32imm0 : PatLeaf<(f32 fpimm), [{
322 return N->isExactlyValue(+0.0);
323}]>;
324
325// BYTE_imm - Transform bit immediates into byte immediates.
326def BYTE_imm : SDNodeXForm<imm, [{
327 // Transformation function: imm >> 3
328 return getI32Imm(N->getZExtValue() >> 3);
329}]>;
330
331// SHUFFLE_get_shuf_imm xform function: convert vector_shuffle mask to PSHUF*,
332// SHUFP* etc. imm.
333def SHUFFLE_get_shuf_imm : SDNodeXForm<vector_shuffle, [{
Craig Topper80576e82012-01-19 08:19:12 +0000334 return getI8Imm(X86::getShuffleSHUFImmediate(cast<ShuffleVectorSDNode>(N)));
David Greene03264ef2010-07-12 23:41:28 +0000335}]>;
336
337// SHUFFLE_get_pshufhw_imm xform function: convert vector_shuffle mask to
338// PSHUFHW imm.
339def SHUFFLE_get_pshufhw_imm : SDNodeXForm<vector_shuffle, [{
340 return getI8Imm(X86::getShufflePSHUFHWImmediate(N));
341}]>;
342
343// SHUFFLE_get_pshuflw_imm xform function: convert vector_shuffle mask to
344// PSHUFLW imm.
345def SHUFFLE_get_pshuflw_imm : SDNodeXForm<vector_shuffle, [{
346 return getI8Imm(X86::getShufflePSHUFLWImmediate(N));
347}]>;
348
David Greenec4da1102011-02-03 15:50:00 +0000349// EXTRACT_get_vextractf128_imm xform function: convert extract_subvector index
350// to VEXTRACTF128 imm.
351def EXTRACT_get_vextractf128_imm : SDNodeXForm<extract_subvector, [{
352 return getI8Imm(X86::getExtractVEXTRACTF128Immediate(N));
353}]>;
354
Bruno Cardoso Lopesdb5fb912011-07-27 00:56:27 +0000355// INSERT_get_vinsertf128_imm xform function: convert insert_subvector index to
David Greene653f1ee2011-02-04 16:08:29 +0000356// VINSERTF128 imm.
357def INSERT_get_vinsertf128_imm : SDNodeXForm<insert_subvector, [{
358 return getI8Imm(X86::getInsertVINSERTF128Immediate(N));
359}]>;
360
David Greene03264ef2010-07-12 23:41:28 +0000361def splat_lo : PatFrag<(ops node:$lhs, node:$rhs),
362 (vector_shuffle node:$lhs, node:$rhs), [{
363 ShuffleVectorSDNode *SVOp = cast<ShuffleVectorSDNode>(N);
364 return SVOp->isSplat() && SVOp->getSplatIndex() == 0;
365}]>;
366
367def movddup : PatFrag<(ops node:$lhs, node:$rhs),
368 (vector_shuffle node:$lhs, node:$rhs), [{
369 return X86::isMOVDDUPMask(cast<ShuffleVectorSDNode>(N));
370}]>;
371
372def movhlps : PatFrag<(ops node:$lhs, node:$rhs),
373 (vector_shuffle node:$lhs, node:$rhs), [{
374 return X86::isMOVHLPSMask(cast<ShuffleVectorSDNode>(N));
375}]>;
376
377def movhlps_undef : PatFrag<(ops node:$lhs, node:$rhs),
378 (vector_shuffle node:$lhs, node:$rhs), [{
379 return X86::isMOVHLPS_v_undef_Mask(cast<ShuffleVectorSDNode>(N));
380}]>;
381
382def movlhps : PatFrag<(ops node:$lhs, node:$rhs),
383 (vector_shuffle node:$lhs, node:$rhs), [{
384 return X86::isMOVLHPSMask(cast<ShuffleVectorSDNode>(N));
385}]>;
386
387def movlp : PatFrag<(ops node:$lhs, node:$rhs),
388 (vector_shuffle node:$lhs, node:$rhs), [{
389 return X86::isMOVLPMask(cast<ShuffleVectorSDNode>(N));
390}]>;
391
392def movl : PatFrag<(ops node:$lhs, node:$rhs),
393 (vector_shuffle node:$lhs, node:$rhs), [{
394 return X86::isMOVLMask(cast<ShuffleVectorSDNode>(N));
395}]>;
396
David Greene03264ef2010-07-12 23:41:28 +0000397def unpckl : PatFrag<(ops node:$lhs, node:$rhs),
398 (vector_shuffle node:$lhs, node:$rhs), [{
Craig Topper669199c2011-11-21 06:57:39 +0000399 return X86::isUNPCKLMask(cast<ShuffleVectorSDNode>(N), Subtarget->hasAVX2());
David Greene03264ef2010-07-12 23:41:28 +0000400}]>;
401
402def unpckh : PatFrag<(ops node:$lhs, node:$rhs),
403 (vector_shuffle node:$lhs, node:$rhs), [{
Craig Topper669199c2011-11-21 06:57:39 +0000404 return X86::isUNPCKHMask(cast<ShuffleVectorSDNode>(N), Subtarget->hasAVX2());
David Greene03264ef2010-07-12 23:41:28 +0000405}]>;
406
David Greene03264ef2010-07-12 23:41:28 +0000407def pshufd : PatFrag<(ops node:$lhs, node:$rhs),
408 (vector_shuffle node:$lhs, node:$rhs), [{
409 return X86::isPSHUFDMask(cast<ShuffleVectorSDNode>(N));
410}], SHUFFLE_get_shuf_imm>;
411
412def shufp : PatFrag<(ops node:$lhs, node:$rhs),
413 (vector_shuffle node:$lhs, node:$rhs), [{
Craig Topper80576e82012-01-19 08:19:12 +0000414 return X86::isSHUFPMask(cast<ShuffleVectorSDNode>(N), Subtarget->hasAVX());
David Greene03264ef2010-07-12 23:41:28 +0000415}], SHUFFLE_get_shuf_imm>;
416
417def pshufhw : PatFrag<(ops node:$lhs, node:$rhs),
418 (vector_shuffle node:$lhs, node:$rhs), [{
419 return X86::isPSHUFHWMask(cast<ShuffleVectorSDNode>(N));
420}], SHUFFLE_get_pshufhw_imm>;
421
422def pshuflw : PatFrag<(ops node:$lhs, node:$rhs),
423 (vector_shuffle node:$lhs, node:$rhs), [{
424 return X86::isPSHUFLWMask(cast<ShuffleVectorSDNode>(N));
425}], SHUFFLE_get_pshuflw_imm>;
426
David Greenec4da1102011-02-03 15:50:00 +0000427def vextractf128_extract : PatFrag<(ops node:$bigvec, node:$index),
428 (extract_subvector node:$bigvec,
429 node:$index), [{
430 return X86::isVEXTRACTF128Index(N);
431}], EXTRACT_get_vextractf128_imm>;
David Greene653f1ee2011-02-04 16:08:29 +0000432
433def vinsertf128_insert : PatFrag<(ops node:$bigvec, node:$smallvec,
434 node:$index),
435 (insert_subvector node:$bigvec, node:$smallvec,
436 node:$index), [{
437 return X86::isVINSERTF128Index(N);
438}], INSERT_get_vinsertf128_imm>;
Bruno Cardoso Lopes123dff02011-07-25 23:05:25 +0000439