blob: 7025e93fa15da7e68848b850d0abaad2d9d6eef7 [file] [log] [blame]
Jia Liue1d61962012-02-19 02:03:36 +00001//===-- X86InstrFragmentsSIMD.td - x86 SIMD ISA ------------*- tablegen -*-===//
David Greene509be1f2010-02-09 23:52:19 +00002//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
Jia Liub22310f2012-02-18 12:03:15 +00007//
David Greene509be1f2010-02-09 23:52:19 +00008//===----------------------------------------------------------------------===//
9//
10// This file provides pattern fragments useful for SIMD instructions.
11//
12//===----------------------------------------------------------------------===//
13
14//===----------------------------------------------------------------------===//
15// MMX Pattern Fragments
16//===----------------------------------------------------------------------===//
17
Dale Johannesendd224d22010-09-30 23:57:10 +000018def load_mmx : PatFrag<(ops node:$ptr), (x86mmx (load node:$ptr))>;
19def bc_mmx : PatFrag<(ops node:$in), (x86mmx (bitconvert node:$in))>;
David Greene03264ef2010-07-12 23:41:28 +000020
21//===----------------------------------------------------------------------===//
22// SSE specific DAG Nodes.
23//===----------------------------------------------------------------------===//
24
25def SDTX86FPShiftOp : SDTypeProfile<1, 2, [ SDTCisSameAs<0, 1>,
26 SDTCisFP<0>, SDTCisInt<2> ]>;
27def SDTX86VFCMP : SDTypeProfile<1, 3, [SDTCisInt<0>, SDTCisSameAs<1, 2>,
28 SDTCisFP<1>, SDTCisVT<3, i8>]>;
29
Benjamin Kramer4669d182012-12-21 14:04:55 +000030def X86umin : SDNode<"X86ISD::UMIN", SDTIntBinOp>;
31def X86umax : SDNode<"X86ISD::UMAX", SDTIntBinOp>;
32def X86smin : SDNode<"X86ISD::SMIN", SDTIntBinOp>;
33def X86smax : SDNode<"X86ISD::SMAX", SDTIntBinOp>;
34
David Greene03264ef2010-07-12 23:41:28 +000035def X86fmin : SDNode<"X86ISD::FMIN", SDTFPBinOp>;
36def X86fmax : SDNode<"X86ISD::FMAX", SDTFPBinOp>;
Nadav Rotem178250a2012-08-19 13:06:16 +000037
38// Commutative and Associative FMIN and FMAX.
39def X86fminc : SDNode<"X86ISD::FMINC", SDTFPBinOp,
40 [SDNPCommutative, SDNPAssociative]>;
41def X86fmaxc : SDNode<"X86ISD::FMAXC", SDTFPBinOp,
42 [SDNPCommutative, SDNPAssociative]>;
43
David Greene03264ef2010-07-12 23:41:28 +000044def X86fand : SDNode<"X86ISD::FAND", SDTFPBinOp,
45 [SDNPCommutative, SDNPAssociative]>;
46def X86for : SDNode<"X86ISD::FOR", SDTFPBinOp,
47 [SDNPCommutative, SDNPAssociative]>;
48def X86fxor : SDNode<"X86ISD::FXOR", SDTFPBinOp,
49 [SDNPCommutative, SDNPAssociative]>;
50def X86frsqrt : SDNode<"X86ISD::FRSQRT", SDTFPUnaryOp>;
51def X86frcp : SDNode<"X86ISD::FRCP", SDTFPUnaryOp>;
52def X86fsrl : SDNode<"X86ISD::FSRL", SDTX86FPShiftOp>;
Stuart Hastings9f208042011-06-01 04:39:42 +000053def X86fgetsign: SDNode<"X86ISD::FGETSIGNx86",SDTFPToIntOp>;
Duncan Sands0e4fcb82011-09-22 20:15:48 +000054def X86fhadd : SDNode<"X86ISD::FHADD", SDTFPBinOp>;
55def X86fhsub : SDNode<"X86ISD::FHSUB", SDTFPBinOp>;
Craig Topperf984efb2011-11-19 09:02:40 +000056def X86hadd : SDNode<"X86ISD::HADD", SDTIntBinOp>;
57def X86hsub : SDNode<"X86ISD::HSUB", SDTIntBinOp>;
David Greene03264ef2010-07-12 23:41:28 +000058def X86comi : SDNode<"X86ISD::COMI", SDTX86CmpTest>;
59def X86ucomi : SDNode<"X86ISD::UCOMI", SDTX86CmpTest>;
Stuart Hastingsbe605492011-06-03 23:53:54 +000060def X86cmpss : SDNode<"X86ISD::FSETCCss", SDTX86Cmpss>;
61def X86cmpsd : SDNode<"X86ISD::FSETCCsd", SDTX86Cmpsd>;
David Greene03264ef2010-07-12 23:41:28 +000062def X86pshufb : SDNode<"X86ISD::PSHUFB",
Craig Topper78349002012-01-25 06:43:11 +000063 SDTypeProfile<1, 2, [SDTCisVec<0>, SDTCisSameAs<0,1>,
David Greene03264ef2010-07-12 23:41:28 +000064 SDTCisSameAs<0,2>]>>;
Bruno Cardoso Lopes7ba479d2011-07-13 21:36:47 +000065def X86andnp : SDNode<"X86ISD::ANDNP",
Bruno Cardoso Lopes9613b642011-07-13 21:36:51 +000066 SDTypeProfile<1, 2, [SDTCisVec<0>, SDTCisSameAs<0,1>,
Nate Begeman97b72c92010-12-17 22:55:37 +000067 SDTCisSameAs<0,2>]>>;
Craig Topper81390be2011-11-19 07:33:10 +000068def X86psign : SDNode<"X86ISD::PSIGN",
Craig Topperde6b73b2011-11-19 07:07:26 +000069 SDTypeProfile<1, 2, [SDTCisVec<0>, SDTCisSameAs<0,1>,
Nate Begeman97b72c92010-12-17 22:55:37 +000070 SDTCisSameAs<0,2>]>>;
David Greene03264ef2010-07-12 23:41:28 +000071def X86pextrb : SDNode<"X86ISD::PEXTRB",
72 SDTypeProfile<1, 2, [SDTCisVT<0, i32>, SDTCisPtrTy<2>]>>;
73def X86pextrw : SDNode<"X86ISD::PEXTRW",
74 SDTypeProfile<1, 2, [SDTCisVT<0, i32>, SDTCisPtrTy<2>]>>;
75def X86pinsrb : SDNode<"X86ISD::PINSRB",
76 SDTypeProfile<1, 3, [SDTCisVT<0, v16i8>, SDTCisSameAs<0,1>,
77 SDTCisVT<2, i32>, SDTCisPtrTy<3>]>>;
78def X86pinsrw : SDNode<"X86ISD::PINSRW",
79 SDTypeProfile<1, 3, [SDTCisVT<0, v8i16>, SDTCisSameAs<0,1>,
80 SDTCisVT<2, i32>, SDTCisPtrTy<3>]>>;
81def X86insrtps : SDNode<"X86ISD::INSERTPS",
82 SDTypeProfile<1, 3, [SDTCisVT<0, v4f32>, SDTCisSameAs<0,1>,
83 SDTCisVT<2, v4f32>, SDTCisPtrTy<3>]>>;
84def X86vzmovl : SDNode<"X86ISD::VZEXT_MOVL",
85 SDTypeProfile<1, 1, [SDTCisSameAs<0,1>]>>;
Elena Demikhovsky8d7e56c2012-04-22 09:39:03 +000086
87def X86vzmovly : SDNode<"X86ISD::VZEXT_MOVL",
Nadav Rotem178250a2012-08-19 13:06:16 +000088 SDTypeProfile<1, 1, [SDTCisVec<0>, SDTCisVec<1>,
Elena Demikhovsky8d7e56c2012-04-22 09:39:03 +000089 SDTCisOpSmallerThanOp<1, 0> ]>>;
90
Elena Demikhovskyfb449802012-02-02 09:10:43 +000091def X86vsmovl : SDNode<"X86ISD::VSEXT_MOVL",
Nadav Rotem178250a2012-08-19 13:06:16 +000092 SDTypeProfile<1, 1,
93 [SDTCisVec<0>, SDTCisInt<1>, SDTCisInt<0>]>>;
Elena Demikhovsky8d7e56c2012-04-22 09:39:03 +000094
David Greene03264ef2010-07-12 23:41:28 +000095def X86vzload : SDNode<"X86ISD::VZEXT_LOAD", SDTLoad,
Chris Lattner54e53292010-09-22 00:34:38 +000096 [SDNPHasChain, SDNPMayLoad, SDNPMemOperand]>;
Michael Liao34107b92012-08-14 21:24:47 +000097
Michael Liao1be96bb2012-10-23 17:34:00 +000098def X86vzext : SDNode<"X86ISD::VZEXT",
99 SDTypeProfile<1, 1, [SDTCisVec<0>, SDTCisVec<1>,
100 SDTCisInt<0>, SDTCisInt<1>]>>;
101
102def X86vsext : SDNode<"X86ISD::VSEXT",
103 SDTypeProfile<1, 1, [SDTCisVec<0>, SDTCisVec<1>,
104 SDTCisInt<0>, SDTCisInt<1>]>>;
105
Michael Liao34107b92012-08-14 21:24:47 +0000106def X86vfpext : SDNode<"X86ISD::VFPEXT",
107 SDTypeProfile<1, 1, [SDTCisVec<0>, SDTCisVec<1>,
108 SDTCisFP<0>, SDTCisFP<1>]>>;
Michael Liaoe999b862012-10-10 16:53:28 +0000109def X86vfpround: SDNode<"X86ISD::VFPROUND",
110 SDTypeProfile<1, 1, [SDTCisVec<0>, SDTCisVec<1>,
111 SDTCisFP<0>, SDTCisFP<1>]>>;
Michael Liao34107b92012-08-14 21:24:47 +0000112
Craig Topper09462642012-01-22 19:15:14 +0000113def X86vshldq : SDNode<"X86ISD::VSHLDQ", SDTIntShiftOp>;
114def X86vshrdq : SDNode<"X86ISD::VSRLDQ", SDTIntShiftOp>;
Craig Topper0b7ad762012-01-22 23:36:02 +0000115def X86cmpp : SDNode<"X86ISD::CMPP", SDTX86VFCMP>;
Craig Topperbd4884372012-01-22 22:42:16 +0000116def X86pcmpeq : SDNode<"X86ISD::PCMPEQ", SDTIntBinOp, [SDNPCommutative]>;
117def X86pcmpgt : SDNode<"X86ISD::PCMPGT", SDTIntBinOp>;
David Greene03264ef2010-07-12 23:41:28 +0000118
Craig Topper09462642012-01-22 19:15:14 +0000119def X86vshl : SDNode<"X86ISD::VSHL",
120 SDTypeProfile<1, 2, [SDTCisVec<0>, SDTCisSameAs<0,1>,
121 SDTCisVec<2>]>>;
122def X86vsrl : SDNode<"X86ISD::VSRL",
123 SDTypeProfile<1, 2, [SDTCisVec<0>, SDTCisSameAs<0,1>,
124 SDTCisVec<2>]>>;
125def X86vsra : SDNode<"X86ISD::VSRA",
126 SDTypeProfile<1, 2, [SDTCisVec<0>, SDTCisSameAs<0,1>,
127 SDTCisVec<2>]>>;
128
129def X86vshli : SDNode<"X86ISD::VSHLI", SDTIntShiftOp>;
130def X86vsrli : SDNode<"X86ISD::VSRLI", SDTIntShiftOp>;
131def X86vsrai : SDNode<"X86ISD::VSRAI", SDTIntShiftOp>;
132
David Greene03264ef2010-07-12 23:41:28 +0000133def SDTX86CmpPTest : SDTypeProfile<1, 2, [SDTCisVT<0, i32>,
Bruno Cardoso Lopes91d61df2010-08-10 23:25:42 +0000134 SDTCisVec<1>,
135 SDTCisSameAs<2, 1>]>;
Benjamin Kramerb16ccde2012-12-15 16:47:44 +0000136def X86subus : SDNode<"X86ISD::SUBUS", SDTIntBinOp>;
David Greene03264ef2010-07-12 23:41:28 +0000137def X86ptest : SDNode<"X86ISD::PTEST", SDTX86CmpPTest>;
Bruno Cardoso Lopes91d61df2010-08-10 23:25:42 +0000138def X86testp : SDNode<"X86ISD::TESTP", SDTX86CmpPTest>;
David Greene03264ef2010-07-12 23:41:28 +0000139
Craig Topper1d471e32012-02-05 03:14:49 +0000140def X86pmuludq : SDNode<"X86ISD::PMULUDQ",
141 SDTypeProfile<1, 2, [SDTCisVec<0>, SDTCisVec<1>,
142 SDTCisSameAs<1,2>]>>;
143
Bruno Cardoso Lopes6f3b38a2010-08-20 22:55:05 +0000144// Specific shuffle nodes - At some point ISD::VECTOR_SHUFFLE will always get
145// translated into one of the target nodes below during lowering.
146// Note: this is a work in progress...
147def SDTShuff1Op : SDTypeProfile<1, 1, [SDTCisVec<0>, SDTCisSameAs<0,1>]>;
148def SDTShuff2Op : SDTypeProfile<1, 2, [SDTCisVec<0>, SDTCisSameAs<0,1>,
149 SDTCisSameAs<0,2>]>;
150
151def SDTShuff2OpI : SDTypeProfile<1, 2, [SDTCisVec<0>,
152 SDTCisSameAs<0,1>, SDTCisInt<2>]>;
153def SDTShuff3OpI : SDTypeProfile<1, 3, [SDTCisVec<0>, SDTCisSameAs<0,1>,
154 SDTCisSameAs<0,2>, SDTCisInt<3>]>;
155
Bruno Cardoso Lopesbe5e9872011-08-17 02:29:19 +0000156def SDTVBroadcast : SDTypeProfile<1, 1, [SDTCisVec<0>]>;
Nadav Rotem9bc178a2012-04-11 06:40:27 +0000157def SDTBlend : SDTypeProfile<1, 3, [SDTCisVec<0>, SDTCisSameAs<0,1>,
Elena Demikhovsky3cb3b002012-08-01 12:06:00 +0000158 SDTCisSameAs<1,2>, SDTCisVT<3, i32>]>;
159
160def SDTFma : SDTypeProfile<1, 3, [SDTCisSameAs<0,1>,
161 SDTCisSameAs<1,2>, SDTCisSameAs<1,3>]>;
Bruno Cardoso Lopesbe5e9872011-08-17 02:29:19 +0000162
Bruno Cardoso Lopes6f3b38a2010-08-20 22:55:05 +0000163def X86PAlign : SDNode<"X86ISD::PALIGN", SDTShuff3OpI>;
164
165def X86PShufd : SDNode<"X86ISD::PSHUFD", SDTShuff2OpI>;
166def X86PShufhw : SDNode<"X86ISD::PSHUFHW", SDTShuff2OpI>;
167def X86PShuflw : SDNode<"X86ISD::PSHUFLW", SDTShuff2OpI>;
168
Craig Topper6e54ba72011-12-31 23:50:21 +0000169def X86Shufp : SDNode<"X86ISD::SHUFP", SDTShuff3OpI>;
Bruno Cardoso Lopes6f3b38a2010-08-20 22:55:05 +0000170
171def X86Movddup : SDNode<"X86ISD::MOVDDUP", SDTShuff1Op>;
172def X86Movshdup : SDNode<"X86ISD::MOVSHDUP", SDTShuff1Op>;
173def X86Movsldup : SDNode<"X86ISD::MOVSLDUP", SDTShuff1Op>;
174
Bruno Cardoso Lopes6f3b38a2010-08-20 22:55:05 +0000175def X86Movsd : SDNode<"X86ISD::MOVSD", SDTShuff2Op>;
176def X86Movss : SDNode<"X86ISD::MOVSS", SDTShuff2Op>;
177
178def X86Movlhps : SDNode<"X86ISD::MOVLHPS", SDTShuff2Op>;
Bruno Cardoso Lopes6f3b38a2010-08-20 22:55:05 +0000179def X86Movlhpd : SDNode<"X86ISD::MOVLHPD", SDTShuff2Op>;
Bruno Cardoso Lopes03e4c352010-08-31 21:15:21 +0000180def X86Movhlps : SDNode<"X86ISD::MOVHLPS", SDTShuff2Op>;
Bruno Cardoso Lopes6f3b38a2010-08-20 22:55:05 +0000181
Bruno Cardoso Lopesb3825212010-09-01 05:08:25 +0000182def X86Movlps : SDNode<"X86ISD::MOVLPS", SDTShuff2Op>;
183def X86Movlpd : SDNode<"X86ISD::MOVLPD", SDTShuff2Op>;
Bruno Cardoso Lopes6f3b38a2010-08-20 22:55:05 +0000184
Craig Topper8d4ba192011-12-06 08:21:25 +0000185def X86Unpckl : SDNode<"X86ISD::UNPCKL", SDTShuff2Op>;
186def X86Unpckh : SDNode<"X86ISD::UNPCKH", SDTShuff2Op>;
Bruno Cardoso Lopes6f3b38a2010-08-20 22:55:05 +0000187
Craig Topperbafd2242011-11-30 06:25:25 +0000188def X86VPermilp : SDNode<"X86ISD::VPERMILP", SDTShuff2OpI>;
Craig Topper26d7a942012-04-16 06:43:40 +0000189def X86VPermv : SDNode<"X86ISD::VPERMV", SDTShuff2Op>;
Craig Topperb86fa402012-04-16 00:41:45 +0000190def X86VPermi : SDNode<"X86ISD::VPERMI", SDTShuff2OpI>;
Bruno Cardoso Lopesb878caa2011-07-21 01:55:47 +0000191
Craig Topper0a672ea2011-11-30 07:47:51 +0000192def X86VPerm2x128 : SDNode<"X86ISD::VPERM2X128", SDTShuff3OpI>;
Bruno Cardoso Lopesf15dfe52011-08-12 21:48:26 +0000193
Bruno Cardoso Lopesbe5e9872011-08-17 02:29:19 +0000194def X86VBroadcast : SDNode<"X86ISD::VBROADCAST", SDTVBroadcast>;
195
Elena Demikhovskycd3c1c42012-12-05 09:24:57 +0000196def X86Blendi : SDNode<"X86ISD::BLENDI", SDTBlend>;
Elena Demikhovsky3cb3b002012-08-01 12:06:00 +0000197def X86Fmadd : SDNode<"X86ISD::FMADD", SDTFma>;
198def X86Fnmadd : SDNode<"X86ISD::FNMADD", SDTFma>;
199def X86Fmsub : SDNode<"X86ISD::FMSUB", SDTFma>;
200def X86Fnmsub : SDNode<"X86ISD::FNMSUB", SDTFma>;
Craig Toppera999c662012-08-29 07:18:25 +0000201def X86Fmaddsub : SDNode<"X86ISD::FMADDSUB", SDTFma>;
202def X86Fmsubadd : SDNode<"X86ISD::FMSUBADD", SDTFma>;
Nadav Rotem9bc178a2012-04-11 06:40:27 +0000203
Craig Topperab47fe42012-08-06 06:22:36 +0000204def SDT_PCMPISTRI : SDTypeProfile<2, 3, [SDTCisVT<0, i32>, SDTCisVT<1, i32>,
205 SDTCisVT<2, v16i8>, SDTCisVT<3, v16i8>,
206 SDTCisVT<4, i8>]>;
207def SDT_PCMPESTRI : SDTypeProfile<2, 5, [SDTCisVT<0, i32>, SDTCisVT<1, i32>,
208 SDTCisVT<2, v16i8>, SDTCisVT<3, i32>,
209 SDTCisVT<4, v16i8>, SDTCisVT<5, i32>,
210 SDTCisVT<6, i8>]>;
211
212def X86pcmpistri : SDNode<"X86ISD::PCMPISTRI", SDT_PCMPISTRI>;
213def X86pcmpestri : SDNode<"X86ISD::PCMPESTRI", SDT_PCMPESTRI>;
214
David Greene03264ef2010-07-12 23:41:28 +0000215//===----------------------------------------------------------------------===//
216// SSE Complex Patterns
217//===----------------------------------------------------------------------===//
218
219// These are 'extloads' from a scalar to the low element of a vector, zeroing
220// the top elements. These are used for the SSE 'ss' and 'sd' instruction
221// forms.
222def sse_load_f32 : ComplexPattern<v4f32, 5, "SelectScalarSSELoad", [],
Chris Lattner0e023ea2010-09-21 20:31:19 +0000223 [SDNPHasChain, SDNPMayLoad, SDNPMemOperand,
224 SDNPWantRoot]>;
David Greene03264ef2010-07-12 23:41:28 +0000225def sse_load_f64 : ComplexPattern<v2f64, 5, "SelectScalarSSELoad", [],
Chris Lattner0e023ea2010-09-21 20:31:19 +0000226 [SDNPHasChain, SDNPMayLoad, SDNPMemOperand,
227 SDNPWantRoot]>;
David Greene03264ef2010-07-12 23:41:28 +0000228
229def ssmem : Operand<v4f32> {
230 let PrintMethod = "printf32mem";
231 let MIOperandInfo = (ops ptr_rc, i8imm, ptr_rc_nosp, i32imm, i8imm);
232 let ParserMatchClass = X86MemAsmOperand;
Benjamin Kramer9654eef2011-07-14 21:47:22 +0000233 let OperandType = "OPERAND_MEMORY";
David Greene03264ef2010-07-12 23:41:28 +0000234}
235def sdmem : Operand<v2f64> {
236 let PrintMethod = "printf64mem";
237 let MIOperandInfo = (ops ptr_rc, i8imm, ptr_rc_nosp, i32imm, i8imm);
238 let ParserMatchClass = X86MemAsmOperand;
Benjamin Kramer9654eef2011-07-14 21:47:22 +0000239 let OperandType = "OPERAND_MEMORY";
David Greene03264ef2010-07-12 23:41:28 +0000240}
241
242//===----------------------------------------------------------------------===//
243// SSE pattern fragments
244//===----------------------------------------------------------------------===//
245
Bruno Cardoso Lopes160be292010-08-13 20:39:01 +0000246// 128-bit load pattern fragments
Craig Topper0d8e67a2012-01-24 03:03:17 +0000247// NOTE: all 128-bit integer vector loads are promoted to v2i64
David Greene03264ef2010-07-12 23:41:28 +0000248def loadv4f32 : PatFrag<(ops node:$ptr), (v4f32 (load node:$ptr))>;
249def loadv2f64 : PatFrag<(ops node:$ptr), (v2f64 (load node:$ptr))>;
David Greene03264ef2010-07-12 23:41:28 +0000250def loadv2i64 : PatFrag<(ops node:$ptr), (v2i64 (load node:$ptr))>;
251
Bruno Cardoso Lopes160be292010-08-13 20:39:01 +0000252// 256-bit load pattern fragments
Craig Topper0d8e67a2012-01-24 03:03:17 +0000253// NOTE: all 256-bit integer vector loads are promoted to v4i64
David Greene03264ef2010-07-12 23:41:28 +0000254def loadv8f32 : PatFrag<(ops node:$ptr), (v8f32 (load node:$ptr))>;
255def loadv4f64 : PatFrag<(ops node:$ptr), (v4f64 (load node:$ptr))>;
David Greene03264ef2010-07-12 23:41:28 +0000256def loadv4i64 : PatFrag<(ops node:$ptr), (v4i64 (load node:$ptr))>;
257
Michael Liao400f7ef2012-09-10 18:33:51 +0000258// 128-/256-bit extload pattern fragments
259def extloadv2f32 : PatFrag<(ops node:$ptr), (v2f64 (extloadvf32 node:$ptr))>;
260def extloadv4f32 : PatFrag<(ops node:$ptr), (v4f64 (extloadvf32 node:$ptr))>;
261
Bruno Cardoso Lopes03d60022011-09-13 19:33:03 +0000262// Like 'store', but always requires 128-bit vector alignment.
David Greene03264ef2010-07-12 23:41:28 +0000263def alignedstore : PatFrag<(ops node:$val, node:$ptr),
264 (store node:$val, node:$ptr), [{
265 return cast<StoreSDNode>(N)->getAlignment() >= 16;
266}]>;
267
Bruno Cardoso Lopes03d60022011-09-13 19:33:03 +0000268// Like 'store', but always requires 256-bit vector alignment.
269def alignedstore256 : PatFrag<(ops node:$val, node:$ptr),
270 (store node:$val, node:$ptr), [{
271 return cast<StoreSDNode>(N)->getAlignment() >= 32;
272}]>;
273
274// Like 'load', but always requires 128-bit vector alignment.
David Greene03264ef2010-07-12 23:41:28 +0000275def alignedload : PatFrag<(ops node:$ptr), (load node:$ptr), [{
276 return cast<LoadSDNode>(N)->getAlignment() >= 16;
277}]>;
278
Chad Rosiera281afc2012-03-09 02:00:48 +0000279// Like 'X86vzload', but always requires 128-bit vector alignment.
280def alignedX86vzload : PatFrag<(ops node:$ptr), (X86vzload node:$ptr), [{
281 return cast<MemSDNode>(N)->getAlignment() >= 16;
282}]>;
283
Bruno Cardoso Lopes03d60022011-09-13 19:33:03 +0000284// Like 'load', but always requires 256-bit vector alignment.
285def alignedload256 : PatFrag<(ops node:$ptr), (load node:$ptr), [{
286 return cast<LoadSDNode>(N)->getAlignment() >= 32;
287}]>;
288
David Greene03264ef2010-07-12 23:41:28 +0000289def alignedloadfsf32 : PatFrag<(ops node:$ptr),
290 (f32 (alignedload node:$ptr))>;
291def alignedloadfsf64 : PatFrag<(ops node:$ptr),
292 (f64 (alignedload node:$ptr))>;
Bruno Cardoso Lopes160be292010-08-13 20:39:01 +0000293
294// 128-bit aligned load pattern fragments
Craig Topper0d8e67a2012-01-24 03:03:17 +0000295// NOTE: all 128-bit integer vector loads are promoted to v2i64
David Greene03264ef2010-07-12 23:41:28 +0000296def alignedloadv4f32 : PatFrag<(ops node:$ptr),
297 (v4f32 (alignedload node:$ptr))>;
298def alignedloadv2f64 : PatFrag<(ops node:$ptr),
299 (v2f64 (alignedload node:$ptr))>;
David Greene03264ef2010-07-12 23:41:28 +0000300def alignedloadv2i64 : PatFrag<(ops node:$ptr),
301 (v2i64 (alignedload node:$ptr))>;
302
Bruno Cardoso Lopes160be292010-08-13 20:39:01 +0000303// 256-bit aligned load pattern fragments
Craig Topper0d8e67a2012-01-24 03:03:17 +0000304// NOTE: all 256-bit integer vector loads are promoted to v4i64
David Greene03264ef2010-07-12 23:41:28 +0000305def alignedloadv8f32 : PatFrag<(ops node:$ptr),
Bruno Cardoso Lopes03d60022011-09-13 19:33:03 +0000306 (v8f32 (alignedload256 node:$ptr))>;
David Greene03264ef2010-07-12 23:41:28 +0000307def alignedloadv4f64 : PatFrag<(ops node:$ptr),
Bruno Cardoso Lopes03d60022011-09-13 19:33:03 +0000308 (v4f64 (alignedload256 node:$ptr))>;
David Greene03264ef2010-07-12 23:41:28 +0000309def alignedloadv4i64 : PatFrag<(ops node:$ptr),
Bruno Cardoso Lopes03d60022011-09-13 19:33:03 +0000310 (v4i64 (alignedload256 node:$ptr))>;
David Greene03264ef2010-07-12 23:41:28 +0000311
312// Like 'load', but uses special alignment checks suitable for use in
313// memory operands in most SSE instructions, which are required to
314// be naturally aligned on some targets but not on others. If the subtarget
315// allows unaligned accesses, match any load, though this may require
316// setting a feature bit in the processor (on startup, for example).
317// Opteron 10h and later implement such a feature.
318def memop : PatFrag<(ops node:$ptr), (load node:$ptr), [{
319 return Subtarget->hasVectorUAMem()
320 || cast<LoadSDNode>(N)->getAlignment() >= 16;
321}]>;
322
323def memopfsf32 : PatFrag<(ops node:$ptr), (f32 (memop node:$ptr))>;
324def memopfsf64 : PatFrag<(ops node:$ptr), (f64 (memop node:$ptr))>;
Bruno Cardoso Lopes160be292010-08-13 20:39:01 +0000325
326// 128-bit memop pattern fragments
Craig Topper0d8e67a2012-01-24 03:03:17 +0000327// NOTE: all 128-bit integer vector loads are promoted to v2i64
David Greene03264ef2010-07-12 23:41:28 +0000328def memopv4f32 : PatFrag<(ops node:$ptr), (v4f32 (memop node:$ptr))>;
329def memopv2f64 : PatFrag<(ops node:$ptr), (v2f64 (memop node:$ptr))>;
David Greene03264ef2010-07-12 23:41:28 +0000330def memopv2i64 : PatFrag<(ops node:$ptr), (v2i64 (memop node:$ptr))>;
David Greene03264ef2010-07-12 23:41:28 +0000331
Bruno Cardoso Lopes160be292010-08-13 20:39:01 +0000332// 256-bit memop pattern fragments
Craig Topper0d8e67a2012-01-24 03:03:17 +0000333// NOTE: all 256-bit integer vector loads are promoted to v4i64
David Greene03264ef2010-07-12 23:41:28 +0000334def memopv8f32 : PatFrag<(ops node:$ptr), (v8f32 (memop node:$ptr))>;
335def memopv4f64 : PatFrag<(ops node:$ptr), (v4f64 (memop node:$ptr))>;
Bruno Cardoso Lopes3d6a3a02010-08-06 20:03:27 +0000336def memopv4i64 : PatFrag<(ops node:$ptr), (v4i64 (memop node:$ptr))>;
David Greene03264ef2010-07-12 23:41:28 +0000337
338// SSSE3 uses MMX registers for some instructions. They aren't aligned on a
339// 16-byte boundary.
340// FIXME: 8 byte alignment for mmx reads is not required
341def memop64 : PatFrag<(ops node:$ptr), (load node:$ptr), [{
342 return cast<LoadSDNode>(N)->getAlignment() >= 8;
343}]>;
344
Dale Johannesendd224d22010-09-30 23:57:10 +0000345def memopmmx : PatFrag<(ops node:$ptr), (x86mmx (memop64 node:$ptr))>;
David Greene03264ef2010-07-12 23:41:28 +0000346
347// MOVNT Support
348// Like 'store', but requires the non-temporal bit to be set
349def nontemporalstore : PatFrag<(ops node:$val, node:$ptr),
350 (st node:$val, node:$ptr), [{
351 if (StoreSDNode *ST = dyn_cast<StoreSDNode>(N))
352 return ST->isNonTemporal();
353 return false;
354}]>;
355
356def alignednontemporalstore : PatFrag<(ops node:$val, node:$ptr),
Bill Wendlingea6397f2012-07-19 00:11:40 +0000357 (st node:$val, node:$ptr), [{
David Greene03264ef2010-07-12 23:41:28 +0000358 if (StoreSDNode *ST = dyn_cast<StoreSDNode>(N))
359 return ST->isNonTemporal() && !ST->isTruncatingStore() &&
360 ST->getAddressingMode() == ISD::UNINDEXED &&
361 ST->getAlignment() >= 16;
362 return false;
363}]>;
364
365def unalignednontemporalstore : PatFrag<(ops node:$val, node:$ptr),
Bill Wendlingea6397f2012-07-19 00:11:40 +0000366 (st node:$val, node:$ptr), [{
David Greene03264ef2010-07-12 23:41:28 +0000367 if (StoreSDNode *ST = dyn_cast<StoreSDNode>(N))
368 return ST->isNonTemporal() &&
369 ST->getAlignment() < 16;
370 return false;
371}]>;
372
Bruno Cardoso Lopes160be292010-08-13 20:39:01 +0000373// 128-bit bitconvert pattern fragments
David Greene03264ef2010-07-12 23:41:28 +0000374def bc_v4f32 : PatFrag<(ops node:$in), (v4f32 (bitconvert node:$in))>;
375def bc_v2f64 : PatFrag<(ops node:$in), (v2f64 (bitconvert node:$in))>;
376def bc_v16i8 : PatFrag<(ops node:$in), (v16i8 (bitconvert node:$in))>;
377def bc_v8i16 : PatFrag<(ops node:$in), (v8i16 (bitconvert node:$in))>;
378def bc_v4i32 : PatFrag<(ops node:$in), (v4i32 (bitconvert node:$in))>;
379def bc_v2i64 : PatFrag<(ops node:$in), (v2i64 (bitconvert node:$in))>;
380
Bruno Cardoso Lopes160be292010-08-13 20:39:01 +0000381// 256-bit bitconvert pattern fragments
Craig Topper682b8502011-11-02 04:42:13 +0000382def bc_v32i8 : PatFrag<(ops node:$in), (v32i8 (bitconvert node:$in))>;
383def bc_v16i16 : PatFrag<(ops node:$in), (v16i16 (bitconvert node:$in))>;
Bruno Cardoso Lopese3acfd42010-07-21 23:53:50 +0000384def bc_v8i32 : PatFrag<(ops node:$in), (v8i32 (bitconvert node:$in))>;
Bruno Cardoso Lopes1021b4a2011-07-13 01:15:33 +0000385def bc_v4i64 : PatFrag<(ops node:$in), (v4i64 (bitconvert node:$in))>;
Bruno Cardoso Lopese3acfd42010-07-21 23:53:50 +0000386
David Greene03264ef2010-07-12 23:41:28 +0000387def vzmovl_v2i64 : PatFrag<(ops node:$src),
388 (bitconvert (v2i64 (X86vzmovl
389 (v2i64 (scalar_to_vector (loadi64 node:$src))))))>;
390def vzmovl_v4i32 : PatFrag<(ops node:$src),
391 (bitconvert (v4i32 (X86vzmovl
392 (v4i32 (scalar_to_vector (loadi32 node:$src))))))>;
393
394def vzload_v2i64 : PatFrag<(ops node:$src),
395 (bitconvert (v2i64 (X86vzload node:$src)))>;
396
397
398def fp32imm0 : PatLeaf<(f32 fpimm), [{
399 return N->isExactlyValue(+0.0);
400}]>;
401
402// BYTE_imm - Transform bit immediates into byte immediates.
403def BYTE_imm : SDNodeXForm<imm, [{
404 // Transformation function: imm >> 3
405 return getI32Imm(N->getZExtValue() >> 3);
406}]>;
407
David Greenec4da1102011-02-03 15:50:00 +0000408// EXTRACT_get_vextractf128_imm xform function: convert extract_subvector index
409// to VEXTRACTF128 imm.
410def EXTRACT_get_vextractf128_imm : SDNodeXForm<extract_subvector, [{
411 return getI8Imm(X86::getExtractVEXTRACTF128Immediate(N));
412}]>;
413
Bruno Cardoso Lopesdb5fb912011-07-27 00:56:27 +0000414// INSERT_get_vinsertf128_imm xform function: convert insert_subvector index to
David Greene653f1ee2011-02-04 16:08:29 +0000415// VINSERTF128 imm.
416def INSERT_get_vinsertf128_imm : SDNodeXForm<insert_subvector, [{
417 return getI8Imm(X86::getInsertVINSERTF128Immediate(N));
418}]>;
419
David Greenec4da1102011-02-03 15:50:00 +0000420def vextractf128_extract : PatFrag<(ops node:$bigvec, node:$index),
421 (extract_subvector node:$bigvec,
422 node:$index), [{
423 return X86::isVEXTRACTF128Index(N);
424}], EXTRACT_get_vextractf128_imm>;
David Greene653f1ee2011-02-04 16:08:29 +0000425
426def vinsertf128_insert : PatFrag<(ops node:$bigvec, node:$smallvec,
427 node:$index),
428 (insert_subvector node:$bigvec, node:$smallvec,
429 node:$index), [{
430 return X86::isVINSERTF128Index(N);
431}], INSERT_get_vinsertf128_imm>;
Bruno Cardoso Lopes123dff02011-07-25 23:05:25 +0000432