blob: e2e228f5544bd951a917f61d97ce1f887474b647 [file] [log] [blame]
Jia Liue1d61962012-02-19 02:03:36 +00001//===-- X86InstrFragmentsSIMD.td - x86 SIMD ISA ------------*- tablegen -*-===//
David Greene509be1f2010-02-09 23:52:19 +00002//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
Jia Liub22310f2012-02-18 12:03:15 +00007//
David Greene509be1f2010-02-09 23:52:19 +00008//===----------------------------------------------------------------------===//
9//
10// This file provides pattern fragments useful for SIMD instructions.
11//
12//===----------------------------------------------------------------------===//
13
14//===----------------------------------------------------------------------===//
Bruno Cardoso Lopese446aef2015-02-05 13:22:50 +000015// MMX specific DAG Nodes.
16//===----------------------------------------------------------------------===//
17
18// Low word of MMX to GPR.
19def MMX_X86movd2w : SDNode<"X86ISD::MMX_MOVD2W", SDTypeProfile<1, 1,
20 [SDTCisVT<0, i32>, SDTCisVT<1, x86mmx>]>>;
Bruno Cardoso Lopesab9ae872015-02-05 13:23:07 +000021// GPR to low word of MMX.
22def MMX_X86movw2d : SDNode<"X86ISD::MMX_MOVW2D", SDTypeProfile<1, 1,
23 [SDTCisVT<0, x86mmx>, SDTCisVT<1, i32>]>>;
Bruno Cardoso Lopese446aef2015-02-05 13:22:50 +000024
25//===----------------------------------------------------------------------===//
David Greene509be1f2010-02-09 23:52:19 +000026// MMX Pattern Fragments
27//===----------------------------------------------------------------------===//
28
Dale Johannesendd224d22010-09-30 23:57:10 +000029def load_mmx : PatFrag<(ops node:$ptr), (x86mmx (load node:$ptr))>;
David Greene03264ef2010-07-12 23:41:28 +000030
31//===----------------------------------------------------------------------===//
32// SSE specific DAG Nodes.
33//===----------------------------------------------------------------------===//
34
Craig Topper2b925422017-03-12 23:05:00 +000035def SDTX86VFCMP : SDTypeProfile<1, 3, [SDTCisFP<0>, SDTCisVec<0>,
36 SDTCisSameAs<0, 1>, SDTCisSameAs<1, 2>,
37 SDTCisVT<3, i8>]>;
David Greene03264ef2010-07-12 23:41:28 +000038
39def X86fmin : SDNode<"X86ISD::FMIN", SDTFPBinOp>;
40def X86fmax : SDNode<"X86ISD::FMAX", SDTFPBinOp>;
Craig Topper56d40222017-02-22 06:54:18 +000041def X86fmins : SDNode<"X86ISD::FMINS", SDTFPBinOp>;
42def X86fmaxs : SDNode<"X86ISD::FMAXS", SDTFPBinOp>;
Nadav Rotem178250a2012-08-19 13:06:16 +000043
44// Commutative and Associative FMIN and FMAX.
45def X86fminc : SDNode<"X86ISD::FMINC", SDTFPBinOp,
46 [SDNPCommutative, SDNPAssociative]>;
47def X86fmaxc : SDNode<"X86ISD::FMAXC", SDTFPBinOp,
48 [SDNPCommutative, SDNPAssociative]>;
49
David Greene03264ef2010-07-12 23:41:28 +000050def X86fand : SDNode<"X86ISD::FAND", SDTFPBinOp,
51 [SDNPCommutative, SDNPAssociative]>;
52def X86for : SDNode<"X86ISD::FOR", SDTFPBinOp,
53 [SDNPCommutative, SDNPAssociative]>;
54def X86fxor : SDNode<"X86ISD::FXOR", SDTFPBinOp,
55 [SDNPCommutative, SDNPAssociative]>;
Craig Topperdbc387c2016-08-15 04:47:28 +000056def X86fandn : SDNode<"X86ISD::FANDN", SDTFPBinOp>;
David Greene03264ef2010-07-12 23:41:28 +000057def X86frsqrt : SDNode<"X86ISD::FRSQRT", SDTFPUnaryOp>;
58def X86frcp : SDNode<"X86ISD::FRCP", SDTFPUnaryOp>;
Michael Zuckermana63a1292016-05-21 14:44:18 +000059def X86frsqrt14s: SDNode<"X86ISD::FRSQRTS", SDTFPBinOp>;
60def X86frcp14s : SDNode<"X86ISD::FRCPS", SDTFPBinOp>;
Duncan Sands0e4fcb82011-09-22 20:15:48 +000061def X86fhadd : SDNode<"X86ISD::FHADD", SDTFPBinOp>;
62def X86fhsub : SDNode<"X86ISD::FHSUB", SDTFPBinOp>;
Craig Topperf984efb2011-11-19 09:02:40 +000063def X86hadd : SDNode<"X86ISD::HADD", SDTIntBinOp>;
64def X86hsub : SDNode<"X86ISD::HSUB", SDTIntBinOp>;
David Greene03264ef2010-07-12 23:41:28 +000065def X86comi : SDNode<"X86ISD::COMI", SDTX86CmpTest>;
66def X86ucomi : SDNode<"X86ISD::UCOMI", SDTX86CmpTest>;
Elena Demikhovsky47fc44e2013-12-16 13:52:35 +000067def X86cmps : SDNode<"X86ISD::FSETCC", SDTX86Cmps>;
David Greene03264ef2010-07-12 23:41:28 +000068def X86pshufb : SDNode<"X86ISD::PSHUFB",
Craig Toppera3ac7382015-11-26 07:58:20 +000069 SDTypeProfile<1, 2, [SDTCVecEltisVT<0, i8>, SDTCisSameAs<0,1>,
David Greene03264ef2010-07-12 23:41:28 +000070 SDTCisSameAs<0,2>]>>;
Chandler Carruth6ba97302015-05-30 03:20:59 +000071def X86psadbw : SDNode<"X86ISD::PSADBW",
Craig Topper4c175cd2015-11-26 07:02:21 +000072 SDTypeProfile<1, 2, [SDTCVecEltisVT<0, i64>,
73 SDTCVecEltisVT<1, i8>,
74 SDTCisSameSizeAs<0,1>,
Craig Topper80c8b802016-08-15 04:47:30 +000075 SDTCisSameAs<1,2>]>, [SDNPCommutative]>;
Igor Bregerf3ded812015-08-31 13:09:30 +000076def X86dbpsadbw : SDNode<"X86ISD::DBPSADBW",
Craig Topper4c175cd2015-11-26 07:02:21 +000077 SDTypeProfile<1, 3, [SDTCVecEltisVT<0, i16>,
78 SDTCVecEltisVT<1, i8>,
79 SDTCisSameSizeAs<0,1>,
Igor Bregerf3ded812015-08-31 13:09:30 +000080 SDTCisSameAs<1,2>, SDTCisInt<3>]>>;
Bruno Cardoso Lopes7ba479d2011-07-13 21:36:47 +000081def X86andnp : SDNode<"X86ISD::ANDNP",
Bruno Cardoso Lopes9613b642011-07-13 21:36:51 +000082 SDTypeProfile<1, 2, [SDTCisVec<0>, SDTCisSameAs<0,1>,
Nate Begeman97b72c92010-12-17 22:55:37 +000083 SDTCisSameAs<0,2>]>>;
Asaf Badouh5a3a0232016-02-01 15:48:21 +000084def X86multishift : SDNode<"X86ISD::MULTISHIFT",
85 SDTypeProfile<1, 2, [SDTCisVec<0>, SDTCisVec<1>,
86 SDTCisSameAs<1,2>]>>;
David Greene03264ef2010-07-12 23:41:28 +000087def X86pextrb : SDNode<"X86ISD::PEXTRB",
Craig Toppera3ac7382015-11-26 07:58:20 +000088 SDTypeProfile<1, 2, [SDTCisVT<0, i32>, SDTCisVT<1, v16i8>,
89 SDTCisPtrTy<2>]>>;
David Greene03264ef2010-07-12 23:41:28 +000090def X86pextrw : SDNode<"X86ISD::PEXTRW",
Craig Toppera3ac7382015-11-26 07:58:20 +000091 SDTypeProfile<1, 2, [SDTCisVT<0, i32>, SDTCisVT<1, v8i16>,
92 SDTCisPtrTy<2>]>>;
David Greene03264ef2010-07-12 23:41:28 +000093def X86pinsrb : SDNode<"X86ISD::PINSRB",
94 SDTypeProfile<1, 3, [SDTCisVT<0, v16i8>, SDTCisSameAs<0,1>,
95 SDTCisVT<2, i32>, SDTCisPtrTy<3>]>>;
96def X86pinsrw : SDNode<"X86ISD::PINSRW",
97 SDTypeProfile<1, 3, [SDTCisVT<0, v8i16>, SDTCisSameAs<0,1>,
98 SDTCisVT<2, i32>, SDTCisPtrTy<3>]>>;
Filipe Cabecinhas20352212014-04-21 20:07:29 +000099def X86insertps : SDNode<"X86ISD::INSERTPS",
David Greene03264ef2010-07-12 23:41:28 +0000100 SDTypeProfile<1, 3, [SDTCisVT<0, v4f32>, SDTCisSameAs<0,1>,
Chandler Carruth373b2b12014-09-06 10:00:01 +0000101 SDTCisVT<2, v4f32>, SDTCisVT<3, i8>]>>;
David Greene03264ef2010-07-12 23:41:28 +0000102def X86vzmovl : SDNode<"X86ISD::VZEXT_MOVL",
103 SDTypeProfile<1, 1, [SDTCisSameAs<0,1>]>>;
Elena Demikhovsky8d7e56c2012-04-22 09:39:03 +0000104
David Greene03264ef2010-07-12 23:41:28 +0000105def X86vzload : SDNode<"X86ISD::VZEXT_LOAD", SDTLoad,
Chris Lattner54e53292010-09-22 00:34:38 +0000106 [SDNPHasChain, SDNPMayLoad, SDNPMemOperand]>;
Michael Liao34107b92012-08-14 21:24:47 +0000107
Michael Liao1be96bb2012-10-23 17:34:00 +0000108def X86vzext : SDNode<"X86ISD::VZEXT",
109 SDTypeProfile<1, 1, [SDTCisVec<0>, SDTCisVec<1>,
Craig Topperaefaab62014-01-26 04:59:39 +0000110 SDTCisInt<0>, SDTCisInt<1>,
111 SDTCisOpSmallerThanOp<1, 0>]>>;
Michael Liao1be96bb2012-10-23 17:34:00 +0000112
113def X86vsext : SDNode<"X86ISD::VSEXT",
114 SDTypeProfile<1, 1, [SDTCisVec<0>, SDTCisVec<1>,
Craig Topperaefaab62014-01-26 04:59:39 +0000115 SDTCisInt<0>, SDTCisInt<1>,
116 SDTCisOpSmallerThanOp<1, 0>]>>;
Michael Liao1be96bb2012-10-23 17:34:00 +0000117
Igor Breger074a64e2015-07-24 17:24:15 +0000118def SDTVtrunc : SDTypeProfile<1, 1, [SDTCisVec<0>, SDTCisVec<1>,
119 SDTCisInt<0>, SDTCisInt<1>,
120 SDTCisOpSmallerThanOp<0, 1>]>;
121
122def X86vtrunc : SDNode<"X86ISD::VTRUNC", SDTVtrunc>;
123def X86vtruncs : SDNode<"X86ISD::VTRUNCS", SDTVtrunc>;
124def X86vtruncus : SDNode<"X86ISD::VTRUNCUS", SDTVtrunc>;
125
Michael Liao34107b92012-08-14 21:24:47 +0000126def X86vfpext : SDNode<"X86ISD::VFPEXT",
Craig Toppera5d0bf52016-05-09 05:34:14 +0000127 SDTypeProfile<1, 1, [SDTCVecEltisVT<0, f64>,
128 SDTCVecEltisVT<1, f32>,
129 SDTCisSameSizeAs<0, 1>]>>;
Michael Liaoe999b862012-10-10 16:53:28 +0000130def X86vfpround: SDNode<"X86ISD::VFPROUND",
Craig Toppera5d0bf52016-05-09 05:34:14 +0000131 SDTypeProfile<1, 1, [SDTCVecEltisVT<0, f32>,
132 SDTCVecEltisVT<1, f64>,
133 SDTCisSameSizeAs<0, 1>]>>;
Michael Liao34107b92012-08-14 21:24:47 +0000134
Craig Toppera02e3942016-09-23 06:24:43 +0000135def X86froundRnd: SDNode<"X86ISD::VFPROUNDS_RND",
Craig Toppera58abd12016-05-09 05:34:12 +0000136 SDTypeProfile<1, 3, [SDTCVecEltisVT<0, f32>,
137 SDTCisSameAs<0, 1>,
Asaf Badouh2744d212015-09-20 14:31:19 +0000138 SDTCVecEltisVT<2, f64>,
Craig Toppera58abd12016-05-09 05:34:12 +0000139 SDTCisSameSizeAs<0, 2>,
Craig Toppera5d0bf52016-05-09 05:34:14 +0000140 SDTCisVT<3, i32>]>>;
Asaf Badouh2744d212015-09-20 14:31:19 +0000141
Craig Toppera02e3942016-09-23 06:24:43 +0000142def X86fpextRnd : SDNode<"X86ISD::VFPEXTS_RND",
Craig Toppera58abd12016-05-09 05:34:12 +0000143 SDTypeProfile<1, 3, [SDTCVecEltisVT<0, f64>,
144 SDTCisSameAs<0, 1>,
Asaf Badouh2744d212015-09-20 14:31:19 +0000145 SDTCVecEltisVT<2, f32>,
Craig Toppera58abd12016-05-09 05:34:12 +0000146 SDTCisSameSizeAs<0, 2>,
Craig Toppera5d0bf52016-05-09 05:34:14 +0000147 SDTCisVT<3, i32>]>>;
Asaf Badouh2744d212015-09-20 14:31:19 +0000148
Craig Topper09462642012-01-22 19:15:14 +0000149def X86vshldq : SDNode<"X86ISD::VSHLDQ", SDTIntShiftOp>;
150def X86vshrdq : SDNode<"X86ISD::VSRLDQ", SDTIntShiftOp>;
Craig Topper0b7ad762012-01-22 23:36:02 +0000151def X86cmpp : SDNode<"X86ISD::CMPP", SDTX86VFCMP>;
Craig Topperbd4884372012-01-22 22:42:16 +0000152def X86pcmpeq : SDNode<"X86ISD::PCMPEQ", SDTIntBinOp, [SDNPCommutative]>;
153def X86pcmpgt : SDNode<"X86ISD::PCMPGT", SDTIntBinOp>;
David Greene03264ef2010-07-12 23:41:28 +0000154
Elena Demikhovsky60b1f282013-08-13 13:24:07 +0000155def X86IntCmpMask : SDTypeProfile<1, 2,
Craig Topperf8ad6472016-09-02 04:25:33 +0000156 [SDTCisVec<0>, SDTCVecEltisVT<0, i1>, SDTCisSameAs<1, 2>, SDTCisInt<1>,
157 SDTCisSameNumEltsAs<0, 1>]>;
Elena Demikhovsky60b1f282013-08-13 13:24:07 +0000158def X86pcmpeqm : SDNode<"X86ISD::PCMPEQM", X86IntCmpMask, [SDNPCommutative]>;
159def X86pcmpgtm : SDNode<"X86ISD::PCMPGTM", X86IntCmpMask>;
160
Elena Demikhovsky47fc44e2013-12-16 13:52:35 +0000161def X86CmpMaskCC :
Elena Demikhovsky29792e92015-05-07 11:24:42 +0000162 SDTypeProfile<1, 3, [SDTCisVec<0>, SDTCVecEltisVT<0, i1>,
163 SDTCisVec<1>, SDTCisSameAs<2, 1>,
164 SDTCisSameNumEltsAs<0, 1>, SDTCisVT<3, i8>]>;
165def X86CmpMaskCCRound :
166 SDTypeProfile<1, 4, [SDTCisVec<0>,SDTCVecEltisVT<0, i1>,
167 SDTCisVec<1>, SDTCisSameAs<2, 1>,
168 SDTCisSameNumEltsAs<0, 1>, SDTCisVT<3, i8>,
Craig Topperf8ad6472016-09-02 04:25:33 +0000169 SDTCisVT<4, i32>]>;
Elena Demikhovsky47fc44e2013-12-16 13:52:35 +0000170def X86CmpMaskCCScalar :
171 SDTypeProfile<1, 3, [SDTCisInt<0>, SDTCisSameAs<1, 2>, SDTCisVT<3, i8>]>;
172
Igor Bregerb7e1f9d2015-09-20 15:15:10 +0000173def X86CmpMaskCCScalarRound :
174 SDTypeProfile<1, 4, [SDTCisInt<0>, SDTCisSameAs<1, 2>, SDTCisVT<3, i8>,
Craig Topperf8ad6472016-09-02 04:25:33 +0000175 SDTCisVT<4, i32>]>;
Igor Bregerb7e1f9d2015-09-20 15:15:10 +0000176
177def X86cmpm : SDNode<"X86ISD::CMPM", X86CmpMaskCC>;
178def X86cmpmRnd : SDNode<"X86ISD::CMPM_RND", X86CmpMaskCCRound>;
179def X86cmpmu : SDNode<"X86ISD::CMPMU", X86CmpMaskCC>;
Craig Topper29f1a1f2016-09-21 06:37:54 +0000180def X86cmpms : SDNode<"X86ISD::FSETCCM", X86CmpMaskCCScalar>;
181def X86cmpmsRnd : SDNode<"X86ISD::FSETCCM_RND", X86CmpMaskCCScalarRound>;
Elena Demikhovsky60b1f282013-08-13 13:24:07 +0000182
Craig Topper09462642012-01-22 19:15:14 +0000183def X86vshl : SDNode<"X86ISD::VSHL",
184 SDTypeProfile<1, 2, [SDTCisVec<0>, SDTCisSameAs<0,1>,
185 SDTCisVec<2>]>>;
186def X86vsrl : SDNode<"X86ISD::VSRL",
187 SDTypeProfile<1, 2, [SDTCisVec<0>, SDTCisSameAs<0,1>,
188 SDTCisVec<2>]>>;
189def X86vsra : SDNode<"X86ISD::VSRA",
190 SDTypeProfile<1, 2, [SDTCisVec<0>, SDTCisSameAs<0,1>,
191 SDTCisVec<2>]>>;
192
Craig Topper05629d02016-07-24 07:32:45 +0000193def X86vsrav : SDNode<"X86ISD::VSRAV" ,
194 SDTypeProfile<1, 2, [SDTCisVec<0>, SDTCisSameAs<0,1>,
195 SDTCisSameAs<0,2>]>>;
Igor Bregere59165c2016-06-20 07:05:43 +0000196
Craig Topper09462642012-01-22 19:15:14 +0000197def X86vshli : SDNode<"X86ISD::VSHLI", SDTIntShiftOp>;
198def X86vsrli : SDNode<"X86ISD::VSRLI", SDTIntShiftOp>;
199def X86vsrai : SDNode<"X86ISD::VSRAI", SDTIntShiftOp>;
200
Craig Topper3b7e8232017-01-30 00:06:01 +0000201def X86kshiftl : SDNode<"X86ISD::KSHIFTL",
202 SDTypeProfile<1, 2, [SDTCVecEltisVT<0, i1>,
203 SDTCisSameAs<0, 1>,
204 SDTCisVT<2, i8>]>>;
205def X86kshiftr : SDNode<"X86ISD::KSHIFTR",
206 SDTypeProfile<1, 2, [SDTCVecEltisVT<0, i1>,
207 SDTCisSameAs<0, 1>,
208 SDTCisVT<2, i8>]>>;
209
Michael Zuckerman2ddcbcf2016-01-12 21:19:17 +0000210def X86vrotli : SDNode<"X86ISD::VROTLI", SDTIntShiftOp>;
Michael Zuckerman298a6802016-01-13 12:39:33 +0000211def X86vrotri : SDNode<"X86ISD::VROTRI", SDTIntShiftOp>;
Michael Zuckerman2ddcbcf2016-01-12 21:19:17 +0000212
Simon Pilgrim86c5e852015-10-17 19:04:24 +0000213def X86vprot : SDNode<"X86ISD::VPROT",
214 SDTypeProfile<1, 2, [SDTCisVec<0>, SDTCisSameAs<0,1>,
Craig Toppera3ac7382015-11-26 07:58:20 +0000215 SDTCisSameAs<0,2>]>>;
Simon Pilgrim86c5e852015-10-17 19:04:24 +0000216def X86vproti : SDNode<"X86ISD::VPROTI",
217 SDTypeProfile<1, 2, [SDTCisVec<0>, SDTCisSameAs<0,1>,
Craig Toppera3ac7382015-11-26 07:58:20 +0000218 SDTCisVT<2, i8>]>>;
Simon Pilgrim86c5e852015-10-17 19:04:24 +0000219
Simon Pilgrim3d11c992015-09-30 08:17:50 +0000220def X86vpshl : SDNode<"X86ISD::VPSHL",
221 SDTypeProfile<1, 2, [SDTCisVec<0>, SDTCisSameAs<0,1>,
Craig Toppera3ac7382015-11-26 07:58:20 +0000222 SDTCisSameAs<0,2>]>>;
Simon Pilgrim3d11c992015-09-30 08:17:50 +0000223def X86vpsha : SDNode<"X86ISD::VPSHA",
224 SDTypeProfile<1, 2, [SDTCisVec<0>, SDTCisSameAs<0,1>,
Craig Toppera3ac7382015-11-26 07:58:20 +0000225 SDTCisSameAs<0,2>]>>;
Simon Pilgrim3d11c992015-09-30 08:17:50 +0000226
Simon Pilgrim52d47e52015-10-11 14:15:17 +0000227def X86vpcom : SDNode<"X86ISD::VPCOM",
228 SDTypeProfile<1, 3, [SDTCisVec<0>, SDTCisSameAs<0,1>,
Craig Toppera3ac7382015-11-26 07:58:20 +0000229 SDTCisSameAs<0,2>,
230 SDTCisVT<3, i8>]>>;
Simon Pilgrim52d47e52015-10-11 14:15:17 +0000231def X86vpcomu : SDNode<"X86ISD::VPCOMU",
232 SDTypeProfile<1, 3, [SDTCisVec<0>, SDTCisSameAs<0,1>,
Craig Toppera3ac7382015-11-26 07:58:20 +0000233 SDTCisSameAs<0,2>,
234 SDTCisVT<3, i8>]>>;
Simon Pilgrime85506b2016-06-03 08:06:03 +0000235def X86vpermil2 : SDNode<"X86ISD::VPERMIL2",
236 SDTypeProfile<1, 4, [SDTCisVec<0>, SDTCisSameAs<0,1>,
237 SDTCisSameAs<0,2>,
238 SDTCisSameSizeAs<0,3>,
239 SDTCisSameNumEltsAs<0, 3>,
Craig Topper811756b2017-02-18 22:53:43 +0000240 SDTCisFP<0>, SDTCisInt<3>,
Simon Pilgrime85506b2016-06-03 08:06:03 +0000241 SDTCisVT<4, i8>]>>;
Simon Pilgrim572ca712016-03-24 11:52:43 +0000242def X86vpperm : SDNode<"X86ISD::VPPERM",
243 SDTypeProfile<1, 3, [SDTCisVT<0, v16i8>, SDTCisSameAs<0,1>,
Craig Topper06ae5e82017-02-19 01:54:47 +0000244 SDTCisSameAs<0,2>, SDTCisSameAs<0, 3>]>>;
Simon Pilgrim572ca712016-03-24 11:52:43 +0000245
David Greene03264ef2010-07-12 23:41:28 +0000246def SDTX86CmpPTest : SDTypeProfile<1, 2, [SDTCisVT<0, i32>,
Bruno Cardoso Lopes91d61df2010-08-10 23:25:42 +0000247 SDTCisVec<1>,
248 SDTCisSameAs<2, 1>]>;
Igor Breger639fde72016-03-03 14:18:38 +0000249
250def SDTX86Testm : SDTypeProfile<1, 2, [SDTCisVec<0>, SDTCisVec<1>,
251 SDTCisSameAs<2, 1>, SDTCVecEltisVT<0, i1>,
252 SDTCisSameNumEltsAs<0, 1>]>;
253
Craig Topper80c8b802016-08-15 04:47:30 +0000254def X86addus : SDNode<"X86ISD::ADDUS", SDTIntBinOp, [SDNPCommutative]>;
Benjamin Kramerb16ccde2012-12-15 16:47:44 +0000255def X86subus : SDNode<"X86ISD::SUBUS", SDTIntBinOp>;
Craig Topper80c8b802016-08-15 04:47:30 +0000256def X86adds : SDNode<"X86ISD::ADDS", SDTIntBinOp, [SDNPCommutative]>;
Elena Demikhovsky52266382015-05-04 12:35:55 +0000257def X86subs : SDNode<"X86ISD::SUBS", SDTIntBinOp>;
Craig Topper80c8b802016-08-15 04:47:30 +0000258def X86mulhrs : SDNode<"X86ISD::MULHRS", SDTIntBinOp, [SDNPCommutative]>;
259def X86avg : SDNode<"X86ISD::AVG" , SDTIntBinOp, [SDNPCommutative]>;
David Greene03264ef2010-07-12 23:41:28 +0000260def X86ptest : SDNode<"X86ISD::PTEST", SDTX86CmpPTest>;
Bruno Cardoso Lopes91d61df2010-08-10 23:25:42 +0000261def X86testp : SDNode<"X86ISD::TESTP", SDTX86CmpPTest>;
Elena Demikhovsky40864b62013-08-05 08:52:21 +0000262def X86kortest : SDNode<"X86ISD::KORTEST", SDTX86CmpPTest>;
Igor Breger5ea0a6812015-08-31 13:30:19 +0000263def X86ktest : SDNode<"X86ISD::KTEST", SDTX86CmpPTest>;
Igor Breger639fde72016-03-03 14:18:38 +0000264def X86testm : SDNode<"X86ISD::TESTM", SDTX86Testm, [SDNPCommutative]>;
265def X86testnm : SDNode<"X86ISD::TESTNM", SDTX86Testm, [SDNPCommutative]>;
266
Simon Pilgrimcd0dfc92016-04-03 18:22:03 +0000267def X86movmsk : SDNode<"X86ISD::MOVMSK",
268 SDTypeProfile<1, 1, [SDTCisVT<0, i32>, SDTCisVec<1>]>>;
269
Craig Topper74ed0872016-05-18 06:55:59 +0000270def X86select : SDNode<"X86ISD::SELECT",
271 SDTypeProfile<1, 3, [SDTCVecEltisVT<1, i1>,
272 SDTCisSameAs<0, 2>,
273 SDTCisSameAs<2, 3>,
274 SDTCisSameNumEltsAs<0, 1>]>>;
275
Craig Topperaeca0462016-09-24 21:42:47 +0000276def X86selects : SDNode<"X86ISD::SELECTS",
Guy Blank548e22a2017-05-19 12:35:15 +0000277 SDTypeProfile<1, 3, [SDTCisVT<1, v1i1>,
Craig Topper74ed0872016-05-18 06:55:59 +0000278 SDTCisSameAs<0, 2>,
279 SDTCisSameAs<2, 3>]>>;
David Greene03264ef2010-07-12 23:41:28 +0000280
Craig Topper1d471e32012-02-05 03:14:49 +0000281def X86pmuludq : SDNode<"X86ISD::PMULUDQ",
Craig Toppera3ac7382015-11-26 07:58:20 +0000282 SDTypeProfile<1, 2, [SDTCVecEltisVT<0, i64>,
283 SDTCVecEltisVT<1, i32>,
284 SDTCisSameSizeAs<0,1>,
Craig Topper80c8b802016-08-15 04:47:30 +0000285 SDTCisSameAs<1,2>]>,
286 [SDNPCommutative]>;
Benjamin Kramer6d2dff62014-04-26 14:12:19 +0000287def X86pmuldq : SDNode<"X86ISD::PMULDQ",
Craig Toppera3ac7382015-11-26 07:58:20 +0000288 SDTypeProfile<1, 2, [SDTCVecEltisVT<0, i64>,
289 SDTCVecEltisVT<1, i32>,
290 SDTCisSameSizeAs<0,1>,
Craig Topper80c8b802016-08-15 04:47:30 +0000291 SDTCisSameAs<1,2>]>,
292 [SDNPCommutative]>;
Craig Topper1d471e32012-02-05 03:14:49 +0000293
Simon Pilgrimd85cae32015-07-06 20:46:41 +0000294def X86extrqi : SDNode<"X86ISD::EXTRQI",
295 SDTypeProfile<1, 3, [SDTCisVT<0, v2i64>, SDTCisSameAs<0,1>,
296 SDTCisVT<2, i8>, SDTCisVT<3, i8>]>>;
297def X86insertqi : SDNode<"X86ISD::INSERTQI",
298 SDTypeProfile<1, 4, [SDTCisVT<0, v2i64>, SDTCisSameAs<0,1>,
299 SDTCisSameAs<1,2>, SDTCisVT<3, i8>,
300 SDTCisVT<4, i8>]>>;
301
Bruno Cardoso Lopes6f3b38a2010-08-20 22:55:05 +0000302// Specific shuffle nodes - At some point ISD::VECTOR_SHUFFLE will always get
303// translated into one of the target nodes below during lowering.
304// Note: this is a work in progress...
305def SDTShuff1Op : SDTypeProfile<1, 1, [SDTCisVec<0>, SDTCisSameAs<0,1>]>;
306def SDTShuff2Op : SDTypeProfile<1, 2, [SDTCisVec<0>, SDTCisSameAs<0,1>,
307 SDTCisSameAs<0,2>]>;
308
Chandler Carruth6d5916a2014-09-23 10:08:29 +0000309def SDTShuff2OpM : SDTypeProfile<1, 2, [SDTCisVec<0>, SDTCisSameAs<0,1>,
Craig Toppera3ac7382015-11-26 07:58:20 +0000310 SDTCisSameSizeAs<0,2>,
Craig Topper06ae5e82017-02-19 01:54:47 +0000311 SDTCisSameNumEltsAs<0,2>,
312 SDTCisFP<0>, SDTCisInt<2>]>;
Bruno Cardoso Lopes6f3b38a2010-08-20 22:55:05 +0000313def SDTShuff2OpI : SDTypeProfile<1, 2, [SDTCisVec<0>,
Craig Toppera3ac7382015-11-26 07:58:20 +0000314 SDTCisSameAs<0,1>, SDTCisVT<2, i8>]>;
Bruno Cardoso Lopes6f3b38a2010-08-20 22:55:05 +0000315def SDTShuff3OpI : SDTypeProfile<1, 3, [SDTCisVec<0>, SDTCisSameAs<0,1>,
Craig Toppera3ac7382015-11-26 07:58:20 +0000316 SDTCisSameAs<0,2>, SDTCisVT<3, i8>]>;
Craig Topper06ae5e82017-02-19 01:54:47 +0000317def SDTFPBinOpImmRound: SDTypeProfile<1, 4, [SDTCisFP<0>, SDTCisVec<0>,
318 SDTCisSameAs<0,1>,
319 SDTCisSameAs<0,2>,
320 SDTCisVT<3, i32>,
321 SDTCisVT<4, i32>]>;
Craig Topper7ee092a2016-05-19 02:05:55 +0000322def SDTFPTernaryOpImmRound: SDTypeProfile<1, 5, [SDTCisFP<0>, SDTCisSameAs<0,1>,
323 SDTCisSameAs<0,2>,
324 SDTCisInt<3>,
325 SDTCisSameSizeAs<0, 3>,
326 SDTCisSameNumEltsAs<0, 3>,
327 SDTCisVT<4, i32>,
328 SDTCisVT<5, i32>]>;
Craig Topper06ae5e82017-02-19 01:54:47 +0000329def SDTFPUnaryOpImmRound: SDTypeProfile<1, 3, [SDTCisFP<0>, SDTCisVec<0>,
330 SDTCisSameAs<0,1>,
331 SDTCisVT<2, i32>,
332 SDTCisVT<3, i32>]>;
Bruno Cardoso Lopes6f3b38a2010-08-20 22:55:05 +0000333
Elena Demikhovsky45c54ad2013-08-07 12:34:55 +0000334def SDTVBroadcast : SDTypeProfile<1, 1, [SDTCisVec<0>]>;
Asaf Badouh0d957b82015-11-18 09:42:45 +0000335def SDTVBroadcastm : SDTypeProfile<1, 1, [SDTCisVec<0>,
336 SDTCisInt<0>, SDTCisInt<1>]>;
Elena Demikhovsky45c54ad2013-08-07 12:34:55 +0000337
Nadav Rotem9bc178a2012-04-11 06:40:27 +0000338def SDTBlend : SDTypeProfile<1, 3, [SDTCisVec<0>, SDTCisSameAs<0,1>,
Chandler Carruth373b2b12014-09-06 10:00:01 +0000339 SDTCisSameAs<1,2>, SDTCisVT<3, i8>]>;
Elena Demikhovsky3cb3b002012-08-01 12:06:00 +0000340
Craig Topper06ae5e82017-02-19 01:54:47 +0000341def SDTTernlog : SDTypeProfile<1, 4, [SDTCisInt<0>, SDTCisVec<0>,
342 SDTCisSameAs<0,1>, SDTCisSameAs<0,2>,
343 SDTCisSameAs<0,3>, SDTCisVT<4, i8>]>;
Igor Bregerb4bb1902015-10-15 12:33:24 +0000344
Elena Demikhovsky714f23b2015-02-18 07:59:20 +0000345def SDTFPBinOpRound : SDTypeProfile<1, 3, [ // fadd_round, fmul_round, etc.
Craig Topper095fc412016-05-18 06:56:01 +0000346 SDTCisSameAs<0, 1>, SDTCisSameAs<0, 2>, SDTCisFP<0>, SDTCisVT<3, i32>]>;
Elena Demikhovsky714f23b2015-02-18 07:59:20 +0000347
Asaf Badouh402ebb32015-06-03 13:41:48 +0000348def SDTFPUnaryOpRound : SDTypeProfile<1, 2, [ // fsqrt_round, fgetexp_round, etc.
Craig Topper095fc412016-05-18 06:56:01 +0000349 SDTCisSameAs<0, 1>, SDTCisFP<0>, SDTCisVT<2, i32>]>;
Asaf Badouh402ebb32015-06-03 13:41:48 +0000350
Elena Demikhovsky7b0dd392015-01-28 10:21:27 +0000351def SDTFmaRound : SDTypeProfile<1, 4, [SDTCisSameAs<0,1>,
Craig Topper095fc412016-05-18 06:56:01 +0000352 SDTCisSameAs<1,2>, SDTCisSameAs<1,3>,
Craig Topper06ae5e82017-02-19 01:54:47 +0000353 SDTCisFP<0>, SDTCisVT<4, i32>]>;
Bruno Cardoso Lopesbe5e9872011-08-17 02:29:19 +0000354
Craig Topper8fb09f02013-01-28 06:48:25 +0000355def X86PAlignr : SDNode<"X86ISD::PALIGNR", SDTShuff3OpI>;
Adam Nemet2f10cc62014-08-05 17:22:55 +0000356def X86VAlign : SDNode<"X86ISD::VALIGN", SDTShuff3OpI>;
Igor Breger0dcd8bc2015-09-03 09:05:31 +0000357
Igor Breger0dcd8bc2015-09-03 09:05:31 +0000358def X86Conflict : SDNode<"X86ISD::CONFLICT", SDTIntUnaryOp>;
Bruno Cardoso Lopes6f3b38a2010-08-20 22:55:05 +0000359
360def X86PShufd : SDNode<"X86ISD::PSHUFD", SDTShuff2OpI>;
361def X86PShufhw : SDNode<"X86ISD::PSHUFHW", SDTShuff2OpI>;
362def X86PShuflw : SDNode<"X86ISD::PSHUFLW", SDTShuff2OpI>;
363
Elena Demikhovsky9e380862015-06-03 10:56:40 +0000364def X86Shufp : SDNode<"X86ISD::SHUFP", SDTShuff3OpI>;
365def X86Shuf128 : SDNode<"X86ISD::SHUF128", SDTShuff3OpI>;
Bruno Cardoso Lopes6f3b38a2010-08-20 22:55:05 +0000366
367def X86Movddup : SDNode<"X86ISD::MOVDDUP", SDTShuff1Op>;
368def X86Movshdup : SDNode<"X86ISD::MOVSHDUP", SDTShuff1Op>;
369def X86Movsldup : SDNode<"X86ISD::MOVSLDUP", SDTShuff1Op>;
370
Bruno Cardoso Lopes6f3b38a2010-08-20 22:55:05 +0000371def X86Movsd : SDNode<"X86ISD::MOVSD", SDTShuff2Op>;
372def X86Movss : SDNode<"X86ISD::MOVSS", SDTShuff2Op>;
373
374def X86Movlhps : SDNode<"X86ISD::MOVLHPS", SDTShuff2Op>;
Bruno Cardoso Lopes6f3b38a2010-08-20 22:55:05 +0000375def X86Movlhpd : SDNode<"X86ISD::MOVLHPD", SDTShuff2Op>;
Bruno Cardoso Lopes03e4c352010-08-31 21:15:21 +0000376def X86Movhlps : SDNode<"X86ISD::MOVHLPS", SDTShuff2Op>;
Bruno Cardoso Lopes6f3b38a2010-08-20 22:55:05 +0000377
Bruno Cardoso Lopesb3825212010-09-01 05:08:25 +0000378def X86Movlps : SDNode<"X86ISD::MOVLPS", SDTShuff2Op>;
379def X86Movlpd : SDNode<"X86ISD::MOVLPD", SDTShuff2Op>;
Bruno Cardoso Lopes6f3b38a2010-08-20 22:55:05 +0000380
Craig Topper06ae5e82017-02-19 01:54:47 +0000381def SDTPack : SDTypeProfile<1, 2, [SDTCisVec<0>, SDTCisInt<0>,
382 SDTCisVec<1>, SDTCisInt<1>,
Craig Toppera3ac7382015-11-26 07:58:20 +0000383 SDTCisSameSizeAs<0,1>,
Craig Topper06ae5e82017-02-19 01:54:47 +0000384 SDTCisSameAs<1,2>,
385 SDTCisOpSmallerThanOp<0, 1>]>;
Chandler Carruth8366ceb2014-06-20 01:05:28 +0000386def X86Packss : SDNode<"X86ISD::PACKSS", SDTPack>;
387def X86Packus : SDNode<"X86ISD::PACKUS", SDTPack>;
388
Craig Topper8d4ba192011-12-06 08:21:25 +0000389def X86Unpckl : SDNode<"X86ISD::UNPCKL", SDTShuff2Op>;
390def X86Unpckh : SDNode<"X86ISD::UNPCKH", SDTShuff2Op>;
Bruno Cardoso Lopes6f3b38a2010-08-20 22:55:05 +0000391
Craig Topper06ae5e82017-02-19 01:54:47 +0000392def X86vpmaddubsw : SDNode<"X86ISD::VPMADDUBSW",
393 SDTypeProfile<1, 2, [SDTCVecEltisVT<0, i16>,
394 SDTCVecEltisVT<1, i8>,
395 SDTCisSameSizeAs<0,1>,
396 SDTCisSameAs<1,2>]>>;
397def X86vpmaddwd : SDNode<"X86ISD::VPMADDWD",
398 SDTypeProfile<1, 2, [SDTCVecEltisVT<0, i32>,
399 SDTCVecEltisVT<1, i16>,
400 SDTCisSameSizeAs<0,1>,
401 SDTCisSameAs<1,2>]>,
402 [SDNPCommutative]>;
Igor Bregerf7fd5472015-07-21 07:11:28 +0000403
Chandler Carruth6d5916a2014-09-23 10:08:29 +0000404def X86VPermilpv : SDNode<"X86ISD::VPERMILPV", SDTShuff2OpM>;
Chandler Carruthed5dfff2014-09-22 22:29:42 +0000405def X86VPermilpi : SDNode<"X86ISD::VPERMILPI", SDTShuff2OpI>;
Craig Topperecae4762015-11-29 22:53:22 +0000406def X86VPermv : SDNode<"X86ISD::VPERMV",
407 SDTypeProfile<1, 2, [SDTCisVec<0>, SDTCisInt<1>,
408 SDTCisSameNumEltsAs<0,1>,
409 SDTCisSameSizeAs<0,1>,
410 SDTCisSameAs<0,2>]>>;
Chandler Carruthed5dfff2014-09-22 22:29:42 +0000411def X86VPermi : SDNode<"X86ISD::VPERMI", SDTShuff2OpI>;
Craig Topper05858f52015-11-26 20:02:01 +0000412def X86VPermt2 : SDNode<"X86ISD::VPERMV3",
413 SDTypeProfile<1, 3, [SDTCisVec<0>,
Elena Demikhovskyf07df9f2015-11-25 08:17:56 +0000414 SDTCisSameAs<0,1>, SDTCisInt<2>,
415 SDTCisVec<2>, SDTCisSameNumEltsAs<0, 2>,
Craig Toppera3ac7382015-11-26 07:58:20 +0000416 SDTCisSameSizeAs<0,2>,
Elena Demikhovskyf07df9f2015-11-25 08:17:56 +0000417 SDTCisSameAs<0,3>]>, []>;
Elena Demikhovskyf07df9f2015-11-25 08:17:56 +0000418
Craig Topper4fa3b502016-09-06 06:56:59 +0000419// Even though the index operand should be integer, we need to make it match the
420// destination type so that we can pattern match the masked version where the
421// index is also the passthru operand.
Craig Topperaad5f112015-11-30 00:13:24 +0000422def X86VPermi2X : SDNode<"X86ISD::VPERMIV3",
Craig Topper4fa3b502016-09-06 06:56:59 +0000423 SDTypeProfile<1, 3, [SDTCisVec<0>,
424 SDTCisSameAs<0,1>,
Craig Topperaad5f112015-11-30 00:13:24 +0000425 SDTCisSameAs<0,2>,
426 SDTCisSameAs<0,3>]>, []>;
427
Igor Bregerb4bb1902015-10-15 12:33:24 +0000428def X86vpternlog : SDNode<"X86ISD::VPTERNLOG", SDTTernlog>;
Bruno Cardoso Lopesb878caa2011-07-21 01:55:47 +0000429
Craig Topper0a672ea2011-11-30 07:47:51 +0000430def X86VPerm2x128 : SDNode<"X86ISD::VPERM2X128", SDTShuff3OpI>;
Bruno Cardoso Lopesf15dfe52011-08-12 21:48:26 +0000431
Asaf Badouhd4a0d9a2016-01-19 14:21:39 +0000432def X86VFixupimm : SDNode<"X86ISD::VFIXUPIMM", SDTFPTernaryOpImmRound>;
Craig Topper7ee092a2016-05-19 02:05:55 +0000433def X86VFixupimmScalar : SDNode<"X86ISD::VFIXUPIMMS", SDTFPTernaryOpImmRound>;
Igor Breger1e58e8a2015-09-02 11:18:55 +0000434def X86VRange : SDNode<"X86ISD::VRANGE", SDTFPBinOpImmRound>;
435def X86VReduce : SDNode<"X86ISD::VREDUCE", SDTFPUnaryOpImmRound>;
436def X86VRndScale : SDNode<"X86ISD::VRNDSCALE", SDTFPUnaryOpImmRound>;
437def X86VGetMant : SDNode<"X86ISD::VGETMANT", SDTFPUnaryOpImmRound>;
Craig Topper9d1deb42015-11-26 18:31:19 +0000438def X86Vfpclass : SDNode<"X86ISD::VFPCLASS",
Craig Topper06ae5e82017-02-19 01:54:47 +0000439 SDTypeProfile<1, 2, [SDTCVecEltisVT<0, i1>,
440 SDTCisFP<1>,
Craig Topper00096562015-11-26 19:41:34 +0000441 SDTCisSameNumEltsAs<0,1>,
442 SDTCisVT<2, i32>]>, []>;
443def X86Vfpclasss : SDNode<"X86ISD::VFPCLASSS",
Guy Blank548e22a2017-05-19 12:35:15 +0000444 SDTypeProfile<1, 2, [SDTCisVT<0, v1i1>,
Craig Topper00096562015-11-26 19:41:34 +0000445 SDTCisFP<1>, SDTCisVT<2, i32>]>,[]>;
Elena Demikhovsky42c96d92015-06-01 06:50:49 +0000446
Elena Demikhovskyad9c3962015-05-18 06:42:57 +0000447def X86SubVBroadcast : SDNode<"X86ISD::SUBV_BROADCAST",
448 SDTypeProfile<1, 1, [SDTCisVec<0>, SDTCisVec<1>,
449 SDTCisSubVecOfVec<1, 0>]>, []>;
Igor Bregerfa798a92015-11-02 07:39:36 +0000450
Bruno Cardoso Lopesbe5e9872011-08-17 02:29:19 +0000451def X86VBroadcast : SDNode<"X86ISD::VBROADCAST", SDTVBroadcast>;
Asaf Badouh0d957b82015-11-18 09:42:45 +0000452def X86VBroadcastm : SDNode<"X86ISD::VBROADCASTM", SDTVBroadcastm>;
Elena Demikhovsky9f423d62014-02-10 07:02:39 +0000453def X86Vextract : SDNode<"X86ISD::VEXTRACT", SDTypeProfile<1, 2,
Guy Blank548e22a2017-05-19 12:35:15 +0000454 [SDTCisVec<1>,
Craig Topper9d1deb42015-11-26 18:31:19 +0000455 SDTCisPtrTy<2>]>, []>;
Bruno Cardoso Lopesbe5e9872011-08-17 02:29:19 +0000456
Elena Demikhovskycd3c1c42012-12-05 09:24:57 +0000457def X86Blendi : SDNode<"X86ISD::BLENDI", SDTBlend>;
Chandler Carruth204ad4c2014-09-15 20:09:47 +0000458
459def X86Addsub : SDNode<"X86ISD::ADDSUB", SDTFPBinOp>;
460
Elena Demikhovsky714f23b2015-02-18 07:59:20 +0000461def X86faddRnd : SDNode<"X86ISD::FADD_RND", SDTFPBinOpRound>;
Craig Topper8783bbb2017-02-24 07:21:10 +0000462def X86faddRnds : SDNode<"X86ISD::FADDS_RND", SDTFPBinOpRound>;
Elena Demikhovsky714f23b2015-02-18 07:59:20 +0000463def X86fsubRnd : SDNode<"X86ISD::FSUB_RND", SDTFPBinOpRound>;
Craig Topper8783bbb2017-02-24 07:21:10 +0000464def X86fsubRnds : SDNode<"X86ISD::FSUBS_RND", SDTFPBinOpRound>;
Elena Demikhovsky714f23b2015-02-18 07:59:20 +0000465def X86fmulRnd : SDNode<"X86ISD::FMUL_RND", SDTFPBinOpRound>;
Craig Topper8783bbb2017-02-24 07:21:10 +0000466def X86fmulRnds : SDNode<"X86ISD::FMULS_RND", SDTFPBinOpRound>;
Elena Demikhovsky714f23b2015-02-18 07:59:20 +0000467def X86fdivRnd : SDNode<"X86ISD::FDIV_RND", SDTFPBinOpRound>;
Craig Topper8783bbb2017-02-24 07:21:10 +0000468def X86fdivRnds : SDNode<"X86ISD::FDIVS_RND", SDTFPBinOpRound>;
469def X86fmaxRnd : SDNode<"X86ISD::FMAX_RND", SDTFPBinOpRound>;
470def X86fmaxRnds : SDNode<"X86ISD::FMAXS_RND", SDTFPBinOpRound>;
471def X86fminRnd : SDNode<"X86ISD::FMIN_RND", SDTFPBinOpRound>;
472def X86fminRnds : SDNode<"X86ISD::FMINS_RND", SDTFPBinOpRound>;
Igor Breger4c4cd782015-09-20 09:13:41 +0000473def X86scalef : SDNode<"X86ISD::SCALEF", SDTFPBinOpRound>;
Michael Zuckerman11b55b22016-05-21 11:09:53 +0000474def X86scalefs : SDNode<"X86ISD::SCALEFS", SDTFPBinOpRound>;
Igor Breger4c4cd782015-09-20 09:13:41 +0000475def X86fsqrtRnd : SDNode<"X86ISD::FSQRT_RND", SDTFPUnaryOpRound>;
Craig Topperd70ec9b2016-09-23 06:24:35 +0000476def X86fsqrtRnds : SDNode<"X86ISD::FSQRTS_RND", SDTFPBinOpRound>;
Igor Breger8352a0d2015-07-28 06:53:28 +0000477def X86fgetexpRnd : SDNode<"X86ISD::FGETEXP_RND", SDTFPUnaryOpRound>;
Craig Topperd70ec9b2016-09-23 06:24:35 +0000478def X86fgetexpRnds : SDNode<"X86ISD::FGETEXPS_RND", SDTFPBinOpRound>;
Elena Demikhovsky714f23b2015-02-18 07:59:20 +0000479
Craig Topper06ae5e82017-02-19 01:54:47 +0000480def X86Fmadd : SDNode<"X86ISD::FMADD", SDTFPTernaryOp>;
481def X86Fnmadd : SDNode<"X86ISD::FNMADD", SDTFPTernaryOp>;
482def X86Fmsub : SDNode<"X86ISD::FMSUB", SDTFPTernaryOp>;
483def X86Fnmsub : SDNode<"X86ISD::FNMSUB", SDTFPTernaryOp>;
484def X86Fmaddsub : SDNode<"X86ISD::FMADDSUB", SDTFPTernaryOp>;
485def X86Fmsubadd : SDNode<"X86ISD::FMSUBADD", SDTFPTernaryOp>;
Nadav Rotem9bc178a2012-04-11 06:40:27 +0000486
Elena Demikhovsky7b0dd392015-01-28 10:21:27 +0000487def X86FmaddRnd : SDNode<"X86ISD::FMADD_RND", SDTFmaRound>;
488def X86FnmaddRnd : SDNode<"X86ISD::FNMADD_RND", SDTFmaRound>;
489def X86FmsubRnd : SDNode<"X86ISD::FMSUB_RND", SDTFmaRound>;
490def X86FnmsubRnd : SDNode<"X86ISD::FNMSUB_RND", SDTFmaRound>;
491def X86FmaddsubRnd : SDNode<"X86ISD::FMADDSUB_RND", SDTFmaRound>;
492def X86FmsubaddRnd : SDNode<"X86ISD::FMSUBADD_RND", SDTFmaRound>;
493
Craig Toppera55b4832016-12-09 06:42:28 +0000494// Scalar FMA intrinsics with passthru bits in operand 1.
495def X86FmaddRnds1 : SDNode<"X86ISD::FMADDS1_RND", SDTFmaRound>;
496def X86FnmaddRnds1 : SDNode<"X86ISD::FNMADDS1_RND", SDTFmaRound>;
497def X86FmsubRnds1 : SDNode<"X86ISD::FMSUBS1_RND", SDTFmaRound>;
498def X86FnmsubRnds1 : SDNode<"X86ISD::FNMSUBS1_RND", SDTFmaRound>;
499
500// Scalar FMA intrinsics with passthru bits in operand 3.
501def X86FmaddRnds3 : SDNode<"X86ISD::FMADDS3_RND", SDTFmaRound>;
502def X86FnmaddRnds3 : SDNode<"X86ISD::FNMADDS3_RND", SDTFmaRound>;
503def X86FmsubRnds3 : SDNode<"X86ISD::FMSUBS3_RND", SDTFmaRound>;
504def X86FnmsubRnds3 : SDNode<"X86ISD::FNMSUBS3_RND", SDTFmaRound>;
505
Craig Topper06ae5e82017-02-19 01:54:47 +0000506def SDTIFma : SDTypeProfile<1, 3, [SDTCisInt<0>, SDTCisSameAs<0,1>,
507 SDTCisSameAs<1,2>, SDTCisSameAs<1,3>]>;
508def x86vpmadd52l : SDNode<"X86ISD::VPMADD52L", SDTIFma>;
509def x86vpmadd52h : SDNode<"X86ISD::VPMADD52H", SDTIFma>;
Asaf Badouh655822a2016-01-25 11:14:24 +0000510
Craig Topper4fcff192016-05-19 02:05:58 +0000511def X86rsqrt28 : SDNode<"X86ISD::RSQRT28", SDTFPUnaryOpRound>;
512def X86rcp28 : SDNode<"X86ISD::RCP28", SDTFPUnaryOpRound>;
513def X86exp2 : SDNode<"X86ISD::EXP2", SDTFPUnaryOpRound>;
Elena Demikhovsky905a5a62014-11-26 10:46:49 +0000514
Craig Topperd70ec9b2016-09-23 06:24:35 +0000515def X86rsqrt28s : SDNode<"X86ISD::RSQRT28S", SDTFPBinOpRound>;
516def X86rcp28s : SDNode<"X86ISD::RCP28S", SDTFPBinOpRound>;
517def X86RndScales : SDNode<"X86ISD::VRNDSCALES", SDTFPBinOpImmRound>;
518def X86Reduces : SDNode<"X86ISD::VREDUCES", SDTFPBinOpImmRound>;
519def X86GetMants : SDNode<"X86ISD::VGETMANTS", SDTFPBinOpImmRound>;
Elena Demikhovskybe8808d2014-11-12 07:31:03 +0000520
Craig Topperab47fe42012-08-06 06:22:36 +0000521def SDT_PCMPISTRI : SDTypeProfile<2, 3, [SDTCisVT<0, i32>, SDTCisVT<1, i32>,
522 SDTCisVT<2, v16i8>, SDTCisVT<3, v16i8>,
523 SDTCisVT<4, i8>]>;
524def SDT_PCMPESTRI : SDTypeProfile<2, 5, [SDTCisVT<0, i32>, SDTCisVT<1, i32>,
525 SDTCisVT<2, v16i8>, SDTCisVT<3, i32>,
526 SDTCisVT<4, v16i8>, SDTCisVT<5, i32>,
527 SDTCisVT<6, i8>]>;
528
529def X86pcmpistri : SDNode<"X86ISD::PCMPISTRI", SDT_PCMPISTRI>;
530def X86pcmpestri : SDNode<"X86ISD::PCMPESTRI", SDT_PCMPESTRI>;
531
Elena Demikhovskyba5ab322015-06-22 11:16:30 +0000532def X86compress: SDNode<"X86ISD::COMPRESS", SDTypeProfile<1, 1,
533 [SDTCisSameAs<0, 1>, SDTCisVec<1>]>, []>;
534def X86expand : SDNode<"X86ISD::EXPAND", SDTypeProfile<1, 1,
535 [SDTCisSameAs<0, 1>, SDTCisVec<1>]>, []>;
Elena Demikhovsky908dbf42014-12-11 15:02:24 +0000536
Igor Bregerabe4a792015-06-14 12:44:55 +0000537def SDTintToFPRound: SDTypeProfile<1, 3, [SDTCisVec<0>, SDTCisFP<0>,
Craig Topper9d1deb42015-11-26 18:31:19 +0000538 SDTCisSameAs<0,1>, SDTCisInt<2>,
539 SDTCisVT<3, i32>]>;
Igor Bregerabe4a792015-06-14 12:44:55 +0000540
Elena Demikhovsky0f370932015-07-13 13:26:20 +0000541def SDTFloatToInt: SDTypeProfile<1, 1, [SDTCisVec<0>, SDTCisVec<1>,
Craig Topper19e04b62016-05-19 06:13:58 +0000542 SDTCisInt<0>, SDTCisFP<1>]>;
Elena Demikhovsky0f370932015-07-13 13:26:20 +0000543def SDTFloatToIntRnd: SDTypeProfile<1, 2, [SDTCisVec<0>, SDTCisVec<1>,
Craig Topper19e04b62016-05-19 06:13:58 +0000544 SDTCisInt<0>, SDTCisFP<1>,
545 SDTCisVT<2, i32>]>;
Asaf Badouh2744d212015-09-20 14:31:19 +0000546def SDTSFloatToIntRnd: SDTypeProfile<1, 2, [SDTCisInt<0>, SDTCisFP<1>,
Craig Topper19e04b62016-05-19 06:13:58 +0000547 SDTCisVec<1>, SDTCisVT<2, i32>]>;
Simon Pilgrima3af7962016-11-24 12:13:46 +0000548
549def SDTVintToFP: SDTypeProfile<1, 1, [SDTCisVec<0>, SDTCisVec<1>,
550 SDTCisFP<0>, SDTCisInt<1>]>;
Elena Demikhovsky0f370932015-07-13 13:26:20 +0000551def SDTVintToFPRound: SDTypeProfile<1, 2, [SDTCisVec<0>, SDTCisVec<1>,
Craig Topper19e04b62016-05-19 06:13:58 +0000552 SDTCisFP<0>, SDTCisInt<1>,
Craig Topper095fc412016-05-18 06:56:01 +0000553 SDTCisVT<2, i32>]>;
Elena Demikhovsky0f370932015-07-13 13:26:20 +0000554
555// Scalar
Craig Topper3174b6e2016-09-23 06:24:39 +0000556def X86SintToFpRnd : SDNode<"X86ISD::SCALAR_SINT_TO_FP_RND", SDTintToFPRound>;
557def X86UintToFpRnd : SDNode<"X86ISD::SCALAR_UINT_TO_FP_RND", SDTintToFPRound>;
Elena Demikhovsky0f370932015-07-13 13:26:20 +0000558
Craig Topper3174b6e2016-09-23 06:24:39 +0000559def X86cvtts2IntRnd : SDNode<"X86ISD::CVTTS2SI_RND", SDTSFloatToIntRnd>;
560def X86cvtts2UIntRnd : SDNode<"X86ISD::CVTTS2UI_RND", SDTSFloatToIntRnd>;
Asaf Badouhad5c3fc2016-02-07 14:59:13 +0000561
Craig Topper3174b6e2016-09-23 06:24:39 +0000562def X86cvts2si : SDNode<"X86ISD::CVTS2SI_RND", SDTSFloatToIntRnd>;
563def X86cvts2usi : SDNode<"X86ISD::CVTS2UI_RND", SDTSFloatToIntRnd>;
Asaf Badouhad5c3fc2016-02-07 14:59:13 +0000564
Elena Demikhovsky0f370932015-07-13 13:26:20 +0000565// Vector with rounding mode
566
567// cvtt fp-to-int staff
Craig Topper3174b6e2016-09-23 06:24:39 +0000568def X86cvttp2siRnd : SDNode<"X86ISD::CVTTP2SI_RND", SDTFloatToIntRnd>;
569def X86cvttp2uiRnd : SDNode<"X86ISD::CVTTP2UI_RND", SDTFloatToIntRnd>;
Elena Demikhovsky0f370932015-07-13 13:26:20 +0000570
Craig Topper3174b6e2016-09-23 06:24:39 +0000571def X86VSintToFpRnd : SDNode<"X86ISD::SINT_TO_FP_RND", SDTVintToFPRound>;
572def X86VUintToFpRnd : SDNode<"X86ISD::UINT_TO_FP_RND", SDTVintToFPRound>;
Elena Demikhovsky0f370932015-07-13 13:26:20 +0000573
574// cvt fp-to-int staff
Craig Topper3174b6e2016-09-23 06:24:39 +0000575def X86cvtp2IntRnd : SDNode<"X86ISD::CVTP2SI_RND", SDTFloatToIntRnd>;
576def X86cvtp2UIntRnd : SDNode<"X86ISD::CVTP2UI_RND", SDTFloatToIntRnd>;
Elena Demikhovsky0f370932015-07-13 13:26:20 +0000577
578// Vector without rounding mode
Simon Pilgrima3af7962016-11-24 12:13:46 +0000579
580// cvtt fp-to-int staff
581def X86cvttp2si : SDNode<"X86ISD::CVTTP2SI", SDTFloatToInt>;
582def X86cvttp2ui : SDNode<"X86ISD::CVTTP2UI", SDTFloatToInt>;
583
584def X86VSintToFP : SDNode<"X86ISD::CVTSI2P", SDTVintToFP>;
585def X86VUintToFP : SDNode<"X86ISD::CVTUI2P", SDTVintToFP>;
586
587// cvt int-to-fp staff
Craig Topper3174b6e2016-09-23 06:24:39 +0000588def X86cvtp2Int : SDNode<"X86ISD::CVTP2SI", SDTFloatToInt>;
589def X86cvtp2UInt : SDNode<"X86ISD::CVTP2UI", SDTFloatToInt>;
Elena Demikhovsky0f370932015-07-13 13:26:20 +0000590
Craig Toppere18258d2016-09-21 02:05:22 +0000591def X86cvtph2ps : SDNode<"X86ISD::CVTPH2PS",
Craig Topper9152f5f2016-05-19 06:13:48 +0000592 SDTypeProfile<1, 2, [SDTCVecEltisVT<0, f32>,
Asaf Badouh7c522452015-10-22 14:01:16 +0000593 SDTCVecEltisVT<1, i16>,
Craig Topper9d1deb42015-11-26 18:31:19 +0000594 SDTCisVT<2, i32>]> >;
Asaf Badouh7c522452015-10-22 14:01:16 +0000595
Craig Toppere18258d2016-09-21 02:05:22 +0000596def X86cvtps2ph : SDNode<"X86ISD::CVTPS2PH",
Craig Topperd8688702016-09-21 03:58:44 +0000597 SDTypeProfile<1, 2, [SDTCVecEltisVT<0, i16>,
Asaf Badouhc7cb8802015-10-27 15:37:17 +0000598 SDTCVecEltisVT<1, f32>,
Craig Topperd8688702016-09-21 03:58:44 +0000599 SDTCisVT<2, i32>]> >;
Craig Toppera02e3942016-09-23 06:24:43 +0000600def X86vfpextRnd : SDNode<"X86ISD::VFPEXT_RND",
Craig Topper9152f5f2016-05-19 06:13:48 +0000601 SDTypeProfile<1, 2, [SDTCVecEltisVT<0, f64>,
Craig Topper9d1deb42015-11-26 18:31:19 +0000602 SDTCVecEltisVT<1, f32>,
Elena Demikhovsky0f370932015-07-13 13:26:20 +0000603 SDTCisOpSmallerThanOp<1, 0>,
Craig Topper9d1deb42015-11-26 18:31:19 +0000604 SDTCisVT<2, i32>]>>;
Craig Toppera02e3942016-09-23 06:24:43 +0000605def X86vfproundRnd: SDNode<"X86ISD::VFPROUND_RND",
Craig Topper9152f5f2016-05-19 06:13:48 +0000606 SDTypeProfile<1, 2, [SDTCVecEltisVT<0, f32>,
Elena Demikhovsky0f370932015-07-13 13:26:20 +0000607 SDTCVecEltisVT<1, f64>,
Craig Topper9d1deb42015-11-26 18:31:19 +0000608 SDTCisOpSmallerThanOp<0, 1>,
609 SDTCisVT<2, i32>]>>;
Igor Bregerabe4a792015-06-14 12:44:55 +0000610
Igor Breger756c2892015-12-27 13:56:16 +0000611def X86cvt2mask : SDNode<"X86ISD::CVT2MASK", SDTIntTruncOp>;
612
David Greene03264ef2010-07-12 23:41:28 +0000613//===----------------------------------------------------------------------===//
614// SSE Complex Patterns
615//===----------------------------------------------------------------------===//
616
617// These are 'extloads' from a scalar to the low element of a vector, zeroing
618// the top elements. These are used for the SSE 'ss' and 'sd' instruction
619// forms.
Sanjay Patel85030aa2015-10-13 16:23:00 +0000620def sse_load_f32 : ComplexPattern<v4f32, 5, "selectScalarSSELoad", [],
Chris Lattner0e023ea2010-09-21 20:31:19 +0000621 [SDNPHasChain, SDNPMayLoad, SDNPMemOperand,
622 SDNPWantRoot]>;
Sanjay Patel85030aa2015-10-13 16:23:00 +0000623def sse_load_f64 : ComplexPattern<v2f64, 5, "selectScalarSSELoad", [],
Chris Lattner0e023ea2010-09-21 20:31:19 +0000624 [SDNPHasChain, SDNPMayLoad, SDNPMemOperand,
625 SDNPWantRoot]>;
David Greene03264ef2010-07-12 23:41:28 +0000626
627def ssmem : Operand<v4f32> {
628 let PrintMethod = "printf32mem";
Ahmed Bougacha63f78b02016-06-02 18:29:15 +0000629 let MIOperandInfo = (ops ptr_rc, i8imm, ptr_rc_nosp, i32imm, SEGMENT_REG);
Craig Topper6269f492013-08-26 00:39:04 +0000630 let ParserMatchClass = X86Mem32AsmOperand;
Benjamin Kramer9654eef2011-07-14 21:47:22 +0000631 let OperandType = "OPERAND_MEMORY";
David Greene03264ef2010-07-12 23:41:28 +0000632}
633def sdmem : Operand<v2f64> {
634 let PrintMethod = "printf64mem";
Ahmed Bougacha63f78b02016-06-02 18:29:15 +0000635 let MIOperandInfo = (ops ptr_rc, i8imm, ptr_rc_nosp, i32imm, SEGMENT_REG);
Craig Topper6269f492013-08-26 00:39:04 +0000636 let ParserMatchClass = X86Mem64AsmOperand;
Benjamin Kramer9654eef2011-07-14 21:47:22 +0000637 let OperandType = "OPERAND_MEMORY";
David Greene03264ef2010-07-12 23:41:28 +0000638}
639
640//===----------------------------------------------------------------------===//
641// SSE pattern fragments
642//===----------------------------------------------------------------------===//
643
Bruno Cardoso Lopes160be292010-08-13 20:39:01 +0000644// 128-bit load pattern fragments
Craig Topper0d8e67a2012-01-24 03:03:17 +0000645// NOTE: all 128-bit integer vector loads are promoted to v2i64
David Greene03264ef2010-07-12 23:41:28 +0000646def loadv4f32 : PatFrag<(ops node:$ptr), (v4f32 (load node:$ptr))>;
647def loadv2f64 : PatFrag<(ops node:$ptr), (v2f64 (load node:$ptr))>;
David Greene03264ef2010-07-12 23:41:28 +0000648def loadv2i64 : PatFrag<(ops node:$ptr), (v2i64 (load node:$ptr))>;
649
Bruno Cardoso Lopes160be292010-08-13 20:39:01 +0000650// 256-bit load pattern fragments
Craig Topper0d8e67a2012-01-24 03:03:17 +0000651// NOTE: all 256-bit integer vector loads are promoted to v4i64
David Greene03264ef2010-07-12 23:41:28 +0000652def loadv8f32 : PatFrag<(ops node:$ptr), (v8f32 (load node:$ptr))>;
653def loadv4f64 : PatFrag<(ops node:$ptr), (v4f64 (load node:$ptr))>;
David Greene03264ef2010-07-12 23:41:28 +0000654def loadv4i64 : PatFrag<(ops node:$ptr), (v4i64 (load node:$ptr))>;
655
Elena Demikhovskycf5b1452013-08-11 07:55:09 +0000656// 512-bit load pattern fragments
657def loadv16f32 : PatFrag<(ops node:$ptr), (v16f32 (load node:$ptr))>;
658def loadv8f64 : PatFrag<(ops node:$ptr), (v8f64 (load node:$ptr))>;
Elena Demikhovskycf5b1452013-08-11 07:55:09 +0000659def loadv8i64 : PatFrag<(ops node:$ptr), (v8i64 (load node:$ptr))>;
660
661// 128-/256-/512-bit extload pattern fragments
Michael Liao400f7ef2012-09-10 18:33:51 +0000662def extloadv2f32 : PatFrag<(ops node:$ptr), (v2f64 (extloadvf32 node:$ptr))>;
663def extloadv4f32 : PatFrag<(ops node:$ptr), (v4f64 (extloadvf32 node:$ptr))>;
Elena Demikhovskycf5b1452013-08-11 07:55:09 +0000664def extloadv8f32 : PatFrag<(ops node:$ptr), (v8f64 (extloadvf32 node:$ptr))>;
Michael Liao400f7ef2012-09-10 18:33:51 +0000665
Bruno Cardoso Lopes03d60022011-09-13 19:33:03 +0000666// Like 'store', but always requires 128-bit vector alignment.
David Greene03264ef2010-07-12 23:41:28 +0000667def alignedstore : PatFrag<(ops node:$val, node:$ptr),
668 (store node:$val, node:$ptr), [{
669 return cast<StoreSDNode>(N)->getAlignment() >= 16;
670}]>;
671
Bruno Cardoso Lopes03d60022011-09-13 19:33:03 +0000672// Like 'store', but always requires 256-bit vector alignment.
673def alignedstore256 : PatFrag<(ops node:$val, node:$ptr),
674 (store node:$val, node:$ptr), [{
675 return cast<StoreSDNode>(N)->getAlignment() >= 32;
676}]>;
677
Elena Demikhovskycf5b1452013-08-11 07:55:09 +0000678// Like 'store', but always requires 512-bit vector alignment.
679def alignedstore512 : PatFrag<(ops node:$val, node:$ptr),
680 (store node:$val, node:$ptr), [{
681 return cast<StoreSDNode>(N)->getAlignment() >= 64;
682}]>;
683
Bruno Cardoso Lopes03d60022011-09-13 19:33:03 +0000684// Like 'load', but always requires 128-bit vector alignment.
David Greene03264ef2010-07-12 23:41:28 +0000685def alignedload : PatFrag<(ops node:$ptr), (load node:$ptr), [{
686 return cast<LoadSDNode>(N)->getAlignment() >= 16;
687}]>;
688
Bruno Cardoso Lopes03d60022011-09-13 19:33:03 +0000689// Like 'load', but always requires 256-bit vector alignment.
690def alignedload256 : PatFrag<(ops node:$ptr), (load node:$ptr), [{
691 return cast<LoadSDNode>(N)->getAlignment() >= 32;
692}]>;
693
Elena Demikhovskycf5b1452013-08-11 07:55:09 +0000694// Like 'load', but always requires 512-bit vector alignment.
695def alignedload512 : PatFrag<(ops node:$ptr), (load node:$ptr), [{
696 return cast<LoadSDNode>(N)->getAlignment() >= 64;
697}]>;
698
Bruno Cardoso Lopes160be292010-08-13 20:39:01 +0000699// 128-bit aligned load pattern fragments
Craig Topper0d8e67a2012-01-24 03:03:17 +0000700// NOTE: all 128-bit integer vector loads are promoted to v2i64
David Greene03264ef2010-07-12 23:41:28 +0000701def alignedloadv4f32 : PatFrag<(ops node:$ptr),
702 (v4f32 (alignedload node:$ptr))>;
703def alignedloadv2f64 : PatFrag<(ops node:$ptr),
704 (v2f64 (alignedload node:$ptr))>;
David Greene03264ef2010-07-12 23:41:28 +0000705def alignedloadv2i64 : PatFrag<(ops node:$ptr),
706 (v2i64 (alignedload node:$ptr))>;
707
Bruno Cardoso Lopes160be292010-08-13 20:39:01 +0000708// 256-bit aligned load pattern fragments
Craig Topper0d8e67a2012-01-24 03:03:17 +0000709// NOTE: all 256-bit integer vector loads are promoted to v4i64
David Greene03264ef2010-07-12 23:41:28 +0000710def alignedloadv8f32 : PatFrag<(ops node:$ptr),
Bruno Cardoso Lopes03d60022011-09-13 19:33:03 +0000711 (v8f32 (alignedload256 node:$ptr))>;
David Greene03264ef2010-07-12 23:41:28 +0000712def alignedloadv4f64 : PatFrag<(ops node:$ptr),
Bruno Cardoso Lopes03d60022011-09-13 19:33:03 +0000713 (v4f64 (alignedload256 node:$ptr))>;
David Greene03264ef2010-07-12 23:41:28 +0000714def alignedloadv4i64 : PatFrag<(ops node:$ptr),
Bruno Cardoso Lopes03d60022011-09-13 19:33:03 +0000715 (v4i64 (alignedload256 node:$ptr))>;
David Greene03264ef2010-07-12 23:41:28 +0000716
Elena Demikhovskycf5b1452013-08-11 07:55:09 +0000717// 512-bit aligned load pattern fragments
718def alignedloadv16f32 : PatFrag<(ops node:$ptr),
719 (v16f32 (alignedload512 node:$ptr))>;
720def alignedloadv8f64 : PatFrag<(ops node:$ptr),
721 (v8f64 (alignedload512 node:$ptr))>;
Elena Demikhovskycf5b1452013-08-11 07:55:09 +0000722def alignedloadv8i64 : PatFrag<(ops node:$ptr),
723 (v8i64 (alignedload512 node:$ptr))>;
724
David Greene03264ef2010-07-12 23:41:28 +0000725// Like 'load', but uses special alignment checks suitable for use in
726// memory operands in most SSE instructions, which are required to
727// be naturally aligned on some targets but not on others. If the subtarget
728// allows unaligned accesses, match any load, though this may require
729// setting a feature bit in the processor (on startup, for example).
730// Opteron 10h and later implement such a feature.
731def memop : PatFrag<(ops node:$ptr), (load node:$ptr), [{
Sanjay Patelffd039b2015-02-03 17:13:04 +0000732 return Subtarget->hasSSEUnalignedMem()
David Greene03264ef2010-07-12 23:41:28 +0000733 || cast<LoadSDNode>(N)->getAlignment() >= 16;
734}]>;
735
Bruno Cardoso Lopes160be292010-08-13 20:39:01 +0000736// 128-bit memop pattern fragments
Craig Topper0d8e67a2012-01-24 03:03:17 +0000737// NOTE: all 128-bit integer vector loads are promoted to v2i64
David Greene03264ef2010-07-12 23:41:28 +0000738def memopv4f32 : PatFrag<(ops node:$ptr), (v4f32 (memop node:$ptr))>;
739def memopv2f64 : PatFrag<(ops node:$ptr), (v2f64 (memop node:$ptr))>;
David Greene03264ef2010-07-12 23:41:28 +0000740def memopv2i64 : PatFrag<(ops node:$ptr), (v2i64 (memop node:$ptr))>;
David Greene03264ef2010-07-12 23:41:28 +0000741
Sanjay Patelb811c1d2015-02-17 20:08:21 +0000742// These are needed to match a scalar memop that is used in a vector-only
743// math instruction such as the FP logical ops: andps, andnps, orps, xorps.
744// The memory operand is required to be a 128-bit load, so it must be converted
745// from a vector to a scalar.
746def memopfsf32_128 : PatFrag<(ops node:$ptr),
Matt Arsenaultfbd9bbf2015-12-11 19:20:16 +0000747 (f32 (extractelt (memopv4f32 node:$ptr), (iPTR 0)))>;
Sanjay Patelb811c1d2015-02-17 20:08:21 +0000748def memopfsf64_128 : PatFrag<(ops node:$ptr),
Matt Arsenaultfbd9bbf2015-12-11 19:20:16 +0000749 (f64 (extractelt (memopv2f64 node:$ptr), (iPTR 0)))>;
Sanjay Patelb811c1d2015-02-17 20:08:21 +0000750
751
David Greene03264ef2010-07-12 23:41:28 +0000752// SSSE3 uses MMX registers for some instructions. They aren't aligned on a
753// 16-byte boundary.
754// FIXME: 8 byte alignment for mmx reads is not required
755def memop64 : PatFrag<(ops node:$ptr), (load node:$ptr), [{
756 return cast<LoadSDNode>(N)->getAlignment() >= 8;
757}]>;
758
Dale Johannesendd224d22010-09-30 23:57:10 +0000759def memopmmx : PatFrag<(ops node:$ptr), (x86mmx (memop64 node:$ptr))>;
David Greene03264ef2010-07-12 23:41:28 +0000760
Elena Demikhovsky6a1a3572015-06-28 10:53:29 +0000761def mgatherv4i32 : PatFrag<(ops node:$src1, node:$src2, node:$src3),
762 (masked_gather node:$src1, node:$src2, node:$src3) , [{
763 if (MaskedGatherSDNode *Mgt = dyn_cast<MaskedGatherSDNode>(N))
764 return (Mgt->getIndex().getValueType() == MVT::v4i32 ||
765 Mgt->getBasePtr().getValueType() == MVT::v4i32);
766 return false;
767}]>;
768
Elena Demikhovskye1eda8a2015-04-30 08:38:48 +0000769def mgatherv8i32 : PatFrag<(ops node:$src1, node:$src2, node:$src3),
770 (masked_gather node:$src1, node:$src2, node:$src3) , [{
771 if (MaskedGatherSDNode *Mgt = dyn_cast<MaskedGatherSDNode>(N))
772 return (Mgt->getIndex().getValueType() == MVT::v8i32 ||
773 Mgt->getBasePtr().getValueType() == MVT::v8i32);
774 return false;
775}]>;
776
Elena Demikhovsky6a1a3572015-06-28 10:53:29 +0000777def mgatherv2i64 : PatFrag<(ops node:$src1, node:$src2, node:$src3),
778 (masked_gather node:$src1, node:$src2, node:$src3) , [{
779 if (MaskedGatherSDNode *Mgt = dyn_cast<MaskedGatherSDNode>(N))
780 return (Mgt->getIndex().getValueType() == MVT::v2i64 ||
781 Mgt->getBasePtr().getValueType() == MVT::v2i64);
782 return false;
783}]>;
784def mgatherv4i64 : PatFrag<(ops node:$src1, node:$src2, node:$src3),
785 (masked_gather node:$src1, node:$src2, node:$src3) , [{
786 if (MaskedGatherSDNode *Mgt = dyn_cast<MaskedGatherSDNode>(N))
787 return (Mgt->getIndex().getValueType() == MVT::v4i64 ||
788 Mgt->getBasePtr().getValueType() == MVT::v4i64);
789 return false;
790}]>;
Elena Demikhovskye1eda8a2015-04-30 08:38:48 +0000791def mgatherv8i64 : PatFrag<(ops node:$src1, node:$src2, node:$src3),
792 (masked_gather node:$src1, node:$src2, node:$src3) , [{
793 if (MaskedGatherSDNode *Mgt = dyn_cast<MaskedGatherSDNode>(N))
794 return (Mgt->getIndex().getValueType() == MVT::v8i64 ||
795 Mgt->getBasePtr().getValueType() == MVT::v8i64);
796 return false;
797}]>;
798def mgatherv16i32 : PatFrag<(ops node:$src1, node:$src2, node:$src3),
799 (masked_gather node:$src1, node:$src2, node:$src3) , [{
800 if (MaskedGatherSDNode *Mgt = dyn_cast<MaskedGatherSDNode>(N))
801 return (Mgt->getIndex().getValueType() == MVT::v16i32 ||
802 Mgt->getBasePtr().getValueType() == MVT::v16i32);
803 return false;
804}]>;
805
Elena Demikhovsky30bc4ca2015-06-29 12:14:24 +0000806def mscatterv2i64 : PatFrag<(ops node:$src1, node:$src2, node:$src3),
807 (masked_scatter node:$src1, node:$src2, node:$src3) , [{
808 if (MaskedScatterSDNode *Sc = dyn_cast<MaskedScatterSDNode>(N))
809 return (Sc->getIndex().getValueType() == MVT::v2i64 ||
810 Sc->getBasePtr().getValueType() == MVT::v2i64);
811 return false;
812}]>;
813
814def mscatterv4i32 : PatFrag<(ops node:$src1, node:$src2, node:$src3),
815 (masked_scatter node:$src1, node:$src2, node:$src3) , [{
816 if (MaskedScatterSDNode *Sc = dyn_cast<MaskedScatterSDNode>(N))
817 return (Sc->getIndex().getValueType() == MVT::v4i32 ||
818 Sc->getBasePtr().getValueType() == MVT::v4i32);
819 return false;
820}]>;
821
822def mscatterv4i64 : PatFrag<(ops node:$src1, node:$src2, node:$src3),
823 (masked_scatter node:$src1, node:$src2, node:$src3) , [{
824 if (MaskedScatterSDNode *Sc = dyn_cast<MaskedScatterSDNode>(N))
825 return (Sc->getIndex().getValueType() == MVT::v4i64 ||
826 Sc->getBasePtr().getValueType() == MVT::v4i64);
827 return false;
828}]>;
829
Elena Demikhovskye1eda8a2015-04-30 08:38:48 +0000830def mscatterv8i32 : PatFrag<(ops node:$src1, node:$src2, node:$src3),
831 (masked_scatter node:$src1, node:$src2, node:$src3) , [{
832 if (MaskedScatterSDNode *Sc = dyn_cast<MaskedScatterSDNode>(N))
833 return (Sc->getIndex().getValueType() == MVT::v8i32 ||
834 Sc->getBasePtr().getValueType() == MVT::v8i32);
835 return false;
836}]>;
837
838def mscatterv8i64 : PatFrag<(ops node:$src1, node:$src2, node:$src3),
839 (masked_scatter node:$src1, node:$src2, node:$src3) , [{
840 if (MaskedScatterSDNode *Sc = dyn_cast<MaskedScatterSDNode>(N))
841 return (Sc->getIndex().getValueType() == MVT::v8i64 ||
842 Sc->getBasePtr().getValueType() == MVT::v8i64);
843 return false;
844}]>;
845def mscatterv16i32 : PatFrag<(ops node:$src1, node:$src2, node:$src3),
846 (masked_scatter node:$src1, node:$src2, node:$src3) , [{
847 if (MaskedScatterSDNode *Sc = dyn_cast<MaskedScatterSDNode>(N))
848 return (Sc->getIndex().getValueType() == MVT::v16i32 ||
849 Sc->getBasePtr().getValueType() == MVT::v16i32);
850 return false;
851}]>;
852
Bruno Cardoso Lopes160be292010-08-13 20:39:01 +0000853// 128-bit bitconvert pattern fragments
David Greene03264ef2010-07-12 23:41:28 +0000854def bc_v4f32 : PatFrag<(ops node:$in), (v4f32 (bitconvert node:$in))>;
855def bc_v2f64 : PatFrag<(ops node:$in), (v2f64 (bitconvert node:$in))>;
856def bc_v16i8 : PatFrag<(ops node:$in), (v16i8 (bitconvert node:$in))>;
857def bc_v8i16 : PatFrag<(ops node:$in), (v8i16 (bitconvert node:$in))>;
858def bc_v4i32 : PatFrag<(ops node:$in), (v4i32 (bitconvert node:$in))>;
859def bc_v2i64 : PatFrag<(ops node:$in), (v2i64 (bitconvert node:$in))>;
860
Bruno Cardoso Lopes160be292010-08-13 20:39:01 +0000861// 256-bit bitconvert pattern fragments
Craig Topper682b8502011-11-02 04:42:13 +0000862def bc_v32i8 : PatFrag<(ops node:$in), (v32i8 (bitconvert node:$in))>;
863def bc_v16i16 : PatFrag<(ops node:$in), (v16i16 (bitconvert node:$in))>;
Bruno Cardoso Lopese3acfd42010-07-21 23:53:50 +0000864def bc_v8i32 : PatFrag<(ops node:$in), (v8i32 (bitconvert node:$in))>;
Bruno Cardoso Lopes1021b4a2011-07-13 01:15:33 +0000865def bc_v4i64 : PatFrag<(ops node:$in), (v4i64 (bitconvert node:$in))>;
Elena Demikhovsky3629b4a2014-01-06 08:45:54 +0000866def bc_v8f32 : PatFrag<(ops node:$in), (v8f32 (bitconvert node:$in))>;
Bruno Cardoso Lopese3acfd42010-07-21 23:53:50 +0000867
Craig Topper8c929622013-08-16 06:07:34 +0000868// 512-bit bitconvert pattern fragments
Craig Topper850feaf2016-08-28 22:20:51 +0000869def bc_v64i8 : PatFrag<(ops node:$in), (v64i8 (bitconvert node:$in))>;
Craig Topper8c929622013-08-16 06:07:34 +0000870def bc_v16i32 : PatFrag<(ops node:$in), (v16i32 (bitconvert node:$in))>;
871def bc_v8i64 : PatFrag<(ops node:$in), (v8i64 (bitconvert node:$in))>;
Elena Demikhovskyde3f7512014-01-01 15:12:34 +0000872def bc_v8f64 : PatFrag<(ops node:$in), (v8f64 (bitconvert node:$in))>;
873def bc_v16f32 : PatFrag<(ops node:$in), (v16f32 (bitconvert node:$in))>;
Craig Topper8c929622013-08-16 06:07:34 +0000874
David Greene03264ef2010-07-12 23:41:28 +0000875def vzmovl_v2i64 : PatFrag<(ops node:$src),
876 (bitconvert (v2i64 (X86vzmovl
877 (v2i64 (scalar_to_vector (loadi64 node:$src))))))>;
878def vzmovl_v4i32 : PatFrag<(ops node:$src),
879 (bitconvert (v4i32 (X86vzmovl
880 (v4i32 (scalar_to_vector (loadi32 node:$src))))))>;
881
882def vzload_v2i64 : PatFrag<(ops node:$src),
883 (bitconvert (v2i64 (X86vzload node:$src)))>;
884
885
886def fp32imm0 : PatLeaf<(f32 fpimm), [{
887 return N->isExactlyValue(+0.0);
888}]>;
889
Ayman Musa46af8f92016-11-13 14:29:32 +0000890def fp64imm0 : PatLeaf<(f64 fpimm), [{
891 return N->isExactlyValue(+0.0);
892}]>;
893
Elena Demikhovskyde3f7512014-01-01 15:12:34 +0000894def I8Imm : SDNodeXForm<imm, [{
895 // Transformation function: get the low 8 bits.
Sergey Dmitrouk842a51b2015-04-28 14:05:47 +0000896 return getI8Imm((uint8_t)N->getZExtValue(), SDLoc(N));
Elena Demikhovskyde3f7512014-01-01 15:12:34 +0000897}]>;
898
899def FROUND_NO_EXC : ImmLeaf<i32, [{ return Imm == 8; }]>;
Adam Nemet50b83f02014-08-14 17:13:26 +0000900def FROUND_CURRENT : ImmLeaf<i32, [{
901 return Imm == X86::STATIC_ROUNDING::CUR_DIRECTION;
902}]>;
Elena Demikhovskyde3f7512014-01-01 15:12:34 +0000903
David Greene03264ef2010-07-12 23:41:28 +0000904// BYTE_imm - Transform bit immediates into byte immediates.
905def BYTE_imm : SDNodeXForm<imm, [{
906 // Transformation function: imm >> 3
Sergey Dmitrouk842a51b2015-04-28 14:05:47 +0000907 return getI32Imm(N->getZExtValue() >> 3, SDLoc(N));
David Greene03264ef2010-07-12 23:41:28 +0000908}]>;
909
Elena Demikhovsky67b05fc2013-07-31 11:35:14 +0000910// EXTRACT_get_vextract128_imm xform function: convert extract_subvector index
911// to VEXTRACTF128/VEXTRACTI128 imm.
912def EXTRACT_get_vextract128_imm : SDNodeXForm<extract_subvector, [{
Sergey Dmitrouk842a51b2015-04-28 14:05:47 +0000913 return getI8Imm(X86::getExtractVEXTRACT128Immediate(N), SDLoc(N));
David Greenec4da1102011-02-03 15:50:00 +0000914}]>;
915
Elena Demikhovsky67b05fc2013-07-31 11:35:14 +0000916// INSERT_get_vinsert128_imm xform function: convert insert_subvector index to
917// VINSERTF128/VINSERTI128 imm.
918def INSERT_get_vinsert128_imm : SDNodeXForm<insert_subvector, [{
Sergey Dmitrouk842a51b2015-04-28 14:05:47 +0000919 return getI8Imm(X86::getInsertVINSERT128Immediate(N), SDLoc(N));
David Greene653f1ee2011-02-04 16:08:29 +0000920}]>;
921
Elena Demikhovsky67b05fc2013-07-31 11:35:14 +0000922// EXTRACT_get_vextract256_imm xform function: convert extract_subvector index
923// to VEXTRACTF64x4 imm.
924def EXTRACT_get_vextract256_imm : SDNodeXForm<extract_subvector, [{
Sergey Dmitrouk842a51b2015-04-28 14:05:47 +0000925 return getI8Imm(X86::getExtractVEXTRACT256Immediate(N), SDLoc(N));
Elena Demikhovsky67b05fc2013-07-31 11:35:14 +0000926}]>;
927
928// INSERT_get_vinsert256_imm xform function: convert insert_subvector index to
929// VINSERTF64x4 imm.
930def INSERT_get_vinsert256_imm : SDNodeXForm<insert_subvector, [{
Sergey Dmitrouk842a51b2015-04-28 14:05:47 +0000931 return getI8Imm(X86::getInsertVINSERT256Immediate(N), SDLoc(N));
Elena Demikhovsky67b05fc2013-07-31 11:35:14 +0000932}]>;
933
934def vextract128_extract : PatFrag<(ops node:$bigvec, node:$index),
David Greenec4da1102011-02-03 15:50:00 +0000935 (extract_subvector node:$bigvec,
936 node:$index), [{
Elena Demikhovsky67b05fc2013-07-31 11:35:14 +0000937 return X86::isVEXTRACT128Index(N);
938}], EXTRACT_get_vextract128_imm>;
David Greene653f1ee2011-02-04 16:08:29 +0000939
Elena Demikhovsky67b05fc2013-07-31 11:35:14 +0000940def vinsert128_insert : PatFrag<(ops node:$bigvec, node:$smallvec,
David Greene653f1ee2011-02-04 16:08:29 +0000941 node:$index),
942 (insert_subvector node:$bigvec, node:$smallvec,
943 node:$index), [{
Elena Demikhovsky67b05fc2013-07-31 11:35:14 +0000944 return X86::isVINSERT128Index(N);
945}], INSERT_get_vinsert128_imm>;
946
947
948def vextract256_extract : PatFrag<(ops node:$bigvec, node:$index),
949 (extract_subvector node:$bigvec,
950 node:$index), [{
951 return X86::isVEXTRACT256Index(N);
952}], EXTRACT_get_vextract256_imm>;
953
954def vinsert256_insert : PatFrag<(ops node:$bigvec, node:$smallvec,
955 node:$index),
956 (insert_subvector node:$bigvec, node:$smallvec,
957 node:$index), [{
958 return X86::isVINSERT256Index(N);
959}], INSERT_get_vinsert256_imm>;
Bruno Cardoso Lopes123dff02011-07-25 23:05:25 +0000960
Elena Demikhovsky5b10aa12016-10-09 10:48:52 +0000961def X86mload : PatFrag<(ops node:$src1, node:$src2, node:$src3),
Elena Demikhovskyd207f172015-03-03 15:03:35 +0000962 (masked_load node:$src1, node:$src2, node:$src3), [{
Elena Demikhovsky5b10aa12016-10-09 10:48:52 +0000963 return !cast<MaskedLoadSDNode>(N)->isExpandingLoad() &&
964 cast<MaskedLoadSDNode>(N)->getExtensionType() == ISD::NON_EXTLOAD;
965}]>;
966
967def masked_load_aligned128 : PatFrag<(ops node:$src1, node:$src2, node:$src3),
968 (X86mload node:$src1, node:$src2, node:$src3), [{
969 return cast<MaskedLoadSDNode>(N)->getAlignment() >= 16;
Elena Demikhovskyd207f172015-03-03 15:03:35 +0000970}]>;
971
972def masked_load_aligned256 : PatFrag<(ops node:$src1, node:$src2, node:$src3),
Elena Demikhovsky5b10aa12016-10-09 10:48:52 +0000973 (X86mload node:$src1, node:$src2, node:$src3), [{
974 return cast<MaskedLoadSDNode>(N)->getAlignment() >= 32;
Elena Demikhovskyd207f172015-03-03 15:03:35 +0000975}]>;
976
977def masked_load_aligned512 : PatFrag<(ops node:$src1, node:$src2, node:$src3),
Elena Demikhovsky5b10aa12016-10-09 10:48:52 +0000978 (X86mload node:$src1, node:$src2, node:$src3), [{
979 return cast<MaskedLoadSDNode>(N)->getAlignment() >= 64;
Elena Demikhovskyd207f172015-03-03 15:03:35 +0000980}]>;
981
982def masked_load_unaligned : PatFrag<(ops node:$src1, node:$src2, node:$src3),
983 (masked_load node:$src1, node:$src2, node:$src3), [{
Elena Demikhovsky5b10aa12016-10-09 10:48:52 +0000984 return !cast<MaskedLoadSDNode>(N)->isExpandingLoad() &&
985 cast<MaskedLoadSDNode>(N)->getExtensionType() == ISD::NON_EXTLOAD;
986}]>;
987
988def X86mExpandingLoad : PatFrag<(ops node:$src1, node:$src2, node:$src3),
989 (masked_load node:$src1, node:$src2, node:$src3), [{
990 return cast<MaskedLoadSDNode>(N)->isExpandingLoad();
Elena Demikhovskyd207f172015-03-03 15:03:35 +0000991}]>;
992
Sanjay Patelc54600d2016-02-01 23:53:35 +0000993// Masked store fragments.
Igor Breger074a64e2015-07-24 17:24:15 +0000994// X86mstore can't be implemented in core DAG files because some targets
Sanjay Patelc54600d2016-02-01 23:53:35 +0000995// do not support vector types (llvm-tblgen will fail).
Igor Breger074a64e2015-07-24 17:24:15 +0000996def X86mstore : PatFrag<(ops node:$src1, node:$src2, node:$src3),
997 (masked_store node:$src1, node:$src2, node:$src3), [{
Ayman Musad7a5ed42016-09-26 06:22:08 +0000998 return (!cast<MaskedStoreSDNode>(N)->isTruncatingStore()) &&
999 (!cast<MaskedStoreSDNode>(N)->isCompressingStore());
Igor Breger074a64e2015-07-24 17:24:15 +00001000}]>;
1001
Elena Demikhovskyd207f172015-03-03 15:03:35 +00001002def masked_store_aligned128 : PatFrag<(ops node:$src1, node:$src2, node:$src3),
Igor Breger074a64e2015-07-24 17:24:15 +00001003 (X86mstore node:$src1, node:$src2, node:$src3), [{
Elena Demikhovskycaaceef2016-11-03 03:23:55 +00001004 return cast<MaskedStoreSDNode>(N)->getAlignment() >= 16;
Elena Demikhovskyd207f172015-03-03 15:03:35 +00001005}]>;
1006
1007def masked_store_aligned256 : PatFrag<(ops node:$src1, node:$src2, node:$src3),
Igor Breger074a64e2015-07-24 17:24:15 +00001008 (X86mstore node:$src1, node:$src2, node:$src3), [{
Elena Demikhovskycaaceef2016-11-03 03:23:55 +00001009 return cast<MaskedStoreSDNode>(N)->getAlignment() >= 32;
Elena Demikhovskyd207f172015-03-03 15:03:35 +00001010}]>;
1011
1012def masked_store_aligned512 : PatFrag<(ops node:$src1, node:$src2, node:$src3),
Igor Breger074a64e2015-07-24 17:24:15 +00001013 (X86mstore node:$src1, node:$src2, node:$src3), [{
Elena Demikhovskycaaceef2016-11-03 03:23:55 +00001014 return cast<MaskedStoreSDNode>(N)->getAlignment() >= 64;
Elena Demikhovskyd207f172015-03-03 15:03:35 +00001015}]>;
1016
1017def masked_store_unaligned : PatFrag<(ops node:$src1, node:$src2, node:$src3),
Elena Demikhovskycaaceef2016-11-03 03:23:55 +00001018 (masked_store node:$src1, node:$src2, node:$src3), [{
1019 return (!cast<MaskedStoreSDNode>(N)->isTruncatingStore()) &&
1020 (!cast<MaskedStoreSDNode>(N)->isCompressingStore());
Elena Demikhovskyd207f172015-03-03 15:03:35 +00001021}]>;
1022
Ayman Musad7a5ed42016-09-26 06:22:08 +00001023def X86mCompressingStore : PatFrag<(ops node:$src1, node:$src2, node:$src3),
1024 (masked_store node:$src1, node:$src2, node:$src3), [{
1025 return cast<MaskedStoreSDNode>(N)->isCompressingStore();
1026}]>;
1027
Igor Breger074a64e2015-07-24 17:24:15 +00001028// masked truncstore fragments
1029// X86mtruncstore can't be implemented in core DAG files because some targets
1030// doesn't support vector type ( llvm-tblgen will fail)
1031def X86mtruncstore : PatFrag<(ops node:$src1, node:$src2, node:$src3),
1032 (masked_store node:$src1, node:$src2, node:$src3), [{
1033 return cast<MaskedStoreSDNode>(N)->isTruncatingStore();
1034}]>;
1035def masked_truncstorevi8 :
1036 PatFrag<(ops node:$src1, node:$src2, node:$src3),
1037 (X86mtruncstore node:$src1, node:$src2, node:$src3), [{
1038 return cast<MaskedStoreSDNode>(N)->getMemoryVT().getScalarType() == MVT::i8;
1039}]>;
1040def masked_truncstorevi16 :
1041 PatFrag<(ops node:$src1, node:$src2, node:$src3),
1042 (X86mtruncstore node:$src1, node:$src2, node:$src3), [{
1043 return cast<MaskedStoreSDNode>(N)->getMemoryVT().getScalarType() == MVT::i16;
1044}]>;
1045def masked_truncstorevi32 :
1046 PatFrag<(ops node:$src1, node:$src2, node:$src3),
1047 (X86mtruncstore node:$src1, node:$src2, node:$src3), [{
1048 return cast<MaskedStoreSDNode>(N)->getMemoryVT().getScalarType() == MVT::i32;
1049}]>;
Elena Demikhovskyb906df92016-09-13 07:57:00 +00001050
Elena Demikhovsky7c7bf1b2016-12-21 10:43:36 +00001051def X86TruncSStore : SDNode<"X86ISD::VTRUNCSTORES", SDTStore,
1052 [SDNPHasChain, SDNPMayStore, SDNPMemOperand]>;
1053
1054def X86TruncUSStore : SDNode<"X86ISD::VTRUNCSTOREUS", SDTStore,
1055 [SDNPHasChain, SDNPMayStore, SDNPMemOperand]>;
1056
1057def X86MTruncSStore : SDNode<"X86ISD::VMTRUNCSTORES", SDTMaskedStore,
1058 [SDNPHasChain, SDNPMayStore, SDNPMemOperand]>;
1059
1060def X86MTruncUSStore : SDNode<"X86ISD::VMTRUNCSTOREUS", SDTMaskedStore,
1061 [SDNPHasChain, SDNPMayStore, SDNPMemOperand]>;
1062
1063def truncstore_s_vi8 : PatFrag<(ops node:$val, node:$ptr),
1064 (X86TruncSStore node:$val, node:$ptr), [{
1065 return cast<TruncSStoreSDNode>(N)->getMemoryVT().getScalarType() == MVT::i8;
1066}]>;
1067
1068def truncstore_us_vi8 : PatFrag<(ops node:$val, node:$ptr),
1069 (X86TruncUSStore node:$val, node:$ptr), [{
1070 return cast<TruncUSStoreSDNode>(N)->getMemoryVT().getScalarType() == MVT::i8;
1071}]>;
1072
1073def truncstore_s_vi16 : PatFrag<(ops node:$val, node:$ptr),
1074 (X86TruncSStore node:$val, node:$ptr), [{
1075 return cast<TruncSStoreSDNode>(N)->getMemoryVT().getScalarType() == MVT::i16;
1076}]>;
1077
1078def truncstore_us_vi16 : PatFrag<(ops node:$val, node:$ptr),
1079 (X86TruncUSStore node:$val, node:$ptr), [{
1080 return cast<TruncUSStoreSDNode>(N)->getMemoryVT().getScalarType() == MVT::i16;
1081}]>;
1082
1083def truncstore_s_vi32 : PatFrag<(ops node:$val, node:$ptr),
1084 (X86TruncSStore node:$val, node:$ptr), [{
1085 return cast<TruncSStoreSDNode>(N)->getMemoryVT().getScalarType() == MVT::i32;
1086}]>;
1087
1088def truncstore_us_vi32 : PatFrag<(ops node:$val, node:$ptr),
1089 (X86TruncUSStore node:$val, node:$ptr), [{
1090 return cast<TruncUSStoreSDNode>(N)->getMemoryVT().getScalarType() == MVT::i32;
1091}]>;
1092
1093def masked_truncstore_s_vi8 : PatFrag<(ops node:$src1, node:$src2, node:$src3),
1094 (X86MTruncSStore node:$src1, node:$src2, node:$src3), [{
1095 return cast<MaskedTruncSStoreSDNode>(N)->getMemoryVT().getScalarType() == MVT::i8;
1096}]>;
1097
1098def masked_truncstore_us_vi8 : PatFrag<(ops node:$src1, node:$src2, node:$src3),
1099 (X86MTruncUSStore node:$src1, node:$src2, node:$src3), [{
1100 return cast<MaskedTruncUSStoreSDNode>(N)->getMemoryVT().getScalarType() == MVT::i8;
1101}]>;
1102
1103def masked_truncstore_s_vi16 : PatFrag<(ops node:$src1, node:$src2, node:$src3),
1104 (X86MTruncSStore node:$src1, node:$src2, node:$src3), [{
1105 return cast<MaskedTruncSStoreSDNode>(N)->getMemoryVT().getScalarType() == MVT::i16;
1106}]>;
1107
1108def masked_truncstore_us_vi16 : PatFrag<(ops node:$src1, node:$src2, node:$src3),
1109 (X86MTruncUSStore node:$src1, node:$src2, node:$src3), [{
1110 return cast<MaskedTruncUSStoreSDNode>(N)->getMemoryVT().getScalarType() == MVT::i16;
1111}]>;
1112
1113def masked_truncstore_s_vi32 : PatFrag<(ops node:$src1, node:$src2, node:$src3),
1114 (X86MTruncSStore node:$src1, node:$src2, node:$src3), [{
1115 return cast<MaskedTruncSStoreSDNode>(N)->getMemoryVT().getScalarType() == MVT::i32;
1116}]>;
1117
1118def masked_truncstore_us_vi32 : PatFrag<(ops node:$src1, node:$src2, node:$src3),
1119 (X86MTruncUSStore node:$src1, node:$src2, node:$src3), [{
1120 return cast<MaskedTruncUSStoreSDNode>(N)->getMemoryVT().getScalarType() == MVT::i32;
1121}]>;
1122
Elena Demikhovskyb906df92016-09-13 07:57:00 +00001123def assertzext_i1 :
1124 PatFrag<(ops node:$src), (assertzext node:$src), [{
1125 return cast<VTSDNode>(N->getOperand(1))->getVT() == MVT::i1;
Craig Toppere18258d2016-09-21 02:05:22 +00001126}]>;