blob: 21419bd0296e0b06c83b32aecfbaa5248fb709a3 [file] [log] [blame]
Matthias Braun152e7c82016-07-09 00:19:07 +00001; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py
Igor Bregerdefab3c2015-10-08 12:55:01 +00002; RUN: llc < %s -mtriple=x86_64-apple-darwin -mcpu=skx | FileCheck --check-prefix=SKX %s
3
4
5define <8 x i16> @extract_subvector128_v32i16(<32 x i16> %x) nounwind {
6; SKX-LABEL: extract_subvector128_v32i16:
7; SKX: ## BB#0:
8; SKX-NEXT: vextracti32x4 $2, %zmm0, %xmm0
9; SKX-NEXT: retq
10 %r1 = shufflevector <32 x i16> %x, <32 x i16> undef, <8 x i32> <i32 16, i32 17, i32 18, i32 19, i32 20, i32 21, i32 22, i32 23>
11 ret <8 x i16> %r1
12}
13
14define <8 x i16> @extract_subvector128_v32i16_first_element(<32 x i16> %x) nounwind {
15; SKX-LABEL: extract_subvector128_v32i16_first_element:
16; SKX: ## BB#0:
Matthias Braun152e7c82016-07-09 00:19:07 +000017; SKX-NEXT: ## kill: %XMM0<def> %XMM0<kill> %ZMM0<kill>
Igor Bregerdefab3c2015-10-08 12:55:01 +000018; SKX-NEXT: retq
19 %r1 = shufflevector <32 x i16> %x, <32 x i16> undef, <8 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7>
20 ret <8 x i16> %r1
21}
22
23define <16 x i8> @extract_subvector128_v64i8(<64 x i8> %x) nounwind {
24; SKX-LABEL: extract_subvector128_v64i8:
25; SKX: ## BB#0:
26; SKX-NEXT: vextracti32x4 $2, %zmm0, %xmm0
27; SKX-NEXT: retq
28 %r1 = shufflevector <64 x i8> %x, <64 x i8> undef, <16 x i32> <i32 32, i32 33, i32 34, i32 35, i32 36, i32 37, i32 38,i32 39, i32 40, i32 41, i32 42, i32 43, i32 44, i32 45, i32 46, i32 47>
29 ret <16 x i8> %r1
30}
31
32define <16 x i8> @extract_subvector128_v64i8_first_element(<64 x i8> %x) nounwind {
33; SKX-LABEL: extract_subvector128_v64i8_first_element:
34; SKX: ## BB#0:
Matthias Braun152e7c82016-07-09 00:19:07 +000035; SKX-NEXT: ## kill: %XMM0<def> %XMM0<kill> %ZMM0<kill>
Igor Bregerdefab3c2015-10-08 12:55:01 +000036; SKX-NEXT: retq
37 %r1 = shufflevector <64 x i8> %x, <64 x i8> undef, <16 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7, i32 8, i32 9, i32 10, i32 11, i32 12, i32 13, i32 14, i32 15>
38 ret <16 x i8> %r1
39}
40
41
42define <16 x i16> @extract_subvector256_v32i16(<32 x i16> %x) nounwind {
43; SKX-LABEL: extract_subvector256_v32i16:
44; SKX: ## BB#0:
45; SKX-NEXT: vextracti64x4 $1, %zmm0, %ymm0
46; SKX-NEXT: retq
47 %r1 = shufflevector <32 x i16> %x, <32 x i16> undef, <16 x i32> <i32 16, i32 17, i32 18, i32 19, i32 20, i32 21, i32 22, i32 23, i32 24, i32 25, i32 26, i32 27, i32 28, i32 29, i32 30, i32 31>
48 ret <16 x i16> %r1
49}
50
51define <32 x i8> @extract_subvector256_v64i8(<64 x i8> %x) nounwind {
52; SKX-LABEL: extract_subvector256_v64i8:
53; SKX: ## BB#0:
54; SKX-NEXT: vextracti64x4 $1, %zmm0, %ymm0
55; SKX-NEXT: retq
56 %r1 = shufflevector <64 x i8> %x, <64 x i8> undef, <32 x i32> <i32 32, i32 33, i32 34, i32 35, i32 36, i32 37, i32 38, i32 39, i32 40, i32 41, i32 42, i32 43, i32 44, i32 45, i32 46, i32 47, i32 48, i32 49, i32 50, i32 51, i32 52, i32 53, i32 54, i32 55, i32 56, i32 57, i32 58, i32 59, i32 60, i32 61, i32 62, i32 63>
57 ret <32 x i8> %r1
58}
Craig Topperdb960ed2016-05-21 22:50:14 +000059
60define void @extract_subvector256_v8f64_store(double* nocapture %addr, <4 x double> %a) nounwind uwtable ssp {
61; SKX-LABEL: extract_subvector256_v8f64_store:
62; SKX: ## BB#0: ## %entry
63; SKX-NEXT: vextractf64x2 $1, %ymm0, (%rdi)
64; SKX-NEXT: retq
65entry:
66 %0 = shufflevector <4 x double> %a, <4 x double> undef, <2 x i32> <i32 2, i32 3>
67 %1 = bitcast double* %addr to <2 x double>*
68 store <2 x double> %0, <2 x double>* %1, align 1
69 ret void
70}
71
72define void @extract_subvector256_v8f32_store(float* nocapture %addr, <8 x float> %a) nounwind uwtable ssp {
73; SKX-LABEL: extract_subvector256_v8f32_store:
74; SKX: ## BB#0: ## %entry
75; SKX-NEXT: vextractf32x4 $1, %ymm0, (%rdi)
76; SKX-NEXT: retq
77entry:
78 %0 = shufflevector <8 x float> %a, <8 x float> undef, <4 x i32> <i32 4, i32 5, i32 6, i32 7>
79 %1 = bitcast float* %addr to <4 x float>*
80 store <4 x float> %0, <4 x float>* %1, align 1
81 ret void
82}
83
84define void @extract_subvector256_v4i64_store(i64* nocapture %addr, <4 x i64> %a) nounwind uwtable ssp {
85; SKX-LABEL: extract_subvector256_v4i64_store:
86; SKX: ## BB#0: ## %entry
87; SKX-NEXT: vextracti64x2 $1, %ymm0, (%rdi)
88; SKX-NEXT: retq
89entry:
90 %0 = shufflevector <4 x i64> %a, <4 x i64> undef, <2 x i32> <i32 2, i32 3>
91 %1 = bitcast i64* %addr to <2 x i64>*
92 store <2 x i64> %0, <2 x i64>* %1, align 1
93 ret void
94}
95
96define void @extract_subvector256_v8i32_store(i32* nocapture %addr, <8 x i32> %a) nounwind uwtable ssp {
97; SKX-LABEL: extract_subvector256_v8i32_store:
98; SKX: ## BB#0: ## %entry
99; SKX-NEXT: vextracti32x4 $1, %ymm0, (%rdi)
100; SKX-NEXT: retq
101entry:
102 %0 = shufflevector <8 x i32> %a, <8 x i32> undef, <4 x i32> <i32 4, i32 5, i32 6, i32 7>
103 %1 = bitcast i32* %addr to <4 x i32>*
104 store <4 x i32> %0, <4 x i32>* %1, align 1
105 ret void
106}
107
108define void @extract_subvector256_v16i16_store(i16* nocapture %addr, <16 x i16> %a) nounwind uwtable ssp {
109; SKX-LABEL: extract_subvector256_v16i16_store:
110; SKX: ## BB#0: ## %entry
111; SKX-NEXT: vextracti32x4 $1, %ymm0, (%rdi)
112; SKX-NEXT: retq
113entry:
114 %0 = shufflevector <16 x i16> %a, <16 x i16> undef, <8 x i32> <i32 8, i32 9, i32 10, i32 11, i32 12, i32 13, i32 14, i32 15>
115 %1 = bitcast i16* %addr to <8 x i16>*
116 store <8 x i16> %0, <8 x i16>* %1, align 1
117 ret void
118}
119
120define void @extract_subvector256_v32i8_store(i8* nocapture %addr, <32 x i8> %a) nounwind uwtable ssp {
121; SKX-LABEL: extract_subvector256_v32i8_store:
122; SKX: ## BB#0: ## %entry
123; SKX-NEXT: vextracti32x4 $1, %ymm0, (%rdi)
124; SKX-NEXT: retq
125entry:
126 %0 = shufflevector <32 x i8> %a, <32 x i8> undef, <16 x i32> <i32 16, i32 17, i32 18, i32 19, i32 20, i32 21, i32 22, i32 23, i32 24, i32 25, i32 26, i32 27, i32 28, i32 29, i32 30, i32 31>
127 %1 = bitcast i8* %addr to <16 x i8>*
128 store <16 x i8> %0, <16 x i8>* %1, align 1
129 ret void
130}
Craig Topper95bdabd2016-05-22 23:44:33 +0000131
132define void @extract_subvector256_v4f64_store_lo(double* nocapture %addr, <4 x double> %a) nounwind uwtable ssp {
133; SKX-LABEL: extract_subvector256_v4f64_store_lo:
134; SKX: ## BB#0: ## %entry
Craig Topper4c53e602016-07-31 20:20:01 +0000135; SKX-NEXT: vmovups %xmm0, (%rdi)
Craig Topper95bdabd2016-05-22 23:44:33 +0000136; SKX-NEXT: retq
137entry:
138 %0 = shufflevector <4 x double> %a, <4 x double> undef, <2 x i32> <i32 0, i32 1>
139 %1 = bitcast double* %addr to <2 x double>*
140 store <2 x double> %0, <2 x double>* %1, align 1
141 ret void
142}
143
144define void @extract_subvector256_v4f32_store_lo(float* nocapture %addr, <8 x float> %a) nounwind uwtable ssp {
145; SKX-LABEL: extract_subvector256_v4f32_store_lo:
146; SKX: ## BB#0: ## %entry
147; SKX-NEXT: vmovups %xmm0, (%rdi)
148; SKX-NEXT: retq
149entry:
150 %0 = shufflevector <8 x float> %a, <8 x float> undef, <4 x i32> <i32 0, i32 1, i32 2, i32 3>
151 %1 = bitcast float* %addr to <4 x float>*
152 store <4 x float> %0, <4 x float>* %1, align 1
153 ret void
154}
155
156define void @extract_subvector256_v2i64_store_lo(i64* nocapture %addr, <4 x i64> %a) nounwind uwtable ssp {
157; SKX-LABEL: extract_subvector256_v2i64_store_lo:
158; SKX: ## BB#0: ## %entry
Craig Topperc48c0292016-08-01 07:55:33 +0000159; SKX-NEXT: vmovups %xmm0, (%rdi)
Craig Topper95bdabd2016-05-22 23:44:33 +0000160; SKX-NEXT: retq
161entry:
162 %0 = shufflevector <4 x i64> %a, <4 x i64> undef, <2 x i32> <i32 0, i32 1>
163 %1 = bitcast i64* %addr to <2 x i64>*
164 store <2 x i64> %0, <2 x i64>* %1, align 1
165 ret void
166}
167
168define void @extract_subvector256_v4i32_store_lo(i32* nocapture %addr, <8 x i32> %a) nounwind uwtable ssp {
169; SKX-LABEL: extract_subvector256_v4i32_store_lo:
170; SKX: ## BB#0: ## %entry
Craig Topperc48c0292016-08-01 07:55:33 +0000171; SKX-NEXT: vmovups %xmm0, (%rdi)
Craig Topper95bdabd2016-05-22 23:44:33 +0000172; SKX-NEXT: retq
173entry:
174 %0 = shufflevector <8 x i32> %a, <8 x i32> undef, <4 x i32> <i32 0, i32 1, i32 2, i32 3>
175 %1 = bitcast i32* %addr to <4 x i32>*
176 store <4 x i32> %0, <4 x i32>* %1, align 1
177 ret void
178}
179
180define void @extract_subvector256_v8i16_store_lo(i16* nocapture %addr, <16 x i16> %a) nounwind uwtable ssp {
181; SKX-LABEL: extract_subvector256_v8i16_store_lo:
182; SKX: ## BB#0: ## %entry
Craig Topperc48c0292016-08-01 07:55:33 +0000183; SKX-NEXT: vmovups %xmm0, (%rdi)
Craig Topper95bdabd2016-05-22 23:44:33 +0000184; SKX-NEXT: retq
185entry:
186 %0 = shufflevector <16 x i16> %a, <16 x i16> undef, <8 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7>
187 %1 = bitcast i16* %addr to <8 x i16>*
188 store <8 x i16> %0, <8 x i16>* %1, align 1
189 ret void
190}
191
192define void @extract_subvector256_v16i8_store_lo(i8* nocapture %addr, <32 x i8> %a) nounwind uwtable ssp {
193; SKX-LABEL: extract_subvector256_v16i8_store_lo:
194; SKX: ## BB#0: ## %entry
Craig Topperc48c0292016-08-01 07:55:33 +0000195; SKX-NEXT: vmovups %xmm0, (%rdi)
Craig Topper95bdabd2016-05-22 23:44:33 +0000196; SKX-NEXT: retq
197entry:
198 %0 = shufflevector <32 x i8> %a, <32 x i8> undef, <16 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7, i32 8, i32 9, i32 10, i32 11, i32 12, i32 13, i32 14, i32 15>
199 %1 = bitcast i8* %addr to <16 x i8>*
200 store <16 x i8> %0, <16 x i8>* %1, align 1
201 ret void
202}
203
204define void @extract_subvector512_v2f64_store_lo(double* nocapture %addr, <8 x double> %a) nounwind uwtable ssp {
205; SKX-LABEL: extract_subvector512_v2f64_store_lo:
206; SKX: ## BB#0: ## %entry
Craig Topper4c53e602016-07-31 20:20:01 +0000207; SKX-NEXT: vmovups %xmm0, (%rdi)
Craig Topper95bdabd2016-05-22 23:44:33 +0000208; SKX-NEXT: retq
209entry:
210 %0 = shufflevector <8 x double> %a, <8 x double> undef, <2 x i32> <i32 0, i32 1>
211 %1 = bitcast double* %addr to <2 x double>*
212 store <2 x double> %0, <2 x double>* %1, align 1
213 ret void
214}
215
216define void @extract_subvector512_v4f32_store_lo(float* nocapture %addr, <16 x float> %a) nounwind uwtable ssp {
217; SKX-LABEL: extract_subvector512_v4f32_store_lo:
218; SKX: ## BB#0: ## %entry
219; SKX-NEXT: vmovups %xmm0, (%rdi)
220; SKX-NEXT: retq
221entry:
222 %0 = shufflevector <16 x float> %a, <16 x float> undef, <4 x i32> <i32 0, i32 1, i32 2, i32 3>
223 %1 = bitcast float* %addr to <4 x float>*
224 store <4 x float> %0, <4 x float>* %1, align 1
225 ret void
226}
227
228define void @extract_subvector512_v2i64_store_lo(i64* nocapture %addr, <8 x i64> %a) nounwind uwtable ssp {
229; SKX-LABEL: extract_subvector512_v2i64_store_lo:
230; SKX: ## BB#0: ## %entry
Craig Topperc48c0292016-08-01 07:55:33 +0000231; SKX-NEXT: vmovups %xmm0, (%rdi)
Craig Topper95bdabd2016-05-22 23:44:33 +0000232; SKX-NEXT: retq
233entry:
234 %0 = shufflevector <8 x i64> %a, <8 x i64> undef, <2 x i32> <i32 0, i32 1>
235 %1 = bitcast i64* %addr to <2 x i64>*
236 store <2 x i64> %0, <2 x i64>* %1, align 1
237 ret void
238}
239
240define void @extract_subvector512_v4i32_store_lo(i32* nocapture %addr, <16 x i32> %a) nounwind uwtable ssp {
241; SKX-LABEL: extract_subvector512_v4i32_store_lo:
242; SKX: ## BB#0: ## %entry
Craig Topperc48c0292016-08-01 07:55:33 +0000243; SKX-NEXT: vmovups %xmm0, (%rdi)
Craig Topper95bdabd2016-05-22 23:44:33 +0000244; SKX-NEXT: retq
245entry:
246 %0 = shufflevector <16 x i32> %a, <16 x i32> undef, <4 x i32> <i32 0, i32 1, i32 2, i32 3>
247 %1 = bitcast i32* %addr to <4 x i32>*
248 store <4 x i32> %0, <4 x i32>* %1, align 1
249 ret void
250}
251
252define void @extract_subvector512_v8i16_store_lo(i16* nocapture %addr, <32 x i16> %a) nounwind uwtable ssp {
253; SKX-LABEL: extract_subvector512_v8i16_store_lo:
254; SKX: ## BB#0: ## %entry
Craig Topperc48c0292016-08-01 07:55:33 +0000255; SKX-NEXT: vmovups %xmm0, (%rdi)
Craig Topper95bdabd2016-05-22 23:44:33 +0000256; SKX-NEXT: retq
257entry:
258 %0 = shufflevector <32 x i16> %a, <32 x i16> undef, <8 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7>
259 %1 = bitcast i16* %addr to <8 x i16>*
260 store <8 x i16> %0, <8 x i16>* %1, align 1
261 ret void
262}
263
264define void @extract_subvector512_v16i8_store_lo(i8* nocapture %addr, <64 x i8> %a) nounwind uwtable ssp {
265; SKX-LABEL: extract_subvector512_v16i8_store_lo:
266; SKX: ## BB#0: ## %entry
Craig Topperc48c0292016-08-01 07:55:33 +0000267; SKX-NEXT: vmovups %xmm0, (%rdi)
Craig Topper95bdabd2016-05-22 23:44:33 +0000268; SKX-NEXT: retq
269entry:
270 %0 = shufflevector <64 x i8> %a, <64 x i8> undef, <16 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7, i32 8, i32 9, i32 10, i32 11, i32 12, i32 13, i32 14, i32 15>
271 %1 = bitcast i8* %addr to <16 x i8>*
272 store <16 x i8> %0, <16 x i8>* %1, align 1
273 ret void
274}
275
276define void @extract_subvector512_v4f64_store_lo(double* nocapture %addr, <8 x double> %a) nounwind uwtable ssp {
277; SKX-LABEL: extract_subvector512_v4f64_store_lo:
278; SKX: ## BB#0: ## %entry
Craig Topper4c53e602016-07-31 20:20:01 +0000279; SKX-NEXT: vmovups %ymm0, (%rdi)
Craig Topper95bdabd2016-05-22 23:44:33 +0000280; SKX-NEXT: retq
281entry:
282 %0 = shufflevector <8 x double> %a, <8 x double> undef, <4 x i32> <i32 0, i32 1, i32 2, i32 3>
283 %1 = bitcast double* %addr to <4 x double>*
284 store <4 x double> %0, <4 x double>* %1, align 1
285 ret void
286}
287
288define void @extract_subvector512_v8f32_store_lo(float* nocapture %addr, <16 x float> %a) nounwind uwtable ssp {
289; SKX-LABEL: extract_subvector512_v8f32_store_lo:
290; SKX: ## BB#0: ## %entry
291; SKX-NEXT: vmovups %ymm0, (%rdi)
292; SKX-NEXT: retq
293entry:
294 %0 = shufflevector <16 x float> %a, <16 x float> undef, <8 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7>
295 %1 = bitcast float* %addr to <8 x float>*
296 store <8 x float> %0, <8 x float>* %1, align 1
297 ret void
298}
299
300define void @extract_subvector512_v4i64_store_lo(i64* nocapture %addr, <8 x i64> %a) nounwind uwtable ssp {
301; SKX-LABEL: extract_subvector512_v4i64_store_lo:
302; SKX: ## BB#0: ## %entry
Craig Topperc48c0292016-08-01 07:55:33 +0000303; SKX-NEXT: vmovups %ymm0, (%rdi)
Craig Topper95bdabd2016-05-22 23:44:33 +0000304; SKX-NEXT: retq
305entry:
306 %0 = shufflevector <8 x i64> %a, <8 x i64> undef, <4 x i32> <i32 0, i32 1, i32 2, i32 3>
307 %1 = bitcast i64* %addr to <4 x i64>*
308 store <4 x i64> %0, <4 x i64>* %1, align 1
309 ret void
310}
311
312define void @extract_subvector512_v8i32_store_lo(i32* nocapture %addr, <16 x i32> %a) nounwind uwtable ssp {
313; SKX-LABEL: extract_subvector512_v8i32_store_lo:
314; SKX: ## BB#0: ## %entry
Craig Topperc48c0292016-08-01 07:55:33 +0000315; SKX-NEXT: vmovups %ymm0, (%rdi)
Craig Topper95bdabd2016-05-22 23:44:33 +0000316; SKX-NEXT: retq
317entry:
318 %0 = shufflevector <16 x i32> %a, <16 x i32> undef, <8 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7>
319 %1 = bitcast i32* %addr to <8 x i32>*
320 store <8 x i32> %0, <8 x i32>* %1, align 1
321 ret void
322}
323
324define void @extract_subvector512_v16i16_store_lo(i16* nocapture %addr, <32 x i16> %a) nounwind uwtable ssp {
325; SKX-LABEL: extract_subvector512_v16i16_store_lo:
326; SKX: ## BB#0: ## %entry
Craig Topperc48c0292016-08-01 07:55:33 +0000327; SKX-NEXT: vmovups %ymm0, (%rdi)
Craig Topper95bdabd2016-05-22 23:44:33 +0000328; SKX-NEXT: retq
329entry:
330 %0 = shufflevector <32 x i16> %a, <32 x i16> undef, <16 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7, i32 8, i32 9, i32 10, i32 11, i32 12, i32 13, i32 14, i32 15>
331 %1 = bitcast i16* %addr to <16 x i16>*
332 store <16 x i16> %0, <16 x i16>* %1, align 1
333 ret void
334}
335
336define void @extract_subvector512_v32i8_store_lo(i8* nocapture %addr, <64 x i8> %a) nounwind uwtable ssp {
337; SKX-LABEL: extract_subvector512_v32i8_store_lo:
338; SKX: ## BB#0: ## %entry
Craig Topperc48c0292016-08-01 07:55:33 +0000339; SKX-NEXT: vmovups %ymm0, (%rdi)
Craig Topper95bdabd2016-05-22 23:44:33 +0000340; SKX-NEXT: retq
341entry:
342 %0 = shufflevector <64 x i8> %a, <64 x i8> undef, <32 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7, i32 8, i32 9, i32 10, i32 11, i32 12, i32 13, i32 14, i32 15, i32 16, i32 17, i32 18, i32 19, i32 20, i32 21, i32 22, i32 23, i32 24, i32 25, i32 26, i32 27, i32 28, i32 29, i32 30, i32 31>
343 %1 = bitcast i8* %addr to <32 x i8>*
344 store <32 x i8> %0, <32 x i8>* %1, align 1
345 ret void
346}
Craig Topperd4e58072016-10-31 05:55:57 +0000347
348define <4 x double> @test_mm512_mask_extractf64x4_pd(<4 x double> %__W, i8 %__U, <8 x double> %__A) {
349; SKX-LABEL: test_mm512_mask_extractf64x4_pd:
350; SKX: ## BB#0: ## %entry
351; SKX-NEXT: kmovb %edi, %k1
352; SKX-NEXT: vextractf64x4 $1, %zmm1, %ymm0 {%k1}
353; SKX-NEXT: retq
354entry:
355 %shuffle = shufflevector <8 x double> %__A, <8 x double> undef, <4 x i32> <i32 4, i32 5, i32 6, i32 7>
356 %0 = bitcast i8 %__U to <8 x i1>
357 %extract = shufflevector <8 x i1> %0, <8 x i1> undef, <4 x i32> <i32 0, i32 1, i32 2, i32 3>
358 %1 = select <4 x i1> %extract, <4 x double> %shuffle, <4 x double> %__W
359 ret <4 x double> %1
360}
361
362define <4 x double> @test_mm512_maskz_extractf64x4_pd(i8 %__U, <8 x double> %__A) {
363; SKX-LABEL: test_mm512_maskz_extractf64x4_pd:
364; SKX: ## BB#0: ## %entry
365; SKX-NEXT: kmovb %edi, %k1
366; SKX-NEXT: vextractf64x4 $1, %zmm0, %ymm0 {%k1} {z}
367; SKX-NEXT: retq
368entry:
369 %shuffle = shufflevector <8 x double> %__A, <8 x double> undef, <4 x i32> <i32 4, i32 5, i32 6, i32 7>
370 %0 = bitcast i8 %__U to <8 x i1>
371 %extract = shufflevector <8 x i1> %0, <8 x i1> undef, <4 x i32> <i32 0, i32 1, i32 2, i32 3>
372 %1 = select <4 x i1> %extract, <4 x double> %shuffle, <4 x double> zeroinitializer
373 ret <4 x double> %1
374}
375
376define <4 x float> @test_mm512_mask_extractf32x4_ps(<4 x float> %__W, i8 %__U, <8 x double> %__A) {
377; SKX-LABEL: test_mm512_mask_extractf32x4_ps:
378; SKX: ## BB#0: ## %entry
379; SKX-NEXT: kmovb %edi, %k1
380; SKX-NEXT: vextractf32x4 $1, %zmm1, %xmm0 {%k1}
381; SKX-NEXT: retq
382entry:
383 %0 = bitcast <8 x double> %__A to <16 x float>
384 %shuffle = shufflevector <16 x float> %0, <16 x float> undef, <4 x i32> <i32 4, i32 5, i32 6, i32 7>
385 %1 = bitcast i8 %__U to <8 x i1>
386 %extract = shufflevector <8 x i1> %1, <8 x i1> undef, <4 x i32> <i32 0, i32 1, i32 2, i32 3>
387 %2 = select <4 x i1> %extract, <4 x float> %shuffle, <4 x float> %__W
388 ret <4 x float> %2
389}
390
391define <4 x float> @test_mm512_maskz_extractf32x4_ps(i8 %__U, <8 x double> %__A) {
392; SKX-LABEL: test_mm512_maskz_extractf32x4_ps:
393; SKX: ## BB#0: ## %entry
394; SKX-NEXT: kmovb %edi, %k1
395; SKX-NEXT: vextractf32x4 $1, %zmm0, %xmm0 {%k1} {z}
396; SKX-NEXT: retq
397entry:
398 %0 = bitcast <8 x double> %__A to <16 x float>
399 %shuffle = shufflevector <16 x float> %0, <16 x float> undef, <4 x i32> <i32 4, i32 5, i32 6, i32 7>
400 %1 = bitcast i8 %__U to <8 x i1>
401 %extract = shufflevector <8 x i1> %1, <8 x i1> undef, <4 x i32> <i32 0, i32 1, i32 2, i32 3>
402 %2 = select <4 x i1> %extract, <4 x float> %shuffle, <4 x float> zeroinitializer
403 ret <4 x float> %2
404}
405
406define <2 x double> @test_mm256_mask_extractf64x2_pd(<2 x double> %__W, i8 %__U, <4 x double> %__A) {
407; SKX-LABEL: test_mm256_mask_extractf64x2_pd:
408; SKX: ## BB#0: ## %entry
409; SKX-NEXT: kmovb %edi, %k1
410; SKX-NEXT: vextractf64x2 $1, %ymm1, %xmm0 {%k1}
411; SKX-NEXT: retq
412entry:
413 %shuffle = shufflevector <4 x double> %__A, <4 x double> undef, <2 x i32> <i32 2, i32 3>
414 %0 = bitcast i8 %__U to <8 x i1>
415 %extract = shufflevector <8 x i1> %0, <8 x i1> undef, <2 x i32> <i32 0, i32 1>
416 %1 = select <2 x i1> %extract, <2 x double> %shuffle, <2 x double> %__W
417 ret <2 x double> %1
418}
419
420define <2 x double> @test_mm256_maskz_extractf64x2_pd(i8 %__U, <4 x double> %__A) {
421; SKX-LABEL: test_mm256_maskz_extractf64x2_pd:
422; SKX: ## BB#0: ## %entry
423; SKX-NEXT: kmovb %edi, %k1
424; SKX-NEXT: vextractf64x2 $1, %ymm0, %xmm0 {%k1} {z}
425; SKX-NEXT: retq
426entry:
427 %shuffle = shufflevector <4 x double> %__A, <4 x double> undef, <2 x i32> <i32 2, i32 3>
428 %0 = bitcast i8 %__U to <8 x i1>
429 %extract = shufflevector <8 x i1> %0, <8 x i1> undef, <2 x i32> <i32 0, i32 1>
430 %1 = select <2 x i1> %extract, <2 x double> %shuffle, <2 x double> zeroinitializer
431 ret <2 x double> %1
432}
433
434define <2 x i64> @test_mm256_mask_extracti64x2_epi64(<2 x i64> %__W, i8 %__U, <4 x i64> %__A) {
435; SKX-LABEL: test_mm256_mask_extracti64x2_epi64:
436; SKX: ## BB#0: ## %entry
437; SKX-NEXT: kmovb %edi, %k1
438; SKX-NEXT: vextracti64x2 $1, %ymm1, %xmm0 {%k1}
439; SKX-NEXT: retq
440entry:
441 %shuffle = shufflevector <4 x i64> %__A, <4 x i64> undef, <2 x i32> <i32 2, i32 3>
442 %0 = bitcast i8 %__U to <8 x i1>
443 %extract = shufflevector <8 x i1> %0, <8 x i1> undef, <2 x i32> <i32 0, i32 1>
444 %1 = select <2 x i1> %extract, <2 x i64> %shuffle, <2 x i64> %__W
445 ret <2 x i64> %1
446}
447
448define <2 x i64> @test_mm256_maskz_extracti64x2_epi64(i8 %__U, <4 x i64> %__A) {
449; SKX-LABEL: test_mm256_maskz_extracti64x2_epi64:
450; SKX: ## BB#0: ## %entry
451; SKX-NEXT: kmovb %edi, %k1
452; SKX-NEXT: vextracti64x2 $1, %ymm0, %xmm0 {%k1} {z}
453; SKX-NEXT: retq
454entry:
455 %shuffle = shufflevector <4 x i64> %__A, <4 x i64> undef, <2 x i32> <i32 2, i32 3>
456 %0 = bitcast i8 %__U to <8 x i1>
457 %extract = shufflevector <8 x i1> %0, <8 x i1> undef, <2 x i32> <i32 0, i32 1>
458 %1 = select <2 x i1> %extract, <2 x i64> %shuffle, <2 x i64> zeroinitializer
459 ret <2 x i64> %1
460}
461
462define <4 x float> @test_mm256_mask_extractf32x4_ps(<4 x float> %__W, i8 %__U, <8 x float> %__A) {
463; SKX-LABEL: test_mm256_mask_extractf32x4_ps:
464; SKX: ## BB#0: ## %entry
465; SKX-NEXT: kmovb %edi, %k1
466; SKX-NEXT: vextractf32x4 $1, %ymm1, %xmm0 {%k1}
467; SKX-NEXT: retq
468entry:
469 %shuffle = shufflevector <8 x float> %__A, <8 x float> undef, <4 x i32> <i32 4, i32 5, i32 6, i32 7>
470 %0 = bitcast i8 %__U to <8 x i1>
471 %extract = shufflevector <8 x i1> %0, <8 x i1> undef, <4 x i32> <i32 0, i32 1, i32 2, i32 3>
472 %1 = select <4 x i1> %extract, <4 x float> %shuffle, <4 x float> %__W
473 ret <4 x float> %1
474}
475
476define <4 x float> @test_mm256_maskz_extractf32x4_ps(i8 %__U, <8 x float> %__A) {
477; SKX-LABEL: test_mm256_maskz_extractf32x4_ps:
478; SKX: ## BB#0: ## %entry
479; SKX-NEXT: kmovb %edi, %k1
480; SKX-NEXT: vextractf32x4 $1, %ymm0, %xmm0 {%k1} {z}
481; SKX-NEXT: retq
482entry:
483 %shuffle = shufflevector <8 x float> %__A, <8 x float> undef, <4 x i32> <i32 4, i32 5, i32 6, i32 7>
484 %0 = bitcast i8 %__U to <8 x i1>
485 %extract = shufflevector <8 x i1> %0, <8 x i1> undef, <4 x i32> <i32 0, i32 1, i32 2, i32 3>
486 %1 = select <4 x i1> %extract, <4 x float> %shuffle, <4 x float> zeroinitializer
487 ret <4 x float> %1
488}
489
490define <2 x i64> @test_mm256_mask_extracti32x4_epi32(<2 x i64> %__W, i8 %__U, <4 x i64> %__A) {
491; SKX-LABEL: test_mm256_mask_extracti32x4_epi32:
492; SKX: ## BB#0: ## %entry
493; SKX-NEXT: kmovb %edi, %k1
494; SKX-NEXT: vextracti32x4 $1, %ymm1, %xmm0 {%k1}
495; SKX-NEXT: retq
496entry:
497 %0 = bitcast <4 x i64> %__A to <8 x i32>
498 %shuffle = shufflevector <8 x i32> %0, <8 x i32> undef, <4 x i32> <i32 4, i32 5, i32 6, i32 7>
499 %1 = bitcast <2 x i64> %__W to <4 x i32>
500 %2 = bitcast i8 %__U to <8 x i1>
501 %extract = shufflevector <8 x i1> %2, <8 x i1> undef, <4 x i32> <i32 0, i32 1, i32 2, i32 3>
502 %3 = select <4 x i1> %extract, <4 x i32> %shuffle, <4 x i32> %1
503 %4 = bitcast <4 x i32> %3 to <2 x i64>
504 ret <2 x i64> %4
505}
506
507define <2 x i64> @test_mm256_maskz_extracti32x4_epi32(i8 %__U, <4 x i64> %__A) {
508; SKX-LABEL: test_mm256_maskz_extracti32x4_epi32:
509; SKX: ## BB#0: ## %entry
510; SKX-NEXT: kmovb %edi, %k1
511; SKX-NEXT: vextracti32x4 $1, %ymm0, %xmm0 {%k1} {z}
512; SKX-NEXT: retq
513entry:
514 %0 = bitcast <4 x i64> %__A to <8 x i32>
515 %shuffle = shufflevector <8 x i32> %0, <8 x i32> undef, <4 x i32> <i32 4, i32 5, i32 6, i32 7>
516 %1 = bitcast i8 %__U to <8 x i1>
517 %extract = shufflevector <8 x i1> %1, <8 x i1> undef, <4 x i32> <i32 0, i32 1, i32 2, i32 3>
518 %2 = select <4 x i1> %extract, <4 x i32> %shuffle, <4 x i32> zeroinitializer
519 %3 = bitcast <4 x i32> %2 to <2 x i64>
520 ret <2 x i64> %3
521}
522
523define <8 x float> @test_mm512_mask_extractf32x8_ps(<8 x float> %__W, i8 %__U, <16 x float> %__A) {
524; SKX-LABEL: test_mm512_mask_extractf32x8_ps:
525; SKX: ## BB#0: ## %entry
526; SKX-NEXT: kmovb %edi, %k1
527; SKX-NEXT: vextractf32x8 $1, %zmm1, %ymm0 {%k1}
528; SKX-NEXT: retq
529entry:
530 %shuffle = shufflevector <16 x float> %__A, <16 x float> undef, <8 x i32> <i32 8, i32 9, i32 10, i32 11, i32 12, i32 13, i32 14, i32 15>
531 %0 = bitcast i8 %__U to <8 x i1>
532 %1 = select <8 x i1> %0, <8 x float> %shuffle, <8 x float> %__W
533 ret <8 x float> %1
534}
535
536define <8 x float> @test_mm512_maskz_extractf32x8_ps(i8 %__U, <16 x float> %__A) {
537; SKX-LABEL: test_mm512_maskz_extractf32x8_ps:
538; SKX: ## BB#0: ## %entry
539; SKX-NEXT: kmovb %edi, %k1
540; SKX-NEXT: vextractf32x8 $1, %zmm0, %ymm0 {%k1} {z}
541; SKX-NEXT: retq
542entry:
543 %shuffle = shufflevector <16 x float> %__A, <16 x float> undef, <8 x i32> <i32 8, i32 9, i32 10, i32 11, i32 12, i32 13, i32 14, i32 15>
544 %0 = bitcast i8 %__U to <8 x i1>
545 %1 = select <8 x i1> %0, <8 x float> %shuffle, <8 x float> zeroinitializer
546 ret <8 x float> %1
547}
548
549define <2 x double> @test_mm512_mask_extractf64x2_pd(<2 x double> %__W, i8 %__U, <8 x double> %__A) {
550; SKX-LABEL: test_mm512_mask_extractf64x2_pd:
551; SKX: ## BB#0: ## %entry
552; SKX-NEXT: kmovb %edi, %k1
553; SKX-NEXT: vextractf64x2 $3, %zmm1, %xmm0 {%k1}
554; SKX-NEXT: retq
555entry:
556 %shuffle = shufflevector <8 x double> %__A, <8 x double> undef, <2 x i32> <i32 6, i32 7>
557 %0 = bitcast i8 %__U to <8 x i1>
558 %extract = shufflevector <8 x i1> %0, <8 x i1> undef, <2 x i32> <i32 0, i32 1>
559 %1 = select <2 x i1> %extract, <2 x double> %shuffle, <2 x double> %__W
560 ret <2 x double> %1
561}
562
563define <2 x double> @test_mm512_maskz_extractf64x2_pd(i8 %__U, <8 x double> %__A) {
564; SKX-LABEL: test_mm512_maskz_extractf64x2_pd:
565; SKX: ## BB#0: ## %entry
566; SKX-NEXT: kmovb %edi, %k1
567; SKX-NEXT: vextractf64x2 $3, %zmm0, %xmm0 {%k1} {z}
568; SKX-NEXT: retq
569entry:
570 %shuffle = shufflevector <8 x double> %__A, <8 x double> undef, <2 x i32> <i32 6, i32 7>
571 %0 = bitcast i8 %__U to <8 x i1>
572 %extract = shufflevector <8 x i1> %0, <8 x i1> undef, <2 x i32> <i32 0, i32 1>
573 %1 = select <2 x i1> %extract, <2 x double> %shuffle, <2 x double> zeroinitializer
574 ret <2 x double> %1
575}