blob: 391bf6ba4554eea4221a99f84c7d2f1c4fabe7b3 [file] [log] [blame]
Matthias Braun152e7c82016-07-09 00:19:07 +00001; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py
Igor Bregerdefab3c2015-10-08 12:55:01 +00002; RUN: llc < %s -mtriple=x86_64-apple-darwin -mcpu=skx | FileCheck --check-prefix=SKX %s
3
4
5define <8 x i16> @extract_subvector128_v32i16(<32 x i16> %x) nounwind {
6; SKX-LABEL: extract_subvector128_v32i16:
7; SKX: ## BB#0:
8; SKX-NEXT: vextracti32x4 $2, %zmm0, %xmm0
9; SKX-NEXT: retq
10 %r1 = shufflevector <32 x i16> %x, <32 x i16> undef, <8 x i32> <i32 16, i32 17, i32 18, i32 19, i32 20, i32 21, i32 22, i32 23>
11 ret <8 x i16> %r1
12}
13
14define <8 x i16> @extract_subvector128_v32i16_first_element(<32 x i16> %x) nounwind {
15; SKX-LABEL: extract_subvector128_v32i16_first_element:
16; SKX: ## BB#0:
Matthias Braun152e7c82016-07-09 00:19:07 +000017; SKX-NEXT: ## kill: %XMM0<def> %XMM0<kill> %ZMM0<kill>
Igor Bregerdefab3c2015-10-08 12:55:01 +000018; SKX-NEXT: retq
19 %r1 = shufflevector <32 x i16> %x, <32 x i16> undef, <8 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7>
20 ret <8 x i16> %r1
21}
22
23define <16 x i8> @extract_subvector128_v64i8(<64 x i8> %x) nounwind {
24; SKX-LABEL: extract_subvector128_v64i8:
25; SKX: ## BB#0:
26; SKX-NEXT: vextracti32x4 $2, %zmm0, %xmm0
27; SKX-NEXT: retq
28 %r1 = shufflevector <64 x i8> %x, <64 x i8> undef, <16 x i32> <i32 32, i32 33, i32 34, i32 35, i32 36, i32 37, i32 38,i32 39, i32 40, i32 41, i32 42, i32 43, i32 44, i32 45, i32 46, i32 47>
29 ret <16 x i8> %r1
30}
31
32define <16 x i8> @extract_subvector128_v64i8_first_element(<64 x i8> %x) nounwind {
33; SKX-LABEL: extract_subvector128_v64i8_first_element:
34; SKX: ## BB#0:
Matthias Braun152e7c82016-07-09 00:19:07 +000035; SKX-NEXT: ## kill: %XMM0<def> %XMM0<kill> %ZMM0<kill>
Igor Bregerdefab3c2015-10-08 12:55:01 +000036; SKX-NEXT: retq
37 %r1 = shufflevector <64 x i8> %x, <64 x i8> undef, <16 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7, i32 8, i32 9, i32 10, i32 11, i32 12, i32 13, i32 14, i32 15>
38 ret <16 x i8> %r1
39}
40
41
42define <16 x i16> @extract_subvector256_v32i16(<32 x i16> %x) nounwind {
43; SKX-LABEL: extract_subvector256_v32i16:
44; SKX: ## BB#0:
45; SKX-NEXT: vextracti64x4 $1, %zmm0, %ymm0
46; SKX-NEXT: retq
47 %r1 = shufflevector <32 x i16> %x, <32 x i16> undef, <16 x i32> <i32 16, i32 17, i32 18, i32 19, i32 20, i32 21, i32 22, i32 23, i32 24, i32 25, i32 26, i32 27, i32 28, i32 29, i32 30, i32 31>
48 ret <16 x i16> %r1
49}
50
51define <32 x i8> @extract_subvector256_v64i8(<64 x i8> %x) nounwind {
52; SKX-LABEL: extract_subvector256_v64i8:
53; SKX: ## BB#0:
54; SKX-NEXT: vextracti64x4 $1, %zmm0, %ymm0
55; SKX-NEXT: retq
56 %r1 = shufflevector <64 x i8> %x, <64 x i8> undef, <32 x i32> <i32 32, i32 33, i32 34, i32 35, i32 36, i32 37, i32 38, i32 39, i32 40, i32 41, i32 42, i32 43, i32 44, i32 45, i32 46, i32 47, i32 48, i32 49, i32 50, i32 51, i32 52, i32 53, i32 54, i32 55, i32 56, i32 57, i32 58, i32 59, i32 60, i32 61, i32 62, i32 63>
57 ret <32 x i8> %r1
58}
Craig Topperdb960ed2016-05-21 22:50:14 +000059
60define void @extract_subvector256_v8f64_store(double* nocapture %addr, <4 x double> %a) nounwind uwtable ssp {
61; SKX-LABEL: extract_subvector256_v8f64_store:
62; SKX: ## BB#0: ## %entry
Craig Topperfa875a12017-01-03 05:46:18 +000063; SKX-NEXT: vextractf128 $1, %ymm0, (%rdi)
Craig Topperdb960ed2016-05-21 22:50:14 +000064; SKX-NEXT: retq
65entry:
66 %0 = shufflevector <4 x double> %a, <4 x double> undef, <2 x i32> <i32 2, i32 3>
67 %1 = bitcast double* %addr to <2 x double>*
68 store <2 x double> %0, <2 x double>* %1, align 1
69 ret void
70}
71
72define void @extract_subvector256_v8f32_store(float* nocapture %addr, <8 x float> %a) nounwind uwtable ssp {
73; SKX-LABEL: extract_subvector256_v8f32_store:
74; SKX: ## BB#0: ## %entry
Craig Topperfa875a12017-01-03 05:46:18 +000075; SKX-NEXT: vextractf128 $1, %ymm0, (%rdi)
Craig Topperdb960ed2016-05-21 22:50:14 +000076; SKX-NEXT: retq
77entry:
78 %0 = shufflevector <8 x float> %a, <8 x float> undef, <4 x i32> <i32 4, i32 5, i32 6, i32 7>
79 %1 = bitcast float* %addr to <4 x float>*
80 store <4 x float> %0, <4 x float>* %1, align 1
81 ret void
82}
83
84define void @extract_subvector256_v4i64_store(i64* nocapture %addr, <4 x i64> %a) nounwind uwtable ssp {
85; SKX-LABEL: extract_subvector256_v4i64_store:
86; SKX: ## BB#0: ## %entry
Craig Topperfa875a12017-01-03 05:46:18 +000087; SKX-NEXT: vextracti128 $1, %ymm0, (%rdi)
Craig Topperdb960ed2016-05-21 22:50:14 +000088; SKX-NEXT: retq
89entry:
90 %0 = shufflevector <4 x i64> %a, <4 x i64> undef, <2 x i32> <i32 2, i32 3>
91 %1 = bitcast i64* %addr to <2 x i64>*
92 store <2 x i64> %0, <2 x i64>* %1, align 1
93 ret void
94}
95
96define void @extract_subvector256_v8i32_store(i32* nocapture %addr, <8 x i32> %a) nounwind uwtable ssp {
97; SKX-LABEL: extract_subvector256_v8i32_store:
98; SKX: ## BB#0: ## %entry
Craig Topperfa875a12017-01-03 05:46:18 +000099; SKX-NEXT: vextracti128 $1, %ymm0, (%rdi)
Craig Topperdb960ed2016-05-21 22:50:14 +0000100; SKX-NEXT: retq
101entry:
102 %0 = shufflevector <8 x i32> %a, <8 x i32> undef, <4 x i32> <i32 4, i32 5, i32 6, i32 7>
103 %1 = bitcast i32* %addr to <4 x i32>*
104 store <4 x i32> %0, <4 x i32>* %1, align 1
105 ret void
106}
107
108define void @extract_subvector256_v16i16_store(i16* nocapture %addr, <16 x i16> %a) nounwind uwtable ssp {
109; SKX-LABEL: extract_subvector256_v16i16_store:
110; SKX: ## BB#0: ## %entry
Craig Topperfa875a12017-01-03 05:46:18 +0000111; SKX-NEXT: vextracti128 $1, %ymm0, (%rdi)
Craig Topperdb960ed2016-05-21 22:50:14 +0000112; SKX-NEXT: retq
113entry:
114 %0 = shufflevector <16 x i16> %a, <16 x i16> undef, <8 x i32> <i32 8, i32 9, i32 10, i32 11, i32 12, i32 13, i32 14, i32 15>
115 %1 = bitcast i16* %addr to <8 x i16>*
116 store <8 x i16> %0, <8 x i16>* %1, align 1
117 ret void
118}
119
120define void @extract_subvector256_v32i8_store(i8* nocapture %addr, <32 x i8> %a) nounwind uwtable ssp {
121; SKX-LABEL: extract_subvector256_v32i8_store:
122; SKX: ## BB#0: ## %entry
Craig Topperfa875a12017-01-03 05:46:18 +0000123; SKX-NEXT: vextracti128 $1, %ymm0, (%rdi)
Craig Topperdb960ed2016-05-21 22:50:14 +0000124; SKX-NEXT: retq
125entry:
126 %0 = shufflevector <32 x i8> %a, <32 x i8> undef, <16 x i32> <i32 16, i32 17, i32 18, i32 19, i32 20, i32 21, i32 22, i32 23, i32 24, i32 25, i32 26, i32 27, i32 28, i32 29, i32 30, i32 31>
127 %1 = bitcast i8* %addr to <16 x i8>*
128 store <16 x i8> %0, <16 x i8>* %1, align 1
129 ret void
130}
Craig Topper95bdabd2016-05-22 23:44:33 +0000131
132define void @extract_subvector256_v4f64_store_lo(double* nocapture %addr, <4 x double> %a) nounwind uwtable ssp {
133; SKX-LABEL: extract_subvector256_v4f64_store_lo:
134; SKX: ## BB#0: ## %entry
Craig Topper4c53e602016-07-31 20:20:01 +0000135; SKX-NEXT: vmovups %xmm0, (%rdi)
Craig Topper95bdabd2016-05-22 23:44:33 +0000136; SKX-NEXT: retq
137entry:
138 %0 = shufflevector <4 x double> %a, <4 x double> undef, <2 x i32> <i32 0, i32 1>
139 %1 = bitcast double* %addr to <2 x double>*
140 store <2 x double> %0, <2 x double>* %1, align 1
141 ret void
142}
143
Craig Topperef1807f2016-11-09 05:38:47 +0000144define void @extract_subvector256_v4f64_store_lo_align_16(double* nocapture %addr, <4 x double> %a) nounwind uwtable ssp {
145; SKX-LABEL: extract_subvector256_v4f64_store_lo_align_16:
146; SKX: ## BB#0: ## %entry
147; SKX-NEXT: vmovaps %xmm0, (%rdi)
148; SKX-NEXT: retq
149entry:
150 %0 = shufflevector <4 x double> %a, <4 x double> undef, <2 x i32> <i32 0, i32 1>
151 %1 = bitcast double* %addr to <2 x double>*
152 store <2 x double> %0, <2 x double>* %1, align 16
153 ret void
154}
155
Craig Topper95bdabd2016-05-22 23:44:33 +0000156define void @extract_subvector256_v4f32_store_lo(float* nocapture %addr, <8 x float> %a) nounwind uwtable ssp {
157; SKX-LABEL: extract_subvector256_v4f32_store_lo:
158; SKX: ## BB#0: ## %entry
159; SKX-NEXT: vmovups %xmm0, (%rdi)
160; SKX-NEXT: retq
161entry:
162 %0 = shufflevector <8 x float> %a, <8 x float> undef, <4 x i32> <i32 0, i32 1, i32 2, i32 3>
163 %1 = bitcast float* %addr to <4 x float>*
164 store <4 x float> %0, <4 x float>* %1, align 1
165 ret void
166}
167
Craig Topperef1807f2016-11-09 05:38:47 +0000168define void @extract_subvector256_v4f32_store_lo_align_16(float* nocapture %addr, <8 x float> %a) nounwind uwtable ssp {
169; SKX-LABEL: extract_subvector256_v4f32_store_lo_align_16:
170; SKX: ## BB#0: ## %entry
171; SKX-NEXT: vmovaps %xmm0, (%rdi)
172; SKX-NEXT: retq
173entry:
174 %0 = shufflevector <8 x float> %a, <8 x float> undef, <4 x i32> <i32 0, i32 1, i32 2, i32 3>
175 %1 = bitcast float* %addr to <4 x float>*
176 store <4 x float> %0, <4 x float>* %1, align 16
177 ret void
178}
179
Craig Topper95bdabd2016-05-22 23:44:33 +0000180define void @extract_subvector256_v2i64_store_lo(i64* nocapture %addr, <4 x i64> %a) nounwind uwtable ssp {
181; SKX-LABEL: extract_subvector256_v2i64_store_lo:
182; SKX: ## BB#0: ## %entry
Craig Topperc48c0292016-08-01 07:55:33 +0000183; SKX-NEXT: vmovups %xmm0, (%rdi)
Craig Topper95bdabd2016-05-22 23:44:33 +0000184; SKX-NEXT: retq
185entry:
186 %0 = shufflevector <4 x i64> %a, <4 x i64> undef, <2 x i32> <i32 0, i32 1>
187 %1 = bitcast i64* %addr to <2 x i64>*
188 store <2 x i64> %0, <2 x i64>* %1, align 1
189 ret void
190}
191
Craig Topperef1807f2016-11-09 05:38:47 +0000192define void @extract_subvector256_v2i64_store_lo_align_16(i64* nocapture %addr, <4 x i64> %a) nounwind uwtable ssp {
193; SKX-LABEL: extract_subvector256_v2i64_store_lo_align_16:
194; SKX: ## BB#0: ## %entry
195; SKX-NEXT: vmovaps %xmm0, (%rdi)
196; SKX-NEXT: retq
197entry:
198 %0 = shufflevector <4 x i64> %a, <4 x i64> undef, <2 x i32> <i32 0, i32 1>
199 %1 = bitcast i64* %addr to <2 x i64>*
200 store <2 x i64> %0, <2 x i64>* %1, align 16
201 ret void
202}
203
Craig Topper95bdabd2016-05-22 23:44:33 +0000204define void @extract_subvector256_v4i32_store_lo(i32* nocapture %addr, <8 x i32> %a) nounwind uwtable ssp {
205; SKX-LABEL: extract_subvector256_v4i32_store_lo:
206; SKX: ## BB#0: ## %entry
Craig Topperc48c0292016-08-01 07:55:33 +0000207; SKX-NEXT: vmovups %xmm0, (%rdi)
Craig Topper95bdabd2016-05-22 23:44:33 +0000208; SKX-NEXT: retq
209entry:
210 %0 = shufflevector <8 x i32> %a, <8 x i32> undef, <4 x i32> <i32 0, i32 1, i32 2, i32 3>
211 %1 = bitcast i32* %addr to <4 x i32>*
212 store <4 x i32> %0, <4 x i32>* %1, align 1
213 ret void
214}
215
Craig Topperef1807f2016-11-09 05:38:47 +0000216define void @extract_subvector256_v4i32_store_lo_align_16(i32* nocapture %addr, <8 x i32> %a) nounwind uwtable ssp {
217; SKX-LABEL: extract_subvector256_v4i32_store_lo_align_16:
218; SKX: ## BB#0: ## %entry
219; SKX-NEXT: vmovaps %xmm0, (%rdi)
220; SKX-NEXT: retq
221entry:
222 %0 = shufflevector <8 x i32> %a, <8 x i32> undef, <4 x i32> <i32 0, i32 1, i32 2, i32 3>
223 %1 = bitcast i32* %addr to <4 x i32>*
224 store <4 x i32> %0, <4 x i32>* %1, align 16
225 ret void
226}
227
Craig Topper95bdabd2016-05-22 23:44:33 +0000228define void @extract_subvector256_v8i16_store_lo(i16* nocapture %addr, <16 x i16> %a) nounwind uwtable ssp {
229; SKX-LABEL: extract_subvector256_v8i16_store_lo:
230; SKX: ## BB#0: ## %entry
Craig Topperc48c0292016-08-01 07:55:33 +0000231; SKX-NEXT: vmovups %xmm0, (%rdi)
Craig Topper95bdabd2016-05-22 23:44:33 +0000232; SKX-NEXT: retq
233entry:
234 %0 = shufflevector <16 x i16> %a, <16 x i16> undef, <8 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7>
235 %1 = bitcast i16* %addr to <8 x i16>*
236 store <8 x i16> %0, <8 x i16>* %1, align 1
237 ret void
238}
239
Craig Topperef1807f2016-11-09 05:38:47 +0000240define void @extract_subvector256_v8i16_store_lo_align_16(i16* nocapture %addr, <16 x i16> %a) nounwind uwtable ssp {
241; SKX-LABEL: extract_subvector256_v8i16_store_lo_align_16:
242; SKX: ## BB#0: ## %entry
243; SKX-NEXT: vmovaps %xmm0, (%rdi)
244; SKX-NEXT: retq
245entry:
246 %0 = shufflevector <16 x i16> %a, <16 x i16> undef, <8 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7>
247 %1 = bitcast i16* %addr to <8 x i16>*
248 store <8 x i16> %0, <8 x i16>* %1, align 16
249 ret void
250}
251
Craig Topper95bdabd2016-05-22 23:44:33 +0000252define void @extract_subvector256_v16i8_store_lo(i8* nocapture %addr, <32 x i8> %a) nounwind uwtable ssp {
253; SKX-LABEL: extract_subvector256_v16i8_store_lo:
254; SKX: ## BB#0: ## %entry
Craig Topperc48c0292016-08-01 07:55:33 +0000255; SKX-NEXT: vmovups %xmm0, (%rdi)
Craig Topper95bdabd2016-05-22 23:44:33 +0000256; SKX-NEXT: retq
257entry:
258 %0 = shufflevector <32 x i8> %a, <32 x i8> undef, <16 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7, i32 8, i32 9, i32 10, i32 11, i32 12, i32 13, i32 14, i32 15>
259 %1 = bitcast i8* %addr to <16 x i8>*
260 store <16 x i8> %0, <16 x i8>* %1, align 1
261 ret void
262}
263
Craig Topperef1807f2016-11-09 05:38:47 +0000264define void @extract_subvector256_v16i8_store_lo_align_16(i8* nocapture %addr, <32 x i8> %a) nounwind uwtable ssp {
265; SKX-LABEL: extract_subvector256_v16i8_store_lo_align_16:
266; SKX: ## BB#0: ## %entry
267; SKX-NEXT: vmovaps %xmm0, (%rdi)
268; SKX-NEXT: retq
269entry:
270 %0 = shufflevector <32 x i8> %a, <32 x i8> undef, <16 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7, i32 8, i32 9, i32 10, i32 11, i32 12, i32 13, i32 14, i32 15>
271 %1 = bitcast i8* %addr to <16 x i8>*
272 store <16 x i8> %0, <16 x i8>* %1, align 16
273 ret void
274}
275
Craig Topper95bdabd2016-05-22 23:44:33 +0000276define void @extract_subvector512_v2f64_store_lo(double* nocapture %addr, <8 x double> %a) nounwind uwtable ssp {
277; SKX-LABEL: extract_subvector512_v2f64_store_lo:
278; SKX: ## BB#0: ## %entry
Craig Topper4c53e602016-07-31 20:20:01 +0000279; SKX-NEXT: vmovups %xmm0, (%rdi)
Craig Topper95bdabd2016-05-22 23:44:33 +0000280; SKX-NEXT: retq
281entry:
282 %0 = shufflevector <8 x double> %a, <8 x double> undef, <2 x i32> <i32 0, i32 1>
283 %1 = bitcast double* %addr to <2 x double>*
284 store <2 x double> %0, <2 x double>* %1, align 1
285 ret void
286}
287
Craig Topperef1807f2016-11-09 05:38:47 +0000288define void @extract_subvector512_v2f64_store_lo_align_16(double* nocapture %addr, <8 x double> %a) nounwind uwtable ssp {
289; SKX-LABEL: extract_subvector512_v2f64_store_lo_align_16:
290; SKX: ## BB#0: ## %entry
291; SKX-NEXT: vmovaps %xmm0, (%rdi)
292; SKX-NEXT: retq
293entry:
294 %0 = shufflevector <8 x double> %a, <8 x double> undef, <2 x i32> <i32 0, i32 1>
295 %1 = bitcast double* %addr to <2 x double>*
296 store <2 x double> %0, <2 x double>* %1, align 16
297 ret void
298}
299
Craig Topper95bdabd2016-05-22 23:44:33 +0000300define void @extract_subvector512_v4f32_store_lo(float* nocapture %addr, <16 x float> %a) nounwind uwtable ssp {
301; SKX-LABEL: extract_subvector512_v4f32_store_lo:
302; SKX: ## BB#0: ## %entry
303; SKX-NEXT: vmovups %xmm0, (%rdi)
304; SKX-NEXT: retq
305entry:
306 %0 = shufflevector <16 x float> %a, <16 x float> undef, <4 x i32> <i32 0, i32 1, i32 2, i32 3>
307 %1 = bitcast float* %addr to <4 x float>*
308 store <4 x float> %0, <4 x float>* %1, align 1
309 ret void
310}
311
Craig Topperef1807f2016-11-09 05:38:47 +0000312define void @extract_subvector512_v4f32_store_lo_align_16(float* nocapture %addr, <16 x float> %a) nounwind uwtable ssp {
313; SKX-LABEL: extract_subvector512_v4f32_store_lo_align_16:
314; SKX: ## BB#0: ## %entry
315; SKX-NEXT: vmovaps %xmm0, (%rdi)
316; SKX-NEXT: retq
317entry:
318 %0 = shufflevector <16 x float> %a, <16 x float> undef, <4 x i32> <i32 0, i32 1, i32 2, i32 3>
319 %1 = bitcast float* %addr to <4 x float>*
320 store <4 x float> %0, <4 x float>* %1, align 16
321 ret void
322}
323
Craig Topper95bdabd2016-05-22 23:44:33 +0000324define void @extract_subvector512_v2i64_store_lo(i64* nocapture %addr, <8 x i64> %a) nounwind uwtable ssp {
325; SKX-LABEL: extract_subvector512_v2i64_store_lo:
326; SKX: ## BB#0: ## %entry
Craig Topperc48c0292016-08-01 07:55:33 +0000327; SKX-NEXT: vmovups %xmm0, (%rdi)
Craig Topper95bdabd2016-05-22 23:44:33 +0000328; SKX-NEXT: retq
329entry:
330 %0 = shufflevector <8 x i64> %a, <8 x i64> undef, <2 x i32> <i32 0, i32 1>
331 %1 = bitcast i64* %addr to <2 x i64>*
332 store <2 x i64> %0, <2 x i64>* %1, align 1
333 ret void
334}
335
Craig Topperef1807f2016-11-09 05:38:47 +0000336define void @extract_subvector512_v2i64_store_lo_align_16(i64* nocapture %addr, <8 x i64> %a) nounwind uwtable ssp {
337; SKX-LABEL: extract_subvector512_v2i64_store_lo_align_16:
338; SKX: ## BB#0: ## %entry
339; SKX-NEXT: vmovaps %xmm0, (%rdi)
340; SKX-NEXT: retq
341entry:
342 %0 = shufflevector <8 x i64> %a, <8 x i64> undef, <2 x i32> <i32 0, i32 1>
343 %1 = bitcast i64* %addr to <2 x i64>*
344 store <2 x i64> %0, <2 x i64>* %1, align 16
345 ret void
346}
347
Craig Topper95bdabd2016-05-22 23:44:33 +0000348define void @extract_subvector512_v4i32_store_lo(i32* nocapture %addr, <16 x i32> %a) nounwind uwtable ssp {
349; SKX-LABEL: extract_subvector512_v4i32_store_lo:
350; SKX: ## BB#0: ## %entry
Craig Topperc48c0292016-08-01 07:55:33 +0000351; SKX-NEXT: vmovups %xmm0, (%rdi)
Craig Topper95bdabd2016-05-22 23:44:33 +0000352; SKX-NEXT: retq
353entry:
354 %0 = shufflevector <16 x i32> %a, <16 x i32> undef, <4 x i32> <i32 0, i32 1, i32 2, i32 3>
355 %1 = bitcast i32* %addr to <4 x i32>*
356 store <4 x i32> %0, <4 x i32>* %1, align 1
357 ret void
358}
359
Craig Topperef1807f2016-11-09 05:38:47 +0000360define void @extract_subvector512_v4i32_store_lo_align_16(i32* nocapture %addr, <16 x i32> %a) nounwind uwtable ssp {
361; SKX-LABEL: extract_subvector512_v4i32_store_lo_align_16:
362; SKX: ## BB#0: ## %entry
363; SKX-NEXT: vmovaps %xmm0, (%rdi)
364; SKX-NEXT: retq
365entry:
366 %0 = shufflevector <16 x i32> %a, <16 x i32> undef, <4 x i32> <i32 0, i32 1, i32 2, i32 3>
367 %1 = bitcast i32* %addr to <4 x i32>*
368 store <4 x i32> %0, <4 x i32>* %1, align 16
369 ret void
370}
371
Craig Topper95bdabd2016-05-22 23:44:33 +0000372define void @extract_subvector512_v8i16_store_lo(i16* nocapture %addr, <32 x i16> %a) nounwind uwtable ssp {
373; SKX-LABEL: extract_subvector512_v8i16_store_lo:
374; SKX: ## BB#0: ## %entry
Craig Topperc48c0292016-08-01 07:55:33 +0000375; SKX-NEXT: vmovups %xmm0, (%rdi)
Craig Topper95bdabd2016-05-22 23:44:33 +0000376; SKX-NEXT: retq
377entry:
378 %0 = shufflevector <32 x i16> %a, <32 x i16> undef, <8 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7>
379 %1 = bitcast i16* %addr to <8 x i16>*
380 store <8 x i16> %0, <8 x i16>* %1, align 1
381 ret void
382}
383
384define void @extract_subvector512_v16i8_store_lo(i8* nocapture %addr, <64 x i8> %a) nounwind uwtable ssp {
385; SKX-LABEL: extract_subvector512_v16i8_store_lo:
386; SKX: ## BB#0: ## %entry
Craig Topperc48c0292016-08-01 07:55:33 +0000387; SKX-NEXT: vmovups %xmm0, (%rdi)
Craig Topper95bdabd2016-05-22 23:44:33 +0000388; SKX-NEXT: retq
389entry:
390 %0 = shufflevector <64 x i8> %a, <64 x i8> undef, <16 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7, i32 8, i32 9, i32 10, i32 11, i32 12, i32 13, i32 14, i32 15>
391 %1 = bitcast i8* %addr to <16 x i8>*
392 store <16 x i8> %0, <16 x i8>* %1, align 1
393 ret void
394}
395
Craig Topperef1807f2016-11-09 05:38:47 +0000396define void @extract_subvector512_v16i8_store_lo_align_16(i8* nocapture %addr, <64 x i8> %a) nounwind uwtable ssp {
397; SKX-LABEL: extract_subvector512_v16i8_store_lo_align_16:
398; SKX: ## BB#0: ## %entry
399; SKX-NEXT: vmovaps %xmm0, (%rdi)
400; SKX-NEXT: retq
401entry:
402 %0 = shufflevector <64 x i8> %a, <64 x i8> undef, <16 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7, i32 8, i32 9, i32 10, i32 11, i32 12, i32 13, i32 14, i32 15>
403 %1 = bitcast i8* %addr to <16 x i8>*
404 store <16 x i8> %0, <16 x i8>* %1, align 16
405 ret void
406}
407
Craig Topper95bdabd2016-05-22 23:44:33 +0000408define void @extract_subvector512_v4f64_store_lo(double* nocapture %addr, <8 x double> %a) nounwind uwtable ssp {
409; SKX-LABEL: extract_subvector512_v4f64_store_lo:
410; SKX: ## BB#0: ## %entry
Craig Topper4c53e602016-07-31 20:20:01 +0000411; SKX-NEXT: vmovups %ymm0, (%rdi)
Craig Topper95bdabd2016-05-22 23:44:33 +0000412; SKX-NEXT: retq
413entry:
414 %0 = shufflevector <8 x double> %a, <8 x double> undef, <4 x i32> <i32 0, i32 1, i32 2, i32 3>
415 %1 = bitcast double* %addr to <4 x double>*
416 store <4 x double> %0, <4 x double>* %1, align 1
417 ret void
418}
419
Craig Topperabf50412016-11-09 05:31:53 +0000420define void @extract_subvector512_v4f64_store_lo_align_16(double* nocapture %addr, <8 x double> %a) nounwind uwtable ssp {
421; SKX-LABEL: extract_subvector512_v4f64_store_lo_align_16:
422; SKX: ## BB#0: ## %entry
Craig Topper28e3dfc2016-11-09 05:31:57 +0000423; SKX-NEXT: vmovups %ymm0, (%rdi)
Craig Topperabf50412016-11-09 05:31:53 +0000424; SKX-NEXT: retq
425entry:
426 %0 = shufflevector <8 x double> %a, <8 x double> undef, <4 x i32> <i32 0, i32 1, i32 2, i32 3>
427 %1 = bitcast double* %addr to <4 x double>*
428 store <4 x double> %0, <4 x double>* %1, align 16
429 ret void
430}
431
432define void @extract_subvector512_v4f64_store_lo_align_32(double* nocapture %addr, <8 x double> %a) nounwind uwtable ssp {
433; SKX-LABEL: extract_subvector512_v4f64_store_lo_align_32:
434; SKX: ## BB#0: ## %entry
435; SKX-NEXT: vmovaps %ymm0, (%rdi)
436; SKX-NEXT: retq
437entry:
438 %0 = shufflevector <8 x double> %a, <8 x double> undef, <4 x i32> <i32 0, i32 1, i32 2, i32 3>
439 %1 = bitcast double* %addr to <4 x double>*
440 store <4 x double> %0, <4 x double>* %1, align 32
441 ret void
442}
443
Craig Topper95bdabd2016-05-22 23:44:33 +0000444define void @extract_subvector512_v8f32_store_lo(float* nocapture %addr, <16 x float> %a) nounwind uwtable ssp {
445; SKX-LABEL: extract_subvector512_v8f32_store_lo:
446; SKX: ## BB#0: ## %entry
447; SKX-NEXT: vmovups %ymm0, (%rdi)
448; SKX-NEXT: retq
449entry:
450 %0 = shufflevector <16 x float> %a, <16 x float> undef, <8 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7>
451 %1 = bitcast float* %addr to <8 x float>*
452 store <8 x float> %0, <8 x float>* %1, align 1
453 ret void
454}
455
Craig Topperabf50412016-11-09 05:31:53 +0000456define void @extract_subvector512_v8f32_store_lo_align_16(float* nocapture %addr, <16 x float> %a) nounwind uwtable ssp {
457; SKX-LABEL: extract_subvector512_v8f32_store_lo_align_16:
458; SKX: ## BB#0: ## %entry
459; SKX-NEXT: vmovaps %ymm0, (%rdi)
460; SKX-NEXT: retq
461entry:
462 %0 = shufflevector <16 x float> %a, <16 x float> undef, <8 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7>
463 %1 = bitcast float* %addr to <8 x float>*
464 store <8 x float> %0, <8 x float>* %1, align 16
465 ret void
466}
467
468define void @extract_subvector512_v8f32_store_lo_align_32(float* nocapture %addr, <16 x float> %a) nounwind uwtable ssp {
469; SKX-LABEL: extract_subvector512_v8f32_store_lo_align_32:
470; SKX: ## BB#0: ## %entry
471; SKX-NEXT: vmovaps %ymm0, (%rdi)
472; SKX-NEXT: retq
473entry:
474 %0 = shufflevector <16 x float> %a, <16 x float> undef, <8 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7>
475 %1 = bitcast float* %addr to <8 x float>*
476 store <8 x float> %0, <8 x float>* %1, align 32
477 ret void
478}
479
Craig Topper95bdabd2016-05-22 23:44:33 +0000480define void @extract_subvector512_v4i64_store_lo(i64* nocapture %addr, <8 x i64> %a) nounwind uwtable ssp {
481; SKX-LABEL: extract_subvector512_v4i64_store_lo:
482; SKX: ## BB#0: ## %entry
Craig Topperc48c0292016-08-01 07:55:33 +0000483; SKX-NEXT: vmovups %ymm0, (%rdi)
Craig Topper95bdabd2016-05-22 23:44:33 +0000484; SKX-NEXT: retq
485entry:
486 %0 = shufflevector <8 x i64> %a, <8 x i64> undef, <4 x i32> <i32 0, i32 1, i32 2, i32 3>
487 %1 = bitcast i64* %addr to <4 x i64>*
488 store <4 x i64> %0, <4 x i64>* %1, align 1
489 ret void
490}
491
Craig Topperabf50412016-11-09 05:31:53 +0000492define void @extract_subvector512_v4i64_store_lo_align_16(i64* nocapture %addr, <8 x i64> %a) nounwind uwtable ssp {
493; SKX-LABEL: extract_subvector512_v4i64_store_lo_align_16:
494; SKX: ## BB#0: ## %entry
Craig Topper28e3dfc2016-11-09 05:31:57 +0000495; SKX-NEXT: vmovups %ymm0, (%rdi)
Craig Topperabf50412016-11-09 05:31:53 +0000496; SKX-NEXT: retq
497entry:
498 %0 = shufflevector <8 x i64> %a, <8 x i64> undef, <4 x i32> <i32 0, i32 1, i32 2, i32 3>
499 %1 = bitcast i64* %addr to <4 x i64>*
500 store <4 x i64> %0, <4 x i64>* %1, align 16
501 ret void
502}
503
504define void @extract_subvector512_v4i64_store_lo_align_32(i64* nocapture %addr, <8 x i64> %a) nounwind uwtable ssp {
505; SKX-LABEL: extract_subvector512_v4i64_store_lo_align_32:
506; SKX: ## BB#0: ## %entry
507; SKX-NEXT: vmovaps %ymm0, (%rdi)
508; SKX-NEXT: retq
509entry:
510 %0 = shufflevector <8 x i64> %a, <8 x i64> undef, <4 x i32> <i32 0, i32 1, i32 2, i32 3>
511 %1 = bitcast i64* %addr to <4 x i64>*
512 store <4 x i64> %0, <4 x i64>* %1, align 32
513 ret void
514}
515
Craig Topper95bdabd2016-05-22 23:44:33 +0000516define void @extract_subvector512_v8i32_store_lo(i32* nocapture %addr, <16 x i32> %a) nounwind uwtable ssp {
517; SKX-LABEL: extract_subvector512_v8i32_store_lo:
518; SKX: ## BB#0: ## %entry
Craig Topperc48c0292016-08-01 07:55:33 +0000519; SKX-NEXT: vmovups %ymm0, (%rdi)
Craig Topper95bdabd2016-05-22 23:44:33 +0000520; SKX-NEXT: retq
521entry:
522 %0 = shufflevector <16 x i32> %a, <16 x i32> undef, <8 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7>
523 %1 = bitcast i32* %addr to <8 x i32>*
524 store <8 x i32> %0, <8 x i32>* %1, align 1
525 ret void
526}
527
Craig Topperabf50412016-11-09 05:31:53 +0000528define void @extract_subvector512_v8i32_store_lo_align_16(i32* nocapture %addr, <16 x i32> %a) nounwind uwtable ssp {
529; SKX-LABEL: extract_subvector512_v8i32_store_lo_align_16:
530; SKX: ## BB#0: ## %entry
Craig Topper28e3dfc2016-11-09 05:31:57 +0000531; SKX-NEXT: vmovups %ymm0, (%rdi)
Craig Topperabf50412016-11-09 05:31:53 +0000532; SKX-NEXT: retq
533entry:
534 %0 = shufflevector <16 x i32> %a, <16 x i32> undef, <8 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7>
535 %1 = bitcast i32* %addr to <8 x i32>*
536 store <8 x i32> %0, <8 x i32>* %1, align 16
537 ret void
538}
539
540define void @extract_subvector512_v8i32_store_lo_align_32(i32* nocapture %addr, <16 x i32> %a) nounwind uwtable ssp {
541; SKX-LABEL: extract_subvector512_v8i32_store_lo_align_32:
542; SKX: ## BB#0: ## %entry
543; SKX-NEXT: vmovaps %ymm0, (%rdi)
544; SKX-NEXT: retq
545entry:
546 %0 = shufflevector <16 x i32> %a, <16 x i32> undef, <8 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7>
547 %1 = bitcast i32* %addr to <8 x i32>*
548 store <8 x i32> %0, <8 x i32>* %1, align 32
549 ret void
550}
551
Craig Topper95bdabd2016-05-22 23:44:33 +0000552define void @extract_subvector512_v16i16_store_lo(i16* nocapture %addr, <32 x i16> %a) nounwind uwtable ssp {
553; SKX-LABEL: extract_subvector512_v16i16_store_lo:
554; SKX: ## BB#0: ## %entry
Craig Topperc48c0292016-08-01 07:55:33 +0000555; SKX-NEXT: vmovups %ymm0, (%rdi)
Craig Topper95bdabd2016-05-22 23:44:33 +0000556; SKX-NEXT: retq
557entry:
558 %0 = shufflevector <32 x i16> %a, <32 x i16> undef, <16 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7, i32 8, i32 9, i32 10, i32 11, i32 12, i32 13, i32 14, i32 15>
559 %1 = bitcast i16* %addr to <16 x i16>*
560 store <16 x i16> %0, <16 x i16>* %1, align 1
561 ret void
562}
563
Craig Topperabf50412016-11-09 05:31:53 +0000564define void @extract_subvector512_v16i16_store_lo_align_16(i16* nocapture %addr, <32 x i16> %a) nounwind uwtable ssp {
565; SKX-LABEL: extract_subvector512_v16i16_store_lo_align_16:
566; SKX: ## BB#0: ## %entry
Craig Topper28e3dfc2016-11-09 05:31:57 +0000567; SKX-NEXT: vmovups %ymm0, (%rdi)
Craig Topperabf50412016-11-09 05:31:53 +0000568; SKX-NEXT: retq
569entry:
570 %0 = shufflevector <32 x i16> %a, <32 x i16> undef, <16 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7, i32 8, i32 9, i32 10, i32 11, i32 12, i32 13, i32 14, i32 15>
571 %1 = bitcast i16* %addr to <16 x i16>*
572 store <16 x i16> %0, <16 x i16>* %1, align 16
573 ret void
574}
575
576define void @extract_subvector512_v16i16_store_lo_align_32(i16* nocapture %addr, <32 x i16> %a) nounwind uwtable ssp {
577; SKX-LABEL: extract_subvector512_v16i16_store_lo_align_32:
578; SKX: ## BB#0: ## %entry
579; SKX-NEXT: vmovaps %ymm0, (%rdi)
580; SKX-NEXT: retq
581entry:
582 %0 = shufflevector <32 x i16> %a, <32 x i16> undef, <16 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7, i32 8, i32 9, i32 10, i32 11, i32 12, i32 13, i32 14, i32 15>
583 %1 = bitcast i16* %addr to <16 x i16>*
584 store <16 x i16> %0, <16 x i16>* %1, align 32
585 ret void
586}
587
Craig Topper95bdabd2016-05-22 23:44:33 +0000588define void @extract_subvector512_v32i8_store_lo(i8* nocapture %addr, <64 x i8> %a) nounwind uwtable ssp {
589; SKX-LABEL: extract_subvector512_v32i8_store_lo:
590; SKX: ## BB#0: ## %entry
Craig Topperc48c0292016-08-01 07:55:33 +0000591; SKX-NEXT: vmovups %ymm0, (%rdi)
Craig Topper95bdabd2016-05-22 23:44:33 +0000592; SKX-NEXT: retq
593entry:
594 %0 = shufflevector <64 x i8> %a, <64 x i8> undef, <32 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7, i32 8, i32 9, i32 10, i32 11, i32 12, i32 13, i32 14, i32 15, i32 16, i32 17, i32 18, i32 19, i32 20, i32 21, i32 22, i32 23, i32 24, i32 25, i32 26, i32 27, i32 28, i32 29, i32 30, i32 31>
595 %1 = bitcast i8* %addr to <32 x i8>*
596 store <32 x i8> %0, <32 x i8>* %1, align 1
597 ret void
598}
Craig Topperd4e58072016-10-31 05:55:57 +0000599
Craig Topperabf50412016-11-09 05:31:53 +0000600define void @extract_subvector512_v32i8_store_lo_align_16(i8* nocapture %addr, <64 x i8> %a) nounwind uwtable ssp {
601; SKX-LABEL: extract_subvector512_v32i8_store_lo_align_16:
602; SKX: ## BB#0: ## %entry
Craig Topper28e3dfc2016-11-09 05:31:57 +0000603; SKX-NEXT: vmovups %ymm0, (%rdi)
Craig Topperabf50412016-11-09 05:31:53 +0000604; SKX-NEXT: retq
605entry:
606 %0 = shufflevector <64 x i8> %a, <64 x i8> undef, <32 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7, i32 8, i32 9, i32 10, i32 11, i32 12, i32 13, i32 14, i32 15, i32 16, i32 17, i32 18, i32 19, i32 20, i32 21, i32 22, i32 23, i32 24, i32 25, i32 26, i32 27, i32 28, i32 29, i32 30, i32 31>
607 %1 = bitcast i8* %addr to <32 x i8>*
608 store <32 x i8> %0, <32 x i8>* %1, align 16
609 ret void
610}
611
612define void @extract_subvector512_v32i8_store_lo_align_32(i8* nocapture %addr, <64 x i8> %a) nounwind uwtable ssp {
613; SKX-LABEL: extract_subvector512_v32i8_store_lo_align_32:
614; SKX: ## BB#0: ## %entry
615; SKX-NEXT: vmovaps %ymm0, (%rdi)
616; SKX-NEXT: retq
617entry:
618 %0 = shufflevector <64 x i8> %a, <64 x i8> undef, <32 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7, i32 8, i32 9, i32 10, i32 11, i32 12, i32 13, i32 14, i32 15, i32 16, i32 17, i32 18, i32 19, i32 20, i32 21, i32 22, i32 23, i32 24, i32 25, i32 26, i32 27, i32 28, i32 29, i32 30, i32 31>
619 %1 = bitcast i8* %addr to <32 x i8>*
620 store <32 x i8> %0, <32 x i8>* %1, align 32
621 ret void
622}
623
Craig Topperd4e58072016-10-31 05:55:57 +0000624define <4 x double> @test_mm512_mask_extractf64x4_pd(<4 x double> %__W, i8 %__U, <8 x double> %__A) {
625; SKX-LABEL: test_mm512_mask_extractf64x4_pd:
626; SKX: ## BB#0: ## %entry
627; SKX-NEXT: kmovb %edi, %k1
628; SKX-NEXT: vextractf64x4 $1, %zmm1, %ymm0 {%k1}
629; SKX-NEXT: retq
630entry:
631 %shuffle = shufflevector <8 x double> %__A, <8 x double> undef, <4 x i32> <i32 4, i32 5, i32 6, i32 7>
632 %0 = bitcast i8 %__U to <8 x i1>
633 %extract = shufflevector <8 x i1> %0, <8 x i1> undef, <4 x i32> <i32 0, i32 1, i32 2, i32 3>
634 %1 = select <4 x i1> %extract, <4 x double> %shuffle, <4 x double> %__W
635 ret <4 x double> %1
636}
637
638define <4 x double> @test_mm512_maskz_extractf64x4_pd(i8 %__U, <8 x double> %__A) {
639; SKX-LABEL: test_mm512_maskz_extractf64x4_pd:
640; SKX: ## BB#0: ## %entry
641; SKX-NEXT: kmovb %edi, %k1
642; SKX-NEXT: vextractf64x4 $1, %zmm0, %ymm0 {%k1} {z}
643; SKX-NEXT: retq
644entry:
645 %shuffle = shufflevector <8 x double> %__A, <8 x double> undef, <4 x i32> <i32 4, i32 5, i32 6, i32 7>
646 %0 = bitcast i8 %__U to <8 x i1>
647 %extract = shufflevector <8 x i1> %0, <8 x i1> undef, <4 x i32> <i32 0, i32 1, i32 2, i32 3>
648 %1 = select <4 x i1> %extract, <4 x double> %shuffle, <4 x double> zeroinitializer
649 ret <4 x double> %1
650}
651
652define <4 x float> @test_mm512_mask_extractf32x4_ps(<4 x float> %__W, i8 %__U, <8 x double> %__A) {
653; SKX-LABEL: test_mm512_mask_extractf32x4_ps:
654; SKX: ## BB#0: ## %entry
655; SKX-NEXT: kmovb %edi, %k1
656; SKX-NEXT: vextractf32x4 $1, %zmm1, %xmm0 {%k1}
657; SKX-NEXT: retq
658entry:
659 %0 = bitcast <8 x double> %__A to <16 x float>
660 %shuffle = shufflevector <16 x float> %0, <16 x float> undef, <4 x i32> <i32 4, i32 5, i32 6, i32 7>
661 %1 = bitcast i8 %__U to <8 x i1>
662 %extract = shufflevector <8 x i1> %1, <8 x i1> undef, <4 x i32> <i32 0, i32 1, i32 2, i32 3>
663 %2 = select <4 x i1> %extract, <4 x float> %shuffle, <4 x float> %__W
664 ret <4 x float> %2
665}
666
667define <4 x float> @test_mm512_maskz_extractf32x4_ps(i8 %__U, <8 x double> %__A) {
668; SKX-LABEL: test_mm512_maskz_extractf32x4_ps:
669; SKX: ## BB#0: ## %entry
670; SKX-NEXT: kmovb %edi, %k1
671; SKX-NEXT: vextractf32x4 $1, %zmm0, %xmm0 {%k1} {z}
672; SKX-NEXT: retq
673entry:
674 %0 = bitcast <8 x double> %__A to <16 x float>
675 %shuffle = shufflevector <16 x float> %0, <16 x float> undef, <4 x i32> <i32 4, i32 5, i32 6, i32 7>
676 %1 = bitcast i8 %__U to <8 x i1>
677 %extract = shufflevector <8 x i1> %1, <8 x i1> undef, <4 x i32> <i32 0, i32 1, i32 2, i32 3>
678 %2 = select <4 x i1> %extract, <4 x float> %shuffle, <4 x float> zeroinitializer
679 ret <4 x float> %2
680}
681
682define <2 x double> @test_mm256_mask_extractf64x2_pd(<2 x double> %__W, i8 %__U, <4 x double> %__A) {
683; SKX-LABEL: test_mm256_mask_extractf64x2_pd:
684; SKX: ## BB#0: ## %entry
685; SKX-NEXT: kmovb %edi, %k1
686; SKX-NEXT: vextractf64x2 $1, %ymm1, %xmm0 {%k1}
687; SKX-NEXT: retq
688entry:
689 %shuffle = shufflevector <4 x double> %__A, <4 x double> undef, <2 x i32> <i32 2, i32 3>
690 %0 = bitcast i8 %__U to <8 x i1>
691 %extract = shufflevector <8 x i1> %0, <8 x i1> undef, <2 x i32> <i32 0, i32 1>
692 %1 = select <2 x i1> %extract, <2 x double> %shuffle, <2 x double> %__W
693 ret <2 x double> %1
694}
695
696define <2 x double> @test_mm256_maskz_extractf64x2_pd(i8 %__U, <4 x double> %__A) {
697; SKX-LABEL: test_mm256_maskz_extractf64x2_pd:
698; SKX: ## BB#0: ## %entry
699; SKX-NEXT: kmovb %edi, %k1
700; SKX-NEXT: vextractf64x2 $1, %ymm0, %xmm0 {%k1} {z}
701; SKX-NEXT: retq
702entry:
703 %shuffle = shufflevector <4 x double> %__A, <4 x double> undef, <2 x i32> <i32 2, i32 3>
704 %0 = bitcast i8 %__U to <8 x i1>
705 %extract = shufflevector <8 x i1> %0, <8 x i1> undef, <2 x i32> <i32 0, i32 1>
706 %1 = select <2 x i1> %extract, <2 x double> %shuffle, <2 x double> zeroinitializer
707 ret <2 x double> %1
708}
709
710define <2 x i64> @test_mm256_mask_extracti64x2_epi64(<2 x i64> %__W, i8 %__U, <4 x i64> %__A) {
711; SKX-LABEL: test_mm256_mask_extracti64x2_epi64:
712; SKX: ## BB#0: ## %entry
713; SKX-NEXT: kmovb %edi, %k1
714; SKX-NEXT: vextracti64x2 $1, %ymm1, %xmm0 {%k1}
715; SKX-NEXT: retq
716entry:
717 %shuffle = shufflevector <4 x i64> %__A, <4 x i64> undef, <2 x i32> <i32 2, i32 3>
718 %0 = bitcast i8 %__U to <8 x i1>
719 %extract = shufflevector <8 x i1> %0, <8 x i1> undef, <2 x i32> <i32 0, i32 1>
720 %1 = select <2 x i1> %extract, <2 x i64> %shuffle, <2 x i64> %__W
721 ret <2 x i64> %1
722}
723
724define <2 x i64> @test_mm256_maskz_extracti64x2_epi64(i8 %__U, <4 x i64> %__A) {
725; SKX-LABEL: test_mm256_maskz_extracti64x2_epi64:
726; SKX: ## BB#0: ## %entry
727; SKX-NEXT: kmovb %edi, %k1
728; SKX-NEXT: vextracti64x2 $1, %ymm0, %xmm0 {%k1} {z}
729; SKX-NEXT: retq
730entry:
731 %shuffle = shufflevector <4 x i64> %__A, <4 x i64> undef, <2 x i32> <i32 2, i32 3>
732 %0 = bitcast i8 %__U to <8 x i1>
733 %extract = shufflevector <8 x i1> %0, <8 x i1> undef, <2 x i32> <i32 0, i32 1>
734 %1 = select <2 x i1> %extract, <2 x i64> %shuffle, <2 x i64> zeroinitializer
735 ret <2 x i64> %1
736}
737
738define <4 x float> @test_mm256_mask_extractf32x4_ps(<4 x float> %__W, i8 %__U, <8 x float> %__A) {
739; SKX-LABEL: test_mm256_mask_extractf32x4_ps:
740; SKX: ## BB#0: ## %entry
741; SKX-NEXT: kmovb %edi, %k1
742; SKX-NEXT: vextractf32x4 $1, %ymm1, %xmm0 {%k1}
743; SKX-NEXT: retq
744entry:
745 %shuffle = shufflevector <8 x float> %__A, <8 x float> undef, <4 x i32> <i32 4, i32 5, i32 6, i32 7>
746 %0 = bitcast i8 %__U to <8 x i1>
747 %extract = shufflevector <8 x i1> %0, <8 x i1> undef, <4 x i32> <i32 0, i32 1, i32 2, i32 3>
748 %1 = select <4 x i1> %extract, <4 x float> %shuffle, <4 x float> %__W
749 ret <4 x float> %1
750}
751
752define <4 x float> @test_mm256_maskz_extractf32x4_ps(i8 %__U, <8 x float> %__A) {
753; SKX-LABEL: test_mm256_maskz_extractf32x4_ps:
754; SKX: ## BB#0: ## %entry
755; SKX-NEXT: kmovb %edi, %k1
756; SKX-NEXT: vextractf32x4 $1, %ymm0, %xmm0 {%k1} {z}
757; SKX-NEXT: retq
758entry:
759 %shuffle = shufflevector <8 x float> %__A, <8 x float> undef, <4 x i32> <i32 4, i32 5, i32 6, i32 7>
760 %0 = bitcast i8 %__U to <8 x i1>
761 %extract = shufflevector <8 x i1> %0, <8 x i1> undef, <4 x i32> <i32 0, i32 1, i32 2, i32 3>
762 %1 = select <4 x i1> %extract, <4 x float> %shuffle, <4 x float> zeroinitializer
763 ret <4 x float> %1
764}
765
766define <2 x i64> @test_mm256_mask_extracti32x4_epi32(<2 x i64> %__W, i8 %__U, <4 x i64> %__A) {
767; SKX-LABEL: test_mm256_mask_extracti32x4_epi32:
768; SKX: ## BB#0: ## %entry
769; SKX-NEXT: kmovb %edi, %k1
770; SKX-NEXT: vextracti32x4 $1, %ymm1, %xmm0 {%k1}
771; SKX-NEXT: retq
772entry:
773 %0 = bitcast <4 x i64> %__A to <8 x i32>
774 %shuffle = shufflevector <8 x i32> %0, <8 x i32> undef, <4 x i32> <i32 4, i32 5, i32 6, i32 7>
775 %1 = bitcast <2 x i64> %__W to <4 x i32>
776 %2 = bitcast i8 %__U to <8 x i1>
777 %extract = shufflevector <8 x i1> %2, <8 x i1> undef, <4 x i32> <i32 0, i32 1, i32 2, i32 3>
778 %3 = select <4 x i1> %extract, <4 x i32> %shuffle, <4 x i32> %1
779 %4 = bitcast <4 x i32> %3 to <2 x i64>
780 ret <2 x i64> %4
781}
782
783define <2 x i64> @test_mm256_maskz_extracti32x4_epi32(i8 %__U, <4 x i64> %__A) {
784; SKX-LABEL: test_mm256_maskz_extracti32x4_epi32:
785; SKX: ## BB#0: ## %entry
786; SKX-NEXT: kmovb %edi, %k1
787; SKX-NEXT: vextracti32x4 $1, %ymm0, %xmm0 {%k1} {z}
788; SKX-NEXT: retq
789entry:
790 %0 = bitcast <4 x i64> %__A to <8 x i32>
791 %shuffle = shufflevector <8 x i32> %0, <8 x i32> undef, <4 x i32> <i32 4, i32 5, i32 6, i32 7>
792 %1 = bitcast i8 %__U to <8 x i1>
793 %extract = shufflevector <8 x i1> %1, <8 x i1> undef, <4 x i32> <i32 0, i32 1, i32 2, i32 3>
794 %2 = select <4 x i1> %extract, <4 x i32> %shuffle, <4 x i32> zeroinitializer
795 %3 = bitcast <4 x i32> %2 to <2 x i64>
796 ret <2 x i64> %3
797}
798
799define <8 x float> @test_mm512_mask_extractf32x8_ps(<8 x float> %__W, i8 %__U, <16 x float> %__A) {
800; SKX-LABEL: test_mm512_mask_extractf32x8_ps:
801; SKX: ## BB#0: ## %entry
802; SKX-NEXT: kmovb %edi, %k1
803; SKX-NEXT: vextractf32x8 $1, %zmm1, %ymm0 {%k1}
804; SKX-NEXT: retq
805entry:
806 %shuffle = shufflevector <16 x float> %__A, <16 x float> undef, <8 x i32> <i32 8, i32 9, i32 10, i32 11, i32 12, i32 13, i32 14, i32 15>
807 %0 = bitcast i8 %__U to <8 x i1>
808 %1 = select <8 x i1> %0, <8 x float> %shuffle, <8 x float> %__W
809 ret <8 x float> %1
810}
811
812define <8 x float> @test_mm512_maskz_extractf32x8_ps(i8 %__U, <16 x float> %__A) {
813; SKX-LABEL: test_mm512_maskz_extractf32x8_ps:
814; SKX: ## BB#0: ## %entry
815; SKX-NEXT: kmovb %edi, %k1
816; SKX-NEXT: vextractf32x8 $1, %zmm0, %ymm0 {%k1} {z}
817; SKX-NEXT: retq
818entry:
819 %shuffle = shufflevector <16 x float> %__A, <16 x float> undef, <8 x i32> <i32 8, i32 9, i32 10, i32 11, i32 12, i32 13, i32 14, i32 15>
820 %0 = bitcast i8 %__U to <8 x i1>
821 %1 = select <8 x i1> %0, <8 x float> %shuffle, <8 x float> zeroinitializer
822 ret <8 x float> %1
823}
824
825define <2 x double> @test_mm512_mask_extractf64x2_pd(<2 x double> %__W, i8 %__U, <8 x double> %__A) {
826; SKX-LABEL: test_mm512_mask_extractf64x2_pd:
827; SKX: ## BB#0: ## %entry
828; SKX-NEXT: kmovb %edi, %k1
829; SKX-NEXT: vextractf64x2 $3, %zmm1, %xmm0 {%k1}
830; SKX-NEXT: retq
831entry:
832 %shuffle = shufflevector <8 x double> %__A, <8 x double> undef, <2 x i32> <i32 6, i32 7>
833 %0 = bitcast i8 %__U to <8 x i1>
834 %extract = shufflevector <8 x i1> %0, <8 x i1> undef, <2 x i32> <i32 0, i32 1>
835 %1 = select <2 x i1> %extract, <2 x double> %shuffle, <2 x double> %__W
836 ret <2 x double> %1
837}
838
839define <2 x double> @test_mm512_maskz_extractf64x2_pd(i8 %__U, <8 x double> %__A) {
840; SKX-LABEL: test_mm512_maskz_extractf64x2_pd:
841; SKX: ## BB#0: ## %entry
842; SKX-NEXT: kmovb %edi, %k1
843; SKX-NEXT: vextractf64x2 $3, %zmm0, %xmm0 {%k1} {z}
844; SKX-NEXT: retq
845entry:
846 %shuffle = shufflevector <8 x double> %__A, <8 x double> undef, <2 x i32> <i32 6, i32 7>
847 %0 = bitcast i8 %__U to <8 x i1>
848 %extract = shufflevector <8 x i1> %0, <8 x i1> undef, <2 x i32> <i32 0, i32 1>
849 %1 = select <2 x i1> %extract, <2 x double> %shuffle, <2 x double> zeroinitializer
850 ret <2 x double> %1
851}