blob: ab74290fb483b3270bd9f3c4bf48f7f574e67ddb [file] [log] [blame]
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +00001; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py
Simon Pilgrim55006b42017-07-05 17:30:30 +00002; RUN: llc < %s -mtriple=x86_64-unknown-unknown -mattr=+SSE2 | FileCheck %s --check-prefixes=SSE2-SSSE3,SSE2
3; RUN: llc < %s -mtriple=x86_64-unknown-unknown -mattr=+SSSE3 | FileCheck %s --check-prefixes=SSE2-SSSE3,SSSE3
4; RUN: llc < %s -mtriple=x86_64-unknown-unknown -mattr=+avx | FileCheck %s --check-prefixes=AVX12,AVX1
5; RUN: llc < %s -mtriple=x86_64-unknown-unknown -mattr=+avx2 | FileCheck %s --check-prefixes=AVX12,AVX2
6; RUN: llc < %s -mtriple=x86_64-unknown-unknown -mattr=+avx512f,+avx512vl,+avx512bw | FileCheck %s --check-prefix=AVX512
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +00007
8define i4 @v4i64(<4 x i64> %a, <4 x i64> %b, <4 x i64> %c, <4 x i64> %d) {
Zvi Rackover76937332017-06-01 11:27:57 +00009; SSE2-SSSE3-LABEL: v4i64:
Simon Pilgrim55006b42017-07-05 17:30:30 +000010; SSE2-SSSE3: # BB#0:
Zvi Rackover76937332017-06-01 11:27:57 +000011; SSE2-SSSE3-NEXT: movdqa {{.*#+}} xmm8 = [2147483648,0,2147483648,0]
12; SSE2-SSSE3-NEXT: pxor %xmm8, %xmm3
13; SSE2-SSSE3-NEXT: pxor %xmm8, %xmm1
14; SSE2-SSSE3-NEXT: movdqa %xmm1, %xmm9
15; SSE2-SSSE3-NEXT: pcmpgtd %xmm3, %xmm9
16; SSE2-SSSE3-NEXT: pshufd {{.*#+}} xmm10 = xmm9[0,0,2,2]
17; SSE2-SSSE3-NEXT: pcmpeqd %xmm3, %xmm1
18; SSE2-SSSE3-NEXT: pshufd {{.*#+}} xmm1 = xmm1[1,1,3,3]
19; SSE2-SSSE3-NEXT: pand %xmm10, %xmm1
20; SSE2-SSSE3-NEXT: pshufd {{.*#+}} xmm3 = xmm9[1,1,3,3]
21; SSE2-SSSE3-NEXT: por %xmm1, %xmm3
22; SSE2-SSSE3-NEXT: pxor %xmm8, %xmm2
23; SSE2-SSSE3-NEXT: pxor %xmm8, %xmm0
24; SSE2-SSSE3-NEXT: movdqa %xmm0, %xmm1
25; SSE2-SSSE3-NEXT: pcmpgtd %xmm2, %xmm1
26; SSE2-SSSE3-NEXT: pshufd {{.*#+}} xmm9 = xmm1[0,0,2,2]
27; SSE2-SSSE3-NEXT: pcmpeqd %xmm2, %xmm0
28; SSE2-SSSE3-NEXT: pshufd {{.*#+}} xmm2 = xmm0[1,1,3,3]
29; SSE2-SSSE3-NEXT: pand %xmm9, %xmm2
30; SSE2-SSSE3-NEXT: pshufd {{.*#+}} xmm0 = xmm1[1,1,3,3]
31; SSE2-SSSE3-NEXT: por %xmm2, %xmm0
32; SSE2-SSSE3-NEXT: shufps {{.*#+}} xmm0 = xmm0[0,2],xmm3[0,2]
Zvi Rackover76937332017-06-01 11:27:57 +000033; SSE2-SSSE3-NEXT: pxor %xmm8, %xmm7
34; SSE2-SSSE3-NEXT: pxor %xmm8, %xmm5
35; SSE2-SSSE3-NEXT: movdqa %xmm5, %xmm1
36; SSE2-SSSE3-NEXT: pcmpgtd %xmm7, %xmm1
37; SSE2-SSSE3-NEXT: pshufd {{.*#+}} xmm2 = xmm1[0,0,2,2]
38; SSE2-SSSE3-NEXT: pcmpeqd %xmm7, %xmm5
39; SSE2-SSSE3-NEXT: pshufd {{.*#+}} xmm3 = xmm5[1,1,3,3]
40; SSE2-SSSE3-NEXT: pand %xmm2, %xmm3
41; SSE2-SSSE3-NEXT: pshufd {{.*#+}} xmm1 = xmm1[1,1,3,3]
42; SSE2-SSSE3-NEXT: por %xmm3, %xmm1
43; SSE2-SSSE3-NEXT: pxor %xmm8, %xmm6
44; SSE2-SSSE3-NEXT: pxor %xmm8, %xmm4
45; SSE2-SSSE3-NEXT: movdqa %xmm4, %xmm2
46; SSE2-SSSE3-NEXT: pcmpgtd %xmm6, %xmm2
47; SSE2-SSSE3-NEXT: pshufd {{.*#+}} xmm3 = xmm2[0,0,2,2]
48; SSE2-SSSE3-NEXT: pcmpeqd %xmm6, %xmm4
49; SSE2-SSSE3-NEXT: pshufd {{.*#+}} xmm4 = xmm4[1,1,3,3]
50; SSE2-SSSE3-NEXT: pand %xmm3, %xmm4
51; SSE2-SSSE3-NEXT: pshufd {{.*#+}} xmm2 = xmm2[1,1,3,3]
52; SSE2-SSSE3-NEXT: por %xmm4, %xmm2
53; SSE2-SSSE3-NEXT: shufps {{.*#+}} xmm2 = xmm2[0,2],xmm1[0,2]
Simon Pilgrim0b21ef12017-09-18 16:45:05 +000054; SSE2-SSSE3-NEXT: andps %xmm0, %xmm2
Zvi Rackover76937332017-06-01 11:27:57 +000055; SSE2-SSSE3-NEXT: movmskps %xmm2, %eax
Simon Pilgrim55006b42017-07-05 17:30:30 +000056; SSE2-SSSE3-NEXT: # kill: %AL<def> %AL<kill> %EAX<kill>
Zvi Rackover76937332017-06-01 11:27:57 +000057; SSE2-SSSE3-NEXT: retq
58;
59; AVX1-LABEL: v4i64:
Simon Pilgrim55006b42017-07-05 17:30:30 +000060; AVX1: # BB#0:
Zvi Rackover76937332017-06-01 11:27:57 +000061; AVX1-NEXT: vextractf128 $1, %ymm1, %xmm4
62; AVX1-NEXT: vextractf128 $1, %ymm0, %xmm5
63; AVX1-NEXT: vpcmpgtq %xmm4, %xmm5, %xmm4
64; AVX1-NEXT: vpcmpgtq %xmm1, %xmm0, %xmm0
65; AVX1-NEXT: vpacksswb %xmm4, %xmm0, %xmm0
66; AVX1-NEXT: vextractf128 $1, %ymm3, %xmm1
67; AVX1-NEXT: vextractf128 $1, %ymm2, %xmm4
68; AVX1-NEXT: vpcmpgtq %xmm1, %xmm4, %xmm1
69; AVX1-NEXT: vpcmpgtq %xmm3, %xmm2, %xmm2
70; AVX1-NEXT: vpacksswb %xmm1, %xmm2, %xmm1
71; AVX1-NEXT: vpand %xmm1, %xmm0, %xmm0
72; AVX1-NEXT: vmovmskps %xmm0, %eax
Simon Pilgrim55006b42017-07-05 17:30:30 +000073; AVX1-NEXT: # kill: %AL<def> %AL<kill> %EAX<kill>
Zvi Rackover76937332017-06-01 11:27:57 +000074; AVX1-NEXT: vzeroupper
75; AVX1-NEXT: retq
76;
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +000077; AVX2-LABEL: v4i64:
Simon Pilgrim55006b42017-07-05 17:30:30 +000078; AVX2: # BB#0:
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +000079; AVX2-NEXT: vpcmpgtq %ymm1, %ymm0, %ymm0
80; AVX2-NEXT: vextracti128 $1, %ymm0, %xmm1
81; AVX2-NEXT: vpacksswb %xmm1, %xmm0, %xmm0
82; AVX2-NEXT: vpcmpgtq %ymm3, %ymm2, %ymm1
83; AVX2-NEXT: vextracti128 $1, %ymm1, %xmm2
84; AVX2-NEXT: vpacksswb %xmm2, %xmm1, %xmm1
85; AVX2-NEXT: vpand %xmm1, %xmm0, %xmm0
Zvi Rackover76937332017-06-01 11:27:57 +000086; AVX2-NEXT: vmovmskps %xmm0, %eax
Simon Pilgrim55006b42017-07-05 17:30:30 +000087; AVX2-NEXT: # kill: %AL<def> %AL<kill> %EAX<kill>
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +000088; AVX2-NEXT: vzeroupper
89; AVX2-NEXT: retq
90;
91; AVX512-LABEL: v4i64:
Simon Pilgrim55006b42017-07-05 17:30:30 +000092; AVX512: # BB#0:
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +000093; AVX512-NEXT: vpcmpgtq %ymm1, %ymm0, %k1
94; AVX512-NEXT: vpcmpgtq %ymm3, %ymm2, %k0 {%k1}
95; AVX512-NEXT: kmovd %k0, %eax
96; AVX512-NEXT: movb %al, -{{[0-9]+}}(%rsp)
97; AVX512-NEXT: movb -{{[0-9]+}}(%rsp), %al
98; AVX512-NEXT: vzeroupper
99; AVX512-NEXT: retq
100 %x0 = icmp sgt <4 x i64> %a, %b
101 %x1 = icmp sgt <4 x i64> %c, %d
102 %y = and <4 x i1> %x0, %x1
103 %res = bitcast <4 x i1> %y to i4
104 ret i4 %res
105}
106
107define i4 @v4f64(<4 x double> %a, <4 x double> %b, <4 x double> %c, <4 x double> %d) {
Zvi Rackover76937332017-06-01 11:27:57 +0000108; SSE2-SSSE3-LABEL: v4f64:
Simon Pilgrim55006b42017-07-05 17:30:30 +0000109; SSE2-SSSE3: # BB#0:
Zvi Rackover76937332017-06-01 11:27:57 +0000110; SSE2-SSSE3-NEXT: cmpltpd %xmm1, %xmm3
111; SSE2-SSSE3-NEXT: cmpltpd %xmm0, %xmm2
112; SSE2-SSSE3-NEXT: shufps {{.*#+}} xmm2 = xmm2[0,2],xmm3[0,2]
Zvi Rackover76937332017-06-01 11:27:57 +0000113; SSE2-SSSE3-NEXT: cmpltpd %xmm5, %xmm7
114; SSE2-SSSE3-NEXT: cmpltpd %xmm4, %xmm6
115; SSE2-SSSE3-NEXT: shufps {{.*#+}} xmm6 = xmm6[0,2],xmm7[0,2]
Simon Pilgrim0b21ef12017-09-18 16:45:05 +0000116; SSE2-SSSE3-NEXT: andps %xmm2, %xmm6
Zvi Rackover76937332017-06-01 11:27:57 +0000117; SSE2-SSSE3-NEXT: movmskps %xmm6, %eax
Simon Pilgrim55006b42017-07-05 17:30:30 +0000118; SSE2-SSSE3-NEXT: # kill: %AL<def> %AL<kill> %EAX<kill>
Zvi Rackover76937332017-06-01 11:27:57 +0000119; SSE2-SSSE3-NEXT: retq
120;
121; AVX12-LABEL: v4f64:
Simon Pilgrim55006b42017-07-05 17:30:30 +0000122; AVX12: # BB#0:
Zvi Rackover76937332017-06-01 11:27:57 +0000123; AVX12-NEXT: vcmpltpd %ymm0, %ymm1, %ymm0
124; AVX12-NEXT: vextractf128 $1, %ymm0, %xmm1
125; AVX12-NEXT: vpacksswb %xmm1, %xmm0, %xmm0
126; AVX12-NEXT: vcmpltpd %ymm2, %ymm3, %ymm1
127; AVX12-NEXT: vextractf128 $1, %ymm1, %xmm2
128; AVX12-NEXT: vpacksswb %xmm2, %xmm1, %xmm1
129; AVX12-NEXT: vpand %xmm1, %xmm0, %xmm0
130; AVX12-NEXT: vmovmskps %xmm0, %eax
Simon Pilgrim55006b42017-07-05 17:30:30 +0000131; AVX12-NEXT: # kill: %AL<def> %AL<kill> %EAX<kill>
Zvi Rackover76937332017-06-01 11:27:57 +0000132; AVX12-NEXT: vzeroupper
133; AVX12-NEXT: retq
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +0000134;
135; AVX512-LABEL: v4f64:
Simon Pilgrim55006b42017-07-05 17:30:30 +0000136; AVX512: # BB#0:
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +0000137; AVX512-NEXT: vcmpltpd %ymm0, %ymm1, %k1
138; AVX512-NEXT: vcmpltpd %ymm2, %ymm3, %k0 {%k1}
139; AVX512-NEXT: kmovd %k0, %eax
140; AVX512-NEXT: movb %al, -{{[0-9]+}}(%rsp)
141; AVX512-NEXT: movb -{{[0-9]+}}(%rsp), %al
142; AVX512-NEXT: vzeroupper
143; AVX512-NEXT: retq
144 %x0 = fcmp ogt <4 x double> %a, %b
145 %x1 = fcmp ogt <4 x double> %c, %d
146 %y = and <4 x i1> %x0, %x1
147 %res = bitcast <4 x i1> %y to i4
148 ret i4 %res
149}
150
151define i16 @v16i16(<16 x i16> %a, <16 x i16> %b, <16 x i16> %c, <16 x i16> %d) {
Simon Pilgrimf5f291d2017-10-03 12:01:31 +0000152; SSE2-SSSE3-LABEL: v16i16:
153; SSE2-SSSE3: # BB#0:
154; SSE2-SSSE3-NEXT: pcmpgtw %xmm3, %xmm1
155; SSE2-SSSE3-NEXT: pcmpgtw %xmm2, %xmm0
156; SSE2-SSSE3-NEXT: packsswb %xmm1, %xmm0
157; SSE2-SSSE3-NEXT: pcmpgtw %xmm7, %xmm5
158; SSE2-SSSE3-NEXT: pcmpgtw %xmm6, %xmm4
159; SSE2-SSSE3-NEXT: packsswb %xmm5, %xmm4
160; SSE2-SSSE3-NEXT: pand %xmm0, %xmm4
161; SSE2-SSSE3-NEXT: pmovmskb %xmm4, %eax
162; SSE2-SSSE3-NEXT: # kill: %AX<def> %AX<kill> %EAX<kill>
163; SSE2-SSSE3-NEXT: retq
Zvi Rackover76937332017-06-01 11:27:57 +0000164;
165; AVX1-LABEL: v16i16:
Simon Pilgrim55006b42017-07-05 17:30:30 +0000166; AVX1: # BB#0:
Zvi Rackover76937332017-06-01 11:27:57 +0000167; AVX1-NEXT: vextractf128 $1, %ymm1, %xmm4
168; AVX1-NEXT: vextractf128 $1, %ymm0, %xmm5
169; AVX1-NEXT: vpcmpgtw %xmm4, %xmm5, %xmm4
170; AVX1-NEXT: vpcmpgtw %xmm1, %xmm0, %xmm0
171; AVX1-NEXT: vpacksswb %xmm4, %xmm0, %xmm0
172; AVX1-NEXT: vextractf128 $1, %ymm3, %xmm1
173; AVX1-NEXT: vextractf128 $1, %ymm2, %xmm4
174; AVX1-NEXT: vpcmpgtw %xmm1, %xmm4, %xmm1
175; AVX1-NEXT: vpcmpgtw %xmm3, %xmm2, %xmm2
176; AVX1-NEXT: vpacksswb %xmm1, %xmm2, %xmm1
177; AVX1-NEXT: vpand %xmm1, %xmm0, %xmm0
178; AVX1-NEXT: vpmovmskb %xmm0, %eax
Simon Pilgrim55006b42017-07-05 17:30:30 +0000179; AVX1-NEXT: # kill: %AX<def> %AX<kill> %EAX<kill>
Zvi Rackover76937332017-06-01 11:27:57 +0000180; AVX1-NEXT: vzeroupper
181; AVX1-NEXT: retq
182;
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +0000183; AVX2-LABEL: v16i16:
Simon Pilgrim55006b42017-07-05 17:30:30 +0000184; AVX2: # BB#0:
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +0000185; AVX2-NEXT: vpcmpgtw %ymm1, %ymm0, %ymm0
186; AVX2-NEXT: vextracti128 $1, %ymm0, %xmm1
187; AVX2-NEXT: vpacksswb %xmm1, %xmm0, %xmm0
188; AVX2-NEXT: vpcmpgtw %ymm3, %ymm2, %ymm1
189; AVX2-NEXT: vextracti128 $1, %ymm1, %xmm2
190; AVX2-NEXT: vpacksswb %xmm2, %xmm1, %xmm1
191; AVX2-NEXT: vpand %xmm1, %xmm0, %xmm0
Zvi Rackover76937332017-06-01 11:27:57 +0000192; AVX2-NEXT: vpmovmskb %xmm0, %eax
Simon Pilgrim55006b42017-07-05 17:30:30 +0000193; AVX2-NEXT: # kill: %AX<def> %AX<kill> %EAX<kill>
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +0000194; AVX2-NEXT: vzeroupper
195; AVX2-NEXT: retq
196;
197; AVX512-LABEL: v16i16:
Simon Pilgrim55006b42017-07-05 17:30:30 +0000198; AVX512: # BB#0:
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +0000199; AVX512-NEXT: vpcmpgtw %ymm1, %ymm0, %k1
200; AVX512-NEXT: vpcmpgtw %ymm3, %ymm2, %k0 {%k1}
201; AVX512-NEXT: kmovd %k0, %eax
Simon Pilgrim55006b42017-07-05 17:30:30 +0000202; AVX512-NEXT: # kill: %AX<def> %AX<kill> %EAX<kill>
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +0000203; AVX512-NEXT: vzeroupper
204; AVX512-NEXT: retq
205 %x0 = icmp sgt <16 x i16> %a, %b
206 %x1 = icmp sgt <16 x i16> %c, %d
207 %y = and <16 x i1> %x0, %x1
208 %res = bitcast <16 x i1> %y to i16
209 ret i16 %res
210}
211
212define i8 @v8i32(<8 x i32> %a, <8 x i32> %b, <8 x i32> %c, <8 x i32> %d) {
Zvi Rackover76937332017-06-01 11:27:57 +0000213; SSE2-LABEL: v8i32:
Simon Pilgrim55006b42017-07-05 17:30:30 +0000214; SSE2: # BB#0:
Zvi Rackover76937332017-06-01 11:27:57 +0000215; SSE2-NEXT: pcmpgtd %xmm3, %xmm1
Simon Pilgrimf5f291d2017-10-03 12:01:31 +0000216; SSE2-NEXT: packssdw %xmm0, %xmm1
Zvi Rackover76937332017-06-01 11:27:57 +0000217; SSE2-NEXT: pcmpgtd %xmm2, %xmm0
Simon Pilgrimf5f291d2017-10-03 12:01:31 +0000218; SSE2-NEXT: packssdw %xmm0, %xmm0
Zvi Rackover76937332017-06-01 11:27:57 +0000219; SSE2-NEXT: punpcklqdq {{.*#+}} xmm0 = xmm0[0],xmm1[0]
Zvi Rackover76937332017-06-01 11:27:57 +0000220; SSE2-NEXT: pcmpgtd %xmm7, %xmm5
Simon Pilgrimf5f291d2017-10-03 12:01:31 +0000221; SSE2-NEXT: packssdw %xmm0, %xmm5
Zvi Rackover76937332017-06-01 11:27:57 +0000222; SSE2-NEXT: pcmpgtd %xmm6, %xmm4
Simon Pilgrimf5f291d2017-10-03 12:01:31 +0000223; SSE2-NEXT: packssdw %xmm0, %xmm4
224; SSE2-NEXT: punpcklqdq {{.*#+}} xmm4 = xmm4[0],xmm5[0]
225; SSE2-NEXT: pand %xmm0, %xmm4
226; SSE2-NEXT: pand {{.*}}(%rip), %xmm4
227; SSE2-NEXT: packuswb %xmm4, %xmm4
228; SSE2-NEXT: pmovmskb %xmm4, %eax
Simon Pilgrim55006b42017-07-05 17:30:30 +0000229; SSE2-NEXT: # kill: %AL<def> %AL<kill> %EAX<kill>
Zvi Rackover76937332017-06-01 11:27:57 +0000230; SSE2-NEXT: retq
231;
232; SSSE3-LABEL: v8i32:
Simon Pilgrim55006b42017-07-05 17:30:30 +0000233; SSSE3: # BB#0:
Zvi Rackover76937332017-06-01 11:27:57 +0000234; SSSE3-NEXT: pcmpgtd %xmm3, %xmm1
Simon Pilgrimf5f291d2017-10-03 12:01:31 +0000235; SSSE3-NEXT: packssdw %xmm0, %xmm1
Zvi Rackover76937332017-06-01 11:27:57 +0000236; SSSE3-NEXT: pcmpgtd %xmm2, %xmm0
Simon Pilgrimf5f291d2017-10-03 12:01:31 +0000237; SSSE3-NEXT: packssdw %xmm0, %xmm0
Zvi Rackover76937332017-06-01 11:27:57 +0000238; SSSE3-NEXT: punpcklqdq {{.*#+}} xmm0 = xmm0[0],xmm1[0]
Zvi Rackover76937332017-06-01 11:27:57 +0000239; SSSE3-NEXT: pcmpgtd %xmm7, %xmm5
Simon Pilgrimf5f291d2017-10-03 12:01:31 +0000240; SSSE3-NEXT: packssdw %xmm0, %xmm5
Zvi Rackover76937332017-06-01 11:27:57 +0000241; SSSE3-NEXT: pcmpgtd %xmm6, %xmm4
Simon Pilgrimf5f291d2017-10-03 12:01:31 +0000242; SSSE3-NEXT: packssdw %xmm0, %xmm4
Zvi Rackover76937332017-06-01 11:27:57 +0000243; SSSE3-NEXT: punpcklqdq {{.*#+}} xmm4 = xmm4[0],xmm5[0]
Zvi Rackover76937332017-06-01 11:27:57 +0000244; SSSE3-NEXT: pand %xmm0, %xmm4
245; SSSE3-NEXT: pshufb {{.*#+}} xmm4 = xmm4[0,2,4,6,8,10,12,14,u,u,u,u,u,u,u,u]
246; SSSE3-NEXT: pmovmskb %xmm4, %eax
Simon Pilgrim55006b42017-07-05 17:30:30 +0000247; SSSE3-NEXT: # kill: %AL<def> %AL<kill> %EAX<kill>
Zvi Rackover76937332017-06-01 11:27:57 +0000248; SSSE3-NEXT: retq
249;
250; AVX1-LABEL: v8i32:
Simon Pilgrim55006b42017-07-05 17:30:30 +0000251; AVX1: # BB#0:
Zvi Rackover76937332017-06-01 11:27:57 +0000252; AVX1-NEXT: vextractf128 $1, %ymm1, %xmm4
253; AVX1-NEXT: vextractf128 $1, %ymm0, %xmm5
254; AVX1-NEXT: vpcmpgtd %xmm4, %xmm5, %xmm4
255; AVX1-NEXT: vpcmpgtd %xmm1, %xmm0, %xmm0
256; AVX1-NEXT: vpacksswb %xmm4, %xmm0, %xmm0
257; AVX1-NEXT: vextractf128 $1, %ymm3, %xmm1
258; AVX1-NEXT: vextractf128 $1, %ymm2, %xmm4
259; AVX1-NEXT: vpcmpgtd %xmm1, %xmm4, %xmm1
260; AVX1-NEXT: vpcmpgtd %xmm3, %xmm2, %xmm2
261; AVX1-NEXT: vpacksswb %xmm1, %xmm2, %xmm1
262; AVX1-NEXT: vpand %xmm1, %xmm0, %xmm0
263; AVX1-NEXT: vpshufb {{.*#+}} xmm0 = xmm0[0,2,4,6,8,10,12,14,u,u,u,u,u,u,u,u]
264; AVX1-NEXT: vpmovmskb %xmm0, %eax
Simon Pilgrim55006b42017-07-05 17:30:30 +0000265; AVX1-NEXT: # kill: %AL<def> %AL<kill> %EAX<kill>
Zvi Rackover76937332017-06-01 11:27:57 +0000266; AVX1-NEXT: vzeroupper
267; AVX1-NEXT: retq
268;
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +0000269; AVX2-LABEL: v8i32:
Simon Pilgrim55006b42017-07-05 17:30:30 +0000270; AVX2: # BB#0:
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +0000271; AVX2-NEXT: vpcmpgtd %ymm1, %ymm0, %ymm0
272; AVX2-NEXT: vextracti128 $1, %ymm0, %xmm1
273; AVX2-NEXT: vpacksswb %xmm1, %xmm0, %xmm0
274; AVX2-NEXT: vpcmpgtd %ymm3, %ymm2, %ymm1
275; AVX2-NEXT: vextracti128 $1, %ymm1, %xmm2
276; AVX2-NEXT: vpacksswb %xmm2, %xmm1, %xmm1
277; AVX2-NEXT: vpand %xmm1, %xmm0, %xmm0
Zvi Rackover76937332017-06-01 11:27:57 +0000278; AVX2-NEXT: vpshufb {{.*#+}} xmm0 = xmm0[0,2,4,6,8,10,12,14,u,u,u,u,u,u,u,u]
279; AVX2-NEXT: vpmovmskb %xmm0, %eax
Simon Pilgrim55006b42017-07-05 17:30:30 +0000280; AVX2-NEXT: # kill: %AL<def> %AL<kill> %EAX<kill>
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +0000281; AVX2-NEXT: vzeroupper
282; AVX2-NEXT: retq
283;
284; AVX512-LABEL: v8i32:
Simon Pilgrim55006b42017-07-05 17:30:30 +0000285; AVX512: # BB#0:
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +0000286; AVX512-NEXT: vpcmpgtd %ymm1, %ymm0, %k1
287; AVX512-NEXT: vpcmpgtd %ymm3, %ymm2, %k0 {%k1}
288; AVX512-NEXT: kmovd %k0, %eax
Simon Pilgrim55006b42017-07-05 17:30:30 +0000289; AVX512-NEXT: # kill: %AL<def> %AL<kill> %EAX<kill>
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +0000290; AVX512-NEXT: vzeroupper
291; AVX512-NEXT: retq
292 %x0 = icmp sgt <8 x i32> %a, %b
293 %x1 = icmp sgt <8 x i32> %c, %d
294 %y = and <8 x i1> %x0, %x1
295 %res = bitcast <8 x i1> %y to i8
296 ret i8 %res
297}
298
299define i8 @v8f32(<8 x float> %a, <8 x float> %b, <8 x float> %c, <8 x float> %d) {
Zvi Rackover76937332017-06-01 11:27:57 +0000300; SSE2-LABEL: v8f32:
Simon Pilgrim55006b42017-07-05 17:30:30 +0000301; SSE2: # BB#0:
Zvi Rackover76937332017-06-01 11:27:57 +0000302; SSE2-NEXT: cmpltps %xmm1, %xmm3
303; SSE2-NEXT: pshuflw {{.*#+}} xmm1 = xmm3[0,2,2,3,4,5,6,7]
304; SSE2-NEXT: pshufhw {{.*#+}} xmm1 = xmm1[0,1,2,3,4,6,6,7]
305; SSE2-NEXT: pshufd {{.*#+}} xmm1 = xmm1[0,2,2,3]
306; SSE2-NEXT: cmpltps %xmm0, %xmm2
307; SSE2-NEXT: pshuflw {{.*#+}} xmm0 = xmm2[0,2,2,3,4,5,6,7]
308; SSE2-NEXT: pshufhw {{.*#+}} xmm0 = xmm0[0,1,2,3,4,6,6,7]
309; SSE2-NEXT: pshufd {{.*#+}} xmm0 = xmm0[0,2,2,3]
310; SSE2-NEXT: punpcklqdq {{.*#+}} xmm0 = xmm0[0],xmm1[0]
Zvi Rackover76937332017-06-01 11:27:57 +0000311; SSE2-NEXT: cmpltps %xmm5, %xmm7
312; SSE2-NEXT: pshuflw {{.*#+}} xmm1 = xmm7[0,2,2,3,4,5,6,7]
313; SSE2-NEXT: pshufhw {{.*#+}} xmm1 = xmm1[0,1,2,3,4,6,6,7]
314; SSE2-NEXT: pshufd {{.*#+}} xmm1 = xmm1[0,2,2,3]
315; SSE2-NEXT: cmpltps %xmm4, %xmm6
316; SSE2-NEXT: pshuflw {{.*#+}} xmm2 = xmm6[0,2,2,3,4,5,6,7]
317; SSE2-NEXT: pshufhw {{.*#+}} xmm2 = xmm2[0,1,2,3,4,6,6,7]
318; SSE2-NEXT: pshufd {{.*#+}} xmm2 = xmm2[0,2,2,3]
319; SSE2-NEXT: punpcklqdq {{.*#+}} xmm2 = xmm2[0],xmm1[0]
Zvi Rackover76937332017-06-01 11:27:57 +0000320; SSE2-NEXT: pand %xmm0, %xmm2
321; SSE2-NEXT: pand {{.*}}(%rip), %xmm2
322; SSE2-NEXT: packuswb %xmm2, %xmm2
323; SSE2-NEXT: pmovmskb %xmm2, %eax
Simon Pilgrim55006b42017-07-05 17:30:30 +0000324; SSE2-NEXT: # kill: %AL<def> %AL<kill> %EAX<kill>
Zvi Rackover76937332017-06-01 11:27:57 +0000325; SSE2-NEXT: retq
326;
327; SSSE3-LABEL: v8f32:
Simon Pilgrim55006b42017-07-05 17:30:30 +0000328; SSSE3: # BB#0:
Zvi Rackover76937332017-06-01 11:27:57 +0000329; SSSE3-NEXT: cmpltps %xmm1, %xmm3
330; SSSE3-NEXT: movdqa {{.*#+}} xmm1 = [0,1,4,5,8,9,12,13,8,9,12,13,12,13,14,15]
331; SSSE3-NEXT: pshufb %xmm1, %xmm3
332; SSSE3-NEXT: cmpltps %xmm0, %xmm2
333; SSSE3-NEXT: pshufb %xmm1, %xmm2
334; SSSE3-NEXT: punpcklqdq {{.*#+}} xmm2 = xmm2[0],xmm3[0]
Zvi Rackover76937332017-06-01 11:27:57 +0000335; SSSE3-NEXT: cmpltps %xmm5, %xmm7
336; SSSE3-NEXT: pshufb %xmm1, %xmm7
337; SSSE3-NEXT: cmpltps %xmm4, %xmm6
338; SSSE3-NEXT: pshufb %xmm1, %xmm6
339; SSSE3-NEXT: punpcklqdq {{.*#+}} xmm6 = xmm6[0],xmm7[0]
Zvi Rackover76937332017-06-01 11:27:57 +0000340; SSSE3-NEXT: pand %xmm2, %xmm6
341; SSSE3-NEXT: pshufb {{.*#+}} xmm6 = xmm6[0,2,4,6,8,10,12,14,u,u,u,u,u,u,u,u]
342; SSSE3-NEXT: pmovmskb %xmm6, %eax
Simon Pilgrim55006b42017-07-05 17:30:30 +0000343; SSSE3-NEXT: # kill: %AL<def> %AL<kill> %EAX<kill>
Zvi Rackover76937332017-06-01 11:27:57 +0000344; SSSE3-NEXT: retq
345;
346; AVX12-LABEL: v8f32:
Simon Pilgrim55006b42017-07-05 17:30:30 +0000347; AVX12: # BB#0:
Zvi Rackover76937332017-06-01 11:27:57 +0000348; AVX12-NEXT: vcmpltps %ymm0, %ymm1, %ymm0
349; AVX12-NEXT: vextractf128 $1, %ymm0, %xmm1
350; AVX12-NEXT: vpacksswb %xmm1, %xmm0, %xmm0
351; AVX12-NEXT: vcmpltps %ymm2, %ymm3, %ymm1
352; AVX12-NEXT: vextractf128 $1, %ymm1, %xmm2
353; AVX12-NEXT: vpacksswb %xmm2, %xmm1, %xmm1
354; AVX12-NEXT: vpand %xmm1, %xmm0, %xmm0
355; AVX12-NEXT: vpshufb {{.*#+}} xmm0 = xmm0[0,2,4,6,8,10,12,14,u,u,u,u,u,u,u,u]
356; AVX12-NEXT: vpmovmskb %xmm0, %eax
Simon Pilgrim55006b42017-07-05 17:30:30 +0000357; AVX12-NEXT: # kill: %AL<def> %AL<kill> %EAX<kill>
Zvi Rackover76937332017-06-01 11:27:57 +0000358; AVX12-NEXT: vzeroupper
359; AVX12-NEXT: retq
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +0000360;
361; AVX512-LABEL: v8f32:
Simon Pilgrim55006b42017-07-05 17:30:30 +0000362; AVX512: # BB#0:
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +0000363; AVX512-NEXT: vcmpltps %ymm0, %ymm1, %k1
364; AVX512-NEXT: vcmpltps %ymm2, %ymm3, %k0 {%k1}
365; AVX512-NEXT: kmovd %k0, %eax
Simon Pilgrim55006b42017-07-05 17:30:30 +0000366; AVX512-NEXT: # kill: %AL<def> %AL<kill> %EAX<kill>
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +0000367; AVX512-NEXT: vzeroupper
368; AVX512-NEXT: retq
369 %x0 = fcmp ogt <8 x float> %a, %b
370 %x1 = fcmp ogt <8 x float> %c, %d
371 %y = and <8 x i1> %x0, %x1
372 %res = bitcast <8 x i1> %y to i8
373 ret i8 %res
374}
375
376define i32 @v32i8(<32 x i8> %a, <32 x i8> %b, <32 x i8> %c, <32 x i8> %d) {
Zvi Rackover76937332017-06-01 11:27:57 +0000377; SSE2-SSSE3-LABEL: v32i8:
Simon Pilgrim55006b42017-07-05 17:30:30 +0000378; SSE2-SSSE3: # BB#0:
Zvi Rackover76937332017-06-01 11:27:57 +0000379; SSE2-SSSE3-NEXT: pcmpgtb %xmm2, %xmm0
380; SSE2-SSSE3-NEXT: pcmpgtb %xmm3, %xmm1
381; SSE2-SSSE3-NEXT: pcmpgtb %xmm6, %xmm4
Michael Zuckermanf6684002017-06-28 11:23:31 +0000382; SSE2-SSSE3-NEXT: pand %xmm0, %xmm4
Zvi Rackover76937332017-06-01 11:27:57 +0000383; SSE2-SSSE3-NEXT: pcmpgtb %xmm7, %xmm5
384; SSE2-SSSE3-NEXT: pand %xmm1, %xmm5
Simon Pilgrim32c377a2017-07-21 09:58:50 +0000385; SSE2-SSSE3-NEXT: pmovmskb %xmm4, %ecx
386; SSE2-SSSE3-NEXT: pmovmskb %xmm5, %eax
387; SSE2-SSSE3-NEXT: shll $16, %eax
Zvi Rackover76937332017-06-01 11:27:57 +0000388; SSE2-SSSE3-NEXT: orl %ecx, %eax
389; SSE2-SSSE3-NEXT: retq
390;
391; AVX1-LABEL: v32i8:
Simon Pilgrim55006b42017-07-05 17:30:30 +0000392; AVX1: # BB#0:
Zvi Rackover76937332017-06-01 11:27:57 +0000393; AVX1-NEXT: vextractf128 $1, %ymm1, %xmm4
394; AVX1-NEXT: vextractf128 $1, %ymm0, %xmm5
395; AVX1-NEXT: vpcmpgtb %xmm4, %xmm5, %xmm4
396; AVX1-NEXT: vpcmpgtb %xmm1, %xmm0, %xmm0
Zvi Rackover76937332017-06-01 11:27:57 +0000397; AVX1-NEXT: vextractf128 $1, %ymm3, %xmm1
Simon Pilgrim32c377a2017-07-21 09:58:50 +0000398; AVX1-NEXT: vextractf128 $1, %ymm2, %xmm5
399; AVX1-NEXT: vpcmpgtb %xmm1, %xmm5, %xmm1
400; AVX1-NEXT: vpand %xmm1, %xmm4, %xmm1
Zvi Rackover76937332017-06-01 11:27:57 +0000401; AVX1-NEXT: vpcmpgtb %xmm3, %xmm2, %xmm2
Simon Pilgrim32c377a2017-07-21 09:58:50 +0000402; AVX1-NEXT: vpand %xmm2, %xmm0, %xmm0
403; AVX1-NEXT: vpmovmskb %xmm0, %ecx
404; AVX1-NEXT: vpmovmskb %xmm1, %eax
405; AVX1-NEXT: shll $16, %eax
406; AVX1-NEXT: orl %ecx, %eax
Zvi Rackover76937332017-06-01 11:27:57 +0000407; AVX1-NEXT: vzeroupper
408; AVX1-NEXT: retq
409;
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +0000410; AVX2-LABEL: v32i8:
Simon Pilgrim55006b42017-07-05 17:30:30 +0000411; AVX2: # BB#0:
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +0000412; AVX2-NEXT: vpcmpgtb %ymm1, %ymm0, %ymm0
413; AVX2-NEXT: vpcmpgtb %ymm3, %ymm2, %ymm1
414; AVX2-NEXT: vpand %ymm1, %ymm0, %ymm0
Zvi Rackover76937332017-06-01 11:27:57 +0000415; AVX2-NEXT: vpmovmskb %ymm0, %eax
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +0000416; AVX2-NEXT: vzeroupper
417; AVX2-NEXT: retq
418;
419; AVX512-LABEL: v32i8:
Simon Pilgrim55006b42017-07-05 17:30:30 +0000420; AVX512: # BB#0:
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +0000421; AVX512-NEXT: vpcmpgtb %ymm1, %ymm0, %k1
422; AVX512-NEXT: vpcmpgtb %ymm3, %ymm2, %k0 {%k1}
423; AVX512-NEXT: kmovd %k0, %eax
424; AVX512-NEXT: vzeroupper
425; AVX512-NEXT: retq
426 %x0 = icmp sgt <32 x i8> %a, %b
427 %x1 = icmp sgt <32 x i8> %c, %d
428 %y = and <32 x i1> %x0, %x1
429 %res = bitcast <32 x i1> %y to i32
430 ret i32 %res
431}