blob: 5c158afc9f456f9ebea73cb400528b0bb78453dd [file] [log] [blame]
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +00001; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py
Simon Pilgrim55006b42017-07-05 17:30:30 +00002; RUN: llc < %s -mtriple=x86_64-unknown-unknown -mattr=+SSE2 | FileCheck %s --check-prefixes=SSE2-SSSE3,SSE2
3; RUN: llc < %s -mtriple=x86_64-unknown-unknown -mattr=+SSSE3 | FileCheck %s --check-prefixes=SSE2-SSSE3,SSSE3
4; RUN: llc < %s -mtriple=x86_64-unknown-unknown -mattr=+avx | FileCheck %s --check-prefixes=AVX12,AVX1
5; RUN: llc < %s -mtriple=x86_64-unknown-unknown -mattr=+avx2 | FileCheck %s --check-prefixes=AVX12,AVX2
6; RUN: llc < %s -mtriple=x86_64-unknown-unknown -mattr=+avx512f,+avx512vl,+avx512bw | FileCheck %s --check-prefix=AVX512
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +00007
8define i4 @v4i64(<4 x i64> %a, <4 x i64> %b, <4 x i64> %c, <4 x i64> %d) {
Zvi Rackover76937332017-06-01 11:27:57 +00009; SSE2-SSSE3-LABEL: v4i64:
Simon Pilgrim55006b42017-07-05 17:30:30 +000010; SSE2-SSSE3: # BB#0:
Zvi Rackover76937332017-06-01 11:27:57 +000011; SSE2-SSSE3-NEXT: movdqa {{.*#+}} xmm8 = [2147483648,0,2147483648,0]
12; SSE2-SSSE3-NEXT: pxor %xmm8, %xmm3
13; SSE2-SSSE3-NEXT: pxor %xmm8, %xmm1
14; SSE2-SSSE3-NEXT: movdqa %xmm1, %xmm9
15; SSE2-SSSE3-NEXT: pcmpgtd %xmm3, %xmm9
16; SSE2-SSSE3-NEXT: pshufd {{.*#+}} xmm10 = xmm9[0,0,2,2]
17; SSE2-SSSE3-NEXT: pcmpeqd %xmm3, %xmm1
18; SSE2-SSSE3-NEXT: pshufd {{.*#+}} xmm1 = xmm1[1,1,3,3]
19; SSE2-SSSE3-NEXT: pand %xmm10, %xmm1
20; SSE2-SSSE3-NEXT: pshufd {{.*#+}} xmm3 = xmm9[1,1,3,3]
21; SSE2-SSSE3-NEXT: por %xmm1, %xmm3
22; SSE2-SSSE3-NEXT: pxor %xmm8, %xmm2
23; SSE2-SSSE3-NEXT: pxor %xmm8, %xmm0
24; SSE2-SSSE3-NEXT: movdqa %xmm0, %xmm1
25; SSE2-SSSE3-NEXT: pcmpgtd %xmm2, %xmm1
26; SSE2-SSSE3-NEXT: pshufd {{.*#+}} xmm9 = xmm1[0,0,2,2]
27; SSE2-SSSE3-NEXT: pcmpeqd %xmm2, %xmm0
28; SSE2-SSSE3-NEXT: pshufd {{.*#+}} xmm2 = xmm0[1,1,3,3]
29; SSE2-SSSE3-NEXT: pand %xmm9, %xmm2
30; SSE2-SSSE3-NEXT: pshufd {{.*#+}} xmm0 = xmm1[1,1,3,3]
31; SSE2-SSSE3-NEXT: por %xmm2, %xmm0
32; SSE2-SSSE3-NEXT: shufps {{.*#+}} xmm0 = xmm0[0,2],xmm3[0,2]
Zvi Rackover76937332017-06-01 11:27:57 +000033; SSE2-SSSE3-NEXT: pxor %xmm8, %xmm7
34; SSE2-SSSE3-NEXT: pxor %xmm8, %xmm5
35; SSE2-SSSE3-NEXT: movdqa %xmm5, %xmm1
36; SSE2-SSSE3-NEXT: pcmpgtd %xmm7, %xmm1
37; SSE2-SSSE3-NEXT: pshufd {{.*#+}} xmm2 = xmm1[0,0,2,2]
38; SSE2-SSSE3-NEXT: pcmpeqd %xmm7, %xmm5
39; SSE2-SSSE3-NEXT: pshufd {{.*#+}} xmm3 = xmm5[1,1,3,3]
40; SSE2-SSSE3-NEXT: pand %xmm2, %xmm3
41; SSE2-SSSE3-NEXT: pshufd {{.*#+}} xmm1 = xmm1[1,1,3,3]
42; SSE2-SSSE3-NEXT: por %xmm3, %xmm1
43; SSE2-SSSE3-NEXT: pxor %xmm8, %xmm6
44; SSE2-SSSE3-NEXT: pxor %xmm8, %xmm4
45; SSE2-SSSE3-NEXT: movdqa %xmm4, %xmm2
46; SSE2-SSSE3-NEXT: pcmpgtd %xmm6, %xmm2
47; SSE2-SSSE3-NEXT: pshufd {{.*#+}} xmm3 = xmm2[0,0,2,2]
48; SSE2-SSSE3-NEXT: pcmpeqd %xmm6, %xmm4
49; SSE2-SSSE3-NEXT: pshufd {{.*#+}} xmm4 = xmm4[1,1,3,3]
50; SSE2-SSSE3-NEXT: pand %xmm3, %xmm4
51; SSE2-SSSE3-NEXT: pshufd {{.*#+}} xmm2 = xmm2[1,1,3,3]
52; SSE2-SSSE3-NEXT: por %xmm4, %xmm2
53; SSE2-SSSE3-NEXT: shufps {{.*#+}} xmm2 = xmm2[0,2],xmm1[0,2]
Simon Pilgrim0b21ef12017-09-18 16:45:05 +000054; SSE2-SSSE3-NEXT: andps %xmm0, %xmm2
Zvi Rackover76937332017-06-01 11:27:57 +000055; SSE2-SSSE3-NEXT: movmskps %xmm2, %eax
Simon Pilgrim55006b42017-07-05 17:30:30 +000056; SSE2-SSSE3-NEXT: # kill: %AL<def> %AL<kill> %EAX<kill>
Simon Pilgrim03c87532017-10-23 14:47:49 +000057; SSE2-SSSE3-NEXT: ret{{[l|q]}}
Zvi Rackover76937332017-06-01 11:27:57 +000058;
59; AVX1-LABEL: v4i64:
Simon Pilgrim55006b42017-07-05 17:30:30 +000060; AVX1: # BB#0:
Zvi Rackover76937332017-06-01 11:27:57 +000061; AVX1-NEXT: vextractf128 $1, %ymm1, %xmm4
62; AVX1-NEXT: vextractf128 $1, %ymm0, %xmm5
63; AVX1-NEXT: vpcmpgtq %xmm4, %xmm5, %xmm4
64; AVX1-NEXT: vpcmpgtq %xmm1, %xmm0, %xmm0
65; AVX1-NEXT: vpacksswb %xmm4, %xmm0, %xmm0
66; AVX1-NEXT: vextractf128 $1, %ymm3, %xmm1
67; AVX1-NEXT: vextractf128 $1, %ymm2, %xmm4
68; AVX1-NEXT: vpcmpgtq %xmm1, %xmm4, %xmm1
69; AVX1-NEXT: vpcmpgtq %xmm3, %xmm2, %xmm2
70; AVX1-NEXT: vpacksswb %xmm1, %xmm2, %xmm1
71; AVX1-NEXT: vpand %xmm1, %xmm0, %xmm0
72; AVX1-NEXT: vmovmskps %xmm0, %eax
Simon Pilgrim55006b42017-07-05 17:30:30 +000073; AVX1-NEXT: # kill: %AL<def> %AL<kill> %EAX<kill>
Zvi Rackover76937332017-06-01 11:27:57 +000074; AVX1-NEXT: vzeroupper
Simon Pilgrim03c87532017-10-23 14:47:49 +000075; AVX1-NEXT: ret{{[l|q]}}
Zvi Rackover76937332017-06-01 11:27:57 +000076;
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +000077; AVX2-LABEL: v4i64:
Simon Pilgrim55006b42017-07-05 17:30:30 +000078; AVX2: # BB#0:
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +000079; AVX2-NEXT: vpcmpgtq %ymm1, %ymm0, %ymm0
80; AVX2-NEXT: vextracti128 $1, %ymm0, %xmm1
81; AVX2-NEXT: vpacksswb %xmm1, %xmm0, %xmm0
82; AVX2-NEXT: vpcmpgtq %ymm3, %ymm2, %ymm1
83; AVX2-NEXT: vextracti128 $1, %ymm1, %xmm2
84; AVX2-NEXT: vpacksswb %xmm2, %xmm1, %xmm1
85; AVX2-NEXT: vpand %xmm1, %xmm0, %xmm0
Zvi Rackover76937332017-06-01 11:27:57 +000086; AVX2-NEXT: vmovmskps %xmm0, %eax
Simon Pilgrim55006b42017-07-05 17:30:30 +000087; AVX2-NEXT: # kill: %AL<def> %AL<kill> %EAX<kill>
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +000088; AVX2-NEXT: vzeroupper
Simon Pilgrim03c87532017-10-23 14:47:49 +000089; AVX2-NEXT: ret{{[l|q]}}
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +000090;
91; AVX512-LABEL: v4i64:
Simon Pilgrim55006b42017-07-05 17:30:30 +000092; AVX512: # BB#0:
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +000093; AVX512-NEXT: vpcmpgtq %ymm1, %ymm0, %k1
94; AVX512-NEXT: vpcmpgtq %ymm3, %ymm2, %k0 {%k1}
95; AVX512-NEXT: kmovd %k0, %eax
96; AVX512-NEXT: movb %al, -{{[0-9]+}}(%rsp)
97; AVX512-NEXT: movb -{{[0-9]+}}(%rsp), %al
98; AVX512-NEXT: vzeroupper
Simon Pilgrim03c87532017-10-23 14:47:49 +000099; AVX512-NEXT: ret{{[l|q]}}
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +0000100 %x0 = icmp sgt <4 x i64> %a, %b
101 %x1 = icmp sgt <4 x i64> %c, %d
102 %y = and <4 x i1> %x0, %x1
103 %res = bitcast <4 x i1> %y to i4
104 ret i4 %res
105}
106
107define i4 @v4f64(<4 x double> %a, <4 x double> %b, <4 x double> %c, <4 x double> %d) {
Zvi Rackover76937332017-06-01 11:27:57 +0000108; SSE2-SSSE3-LABEL: v4f64:
Simon Pilgrim55006b42017-07-05 17:30:30 +0000109; SSE2-SSSE3: # BB#0:
Zvi Rackover76937332017-06-01 11:27:57 +0000110; SSE2-SSSE3-NEXT: cmpltpd %xmm1, %xmm3
111; SSE2-SSSE3-NEXT: cmpltpd %xmm0, %xmm2
112; SSE2-SSSE3-NEXT: shufps {{.*#+}} xmm2 = xmm2[0,2],xmm3[0,2]
Zvi Rackover76937332017-06-01 11:27:57 +0000113; SSE2-SSSE3-NEXT: cmpltpd %xmm5, %xmm7
114; SSE2-SSSE3-NEXT: cmpltpd %xmm4, %xmm6
115; SSE2-SSSE3-NEXT: shufps {{.*#+}} xmm6 = xmm6[0,2],xmm7[0,2]
Simon Pilgrim0b21ef12017-09-18 16:45:05 +0000116; SSE2-SSSE3-NEXT: andps %xmm2, %xmm6
Zvi Rackover76937332017-06-01 11:27:57 +0000117; SSE2-SSSE3-NEXT: movmskps %xmm6, %eax
Simon Pilgrim55006b42017-07-05 17:30:30 +0000118; SSE2-SSSE3-NEXT: # kill: %AL<def> %AL<kill> %EAX<kill>
Simon Pilgrim03c87532017-10-23 14:47:49 +0000119; SSE2-SSSE3-NEXT: ret{{[l|q]}}
Zvi Rackover76937332017-06-01 11:27:57 +0000120;
121; AVX12-LABEL: v4f64:
Simon Pilgrim55006b42017-07-05 17:30:30 +0000122; AVX12: # BB#0:
Zvi Rackover76937332017-06-01 11:27:57 +0000123; AVX12-NEXT: vcmpltpd %ymm0, %ymm1, %ymm0
124; AVX12-NEXT: vextractf128 $1, %ymm0, %xmm1
125; AVX12-NEXT: vpacksswb %xmm1, %xmm0, %xmm0
126; AVX12-NEXT: vcmpltpd %ymm2, %ymm3, %ymm1
127; AVX12-NEXT: vextractf128 $1, %ymm1, %xmm2
128; AVX12-NEXT: vpacksswb %xmm2, %xmm1, %xmm1
129; AVX12-NEXT: vpand %xmm1, %xmm0, %xmm0
130; AVX12-NEXT: vmovmskps %xmm0, %eax
Simon Pilgrim55006b42017-07-05 17:30:30 +0000131; AVX12-NEXT: # kill: %AL<def> %AL<kill> %EAX<kill>
Zvi Rackover76937332017-06-01 11:27:57 +0000132; AVX12-NEXT: vzeroupper
Simon Pilgrim03c87532017-10-23 14:47:49 +0000133; AVX12-NEXT: ret{{[l|q]}}
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +0000134;
135; AVX512-LABEL: v4f64:
Simon Pilgrim55006b42017-07-05 17:30:30 +0000136; AVX512: # BB#0:
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +0000137; AVX512-NEXT: vcmpltpd %ymm0, %ymm1, %k1
138; AVX512-NEXT: vcmpltpd %ymm2, %ymm3, %k0 {%k1}
139; AVX512-NEXT: kmovd %k0, %eax
140; AVX512-NEXT: movb %al, -{{[0-9]+}}(%rsp)
141; AVX512-NEXT: movb -{{[0-9]+}}(%rsp), %al
142; AVX512-NEXT: vzeroupper
Simon Pilgrim03c87532017-10-23 14:47:49 +0000143; AVX512-NEXT: ret{{[l|q]}}
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +0000144 %x0 = fcmp ogt <4 x double> %a, %b
145 %x1 = fcmp ogt <4 x double> %c, %d
146 %y = and <4 x i1> %x0, %x1
147 %res = bitcast <4 x i1> %y to i4
148 ret i4 %res
149}
150
151define i16 @v16i16(<16 x i16> %a, <16 x i16> %b, <16 x i16> %c, <16 x i16> %d) {
Simon Pilgrimf5f291d2017-10-03 12:01:31 +0000152; SSE2-SSSE3-LABEL: v16i16:
153; SSE2-SSSE3: # BB#0:
154; SSE2-SSSE3-NEXT: pcmpgtw %xmm3, %xmm1
155; SSE2-SSSE3-NEXT: pcmpgtw %xmm2, %xmm0
156; SSE2-SSSE3-NEXT: packsswb %xmm1, %xmm0
157; SSE2-SSSE3-NEXT: pcmpgtw %xmm7, %xmm5
158; SSE2-SSSE3-NEXT: pcmpgtw %xmm6, %xmm4
159; SSE2-SSSE3-NEXT: packsswb %xmm5, %xmm4
160; SSE2-SSSE3-NEXT: pand %xmm0, %xmm4
161; SSE2-SSSE3-NEXT: pmovmskb %xmm4, %eax
162; SSE2-SSSE3-NEXT: # kill: %AX<def> %AX<kill> %EAX<kill>
Simon Pilgrim03c87532017-10-23 14:47:49 +0000163; SSE2-SSSE3-NEXT: ret{{[l|q]}}
Zvi Rackover76937332017-06-01 11:27:57 +0000164;
165; AVX1-LABEL: v16i16:
Simon Pilgrim55006b42017-07-05 17:30:30 +0000166; AVX1: # BB#0:
Zvi Rackover76937332017-06-01 11:27:57 +0000167; AVX1-NEXT: vextractf128 $1, %ymm1, %xmm4
168; AVX1-NEXT: vextractf128 $1, %ymm0, %xmm5
169; AVX1-NEXT: vpcmpgtw %xmm4, %xmm5, %xmm4
170; AVX1-NEXT: vpcmpgtw %xmm1, %xmm0, %xmm0
171; AVX1-NEXT: vpacksswb %xmm4, %xmm0, %xmm0
172; AVX1-NEXT: vextractf128 $1, %ymm3, %xmm1
173; AVX1-NEXT: vextractf128 $1, %ymm2, %xmm4
174; AVX1-NEXT: vpcmpgtw %xmm1, %xmm4, %xmm1
175; AVX1-NEXT: vpcmpgtw %xmm3, %xmm2, %xmm2
176; AVX1-NEXT: vpacksswb %xmm1, %xmm2, %xmm1
177; AVX1-NEXT: vpand %xmm1, %xmm0, %xmm0
178; AVX1-NEXT: vpmovmskb %xmm0, %eax
Simon Pilgrim55006b42017-07-05 17:30:30 +0000179; AVX1-NEXT: # kill: %AX<def> %AX<kill> %EAX<kill>
Zvi Rackover76937332017-06-01 11:27:57 +0000180; AVX1-NEXT: vzeroupper
Simon Pilgrim03c87532017-10-23 14:47:49 +0000181; AVX1-NEXT: ret{{[l|q]}}
Zvi Rackover76937332017-06-01 11:27:57 +0000182;
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +0000183; AVX2-LABEL: v16i16:
Simon Pilgrim55006b42017-07-05 17:30:30 +0000184; AVX2: # BB#0:
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +0000185; AVX2-NEXT: vpcmpgtw %ymm1, %ymm0, %ymm0
186; AVX2-NEXT: vextracti128 $1, %ymm0, %xmm1
187; AVX2-NEXT: vpacksswb %xmm1, %xmm0, %xmm0
188; AVX2-NEXT: vpcmpgtw %ymm3, %ymm2, %ymm1
189; AVX2-NEXT: vextracti128 $1, %ymm1, %xmm2
190; AVX2-NEXT: vpacksswb %xmm2, %xmm1, %xmm1
191; AVX2-NEXT: vpand %xmm1, %xmm0, %xmm0
Zvi Rackover76937332017-06-01 11:27:57 +0000192; AVX2-NEXT: vpmovmskb %xmm0, %eax
Simon Pilgrim55006b42017-07-05 17:30:30 +0000193; AVX2-NEXT: # kill: %AX<def> %AX<kill> %EAX<kill>
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +0000194; AVX2-NEXT: vzeroupper
Simon Pilgrim03c87532017-10-23 14:47:49 +0000195; AVX2-NEXT: ret{{[l|q]}}
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +0000196;
197; AVX512-LABEL: v16i16:
Simon Pilgrim55006b42017-07-05 17:30:30 +0000198; AVX512: # BB#0:
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +0000199; AVX512-NEXT: vpcmpgtw %ymm1, %ymm0, %k1
200; AVX512-NEXT: vpcmpgtw %ymm3, %ymm2, %k0 {%k1}
201; AVX512-NEXT: kmovd %k0, %eax
Simon Pilgrim55006b42017-07-05 17:30:30 +0000202; AVX512-NEXT: # kill: %AX<def> %AX<kill> %EAX<kill>
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +0000203; AVX512-NEXT: vzeroupper
Simon Pilgrim03c87532017-10-23 14:47:49 +0000204; AVX512-NEXT: ret{{[l|q]}}
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +0000205 %x0 = icmp sgt <16 x i16> %a, %b
206 %x1 = icmp sgt <16 x i16> %c, %d
207 %y = and <16 x i1> %x0, %x1
208 %res = bitcast <16 x i1> %y to i16
209 ret i16 %res
210}
211
212define i8 @v8i32(<8 x i32> %a, <8 x i32> %b, <8 x i32> %c, <8 x i32> %d) {
Simon Pilgrim321e54f2017-10-23 22:05:02 +0000213; SSE2-SSSE3-LABEL: v8i32:
214; SSE2-SSSE3: # BB#0:
215; SSE2-SSSE3-NEXT: pcmpgtd %xmm3, %xmm1
216; SSE2-SSSE3-NEXT: pcmpgtd %xmm2, %xmm0
217; SSE2-SSSE3-NEXT: packssdw %xmm1, %xmm0
218; SSE2-SSSE3-NEXT: pcmpgtd %xmm7, %xmm5
219; SSE2-SSSE3-NEXT: pcmpgtd %xmm6, %xmm4
220; SSE2-SSSE3-NEXT: packssdw %xmm5, %xmm4
221; SSE2-SSSE3-NEXT: pand %xmm0, %xmm4
222; SSE2-SSSE3-NEXT: packsswb %xmm0, %xmm4
223; SSE2-SSSE3-NEXT: pmovmskb %xmm4, %eax
224; SSE2-SSSE3-NEXT: # kill: %AL<def> %AL<kill> %EAX<kill>
225; SSE2-SSSE3-NEXT: ret{{[l|q]}}
Zvi Rackover76937332017-06-01 11:27:57 +0000226;
227; AVX1-LABEL: v8i32:
Simon Pilgrim55006b42017-07-05 17:30:30 +0000228; AVX1: # BB#0:
Zvi Rackover76937332017-06-01 11:27:57 +0000229; AVX1-NEXT: vextractf128 $1, %ymm1, %xmm4
230; AVX1-NEXT: vextractf128 $1, %ymm0, %xmm5
231; AVX1-NEXT: vpcmpgtd %xmm4, %xmm5, %xmm4
232; AVX1-NEXT: vpcmpgtd %xmm1, %xmm0, %xmm0
233; AVX1-NEXT: vpacksswb %xmm4, %xmm0, %xmm0
234; AVX1-NEXT: vextractf128 $1, %ymm3, %xmm1
235; AVX1-NEXT: vextractf128 $1, %ymm2, %xmm4
236; AVX1-NEXT: vpcmpgtd %xmm1, %xmm4, %xmm1
237; AVX1-NEXT: vpcmpgtd %xmm3, %xmm2, %xmm2
238; AVX1-NEXT: vpacksswb %xmm1, %xmm2, %xmm1
239; AVX1-NEXT: vpand %xmm1, %xmm0, %xmm0
Simon Pilgrim321e54f2017-10-23 22:05:02 +0000240; AVX1-NEXT: vpacksswb %xmm0, %xmm0, %xmm0
Zvi Rackover76937332017-06-01 11:27:57 +0000241; AVX1-NEXT: vpmovmskb %xmm0, %eax
Simon Pilgrim55006b42017-07-05 17:30:30 +0000242; AVX1-NEXT: # kill: %AL<def> %AL<kill> %EAX<kill>
Zvi Rackover76937332017-06-01 11:27:57 +0000243; AVX1-NEXT: vzeroupper
Simon Pilgrim03c87532017-10-23 14:47:49 +0000244; AVX1-NEXT: ret{{[l|q]}}
Zvi Rackover76937332017-06-01 11:27:57 +0000245;
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +0000246; AVX2-LABEL: v8i32:
Simon Pilgrim55006b42017-07-05 17:30:30 +0000247; AVX2: # BB#0:
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +0000248; AVX2-NEXT: vpcmpgtd %ymm1, %ymm0, %ymm0
249; AVX2-NEXT: vextracti128 $1, %ymm0, %xmm1
250; AVX2-NEXT: vpacksswb %xmm1, %xmm0, %xmm0
251; AVX2-NEXT: vpcmpgtd %ymm3, %ymm2, %ymm1
252; AVX2-NEXT: vextracti128 $1, %ymm1, %xmm2
253; AVX2-NEXT: vpacksswb %xmm2, %xmm1, %xmm1
254; AVX2-NEXT: vpand %xmm1, %xmm0, %xmm0
Simon Pilgrim321e54f2017-10-23 22:05:02 +0000255; AVX2-NEXT: vpacksswb %xmm0, %xmm0, %xmm0
Zvi Rackover76937332017-06-01 11:27:57 +0000256; AVX2-NEXT: vpmovmskb %xmm0, %eax
Simon Pilgrim55006b42017-07-05 17:30:30 +0000257; AVX2-NEXT: # kill: %AL<def> %AL<kill> %EAX<kill>
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +0000258; AVX2-NEXT: vzeroupper
Simon Pilgrim03c87532017-10-23 14:47:49 +0000259; AVX2-NEXT: ret{{[l|q]}}
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +0000260;
261; AVX512-LABEL: v8i32:
Simon Pilgrim55006b42017-07-05 17:30:30 +0000262; AVX512: # BB#0:
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +0000263; AVX512-NEXT: vpcmpgtd %ymm1, %ymm0, %k1
264; AVX512-NEXT: vpcmpgtd %ymm3, %ymm2, %k0 {%k1}
265; AVX512-NEXT: kmovd %k0, %eax
Simon Pilgrim55006b42017-07-05 17:30:30 +0000266; AVX512-NEXT: # kill: %AL<def> %AL<kill> %EAX<kill>
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +0000267; AVX512-NEXT: vzeroupper
Simon Pilgrim03c87532017-10-23 14:47:49 +0000268; AVX512-NEXT: ret{{[l|q]}}
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +0000269 %x0 = icmp sgt <8 x i32> %a, %b
270 %x1 = icmp sgt <8 x i32> %c, %d
271 %y = and <8 x i1> %x0, %x1
272 %res = bitcast <8 x i1> %y to i8
273 ret i8 %res
274}
275
276define i8 @v8f32(<8 x float> %a, <8 x float> %b, <8 x float> %c, <8 x float> %d) {
Zvi Rackover76937332017-06-01 11:27:57 +0000277; SSE2-LABEL: v8f32:
Simon Pilgrim55006b42017-07-05 17:30:30 +0000278; SSE2: # BB#0:
Zvi Rackover76937332017-06-01 11:27:57 +0000279; SSE2-NEXT: cmpltps %xmm1, %xmm3
280; SSE2-NEXT: pshuflw {{.*#+}} xmm1 = xmm3[0,2,2,3,4,5,6,7]
281; SSE2-NEXT: pshufhw {{.*#+}} xmm1 = xmm1[0,1,2,3,4,6,6,7]
282; SSE2-NEXT: pshufd {{.*#+}} xmm1 = xmm1[0,2,2,3]
283; SSE2-NEXT: cmpltps %xmm0, %xmm2
284; SSE2-NEXT: pshuflw {{.*#+}} xmm0 = xmm2[0,2,2,3,4,5,6,7]
285; SSE2-NEXT: pshufhw {{.*#+}} xmm0 = xmm0[0,1,2,3,4,6,6,7]
286; SSE2-NEXT: pshufd {{.*#+}} xmm0 = xmm0[0,2,2,3]
287; SSE2-NEXT: punpcklqdq {{.*#+}} xmm0 = xmm0[0],xmm1[0]
Zvi Rackover76937332017-06-01 11:27:57 +0000288; SSE2-NEXT: cmpltps %xmm5, %xmm7
289; SSE2-NEXT: pshuflw {{.*#+}} xmm1 = xmm7[0,2,2,3,4,5,6,7]
290; SSE2-NEXT: pshufhw {{.*#+}} xmm1 = xmm1[0,1,2,3,4,6,6,7]
291; SSE2-NEXT: pshufd {{.*#+}} xmm1 = xmm1[0,2,2,3]
292; SSE2-NEXT: cmpltps %xmm4, %xmm6
293; SSE2-NEXT: pshuflw {{.*#+}} xmm2 = xmm6[0,2,2,3,4,5,6,7]
294; SSE2-NEXT: pshufhw {{.*#+}} xmm2 = xmm2[0,1,2,3,4,6,6,7]
295; SSE2-NEXT: pshufd {{.*#+}} xmm2 = xmm2[0,2,2,3]
296; SSE2-NEXT: punpcklqdq {{.*#+}} xmm2 = xmm2[0],xmm1[0]
Zvi Rackover76937332017-06-01 11:27:57 +0000297; SSE2-NEXT: pand %xmm0, %xmm2
Simon Pilgrim321e54f2017-10-23 22:05:02 +0000298; SSE2-NEXT: packsswb %xmm0, %xmm2
Zvi Rackover76937332017-06-01 11:27:57 +0000299; SSE2-NEXT: pmovmskb %xmm2, %eax
Simon Pilgrim55006b42017-07-05 17:30:30 +0000300; SSE2-NEXT: # kill: %AL<def> %AL<kill> %EAX<kill>
Simon Pilgrim03c87532017-10-23 14:47:49 +0000301; SSE2-NEXT: ret{{[l|q]}}
Zvi Rackover76937332017-06-01 11:27:57 +0000302;
303; SSSE3-LABEL: v8f32:
Simon Pilgrim55006b42017-07-05 17:30:30 +0000304; SSSE3: # BB#0:
Zvi Rackover76937332017-06-01 11:27:57 +0000305; SSSE3-NEXT: cmpltps %xmm1, %xmm3
306; SSSE3-NEXT: movdqa {{.*#+}} xmm1 = [0,1,4,5,8,9,12,13,8,9,12,13,12,13,14,15]
307; SSSE3-NEXT: pshufb %xmm1, %xmm3
308; SSSE3-NEXT: cmpltps %xmm0, %xmm2
309; SSSE3-NEXT: pshufb %xmm1, %xmm2
310; SSSE3-NEXT: punpcklqdq {{.*#+}} xmm2 = xmm2[0],xmm3[0]
Zvi Rackover76937332017-06-01 11:27:57 +0000311; SSSE3-NEXT: cmpltps %xmm5, %xmm7
312; SSSE3-NEXT: pshufb %xmm1, %xmm7
313; SSSE3-NEXT: cmpltps %xmm4, %xmm6
314; SSSE3-NEXT: pshufb %xmm1, %xmm6
315; SSSE3-NEXT: punpcklqdq {{.*#+}} xmm6 = xmm6[0],xmm7[0]
Zvi Rackover76937332017-06-01 11:27:57 +0000316; SSSE3-NEXT: pand %xmm2, %xmm6
Simon Pilgrim321e54f2017-10-23 22:05:02 +0000317; SSSE3-NEXT: packsswb %xmm0, %xmm6
Zvi Rackover76937332017-06-01 11:27:57 +0000318; SSSE3-NEXT: pmovmskb %xmm6, %eax
Simon Pilgrim55006b42017-07-05 17:30:30 +0000319; SSSE3-NEXT: # kill: %AL<def> %AL<kill> %EAX<kill>
Simon Pilgrim03c87532017-10-23 14:47:49 +0000320; SSSE3-NEXT: ret{{[l|q]}}
Zvi Rackover76937332017-06-01 11:27:57 +0000321;
322; AVX12-LABEL: v8f32:
Simon Pilgrim55006b42017-07-05 17:30:30 +0000323; AVX12: # BB#0:
Zvi Rackover76937332017-06-01 11:27:57 +0000324; AVX12-NEXT: vcmpltps %ymm0, %ymm1, %ymm0
325; AVX12-NEXT: vextractf128 $1, %ymm0, %xmm1
326; AVX12-NEXT: vpacksswb %xmm1, %xmm0, %xmm0
327; AVX12-NEXT: vcmpltps %ymm2, %ymm3, %ymm1
328; AVX12-NEXT: vextractf128 $1, %ymm1, %xmm2
329; AVX12-NEXT: vpacksswb %xmm2, %xmm1, %xmm1
330; AVX12-NEXT: vpand %xmm1, %xmm0, %xmm0
Simon Pilgrim321e54f2017-10-23 22:05:02 +0000331; AVX12-NEXT: vpacksswb %xmm0, %xmm0, %xmm0
Zvi Rackover76937332017-06-01 11:27:57 +0000332; AVX12-NEXT: vpmovmskb %xmm0, %eax
Simon Pilgrim55006b42017-07-05 17:30:30 +0000333; AVX12-NEXT: # kill: %AL<def> %AL<kill> %EAX<kill>
Zvi Rackover76937332017-06-01 11:27:57 +0000334; AVX12-NEXT: vzeroupper
Simon Pilgrim03c87532017-10-23 14:47:49 +0000335; AVX12-NEXT: ret{{[l|q]}}
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +0000336;
337; AVX512-LABEL: v8f32:
Simon Pilgrim55006b42017-07-05 17:30:30 +0000338; AVX512: # BB#0:
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +0000339; AVX512-NEXT: vcmpltps %ymm0, %ymm1, %k1
340; AVX512-NEXT: vcmpltps %ymm2, %ymm3, %k0 {%k1}
341; AVX512-NEXT: kmovd %k0, %eax
Simon Pilgrim55006b42017-07-05 17:30:30 +0000342; AVX512-NEXT: # kill: %AL<def> %AL<kill> %EAX<kill>
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +0000343; AVX512-NEXT: vzeroupper
Simon Pilgrim03c87532017-10-23 14:47:49 +0000344; AVX512-NEXT: ret{{[l|q]}}
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +0000345 %x0 = fcmp ogt <8 x float> %a, %b
346 %x1 = fcmp ogt <8 x float> %c, %d
347 %y = and <8 x i1> %x0, %x1
348 %res = bitcast <8 x i1> %y to i8
349 ret i8 %res
350}
351
352define i32 @v32i8(<32 x i8> %a, <32 x i8> %b, <32 x i8> %c, <32 x i8> %d) {
Zvi Rackover76937332017-06-01 11:27:57 +0000353; SSE2-SSSE3-LABEL: v32i8:
Simon Pilgrim55006b42017-07-05 17:30:30 +0000354; SSE2-SSSE3: # BB#0:
Zvi Rackover76937332017-06-01 11:27:57 +0000355; SSE2-SSSE3-NEXT: pcmpgtb %xmm2, %xmm0
356; SSE2-SSSE3-NEXT: pcmpgtb %xmm3, %xmm1
357; SSE2-SSSE3-NEXT: pcmpgtb %xmm6, %xmm4
Michael Zuckermanf6684002017-06-28 11:23:31 +0000358; SSE2-SSSE3-NEXT: pand %xmm0, %xmm4
Zvi Rackover76937332017-06-01 11:27:57 +0000359; SSE2-SSSE3-NEXT: pcmpgtb %xmm7, %xmm5
360; SSE2-SSSE3-NEXT: pand %xmm1, %xmm5
Simon Pilgrim32c377a2017-07-21 09:58:50 +0000361; SSE2-SSSE3-NEXT: pmovmskb %xmm4, %ecx
362; SSE2-SSSE3-NEXT: pmovmskb %xmm5, %eax
363; SSE2-SSSE3-NEXT: shll $16, %eax
Zvi Rackover76937332017-06-01 11:27:57 +0000364; SSE2-SSSE3-NEXT: orl %ecx, %eax
Simon Pilgrim03c87532017-10-23 14:47:49 +0000365; SSE2-SSSE3-NEXT: ret{{[l|q]}}
Zvi Rackover76937332017-06-01 11:27:57 +0000366;
367; AVX1-LABEL: v32i8:
Simon Pilgrim55006b42017-07-05 17:30:30 +0000368; AVX1: # BB#0:
Zvi Rackover76937332017-06-01 11:27:57 +0000369; AVX1-NEXT: vextractf128 $1, %ymm1, %xmm4
370; AVX1-NEXT: vextractf128 $1, %ymm0, %xmm5
371; AVX1-NEXT: vpcmpgtb %xmm4, %xmm5, %xmm4
372; AVX1-NEXT: vpcmpgtb %xmm1, %xmm0, %xmm0
Zvi Rackover76937332017-06-01 11:27:57 +0000373; AVX1-NEXT: vextractf128 $1, %ymm3, %xmm1
Simon Pilgrim32c377a2017-07-21 09:58:50 +0000374; AVX1-NEXT: vextractf128 $1, %ymm2, %xmm5
375; AVX1-NEXT: vpcmpgtb %xmm1, %xmm5, %xmm1
376; AVX1-NEXT: vpand %xmm1, %xmm4, %xmm1
Zvi Rackover76937332017-06-01 11:27:57 +0000377; AVX1-NEXT: vpcmpgtb %xmm3, %xmm2, %xmm2
Simon Pilgrim32c377a2017-07-21 09:58:50 +0000378; AVX1-NEXT: vpand %xmm2, %xmm0, %xmm0
379; AVX1-NEXT: vpmovmskb %xmm0, %ecx
380; AVX1-NEXT: vpmovmskb %xmm1, %eax
381; AVX1-NEXT: shll $16, %eax
382; AVX1-NEXT: orl %ecx, %eax
Zvi Rackover76937332017-06-01 11:27:57 +0000383; AVX1-NEXT: vzeroupper
Simon Pilgrim03c87532017-10-23 14:47:49 +0000384; AVX1-NEXT: ret{{[l|q]}}
Zvi Rackover76937332017-06-01 11:27:57 +0000385;
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +0000386; AVX2-LABEL: v32i8:
Simon Pilgrim55006b42017-07-05 17:30:30 +0000387; AVX2: # BB#0:
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +0000388; AVX2-NEXT: vpcmpgtb %ymm1, %ymm0, %ymm0
389; AVX2-NEXT: vpcmpgtb %ymm3, %ymm2, %ymm1
390; AVX2-NEXT: vpand %ymm1, %ymm0, %ymm0
Zvi Rackover76937332017-06-01 11:27:57 +0000391; AVX2-NEXT: vpmovmskb %ymm0, %eax
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +0000392; AVX2-NEXT: vzeroupper
Simon Pilgrim03c87532017-10-23 14:47:49 +0000393; AVX2-NEXT: ret{{[l|q]}}
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +0000394;
395; AVX512-LABEL: v32i8:
Simon Pilgrim55006b42017-07-05 17:30:30 +0000396; AVX512: # BB#0:
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +0000397; AVX512-NEXT: vpcmpgtb %ymm1, %ymm0, %k1
398; AVX512-NEXT: vpcmpgtb %ymm3, %ymm2, %k0 {%k1}
399; AVX512-NEXT: kmovd %k0, %eax
400; AVX512-NEXT: vzeroupper
Simon Pilgrim03c87532017-10-23 14:47:49 +0000401; AVX512-NEXT: ret{{[l|q]}}
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +0000402 %x0 = icmp sgt <32 x i8> %a, %b
403 %x1 = icmp sgt <32 x i8> %c, %d
404 %y = and <32 x i1> %x0, %x1
405 %res = bitcast <32 x i1> %y to i32
406 ret i32 %res
407}