blob: 166ccc1a1d9c7d91a1d56629de0d58dac68cf600 [file] [log] [blame]
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +00001; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py
Simon Pilgrim55006b42017-07-05 17:30:30 +00002; RUN: llc < %s -mtriple=x86_64-unknown-unknown -mattr=+SSE2 | FileCheck %s --check-prefixes=SSE2-SSSE3,SSE2
3; RUN: llc < %s -mtriple=x86_64-unknown-unknown -mattr=+SSSE3 | FileCheck %s --check-prefixes=SSE2-SSSE3,SSSE3
4; RUN: llc < %s -mtriple=x86_64-unknown-unknown -mattr=+avx | FileCheck %s --check-prefixes=AVX12,AVX1
5; RUN: llc < %s -mtriple=x86_64-unknown-unknown -mattr=+avx2 | FileCheck %s --check-prefixes=AVX12,AVX2
6; RUN: llc < %s -mtriple=x86_64-unknown-unknown -mattr=+avx512f,+avx512vl,+avx512bw | FileCheck %s --check-prefix=AVX512
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +00007
8define i4 @v4i64(<4 x i64> %a, <4 x i64> %b, <4 x i64> %c, <4 x i64> %d) {
Zvi Rackover76937332017-06-01 11:27:57 +00009; SSE2-SSSE3-LABEL: v4i64:
Simon Pilgrim55006b42017-07-05 17:30:30 +000010; SSE2-SSSE3: # BB#0:
Zvi Rackover76937332017-06-01 11:27:57 +000011; SSE2-SSSE3-NEXT: movdqa {{.*#+}} xmm8 = [2147483648,0,2147483648,0]
12; SSE2-SSSE3-NEXT: pxor %xmm8, %xmm3
13; SSE2-SSSE3-NEXT: pxor %xmm8, %xmm1
14; SSE2-SSSE3-NEXT: movdqa %xmm1, %xmm9
15; SSE2-SSSE3-NEXT: pcmpgtd %xmm3, %xmm9
16; SSE2-SSSE3-NEXT: pshufd {{.*#+}} xmm10 = xmm9[0,0,2,2]
17; SSE2-SSSE3-NEXT: pcmpeqd %xmm3, %xmm1
18; SSE2-SSSE3-NEXT: pshufd {{.*#+}} xmm1 = xmm1[1,1,3,3]
19; SSE2-SSSE3-NEXT: pand %xmm10, %xmm1
20; SSE2-SSSE3-NEXT: pshufd {{.*#+}} xmm3 = xmm9[1,1,3,3]
21; SSE2-SSSE3-NEXT: por %xmm1, %xmm3
22; SSE2-SSSE3-NEXT: pxor %xmm8, %xmm2
23; SSE2-SSSE3-NEXT: pxor %xmm8, %xmm0
24; SSE2-SSSE3-NEXT: movdqa %xmm0, %xmm1
25; SSE2-SSSE3-NEXT: pcmpgtd %xmm2, %xmm1
26; SSE2-SSSE3-NEXT: pshufd {{.*#+}} xmm9 = xmm1[0,0,2,2]
27; SSE2-SSSE3-NEXT: pcmpeqd %xmm2, %xmm0
28; SSE2-SSSE3-NEXT: pshufd {{.*#+}} xmm2 = xmm0[1,1,3,3]
29; SSE2-SSSE3-NEXT: pand %xmm9, %xmm2
30; SSE2-SSSE3-NEXT: pshufd {{.*#+}} xmm0 = xmm1[1,1,3,3]
31; SSE2-SSSE3-NEXT: por %xmm2, %xmm0
32; SSE2-SSSE3-NEXT: shufps {{.*#+}} xmm0 = xmm0[0,2],xmm3[0,2]
Zvi Rackover76937332017-06-01 11:27:57 +000033; SSE2-SSSE3-NEXT: pxor %xmm8, %xmm7
34; SSE2-SSSE3-NEXT: pxor %xmm8, %xmm5
35; SSE2-SSSE3-NEXT: movdqa %xmm5, %xmm1
36; SSE2-SSSE3-NEXT: pcmpgtd %xmm7, %xmm1
37; SSE2-SSSE3-NEXT: pshufd {{.*#+}} xmm2 = xmm1[0,0,2,2]
38; SSE2-SSSE3-NEXT: pcmpeqd %xmm7, %xmm5
39; SSE2-SSSE3-NEXT: pshufd {{.*#+}} xmm3 = xmm5[1,1,3,3]
40; SSE2-SSSE3-NEXT: pand %xmm2, %xmm3
41; SSE2-SSSE3-NEXT: pshufd {{.*#+}} xmm1 = xmm1[1,1,3,3]
42; SSE2-SSSE3-NEXT: por %xmm3, %xmm1
43; SSE2-SSSE3-NEXT: pxor %xmm8, %xmm6
44; SSE2-SSSE3-NEXT: pxor %xmm8, %xmm4
45; SSE2-SSSE3-NEXT: movdqa %xmm4, %xmm2
46; SSE2-SSSE3-NEXT: pcmpgtd %xmm6, %xmm2
47; SSE2-SSSE3-NEXT: pshufd {{.*#+}} xmm3 = xmm2[0,0,2,2]
48; SSE2-SSSE3-NEXT: pcmpeqd %xmm6, %xmm4
49; SSE2-SSSE3-NEXT: pshufd {{.*#+}} xmm4 = xmm4[1,1,3,3]
50; SSE2-SSSE3-NEXT: pand %xmm3, %xmm4
51; SSE2-SSSE3-NEXT: pshufd {{.*#+}} xmm2 = xmm2[1,1,3,3]
52; SSE2-SSSE3-NEXT: por %xmm4, %xmm2
53; SSE2-SSSE3-NEXT: shufps {{.*#+}} xmm2 = xmm2[0,2],xmm1[0,2]
Simon Pilgrim0b21ef12017-09-18 16:45:05 +000054; SSE2-SSSE3-NEXT: andps %xmm0, %xmm2
Zvi Rackover76937332017-06-01 11:27:57 +000055; SSE2-SSSE3-NEXT: movmskps %xmm2, %eax
Simon Pilgrim55006b42017-07-05 17:30:30 +000056; SSE2-SSSE3-NEXT: # kill: %AL<def> %AL<kill> %EAX<kill>
Simon Pilgrim03c87532017-10-23 14:47:49 +000057; SSE2-SSSE3-NEXT: ret{{[l|q]}}
Zvi Rackover76937332017-06-01 11:27:57 +000058;
59; AVX1-LABEL: v4i64:
Simon Pilgrim55006b42017-07-05 17:30:30 +000060; AVX1: # BB#0:
Zvi Rackover76937332017-06-01 11:27:57 +000061; AVX1-NEXT: vextractf128 $1, %ymm1, %xmm4
62; AVX1-NEXT: vextractf128 $1, %ymm0, %xmm5
63; AVX1-NEXT: vpcmpgtq %xmm4, %xmm5, %xmm4
64; AVX1-NEXT: vpcmpgtq %xmm1, %xmm0, %xmm0
65; AVX1-NEXT: vpacksswb %xmm4, %xmm0, %xmm0
66; AVX1-NEXT: vextractf128 $1, %ymm3, %xmm1
67; AVX1-NEXT: vextractf128 $1, %ymm2, %xmm4
68; AVX1-NEXT: vpcmpgtq %xmm1, %xmm4, %xmm1
69; AVX1-NEXT: vpcmpgtq %xmm3, %xmm2, %xmm2
70; AVX1-NEXT: vpacksswb %xmm1, %xmm2, %xmm1
71; AVX1-NEXT: vpand %xmm1, %xmm0, %xmm0
72; AVX1-NEXT: vmovmskps %xmm0, %eax
Simon Pilgrim55006b42017-07-05 17:30:30 +000073; AVX1-NEXT: # kill: %AL<def> %AL<kill> %EAX<kill>
Zvi Rackover76937332017-06-01 11:27:57 +000074; AVX1-NEXT: vzeroupper
Simon Pilgrim03c87532017-10-23 14:47:49 +000075; AVX1-NEXT: ret{{[l|q]}}
Zvi Rackover76937332017-06-01 11:27:57 +000076;
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +000077; AVX2-LABEL: v4i64:
Simon Pilgrim55006b42017-07-05 17:30:30 +000078; AVX2: # BB#0:
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +000079; AVX2-NEXT: vpcmpgtq %ymm1, %ymm0, %ymm0
80; AVX2-NEXT: vextracti128 $1, %ymm0, %xmm1
81; AVX2-NEXT: vpacksswb %xmm1, %xmm0, %xmm0
82; AVX2-NEXT: vpcmpgtq %ymm3, %ymm2, %ymm1
83; AVX2-NEXT: vextracti128 $1, %ymm1, %xmm2
84; AVX2-NEXT: vpacksswb %xmm2, %xmm1, %xmm1
85; AVX2-NEXT: vpand %xmm1, %xmm0, %xmm0
Zvi Rackover76937332017-06-01 11:27:57 +000086; AVX2-NEXT: vmovmskps %xmm0, %eax
Simon Pilgrim55006b42017-07-05 17:30:30 +000087; AVX2-NEXT: # kill: %AL<def> %AL<kill> %EAX<kill>
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +000088; AVX2-NEXT: vzeroupper
Simon Pilgrim03c87532017-10-23 14:47:49 +000089; AVX2-NEXT: ret{{[l|q]}}
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +000090;
91; AVX512-LABEL: v4i64:
Simon Pilgrim55006b42017-07-05 17:30:30 +000092; AVX512: # BB#0:
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +000093; AVX512-NEXT: vpcmpgtq %ymm1, %ymm0, %k1
94; AVX512-NEXT: vpcmpgtq %ymm3, %ymm2, %k0 {%k1}
95; AVX512-NEXT: kmovd %k0, %eax
96; AVX512-NEXT: movb %al, -{{[0-9]+}}(%rsp)
97; AVX512-NEXT: movb -{{[0-9]+}}(%rsp), %al
98; AVX512-NEXT: vzeroupper
Simon Pilgrim03c87532017-10-23 14:47:49 +000099; AVX512-NEXT: ret{{[l|q]}}
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +0000100 %x0 = icmp sgt <4 x i64> %a, %b
101 %x1 = icmp sgt <4 x i64> %c, %d
102 %y = and <4 x i1> %x0, %x1
103 %res = bitcast <4 x i1> %y to i4
104 ret i4 %res
105}
106
107define i4 @v4f64(<4 x double> %a, <4 x double> %b, <4 x double> %c, <4 x double> %d) {
Zvi Rackover76937332017-06-01 11:27:57 +0000108; SSE2-SSSE3-LABEL: v4f64:
Simon Pilgrim55006b42017-07-05 17:30:30 +0000109; SSE2-SSSE3: # BB#0:
Zvi Rackover76937332017-06-01 11:27:57 +0000110; SSE2-SSSE3-NEXT: cmpltpd %xmm1, %xmm3
111; SSE2-SSSE3-NEXT: cmpltpd %xmm0, %xmm2
112; SSE2-SSSE3-NEXT: shufps {{.*#+}} xmm2 = xmm2[0,2],xmm3[0,2]
Zvi Rackover76937332017-06-01 11:27:57 +0000113; SSE2-SSSE3-NEXT: cmpltpd %xmm5, %xmm7
114; SSE2-SSSE3-NEXT: cmpltpd %xmm4, %xmm6
115; SSE2-SSSE3-NEXT: shufps {{.*#+}} xmm6 = xmm6[0,2],xmm7[0,2]
Simon Pilgrim0b21ef12017-09-18 16:45:05 +0000116; SSE2-SSSE3-NEXT: andps %xmm2, %xmm6
Zvi Rackover76937332017-06-01 11:27:57 +0000117; SSE2-SSSE3-NEXT: movmskps %xmm6, %eax
Simon Pilgrim55006b42017-07-05 17:30:30 +0000118; SSE2-SSSE3-NEXT: # kill: %AL<def> %AL<kill> %EAX<kill>
Simon Pilgrim03c87532017-10-23 14:47:49 +0000119; SSE2-SSSE3-NEXT: ret{{[l|q]}}
Zvi Rackover76937332017-06-01 11:27:57 +0000120;
121; AVX12-LABEL: v4f64:
Simon Pilgrim55006b42017-07-05 17:30:30 +0000122; AVX12: # BB#0:
Zvi Rackover76937332017-06-01 11:27:57 +0000123; AVX12-NEXT: vcmpltpd %ymm0, %ymm1, %ymm0
124; AVX12-NEXT: vextractf128 $1, %ymm0, %xmm1
125; AVX12-NEXT: vpacksswb %xmm1, %xmm0, %xmm0
126; AVX12-NEXT: vcmpltpd %ymm2, %ymm3, %ymm1
127; AVX12-NEXT: vextractf128 $1, %ymm1, %xmm2
128; AVX12-NEXT: vpacksswb %xmm2, %xmm1, %xmm1
129; AVX12-NEXT: vpand %xmm1, %xmm0, %xmm0
130; AVX12-NEXT: vmovmskps %xmm0, %eax
Simon Pilgrim55006b42017-07-05 17:30:30 +0000131; AVX12-NEXT: # kill: %AL<def> %AL<kill> %EAX<kill>
Zvi Rackover76937332017-06-01 11:27:57 +0000132; AVX12-NEXT: vzeroupper
Simon Pilgrim03c87532017-10-23 14:47:49 +0000133; AVX12-NEXT: ret{{[l|q]}}
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +0000134;
135; AVX512-LABEL: v4f64:
Simon Pilgrim55006b42017-07-05 17:30:30 +0000136; AVX512: # BB#0:
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +0000137; AVX512-NEXT: vcmpltpd %ymm0, %ymm1, %k1
138; AVX512-NEXT: vcmpltpd %ymm2, %ymm3, %k0 {%k1}
139; AVX512-NEXT: kmovd %k0, %eax
140; AVX512-NEXT: movb %al, -{{[0-9]+}}(%rsp)
141; AVX512-NEXT: movb -{{[0-9]+}}(%rsp), %al
142; AVX512-NEXT: vzeroupper
Simon Pilgrim03c87532017-10-23 14:47:49 +0000143; AVX512-NEXT: ret{{[l|q]}}
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +0000144 %x0 = fcmp ogt <4 x double> %a, %b
145 %x1 = fcmp ogt <4 x double> %c, %d
146 %y = and <4 x i1> %x0, %x1
147 %res = bitcast <4 x i1> %y to i4
148 ret i4 %res
149}
150
151define i16 @v16i16(<16 x i16> %a, <16 x i16> %b, <16 x i16> %c, <16 x i16> %d) {
Simon Pilgrimf5f291d2017-10-03 12:01:31 +0000152; SSE2-SSSE3-LABEL: v16i16:
153; SSE2-SSSE3: # BB#0:
154; SSE2-SSSE3-NEXT: pcmpgtw %xmm3, %xmm1
155; SSE2-SSSE3-NEXT: pcmpgtw %xmm2, %xmm0
156; SSE2-SSSE3-NEXT: packsswb %xmm1, %xmm0
157; SSE2-SSSE3-NEXT: pcmpgtw %xmm7, %xmm5
158; SSE2-SSSE3-NEXT: pcmpgtw %xmm6, %xmm4
159; SSE2-SSSE3-NEXT: packsswb %xmm5, %xmm4
160; SSE2-SSSE3-NEXT: pand %xmm0, %xmm4
161; SSE2-SSSE3-NEXT: pmovmskb %xmm4, %eax
162; SSE2-SSSE3-NEXT: # kill: %AX<def> %AX<kill> %EAX<kill>
Simon Pilgrim03c87532017-10-23 14:47:49 +0000163; SSE2-SSSE3-NEXT: ret{{[l|q]}}
Zvi Rackover76937332017-06-01 11:27:57 +0000164;
165; AVX1-LABEL: v16i16:
Simon Pilgrim55006b42017-07-05 17:30:30 +0000166; AVX1: # BB#0:
Zvi Rackover76937332017-06-01 11:27:57 +0000167; AVX1-NEXT: vextractf128 $1, %ymm1, %xmm4
168; AVX1-NEXT: vextractf128 $1, %ymm0, %xmm5
169; AVX1-NEXT: vpcmpgtw %xmm4, %xmm5, %xmm4
170; AVX1-NEXT: vpcmpgtw %xmm1, %xmm0, %xmm0
171; AVX1-NEXT: vpacksswb %xmm4, %xmm0, %xmm0
172; AVX1-NEXT: vextractf128 $1, %ymm3, %xmm1
173; AVX1-NEXT: vextractf128 $1, %ymm2, %xmm4
174; AVX1-NEXT: vpcmpgtw %xmm1, %xmm4, %xmm1
175; AVX1-NEXT: vpcmpgtw %xmm3, %xmm2, %xmm2
176; AVX1-NEXT: vpacksswb %xmm1, %xmm2, %xmm1
177; AVX1-NEXT: vpand %xmm1, %xmm0, %xmm0
178; AVX1-NEXT: vpmovmskb %xmm0, %eax
Simon Pilgrim55006b42017-07-05 17:30:30 +0000179; AVX1-NEXT: # kill: %AX<def> %AX<kill> %EAX<kill>
Zvi Rackover76937332017-06-01 11:27:57 +0000180; AVX1-NEXT: vzeroupper
Simon Pilgrim03c87532017-10-23 14:47:49 +0000181; AVX1-NEXT: ret{{[l|q]}}
Zvi Rackover76937332017-06-01 11:27:57 +0000182;
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +0000183; AVX2-LABEL: v16i16:
Simon Pilgrim55006b42017-07-05 17:30:30 +0000184; AVX2: # BB#0:
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +0000185; AVX2-NEXT: vpcmpgtw %ymm1, %ymm0, %ymm0
186; AVX2-NEXT: vextracti128 $1, %ymm0, %xmm1
187; AVX2-NEXT: vpacksswb %xmm1, %xmm0, %xmm0
188; AVX2-NEXT: vpcmpgtw %ymm3, %ymm2, %ymm1
189; AVX2-NEXT: vextracti128 $1, %ymm1, %xmm2
190; AVX2-NEXT: vpacksswb %xmm2, %xmm1, %xmm1
191; AVX2-NEXT: vpand %xmm1, %xmm0, %xmm0
Zvi Rackover76937332017-06-01 11:27:57 +0000192; AVX2-NEXT: vpmovmskb %xmm0, %eax
Simon Pilgrim55006b42017-07-05 17:30:30 +0000193; AVX2-NEXT: # kill: %AX<def> %AX<kill> %EAX<kill>
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +0000194; AVX2-NEXT: vzeroupper
Simon Pilgrim03c87532017-10-23 14:47:49 +0000195; AVX2-NEXT: ret{{[l|q]}}
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +0000196;
197; AVX512-LABEL: v16i16:
Simon Pilgrim55006b42017-07-05 17:30:30 +0000198; AVX512: # BB#0:
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +0000199; AVX512-NEXT: vpcmpgtw %ymm1, %ymm0, %k1
200; AVX512-NEXT: vpcmpgtw %ymm3, %ymm2, %k0 {%k1}
201; AVX512-NEXT: kmovd %k0, %eax
Simon Pilgrim55006b42017-07-05 17:30:30 +0000202; AVX512-NEXT: # kill: %AX<def> %AX<kill> %EAX<kill>
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +0000203; AVX512-NEXT: vzeroupper
Simon Pilgrim03c87532017-10-23 14:47:49 +0000204; AVX512-NEXT: ret{{[l|q]}}
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +0000205 %x0 = icmp sgt <16 x i16> %a, %b
206 %x1 = icmp sgt <16 x i16> %c, %d
207 %y = and <16 x i1> %x0, %x1
208 %res = bitcast <16 x i1> %y to i16
209 ret i16 %res
210}
211
212define i8 @v8i32(<8 x i32> %a, <8 x i32> %b, <8 x i32> %c, <8 x i32> %d) {
Zvi Rackover76937332017-06-01 11:27:57 +0000213; SSE2-LABEL: v8i32:
Simon Pilgrim55006b42017-07-05 17:30:30 +0000214; SSE2: # BB#0:
Zvi Rackover76937332017-06-01 11:27:57 +0000215; SSE2-NEXT: pcmpgtd %xmm3, %xmm1
Zvi Rackover76937332017-06-01 11:27:57 +0000216; SSE2-NEXT: pcmpgtd %xmm2, %xmm0
Simon Pilgrimb47b3f22017-10-04 17:31:28 +0000217; SSE2-NEXT: packssdw %xmm1, %xmm0
Zvi Rackover76937332017-06-01 11:27:57 +0000218; SSE2-NEXT: pcmpgtd %xmm7, %xmm5
Zvi Rackover76937332017-06-01 11:27:57 +0000219; SSE2-NEXT: pcmpgtd %xmm6, %xmm4
Simon Pilgrimb47b3f22017-10-04 17:31:28 +0000220; SSE2-NEXT: packssdw %xmm5, %xmm4
Simon Pilgrimf5f291d2017-10-03 12:01:31 +0000221; SSE2-NEXT: pand %xmm0, %xmm4
222; SSE2-NEXT: pand {{.*}}(%rip), %xmm4
223; SSE2-NEXT: packuswb %xmm4, %xmm4
224; SSE2-NEXT: pmovmskb %xmm4, %eax
Simon Pilgrim55006b42017-07-05 17:30:30 +0000225; SSE2-NEXT: # kill: %AL<def> %AL<kill> %EAX<kill>
Simon Pilgrim03c87532017-10-23 14:47:49 +0000226; SSE2-NEXT: ret{{[l|q]}}
Zvi Rackover76937332017-06-01 11:27:57 +0000227;
228; SSSE3-LABEL: v8i32:
Simon Pilgrim55006b42017-07-05 17:30:30 +0000229; SSSE3: # BB#0:
Zvi Rackover76937332017-06-01 11:27:57 +0000230; SSSE3-NEXT: pcmpgtd %xmm3, %xmm1
Zvi Rackover76937332017-06-01 11:27:57 +0000231; SSSE3-NEXT: pcmpgtd %xmm2, %xmm0
Simon Pilgrimb47b3f22017-10-04 17:31:28 +0000232; SSSE3-NEXT: packssdw %xmm1, %xmm0
Zvi Rackover76937332017-06-01 11:27:57 +0000233; SSSE3-NEXT: pcmpgtd %xmm7, %xmm5
Zvi Rackover76937332017-06-01 11:27:57 +0000234; SSSE3-NEXT: pcmpgtd %xmm6, %xmm4
Simon Pilgrimb47b3f22017-10-04 17:31:28 +0000235; SSSE3-NEXT: packssdw %xmm5, %xmm4
Zvi Rackover76937332017-06-01 11:27:57 +0000236; SSSE3-NEXT: pand %xmm0, %xmm4
237; SSSE3-NEXT: pshufb {{.*#+}} xmm4 = xmm4[0,2,4,6,8,10,12,14,u,u,u,u,u,u,u,u]
238; SSSE3-NEXT: pmovmskb %xmm4, %eax
Simon Pilgrim55006b42017-07-05 17:30:30 +0000239; SSSE3-NEXT: # kill: %AL<def> %AL<kill> %EAX<kill>
Simon Pilgrim03c87532017-10-23 14:47:49 +0000240; SSSE3-NEXT: ret{{[l|q]}}
Zvi Rackover76937332017-06-01 11:27:57 +0000241;
242; AVX1-LABEL: v8i32:
Simon Pilgrim55006b42017-07-05 17:30:30 +0000243; AVX1: # BB#0:
Zvi Rackover76937332017-06-01 11:27:57 +0000244; AVX1-NEXT: vextractf128 $1, %ymm1, %xmm4
245; AVX1-NEXT: vextractf128 $1, %ymm0, %xmm5
246; AVX1-NEXT: vpcmpgtd %xmm4, %xmm5, %xmm4
247; AVX1-NEXT: vpcmpgtd %xmm1, %xmm0, %xmm0
248; AVX1-NEXT: vpacksswb %xmm4, %xmm0, %xmm0
249; AVX1-NEXT: vextractf128 $1, %ymm3, %xmm1
250; AVX1-NEXT: vextractf128 $1, %ymm2, %xmm4
251; AVX1-NEXT: vpcmpgtd %xmm1, %xmm4, %xmm1
252; AVX1-NEXT: vpcmpgtd %xmm3, %xmm2, %xmm2
253; AVX1-NEXT: vpacksswb %xmm1, %xmm2, %xmm1
254; AVX1-NEXT: vpand %xmm1, %xmm0, %xmm0
255; AVX1-NEXT: vpshufb {{.*#+}} xmm0 = xmm0[0,2,4,6,8,10,12,14,u,u,u,u,u,u,u,u]
256; AVX1-NEXT: vpmovmskb %xmm0, %eax
Simon Pilgrim55006b42017-07-05 17:30:30 +0000257; AVX1-NEXT: # kill: %AL<def> %AL<kill> %EAX<kill>
Zvi Rackover76937332017-06-01 11:27:57 +0000258; AVX1-NEXT: vzeroupper
Simon Pilgrim03c87532017-10-23 14:47:49 +0000259; AVX1-NEXT: ret{{[l|q]}}
Zvi Rackover76937332017-06-01 11:27:57 +0000260;
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +0000261; AVX2-LABEL: v8i32:
Simon Pilgrim55006b42017-07-05 17:30:30 +0000262; AVX2: # BB#0:
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +0000263; AVX2-NEXT: vpcmpgtd %ymm1, %ymm0, %ymm0
264; AVX2-NEXT: vextracti128 $1, %ymm0, %xmm1
265; AVX2-NEXT: vpacksswb %xmm1, %xmm0, %xmm0
266; AVX2-NEXT: vpcmpgtd %ymm3, %ymm2, %ymm1
267; AVX2-NEXT: vextracti128 $1, %ymm1, %xmm2
268; AVX2-NEXT: vpacksswb %xmm2, %xmm1, %xmm1
269; AVX2-NEXT: vpand %xmm1, %xmm0, %xmm0
Zvi Rackover76937332017-06-01 11:27:57 +0000270; AVX2-NEXT: vpshufb {{.*#+}} xmm0 = xmm0[0,2,4,6,8,10,12,14,u,u,u,u,u,u,u,u]
271; AVX2-NEXT: vpmovmskb %xmm0, %eax
Simon Pilgrim55006b42017-07-05 17:30:30 +0000272; AVX2-NEXT: # kill: %AL<def> %AL<kill> %EAX<kill>
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +0000273; AVX2-NEXT: vzeroupper
Simon Pilgrim03c87532017-10-23 14:47:49 +0000274; AVX2-NEXT: ret{{[l|q]}}
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +0000275;
276; AVX512-LABEL: v8i32:
Simon Pilgrim55006b42017-07-05 17:30:30 +0000277; AVX512: # BB#0:
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +0000278; AVX512-NEXT: vpcmpgtd %ymm1, %ymm0, %k1
279; AVX512-NEXT: vpcmpgtd %ymm3, %ymm2, %k0 {%k1}
280; AVX512-NEXT: kmovd %k0, %eax
Simon Pilgrim55006b42017-07-05 17:30:30 +0000281; AVX512-NEXT: # kill: %AL<def> %AL<kill> %EAX<kill>
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +0000282; AVX512-NEXT: vzeroupper
Simon Pilgrim03c87532017-10-23 14:47:49 +0000283; AVX512-NEXT: ret{{[l|q]}}
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +0000284 %x0 = icmp sgt <8 x i32> %a, %b
285 %x1 = icmp sgt <8 x i32> %c, %d
286 %y = and <8 x i1> %x0, %x1
287 %res = bitcast <8 x i1> %y to i8
288 ret i8 %res
289}
290
291define i8 @v8f32(<8 x float> %a, <8 x float> %b, <8 x float> %c, <8 x float> %d) {
Zvi Rackover76937332017-06-01 11:27:57 +0000292; SSE2-LABEL: v8f32:
Simon Pilgrim55006b42017-07-05 17:30:30 +0000293; SSE2: # BB#0:
Zvi Rackover76937332017-06-01 11:27:57 +0000294; SSE2-NEXT: cmpltps %xmm1, %xmm3
295; SSE2-NEXT: pshuflw {{.*#+}} xmm1 = xmm3[0,2,2,3,4,5,6,7]
296; SSE2-NEXT: pshufhw {{.*#+}} xmm1 = xmm1[0,1,2,3,4,6,6,7]
297; SSE2-NEXT: pshufd {{.*#+}} xmm1 = xmm1[0,2,2,3]
298; SSE2-NEXT: cmpltps %xmm0, %xmm2
299; SSE2-NEXT: pshuflw {{.*#+}} xmm0 = xmm2[0,2,2,3,4,5,6,7]
300; SSE2-NEXT: pshufhw {{.*#+}} xmm0 = xmm0[0,1,2,3,4,6,6,7]
301; SSE2-NEXT: pshufd {{.*#+}} xmm0 = xmm0[0,2,2,3]
302; SSE2-NEXT: punpcklqdq {{.*#+}} xmm0 = xmm0[0],xmm1[0]
Zvi Rackover76937332017-06-01 11:27:57 +0000303; SSE2-NEXT: cmpltps %xmm5, %xmm7
304; SSE2-NEXT: pshuflw {{.*#+}} xmm1 = xmm7[0,2,2,3,4,5,6,7]
305; SSE2-NEXT: pshufhw {{.*#+}} xmm1 = xmm1[0,1,2,3,4,6,6,7]
306; SSE2-NEXT: pshufd {{.*#+}} xmm1 = xmm1[0,2,2,3]
307; SSE2-NEXT: cmpltps %xmm4, %xmm6
308; SSE2-NEXT: pshuflw {{.*#+}} xmm2 = xmm6[0,2,2,3,4,5,6,7]
309; SSE2-NEXT: pshufhw {{.*#+}} xmm2 = xmm2[0,1,2,3,4,6,6,7]
310; SSE2-NEXT: pshufd {{.*#+}} xmm2 = xmm2[0,2,2,3]
311; SSE2-NEXT: punpcklqdq {{.*#+}} xmm2 = xmm2[0],xmm1[0]
Zvi Rackover76937332017-06-01 11:27:57 +0000312; SSE2-NEXT: pand %xmm0, %xmm2
313; SSE2-NEXT: pand {{.*}}(%rip), %xmm2
314; SSE2-NEXT: packuswb %xmm2, %xmm2
315; SSE2-NEXT: pmovmskb %xmm2, %eax
Simon Pilgrim55006b42017-07-05 17:30:30 +0000316; SSE2-NEXT: # kill: %AL<def> %AL<kill> %EAX<kill>
Simon Pilgrim03c87532017-10-23 14:47:49 +0000317; SSE2-NEXT: ret{{[l|q]}}
Zvi Rackover76937332017-06-01 11:27:57 +0000318;
319; SSSE3-LABEL: v8f32:
Simon Pilgrim55006b42017-07-05 17:30:30 +0000320; SSSE3: # BB#0:
Zvi Rackover76937332017-06-01 11:27:57 +0000321; SSSE3-NEXT: cmpltps %xmm1, %xmm3
322; SSSE3-NEXT: movdqa {{.*#+}} xmm1 = [0,1,4,5,8,9,12,13,8,9,12,13,12,13,14,15]
323; SSSE3-NEXT: pshufb %xmm1, %xmm3
324; SSSE3-NEXT: cmpltps %xmm0, %xmm2
325; SSSE3-NEXT: pshufb %xmm1, %xmm2
326; SSSE3-NEXT: punpcklqdq {{.*#+}} xmm2 = xmm2[0],xmm3[0]
Zvi Rackover76937332017-06-01 11:27:57 +0000327; SSSE3-NEXT: cmpltps %xmm5, %xmm7
328; SSSE3-NEXT: pshufb %xmm1, %xmm7
329; SSSE3-NEXT: cmpltps %xmm4, %xmm6
330; SSSE3-NEXT: pshufb %xmm1, %xmm6
331; SSSE3-NEXT: punpcklqdq {{.*#+}} xmm6 = xmm6[0],xmm7[0]
Zvi Rackover76937332017-06-01 11:27:57 +0000332; SSSE3-NEXT: pand %xmm2, %xmm6
333; SSSE3-NEXT: pshufb {{.*#+}} xmm6 = xmm6[0,2,4,6,8,10,12,14,u,u,u,u,u,u,u,u]
334; SSSE3-NEXT: pmovmskb %xmm6, %eax
Simon Pilgrim55006b42017-07-05 17:30:30 +0000335; SSSE3-NEXT: # kill: %AL<def> %AL<kill> %EAX<kill>
Simon Pilgrim03c87532017-10-23 14:47:49 +0000336; SSSE3-NEXT: ret{{[l|q]}}
Zvi Rackover76937332017-06-01 11:27:57 +0000337;
338; AVX12-LABEL: v8f32:
Simon Pilgrim55006b42017-07-05 17:30:30 +0000339; AVX12: # BB#0:
Zvi Rackover76937332017-06-01 11:27:57 +0000340; AVX12-NEXT: vcmpltps %ymm0, %ymm1, %ymm0
341; AVX12-NEXT: vextractf128 $1, %ymm0, %xmm1
342; AVX12-NEXT: vpacksswb %xmm1, %xmm0, %xmm0
343; AVX12-NEXT: vcmpltps %ymm2, %ymm3, %ymm1
344; AVX12-NEXT: vextractf128 $1, %ymm1, %xmm2
345; AVX12-NEXT: vpacksswb %xmm2, %xmm1, %xmm1
346; AVX12-NEXT: vpand %xmm1, %xmm0, %xmm0
347; AVX12-NEXT: vpshufb {{.*#+}} xmm0 = xmm0[0,2,4,6,8,10,12,14,u,u,u,u,u,u,u,u]
348; AVX12-NEXT: vpmovmskb %xmm0, %eax
Simon Pilgrim55006b42017-07-05 17:30:30 +0000349; AVX12-NEXT: # kill: %AL<def> %AL<kill> %EAX<kill>
Zvi Rackover76937332017-06-01 11:27:57 +0000350; AVX12-NEXT: vzeroupper
Simon Pilgrim03c87532017-10-23 14:47:49 +0000351; AVX12-NEXT: ret{{[l|q]}}
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +0000352;
353; AVX512-LABEL: v8f32:
Simon Pilgrim55006b42017-07-05 17:30:30 +0000354; AVX512: # BB#0:
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +0000355; AVX512-NEXT: vcmpltps %ymm0, %ymm1, %k1
356; AVX512-NEXT: vcmpltps %ymm2, %ymm3, %k0 {%k1}
357; AVX512-NEXT: kmovd %k0, %eax
Simon Pilgrim55006b42017-07-05 17:30:30 +0000358; AVX512-NEXT: # kill: %AL<def> %AL<kill> %EAX<kill>
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +0000359; AVX512-NEXT: vzeroupper
Simon Pilgrim03c87532017-10-23 14:47:49 +0000360; AVX512-NEXT: ret{{[l|q]}}
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +0000361 %x0 = fcmp ogt <8 x float> %a, %b
362 %x1 = fcmp ogt <8 x float> %c, %d
363 %y = and <8 x i1> %x0, %x1
364 %res = bitcast <8 x i1> %y to i8
365 ret i8 %res
366}
367
368define i32 @v32i8(<32 x i8> %a, <32 x i8> %b, <32 x i8> %c, <32 x i8> %d) {
Zvi Rackover76937332017-06-01 11:27:57 +0000369; SSE2-SSSE3-LABEL: v32i8:
Simon Pilgrim55006b42017-07-05 17:30:30 +0000370; SSE2-SSSE3: # BB#0:
Zvi Rackover76937332017-06-01 11:27:57 +0000371; SSE2-SSSE3-NEXT: pcmpgtb %xmm2, %xmm0
372; SSE2-SSSE3-NEXT: pcmpgtb %xmm3, %xmm1
373; SSE2-SSSE3-NEXT: pcmpgtb %xmm6, %xmm4
Michael Zuckermanf6684002017-06-28 11:23:31 +0000374; SSE2-SSSE3-NEXT: pand %xmm0, %xmm4
Zvi Rackover76937332017-06-01 11:27:57 +0000375; SSE2-SSSE3-NEXT: pcmpgtb %xmm7, %xmm5
376; SSE2-SSSE3-NEXT: pand %xmm1, %xmm5
Simon Pilgrim32c377a2017-07-21 09:58:50 +0000377; SSE2-SSSE3-NEXT: pmovmskb %xmm4, %ecx
378; SSE2-SSSE3-NEXT: pmovmskb %xmm5, %eax
379; SSE2-SSSE3-NEXT: shll $16, %eax
Zvi Rackover76937332017-06-01 11:27:57 +0000380; SSE2-SSSE3-NEXT: orl %ecx, %eax
Simon Pilgrim03c87532017-10-23 14:47:49 +0000381; SSE2-SSSE3-NEXT: ret{{[l|q]}}
Zvi Rackover76937332017-06-01 11:27:57 +0000382;
383; AVX1-LABEL: v32i8:
Simon Pilgrim55006b42017-07-05 17:30:30 +0000384; AVX1: # BB#0:
Zvi Rackover76937332017-06-01 11:27:57 +0000385; AVX1-NEXT: vextractf128 $1, %ymm1, %xmm4
386; AVX1-NEXT: vextractf128 $1, %ymm0, %xmm5
387; AVX1-NEXT: vpcmpgtb %xmm4, %xmm5, %xmm4
388; AVX1-NEXT: vpcmpgtb %xmm1, %xmm0, %xmm0
Zvi Rackover76937332017-06-01 11:27:57 +0000389; AVX1-NEXT: vextractf128 $1, %ymm3, %xmm1
Simon Pilgrim32c377a2017-07-21 09:58:50 +0000390; AVX1-NEXT: vextractf128 $1, %ymm2, %xmm5
391; AVX1-NEXT: vpcmpgtb %xmm1, %xmm5, %xmm1
392; AVX1-NEXT: vpand %xmm1, %xmm4, %xmm1
Zvi Rackover76937332017-06-01 11:27:57 +0000393; AVX1-NEXT: vpcmpgtb %xmm3, %xmm2, %xmm2
Simon Pilgrim32c377a2017-07-21 09:58:50 +0000394; AVX1-NEXT: vpand %xmm2, %xmm0, %xmm0
395; AVX1-NEXT: vpmovmskb %xmm0, %ecx
396; AVX1-NEXT: vpmovmskb %xmm1, %eax
397; AVX1-NEXT: shll $16, %eax
398; AVX1-NEXT: orl %ecx, %eax
Zvi Rackover76937332017-06-01 11:27:57 +0000399; AVX1-NEXT: vzeroupper
Simon Pilgrim03c87532017-10-23 14:47:49 +0000400; AVX1-NEXT: ret{{[l|q]}}
Zvi Rackover76937332017-06-01 11:27:57 +0000401;
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +0000402; AVX2-LABEL: v32i8:
Simon Pilgrim55006b42017-07-05 17:30:30 +0000403; AVX2: # BB#0:
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +0000404; AVX2-NEXT: vpcmpgtb %ymm1, %ymm0, %ymm0
405; AVX2-NEXT: vpcmpgtb %ymm3, %ymm2, %ymm1
406; AVX2-NEXT: vpand %ymm1, %ymm0, %ymm0
Zvi Rackover76937332017-06-01 11:27:57 +0000407; AVX2-NEXT: vpmovmskb %ymm0, %eax
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +0000408; AVX2-NEXT: vzeroupper
Simon Pilgrim03c87532017-10-23 14:47:49 +0000409; AVX2-NEXT: ret{{[l|q]}}
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +0000410;
411; AVX512-LABEL: v32i8:
Simon Pilgrim55006b42017-07-05 17:30:30 +0000412; AVX512: # BB#0:
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +0000413; AVX512-NEXT: vpcmpgtb %ymm1, %ymm0, %k1
414; AVX512-NEXT: vpcmpgtb %ymm3, %ymm2, %k0 {%k1}
415; AVX512-NEXT: kmovd %k0, %eax
416; AVX512-NEXT: vzeroupper
Simon Pilgrim03c87532017-10-23 14:47:49 +0000417; AVX512-NEXT: ret{{[l|q]}}
Zvi Rackoverc7bf2a12017-05-29 19:00:57 +0000418 %x0 = icmp sgt <32 x i8> %a, %b
419 %x1 = icmp sgt <32 x i8> %c, %d
420 %y = and <32 x i1> %x0, %x1
421 %res = bitcast <32 x i1> %y to i32
422 ret i32 %res
423}