blob: bfdba84aa28b57739640a44433e232b0dec0fc07 [file] [log] [blame]
Logan Chien2833ffb2018-10-09 10:03:24 +08001/*===------------- avx512cdintrin.h - AVX512CD intrinsics ------------------===
2 *
3 *
Logan Chiendf4f7662019-09-04 16:45:23 -07004 * Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
5 * See https://llvm.org/LICENSE.txt for license information.
6 * SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
Logan Chien2833ffb2018-10-09 10:03:24 +08007 *
8 *===-----------------------------------------------------------------------===
9 */
10#ifndef __IMMINTRIN_H
11#error "Never use <avx512cdintrin.h> directly; include <immintrin.h> instead."
12#endif
13
14#ifndef __AVX512CDINTRIN_H
15#define __AVX512CDINTRIN_H
16
17/* Define the default attributes for the functions in this file. */
Logan Chien55afb0a2018-10-15 10:42:14 +080018#define __DEFAULT_FN_ATTRS __attribute__((__always_inline__, __nodebug__, __target__("avx512cd"), __min_vector_width__(512)))
Logan Chien2833ffb2018-10-09 10:03:24 +080019
20static __inline__ __m512i __DEFAULT_FN_ATTRS
21_mm512_conflict_epi64 (__m512i __A)
22{
Logan Chiendbcf4122019-03-21 10:50:25 +080023 return (__m512i) __builtin_ia32_vpconflictdi_512 ((__v8di) __A);
Logan Chien2833ffb2018-10-09 10:03:24 +080024}
25
26static __inline__ __m512i __DEFAULT_FN_ATTRS
27_mm512_mask_conflict_epi64 (__m512i __W, __mmask8 __U, __m512i __A)
28{
Logan Chiendbcf4122019-03-21 10:50:25 +080029 return (__m512i)__builtin_ia32_selectq_512((__mmask8)__U,
30 (__v8di)_mm512_conflict_epi64(__A),
31 (__v8di)__W);
Logan Chien2833ffb2018-10-09 10:03:24 +080032}
33
34static __inline__ __m512i __DEFAULT_FN_ATTRS
35_mm512_maskz_conflict_epi64 (__mmask8 __U, __m512i __A)
36{
Logan Chiendbcf4122019-03-21 10:50:25 +080037 return (__m512i)__builtin_ia32_selectq_512((__mmask8)__U,
38 (__v8di)_mm512_conflict_epi64(__A),
39 (__v8di)_mm512_setzero_si512 ());
Logan Chien2833ffb2018-10-09 10:03:24 +080040}
41
42static __inline__ __m512i __DEFAULT_FN_ATTRS
43_mm512_conflict_epi32 (__m512i __A)
44{
Logan Chiendbcf4122019-03-21 10:50:25 +080045 return (__m512i) __builtin_ia32_vpconflictsi_512 ((__v16si) __A);
Logan Chien2833ffb2018-10-09 10:03:24 +080046}
47
48static __inline__ __m512i __DEFAULT_FN_ATTRS
49_mm512_mask_conflict_epi32 (__m512i __W, __mmask16 __U, __m512i __A)
50{
Logan Chiendbcf4122019-03-21 10:50:25 +080051 return (__m512i)__builtin_ia32_selectd_512((__mmask16)__U,
52 (__v16si)_mm512_conflict_epi32(__A),
53 (__v16si)__W);
Logan Chien2833ffb2018-10-09 10:03:24 +080054}
55
56static __inline__ __m512i __DEFAULT_FN_ATTRS
57_mm512_maskz_conflict_epi32 (__mmask16 __U, __m512i __A)
58{
Logan Chiendbcf4122019-03-21 10:50:25 +080059 return (__m512i)__builtin_ia32_selectd_512((__mmask16)__U,
60 (__v16si)_mm512_conflict_epi32(__A),
61 (__v16si)_mm512_setzero_si512());
Logan Chien2833ffb2018-10-09 10:03:24 +080062}
63
64static __inline__ __m512i __DEFAULT_FN_ATTRS
65_mm512_lzcnt_epi32 (__m512i __A)
66{
Logan Chien55afb0a2018-10-15 10:42:14 +080067 return (__m512i) __builtin_ia32_vplzcntd_512 ((__v16si) __A);
Logan Chien2833ffb2018-10-09 10:03:24 +080068}
69
70static __inline__ __m512i __DEFAULT_FN_ATTRS
71_mm512_mask_lzcnt_epi32 (__m512i __W, __mmask16 __U, __m512i __A)
72{
Logan Chien55afb0a2018-10-15 10:42:14 +080073 return (__m512i)__builtin_ia32_selectd_512((__mmask16)__U,
74 (__v16si)_mm512_lzcnt_epi32(__A),
75 (__v16si)__W);
Logan Chien2833ffb2018-10-09 10:03:24 +080076}
77
78static __inline__ __m512i __DEFAULT_FN_ATTRS
79_mm512_maskz_lzcnt_epi32 (__mmask16 __U, __m512i __A)
80{
Logan Chien55afb0a2018-10-15 10:42:14 +080081 return (__m512i)__builtin_ia32_selectd_512((__mmask16)__U,
82 (__v16si)_mm512_lzcnt_epi32(__A),
83 (__v16si)_mm512_setzero_si512());
Logan Chien2833ffb2018-10-09 10:03:24 +080084}
85
86static __inline__ __m512i __DEFAULT_FN_ATTRS
87_mm512_lzcnt_epi64 (__m512i __A)
88{
Logan Chien55afb0a2018-10-15 10:42:14 +080089 return (__m512i) __builtin_ia32_vplzcntq_512 ((__v8di) __A);
Logan Chien2833ffb2018-10-09 10:03:24 +080090}
91
92static __inline__ __m512i __DEFAULT_FN_ATTRS
93_mm512_mask_lzcnt_epi64 (__m512i __W, __mmask8 __U, __m512i __A)
94{
Logan Chien55afb0a2018-10-15 10:42:14 +080095 return (__m512i)__builtin_ia32_selectq_512((__mmask8)__U,
96 (__v8di)_mm512_lzcnt_epi64(__A),
97 (__v8di)__W);
Logan Chien2833ffb2018-10-09 10:03:24 +080098}
99
100static __inline__ __m512i __DEFAULT_FN_ATTRS
101_mm512_maskz_lzcnt_epi64 (__mmask8 __U, __m512i __A)
102{
Logan Chien55afb0a2018-10-15 10:42:14 +0800103 return (__m512i)__builtin_ia32_selectq_512((__mmask8)__U,
104 (__v8di)_mm512_lzcnt_epi64(__A),
105 (__v8di)_mm512_setzero_si512());
Logan Chien2833ffb2018-10-09 10:03:24 +0800106}
107
108static __inline__ __m512i __DEFAULT_FN_ATTRS
109_mm512_broadcastmb_epi64 (__mmask8 __A)
110{
Logan Chien55afb0a2018-10-15 10:42:14 +0800111 return (__m512i) _mm512_set1_epi64((long long) __A);
Logan Chien2833ffb2018-10-09 10:03:24 +0800112}
113
114static __inline__ __m512i __DEFAULT_FN_ATTRS
115_mm512_broadcastmw_epi32 (__mmask16 __A)
116{
Logan Chien55afb0a2018-10-15 10:42:14 +0800117 return (__m512i) _mm512_set1_epi32((int) __A);
118
Logan Chien2833ffb2018-10-09 10:03:24 +0800119}
120
121#undef __DEFAULT_FN_ATTRS
122
123#endif