blob: fdae82cf2ba7130a870a5ea880f81d43b077d35d [file] [log] [blame]
Craig Topperc334dd62011-12-26 02:31:10 +00001/*===---- bmi2intrin.h - BMI2 intrinsics -----------------------------------===
2 *
3 * Permission is hereby granted, free of charge, to any person obtaining a copy
4 * of this software and associated documentation files (the "Software"), to deal
5 * in the Software without restriction, including without limitation the rights
6 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
7 * copies of the Software, and to permit persons to whom the Software is
8 * furnished to do so, subject to the following conditions:
9 *
10 * The above copyright notice and this permission notice shall be included in
11 * all copies or substantial portions of the Software.
12 *
13 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
14 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
15 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
16 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
17 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
18 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
19 * THE SOFTWARE.
20 *
21 *===-----------------------------------------------------------------------===
22 */
23
24#if !defined __X86INTRIN_H && !defined __IMMINTRIN_H
25#error "Never use <bmi2intrin.h> directly; include <x86intrin.h> instead."
26#endif
27
Craig Topperc334dd62011-12-26 02:31:10 +000028#ifndef __BMI2INTRIN_H
29#define __BMI2INTRIN_H
30
Eric Christopher4d1851682015-06-17 07:09:20 +000031/* Define the default attributes for the functions in this file. */
Michael Kupersteine45af542015-06-30 13:36:19 +000032#define __DEFAULT_FN_ATTRS __attribute__((__always_inline__, __nodebug__, __target__("bmi2")))
Eric Christopher4d1851682015-06-17 07:09:20 +000033
Michael Kupersteine45af542015-06-30 13:36:19 +000034static __inline__ unsigned int __DEFAULT_FN_ATTRS
Craig Topperc334dd62011-12-26 02:31:10 +000035_bzhi_u32(unsigned int __X, unsigned int __Y)
36{
37 return __builtin_ia32_bzhi_si(__X, __Y);
38}
39
Michael Kupersteine45af542015-06-30 13:36:19 +000040static __inline__ unsigned int __DEFAULT_FN_ATTRS
Craig Topperc334dd62011-12-26 02:31:10 +000041_pdep_u32(unsigned int __X, unsigned int __Y)
42{
43 return __builtin_ia32_pdep_si(__X, __Y);
44}
45
Michael Kupersteine45af542015-06-30 13:36:19 +000046static __inline__ unsigned int __DEFAULT_FN_ATTRS
Craig Topperc334dd62011-12-26 02:31:10 +000047_pext_u32(unsigned int __X, unsigned int __Y)
48{
49 return __builtin_ia32_pext_si(__X, __Y);
50}
51
52#ifdef __x86_64__
53
Michael Kupersteine45af542015-06-30 13:36:19 +000054static __inline__ unsigned long long __DEFAULT_FN_ATTRS
Craig Topperc334dd62011-12-26 02:31:10 +000055_bzhi_u64(unsigned long long __X, unsigned long long __Y)
56{
57 return __builtin_ia32_bzhi_di(__X, __Y);
58}
59
Michael Kupersteine45af542015-06-30 13:36:19 +000060static __inline__ unsigned long long __DEFAULT_FN_ATTRS
Craig Topperc334dd62011-12-26 02:31:10 +000061_pdep_u64(unsigned long long __X, unsigned long long __Y)
62{
63 return __builtin_ia32_pdep_di(__X, __Y);
64}
65
Michael Kupersteine45af542015-06-30 13:36:19 +000066static __inline__ unsigned long long __DEFAULT_FN_ATTRS
Craig Topperc334dd62011-12-26 02:31:10 +000067_pext_u64(unsigned long long __X, unsigned long long __Y)
68{
69 return __builtin_ia32_pext_di(__X, __Y);
70}
71
Michael Kupersteine45af542015-06-30 13:36:19 +000072static __inline__ unsigned long long __DEFAULT_FN_ATTRS
Michael Liao4a7f8c22012-10-05 18:50:09 +000073_mulx_u64 (unsigned long long __X, unsigned long long __Y,
74 unsigned long long *__P)
75{
76 unsigned __int128 __res = (unsigned __int128) __X * __Y;
77 *__P = (unsigned long long) (__res >> 64);
78 return (unsigned long long) __res;
79}
80
81#else /* !__x86_64__ */
82
Michael Kupersteine45af542015-06-30 13:36:19 +000083static __inline__ unsigned int __DEFAULT_FN_ATTRS
Michael Liao4a7f8c22012-10-05 18:50:09 +000084_mulx_u32 (unsigned int __X, unsigned int __Y, unsigned int *__P)
85{
86 unsigned long long __res = (unsigned long long) __X * __Y;
87 *__P = (unsigned int) (__res >> 32);
88 return (unsigned int) __res;
89}
90
Craig Topperc334dd62011-12-26 02:31:10 +000091#endif /* !__x86_64__ */
92
Michael Kupersteine45af542015-06-30 13:36:19 +000093#undef __DEFAULT_FN_ATTRS
Eric Christopher4d1851682015-06-17 07:09:20 +000094
Craig Topperc334dd62011-12-26 02:31:10 +000095#endif /* __BMI2INTRIN_H */