| /*===---- immintrin.h - Intel intrinsics -----------------------------------=== |
| * |
| * Permission is hereby granted, free of charge, to any person obtaining a copy |
| * of this software and associated documentation files (the "Software"), to deal |
| * in the Software without restriction, including without limitation the rights |
| * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell |
| * copies of the Software, and to permit persons to whom the Software is |
| * furnished to do so, subject to the following conditions: |
| * |
| * The above copyright notice and this permission notice shall be included in |
| * all copies or substantial portions of the Software. |
| * |
| * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR |
| * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, |
| * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE |
| * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER |
| * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, |
| * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN |
| * THE SOFTWARE. |
| * |
| *===-----------------------------------------------------------------------=== |
| */ |
| |
| #ifndef __IMMINTRIN_H |
| #define __IMMINTRIN_H |
| |
| #include <mmintrin.h> |
| |
| #include <xmmintrin.h> |
| |
| #include <emmintrin.h> |
| |
| #include <pmmintrin.h> |
| |
| #include <tmmintrin.h> |
| |
| #include <smmintrin.h> |
| |
| #include <wmmintrin.h> |
| |
| #include <avxintrin.h> |
| |
| #include <avx2intrin.h> |
| |
| /* The 256-bit versions of functions in f16cintrin.h. |
| Intel documents these as being in immintrin.h, and |
| they depend on typedefs from avxintrin.h. */ |
| |
| #define _mm256_cvtps_ph(a, imm) __extension__ ({ \ |
| (__m128i)__builtin_ia32_vcvtps2ph256((__v8sf)(__m256)(a), (imm)); }) |
| |
| static __inline __m256 __attribute__((__always_inline__, __nodebug__, __target__("f16c"))) |
| _mm256_cvtph_ps(__m128i __a) |
| { |
| return (__m256)__builtin_ia32_vcvtph2ps256((__v8hi)__a); |
| } |
| |
| #include <bmiintrin.h> |
| |
| #include <bmi2intrin.h> |
| |
| #include <lzcntintrin.h> |
| |
| #include <fmaintrin.h> |
| |
| #include <avx512fintrin.h> |
| |
| #include <avx512vlintrin.h> |
| |
| #include <avx512bwintrin.h> |
| |
| #include <avx512cdintrin.h> |
| |
| #include <avx512dqintrin.h> |
| |
| #include <avx512vlbwintrin.h> |
| |
| #include <avx512vldqintrin.h> |
| |
| #include <avx512erintrin.h> |
| |
| static __inline__ int __attribute__((__always_inline__, __nodebug__, __target__("rdrnd"))) |
| _rdrand16_step(unsigned short *__p) |
| { |
| return __builtin_ia32_rdrand16_step(__p); |
| } |
| |
| static __inline__ int __attribute__((__always_inline__, __nodebug__, __target__("rdrnd"))) |
| _rdrand32_step(unsigned int *__p) |
| { |
| return __builtin_ia32_rdrand32_step(__p); |
| } |
| |
| #ifdef __x86_64__ |
| static __inline__ int __attribute__((__always_inline__, __nodebug__, __target__("rdrnd"))) |
| _rdrand64_step(unsigned long long *__p) |
| { |
| return __builtin_ia32_rdrand64_step(__p); |
| } |
| #endif |
| |
| #ifdef __x86_64__ |
| static __inline__ unsigned int __attribute__((__always_inline__, __nodebug__, __target__("fsgsbase"))) |
| _readfsbase_u32(void) |
| { |
| return __builtin_ia32_rdfsbase32(); |
| } |
| |
| static __inline__ unsigned long long __attribute__((__always_inline__, __nodebug__, __target__("fsgsbase"))) |
| _readfsbase_u64(void) |
| { |
| return __builtin_ia32_rdfsbase64(); |
| } |
| |
| static __inline__ unsigned int __attribute__((__always_inline__, __nodebug__, __target__("fsgsbase"))) |
| _readgsbase_u32(void) |
| { |
| return __builtin_ia32_rdgsbase32(); |
| } |
| |
| static __inline__ unsigned long long __attribute__((__always_inline__, __nodebug__, __target__("fsgsbase"))) |
| _readgsbase_u64(void) |
| { |
| return __builtin_ia32_rdgsbase64(); |
| } |
| |
| static __inline__ void __attribute__((__always_inline__, __nodebug__, __target__("fsgsbase"))) |
| _writefsbase_u32(unsigned int __V) |
| { |
| return __builtin_ia32_wrfsbase32(__V); |
| } |
| |
| static __inline__ void __attribute__((__always_inline__, __nodebug__, __target__("fsgsbase"))) |
| _writefsbase_u64(unsigned long long __V) |
| { |
| return __builtin_ia32_wrfsbase64(__V); |
| } |
| |
| static __inline__ void __attribute__((__always_inline__, __nodebug__, __target__("fsgsbase"))) |
| _writegsbase_u32(unsigned int __V) |
| { |
| return __builtin_ia32_wrgsbase32(__V); |
| } |
| |
| static __inline__ void __attribute__((__always_inline__, __nodebug__, __target__("fsgsbase"))) |
| _writegsbase_u64(unsigned long long __V) |
| { |
| return __builtin_ia32_wrgsbase64(__V); |
| } |
| #endif |
| |
| #include <rtmintrin.h> |
| |
| #include <xtestintrin.h> |
| |
| #include <shaintrin.h> |
| |
| #include <fxsrintrin.h> |
| |
| #include <xsaveintrin.h> |
| |
| #include <xsaveoptintrin.h> |
| |
| #include <xsavecintrin.h> |
| |
| #include <xsavesintrin.h> |
| |
| /* Some intrinsics inside adxintrin.h are available only on processors with ADX, |
| * whereas others are also available at all times. */ |
| #include <adxintrin.h> |
| |
| #endif /* __IMMINTRIN_H */ |