Gitiles
Code Review Sign In
gerrit-public.fairphone.software / toolchain / llvm-project / a19eb1de726c1ccbf60dca6a1fbcd49b3157282f / . / clang / lib / Headers / tbmintrin.h
blob: f4e848a1c0019c1ed5ce827d86fbe1054b203e60 [file] [log] [blame]
Yunzhong Gaof4e0b102013-09-30 17:25:14 +0000[diff] [blame]1/*===---- tbmintrin.h - TBM intrinsics -------------------------------------===
2 *
Chandler Carruth4cf57432019-04-08 20:51:30 +0000[diff] [blame]3 * Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4 * See https://llvm.org/LICENSE.txt for license information.
5 * SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
Yunzhong Gaof4e0b102013-09-30 17:25:14 +0000[diff] [blame]6 *
7 *===-----------------------------------------------------------------------===
8 */
9
Yunzhong Gaof4e0b102013-09-30 17:25:14 +0000[diff] [blame]10#ifndef __X86INTRIN_H
11#error "Never use <tbmintrin.h> directly; include <x86intrin.h> instead."
12#endif
13
14#ifndef __TBMINTRIN_H
15#define __TBMINTRIN_H
16
Eric Christopher4d1851682015-06-17 07:09:20 +0000[diff] [blame]17/* Define the default attributes for the functions in this file. */
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]18#define __DEFAULT_FN_ATTRS __attribute__((__always_inline__, __nodebug__, __target__("tbm")))
Eric Christopher4d1851682015-06-17 07:09:20 +0000[diff] [blame]19
Craig Topperd619eaaa2015-11-11 03:47:10 +0000[diff] [blame]20#define __bextri_u32(a, b) \
21 ((unsigned int)__builtin_ia32_bextri_u32((unsigned int)(a), \
22 (unsigned int)(b)))
Yunzhong Gaof4e0b102013-09-30 17:25:14 +0000[diff] [blame]23
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]24static __inline__ unsigned int __DEFAULT_FN_ATTRS
Eric Christopher39a84d02016-02-12 02:22:53 +0000[diff] [blame]25__blcfill_u32(unsigned int __a)
Yunzhong Gaof4e0b102013-09-30 17:25:14 +0000[diff] [blame]26{
Eric Christopher39a84d02016-02-12 02:22:53 +0000[diff] [blame]27 return __a & (__a + 1);
Yunzhong Gaof4e0b102013-09-30 17:25:14 +0000[diff] [blame]28}
29
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]30static __inline__ unsigned int __DEFAULT_FN_ATTRS
Eric Christopher39a84d02016-02-12 02:22:53 +0000[diff] [blame]31__blci_u32(unsigned int __a)
Yunzhong Gaof4e0b102013-09-30 17:25:14 +0000[diff] [blame]32{
Eric Christopher39a84d02016-02-12 02:22:53 +0000[diff] [blame]33 return __a | ~(__a + 1);
Yunzhong Gaof4e0b102013-09-30 17:25:14 +0000[diff] [blame]34}
35
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]36static __inline__ unsigned int __DEFAULT_FN_ATTRS
Eric Christopher39a84d02016-02-12 02:22:53 +0000[diff] [blame]37__blcic_u32(unsigned int __a)
Yunzhong Gaof4e0b102013-09-30 17:25:14 +0000[diff] [blame]38{
Eric Christopher39a84d02016-02-12 02:22:53 +0000[diff] [blame]39 return ~__a & (__a + 1);
Yunzhong Gaof4e0b102013-09-30 17:25:14 +0000[diff] [blame]40}
41
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]42static __inline__ unsigned int __DEFAULT_FN_ATTRS
Eric Christopher39a84d02016-02-12 02:22:53 +0000[diff] [blame]43__blcmsk_u32(unsigned int __a)
Yunzhong Gaof4e0b102013-09-30 17:25:14 +0000[diff] [blame]44{
Eric Christopher39a84d02016-02-12 02:22:53 +0000[diff] [blame]45 return __a ^ (__a + 1);
Yunzhong Gaof4e0b102013-09-30 17:25:14 +0000[diff] [blame]46}
47
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]48static __inline__ unsigned int __DEFAULT_FN_ATTRS
Eric Christopher39a84d02016-02-12 02:22:53 +0000[diff] [blame]49__blcs_u32(unsigned int __a)
Yunzhong Gaof4e0b102013-09-30 17:25:14 +0000[diff] [blame]50{
Eric Christopher39a84d02016-02-12 02:22:53 +0000[diff] [blame]51 return __a | (__a + 1);
Yunzhong Gaof4e0b102013-09-30 17:25:14 +0000[diff] [blame]52}
53
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]54static __inline__ unsigned int __DEFAULT_FN_ATTRS
Eric Christopher39a84d02016-02-12 02:22:53 +0000[diff] [blame]55__blsfill_u32(unsigned int __a)
Yunzhong Gaof4e0b102013-09-30 17:25:14 +0000[diff] [blame]56{
Eric Christopher39a84d02016-02-12 02:22:53 +0000[diff] [blame]57 return __a | (__a - 1);
Yunzhong Gaof4e0b102013-09-30 17:25:14 +0000[diff] [blame]58}
59
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]60static __inline__ unsigned int __DEFAULT_FN_ATTRS
Eric Christopher39a84d02016-02-12 02:22:53 +0000[diff] [blame]61__blsic_u32(unsigned int __a)
Yunzhong Gaof4e0b102013-09-30 17:25:14 +0000[diff] [blame]62{
Eric Christopher39a84d02016-02-12 02:22:53 +0000[diff] [blame]63 return ~__a | (__a - 1);
Yunzhong Gaof4e0b102013-09-30 17:25:14 +0000[diff] [blame]64}
65
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]66static __inline__ unsigned int __DEFAULT_FN_ATTRS
Eric Christopher39a84d02016-02-12 02:22:53 +0000[diff] [blame]67__t1mskc_u32(unsigned int __a)
Yunzhong Gaof4e0b102013-09-30 17:25:14 +0000[diff] [blame]68{
Eric Christopher39a84d02016-02-12 02:22:53 +0000[diff] [blame]69 return ~__a | (__a + 1);
Yunzhong Gaof4e0b102013-09-30 17:25:14 +0000[diff] [blame]70}
71
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]72static __inline__ unsigned int __DEFAULT_FN_ATTRS
Eric Christopher39a84d02016-02-12 02:22:53 +0000[diff] [blame]73__tzmsk_u32(unsigned int __a)
Yunzhong Gaof4e0b102013-09-30 17:25:14 +0000[diff] [blame]74{
Eric Christopher39a84d02016-02-12 02:22:53 +0000[diff] [blame]75 return ~__a & (__a - 1);
Yunzhong Gaof4e0b102013-09-30 17:25:14 +0000[diff] [blame]76}
77
78#ifdef __x86_64__
Craig Topperd619eaaa2015-11-11 03:47:10 +0000[diff] [blame]79#define __bextri_u64(a, b) \
80 ((unsigned long long)__builtin_ia32_bextri_u64((unsigned long long)(a), \
81 (unsigned long long)(b)))
Craig Topperd335c9d2013-10-05 17:08:42 +0000[diff] [blame]82
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]83static __inline__ unsigned long long __DEFAULT_FN_ATTRS
Eric Christopher39a84d02016-02-12 02:22:53 +0000[diff] [blame]84__blcfill_u64(unsigned long long __a)
Craig Topperd335c9d2013-10-05 17:08:42 +0000[diff] [blame]85{
Eric Christopher39a84d02016-02-12 02:22:53 +0000[diff] [blame]86 return __a & (__a + 1);
Craig Topperd335c9d2013-10-05 17:08:42 +0000[diff] [blame]87}
88
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]89static __inline__ unsigned long long __DEFAULT_FN_ATTRS
Eric Christopher39a84d02016-02-12 02:22:53 +0000[diff] [blame]90__blci_u64(unsigned long long __a)
Craig Topperd335c9d2013-10-05 17:08:42 +0000[diff] [blame]91{
Eric Christopher39a84d02016-02-12 02:22:53 +0000[diff] [blame]92 return __a | ~(__a + 1);
Craig Topperd335c9d2013-10-05 17:08:42 +0000[diff] [blame]93}
94
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]95static __inline__ unsigned long long __DEFAULT_FN_ATTRS
Eric Christopher39a84d02016-02-12 02:22:53 +0000[diff] [blame]96__blcic_u64(unsigned long long __a)
Craig Topperd335c9d2013-10-05 17:08:42 +0000[diff] [blame]97{
Eric Christopher39a84d02016-02-12 02:22:53 +0000[diff] [blame]98 return ~__a & (__a + 1);
Craig Topperd335c9d2013-10-05 17:08:42 +0000[diff] [blame]99}
100
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]101static __inline__ unsigned long long __DEFAULT_FN_ATTRS
Eric Christopher39a84d02016-02-12 02:22:53 +0000[diff] [blame]102__blcmsk_u64(unsigned long long __a)
Craig Topperd335c9d2013-10-05 17:08:42 +0000[diff] [blame]103{
Eric Christopher39a84d02016-02-12 02:22:53 +0000[diff] [blame]104 return __a ^ (__a + 1);
Craig Topperd335c9d2013-10-05 17:08:42 +0000[diff] [blame]105}
106
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]107static __inline__ unsigned long long __DEFAULT_FN_ATTRS
Eric Christopher39a84d02016-02-12 02:22:53 +0000[diff] [blame]108__blcs_u64(unsigned long long __a)
Craig Topperd335c9d2013-10-05 17:08:42 +0000[diff] [blame]109{
Eric Christopher39a84d02016-02-12 02:22:53 +0000[diff] [blame]110 return __a | (__a + 1);
Craig Topperd335c9d2013-10-05 17:08:42 +0000[diff] [blame]111}
112
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]113static __inline__ unsigned long long __DEFAULT_FN_ATTRS
Eric Christopher39a84d02016-02-12 02:22:53 +0000[diff] [blame]114__blsfill_u64(unsigned long long __a)
Craig Topperd335c9d2013-10-05 17:08:42 +0000[diff] [blame]115{
Eric Christopher39a84d02016-02-12 02:22:53 +0000[diff] [blame]116 return __a | (__a - 1);
Craig Topperd335c9d2013-10-05 17:08:42 +0000[diff] [blame]117}
118
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]119static __inline__ unsigned long long __DEFAULT_FN_ATTRS
Eric Christopher39a84d02016-02-12 02:22:53 +0000[diff] [blame]120__blsic_u64(unsigned long long __a)
Craig Topperd335c9d2013-10-05 17:08:42 +0000[diff] [blame]121{
Eric Christopher39a84d02016-02-12 02:22:53 +0000[diff] [blame]122 return ~__a | (__a - 1);
Craig Topperd335c9d2013-10-05 17:08:42 +0000[diff] [blame]123}
124
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]125static __inline__ unsigned long long __DEFAULT_FN_ATTRS
Eric Christopher39a84d02016-02-12 02:22:53 +0000[diff] [blame]126__t1mskc_u64(unsigned long long __a)
Craig Topperd335c9d2013-10-05 17:08:42 +0000[diff] [blame]127{
Eric Christopher39a84d02016-02-12 02:22:53 +0000[diff] [blame]128 return ~__a | (__a + 1);
Craig Topperd335c9d2013-10-05 17:08:42 +0000[diff] [blame]129}
130
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]131static __inline__ unsigned long long __DEFAULT_FN_ATTRS
Eric Christopher39a84d02016-02-12 02:22:53 +0000[diff] [blame]132__tzmsk_u64(unsigned long long __a)
Yunzhong Gaof4e0b102013-09-30 17:25:14 +0000[diff] [blame]133{
Eric Christopher39a84d02016-02-12 02:22:53 +0000[diff] [blame]134 return ~__a & (__a - 1);
Yunzhong Gaof4e0b102013-09-30 17:25:14 +0000[diff] [blame]135}
136#endif
137
Michael Kupersteine45af542015-06-30 13:36:19 +0000[diff] [blame]138#undef __DEFAULT_FN_ATTRS
Eric Christopher4d1851682015-06-17 07:09:20 +0000[diff] [blame]139
Yunzhong Gaof4e0b102013-09-30 17:25:14 +0000[diff] [blame]140#endif /* __TBMINTRIN_H */