Blame - darwin-x86/lib64/clang/14.0.2/include/avx512vbmivlintrin.h - platform/prebuilts/clang-tools

2018-10-09 10:03:24 +0800

[diff] [blame]

1

/*===------------- avx512vbmivlintrin.h - VBMI intrinsics ------------------===

2

*

3

*

Logan Chien

df4f766

2019-09-04 16:45:23 -0700

[diff] [blame]

4

* Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.

5

* See https://llvm.org/LICENSE.txt for license information.

6

* SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception

Logan Chien

2018-10-09 10:03:24 +0800

[diff] [blame]

7

*

8

*===-----------------------------------------------------------------------===

9

*/

10

#ifndef __IMMINTRIN_H

11

#error "Never use <avx512vbmivlintrin.h> directly; include <immintrin.h> instead."

12

#endif

13

14

#ifndef __VBMIVLINTRIN_H

15

#define __VBMIVLINTRIN_H

16

17

/* Define the default attributes for the functions in this file. */

Logan Chien

2018-10-15 10:42:14 +0800

[diff] [blame]

18

#define __DEFAULT_FN_ATTRS128 __attribute__((__always_inline__, __nodebug__, __target__("avx512vbmi,avx512vl"), __min_vector_width__(128)))

19

#define __DEFAULT_FN_ATTRS256 __attribute__((__always_inline__, __nodebug__, __target__("avx512vbmi,avx512vl"), __min_vector_width__(256)))

Logan Chien

2018-10-09 10:03:24 +0800

[diff] [blame]

20

21

Logan Chien

2018-10-15 10:42:14 +0800

[diff] [blame]

22

static __inline__ __m128i __DEFAULT_FN_ATTRS128

23

_mm_permutex2var_epi8(__m128i __A, __m128i __I, __m128i __B)

Logan Chien

2018-10-09 10:03:24 +0800

[diff] [blame]

24

{

Logan Chien

2018-10-15 10:42:14 +0800

[diff] [blame]

25

return (__m128i)__builtin_ia32_vpermi2varqi128((__v16qi)__A,

26

(__v16qi)__I,

27

(__v16qi)__B);

Logan Chien

2018-10-09 10:03:24 +0800

[diff] [blame]

28

}

29

Logan Chien

2018-10-15 10:42:14 +0800

[diff] [blame]

30

static __inline__ __m128i __DEFAULT_FN_ATTRS128

31

_mm_mask_permutex2var_epi8(__m128i __A, __mmask16 __U, __m128i __I,

32

__m128i __B)

Logan Chien

2018-10-09 10:03:24 +0800

[diff] [blame]

33

{

Logan Chien

2018-10-15 10:42:14 +0800

[diff] [blame]

34

return (__m128i)__builtin_ia32_selectb_128(__U,

35

(__v16qi)_mm_permutex2var_epi8(__A, __I, __B),

36

(__v16qi)__A);

Logan Chien

2018-10-09 10:03:24 +0800

[diff] [blame]

37

}

38

Logan Chien

2018-10-15 10:42:14 +0800

[diff] [blame]

39

static __inline__ __m128i __DEFAULT_FN_ATTRS128

40

_mm_mask2_permutex2var_epi8(__m128i __A, __m128i __I, __mmask16 __U,

41

__m128i __B)

Logan Chien

2018-10-09 10:03:24 +0800

[diff] [blame]

42

{

Logan Chien

2018-10-15 10:42:14 +0800

[diff] [blame]

43

return (__m128i)__builtin_ia32_selectb_128(__U,

44

(__v16qi)_mm_permutex2var_epi8(__A, __I, __B),

45

(__v16qi)__I);

Logan Chien

2018-10-09 10:03:24 +0800

[diff] [blame]

46

}

47

Logan Chien

2018-10-15 10:42:14 +0800

[diff] [blame]

48

static __inline__ __m128i __DEFAULT_FN_ATTRS128

49

_mm_maskz_permutex2var_epi8(__mmask16 __U, __m128i __A, __m128i __I,

50

__m128i __B)

Logan Chien

2018-10-09 10:03:24 +0800

[diff] [blame]

51

{

Logan Chien

2018-10-15 10:42:14 +0800

[diff] [blame]

52

return (__m128i)__builtin_ia32_selectb_128(__U,

53

(__v16qi)_mm_permutex2var_epi8(__A, __I, __B),

54

(__v16qi)_mm_setzero_si128());

Logan Chien

2018-10-09 10:03:24 +0800

[diff] [blame]

55

}

56

Logan Chien

2018-10-15 10:42:14 +0800

[diff] [blame]

57

static __inline__ __m256i __DEFAULT_FN_ATTRS256

58

_mm256_permutex2var_epi8(__m256i __A, __m256i __I, __m256i __B)

Logan Chien

2018-10-09 10:03:24 +0800

[diff] [blame]

59

{

Logan Chien

2018-10-15 10:42:14 +0800

[diff] [blame]

60

return (__m256i)__builtin_ia32_vpermi2varqi256((__v32qi)__A, (__v32qi)__I,

61

(__v32qi)__B);

Logan Chien

2018-10-09 10:03:24 +0800

[diff] [blame]

62

}

63

Logan Chien

2018-10-15 10:42:14 +0800

[diff] [blame]

64

static __inline__ __m256i __DEFAULT_FN_ATTRS256

65

_mm256_mask_permutex2var_epi8(__m256i __A, __mmask32 __U, __m256i __I,

66

__m256i __B)

Logan Chien

2018-10-09 10:03:24 +0800

[diff] [blame]

67

{

Logan Chien

2018-10-15 10:42:14 +0800

[diff] [blame]

68

return (__m256i)__builtin_ia32_selectb_256(__U,

69

(__v32qi)_mm256_permutex2var_epi8(__A, __I, __B),

70

(__v32qi)__A);

Logan Chien

2018-10-09 10:03:24 +0800

[diff] [blame]

71

}

72

Logan Chien

2018-10-15 10:42:14 +0800

[diff] [blame]

73

static __inline__ __m256i __DEFAULT_FN_ATTRS256

74

_mm256_mask2_permutex2var_epi8(__m256i __A, __m256i __I, __mmask32 __U,

75

__m256i __B)

Logan Chien

2018-10-09 10:03:24 +0800

[diff] [blame]

76

{

Logan Chien

2018-10-15 10:42:14 +0800

[diff] [blame]

77

return (__m256i)__builtin_ia32_selectb_256(__U,

78

(__v32qi)_mm256_permutex2var_epi8(__A, __I, __B),

79

(__v32qi)__I);

Logan Chien

2018-10-09 10:03:24 +0800

[diff] [blame]

80

}

81

Logan Chien

2018-10-15 10:42:14 +0800

[diff] [blame]

82

static __inline__ __m256i __DEFAULT_FN_ATTRS256

83

_mm256_maskz_permutex2var_epi8(__mmask32 __U, __m256i __A, __m256i __I,

84

__m256i __B)

Logan Chien

2018-10-09 10:03:24 +0800

[diff] [blame]

85

{

Logan Chien

2018-10-15 10:42:14 +0800

[diff] [blame]

86

return (__m256i)__builtin_ia32_selectb_256(__U,

87

(__v32qi)_mm256_permutex2var_epi8(__A, __I, __B),

88

(__v32qi)_mm256_setzero_si256());

Logan Chien

2018-10-09 10:03:24 +0800

[diff] [blame]

89

}

90

Logan Chien

2018-10-15 10:42:14 +0800

[diff] [blame]

91

static __inline__ __m128i __DEFAULT_FN_ATTRS128

Logan Chien

2018-10-09 10:03:24 +0800

[diff] [blame]

92

_mm_permutexvar_epi8 (__m128i __A, __m128i __B)

93

{

Logan Chien

2018-10-15 10:42:14 +0800

[diff] [blame]

94

return (__m128i)__builtin_ia32_permvarqi128((__v16qi)__B, (__v16qi)__A);

Logan Chien

2018-10-09 10:03:24 +0800

[diff] [blame]

95

}

96

Logan Chien

2018-10-15 10:42:14 +0800

[diff] [blame]

97

static __inline__ __m128i __DEFAULT_FN_ATTRS128

Logan Chien

2018-10-09 10:03:24 +0800

[diff] [blame]

98

_mm_maskz_permutexvar_epi8 (__mmask16 __M, __m128i __A, __m128i __B)

99

{

Logan Chien

2018-10-15 10:42:14 +0800

[diff] [blame]

100

return (__m128i)__builtin_ia32_selectb_128((__mmask16)__M,

101

(__v16qi)_mm_permutexvar_epi8(__A, __B),

102

(__v16qi)_mm_setzero_si128());

Logan Chien

2018-10-09 10:03:24 +0800

[diff] [blame]

103

}

104

Logan Chien

2018-10-15 10:42:14 +0800

[diff] [blame]

105

static __inline__ __m128i __DEFAULT_FN_ATTRS128

Logan Chien

2018-10-09 10:03:24 +0800

[diff] [blame]

106

_mm_mask_permutexvar_epi8 (__m128i __W, __mmask16 __M, __m128i __A,

107

__m128i __B)

108

{

Logan Chien

2018-10-15 10:42:14 +0800

[diff] [blame]

109

return (__m128i)__builtin_ia32_selectb_128((__mmask16)__M,

110

(__v16qi)_mm_permutexvar_epi8(__A, __B),

111

(__v16qi)__W);

Logan Chien

2018-10-09 10:03:24 +0800

[diff] [blame]

112

}

113

Logan Chien

2018-10-15 10:42:14 +0800

[diff] [blame]

114

static __inline__ __m256i __DEFAULT_FN_ATTRS256

Logan Chien

2018-10-09 10:03:24 +0800

[diff] [blame]

115

_mm256_permutexvar_epi8 (__m256i __A, __m256i __B)

116

{

Logan Chien

2018-10-15 10:42:14 +0800

[diff] [blame]

117

return (__m256i)__builtin_ia32_permvarqi256((__v32qi) __B, (__v32qi) __A);

Logan Chien

2018-10-09 10:03:24 +0800

[diff] [blame]

118

}

119

Logan Chien

2018-10-15 10:42:14 +0800

[diff] [blame]

120

static __inline__ __m256i __DEFAULT_FN_ATTRS256

Logan Chien

2018-10-09 10:03:24 +0800

[diff] [blame]

121

_mm256_maskz_permutexvar_epi8 (__mmask32 __M, __m256i __A,

122

__m256i __B)

123

{

Logan Chien

2018-10-15 10:42:14 +0800

[diff] [blame]

124

return (__m256i)__builtin_ia32_selectb_256((__mmask32)__M,

125

(__v32qi)_mm256_permutexvar_epi8(__A, __B),

126

(__v32qi)_mm256_setzero_si256());

Logan Chien

2018-10-09 10:03:24 +0800

[diff] [blame]

127

}

128

Logan Chien

2018-10-15 10:42:14 +0800

[diff] [blame]

129

static __inline__ __m256i __DEFAULT_FN_ATTRS256

Logan Chien

2018-10-09 10:03:24 +0800

[diff] [blame]

130

_mm256_mask_permutexvar_epi8 (__m256i __W, __mmask32 __M, __m256i __A,

131

__m256i __B)

132

{

Logan Chien

2018-10-15 10:42:14 +0800

[diff] [blame]

133

return (__m256i)__builtin_ia32_selectb_256((__mmask32)__M,

134

(__v32qi)_mm256_permutexvar_epi8(__A, __B),

135

(__v32qi)__W);

Logan Chien

2018-10-09 10:03:24 +0800

[diff] [blame]

136

}

137

Logan Chien

2018-10-15 10:42:14 +0800

[diff] [blame]

138

static __inline__ __m128i __DEFAULT_FN_ATTRS128

Logan Chien

2019-03-21 10:50:25 +0800

[diff] [blame]

139

_mm_multishift_epi64_epi8(__m128i __X, __m128i __Y)

Logan Chien

2018-10-09 10:03:24 +0800

[diff] [blame]

140

{

Logan Chien

2019-03-21 10:50:25 +0800

[diff] [blame]

141

return (__m128i)__builtin_ia32_vpmultishiftqb128((__v16qi)__X, (__v16qi)__Y);

Logan Chien

2018-10-09 10:03:24 +0800

[diff] [blame]

142

}

143

Logan Chien

2018-10-15 10:42:14 +0800

[diff] [blame]

144

static __inline__ __m128i __DEFAULT_FN_ATTRS128

Logan Chien

2019-03-21 10:50:25 +0800

[diff] [blame]

145

_mm_mask_multishift_epi64_epi8(__m128i __W, __mmask16 __M, __m128i __X,

146

__m128i __Y)

Logan Chien

2018-10-09 10:03:24 +0800

[diff] [blame]

147

{

Logan Chien

2019-03-21 10:50:25 +0800

[diff] [blame]

148

return (__m128i)__builtin_ia32_selectb_128((__mmask16)__M,

149

(__v16qi)_mm_multishift_epi64_epi8(__X, __Y),

150

(__v16qi)__W);

Logan Chien

2018-10-09 10:03:24 +0800

[diff] [blame]

151

}

152

Logan Chien

2018-10-15 10:42:14 +0800

[diff] [blame]

153

static __inline__ __m128i __DEFAULT_FN_ATTRS128

Logan Chien

2019-03-21 10:50:25 +0800

[diff] [blame]

154

_mm_maskz_multishift_epi64_epi8(__mmask16 __M, __m128i __X, __m128i __Y)

Logan Chien

2018-10-09 10:03:24 +0800

[diff] [blame]

155

{

Logan Chien

2019-03-21 10:50:25 +0800

[diff] [blame]

156

return (__m128i)__builtin_ia32_selectb_128((__mmask16)__M,

157

(__v16qi)_mm_multishift_epi64_epi8(__X, __Y),

158

(__v16qi)_mm_setzero_si128());

Logan Chien

2018-10-09 10:03:24 +0800

[diff] [blame]

159

}

160

Logan Chien

2018-10-15 10:42:14 +0800

[diff] [blame]

161

static __inline__ __m256i __DEFAULT_FN_ATTRS256

Logan Chien

2019-03-21 10:50:25 +0800

[diff] [blame]

162

_mm256_multishift_epi64_epi8(__m256i __X, __m256i __Y)

Logan Chien

2018-10-09 10:03:24 +0800

[diff] [blame]

163

{

Logan Chien

2019-03-21 10:50:25 +0800

[diff] [blame]

164

return (__m256i)__builtin_ia32_vpmultishiftqb256((__v32qi)__X, (__v32qi)__Y);

Logan Chien

2018-10-09 10:03:24 +0800

[diff] [blame]

165

}

166

Logan Chien

2018-10-15 10:42:14 +0800

[diff] [blame]

167

static __inline__ __m256i __DEFAULT_FN_ATTRS256

Logan Chien

2019-03-21 10:50:25 +0800

[diff] [blame]

168

_mm256_mask_multishift_epi64_epi8(__m256i __W, __mmask32 __M, __m256i __X,

169

__m256i __Y)

Logan Chien

2018-10-09 10:03:24 +0800

[diff] [blame]

170

{

Logan Chien

2019-03-21 10:50:25 +0800

[diff] [blame]

171

return (__m256i)__builtin_ia32_selectb_256((__mmask32)__M,

172

(__v32qi)_mm256_multishift_epi64_epi8(__X, __Y),

173

(__v32qi)__W);

Logan Chien

2018-10-09 10:03:24 +0800

[diff] [blame]

174

}

175

Logan Chien

2018-10-15 10:42:14 +0800

[diff] [blame]

176

static __inline__ __m256i __DEFAULT_FN_ATTRS256

Logan Chien

2019-03-21 10:50:25 +0800

[diff] [blame]

177

_mm256_maskz_multishift_epi64_epi8(__mmask32 __M, __m256i __X, __m256i __Y)

Logan Chien

2018-10-09 10:03:24 +0800

[diff] [blame]

178

{

Logan Chien

2019-03-21 10:50:25 +0800

[diff] [blame]

179

return (__m256i)__builtin_ia32_selectb_256((__mmask32)__M,

180

(__v32qi)_mm256_multishift_epi64_epi8(__X, __Y),

181

(__v32qi)_mm256_setzero_si256());

Logan Chien

2018-10-09 10:03:24 +0800

[diff] [blame]

}

Logan Chien

2018-10-15 10:42:14 +0800

[diff] [blame]

185

#undef __DEFAULT_FN_ATTRS128

186

#undef __DEFAULT_FN_ATTRS256

Logan Chien