blob: 110884b3b872f4fa9b0a160c2b2107525e411d1d [file] [log] [blame]
Yi Konga44c4d72014-06-27 21:25:42 +00001/*===---- arm_acle.h - ARM Non-Neon intrinsics -----------------------------===
2 *
3 * Permission is hereby granted, free of charge, to any person obtaining a copy
4 * of this software and associated documentation files (the "Software"), to deal
5 * in the Software without restriction, including without limitation the rights
6 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
7 * copies of the Software, and to permit persons to whom the Software is
8 * furnished to do so, subject to the following conditions:
9 *
10 * The above copyright notice and this permission notice shall be included in
11 * all copies or substantial portions of the Software.
12 *
13 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
14 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
15 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
16 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
17 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
18 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
19 * THE SOFTWARE.
20 *
21 *===-----------------------------------------------------------------------===
22 */
23
24#ifndef __ARM_ACLE_H
25#define __ARM_ACLE_H
26
27#ifndef __ARM_ACLE
28#error "ACLE intrinsics support not enabled."
29#endif
30
31#include <stdint.h>
32
Saleem Abdulrasool60df0612014-07-08 05:46:00 +000033#if defined(__cplusplus)
34extern "C" {
35#endif
Yi Kong28d7b022014-07-17 12:45:17 +000036
Yi Kong472e5212014-07-14 15:32:29 +000037/* 8 SYNCHRONIZATION, BARRIER AND HINT INTRINSICS */
Yi Kong28d7b022014-07-17 12:45:17 +000038/* 8.3 Memory barriers */
39#if !defined(_MSC_VER)
40#define __dmb(i) __builtin_arm_dmb(i)
41#define __dsb(i) __builtin_arm_dsb(i)
42#define __isb(i) __builtin_arm_isb(i)
43#endif
44
Yi Kong472e5212014-07-14 15:32:29 +000045/* 8.4 Hints */
Saleem Abdulrasool07257fe2014-07-12 23:27:26 +000046
47#if !defined(_MSC_VER)
48static __inline__ void __attribute__((always_inline, nodebug)) __wfi(void) {
49 __builtin_arm_wfi();
50}
51
52static __inline__ void __attribute__((always_inline, nodebug)) __wfe(void) {
53 __builtin_arm_wfe();
54}
55
56static __inline__ void __attribute__((always_inline, nodebug)) __sev(void) {
57 __builtin_arm_sev();
58}
59
60static __inline__ void __attribute__((always_inline, nodebug)) __sevl(void) {
61 __builtin_arm_sevl();
62}
63
64static __inline__ void __attribute__((always_inline, nodebug)) __yield(void) {
65 __builtin_arm_yield();
66}
67#endif
68
Yi Kong45a09312014-08-13 23:20:15 +000069/* 8.6 Memory prefetch intrinsics */
70/* 8.6.1 Data prefetch */
71#define __pld(addr) __pldx(0, 0, 0, addr)
72
73#if __ARM_32BIT_STATE
74#define __pldx(access_kind, cache_level, retention_policy, addr) \
75 __builtin_arm_prefetch(addr, access_kind, 1)
76#else
77#define __pldx(access_kind, cache_level, retention_policy, addr) \
78 __builtin_arm_prefetch(addr, access_kind, cache_level, retention_policy, 1)
79#endif
80
81/* 8.6.2 Instruction prefetch */
82#define __pli(addr) __plix(0, 0, addr)
83
84#if __ARM_32BIT_STATE
85#define __plix(cache_level, retention_policy, addr) \
86 __builtin_arm_prefetch(addr, 0, 0)
87#else
88#define __plix(cache_level, retention_policy, addr) \
89 __builtin_arm_prefetch(addr, 0, cache_level, retention_policy, 0)
90#endif
91
Yi Kong472e5212014-07-14 15:32:29 +000092/* 8.7 NOP */
93static __inline__ void __attribute__((always_inline, nodebug)) __nop(void) {
94 __builtin_arm_nop();
95}
96
Yi Kong4e00ce72014-07-12 22:48:13 +000097/* 9 DATA-PROCESSING INTRINSICS */
98/* 9.2 Miscellaneous data-processing intrinsics */
Yi Konga44c4d72014-06-27 21:25:42 +000099static __inline__ uint32_t __attribute__((always_inline, nodebug))
100 __clz(uint32_t t) {
101 return __builtin_clz(t);
102}
103
104static __inline__ unsigned long __attribute__((always_inline, nodebug))
105 __clzl(unsigned long t) {
106 return __builtin_clzl(t);
107}
108
109static __inline__ uint64_t __attribute__((always_inline, nodebug))
110 __clzll(uint64_t t) {
Yi Konga44c4d72014-06-27 21:25:42 +0000111 return __builtin_clzll(t);
Yi Konga44c4d72014-06-27 21:25:42 +0000112}
113
114static __inline__ uint32_t __attribute__((always_inline, nodebug))
115 __rev(uint32_t t) {
116 return __builtin_bswap32(t);
117}
118
119static __inline__ unsigned long __attribute__((always_inline, nodebug))
120 __revl(unsigned long t) {
121#if __SIZEOF_LONG__ == 4
122 return __builtin_bswap32(t);
123#else
124 return __builtin_bswap64(t);
125#endif
126}
127
128static __inline__ uint64_t __attribute__((always_inline, nodebug))
129 __revll(uint64_t t) {
130 return __builtin_bswap64(t);
131}
132
Yi Konga44c4d72014-06-27 21:25:42 +0000133/*
Yi Kong4e00ce72014-07-12 22:48:13 +0000134 * 9.4 Saturating intrinsics
Yi Konga44c4d72014-06-27 21:25:42 +0000135 *
136 * FIXME: Change guard to their corrosponding __ARM_FEATURE flag when Q flag
137 * intrinsics are implemented and the flag is enabled.
138 */
Yi Kong4e00ce72014-07-12 22:48:13 +0000139/* 9.4.1 Width-specified saturation intrinsics */
Yi Konga44c4d72014-06-27 21:25:42 +0000140#if __ARM_32BIT_STATE
141#define __ssat(x, y) __builtin_arm_ssat(x, y)
142#define __usat(x, y) __builtin_arm_usat(x, y)
Yi Kong4e00ce72014-07-12 22:48:13 +0000143#endif
Yi Konga44c4d72014-06-27 21:25:42 +0000144
Yi Kong4e00ce72014-07-12 22:48:13 +0000145/* 9.4.2 Saturating addition and subtraction intrinsics */
146#if __ARM_32BIT_STATE
Yi Konga44c4d72014-06-27 21:25:42 +0000147static __inline__ int32_t __attribute__((always_inline, nodebug))
148 __qadd(int32_t t, int32_t v) {
149 return __builtin_arm_qadd(t, v);
150}
151
152static __inline__ int32_t __attribute__((always_inline, nodebug))
153 __qsub(int32_t t, int32_t v) {
154 return __builtin_arm_qsub(t, v);
155}
Renato Golin47843ef2014-07-03 10:14:52 +0000156
157static __inline__ int32_t __attribute__((always_inline, nodebug))
158__qdbl(int32_t t) {
159 return __builtin_arm_qadd(t, t);
160}
Yi Konga44c4d72014-06-27 21:25:42 +0000161#endif
162
Yi Kong4e00ce72014-07-12 22:48:13 +0000163/* 9.7 CRC32 intrinsics */
Yi Konga44c4d72014-06-27 21:25:42 +0000164#if __ARM_FEATURE_CRC32
165static __inline__ uint32_t __attribute__((always_inline, nodebug))
166 __crc32b(uint32_t a, uint8_t b) {
167 return __builtin_arm_crc32b(a, b);
168}
169
170static __inline__ uint32_t __attribute__((always_inline, nodebug))
171 __crc32h(uint32_t a, uint16_t b) {
172 return __builtin_arm_crc32h(a, b);
173}
174
175static __inline__ uint32_t __attribute__((always_inline, nodebug))
176 __crc32w(uint32_t a, uint32_t b) {
177 return __builtin_arm_crc32w(a, b);
178}
179
180static __inline__ uint32_t __attribute__((always_inline, nodebug))
181 __crc32d(uint32_t a, uint64_t b) {
182 return __builtin_arm_crc32d(a, b);
183}
184
185static __inline__ uint32_t __attribute__((always_inline, nodebug))
186 __crc32cb(uint32_t a, uint8_t b) {
187 return __builtin_arm_crc32cb(a, b);
188}
189
190static __inline__ uint32_t __attribute__((always_inline, nodebug))
191 __crc32ch(uint32_t a, uint16_t b) {
192 return __builtin_arm_crc32ch(a, b);
193}
194
195static __inline__ uint32_t __attribute__((always_inline, nodebug))
196 __crc32cw(uint32_t a, uint32_t b) {
197 return __builtin_arm_crc32cw(a, b);
198}
199
200static __inline__ uint32_t __attribute__((always_inline, nodebug))
201 __crc32cd(uint32_t a, uint64_t b) {
202 return __builtin_arm_crc32cd(a, b);
203}
204#endif
205
Saleem Abdulrasool60df0612014-07-08 05:46:00 +0000206#if defined(__cplusplus)
207}
208#endif
209
Yi Konga44c4d72014-06-27 21:25:42 +0000210#endif /* __ARM_ACLE_H */