blob: ab258979826921789e2857f3ecbb67dc8671bcf4 [file] [log] [blame]
Yi Konga44c4d72014-06-27 21:25:42 +00001/*===---- arm_acle.h - ARM Non-Neon intrinsics -----------------------------===
2 *
3 * Permission is hereby granted, free of charge, to any person obtaining a copy
4 * of this software and associated documentation files (the "Software"), to deal
5 * in the Software without restriction, including without limitation the rights
6 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
7 * copies of the Software, and to permit persons to whom the Software is
8 * furnished to do so, subject to the following conditions:
9 *
10 * The above copyright notice and this permission notice shall be included in
11 * all copies or substantial portions of the Software.
12 *
13 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
14 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
15 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
16 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
17 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
18 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
19 * THE SOFTWARE.
20 *
21 *===-----------------------------------------------------------------------===
22 */
23
24#ifndef __ARM_ACLE_H
25#define __ARM_ACLE_H
26
27#ifndef __ARM_ACLE
28#error "ACLE intrinsics support not enabled."
29#endif
30
31#include <stdint.h>
32
Saleem Abdulrasool60df0612014-07-08 05:46:00 +000033#if defined(__cplusplus)
34extern "C" {
35#endif
Yi Kong28d7b022014-07-17 12:45:17 +000036
Yi Kong472e5212014-07-14 15:32:29 +000037/* 8 SYNCHRONIZATION, BARRIER AND HINT INTRINSICS */
Yi Kong28d7b022014-07-17 12:45:17 +000038/* 8.3 Memory barriers */
39#if !defined(_MSC_VER)
40#define __dmb(i) __builtin_arm_dmb(i)
41#define __dsb(i) __builtin_arm_dsb(i)
42#define __isb(i) __builtin_arm_isb(i)
43#endif
44
Yi Kong472e5212014-07-14 15:32:29 +000045/* 8.4 Hints */
Saleem Abdulrasool07257fe2014-07-12 23:27:26 +000046
47#if !defined(_MSC_VER)
David Majnemer1cf22e62015-02-04 00:26:10 +000048static __inline__ void __attribute__((__always_inline__, __nodebug__)) __wfi(void) {
Saleem Abdulrasool07257fe2014-07-12 23:27:26 +000049 __builtin_arm_wfi();
50}
51
David Majnemer1cf22e62015-02-04 00:26:10 +000052static __inline__ void __attribute__((__always_inline__, __nodebug__)) __wfe(void) {
Saleem Abdulrasool07257fe2014-07-12 23:27:26 +000053 __builtin_arm_wfe();
54}
55
David Majnemer1cf22e62015-02-04 00:26:10 +000056static __inline__ void __attribute__((__always_inline__, __nodebug__)) __sev(void) {
Saleem Abdulrasool07257fe2014-07-12 23:27:26 +000057 __builtin_arm_sev();
58}
59
David Majnemer1cf22e62015-02-04 00:26:10 +000060static __inline__ void __attribute__((__always_inline__, __nodebug__)) __sevl(void) {
Saleem Abdulrasool07257fe2014-07-12 23:27:26 +000061 __builtin_arm_sevl();
62}
63
David Majnemer1cf22e62015-02-04 00:26:10 +000064static __inline__ void __attribute__((__always_inline__, __nodebug__)) __yield(void) {
Saleem Abdulrasool07257fe2014-07-12 23:27:26 +000065 __builtin_arm_yield();
66}
67#endif
68
Yi Kong68917462014-08-26 12:48:11 +000069#if __ARM_32BIT_STATE
70#define __dbg(t) __builtin_arm_dbg(t)
71#endif
72
Yi Kong0705e002014-08-26 09:50:54 +000073/* 8.5 Swap */
David Majnemer1cf22e62015-02-04 00:26:10 +000074static __inline__ uint32_t __attribute__((__always_inline__, __nodebug__))
Eric Christopher39a84d02016-02-12 02:22:53 +000075__swp(uint32_t __x, volatile uint32_t *__p) {
Yi Kong0705e002014-08-26 09:50:54 +000076 uint32_t v;
Eric Christopher39a84d02016-02-12 02:22:53 +000077 do
78 v = __builtin_arm_ldrex(__p);
79 while (__builtin_arm_strex(__x, __p));
Yi Kong0705e002014-08-26 09:50:54 +000080 return v;
81}
82
Yi Kong45a09312014-08-13 23:20:15 +000083/* 8.6 Memory prefetch intrinsics */
84/* 8.6.1 Data prefetch */
85#define __pld(addr) __pldx(0, 0, 0, addr)
86
87#if __ARM_32BIT_STATE
88#define __pldx(access_kind, cache_level, retention_policy, addr) \
89 __builtin_arm_prefetch(addr, access_kind, 1)
90#else
91#define __pldx(access_kind, cache_level, retention_policy, addr) \
92 __builtin_arm_prefetch(addr, access_kind, cache_level, retention_policy, 1)
93#endif
94
95/* 8.6.2 Instruction prefetch */
96#define __pli(addr) __plix(0, 0, addr)
97
98#if __ARM_32BIT_STATE
99#define __plix(cache_level, retention_policy, addr) \
100 __builtin_arm_prefetch(addr, 0, 0)
101#else
102#define __plix(cache_level, retention_policy, addr) \
103 __builtin_arm_prefetch(addr, 0, cache_level, retention_policy, 0)
104#endif
105
Yi Kong472e5212014-07-14 15:32:29 +0000106/* 8.7 NOP */
David Majnemer1cf22e62015-02-04 00:26:10 +0000107static __inline__ void __attribute__((__always_inline__, __nodebug__)) __nop(void) {
Yi Kong472e5212014-07-14 15:32:29 +0000108 __builtin_arm_nop();
109}
110
Yi Kong4e00ce72014-07-12 22:48:13 +0000111/* 9 DATA-PROCESSING INTRINSICS */
112/* 9.2 Miscellaneous data-processing intrinsics */
Yi Kong623393f2014-08-28 09:44:07 +0000113/* ROR */
David Majnemer1cf22e62015-02-04 00:26:10 +0000114static __inline__ uint32_t __attribute__((__always_inline__, __nodebug__))
Eric Christopher39a84d02016-02-12 02:22:53 +0000115__ror(uint32_t __x, uint32_t __y) {
116 __y %= 32;
117 if (__y == 0)
118 return __x;
119 return (__x >> __y) | (__x << (32 - __y));
Yi Kong623393f2014-08-28 09:44:07 +0000120}
121
David Majnemer1cf22e62015-02-04 00:26:10 +0000122static __inline__ uint64_t __attribute__((__always_inline__, __nodebug__))
Eric Christopher39a84d02016-02-12 02:22:53 +0000123__rorll(uint64_t __x, uint32_t __y) {
124 __y %= 64;
125 if (__y == 0)
126 return __x;
127 return (__x >> __y) | (__x << (64 - __y));
Yi Kong623393f2014-08-28 09:44:07 +0000128}
129
David Majnemer1cf22e62015-02-04 00:26:10 +0000130static __inline__ unsigned long __attribute__((__always_inline__, __nodebug__))
Eric Christopher39a84d02016-02-12 02:22:53 +0000131__rorl(unsigned long __x, uint32_t __y) {
Yi Kong623393f2014-08-28 09:44:07 +0000132#if __SIZEOF_LONG__ == 4
Eric Christopher39a84d02016-02-12 02:22:53 +0000133 return __ror(__x, __y);
Yi Kong623393f2014-08-28 09:44:07 +0000134#else
Eric Christopher39a84d02016-02-12 02:22:53 +0000135 return __rorll(__x, __y);
Yi Kong623393f2014-08-28 09:44:07 +0000136#endif
137}
138
139
140/* CLZ */
David Majnemer1cf22e62015-02-04 00:26:10 +0000141static __inline__ uint32_t __attribute__((__always_inline__, __nodebug__))
Eric Christopher39a84d02016-02-12 02:22:53 +0000142__clz(uint32_t __t) {
143 return __builtin_clz(__t);
Yi Konga44c4d72014-06-27 21:25:42 +0000144}
145
David Majnemer1cf22e62015-02-04 00:26:10 +0000146static __inline__ unsigned long __attribute__((__always_inline__, __nodebug__))
Eric Christopher39a84d02016-02-12 02:22:53 +0000147__clzl(unsigned long __t) {
148 return __builtin_clzl(__t);
Yi Konga44c4d72014-06-27 21:25:42 +0000149}
150
David Majnemer1cf22e62015-02-04 00:26:10 +0000151static __inline__ uint64_t __attribute__((__always_inline__, __nodebug__))
Eric Christopher39a84d02016-02-12 02:22:53 +0000152__clzll(uint64_t __t) {
153 return __builtin_clzll(__t);
Yi Konga44c4d72014-06-27 21:25:42 +0000154}
155
Yi Kong623393f2014-08-28 09:44:07 +0000156/* REV */
David Majnemer1cf22e62015-02-04 00:26:10 +0000157static __inline__ uint32_t __attribute__((__always_inline__, __nodebug__))
Eric Christopher39a84d02016-02-12 02:22:53 +0000158__rev(uint32_t __t) {
159 return __builtin_bswap32(__t);
Yi Konga44c4d72014-06-27 21:25:42 +0000160}
161
David Majnemer1cf22e62015-02-04 00:26:10 +0000162static __inline__ unsigned long __attribute__((__always_inline__, __nodebug__))
Eric Christopher39a84d02016-02-12 02:22:53 +0000163__revl(unsigned long __t) {
Yi Konga44c4d72014-06-27 21:25:42 +0000164#if __SIZEOF_LONG__ == 4
Eric Christopher39a84d02016-02-12 02:22:53 +0000165 return __builtin_bswap32(__t);
Yi Konga44c4d72014-06-27 21:25:42 +0000166#else
Eric Christopher39a84d02016-02-12 02:22:53 +0000167 return __builtin_bswap64(__t);
Yi Konga44c4d72014-06-27 21:25:42 +0000168#endif
169}
170
David Majnemer1cf22e62015-02-04 00:26:10 +0000171static __inline__ uint64_t __attribute__((__always_inline__, __nodebug__))
Eric Christopher39a84d02016-02-12 02:22:53 +0000172__revll(uint64_t __t) {
173 return __builtin_bswap64(__t);
Yi Konga44c4d72014-06-27 21:25:42 +0000174}
175
Yi Kong623393f2014-08-28 09:44:07 +0000176/* REV16 */
David Majnemer1cf22e62015-02-04 00:26:10 +0000177static __inline__ uint32_t __attribute__((__always_inline__, __nodebug__))
Eric Christopher39a84d02016-02-12 02:22:53 +0000178__rev16(uint32_t __t) {
179 return __ror(__rev(__t), 16);
Yi Kong623393f2014-08-28 09:44:07 +0000180}
181
David Majnemer1cf22e62015-02-04 00:26:10 +0000182static __inline__ uint64_t __attribute__((__always_inline__, __nodebug__))
Eric Christopher39a84d02016-02-12 02:22:53 +0000183__rev16ll(uint64_t __t) {
184 return (((uint64_t)__rev16(__t >> 32)) << 32) | __rev16(__t);
Oliver Stannard7aa90f52015-11-16 14:58:50 +0000185}
186
187static __inline__ unsigned long __attribute__((__always_inline__, __nodebug__))
Eric Christopher39a84d02016-02-12 02:22:53 +0000188__rev16l(unsigned long __t) {
Oliver Stannard7aa90f52015-11-16 14:58:50 +0000189#if __SIZEOF_LONG__ == 4
Eric Christopher39a84d02016-02-12 02:22:53 +0000190 return __rev16(__t);
Oliver Stannard7aa90f52015-11-16 14:58:50 +0000191#else
Eric Christopher39a84d02016-02-12 02:22:53 +0000192 return __rev16ll(__t);
Oliver Stannard7aa90f52015-11-16 14:58:50 +0000193#endif
Yi Kong623393f2014-08-28 09:44:07 +0000194}
195
196/* REVSH */
David Majnemer1cf22e62015-02-04 00:26:10 +0000197static __inline__ int16_t __attribute__((__always_inline__, __nodebug__))
Eric Christopher39a84d02016-02-12 02:22:53 +0000198__revsh(int16_t __t) {
199 return __builtin_bswap16(__t);
Yi Kong623393f2014-08-28 09:44:07 +0000200}
201
202/* RBIT */
David Majnemer1cf22e62015-02-04 00:26:10 +0000203static __inline__ uint32_t __attribute__((__always_inline__, __nodebug__))
Eric Christopher39a84d02016-02-12 02:22:53 +0000204__rbit(uint32_t __t) {
205 return __builtin_arm_rbit(__t);
Yi Kong623393f2014-08-28 09:44:07 +0000206}
207
David Majnemer1cf22e62015-02-04 00:26:10 +0000208static __inline__ uint64_t __attribute__((__always_inline__, __nodebug__))
Eric Christopher39a84d02016-02-12 02:22:53 +0000209__rbitll(uint64_t __t) {
Yi Kong623393f2014-08-28 09:44:07 +0000210#if __ARM_32BIT_STATE
Eric Christopher39a84d02016-02-12 02:22:53 +0000211 return (((uint64_t)__builtin_arm_rbit(__t)) << 32) |
212 __builtin_arm_rbit(__t >> 32);
Yi Kong623393f2014-08-28 09:44:07 +0000213#else
Eric Christopher39a84d02016-02-12 02:22:53 +0000214 return __builtin_arm_rbit64(__t);
Yi Kong623393f2014-08-28 09:44:07 +0000215#endif
216}
217
David Majnemer1cf22e62015-02-04 00:26:10 +0000218static __inline__ unsigned long __attribute__((__always_inline__, __nodebug__))
Eric Christopher39a84d02016-02-12 02:22:53 +0000219__rbitl(unsigned long __t) {
Yi Kong623393f2014-08-28 09:44:07 +0000220#if __SIZEOF_LONG__ == 4
Eric Christopher39a84d02016-02-12 02:22:53 +0000221 return __rbit(__t);
Yi Kong623393f2014-08-28 09:44:07 +0000222#else
Eric Christopher39a84d02016-02-12 02:22:53 +0000223 return __rbitll(__t);
Yi Kong623393f2014-08-28 09:44:07 +0000224#endif
225}
226
Yi Konga44c4d72014-06-27 21:25:42 +0000227/*
Sam Parkerb9ea36f2017-05-04 08:37:59 +0000228 * 9.3 16-bit multiplications
229 */
230#if __ARM_FEATURE_DSP
231static __inline__ int32_t __attribute__((__always_inline__,__nodebug__))
232__smulbb(int32_t __a, int32_t __b) {
233 return __builtin_arm_smulbb(__a, __b);
234}
235static __inline__ int32_t __attribute__((__always_inline__,__nodebug__))
236__smulbt(int32_t __a, int32_t __b) {
237 return __builtin_arm_smulbt(__a, __b);
238}
239static __inline__ int32_t __attribute__((__always_inline__,__nodebug__))
240__smultb(int32_t __a, int32_t __b) {
241 return __builtin_arm_smultb(__a, __b);
242}
243static __inline__ int32_t __attribute__((__always_inline__,__nodebug__))
244__smultt(int32_t __a, int32_t __b) {
245 return __builtin_arm_smultt(__a, __b);
246}
247static __inline__ int32_t __attribute__((__always_inline__,__nodebug__))
248__smulwb(int32_t __a, int32_t __b) {
249 return __builtin_arm_smulwb(__a, __b);
250}
251static __inline__ int32_t __attribute__((__always_inline__,__nodebug__))
252__smulwt(int32_t __a, int32_t __b) {
253 return __builtin_arm_smulwt(__a, __b);
254}
255#endif
256
257/*
Yi Kong4e00ce72014-07-12 22:48:13 +0000258 * 9.4 Saturating intrinsics
Yi Konga44c4d72014-06-27 21:25:42 +0000259 *
260 * FIXME: Change guard to their corrosponding __ARM_FEATURE flag when Q flag
261 * intrinsics are implemented and the flag is enabled.
262 */
Yi Kong4e00ce72014-07-12 22:48:13 +0000263/* 9.4.1 Width-specified saturation intrinsics */
Sam Parkerb9ea36f2017-05-04 08:37:59 +0000264#if __ARM_FEATURE_SAT
Yi Konga44c4d72014-06-27 21:25:42 +0000265#define __ssat(x, y) __builtin_arm_ssat(x, y)
266#define __usat(x, y) __builtin_arm_usat(x, y)
Yi Kong4e00ce72014-07-12 22:48:13 +0000267#endif
Yi Konga44c4d72014-06-27 21:25:42 +0000268
Yi Kong4e00ce72014-07-12 22:48:13 +0000269/* 9.4.2 Saturating addition and subtraction intrinsics */
Sam Parkerb9ea36f2017-05-04 08:37:59 +0000270#if __ARM_FEATURE_DSP
David Majnemer1cf22e62015-02-04 00:26:10 +0000271static __inline__ int32_t __attribute__((__always_inline__, __nodebug__))
Eric Christopher39a84d02016-02-12 02:22:53 +0000272__qadd(int32_t __t, int32_t __v) {
273 return __builtin_arm_qadd(__t, __v);
Yi Konga44c4d72014-06-27 21:25:42 +0000274}
275
David Majnemer1cf22e62015-02-04 00:26:10 +0000276static __inline__ int32_t __attribute__((__always_inline__, __nodebug__))
Eric Christopher39a84d02016-02-12 02:22:53 +0000277__qsub(int32_t __t, int32_t __v) {
278 return __builtin_arm_qsub(__t, __v);
Yi Konga44c4d72014-06-27 21:25:42 +0000279}
Renato Golin47843ef2014-07-03 10:14:52 +0000280
David Majnemer1cf22e62015-02-04 00:26:10 +0000281static __inline__ int32_t __attribute__((__always_inline__, __nodebug__))
Eric Christopher39a84d02016-02-12 02:22:53 +0000282__qdbl(int32_t __t) {
283 return __builtin_arm_qadd(__t, __t);
Renato Golin47843ef2014-07-03 10:14:52 +0000284}
Yi Konga44c4d72014-06-27 21:25:42 +0000285#endif
286
Sam Parkerb9ea36f2017-05-04 08:37:59 +0000287/* 9.4.3 Accumultating multiplications */
288#if __ARM_FEATURE_DSP
289static __inline__ int32_t __attribute__((__always_inline__, __nodebug__))
290__smlabb(int32_t __a, int32_t __b, int32_t __c) {
291 return __builtin_arm_smlabb(__a, __b, __c);
292}
293static __inline__ int32_t __attribute__((__always_inline__, __nodebug__))
294__smlabt(int32_t __a, int32_t __b, int32_t __c) {
295 return __builtin_arm_smlabt(__a, __b, __c);
296}
297static __inline__ int32_t __attribute__((__always_inline__, __nodebug__))
298__smlatb(int32_t __a, int32_t __b, int32_t __c) {
299 return __builtin_arm_smlatb(__a, __b, __c);
300}
301static __inline__ int32_t __attribute__((__always_inline__, __nodebug__))
302__smlatt(int32_t __a, int32_t __b, int32_t __c) {
303 return __builtin_arm_smlatt(__a, __b, __c);
304}
305static __inline__ int32_t __attribute__((__always_inline__, __nodebug__))
306__smlawb(int32_t __a, int32_t __b, int32_t __c) {
307 return __builtin_arm_smlawb(__a, __b, __c);
308}
309static __inline__ int32_t __attribute__((__always_inline__, __nodebug__))
310__smlawt(int32_t __a, int32_t __b, int32_t __c) {
311 return __builtin_arm_smlawt(__a, __b, __c);
312}
313#endif
314
315
316/* 9.5.4 Parallel 16-bit saturation */
317#if __ARM_FEATURE_SIMD32
318#define __ssat16(x, y) __builtin_arm_ssat16(x, y)
319#define __usat16(x, y) __builtin_arm_usat16(x, y)
320#endif
321
322/* 9.5.5 Packing and unpacking */
323#if __ARM_FEATURE_SIMD32
324typedef int32_t int8x4_t;
325typedef int32_t int16x2_t;
326typedef uint32_t uint8x4_t;
327typedef uint32_t uint16x2_t;
328
329static __inline__ int16x2_t __attribute__((__always_inline__, __nodebug__))
330__sxtab16(int16x2_t __a, int8x4_t __b) {
331 return __builtin_arm_sxtab16(__a, __b);
332}
333static __inline__ int16x2_t __attribute__((__always_inline__, __nodebug__))
334__sxtb16(int8x4_t __a) {
335 return __builtin_arm_sxtb16(__a);
336}
337static __inline__ int16x2_t __attribute__((__always_inline__, __nodebug__))
338__uxtab16(int16x2_t __a, int8x4_t __b) {
339 return __builtin_arm_uxtab16(__a, __b);
340}
341static __inline__ int16x2_t __attribute__((__always_inline__, __nodebug__))
342__uxtb16(int8x4_t __a) {
343 return __builtin_arm_uxtb16(__a);
344}
345#endif
346
347/* 9.5.6 Parallel selection */
348#if __ARM_FEATURE_SIMD32
349static __inline__ uint8x4_t __attribute__((__always_inline__, __nodebug__))
350__sel(uint8x4_t __a, uint8x4_t __b) {
351 return __builtin_arm_sel(__a, __b);
352}
353#endif
354
355/* 9.5.7 Parallel 8-bit addition and subtraction */
356#if __ARM_FEATURE_SIMD32
357static __inline__ int8x4_t __attribute__((__always_inline__, __nodebug__))
358__qadd8(int8x4_t __a, int8x4_t __b) {
359 return __builtin_arm_qadd8(__a, __b);
360}
361static __inline__ int8x4_t __attribute__((__always_inline__, __nodebug__))
362__qsub8(int8x4_t __a, int8x4_t __b) {
363 return __builtin_arm_qsub8(__a, __b);
364}
365static __inline__ int8x4_t __attribute__((__always_inline__, __nodebug__))
366__sadd8(int8x4_t __a, int8x4_t __b) {
367 return __builtin_arm_sadd8(__a, __b);
368}
369static __inline__ int8x4_t __attribute__((__always_inline__, __nodebug__))
370__shadd8(int8x4_t __a, int8x4_t __b) {
371 return __builtin_arm_shadd8(__a, __b);
372}
373static __inline__ int8x4_t __attribute__((__always_inline__, __nodebug__))
374__shsub8(int8x4_t __a, int8x4_t __b) {
375 return __builtin_arm_shsub8(__a, __b);
376}
377static __inline__ int8x4_t __attribute__((__always_inline__, __nodebug__))
378__ssub8(int8x4_t __a, int8x4_t __b) {
379 return __builtin_arm_ssub8(__a, __b);
380}
381static __inline__ uint8x4_t __attribute__((__always_inline__, __nodebug__))
382__uadd8(uint8x4_t __a, uint8x4_t __b) {
383 return __builtin_arm_uadd8(__a, __b);
384}
385static __inline__ uint8x4_t __attribute__((__always_inline__, __nodebug__))
386__uhadd8(uint8x4_t __a, uint8x4_t __b) {
387 return __builtin_arm_uhadd8(__a, __b);
388}
389static __inline__ uint8x4_t __attribute__((__always_inline__, __nodebug__))
390__uhsub8(uint8x4_t __a, uint8x4_t __b) {
391 return __builtin_arm_uhsub8(__a, __b);
392}
393static __inline__ uint8x4_t __attribute__((__always_inline__, __nodebug__))
394__uqadd8(uint8x4_t __a, uint8x4_t __b) {
395 return __builtin_arm_uqadd8(__a, __b);
396}
397static __inline__ uint8x4_t __attribute__((__always_inline__, __nodebug__))
398__uqsub8(uint8x4_t __a, uint8x4_t __b) {
399 return __builtin_arm_uqsub8(__a, __b);
400}
401static __inline__ uint8x4_t __attribute__((__always_inline__, __nodebug__))
402__usub8(uint8x4_t __a, uint8x4_t __b) {
403 return __builtin_arm_usub8(__a, __b);
404}
405#endif
406
407/* 9.5.8 Sum of 8-bit absolute differences */
408#if __ARM_FEATURE_SIMD32
409static __inline__ uint32_t __attribute__((__always_inline__, __nodebug__))
410__usad8(uint8x4_t __a, uint8x4_t __b) {
411 return __builtin_arm_usad8(__a, __b);
412}
413static __inline__ uint32_t __attribute__((__always_inline__, __nodebug__))
414__usada8(uint8x4_t __a, uint8x4_t __b, uint32_t __c) {
415 return __builtin_arm_usada8(__a, __b, __c);
416}
417#endif
418
419/* 9.5.9 Parallel 16-bit addition and subtraction */
420#if __ARM_FEATURE_SIMD32
421static __inline__ int16x2_t __attribute__((__always_inline__, __nodebug__))
422__qadd16(int16x2_t __a, int16x2_t __b) {
423 return __builtin_arm_qadd16(__a, __b);
424}
425static __inline__ int16x2_t __attribute__((__always_inline__, __nodebug__))
426__qasx(int16x2_t __a, int16x2_t __b) {
427 return __builtin_arm_qasx(__a, __b);
428}
429static __inline__ int16x2_t __attribute__((__always_inline__, __nodebug__))
430__qsax(int16x2_t __a, int16x2_t __b) {
431 return __builtin_arm_qsax(__a, __b);
432}
433static __inline__ int16x2_t __attribute__((__always_inline__, __nodebug__))
434__qsub16(int16x2_t __a, int16x2_t __b) {
435 return __builtin_arm_qsub16(__a, __b);
436}
437static __inline__ int16x2_t __attribute__((__always_inline__, __nodebug__))
438__sadd16(int16x2_t __a, int16x2_t __b) {
439 return __builtin_arm_sadd16(__a, __b);
440}
441static __inline__ int16x2_t __attribute__((__always_inline__, __nodebug__))
442__sasx(int16x2_t __a, int16x2_t __b) {
443 return __builtin_arm_sasx(__a, __b);
444}
445static __inline__ int16x2_t __attribute__((__always_inline__, __nodebug__))
446__shadd16(int16x2_t __a, int16x2_t __b) {
447 return __builtin_arm_shadd16(__a, __b);
448}
449static __inline__ int16x2_t __attribute__((__always_inline__, __nodebug__))
450__shasx(int16x2_t __a, int16x2_t __b) {
451 return __builtin_arm_shasx(__a, __b);
452}
453static __inline__ int16x2_t __attribute__((__always_inline__, __nodebug__))
454__shsax(int16x2_t __a, int16x2_t __b) {
455 return __builtin_arm_shsax(__a, __b);
456}
457static __inline__ int16x2_t __attribute__((__always_inline__, __nodebug__))
458__shsub16(int16x2_t __a, int16x2_t __b) {
459 return __builtin_arm_shsub16(__a, __b);
460}
461static __inline__ int16x2_t __attribute__((__always_inline__, __nodebug__))
462__ssax(int16x2_t __a, int16x2_t __b) {
463 return __builtin_arm_ssax(__a, __b);
464}
465static __inline__ int16x2_t __attribute__((__always_inline__, __nodebug__))
466__ssub16(int16x2_t __a, int16x2_t __b) {
467 return __builtin_arm_ssub16(__a, __b);
468}
469static __inline__ uint16x2_t __attribute__((__always_inline__, __nodebug__))
470__uadd16(uint16x2_t __a, uint16x2_t __b) {
471 return __builtin_arm_uadd16(__a, __b);
472}
473static __inline__ uint16x2_t __attribute__((__always_inline__, __nodebug__))
474__uasx(uint16x2_t __a, uint16x2_t __b) {
475 return __builtin_arm_uasx(__a, __b);
476}
477static __inline__ uint16x2_t __attribute__((__always_inline__, __nodebug__))
478__uhadd16(uint16x2_t __a, uint16x2_t __b) {
479 return __builtin_arm_uhadd16(__a, __b);
480}
481static __inline__ uint16x2_t __attribute__((__always_inline__, __nodebug__))
482__uhasx(uint16x2_t __a, uint16x2_t __b) {
483 return __builtin_arm_uhasx(__a, __b);
484}
485static __inline__ uint16x2_t __attribute__((__always_inline__, __nodebug__))
486__uhsax(uint16x2_t __a, uint16x2_t __b) {
487 return __builtin_arm_uhsax(__a, __b);
488}
489static __inline__ uint16x2_t __attribute__((__always_inline__, __nodebug__))
490__uhsub16(uint16x2_t __a, uint16x2_t __b) {
491 return __builtin_arm_uhsub16(__a, __b);
492}
493static __inline__ uint16x2_t __attribute__((__always_inline__, __nodebug__))
494__uqadd16(uint16x2_t __a, uint16x2_t __b) {
495 return __builtin_arm_uqadd16(__a, __b);
496}
497static __inline__ uint16x2_t __attribute__((__always_inline__, __nodebug__))
498__uqasx(uint16x2_t __a, uint16x2_t __b) {
499 return __builtin_arm_uqasx(__a, __b);
500}
501static __inline__ uint16x2_t __attribute__((__always_inline__, __nodebug__))
502__uqsax(uint16x2_t __a, uint16x2_t __b) {
503 return __builtin_arm_uqsax(__a, __b);
504}
505static __inline__ uint16x2_t __attribute__((__always_inline__, __nodebug__))
506__uqsub16(uint16x2_t __a, uint16x2_t __b) {
507 return __builtin_arm_uqsub16(__a, __b);
508}
509static __inline__ uint16x2_t __attribute__((__always_inline__, __nodebug__))
510__usax(uint16x2_t __a, uint16x2_t __b) {
511 return __builtin_arm_usax(__a, __b);
512}
513static __inline__ uint16x2_t __attribute__((__always_inline__, __nodebug__))
514__usub16(uint16x2_t __a, uint16x2_t __b) {
515 return __builtin_arm_usub16(__a, __b);
516}
517#endif
518
519/* 9.5.10 Parallel 16-bit multiplications */
520#if __ARM_FEATURE_SIMD32
521static __inline__ int32_t __attribute__((__always_inline__, __nodebug__))
522__smlad(int16x2_t __a, int16x2_t __b, int32_t __c) {
523 return __builtin_arm_smlad(__a, __b, __c);
524}
525static __inline__ int32_t __attribute__((__always_inline__, __nodebug__))
526__smladx(int16x2_t __a, int16x2_t __b, int32_t __c) {
527 return __builtin_arm_smladx(__a, __b, __c);
528}
529static __inline__ int64_t __attribute__((__always_inline__, __nodebug__))
530__smlald(int16x2_t __a, int16x2_t __b, int64_t __c) {
531 return __builtin_arm_smlald(__a, __b, __c);
532}
533static __inline__ int64_t __attribute__((__always_inline__, __nodebug__))
534__smlaldx(int16x2_t __a, int16x2_t __b, int64_t __c) {
535 return __builtin_arm_smlaldx(__a, __b, __c);
536}
537static __inline__ int32_t __attribute__((__always_inline__, __nodebug__))
538__smlsd(int16x2_t __a, int16x2_t __b, int32_t __c) {
539 return __builtin_arm_smlsd(__a, __b, __c);
540}
541static __inline__ int32_t __attribute__((__always_inline__, __nodebug__))
542__smlsdx(int16x2_t __a, int16x2_t __b, int32_t __c) {
543 return __builtin_arm_smlsdx(__a, __b, __c);
544}
545static __inline__ int64_t __attribute__((__always_inline__, __nodebug__))
546__smlsld(int16x2_t __a, int16x2_t __b, int64_t __c) {
547 return __builtin_arm_smlsld(__a, __b, __c);
548}
549static __inline__ int64_t __attribute__((__always_inline__, __nodebug__))
550__smlsldx(int16x2_t __a, int16x2_t __b, int64_t __c) {
551 return __builtin_arm_smlsldx(__a, __b, __c);
552}
553static __inline__ int32_t __attribute__((__always_inline__, __nodebug__))
554__smuad(int16x2_t __a, int16x2_t __b) {
555 return __builtin_arm_smuad(__a, __b);
556}
557static __inline__ int32_t __attribute__((__always_inline__, __nodebug__))
558__smuadx(int16x2_t __a, int16x2_t __b) {
559 return __builtin_arm_smuadx(__a, __b);
560}
561static __inline__ int32_t __attribute__((__always_inline__, __nodebug__))
562__smusd(int16x2_t __a, int16x2_t __b) {
563 return __builtin_arm_smusd(__a, __b);
564}
565static __inline__ int32_t __attribute__((__always_inline__, __nodebug__))
566__smusdx(int16x2_t __a, int16x2_t __b) {
567 return __builtin_arm_smusdx(__a, __b);
568}
569#endif
570
Yi Kong4e00ce72014-07-12 22:48:13 +0000571/* 9.7 CRC32 intrinsics */
Yi Konga44c4d72014-06-27 21:25:42 +0000572#if __ARM_FEATURE_CRC32
David Majnemer1cf22e62015-02-04 00:26:10 +0000573static __inline__ uint32_t __attribute__((__always_inline__, __nodebug__))
Eric Christopher39a84d02016-02-12 02:22:53 +0000574__crc32b(uint32_t __a, uint8_t __b) {
575 return __builtin_arm_crc32b(__a, __b);
Yi Konga44c4d72014-06-27 21:25:42 +0000576}
577
David Majnemer1cf22e62015-02-04 00:26:10 +0000578static __inline__ uint32_t __attribute__((__always_inline__, __nodebug__))
Eric Christopher39a84d02016-02-12 02:22:53 +0000579__crc32h(uint32_t __a, uint16_t __b) {
580 return __builtin_arm_crc32h(__a, __b);
Yi Konga44c4d72014-06-27 21:25:42 +0000581}
582
David Majnemer1cf22e62015-02-04 00:26:10 +0000583static __inline__ uint32_t __attribute__((__always_inline__, __nodebug__))
Eric Christopher39a84d02016-02-12 02:22:53 +0000584__crc32w(uint32_t __a, uint32_t __b) {
585 return __builtin_arm_crc32w(__a, __b);
Yi Konga44c4d72014-06-27 21:25:42 +0000586}
587
David Majnemer1cf22e62015-02-04 00:26:10 +0000588static __inline__ uint32_t __attribute__((__always_inline__, __nodebug__))
Eric Christopher39a84d02016-02-12 02:22:53 +0000589__crc32d(uint32_t __a, uint64_t __b) {
590 return __builtin_arm_crc32d(__a, __b);
Yi Konga44c4d72014-06-27 21:25:42 +0000591}
592
David Majnemer1cf22e62015-02-04 00:26:10 +0000593static __inline__ uint32_t __attribute__((__always_inline__, __nodebug__))
Eric Christopher39a84d02016-02-12 02:22:53 +0000594__crc32cb(uint32_t __a, uint8_t __b) {
595 return __builtin_arm_crc32cb(__a, __b);
Yi Konga44c4d72014-06-27 21:25:42 +0000596}
597
David Majnemer1cf22e62015-02-04 00:26:10 +0000598static __inline__ uint32_t __attribute__((__always_inline__, __nodebug__))
Eric Christopher39a84d02016-02-12 02:22:53 +0000599__crc32ch(uint32_t __a, uint16_t __b) {
600 return __builtin_arm_crc32ch(__a, __b);
Yi Konga44c4d72014-06-27 21:25:42 +0000601}
602
David Majnemer1cf22e62015-02-04 00:26:10 +0000603static __inline__ uint32_t __attribute__((__always_inline__, __nodebug__))
Eric Christopher39a84d02016-02-12 02:22:53 +0000604__crc32cw(uint32_t __a, uint32_t __b) {
605 return __builtin_arm_crc32cw(__a, __b);
Yi Konga44c4d72014-06-27 21:25:42 +0000606}
607
David Majnemer1cf22e62015-02-04 00:26:10 +0000608static __inline__ uint32_t __attribute__((__always_inline__, __nodebug__))
Eric Christopher39a84d02016-02-12 02:22:53 +0000609__crc32cd(uint32_t __a, uint64_t __b) {
610 return __builtin_arm_crc32cd(__a, __b);
Yi Konga44c4d72014-06-27 21:25:42 +0000611}
612#endif
613
Luke Cheeseman59b2d832015-06-15 17:51:01 +0000614/* 10.1 Special register intrinsics */
615#define __arm_rsr(sysreg) __builtin_arm_rsr(sysreg)
616#define __arm_rsr64(sysreg) __builtin_arm_rsr64(sysreg)
617#define __arm_rsrp(sysreg) __builtin_arm_rsrp(sysreg)
618#define __arm_wsr(sysreg, v) __builtin_arm_wsr(sysreg, v)
619#define __arm_wsr64(sysreg, v) __builtin_arm_wsr64(sysreg, v)
620#define __arm_wsrp(sysreg, v) __builtin_arm_wsrp(sysreg, v)
621
Saleem Abdulrasool60df0612014-07-08 05:46:00 +0000622#if defined(__cplusplus)
623}
624#endif
625
Yi Konga44c4d72014-06-27 21:25:42 +0000626#endif /* __ARM_ACLE_H */