blob: 5f7da52f1f73ac6171b7f23167353cd5a6839854 [file] [log] [blame]
Logan Chien2833ffb2018-10-09 10:03:24 +08001/*===------------- avx512ifmaintrin.h - IFMA intrinsics ------------------===
2 *
3 *
Logan Chiendf4f7662019-09-04 16:45:23 -07004 * Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
5 * See https://llvm.org/LICENSE.txt for license information.
6 * SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
Logan Chien2833ffb2018-10-09 10:03:24 +08007 *
8 *===-----------------------------------------------------------------------===
9 */
10#ifndef __IMMINTRIN_H
11#error "Never use <avx512ifmaintrin.h> directly; include <immintrin.h> instead."
12#endif
13
14#ifndef __IFMAINTRIN_H
15#define __IFMAINTRIN_H
16
17/* Define the default attributes for the functions in this file. */
Logan Chien55afb0a2018-10-15 10:42:14 +080018#define __DEFAULT_FN_ATTRS __attribute__((__always_inline__, __nodebug__, __target__("avx512ifma"), __min_vector_width__(512)))
Logan Chien2833ffb2018-10-09 10:03:24 +080019
20static __inline__ __m512i __DEFAULT_FN_ATTRS
21_mm512_madd52hi_epu64 (__m512i __X, __m512i __Y, __m512i __Z)
22{
Logan Chien55afb0a2018-10-15 10:42:14 +080023 return (__m512i)__builtin_ia32_vpmadd52huq512((__v8di) __X, (__v8di) __Y,
24 (__v8di) __Z);
Logan Chien2833ffb2018-10-09 10:03:24 +080025}
26
27static __inline__ __m512i __DEFAULT_FN_ATTRS
Logan Chien55afb0a2018-10-15 10:42:14 +080028_mm512_mask_madd52hi_epu64 (__m512i __W, __mmask8 __M, __m512i __X, __m512i __Y)
Logan Chien2833ffb2018-10-09 10:03:24 +080029{
Logan Chien55afb0a2018-10-15 10:42:14 +080030 return (__m512i)__builtin_ia32_selectq_512(__M,
31 (__v8di)_mm512_madd52hi_epu64(__W, __X, __Y),
32 (__v8di)__W);
Logan Chien2833ffb2018-10-09 10:03:24 +080033}
34
35static __inline__ __m512i __DEFAULT_FN_ATTRS
36_mm512_maskz_madd52hi_epu64 (__mmask8 __M, __m512i __X, __m512i __Y, __m512i __Z)
37{
Logan Chien55afb0a2018-10-15 10:42:14 +080038 return (__m512i)__builtin_ia32_selectq_512(__M,
39 (__v8di)_mm512_madd52hi_epu64(__X, __Y, __Z),
40 (__v8di)_mm512_setzero_si512());
Logan Chien2833ffb2018-10-09 10:03:24 +080041}
42
43static __inline__ __m512i __DEFAULT_FN_ATTRS
44_mm512_madd52lo_epu64 (__m512i __X, __m512i __Y, __m512i __Z)
45{
Logan Chien55afb0a2018-10-15 10:42:14 +080046 return (__m512i)__builtin_ia32_vpmadd52luq512((__v8di) __X, (__v8di) __Y,
47 (__v8di) __Z);
Logan Chien2833ffb2018-10-09 10:03:24 +080048}
49
50static __inline__ __m512i __DEFAULT_FN_ATTRS
Logan Chien55afb0a2018-10-15 10:42:14 +080051_mm512_mask_madd52lo_epu64 (__m512i __W, __mmask8 __M, __m512i __X, __m512i __Y)
Logan Chien2833ffb2018-10-09 10:03:24 +080052{
Logan Chien55afb0a2018-10-15 10:42:14 +080053 return (__m512i)__builtin_ia32_selectq_512(__M,
54 (__v8di)_mm512_madd52lo_epu64(__W, __X, __Y),
55 (__v8di)__W);
Logan Chien2833ffb2018-10-09 10:03:24 +080056}
57
58static __inline__ __m512i __DEFAULT_FN_ATTRS
59_mm512_maskz_madd52lo_epu64 (__mmask8 __M, __m512i __X, __m512i __Y, __m512i __Z)
60{
Logan Chien55afb0a2018-10-15 10:42:14 +080061 return (__m512i)__builtin_ia32_selectq_512(__M,
62 (__v8di)_mm512_madd52lo_epu64(__X, __Y, __Z),
63 (__v8di)_mm512_setzero_si512());
Logan Chien2833ffb2018-10-09 10:03:24 +080064}
65
66#undef __DEFAULT_FN_ATTRS
67
68#endif