Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 1 | /*===---- xmmintrin.h - SSE intrinsics -------------------------------------=== |
| 2 | * |
| 3 | * Permission is hereby granted, free of charge, to any person obtaining a copy |
| 4 | * of this software and associated documentation files (the "Software"), to deal |
| 5 | * in the Software without restriction, including without limitation the rights |
| 6 | * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell |
| 7 | * copies of the Software, and to permit persons to whom the Software is |
| 8 | * furnished to do so, subject to the following conditions: |
| 9 | * |
| 10 | * The above copyright notice and this permission notice shall be included in |
| 11 | * all copies or substantial portions of the Software. |
| 12 | * |
| 13 | * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR |
| 14 | * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, |
| 15 | * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE |
| 16 | * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER |
| 17 | * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, |
| 18 | * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN |
| 19 | * THE SOFTWARE. |
| 20 | * |
| 21 | *===-----------------------------------------------------------------------=== |
| 22 | */ |
| 23 | |
| 24 | #ifndef __XMMINTRIN_H |
| 25 | #define __XMMINTRIN_H |
| 26 | |
| 27 | #ifndef __SSE__ |
| 28 | #error "SSE instruction set not enabled" |
| 29 | #else |
| 30 | |
| 31 | #include <mmintrin.h> |
| 32 | |
| 33 | typedef int __v4si __attribute__((__vector_size__(16))); |
| 34 | typedef float __v4sf __attribute__((__vector_size__(16))); |
| 35 | typedef float __m128 __attribute__((__vector_size__(16))); |
| 36 | |
| 37 | // This header should only be included in a hosted environment as it depends on |
| 38 | // a standard library to provide allocation routines. |
| 39 | #if __STDC_HOSTED__ |
| 40 | #include <mm_malloc.h> |
| 41 | #endif |
| 42 | |
| 43 | static __inline__ __m128 __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 44 | _mm_add_ss(__m128 __a, __m128 __b) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 45 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 46 | __a[0] += __b[0]; |
| 47 | return __a; |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 48 | } |
| 49 | |
| 50 | static __inline__ __m128 __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 51 | _mm_add_ps(__m128 __a, __m128 __b) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 52 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 53 | return __a + __b; |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 54 | } |
| 55 | |
| 56 | static __inline__ __m128 __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 57 | _mm_sub_ss(__m128 __a, __m128 __b) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 58 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 59 | __a[0] -= __b[0]; |
| 60 | return __a; |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 61 | } |
| 62 | |
| 63 | static __inline__ __m128 __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 64 | _mm_sub_ps(__m128 __a, __m128 __b) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 65 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 66 | return __a - __b; |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 67 | } |
| 68 | |
| 69 | static __inline__ __m128 __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 70 | _mm_mul_ss(__m128 __a, __m128 __b) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 71 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 72 | __a[0] *= __b[0]; |
| 73 | return __a; |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 74 | } |
| 75 | |
| 76 | static __inline__ __m128 __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 77 | _mm_mul_ps(__m128 __a, __m128 __b) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 78 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 79 | return __a * __b; |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 80 | } |
| 81 | |
| 82 | static __inline__ __m128 __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 83 | _mm_div_ss(__m128 __a, __m128 __b) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 84 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 85 | __a[0] /= __b[0]; |
| 86 | return __a; |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 87 | } |
| 88 | |
| 89 | static __inline__ __m128 __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 90 | _mm_div_ps(__m128 __a, __m128 __b) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 91 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 92 | return __a / __b; |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 93 | } |
| 94 | |
| 95 | static __inline__ __m128 __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 96 | _mm_sqrt_ss(__m128 __a) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 97 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 98 | __m128 __c = __builtin_ia32_sqrtss(__a); |
| 99 | return (__m128) { __c[0], __a[1], __a[2], __a[3] }; |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 100 | } |
| 101 | |
| 102 | static __inline__ __m128 __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 103 | _mm_sqrt_ps(__m128 __a) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 104 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 105 | return __builtin_ia32_sqrtps(__a); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 106 | } |
| 107 | |
| 108 | static __inline__ __m128 __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 109 | _mm_rcp_ss(__m128 __a) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 110 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 111 | __m128 __c = __builtin_ia32_rcpss(__a); |
| 112 | return (__m128) { __c[0], __a[1], __a[2], __a[3] }; |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 113 | } |
| 114 | |
| 115 | static __inline__ __m128 __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 116 | _mm_rcp_ps(__m128 __a) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 117 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 118 | return __builtin_ia32_rcpps(__a); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 119 | } |
| 120 | |
| 121 | static __inline__ __m128 __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 122 | _mm_rsqrt_ss(__m128 __a) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 123 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 124 | __m128 __c = __builtin_ia32_rsqrtss(__a); |
| 125 | return (__m128) { __c[0], __a[1], __a[2], __a[3] }; |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 126 | } |
| 127 | |
| 128 | static __inline__ __m128 __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 129 | _mm_rsqrt_ps(__m128 __a) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 130 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 131 | return __builtin_ia32_rsqrtps(__a); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 132 | } |
| 133 | |
| 134 | static __inline__ __m128 __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 135 | _mm_min_ss(__m128 __a, __m128 __b) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 136 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 137 | return __builtin_ia32_minss(__a, __b); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 138 | } |
| 139 | |
| 140 | static __inline__ __m128 __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 141 | _mm_min_ps(__m128 __a, __m128 __b) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 142 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 143 | return __builtin_ia32_minps(__a, __b); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 144 | } |
| 145 | |
| 146 | static __inline__ __m128 __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 147 | _mm_max_ss(__m128 __a, __m128 __b) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 148 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 149 | return __builtin_ia32_maxss(__a, __b); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 150 | } |
| 151 | |
| 152 | static __inline__ __m128 __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 153 | _mm_max_ps(__m128 __a, __m128 __b) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 154 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 155 | return __builtin_ia32_maxps(__a, __b); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 156 | } |
| 157 | |
| 158 | static __inline__ __m128 __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 159 | _mm_and_ps(__m128 __a, __m128 __b) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 160 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 161 | return (__m128)((__v4si)__a & (__v4si)__b); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 162 | } |
| 163 | |
| 164 | static __inline__ __m128 __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 165 | _mm_andnot_ps(__m128 __a, __m128 __b) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 166 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 167 | return (__m128)(~(__v4si)__a & (__v4si)__b); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 168 | } |
| 169 | |
| 170 | static __inline__ __m128 __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 171 | _mm_or_ps(__m128 __a, __m128 __b) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 172 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 173 | return (__m128)((__v4si)__a | (__v4si)__b); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 174 | } |
| 175 | |
| 176 | static __inline__ __m128 __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 177 | _mm_xor_ps(__m128 __a, __m128 __b) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 178 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 179 | return (__m128)((__v4si)__a ^ (__v4si)__b); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 180 | } |
| 181 | |
| 182 | static __inline__ __m128 __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 183 | _mm_cmpeq_ss(__m128 __a, __m128 __b) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 184 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 185 | return (__m128)__builtin_ia32_cmpss(__a, __b, 0); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 186 | } |
| 187 | |
| 188 | static __inline__ __m128 __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 189 | _mm_cmpeq_ps(__m128 __a, __m128 __b) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 190 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 191 | return (__m128)__builtin_ia32_cmpps(__a, __b, 0); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 192 | } |
| 193 | |
| 194 | static __inline__ __m128 __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 195 | _mm_cmplt_ss(__m128 __a, __m128 __b) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 196 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 197 | return (__m128)__builtin_ia32_cmpss(__a, __b, 1); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 198 | } |
| 199 | |
| 200 | static __inline__ __m128 __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 201 | _mm_cmplt_ps(__m128 __a, __m128 __b) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 202 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 203 | return (__m128)__builtin_ia32_cmpps(__a, __b, 1); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 204 | } |
| 205 | |
| 206 | static __inline__ __m128 __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 207 | _mm_cmple_ss(__m128 __a, __m128 __b) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 208 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 209 | return (__m128)__builtin_ia32_cmpss(__a, __b, 2); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 210 | } |
| 211 | |
| 212 | static __inline__ __m128 __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 213 | _mm_cmple_ps(__m128 __a, __m128 __b) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 214 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 215 | return (__m128)__builtin_ia32_cmpps(__a, __b, 2); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 216 | } |
| 217 | |
| 218 | static __inline__ __m128 __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 219 | _mm_cmpgt_ss(__m128 __a, __m128 __b) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 220 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 221 | return (__m128)__builtin_ia32_cmpss(__b, __a, 1); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 222 | } |
| 223 | |
| 224 | static __inline__ __m128 __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 225 | _mm_cmpgt_ps(__m128 __a, __m128 __b) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 226 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 227 | return (__m128)__builtin_ia32_cmpps(__b, __a, 1); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 228 | } |
| 229 | |
| 230 | static __inline__ __m128 __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 231 | _mm_cmpge_ss(__m128 __a, __m128 __b) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 232 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 233 | return (__m128)__builtin_ia32_cmpss(__b, __a, 2); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 234 | } |
| 235 | |
| 236 | static __inline__ __m128 __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 237 | _mm_cmpge_ps(__m128 __a, __m128 __b) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 238 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 239 | return (__m128)__builtin_ia32_cmpps(__b, __a, 2); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 240 | } |
| 241 | |
| 242 | static __inline__ __m128 __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 243 | _mm_cmpneq_ss(__m128 __a, __m128 __b) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 244 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 245 | return (__m128)__builtin_ia32_cmpss(__a, __b, 4); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 246 | } |
| 247 | |
| 248 | static __inline__ __m128 __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 249 | _mm_cmpneq_ps(__m128 __a, __m128 __b) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 250 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 251 | return (__m128)__builtin_ia32_cmpps(__a, __b, 4); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 252 | } |
| 253 | |
| 254 | static __inline__ __m128 __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 255 | _mm_cmpnlt_ss(__m128 __a, __m128 __b) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 256 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 257 | return (__m128)__builtin_ia32_cmpss(__a, __b, 5); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 258 | } |
| 259 | |
| 260 | static __inline__ __m128 __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 261 | _mm_cmpnlt_ps(__m128 __a, __m128 __b) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 262 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 263 | return (__m128)__builtin_ia32_cmpps(__a, __b, 5); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 264 | } |
| 265 | |
| 266 | static __inline__ __m128 __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 267 | _mm_cmpnle_ss(__m128 __a, __m128 __b) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 268 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 269 | return (__m128)__builtin_ia32_cmpss(__a, __b, 6); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 270 | } |
| 271 | |
| 272 | static __inline__ __m128 __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 273 | _mm_cmpnle_ps(__m128 __a, __m128 __b) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 274 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 275 | return (__m128)__builtin_ia32_cmpps(__a, __b, 6); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 276 | } |
| 277 | |
| 278 | static __inline__ __m128 __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 279 | _mm_cmpngt_ss(__m128 __a, __m128 __b) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 280 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 281 | return (__m128)__builtin_ia32_cmpss(__b, __a, 5); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 282 | } |
| 283 | |
| 284 | static __inline__ __m128 __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 285 | _mm_cmpngt_ps(__m128 __a, __m128 __b) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 286 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 287 | return (__m128)__builtin_ia32_cmpps(__b, __a, 5); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 288 | } |
| 289 | |
| 290 | static __inline__ __m128 __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 291 | _mm_cmpnge_ss(__m128 __a, __m128 __b) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 292 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 293 | return (__m128)__builtin_ia32_cmpss(__b, __a, 6); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 294 | } |
| 295 | |
| 296 | static __inline__ __m128 __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 297 | _mm_cmpnge_ps(__m128 __a, __m128 __b) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 298 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 299 | return (__m128)__builtin_ia32_cmpps(__b, __a, 6); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 300 | } |
| 301 | |
| 302 | static __inline__ __m128 __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 303 | _mm_cmpord_ss(__m128 __a, __m128 __b) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 304 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 305 | return (__m128)__builtin_ia32_cmpss(__a, __b, 7); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 306 | } |
| 307 | |
| 308 | static __inline__ __m128 __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 309 | _mm_cmpord_ps(__m128 __a, __m128 __b) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 310 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 311 | return (__m128)__builtin_ia32_cmpps(__a, __b, 7); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 312 | } |
| 313 | |
| 314 | static __inline__ __m128 __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 315 | _mm_cmpunord_ss(__m128 __a, __m128 __b) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 316 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 317 | return (__m128)__builtin_ia32_cmpss(__a, __b, 3); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 318 | } |
| 319 | |
| 320 | static __inline__ __m128 __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 321 | _mm_cmpunord_ps(__m128 __a, __m128 __b) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 322 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 323 | return (__m128)__builtin_ia32_cmpps(__a, __b, 3); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 324 | } |
| 325 | |
| 326 | static __inline__ int __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 327 | _mm_comieq_ss(__m128 __a, __m128 __b) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 328 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 329 | return __builtin_ia32_comieq(__a, __b); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 330 | } |
| 331 | |
| 332 | static __inline__ int __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 333 | _mm_comilt_ss(__m128 __a, __m128 __b) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 334 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 335 | return __builtin_ia32_comilt(__a, __b); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 336 | } |
| 337 | |
| 338 | static __inline__ int __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 339 | _mm_comile_ss(__m128 __a, __m128 __b) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 340 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 341 | return __builtin_ia32_comile(__a, __b); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 342 | } |
| 343 | |
| 344 | static __inline__ int __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 345 | _mm_comigt_ss(__m128 __a, __m128 __b) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 346 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 347 | return __builtin_ia32_comigt(__a, __b); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 348 | } |
| 349 | |
| 350 | static __inline__ int __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 351 | _mm_comige_ss(__m128 __a, __m128 __b) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 352 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 353 | return __builtin_ia32_comige(__a, __b); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 354 | } |
| 355 | |
| 356 | static __inline__ int __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 357 | _mm_comineq_ss(__m128 __a, __m128 __b) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 358 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 359 | return __builtin_ia32_comineq(__a, __b); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 360 | } |
| 361 | |
| 362 | static __inline__ int __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 363 | _mm_ucomieq_ss(__m128 __a, __m128 __b) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 364 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 365 | return __builtin_ia32_ucomieq(__a, __b); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 366 | } |
| 367 | |
| 368 | static __inline__ int __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 369 | _mm_ucomilt_ss(__m128 __a, __m128 __b) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 370 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 371 | return __builtin_ia32_ucomilt(__a, __b); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 372 | } |
| 373 | |
| 374 | static __inline__ int __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 375 | _mm_ucomile_ss(__m128 __a, __m128 __b) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 376 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 377 | return __builtin_ia32_ucomile(__a, __b); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 378 | } |
| 379 | |
| 380 | static __inline__ int __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 381 | _mm_ucomigt_ss(__m128 __a, __m128 __b) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 382 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 383 | return __builtin_ia32_ucomigt(__a, __b); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 384 | } |
| 385 | |
| 386 | static __inline__ int __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 387 | _mm_ucomige_ss(__m128 __a, __m128 __b) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 388 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 389 | return __builtin_ia32_ucomige(__a, __b); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 390 | } |
| 391 | |
| 392 | static __inline__ int __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 393 | _mm_ucomineq_ss(__m128 __a, __m128 __b) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 394 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 395 | return __builtin_ia32_ucomineq(__a, __b); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 396 | } |
| 397 | |
| 398 | static __inline__ int __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 399 | _mm_cvtss_si32(__m128 __a) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 400 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 401 | return __builtin_ia32_cvtss2si(__a); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 402 | } |
| 403 | |
| 404 | static __inline__ int __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 405 | _mm_cvt_ss2si(__m128 __a) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 406 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 407 | return _mm_cvtss_si32(__a); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 408 | } |
| 409 | |
| 410 | #ifdef __x86_64__ |
| 411 | |
| 412 | static __inline__ long long __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 413 | _mm_cvtss_si64(__m128 __a) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 414 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 415 | return __builtin_ia32_cvtss2si64(__a); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 416 | } |
| 417 | |
| 418 | #endif |
| 419 | |
| 420 | static __inline__ __m64 __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 421 | _mm_cvtps_pi32(__m128 __a) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 422 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 423 | return (__m64)__builtin_ia32_cvtps2pi(__a); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 424 | } |
| 425 | |
| 426 | static __inline__ __m64 __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 427 | _mm_cvt_ps2pi(__m128 __a) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 428 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 429 | return _mm_cvtps_pi32(__a); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 430 | } |
| 431 | |
| 432 | static __inline__ int __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 433 | _mm_cvttss_si32(__m128 __a) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 434 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 435 | return __a[0]; |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 436 | } |
| 437 | |
| 438 | static __inline__ int __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 439 | _mm_cvtt_ss2si(__m128 __a) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 440 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 441 | return _mm_cvttss_si32(__a); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 442 | } |
| 443 | |
| 444 | static __inline__ long long __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 445 | _mm_cvttss_si64(__m128 __a) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 446 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 447 | return __a[0]; |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 448 | } |
| 449 | |
| 450 | static __inline__ __m64 __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 451 | _mm_cvttps_pi32(__m128 __a) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 452 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 453 | return (__m64)__builtin_ia32_cvttps2pi(__a); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 454 | } |
| 455 | |
| 456 | static __inline__ __m64 __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 457 | _mm_cvtt_ps2pi(__m128 __a) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 458 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 459 | return _mm_cvttps_pi32(__a); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 460 | } |
| 461 | |
| 462 | static __inline__ __m128 __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 463 | _mm_cvtsi32_ss(__m128 __a, int __b) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 464 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 465 | __a[0] = __b; |
| 466 | return __a; |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 467 | } |
| 468 | |
| 469 | static __inline__ __m128 __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 470 | _mm_cvt_si2ss(__m128 __a, int __b) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 471 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 472 | return _mm_cvtsi32_ss(__a, __b); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 473 | } |
| 474 | |
| 475 | #ifdef __x86_64__ |
| 476 | |
| 477 | static __inline__ __m128 __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 478 | _mm_cvtsi64_ss(__m128 __a, long long __b) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 479 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 480 | __a[0] = __b; |
| 481 | return __a; |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 482 | } |
| 483 | |
| 484 | #endif |
| 485 | |
| 486 | static __inline__ __m128 __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 487 | _mm_cvtpi32_ps(__m128 __a, __m64 __b) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 488 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 489 | return __builtin_ia32_cvtpi2ps(__a, (__v2si)__b); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 490 | } |
| 491 | |
| 492 | static __inline__ __m128 __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 493 | _mm_cvt_pi2ps(__m128 __a, __m64 __b) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 494 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 495 | return _mm_cvtpi32_ps(__a, __b); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 496 | } |
| 497 | |
| 498 | static __inline__ float __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 499 | _mm_cvtss_f32(__m128 __a) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 500 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 501 | return __a[0]; |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 502 | } |
| 503 | |
| 504 | static __inline__ __m128 __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 505 | _mm_loadh_pi(__m128 __a, const __m64 *__p) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 506 | { |
| 507 | typedef float __mm_loadh_pi_v2f32 __attribute__((__vector_size__(8))); |
| 508 | struct __mm_loadh_pi_struct { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 509 | __mm_loadh_pi_v2f32 __u; |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 510 | } __attribute__((__packed__, __may_alias__)); |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 511 | __mm_loadh_pi_v2f32 __b = ((struct __mm_loadh_pi_struct*)__p)->__u; |
| 512 | __m128 __bb = __builtin_shufflevector(__b, __b, 0, 1, 0, 1); |
| 513 | return __builtin_shufflevector(__a, __bb, 0, 1, 4, 5); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 514 | } |
| 515 | |
| 516 | static __inline__ __m128 __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 517 | _mm_loadl_pi(__m128 __a, const __m64 *__p) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 518 | { |
| 519 | typedef float __mm_loadl_pi_v2f32 __attribute__((__vector_size__(8))); |
| 520 | struct __mm_loadl_pi_struct { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 521 | __mm_loadl_pi_v2f32 __u; |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 522 | } __attribute__((__packed__, __may_alias__)); |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 523 | __mm_loadl_pi_v2f32 __b = ((struct __mm_loadl_pi_struct*)__p)->__u; |
| 524 | __m128 __bb = __builtin_shufflevector(__b, __b, 0, 1, 0, 1); |
| 525 | return __builtin_shufflevector(__a, __bb, 4, 5, 2, 3); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 526 | } |
| 527 | |
| 528 | static __inline__ __m128 __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 529 | _mm_load_ss(const float *__p) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 530 | { |
| 531 | struct __mm_load_ss_struct { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 532 | float __u; |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 533 | } __attribute__((__packed__, __may_alias__)); |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 534 | float __u = ((struct __mm_load_ss_struct*)__p)->__u; |
| 535 | return (__m128){ __u, 0, 0, 0 }; |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 536 | } |
| 537 | |
| 538 | static __inline__ __m128 __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 539 | _mm_load1_ps(const float *__p) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 540 | { |
| 541 | struct __mm_load1_ps_struct { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 542 | float __u; |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 543 | } __attribute__((__packed__, __may_alias__)); |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 544 | float __u = ((struct __mm_load1_ps_struct*)__p)->__u; |
| 545 | return (__m128){ __u, __u, __u, __u }; |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 546 | } |
| 547 | |
| 548 | #define _mm_load_ps1(p) _mm_load1_ps(p) |
| 549 | |
| 550 | static __inline__ __m128 __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 551 | _mm_load_ps(const float *__p) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 552 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 553 | return *(__m128*)__p; |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 554 | } |
| 555 | |
| 556 | static __inline__ __m128 __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 557 | _mm_loadu_ps(const float *__p) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 558 | { |
| 559 | struct __loadu_ps { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 560 | __m128 __v; |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 561 | } __attribute__((__packed__, __may_alias__)); |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 562 | return ((struct __loadu_ps*)__p)->__v; |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 563 | } |
| 564 | |
| 565 | static __inline__ __m128 __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 566 | _mm_loadr_ps(const float *__p) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 567 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 568 | __m128 __a = _mm_load_ps(__p); |
| 569 | return __builtin_shufflevector(__a, __a, 3, 2, 1, 0); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 570 | } |
| 571 | |
| 572 | static __inline__ __m128 __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 573 | _mm_set_ss(float __w) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 574 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 575 | return (__m128){ __w, 0, 0, 0 }; |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 576 | } |
| 577 | |
| 578 | static __inline__ __m128 __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 579 | _mm_set1_ps(float __w) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 580 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 581 | return (__m128){ __w, __w, __w, __w }; |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 582 | } |
| 583 | |
| 584 | // Microsoft specific. |
| 585 | static __inline__ __m128 __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 586 | _mm_set_ps1(float __w) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 587 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 588 | return _mm_set1_ps(__w); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 589 | } |
| 590 | |
| 591 | static __inline__ __m128 __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 592 | _mm_set_ps(float __z, float __y, float __x, float __w) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 593 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 594 | return (__m128){ __w, __x, __y, __z }; |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 595 | } |
| 596 | |
| 597 | static __inline__ __m128 __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 598 | _mm_setr_ps(float __z, float __y, float __x, float __w) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 599 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 600 | return (__m128){ __z, __y, __x, __w }; |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 601 | } |
| 602 | |
| 603 | static __inline__ __m128 __attribute__((__always_inline__)) |
| 604 | _mm_setzero_ps(void) |
| 605 | { |
| 606 | return (__m128){ 0, 0, 0, 0 }; |
| 607 | } |
| 608 | |
| 609 | static __inline__ void __attribute__((__always_inline__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 610 | _mm_storeh_pi(__m64 *__p, __m128 __a) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 611 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 612 | __builtin_ia32_storehps((__v2si *)__p, __a); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 613 | } |
| 614 | |
| 615 | static __inline__ void __attribute__((__always_inline__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 616 | _mm_storel_pi(__m64 *__p, __m128 __a) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 617 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 618 | __builtin_ia32_storelps((__v2si *)__p, __a); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 619 | } |
| 620 | |
| 621 | static __inline__ void __attribute__((__always_inline__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 622 | _mm_store_ss(float *__p, __m128 __a) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 623 | { |
| 624 | struct __mm_store_ss_struct { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 625 | float __u; |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 626 | } __attribute__((__packed__, __may_alias__)); |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 627 | ((struct __mm_store_ss_struct*)__p)->__u = __a[0]; |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 628 | } |
| 629 | |
| 630 | static __inline__ void __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 631 | _mm_storeu_ps(float *__p, __m128 __a) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 632 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 633 | __builtin_ia32_storeups(__p, __a); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 634 | } |
| 635 | |
| 636 | static __inline__ void __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 637 | _mm_store1_ps(float *__p, __m128 __a) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 638 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 639 | __a = __builtin_shufflevector(__a, __a, 0, 0, 0, 0); |
| 640 | _mm_storeu_ps(__p, __a); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 641 | } |
| 642 | |
| 643 | static __inline__ void __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 644 | _mm_store_ps1(float *__p, __m128 __a) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 645 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 646 | return _mm_store1_ps(__p, __a); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 647 | } |
| 648 | |
| 649 | static __inline__ void __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 650 | _mm_store_ps(float *__p, __m128 __a) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 651 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 652 | *(__m128 *)__p = __a; |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 653 | } |
| 654 | |
| 655 | static __inline__ void __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 656 | _mm_storer_ps(float *__p, __m128 __a) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 657 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 658 | __a = __builtin_shufflevector(__a, __a, 3, 2, 1, 0); |
| 659 | _mm_store_ps(__p, __a); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 660 | } |
| 661 | |
| 662 | #define _MM_HINT_T0 3 |
| 663 | #define _MM_HINT_T1 2 |
| 664 | #define _MM_HINT_T2 1 |
| 665 | #define _MM_HINT_NTA 0 |
| 666 | |
| 667 | /* FIXME: We have to #define this because "sel" must be a constant integer, and |
| 668 | Sema doesn't do any form of constant propagation yet. */ |
| 669 | |
Ying Wang | 6099914 | 2013-01-07 13:59:36 -0800 | [diff] [blame] | 670 | #define _mm_prefetch(a, sel) (__builtin_prefetch((void *)(a), 0, (sel))) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 671 | |
| 672 | static __inline__ void __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 673 | _mm_stream_pi(__m64 *__p, __m64 __a) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 674 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 675 | __builtin_ia32_movntq(__p, __a); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 676 | } |
| 677 | |
| 678 | static __inline__ void __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 679 | _mm_stream_ps(float *__p, __m128 __a) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 680 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 681 | __builtin_ia32_movntps(__p, __a); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 682 | } |
| 683 | |
| 684 | static __inline__ void __attribute__((__always_inline__, __nodebug__)) |
| 685 | _mm_sfence(void) |
| 686 | { |
| 687 | __builtin_ia32_sfence(); |
| 688 | } |
| 689 | |
| 690 | static __inline__ int __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 691 | _mm_extract_pi16(__m64 __a, int __n) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 692 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 693 | __v4hi __b = (__v4hi)__a; |
| 694 | return (unsigned short)__b[__n & 3]; |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 695 | } |
| 696 | |
| 697 | static __inline__ __m64 __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 698 | _mm_insert_pi16(__m64 __a, int __d, int __n) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 699 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 700 | __v4hi __b = (__v4hi)__a; |
| 701 | __b[__n & 3] = __d; |
| 702 | return (__m64)__b; |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 703 | } |
| 704 | |
| 705 | static __inline__ __m64 __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 706 | _mm_max_pi16(__m64 __a, __m64 __b) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 707 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 708 | return (__m64)__builtin_ia32_pmaxsw((__v4hi)__a, (__v4hi)__b); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 709 | } |
| 710 | |
| 711 | static __inline__ __m64 __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 712 | _mm_max_pu8(__m64 __a, __m64 __b) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 713 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 714 | return (__m64)__builtin_ia32_pmaxub((__v8qi)__a, (__v8qi)__b); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 715 | } |
| 716 | |
| 717 | static __inline__ __m64 __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 718 | _mm_min_pi16(__m64 __a, __m64 __b) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 719 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 720 | return (__m64)__builtin_ia32_pminsw((__v4hi)__a, (__v4hi)__b); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 721 | } |
| 722 | |
| 723 | static __inline__ __m64 __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 724 | _mm_min_pu8(__m64 __a, __m64 __b) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 725 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 726 | return (__m64)__builtin_ia32_pminub((__v8qi)__a, (__v8qi)__b); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 727 | } |
| 728 | |
| 729 | static __inline__ int __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 730 | _mm_movemask_pi8(__m64 __a) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 731 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 732 | return __builtin_ia32_pmovmskb((__v8qi)__a); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 733 | } |
| 734 | |
| 735 | static __inline__ __m64 __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 736 | _mm_mulhi_pu16(__m64 __a, __m64 __b) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 737 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 738 | return (__m64)__builtin_ia32_pmulhuw((__v4hi)__a, (__v4hi)__b); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 739 | } |
| 740 | |
Ying Wang | 6099914 | 2013-01-07 13:59:36 -0800 | [diff] [blame] | 741 | #define _mm_shuffle_pi16(a, n) __extension__ ({ \ |
| 742 | __m64 __a = (a); \ |
| 743 | (__m64)__builtin_ia32_pshufw((__v4hi)__a, (n)); }) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 744 | |
| 745 | static __inline__ void __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 746 | _mm_maskmove_si64(__m64 __d, __m64 __n, char *__p) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 747 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 748 | __builtin_ia32_maskmovq((__v8qi)__d, (__v8qi)__n, __p); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 749 | } |
| 750 | |
| 751 | static __inline__ __m64 __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 752 | _mm_avg_pu8(__m64 __a, __m64 __b) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 753 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 754 | return (__m64)__builtin_ia32_pavgb((__v8qi)__a, (__v8qi)__b); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 755 | } |
| 756 | |
| 757 | static __inline__ __m64 __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 758 | _mm_avg_pu16(__m64 __a, __m64 __b) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 759 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 760 | return (__m64)__builtin_ia32_pavgw((__v4hi)__a, (__v4hi)__b); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 761 | } |
| 762 | |
| 763 | static __inline__ __m64 __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 764 | _mm_sad_pu8(__m64 __a, __m64 __b) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 765 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 766 | return (__m64)__builtin_ia32_psadbw((__v8qi)__a, (__v8qi)__b); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 767 | } |
| 768 | |
| 769 | static __inline__ unsigned int __attribute__((__always_inline__, __nodebug__)) |
| 770 | _mm_getcsr(void) |
| 771 | { |
| 772 | return __builtin_ia32_stmxcsr(); |
| 773 | } |
| 774 | |
| 775 | static __inline__ void __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 776 | _mm_setcsr(unsigned int __i) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 777 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 778 | __builtin_ia32_ldmxcsr(__i); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 779 | } |
| 780 | |
Ying Wang | 6099914 | 2013-01-07 13:59:36 -0800 | [diff] [blame] | 781 | #define _mm_shuffle_ps(a, b, mask) __extension__ ({ \ |
| 782 | __m128 __a = (a); \ |
| 783 | __m128 __b = (b); \ |
| 784 | (__m128)__builtin_shufflevector((__v4sf)__a, (__v4sf)__b, \ |
| 785 | (mask) & 0x3, ((mask) & 0xc) >> 2, \ |
| 786 | (((mask) & 0x30) >> 4) + 4, \ |
| 787 | (((mask) & 0xc0) >> 6) + 4); }) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 788 | |
| 789 | static __inline__ __m128 __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 790 | _mm_unpackhi_ps(__m128 __a, __m128 __b) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 791 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 792 | return __builtin_shufflevector(__a, __b, 2, 6, 3, 7); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 793 | } |
| 794 | |
| 795 | static __inline__ __m128 __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 796 | _mm_unpacklo_ps(__m128 __a, __m128 __b) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 797 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 798 | return __builtin_shufflevector(__a, __b, 0, 4, 1, 5); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 799 | } |
| 800 | |
| 801 | static __inline__ __m128 __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 802 | _mm_move_ss(__m128 __a, __m128 __b) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 803 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 804 | return __builtin_shufflevector(__a, __b, 4, 1, 2, 3); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 805 | } |
| 806 | |
| 807 | static __inline__ __m128 __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 808 | _mm_movehl_ps(__m128 __a, __m128 __b) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 809 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 810 | return __builtin_shufflevector(__a, __b, 6, 7, 2, 3); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 811 | } |
| 812 | |
| 813 | static __inline__ __m128 __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 814 | _mm_movelh_ps(__m128 __a, __m128 __b) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 815 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 816 | return __builtin_shufflevector(__a, __b, 0, 1, 4, 5); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 817 | } |
| 818 | |
| 819 | static __inline__ __m128 __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 820 | _mm_cvtpi16_ps(__m64 __a) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 821 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 822 | __m64 __b, __c; |
| 823 | __m128 __r; |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 824 | |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 825 | __b = _mm_setzero_si64(); |
| 826 | __b = _mm_cmpgt_pi16(__b, __a); |
| 827 | __c = _mm_unpackhi_pi16(__a, __b); |
| 828 | __r = _mm_setzero_ps(); |
| 829 | __r = _mm_cvtpi32_ps(__r, __c); |
| 830 | __r = _mm_movelh_ps(__r, __r); |
| 831 | __c = _mm_unpacklo_pi16(__a, __b); |
| 832 | __r = _mm_cvtpi32_ps(__r, __c); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 833 | |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 834 | return __r; |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 835 | } |
| 836 | |
| 837 | static __inline__ __m128 __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 838 | _mm_cvtpu16_ps(__m64 __a) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 839 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 840 | __m64 __b, __c; |
| 841 | __m128 __r; |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 842 | |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 843 | __b = _mm_setzero_si64(); |
| 844 | __c = _mm_unpackhi_pi16(__a, __b); |
| 845 | __r = _mm_setzero_ps(); |
| 846 | __r = _mm_cvtpi32_ps(__r, __c); |
| 847 | __r = _mm_movelh_ps(__r, __r); |
| 848 | __c = _mm_unpacklo_pi16(__a, __b); |
| 849 | __r = _mm_cvtpi32_ps(__r, __c); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 850 | |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 851 | return __r; |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 852 | } |
| 853 | |
| 854 | static __inline__ __m128 __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 855 | _mm_cvtpi8_ps(__m64 __a) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 856 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 857 | __m64 __b; |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 858 | |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 859 | __b = _mm_setzero_si64(); |
| 860 | __b = _mm_cmpgt_pi8(__b, __a); |
| 861 | __b = _mm_unpacklo_pi8(__a, __b); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 862 | |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 863 | return _mm_cvtpi16_ps(__b); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 864 | } |
| 865 | |
| 866 | static __inline__ __m128 __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 867 | _mm_cvtpu8_ps(__m64 __a) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 868 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 869 | __m64 __b; |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 870 | |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 871 | __b = _mm_setzero_si64(); |
| 872 | __b = _mm_unpacklo_pi8(__a, __b); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 873 | |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 874 | return _mm_cvtpi16_ps(__b); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 875 | } |
| 876 | |
| 877 | static __inline__ __m128 __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 878 | _mm_cvtpi32x2_ps(__m64 __a, __m64 __b) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 879 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 880 | __m128 __c; |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 881 | |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 882 | __c = _mm_setzero_ps(); |
| 883 | __c = _mm_cvtpi32_ps(__c, __b); |
| 884 | __c = _mm_movelh_ps(__c, __c); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 885 | |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 886 | return _mm_cvtpi32_ps(__c, __a); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 887 | } |
| 888 | |
| 889 | static __inline__ __m64 __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 890 | _mm_cvtps_pi16(__m128 __a) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 891 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 892 | __m64 __b, __c; |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 893 | |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 894 | __b = _mm_cvtps_pi32(__a); |
| 895 | __a = _mm_movehl_ps(__a, __a); |
| 896 | __c = _mm_cvtps_pi32(__a); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 897 | |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 898 | return _mm_packs_pi16(__b, __c); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 899 | } |
| 900 | |
| 901 | static __inline__ __m64 __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 902 | _mm_cvtps_pi8(__m128 __a) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 903 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 904 | __m64 __b, __c; |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 905 | |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 906 | __b = _mm_cvtps_pi16(__a); |
| 907 | __c = _mm_setzero_si64(); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 908 | |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 909 | return _mm_packs_pi16(__b, __c); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 910 | } |
| 911 | |
| 912 | static __inline__ int __attribute__((__always_inline__, __nodebug__)) |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 913 | _mm_movemask_ps(__m128 __a) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 914 | { |
Stephen Hines | c6ee7df | 2013-04-02 18:41:57 -0700 | [diff] [blame] | 915 | return __builtin_ia32_movmskps(__a); |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 916 | } |
| 917 | |
| 918 | #define _MM_SHUFFLE(z, y, x, w) (((z) << 6) | ((y) << 4) | ((x) << 2) | (w)) |
| 919 | |
| 920 | #define _MM_EXCEPT_INVALID (0x0001) |
| 921 | #define _MM_EXCEPT_DENORM (0x0002) |
| 922 | #define _MM_EXCEPT_DIV_ZERO (0x0004) |
| 923 | #define _MM_EXCEPT_OVERFLOW (0x0008) |
| 924 | #define _MM_EXCEPT_UNDERFLOW (0x0010) |
| 925 | #define _MM_EXCEPT_INEXACT (0x0020) |
| 926 | #define _MM_EXCEPT_MASK (0x003f) |
| 927 | |
| 928 | #define _MM_MASK_INVALID (0x0080) |
| 929 | #define _MM_MASK_DENORM (0x0100) |
| 930 | #define _MM_MASK_DIV_ZERO (0x0200) |
| 931 | #define _MM_MASK_OVERFLOW (0x0400) |
| 932 | #define _MM_MASK_UNDERFLOW (0x0800) |
| 933 | #define _MM_MASK_INEXACT (0x1000) |
| 934 | #define _MM_MASK_MASK (0x1f80) |
| 935 | |
| 936 | #define _MM_ROUND_NEAREST (0x0000) |
| 937 | #define _MM_ROUND_DOWN (0x2000) |
| 938 | #define _MM_ROUND_UP (0x4000) |
| 939 | #define _MM_ROUND_TOWARD_ZERO (0x6000) |
| 940 | #define _MM_ROUND_MASK (0x6000) |
| 941 | |
| 942 | #define _MM_FLUSH_ZERO_MASK (0x8000) |
| 943 | #define _MM_FLUSH_ZERO_ON (0x8000) |
Ying Wang | 6099914 | 2013-01-07 13:59:36 -0800 | [diff] [blame] | 944 | #define _MM_FLUSH_ZERO_OFF (0x0000) |
Ying Wang | a672014 | 2011-12-20 14:43:20 -0800 | [diff] [blame] | 945 | |
| 946 | #define _MM_GET_EXCEPTION_MASK() (_mm_getcsr() & _MM_MASK_MASK) |
| 947 | #define _MM_GET_EXCEPTION_STATE() (_mm_getcsr() & _MM_EXCEPT_MASK) |
| 948 | #define _MM_GET_FLUSH_ZERO_MODE() (_mm_getcsr() & _MM_FLUSH_ZERO_MASK) |
| 949 | #define _MM_GET_ROUNDING_MODE() (_mm_getcsr() & _MM_ROUND_MASK) |
| 950 | |
| 951 | #define _MM_SET_EXCEPTION_MASK(x) (_mm_setcsr((_mm_getcsr() & ~_MM_MASK_MASK) | (x))) |
| 952 | #define _MM_SET_EXCEPTION_STATE(x) (_mm_setcsr((_mm_getcsr() & ~_MM_EXCEPT_MASK) | (x))) |
| 953 | #define _MM_SET_FLUSH_ZERO_MODE(x) (_mm_setcsr((_mm_getcsr() & ~_MM_FLUSH_ZERO_MASK) | (x))) |
| 954 | #define _MM_SET_ROUNDING_MODE(x) (_mm_setcsr((_mm_getcsr() & ~_MM_ROUND_MASK) | (x))) |
| 955 | |
| 956 | #define _MM_TRANSPOSE4_PS(row0, row1, row2, row3) \ |
| 957 | do { \ |
| 958 | __m128 tmp3, tmp2, tmp1, tmp0; \ |
| 959 | tmp0 = _mm_unpacklo_ps((row0), (row1)); \ |
| 960 | tmp2 = _mm_unpacklo_ps((row2), (row3)); \ |
| 961 | tmp1 = _mm_unpackhi_ps((row0), (row1)); \ |
| 962 | tmp3 = _mm_unpackhi_ps((row2), (row3)); \ |
| 963 | (row0) = _mm_movelh_ps(tmp0, tmp2); \ |
| 964 | (row1) = _mm_movehl_ps(tmp2, tmp0); \ |
| 965 | (row2) = _mm_movelh_ps(tmp1, tmp3); \ |
| 966 | (row3) = _mm_movehl_ps(tmp3, tmp1); \ |
| 967 | } while (0) |
| 968 | |
| 969 | /* Aliases for compatibility. */ |
| 970 | #define _m_pextrw _mm_extract_pi16 |
| 971 | #define _m_pinsrw _mm_insert_pi16 |
| 972 | #define _m_pmaxsw _mm_max_pi16 |
| 973 | #define _m_pmaxub _mm_max_pu8 |
| 974 | #define _m_pminsw _mm_min_pi16 |
| 975 | #define _m_pminub _mm_min_pu8 |
| 976 | #define _m_pmovmskb _mm_movemask_pi8 |
| 977 | #define _m_pmulhuw _mm_mulhi_pu16 |
| 978 | #define _m_pshufw _mm_shuffle_pi16 |
| 979 | #define _m_maskmovq _mm_maskmove_si64 |
| 980 | #define _m_pavgb _mm_avg_pu8 |
| 981 | #define _m_pavgw _mm_avg_pu16 |
| 982 | #define _m_psadbw _mm_sad_pu8 |
| 983 | #define _m_ _mm_ |
| 984 | #define _m_ _mm_ |
| 985 | |
| 986 | /* Ugly hack for backwards-compatibility (compatible with gcc) */ |
| 987 | #ifdef __SSE2__ |
| 988 | #include <emmintrin.h> |
| 989 | #endif |
| 990 | |
| 991 | #endif /* __SSE__ */ |
| 992 | |
| 993 | #endif /* __XMMINTRIN_H */ |