Gitiles
Code Review Sign In
gerrit-public.fairphone.software / fp2-dev / platform / external / clang / bea522ff43a3f11c7a2bc7949119dbb9fce19e39 / . / lib / Headers / xmmintrin.h
blob: b3b23cb7d0d4d6efc676c3296fa8f1ed5c45e4af [file] [log] [blame]
Anders Carlsson566d8da2008-12-22 00:01:20 +0000[diff] [blame]1/*===---- xmmintrin.h - SSE intrinsics -------------------------------------===
2 *
3 * Permission is hereby granted, free of charge, to any person obtaining a copy
4 * of this software and associated documentation files (the "Software"), to deal
5 * in the Software without restriction, including without limitation the rights
6 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
7 * copies of the Software, and to permit persons to whom the Software is
8 * furnished to do so, subject to the following conditions:
9 *
10 * The above copyright notice and this permission notice shall be included in
11 * all copies or substantial portions of the Software.
12 *
13 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
14 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
15 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
16 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
17 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
18 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
19 * THE SOFTWARE.
20 *
21 *===-----------------------------------------------------------------------===
22 */
23
24#ifndef __XMMINTRIN_H
25#define __XMMINTRIN_H
26
27#ifndef __SSE__
Anders Carlsson4fd3e632008-12-26 00:57:11 +0000[diff] [blame]28#error "SSE instruction set not enabled"
Anders Carlsson566d8da2008-12-22 00:01:20 +0000[diff] [blame]29#else
30
Anders Carlsson4fcc3132008-12-22 00:48:30 +0000[diff] [blame]31#include <mmintrin.h>
32
Eric Christopher020f1ed2010-03-20 01:08:47 +0000[diff] [blame]33typedef int __v4si __attribute__((__vector_size__(16)));
Anders Carlsson398082e2008-12-22 17:42:23 +0000[diff] [blame]34typedef float __v4sf __attribute__((__vector_size__(16)));
Anders Carlsson566d8da2008-12-22 00:01:20 +0000[diff] [blame]35typedef float __m128 __attribute__((__vector_size__(16)));
36
Chandler Carruth7acb9532010-11-22 08:06:31 +0000[diff] [blame]37// This header should only be included in a hosted environment as it depends on
38// a standard library to provide allocation routines.
39#if __STDC_HOSTED__
Anders Carlsson398082e2008-12-22 17:42:23 +0000[diff] [blame]40#include <mm_malloc.h>
Chandler Carruth7acb9532010-11-22 08:06:31 +0000[diff] [blame]41#endif
Anders Carlsson398082e2008-12-22 17:42:23 +0000[diff] [blame]42
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]43static __inline__ __m128 __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]44_mm_add_ss(__m128 __a, __m128 __b)
Anders Carlsson566d8da2008-12-22 00:01:20 +0000[diff] [blame]45{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]46 __a[0] += __b[0];
47 return __a;
Anders Carlsson566d8da2008-12-22 00:01:20 +0000[diff] [blame]48}
49
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]50static __inline__ __m128 __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]51_mm_add_ps(__m128 __a, __m128 __b)
Anders Carlsson566d8da2008-12-22 00:01:20 +0000[diff] [blame]52{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]53 return __a + __b;
Anders Carlsson566d8da2008-12-22 00:01:20 +0000[diff] [blame]54}
55
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]56static __inline__ __m128 __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]57_mm_sub_ss(__m128 __a, __m128 __b)
Anders Carlsson566d8da2008-12-22 00:01:20 +0000[diff] [blame]58{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]59 __a[0] -= __b[0];
60 return __a;
Anders Carlsson566d8da2008-12-22 00:01:20 +0000[diff] [blame]61}
62
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]63static __inline__ __m128 __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]64_mm_sub_ps(__m128 __a, __m128 __b)
Anders Carlsson566d8da2008-12-22 00:01:20 +0000[diff] [blame]65{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]66 return __a - __b;
Anders Carlsson566d8da2008-12-22 00:01:20 +0000[diff] [blame]67}
68
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]69static __inline__ __m128 __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]70_mm_mul_ss(__m128 __a, __m128 __b)
Anders Carlsson566d8da2008-12-22 00:01:20 +0000[diff] [blame]71{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]72 __a[0] *= __b[0];
73 return __a;
Anders Carlsson566d8da2008-12-22 00:01:20 +0000[diff] [blame]74}
75
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]76static __inline__ __m128 __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]77_mm_mul_ps(__m128 __a, __m128 __b)
Anders Carlsson566d8da2008-12-22 00:01:20 +0000[diff] [blame]78{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]79 return __a * __b;
Anders Carlsson566d8da2008-12-22 00:01:20 +0000[diff] [blame]80}
81
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]82static __inline__ __m128 __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]83_mm_div_ss(__m128 __a, __m128 __b)
Anders Carlsson566d8da2008-12-22 00:01:20 +0000[diff] [blame]84{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]85 __a[0] /= __b[0];
86 return __a;
Anders Carlsson566d8da2008-12-22 00:01:20 +0000[diff] [blame]87}
88
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]89static __inline__ __m128 __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]90_mm_div_ps(__m128 __a, __m128 __b)
Anders Carlsson566d8da2008-12-22 00:01:20 +0000[diff] [blame]91{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]92 return __a / __b;
Anders Carlsson566d8da2008-12-22 00:01:20 +0000[diff] [blame]93}
94
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]95static __inline__ __m128 __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]96_mm_sqrt_ss(__m128 __a)
Anders Carlsson566d8da2008-12-22 00:01:20 +0000[diff] [blame]97{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]98 __m128 __c = __builtin_ia32_sqrtss(__a);
99 return (__m128) { __c[0], __a[1], __a[2], __a[3] };
Anders Carlsson566d8da2008-12-22 00:01:20 +0000[diff] [blame]100}
101
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]102static __inline__ __m128 __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]103_mm_sqrt_ps(__m128 __a)
Anders Carlsson566d8da2008-12-22 00:01:20 +0000[diff] [blame]104{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]105 return __builtin_ia32_sqrtps(__a);
Anders Carlsson566d8da2008-12-22 00:01:20 +0000[diff] [blame]106}
107
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]108static __inline__ __m128 __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]109_mm_rcp_ss(__m128 __a)
Anders Carlsson566d8da2008-12-22 00:01:20 +0000[diff] [blame]110{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]111 __m128 __c = __builtin_ia32_rcpss(__a);
112 return (__m128) { __c[0], __a[1], __a[2], __a[3] };
Anders Carlsson566d8da2008-12-22 00:01:20 +0000[diff] [blame]113}
114
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]115static __inline__ __m128 __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]116_mm_rcp_ps(__m128 __a)
Anders Carlsson566d8da2008-12-22 00:01:20 +0000[diff] [blame]117{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]118 return __builtin_ia32_rcpps(__a);
Anders Carlsson566d8da2008-12-22 00:01:20 +0000[diff] [blame]119}
120
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]121static __inline__ __m128 __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]122_mm_rsqrt_ss(__m128 __a)
Anders Carlsson566d8da2008-12-22 00:01:20 +0000[diff] [blame]123{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]124 __m128 __c = __builtin_ia32_rsqrtss(__a);
125 return (__m128) { __c[0], __a[1], __a[2], __a[3] };
Anders Carlsson566d8da2008-12-22 00:01:20 +0000[diff] [blame]126}
127
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]128static __inline__ __m128 __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]129_mm_rsqrt_ps(__m128 __a)
Anders Carlsson566d8da2008-12-22 00:01:20 +0000[diff] [blame]130{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]131 return __builtin_ia32_rsqrtps(__a);
Anders Carlsson566d8da2008-12-22 00:01:20 +0000[diff] [blame]132}
133
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]134static __inline__ __m128 __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]135_mm_min_ss(__m128 __a, __m128 __b)
Anders Carlsson566d8da2008-12-22 00:01:20 +0000[diff] [blame]136{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]137 return __builtin_ia32_minss(__a, __b);
Anders Carlsson566d8da2008-12-22 00:01:20 +0000[diff] [blame]138}
139
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]140static __inline__ __m128 __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]141_mm_min_ps(__m128 __a, __m128 __b)
Anders Carlsson566d8da2008-12-22 00:01:20 +0000[diff] [blame]142{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]143 return __builtin_ia32_minps(__a, __b);
Anders Carlsson566d8da2008-12-22 00:01:20 +0000[diff] [blame]144}
145
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]146static __inline__ __m128 __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]147_mm_max_ss(__m128 __a, __m128 __b)
Anders Carlsson566d8da2008-12-22 00:01:20 +0000[diff] [blame]148{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]149 return __builtin_ia32_maxss(__a, __b);
Anders Carlsson566d8da2008-12-22 00:01:20 +0000[diff] [blame]150}
151
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]152static __inline__ __m128 __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]153_mm_max_ps(__m128 __a, __m128 __b)
Anders Carlsson566d8da2008-12-22 00:01:20 +0000[diff] [blame]154{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]155 return __builtin_ia32_maxps(__a, __b);
Anders Carlsson566d8da2008-12-22 00:01:20 +0000[diff] [blame]156}
157
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]158static __inline__ __m128 __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]159_mm_and_ps(__m128 __a, __m128 __b)
Anders Carlsson566d8da2008-12-22 00:01:20 +0000[diff] [blame]160{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]161 return (__m128)((__v4si)__a & (__v4si)__b);
Anders Carlsson566d8da2008-12-22 00:01:20 +0000[diff] [blame]162}
163
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]164static __inline__ __m128 __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]165_mm_andnot_ps(__m128 __a, __m128 __b)
Anders Carlsson566d8da2008-12-22 00:01:20 +0000[diff] [blame]166{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]167 return (__m128)(~(__v4si)__a & (__v4si)__b);
Anders Carlsson566d8da2008-12-22 00:01:20 +0000[diff] [blame]168}
169
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]170static __inline__ __m128 __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]171_mm_or_ps(__m128 __a, __m128 __b)
Anders Carlsson566d8da2008-12-22 00:01:20 +0000[diff] [blame]172{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]173 return (__m128)((__v4si)__a | (__v4si)__b);
Anders Carlsson566d8da2008-12-22 00:01:20 +0000[diff] [blame]174}
175
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]176static __inline__ __m128 __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]177_mm_xor_ps(__m128 __a, __m128 __b)
Anders Carlsson566d8da2008-12-22 00:01:20 +0000[diff] [blame]178{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]179 return (__m128)((__v4si)__a ^ (__v4si)__b);
Anders Carlsson566d8da2008-12-22 00:01:20 +0000[diff] [blame]180}
181
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]182static __inline__ __m128 __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]183_mm_cmpeq_ss(__m128 __a, __m128 __b)
Anders Carlssonf62c6812008-12-22 00:28:39 +0000[diff] [blame]184{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]185 return (__m128)__builtin_ia32_cmpss(__a, __b, 0);
Anders Carlssonf62c6812008-12-22 00:28:39 +0000[diff] [blame]186}
187
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]188static __inline__ __m128 __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]189_mm_cmpeq_ps(__m128 __a, __m128 __b)
Anders Carlssonf62c6812008-12-22 00:28:39 +0000[diff] [blame]190{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]191 return (__m128)__builtin_ia32_cmpps(__a, __b, 0);
Anders Carlssonf62c6812008-12-22 00:28:39 +0000[diff] [blame]192}
193
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]194static __inline__ __m128 __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]195_mm_cmplt_ss(__m128 __a, __m128 __b)
Anders Carlssonf62c6812008-12-22 00:28:39 +0000[diff] [blame]196{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]197 return (__m128)__builtin_ia32_cmpss(__a, __b, 1);
Anders Carlssonf62c6812008-12-22 00:28:39 +0000[diff] [blame]198}
199
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]200static __inline__ __m128 __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]201_mm_cmplt_ps(__m128 __a, __m128 __b)
Anders Carlssonf62c6812008-12-22 00:28:39 +0000[diff] [blame]202{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]203 return (__m128)__builtin_ia32_cmpps(__a, __b, 1);
Anders Carlssonf62c6812008-12-22 00:28:39 +0000[diff] [blame]204}
205
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]206static __inline__ __m128 __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]207_mm_cmple_ss(__m128 __a, __m128 __b)
Anders Carlssonf62c6812008-12-22 00:28:39 +0000[diff] [blame]208{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]209 return (__m128)__builtin_ia32_cmpss(__a, __b, 2);
Anders Carlssonf62c6812008-12-22 00:28:39 +0000[diff] [blame]210}
211
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]212static __inline__ __m128 __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]213_mm_cmple_ps(__m128 __a, __m128 __b)
Anders Carlssonf62c6812008-12-22 00:28:39 +0000[diff] [blame]214{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]215 return (__m128)__builtin_ia32_cmpps(__a, __b, 2);
Anders Carlssonf62c6812008-12-22 00:28:39 +0000[diff] [blame]216}
217
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]218static __inline__ __m128 __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]219_mm_cmpgt_ss(__m128 __a, __m128 __b)
Anders Carlssonf62c6812008-12-22 00:28:39 +0000[diff] [blame]220{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]221 return (__m128)__builtin_ia32_cmpss(__b, __a, 1);
Anders Carlssonf62c6812008-12-22 00:28:39 +0000[diff] [blame]222}
223
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]224static __inline__ __m128 __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]225_mm_cmpgt_ps(__m128 __a, __m128 __b)
Anders Carlssonf62c6812008-12-22 00:28:39 +0000[diff] [blame]226{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]227 return (__m128)__builtin_ia32_cmpps(__b, __a, 1);
Anders Carlssonf62c6812008-12-22 00:28:39 +0000[diff] [blame]228}
229
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]230static __inline__ __m128 __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]231_mm_cmpge_ss(__m128 __a, __m128 __b)
Anders Carlssonf62c6812008-12-22 00:28:39 +0000[diff] [blame]232{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]233 return (__m128)__builtin_ia32_cmpss(__b, __a, 2);
Anders Carlssonf62c6812008-12-22 00:28:39 +0000[diff] [blame]234}
235
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]236static __inline__ __m128 __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]237_mm_cmpge_ps(__m128 __a, __m128 __b)
Anders Carlssonf62c6812008-12-22 00:28:39 +0000[diff] [blame]238{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]239 return (__m128)__builtin_ia32_cmpps(__b, __a, 2);
Anders Carlssonf62c6812008-12-22 00:28:39 +0000[diff] [blame]240}
241
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]242static __inline__ __m128 __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]243_mm_cmpneq_ss(__m128 __a, __m128 __b)
Anders Carlssonf62c6812008-12-22 00:28:39 +0000[diff] [blame]244{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]245 return (__m128)__builtin_ia32_cmpss(__a, __b, 4);
Anders Carlssonf62c6812008-12-22 00:28:39 +0000[diff] [blame]246}
247
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]248static __inline__ __m128 __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]249_mm_cmpneq_ps(__m128 __a, __m128 __b)
Anders Carlssonf62c6812008-12-22 00:28:39 +0000[diff] [blame]250{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]251 return (__m128)__builtin_ia32_cmpps(__a, __b, 4);
Anders Carlssonf62c6812008-12-22 00:28:39 +0000[diff] [blame]252}
253
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]254static __inline__ __m128 __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]255_mm_cmpnlt_ss(__m128 __a, __m128 __b)
Anders Carlssonf62c6812008-12-22 00:28:39 +0000[diff] [blame]256{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]257 return (__m128)__builtin_ia32_cmpss(__a, __b, 5);
Anders Carlssonf62c6812008-12-22 00:28:39 +0000[diff] [blame]258}
259
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]260static __inline__ __m128 __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]261_mm_cmpnlt_ps(__m128 __a, __m128 __b)
Anders Carlssonf62c6812008-12-22 00:28:39 +0000[diff] [blame]262{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]263 return (__m128)__builtin_ia32_cmpps(__a, __b, 5);
Anders Carlssonf62c6812008-12-22 00:28:39 +0000[diff] [blame]264}
265
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]266static __inline__ __m128 __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]267_mm_cmpnle_ss(__m128 __a, __m128 __b)
Anders Carlssonf62c6812008-12-22 00:28:39 +0000[diff] [blame]268{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]269 return (__m128)__builtin_ia32_cmpss(__a, __b, 6);
Anders Carlssonf62c6812008-12-22 00:28:39 +0000[diff] [blame]270}
271
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]272static __inline__ __m128 __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]273_mm_cmpnle_ps(__m128 __a, __m128 __b)
Anders Carlssonf62c6812008-12-22 00:28:39 +0000[diff] [blame]274{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]275 return (__m128)__builtin_ia32_cmpps(__a, __b, 6);
Anders Carlssonf62c6812008-12-22 00:28:39 +0000[diff] [blame]276}
277
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]278static __inline__ __m128 __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]279_mm_cmpngt_ss(__m128 __a, __m128 __b)
Anders Carlssonf62c6812008-12-22 00:28:39 +0000[diff] [blame]280{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]281 return (__m128)__builtin_ia32_cmpss(__b, __a, 5);
Anders Carlssonf62c6812008-12-22 00:28:39 +0000[diff] [blame]282}
283
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]284static __inline__ __m128 __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]285_mm_cmpngt_ps(__m128 __a, __m128 __b)
Anders Carlssonf62c6812008-12-22 00:28:39 +0000[diff] [blame]286{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]287 return (__m128)__builtin_ia32_cmpps(__b, __a, 5);
Anders Carlssonf62c6812008-12-22 00:28:39 +0000[diff] [blame]288}
289
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]290static __inline__ __m128 __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]291_mm_cmpnge_ss(__m128 __a, __m128 __b)
Anders Carlssonf62c6812008-12-22 00:28:39 +0000[diff] [blame]292{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]293 return (__m128)__builtin_ia32_cmpss(__b, __a, 6);
Anders Carlssonf62c6812008-12-22 00:28:39 +0000[diff] [blame]294}
295
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]296static __inline__ __m128 __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]297_mm_cmpnge_ps(__m128 __a, __m128 __b)
Anders Carlssonf62c6812008-12-22 00:28:39 +0000[diff] [blame]298{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]299 return (__m128)__builtin_ia32_cmpps(__b, __a, 6);
Anders Carlssonf62c6812008-12-22 00:28:39 +0000[diff] [blame]300}
301
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]302static __inline__ __m128 __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]303_mm_cmpord_ss(__m128 __a, __m128 __b)
Anders Carlssonf62c6812008-12-22 00:28:39 +0000[diff] [blame]304{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]305 return (__m128)__builtin_ia32_cmpss(__a, __b, 7);
Anders Carlssonf62c6812008-12-22 00:28:39 +0000[diff] [blame]306}
307
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]308static __inline__ __m128 __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]309_mm_cmpord_ps(__m128 __a, __m128 __b)
Anders Carlssonf62c6812008-12-22 00:28:39 +0000[diff] [blame]310{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]311 return (__m128)__builtin_ia32_cmpps(__a, __b, 7);
Anders Carlssonf62c6812008-12-22 00:28:39 +0000[diff] [blame]312}
313
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]314static __inline__ __m128 __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]315_mm_cmpunord_ss(__m128 __a, __m128 __b)
Anders Carlssonf62c6812008-12-22 00:28:39 +0000[diff] [blame]316{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]317 return (__m128)__builtin_ia32_cmpss(__a, __b, 3);
Anders Carlssonf62c6812008-12-22 00:28:39 +0000[diff] [blame]318}
319
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]320static __inline__ __m128 __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]321_mm_cmpunord_ps(__m128 __a, __m128 __b)
Anders Carlssonf62c6812008-12-22 00:28:39 +0000[diff] [blame]322{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]323 return (__m128)__builtin_ia32_cmpps(__a, __b, 3);
Anders Carlssonf62c6812008-12-22 00:28:39 +0000[diff] [blame]324}
325
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]326static __inline__ int __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]327_mm_comieq_ss(__m128 __a, __m128 __b)
Anders Carlssonf62c6812008-12-22 00:28:39 +0000[diff] [blame]328{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]329 return __builtin_ia32_comieq(__a, __b);
Anders Carlssonf62c6812008-12-22 00:28:39 +0000[diff] [blame]330}
331
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]332static __inline__ int __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]333_mm_comilt_ss(__m128 __a, __m128 __b)
Anders Carlssonf62c6812008-12-22 00:28:39 +0000[diff] [blame]334{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]335 return __builtin_ia32_comilt(__a, __b);
Anders Carlssonf62c6812008-12-22 00:28:39 +0000[diff] [blame]336}
337
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]338static __inline__ int __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]339_mm_comile_ss(__m128 __a, __m128 __b)
Anders Carlssonf62c6812008-12-22 00:28:39 +0000[diff] [blame]340{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]341 return __builtin_ia32_comile(__a, __b);
Anders Carlssonf62c6812008-12-22 00:28:39 +0000[diff] [blame]342}
343
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]344static __inline__ int __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]345_mm_comigt_ss(__m128 __a, __m128 __b)
Anders Carlssonf62c6812008-12-22 00:28:39 +0000[diff] [blame]346{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]347 return __builtin_ia32_comigt(__a, __b);
Anders Carlssonf62c6812008-12-22 00:28:39 +0000[diff] [blame]348}
349
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]350static __inline__ int __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]351_mm_comige_ss(__m128 __a, __m128 __b)
Anders Carlssonf62c6812008-12-22 00:28:39 +0000[diff] [blame]352{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]353 return __builtin_ia32_comige(__a, __b);
Anders Carlssonf62c6812008-12-22 00:28:39 +0000[diff] [blame]354}
355
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]356static __inline__ int __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]357_mm_comineq_ss(__m128 __a, __m128 __b)
Anders Carlssonf62c6812008-12-22 00:28:39 +0000[diff] [blame]358{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]359 return __builtin_ia32_comineq(__a, __b);
Anders Carlssonf62c6812008-12-22 00:28:39 +0000[diff] [blame]360}
361
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]362static __inline__ int __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]363_mm_ucomieq_ss(__m128 __a, __m128 __b)
Anders Carlssonf62c6812008-12-22 00:28:39 +0000[diff] [blame]364{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]365 return __builtin_ia32_ucomieq(__a, __b);
Anders Carlssonf62c6812008-12-22 00:28:39 +0000[diff] [blame]366}
367
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]368static __inline__ int __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]369_mm_ucomilt_ss(__m128 __a, __m128 __b)
Anders Carlssonf62c6812008-12-22 00:28:39 +0000[diff] [blame]370{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]371 return __builtin_ia32_ucomilt(__a, __b);
Anders Carlssonf62c6812008-12-22 00:28:39 +0000[diff] [blame]372}
373
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]374static __inline__ int __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]375_mm_ucomile_ss(__m128 __a, __m128 __b)
Anders Carlssonf62c6812008-12-22 00:28:39 +0000[diff] [blame]376{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]377 return __builtin_ia32_ucomile(__a, __b);
Anders Carlssonf62c6812008-12-22 00:28:39 +0000[diff] [blame]378}
379
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]380static __inline__ int __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]381_mm_ucomigt_ss(__m128 __a, __m128 __b)
Anders Carlssonf62c6812008-12-22 00:28:39 +0000[diff] [blame]382{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]383 return __builtin_ia32_ucomigt(__a, __b);
Anders Carlssonf62c6812008-12-22 00:28:39 +0000[diff] [blame]384}
385
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]386static __inline__ int __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]387_mm_ucomige_ss(__m128 __a, __m128 __b)
Anders Carlssonf62c6812008-12-22 00:28:39 +0000[diff] [blame]388{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]389 return __builtin_ia32_ucomige(__a, __b);
Anders Carlssonf62c6812008-12-22 00:28:39 +0000[diff] [blame]390}
391
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]392static __inline__ int __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]393_mm_ucomineq_ss(__m128 __a, __m128 __b)
Anders Carlssonf62c6812008-12-22 00:28:39 +0000[diff] [blame]394{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]395 return __builtin_ia32_ucomineq(__a, __b);
Anders Carlssonf62c6812008-12-22 00:28:39 +0000[diff] [blame]396}
397
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]398static __inline__ int __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]399_mm_cvtss_si32(__m128 __a)
Anders Carlsson4fcc3132008-12-22 00:48:30 +0000[diff] [blame]400{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]401 return __builtin_ia32_cvtss2si(__a);
Anders Carlsson4fcc3132008-12-22 00:48:30 +0000[diff] [blame]402}
403
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]404static __inline__ int __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]405_mm_cvt_ss2si(__m128 __a)
Chris Lattneref5ebf62010-02-16 18:21:25 +0000[diff] [blame]406{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]407 return _mm_cvtss_si32(__a);
Chris Lattneref5ebf62010-02-16 18:21:25 +0000[diff] [blame]408}
409
Eli Friedman80c80042009-06-06 02:13:04 +0000[diff] [blame]410#ifdef __x86_64__
411
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]412static __inline__ long long __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]413_mm_cvtss_si64(__m128 __a)
Anders Carlsson4fcc3132008-12-22 00:48:30 +0000[diff] [blame]414{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]415 return __builtin_ia32_cvtss2si64(__a);
Anders Carlsson4fcc3132008-12-22 00:48:30 +0000[diff] [blame]416}
417
Eli Friedman80c80042009-06-06 02:13:04 +0000[diff] [blame]418#endif
419
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]420static __inline__ __m64 __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]421_mm_cvtps_pi32(__m128 __a)
Anders Carlsson4fcc3132008-12-22 00:48:30 +0000[diff] [blame]422{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]423 return (__m64)__builtin_ia32_cvtps2pi(__a);
Anders Carlsson4fcc3132008-12-22 00:48:30 +0000[diff] [blame]424}
425
Chandler Carruthfa38c812010-07-22 06:47:28 +0000[diff] [blame]426static __inline__ __m64 __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]427_mm_cvt_ps2pi(__m128 __a)
Chandler Carruthfa38c812010-07-22 06:47:28 +0000[diff] [blame]428{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]429 return _mm_cvtps_pi32(__a);
Chandler Carruthfa38c812010-07-22 06:47:28 +0000[diff] [blame]430}
431
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]432static __inline__ int __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]433_mm_cvttss_si32(__m128 __a)
Anders Carlsson4fcc3132008-12-22 00:48:30 +0000[diff] [blame]434{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]435 return __a[0];
Anders Carlsson4fcc3132008-12-22 00:48:30 +0000[diff] [blame]436}
437
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]438static __inline__ int __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]439_mm_cvtt_ss2si(__m128 __a)
Chris Lattneref5ebf62010-02-16 18:21:25 +0000[diff] [blame]440{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]441 return _mm_cvttss_si32(__a);
Chris Lattneref5ebf62010-02-16 18:21:25 +0000[diff] [blame]442}
443
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]444static __inline__ long long __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]445_mm_cvttss_si64(__m128 __a)
Anders Carlsson4fcc3132008-12-22 00:48:30 +0000[diff] [blame]446{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]447 return __a[0];
Anders Carlsson4fcc3132008-12-22 00:48:30 +0000[diff] [blame]448}
449
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]450static __inline__ __m64 __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]451_mm_cvttps_pi32(__m128 __a)
Anders Carlsson4fcc3132008-12-22 00:48:30 +0000[diff] [blame]452{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]453 return (__m64)__builtin_ia32_cvttps2pi(__a);
Anders Carlsson4fcc3132008-12-22 00:48:30 +0000[diff] [blame]454}
455
Chandler Carruthfa38c812010-07-22 06:47:28 +0000[diff] [blame]456static __inline__ __m64 __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]457_mm_cvtt_ps2pi(__m128 __a)
Chandler Carruthfa38c812010-07-22 06:47:28 +0000[diff] [blame]458{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]459 return _mm_cvttps_pi32(__a);
Chandler Carruthfa38c812010-07-22 06:47:28 +0000[diff] [blame]460}
461
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]462static __inline__ __m128 __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]463_mm_cvtsi32_ss(__m128 __a, int __b)
Anders Carlsson4fcc3132008-12-22 00:48:30 +0000[diff] [blame]464{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]465 __a[0] = __b;
466 return __a;
Anders Carlsson4fcc3132008-12-22 00:48:30 +0000[diff] [blame]467}
468
Chandler Carruthfa38c812010-07-22 06:47:28 +0000[diff] [blame]469static __inline__ __m128 __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]470_mm_cvt_si2ss(__m128 __a, int __b)
Chandler Carruthfa38c812010-07-22 06:47:28 +0000[diff] [blame]471{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]472 return _mm_cvtsi32_ss(__a, __b);
Chandler Carruthfa38c812010-07-22 06:47:28 +0000[diff] [blame]473}
474
Anders Carlsson1b76b802008-12-22 01:26:50 +0000[diff] [blame]475#ifdef __x86_64__
476
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]477static __inline__ __m128 __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]478_mm_cvtsi64_ss(__m128 __a, long long __b)
Anders Carlsson4fcc3132008-12-22 00:48:30 +0000[diff] [blame]479{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]480 __a[0] = __b;
481 return __a;
Anders Carlsson4fcc3132008-12-22 00:48:30 +0000[diff] [blame]482}
483
Anders Carlsson1b76b802008-12-22 01:26:50 +0000[diff] [blame]484#endif
485
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]486static __inline__ __m128 __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]487_mm_cvtpi32_ps(__m128 __a, __m64 __b)
Anders Carlsson4fcc3132008-12-22 00:48:30 +0000[diff] [blame]488{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]489 return __builtin_ia32_cvtpi2ps(__a, (__v2si)__b);
Anders Carlsson4fcc3132008-12-22 00:48:30 +0000[diff] [blame]490}
491
Chandler Carruthfa38c812010-07-22 06:47:28 +0000[diff] [blame]492static __inline__ __m128 __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]493_mm_cvt_pi2ps(__m128 __a, __m64 __b)
Chandler Carruthfa38c812010-07-22 06:47:28 +0000[diff] [blame]494{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]495 return _mm_cvtpi32_ps(__a, __b);
Chandler Carruthfa38c812010-07-22 06:47:28 +0000[diff] [blame]496}
497
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]498static __inline__ float __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]499_mm_cvtss_f32(__m128 __a)
Anders Carlsson1b76b802008-12-22 01:26:50 +0000[diff] [blame]500{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]501 return __a[0];
Anders Carlsson1b76b802008-12-22 01:26:50 +0000[diff] [blame]502}
503
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]504static __inline__ __m128 __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]505_mm_loadh_pi(__m128 __a, const __m64 *__p)
Anders Carlsson97700862008-12-22 02:43:30 +0000[diff] [blame]506{
Eli Friedman7c06f6b2011-09-15 23:15:27 +0000[diff] [blame]507 typedef float __mm_loadh_pi_v2f32 __attribute__((__vector_size__(8)));
508 struct __mm_loadh_pi_struct {
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]509 __mm_loadh_pi_v2f32 __u;
Eli Friedman7c06f6b2011-09-15 23:15:27 +0000[diff] [blame]510 } __attribute__((__packed__, __may_alias__));
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]511 __mm_loadh_pi_v2f32 __b = ((struct __mm_loadh_pi_struct*)__p)->__u;
512 __m128 __bb = __builtin_shufflevector(__b, __b, 0, 1, 0, 1);
513 return __builtin_shufflevector(__a, __bb, 0, 1, 4, 5);
Anders Carlsson97700862008-12-22 02:43:30 +0000[diff] [blame]514}
515
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]516static __inline__ __m128 __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]517_mm_loadl_pi(__m128 __a, const __m64 *__p)
Anders Carlsson97700862008-12-22 02:43:30 +0000[diff] [blame]518{
Eli Friedman7c06f6b2011-09-15 23:15:27 +0000[diff] [blame]519 typedef float __mm_loadl_pi_v2f32 __attribute__((__vector_size__(8)));
520 struct __mm_loadl_pi_struct {
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]521 __mm_loadl_pi_v2f32 __u;
Eli Friedman7c06f6b2011-09-15 23:15:27 +0000[diff] [blame]522 } __attribute__((__packed__, __may_alias__));
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]523 __mm_loadl_pi_v2f32 __b = ((struct __mm_loadl_pi_struct*)__p)->__u;
524 __m128 __bb = __builtin_shufflevector(__b, __b, 0, 1, 0, 1);
525 return __builtin_shufflevector(__a, __bb, 4, 5, 2, 3);
Anders Carlsson97700862008-12-22 02:43:30 +0000[diff] [blame]526}
527
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]528static __inline__ __m128 __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]529_mm_load_ss(const float *__p)
Anders Carlsson97700862008-12-22 02:43:30 +0000[diff] [blame]530{
Eli Friedman7c06f6b2011-09-15 23:15:27 +0000[diff] [blame]531 struct __mm_load_ss_struct {
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]532 float __u;
Eli Friedman7c06f6b2011-09-15 23:15:27 +0000[diff] [blame]533 } __attribute__((__packed__, __may_alias__));
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]534 float __u = ((struct __mm_load_ss_struct*)__p)->__u;
535 return (__m128){ __u, 0, 0, 0 };
Anders Carlsson97700862008-12-22 02:43:30 +0000[diff] [blame]536}
537
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]538static __inline__ __m128 __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]539_mm_load1_ps(const float *__p)
Anders Carlsson97700862008-12-22 02:43:30 +0000[diff] [blame]540{
Eli Friedman7c06f6b2011-09-15 23:15:27 +0000[diff] [blame]541 struct __mm_load1_ps_struct {
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]542 float __u;
Eli Friedman7c06f6b2011-09-15 23:15:27 +0000[diff] [blame]543 } __attribute__((__packed__, __may_alias__));
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]544 float __u = ((struct __mm_load1_ps_struct*)__p)->__u;
545 return (__m128){ __u, __u, __u, __u };
Anders Carlsson97700862008-12-22 02:43:30 +0000[diff] [blame]546}
547
Eli Friedmandb7351a2009-06-02 05:55:48 +0000[diff] [blame]548#define _mm_load_ps1(p) _mm_load1_ps(p)
549
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]550static __inline__ __m128 __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]551_mm_load_ps(const float *__p)
Anders Carlsson97700862008-12-22 02:43:30 +0000[diff] [blame]552{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]553 return *(__m128*)__p;
Anders Carlsson97700862008-12-22 02:43:30 +0000[diff] [blame]554}
555
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]556static __inline__ __m128 __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]557_mm_loadu_ps(const float *__p)
Anders Carlsson97700862008-12-22 02:43:30 +0000[diff] [blame]558{
Bill Wendlingeed92a12011-05-13 00:11:39 +0000[diff] [blame]559 struct __loadu_ps {
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]560 __m128 __v;
Eli Friedman7c06f6b2011-09-15 23:15:27 +0000[diff] [blame]561 } __attribute__((__packed__, __may_alias__));
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]562 return ((struct __loadu_ps*)__p)->__v;
Anders Carlsson97700862008-12-22 02:43:30 +0000[diff] [blame]563}
564
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]565static __inline__ __m128 __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]566_mm_loadr_ps(const float *__p)
Anders Carlsson97700862008-12-22 02:43:30 +0000[diff] [blame]567{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]568 __m128 __a = _mm_load_ps(__p);
569 return __builtin_shufflevector(__a, __a, 3, 2, 1, 0);
Anders Carlsson97700862008-12-22 02:43:30 +0000[diff] [blame]570}
571
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]572static __inline__ __m128 __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]573_mm_set_ss(float __w)
Anders Carlssona6ba0012008-12-22 02:51:35 +0000[diff] [blame]574{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]575 return (__m128){ __w, 0, 0, 0 };
Anders Carlssona6ba0012008-12-22 02:51:35 +0000[diff] [blame]576}
577
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]578static __inline__ __m128 __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]579_mm_set1_ps(float __w)
Anders Carlssona6ba0012008-12-22 02:51:35 +0000[diff] [blame]580{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]581 return (__m128){ __w, __w, __w, __w };
Anders Carlssona6ba0012008-12-22 02:51:35 +0000[diff] [blame]582}
583
Anders Carlsson12868cc2008-12-27 04:26:15 +0000[diff] [blame]584// Microsoft specific.
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]585static __inline__ __m128 __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]586_mm_set_ps1(float __w)
Anders Carlsson12868cc2008-12-27 04:26:15 +0000[diff] [blame]587{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]588 return _mm_set1_ps(__w);
Anders Carlsson12868cc2008-12-27 04:26:15 +0000[diff] [blame]589}
590
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]591static __inline__ __m128 __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]592_mm_set_ps(float __z, float __y, float __x, float __w)
Anders Carlssona6ba0012008-12-22 02:51:35 +0000[diff] [blame]593{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]594 return (__m128){ __w, __x, __y, __z };
Anders Carlssona6ba0012008-12-22 02:51:35 +0000[diff] [blame]595}
596
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]597static __inline__ __m128 __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]598_mm_setr_ps(float __z, float __y, float __x, float __w)
Anders Carlssona6ba0012008-12-22 02:51:35 +0000[diff] [blame]599{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]600 return (__m128){ __z, __y, __x, __w };
Anders Carlssona6ba0012008-12-22 02:51:35 +0000[diff] [blame]601}
602
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]603static __inline__ __m128 __attribute__((__always_inline__))
Mike Stumpdae44132009-02-13 14:24:50 +0000[diff] [blame]604_mm_setzero_ps(void)
Anders Carlssona6ba0012008-12-22 02:51:35 +0000[diff] [blame]605{
606 return (__m128){ 0, 0, 0, 0 };
607}
608
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]609static __inline__ void __attribute__((__always_inline__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]610_mm_storeh_pi(__m64 *__p, __m128 __a)
Anders Carlsson09b93052008-12-22 03:16:40 +0000[diff] [blame]611{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]612 __builtin_ia32_storehps((__v2si *)__p, __a);
Anders Carlsson09b93052008-12-22 03:16:40 +0000[diff] [blame]613}
614
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]615static __inline__ void __attribute__((__always_inline__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]616_mm_storel_pi(__m64 *__p, __m128 __a)
Anders Carlsson09b93052008-12-22 03:16:40 +0000[diff] [blame]617{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]618 __builtin_ia32_storelps((__v2si *)__p, __a);
Anders Carlsson09b93052008-12-22 03:16:40 +0000[diff] [blame]619}
620
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]621static __inline__ void __attribute__((__always_inline__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]622_mm_store_ss(float *__p, __m128 __a)
Anders Carlsson09b93052008-12-22 03:16:40 +0000[diff] [blame]623{
Eli Friedman7c06f6b2011-09-15 23:15:27 +0000[diff] [blame]624 struct __mm_store_ss_struct {
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]625 float __u;
Eli Friedman7c06f6b2011-09-15 23:15:27 +0000[diff] [blame]626 } __attribute__((__packed__, __may_alias__));
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]627 ((struct __mm_store_ss_struct*)__p)->__u = __a[0];
Anders Carlsson09b93052008-12-22 03:16:40 +0000[diff] [blame]628}
629
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]630static __inline__ void __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]631_mm_storeu_ps(float *__p, __m128 __a)
Anders Carlsson09b93052008-12-22 03:16:40 +0000[diff] [blame]632{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]633 __builtin_ia32_storeups(__p, __a);
Anders Carlsson09b93052008-12-22 03:16:40 +0000[diff] [blame]634}
635
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]636static __inline__ void __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]637_mm_store1_ps(float *__p, __m128 __a)
Anders Carlsson09b93052008-12-22 03:16:40 +0000[diff] [blame]638{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]639 __a = __builtin_shufflevector(__a, __a, 0, 0, 0, 0);
640 _mm_storeu_ps(__p, __a);
Anders Carlsson09b93052008-12-22 03:16:40 +0000[diff] [blame]641}
642
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]643static __inline__ void __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]644_mm_store_ps1(float *__p, __m128 __a)
Chandler Carruthfa38c812010-07-22 06:47:28 +0000[diff] [blame]645{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]646 return _mm_store1_ps(__p, __a);
Chandler Carruthfa38c812010-07-22 06:47:28 +0000[diff] [blame]647}
648
649static __inline__ void __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]650_mm_store_ps(float *__p, __m128 __a)
Anders Carlsson09b93052008-12-22 03:16:40 +0000[diff] [blame]651{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]652 *(__m128 *)__p = __a;
Anders Carlsson09b93052008-12-22 03:16:40 +0000[diff] [blame]653}
654
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]655static __inline__ void __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]656_mm_storer_ps(float *__p, __m128 __a)
Anders Carlsson09b93052008-12-22 03:16:40 +0000[diff] [blame]657{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]658 __a = __builtin_shufflevector(__a, __a, 3, 2, 1, 0);
659 _mm_store_ps(__p, __a);
Anders Carlsson09b93052008-12-22 03:16:40 +0000[diff] [blame]660}
661
Chris Lattner551f37c2010-08-27 20:10:06 +0000[diff] [blame]662#define _MM_HINT_T0 3
Anders Carlssondedad4e2008-12-22 03:50:21 +0000[diff] [blame]663#define _MM_HINT_T1 2
Chris Lattner551f37c2010-08-27 20:10:06 +0000[diff] [blame]664#define _MM_HINT_T2 1
Anders Carlssondedad4e2008-12-22 03:50:21 +0000[diff] [blame]665#define _MM_HINT_NTA 0
666
Nick Lewyckyc2b9b362010-05-30 18:26:21 +0000[diff] [blame]667/* FIXME: We have to #define this because "sel" must be a constant integer, and
Anders Carlsson62af71c2008-12-22 04:55:36 +0000[diff] [blame]668 Sema doesn't do any form of constant propagation yet. */
Anders Carlssondedad4e2008-12-22 03:50:21 +0000[diff] [blame]669
Craig Topper34a1da42011-12-24 07:55:14 +0000[diff] [blame]670#define _mm_prefetch(a, sel) (__builtin_prefetch((void *)(a), 0, (sel)))
Anders Carlssondedad4e2008-12-22 03:50:21 +0000[diff] [blame]671
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]672static __inline__ void __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]673_mm_stream_pi(__m64 *__p, __m64 __a)
Anders Carlssondedad4e2008-12-22 03:50:21 +0000[diff] [blame]674{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]675 __builtin_ia32_movntq(__p, __a);
Anders Carlssondedad4e2008-12-22 03:50:21 +0000[diff] [blame]676}
677
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]678static __inline__ void __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]679_mm_stream_ps(float *__p, __m128 __a)
Anders Carlssondedad4e2008-12-22 03:50:21 +0000[diff] [blame]680{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]681 __builtin_ia32_movntps(__p, __a);
Anders Carlssondedad4e2008-12-22 03:50:21 +0000[diff] [blame]682}
683
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]684static __inline__ void __attribute__((__always_inline__, __nodebug__))
Mike Stumpdae44132009-02-13 14:24:50 +0000[diff] [blame]685_mm_sfence(void)
Anders Carlssondedad4e2008-12-22 03:50:21 +0000[diff] [blame]686{
687 __builtin_ia32_sfence();
688}
689
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]690static __inline__ int __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]691_mm_extract_pi16(__m64 __a, int __n)
Anders Carlsson62af71c2008-12-22 04:55:36 +0000[diff] [blame]692{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]693 __v4hi __b = (__v4hi)__a;
694 return (unsigned short)__b[__n & 3];
Anders Carlsson62af71c2008-12-22 04:55:36 +0000[diff] [blame]695}
696
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]697static __inline__ __m64 __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]698_mm_insert_pi16(__m64 __a, int __d, int __n)
Anders Carlsson62af71c2008-12-22 04:55:36 +0000[diff] [blame]699{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]700 __v4hi __b = (__v4hi)__a;
701 __b[__n & 3] = __d;
702 return (__m64)__b;
Anders Carlsson62af71c2008-12-22 04:55:36 +0000[diff] [blame]703}
704
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]705static __inline__ __m64 __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]706_mm_max_pi16(__m64 __a, __m64 __b)
Anders Carlsson62af71c2008-12-22 04:55:36 +0000[diff] [blame]707{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]708 return (__m64)__builtin_ia32_pmaxsw((__v4hi)__a, (__v4hi)__b);
Anders Carlsson62af71c2008-12-22 04:55:36 +0000[diff] [blame]709}
710
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]711static __inline__ __m64 __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]712_mm_max_pu8(__m64 __a, __m64 __b)
Anders Carlsson62af71c2008-12-22 04:55:36 +0000[diff] [blame]713{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]714 return (__m64)__builtin_ia32_pmaxub((__v8qi)__a, (__v8qi)__b);
Anders Carlsson62af71c2008-12-22 04:55:36 +0000[diff] [blame]715}
716
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]717static __inline__ __m64 __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]718_mm_min_pi16(__m64 __a, __m64 __b)
Anders Carlsson62af71c2008-12-22 04:55:36 +0000[diff] [blame]719{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]720 return (__m64)__builtin_ia32_pminsw((__v4hi)__a, (__v4hi)__b);
Anders Carlsson62af71c2008-12-22 04:55:36 +0000[diff] [blame]721}
722
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]723static __inline__ __m64 __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]724_mm_min_pu8(__m64 __a, __m64 __b)
Anders Carlsson62af71c2008-12-22 04:55:36 +0000[diff] [blame]725{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]726 return (__m64)__builtin_ia32_pminub((__v8qi)__a, (__v8qi)__b);
Anders Carlsson62af71c2008-12-22 04:55:36 +0000[diff] [blame]727}
728
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]729static __inline__ int __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]730_mm_movemask_pi8(__m64 __a)
Anders Carlsson62af71c2008-12-22 04:55:36 +0000[diff] [blame]731{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]732 return __builtin_ia32_pmovmskb((__v8qi)__a);
Anders Carlsson62af71c2008-12-22 04:55:36 +0000[diff] [blame]733}
734
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]735static __inline__ __m64 __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]736_mm_mulhi_pu16(__m64 __a, __m64 __b)
Anders Carlsson62af71c2008-12-22 04:55:36 +0000[diff] [blame]737{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]738 return (__m64)__builtin_ia32_pmulhuw((__v4hi)__a, (__v4hi)__b);
Anders Carlsson62af71c2008-12-22 04:55:36 +0000[diff] [blame]739}
740
Bob Wilson32bae372011-11-05 06:08:06 +0000[diff] [blame]741#define _mm_shuffle_pi16(a, n) __extension__ ({ \
742 __m64 __a = (a); \
743 (__m64)__builtin_ia32_pshufw((__v4hi)__a, (n)); })
Anders Carlsson62af71c2008-12-22 04:55:36 +0000[diff] [blame]744
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]745static __inline__ void __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]746_mm_maskmove_si64(__m64 __d, __m64 __n, char *__p)
Anders Carlsson62af71c2008-12-22 04:55:36 +0000[diff] [blame]747{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]748 __builtin_ia32_maskmovq((__v8qi)__d, (__v8qi)__n, __p);
Anders Carlsson62af71c2008-12-22 04:55:36 +0000[diff] [blame]749}
750
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]751static __inline__ __m64 __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]752_mm_avg_pu8(__m64 __a, __m64 __b)
Anders Carlsson62af71c2008-12-22 04:55:36 +0000[diff] [blame]753{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]754 return (__m64)__builtin_ia32_pavgb((__v8qi)__a, (__v8qi)__b);
Anders Carlsson62af71c2008-12-22 04:55:36 +0000[diff] [blame]755}
756
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]757static __inline__ __m64 __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]758_mm_avg_pu16(__m64 __a, __m64 __b)
Anders Carlsson62af71c2008-12-22 04:55:36 +0000[diff] [blame]759{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]760 return (__m64)__builtin_ia32_pavgw((__v4hi)__a, (__v4hi)__b);
Anders Carlsson62af71c2008-12-22 04:55:36 +0000[diff] [blame]761}
762
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]763static __inline__ __m64 __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]764_mm_sad_pu8(__m64 __a, __m64 __b)
Anders Carlsson62af71c2008-12-22 04:55:36 +0000[diff] [blame]765{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]766 return (__m64)__builtin_ia32_psadbw((__v8qi)__a, (__v8qi)__b);
Anders Carlsson62af71c2008-12-22 04:55:36 +0000[diff] [blame]767}
Anders Carlssonc1f9afd2008-12-22 05:00:07 +0000[diff] [blame]768
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]769static __inline__ unsigned int __attribute__((__always_inline__, __nodebug__))
Mike Stumpdae44132009-02-13 14:24:50 +0000[diff] [blame]770_mm_getcsr(void)
Anders Carlssonc1f9afd2008-12-22 05:00:07 +0000[diff] [blame]771{
772 return __builtin_ia32_stmxcsr();
773}
774
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]775static __inline__ void __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]776_mm_setcsr(unsigned int __i)
Anders Carlssonc1f9afd2008-12-22 05:00:07 +0000[diff] [blame]777{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]778 __builtin_ia32_ldmxcsr(__i);
Anders Carlssonc1f9afd2008-12-22 05:00:07 +0000[diff] [blame]779}
780
Bob Wilson32bae372011-11-05 06:08:06 +0000[diff] [blame]781#define _mm_shuffle_ps(a, b, mask) __extension__ ({ \
782 __m128 __a = (a); \
783 __m128 __b = (b); \
784 (__m128)__builtin_shufflevector((__v4sf)__a, (__v4sf)__b, \
785 (mask) & 0x3, ((mask) & 0xc) >> 2, \
786 (((mask) & 0x30) >> 4) + 4, \
787 (((mask) & 0xc0) >> 6) + 4); })
Anders Carlsson50099cb2008-12-22 05:20:34 +0000[diff] [blame]788
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]789static __inline__ __m128 __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]790_mm_unpackhi_ps(__m128 __a, __m128 __b)
Anders Carlsson50099cb2008-12-22 05:20:34 +0000[diff] [blame]791{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]792 return __builtin_shufflevector(__a, __b, 2, 6, 3, 7);
Anders Carlsson50099cb2008-12-22 05:20:34 +0000[diff] [blame]793}
794
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]795static __inline__ __m128 __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]796_mm_unpacklo_ps(__m128 __a, __m128 __b)
Anders Carlsson50099cb2008-12-22 05:20:34 +0000[diff] [blame]797{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]798 return __builtin_shufflevector(__a, __b, 0, 4, 1, 5);
Anders Carlsson50099cb2008-12-22 05:20:34 +0000[diff] [blame]799}
800
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]801static __inline__ __m128 __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]802_mm_move_ss(__m128 __a, __m128 __b)
Anders Carlsson50099cb2008-12-22 05:20:34 +0000[diff] [blame]803{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]804 return __builtin_shufflevector(__a, __b, 4, 1, 2, 3);
Anders Carlsson50099cb2008-12-22 05:20:34 +0000[diff] [blame]805}
806
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]807static __inline__ __m128 __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]808_mm_movehl_ps(__m128 __a, __m128 __b)
Anders Carlsson50099cb2008-12-22 05:20:34 +0000[diff] [blame]809{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]810 return __builtin_shufflevector(__a, __b, 6, 7, 2, 3);
Anders Carlsson50099cb2008-12-22 05:20:34 +0000[diff] [blame]811}
812
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]813static __inline__ __m128 __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]814_mm_movelh_ps(__m128 __a, __m128 __b)
Anders Carlsson50099cb2008-12-22 05:20:34 +0000[diff] [blame]815{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]816 return __builtin_shufflevector(__a, __b, 0, 1, 4, 5);
Anders Carlsson50099cb2008-12-22 05:20:34 +0000[diff] [blame]817}
818
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]819static __inline__ __m128 __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]820_mm_cvtpi16_ps(__m64 __a)
Anders Carlssona6431dc2008-12-22 07:08:03 +0000[diff] [blame]821{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]822 __m64 __b, __c;
823 __m128 __r;
Anders Carlssona6431dc2008-12-22 07:08:03 +0000[diff] [blame]824
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]825 __b = _mm_setzero_si64();
826 __b = _mm_cmpgt_pi16(__b, __a);
827 __c = _mm_unpackhi_pi16(__a, __b);
828 __r = _mm_setzero_ps();
829 __r = _mm_cvtpi32_ps(__r, __c);
830 __r = _mm_movelh_ps(__r, __r);
831 __c = _mm_unpacklo_pi16(__a, __b);
832 __r = _mm_cvtpi32_ps(__r, __c);
Anders Carlssona6431dc2008-12-22 07:08:03 +0000[diff] [blame]833
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]834 return __r;
Anders Carlssona6431dc2008-12-22 07:08:03 +0000[diff] [blame]835}
836
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]837static __inline__ __m128 __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]838_mm_cvtpu16_ps(__m64 __a)
Anders Carlssona6431dc2008-12-22 07:08:03 +0000[diff] [blame]839{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]840 __m64 __b, __c;
841 __m128 __r;
Anders Carlssona6431dc2008-12-22 07:08:03 +0000[diff] [blame]842
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]843 __b = _mm_setzero_si64();
844 __c = _mm_unpackhi_pi16(__a, __b);
845 __r = _mm_setzero_ps();
846 __r = _mm_cvtpi32_ps(__r, __c);
847 __r = _mm_movelh_ps(__r, __r);
848 __c = _mm_unpacklo_pi16(__a, __b);
849 __r = _mm_cvtpi32_ps(__r, __c);
Anders Carlssona6431dc2008-12-22 07:08:03 +0000[diff] [blame]850
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]851 return __r;
Anders Carlssona6431dc2008-12-22 07:08:03 +0000[diff] [blame]852}
853
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]854static __inline__ __m128 __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]855_mm_cvtpi8_ps(__m64 __a)
Anders Carlssona6431dc2008-12-22 07:08:03 +0000[diff] [blame]856{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]857 __m64 __b;
Anders Carlssona6431dc2008-12-22 07:08:03 +0000[diff] [blame]858
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]859 __b = _mm_setzero_si64();
860 __b = _mm_cmpgt_pi8(__b, __a);
861 __b = _mm_unpacklo_pi8(__a, __b);
Anders Carlssona6431dc2008-12-22 07:08:03 +0000[diff] [blame]862
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]863 return _mm_cvtpi16_ps(__b);
Anders Carlssona6431dc2008-12-22 07:08:03 +0000[diff] [blame]864}
865
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]866static __inline__ __m128 __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]867_mm_cvtpu8_ps(__m64 __a)
Anders Carlssona6431dc2008-12-22 07:08:03 +0000[diff] [blame]868{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]869 __m64 __b;
Anders Carlssona6431dc2008-12-22 07:08:03 +0000[diff] [blame]870
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]871 __b = _mm_setzero_si64();
872 __b = _mm_unpacklo_pi8(__a, __b);
Anders Carlssona6431dc2008-12-22 07:08:03 +0000[diff] [blame]873
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]874 return _mm_cvtpi16_ps(__b);
Anders Carlssona6431dc2008-12-22 07:08:03 +0000[diff] [blame]875}
876
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]877static __inline__ __m128 __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]878_mm_cvtpi32x2_ps(__m64 __a, __m64 __b)
Anders Carlssona6431dc2008-12-22 07:08:03 +0000[diff] [blame]879{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]880 __m128 __c;
Anders Carlssona6431dc2008-12-22 07:08:03 +0000[diff] [blame]881
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]882 __c = _mm_setzero_ps();
883 __c = _mm_cvtpi32_ps(__c, __b);
884 __c = _mm_movelh_ps(__c, __c);
Anders Carlssona6431dc2008-12-22 07:08:03 +0000[diff] [blame]885
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]886 return _mm_cvtpi32_ps(__c, __a);
Anders Carlssona6431dc2008-12-22 07:08:03 +0000[diff] [blame]887}
888
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]889static __inline__ __m64 __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]890_mm_cvtps_pi16(__m128 __a)
Anders Carlssona6431dc2008-12-22 07:08:03 +0000[diff] [blame]891{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]892 __m64 __b, __c;
Anders Carlssona6431dc2008-12-22 07:08:03 +0000[diff] [blame]893
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]894 __b = _mm_cvtps_pi32(__a);
895 __a = _mm_movehl_ps(__a, __a);
896 __c = _mm_cvtps_pi32(__a);
Anders Carlssona6431dc2008-12-22 07:08:03 +0000[diff] [blame]897
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]898 return _mm_packs_pi16(__b, __c);
Anders Carlssona6431dc2008-12-22 07:08:03 +0000[diff] [blame]899}
900
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]901static __inline__ __m64 __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]902_mm_cvtps_pi8(__m128 __a)
Anders Carlssona6431dc2008-12-22 07:08:03 +0000[diff] [blame]903{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]904 __m64 __b, __c;
Anders Carlssona6431dc2008-12-22 07:08:03 +0000[diff] [blame]905
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]906 __b = _mm_cvtps_pi16(__a);
907 __c = _mm_setzero_si64();
Anders Carlssona6431dc2008-12-22 07:08:03 +0000[diff] [blame]908
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]909 return _mm_packs_pi16(__b, __c);
Anders Carlssona6431dc2008-12-22 07:08:03 +0000[diff] [blame]910}
911
Chris Lattner1bddbcb2010-03-22 18:14:12 +0000[diff] [blame]912static __inline__ int __attribute__((__always_inline__, __nodebug__))
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]913_mm_movemask_ps(__m128 __a)
Anders Carlsson50099cb2008-12-22 05:20:34 +0000[diff] [blame]914{
David Blaikie4f918ae2013-01-16 23:08:36 +0000[diff] [blame]915 return __builtin_ia32_movmskps(__a);
Anders Carlsson50099cb2008-12-22 05:20:34 +0000[diff] [blame]916}
917
Anders Carlssonb5955092008-12-22 05:42:03 +0000[diff] [blame]918#define _MM_SHUFFLE(z, y, x, w) (((z) << 6) | ((y) << 4) | ((x) << 2) | (w))
919
Anders Carlsson4cc44272009-02-11 06:29:32 +0000[diff] [blame]920#define _MM_EXCEPT_INVALID (0x0001)
921#define _MM_EXCEPT_DENORM (0x0002)
922#define _MM_EXCEPT_DIV_ZERO (0x0004)
923#define _MM_EXCEPT_OVERFLOW (0x0008)
924#define _MM_EXCEPT_UNDERFLOW (0x0010)
925#define _MM_EXCEPT_INEXACT (0x0020)
Anders Carlssonbbd1fa22009-01-21 01:49:39 +0000[diff] [blame]926#define _MM_EXCEPT_MASK (0x003f)
Anders Carlsson4cc44272009-02-11 06:29:32 +0000[diff] [blame]927
Anders Carlssonbbd1fa22009-01-21 01:49:39 +0000[diff] [blame]928#define _MM_MASK_INVALID (0x0080)
929#define _MM_MASK_DENORM (0x0100)
Anders Carlssona837a072009-02-14 04:01:38 +0000[diff] [blame]930#define _MM_MASK_DIV_ZERO (0x0200)
931#define _MM_MASK_OVERFLOW (0x0400)
932#define _MM_MASK_UNDERFLOW (0x0800)
933#define _MM_MASK_INEXACT (0x1000)
Anders Carlssonbbd1fa22009-01-21 01:49:39 +0000[diff] [blame]934#define _MM_MASK_MASK (0x1f80)
935
Anders Carlssonbbd1fa22009-01-21 01:49:39 +0000[diff] [blame]936#define _MM_ROUND_NEAREST (0x0000)
937#define _MM_ROUND_DOWN (0x2000)
938#define _MM_ROUND_UP (0x4000)
939#define _MM_ROUND_TOWARD_ZERO (0x6000)
Anders Carlsson4cc44272009-02-11 06:29:32 +0000[diff] [blame]940#define _MM_ROUND_MASK (0x6000)
Anders Carlssonbbd1fa22009-01-21 01:49:39 +0000[diff] [blame]941
942#define _MM_FLUSH_ZERO_MASK (0x8000)
943#define _MM_FLUSH_ZERO_ON (0x8000)
Bob Wilson092acb02012-01-23 18:27:24 +0000[diff] [blame]944#define _MM_FLUSH_ZERO_OFF (0x0000)
Anders Carlssonb5955092008-12-22 05:42:03 +0000[diff] [blame]945
946#define _MM_GET_EXCEPTION_MASK() (_mm_getcsr() & _MM_MASK_MASK)
947#define _MM_GET_EXCEPTION_STATE() (_mm_getcsr() & _MM_EXCEPT_MASK)
Anders Carlsson62005c12009-01-20 21:51:44 +0000[diff] [blame]948#define _MM_GET_FLUSH_ZERO_MODE() (_mm_getcsr() & _MM_FLUSH_ZERO_MASK)
Anders Carlssonb5955092008-12-22 05:42:03 +0000[diff] [blame]949#define _MM_GET_ROUNDING_MODE() (_mm_getcsr() & _MM_ROUND_MASK)
950
Anders Carlsson62005c12009-01-20 21:51:44 +0000[diff] [blame]951#define _MM_SET_EXCEPTION_MASK(x) (_mm_setcsr((_mm_getcsr() & ~_MM_MASK_MASK) | (x)))
Anders Carlssonb5955092008-12-22 05:42:03 +0000[diff] [blame]952#define _MM_SET_EXCEPTION_STATE(x) (_mm_setcsr((_mm_getcsr() & ~_MM_EXCEPT_MASK) | (x)))
Anders Carlsson62005c12009-01-20 21:51:44 +0000[diff] [blame]953#define _MM_SET_FLUSH_ZERO_MODE(x) (_mm_setcsr((_mm_getcsr() & ~_MM_FLUSH_ZERO_MASK) | (x)))
Anders Carlssonb5955092008-12-22 05:42:03 +0000[diff] [blame]954#define _MM_SET_ROUNDING_MODE(x) (_mm_setcsr((_mm_getcsr() & ~_MM_ROUND_MASK) | (x)))
955
956#define _MM_TRANSPOSE4_PS(row0, row1, row2, row3) \
957do { \
958 __m128 tmp3, tmp2, tmp1, tmp0; \
959 tmp0 = _mm_unpacklo_ps((row0), (row1)); \
960 tmp2 = _mm_unpacklo_ps((row2), (row3)); \
961 tmp1 = _mm_unpackhi_ps((row0), (row1)); \
962 tmp3 = _mm_unpackhi_ps((row2), (row3)); \
963 (row0) = _mm_movelh_ps(tmp0, tmp2); \
964 (row1) = _mm_movehl_ps(tmp2, tmp0); \
965 (row2) = _mm_movelh_ps(tmp1, tmp3); \
Chris Lattner9afb2272010-01-27 07:54:50 +0000[diff] [blame]966 (row3) = _mm_movehl_ps(tmp3, tmp1); \
Anders Carlssonb5955092008-12-22 05:42:03 +0000[diff] [blame]967} while (0)
968
Chandler Carruthfa38c812010-07-22 06:47:28 +0000[diff] [blame]969/* Aliases for compatibility. */
970#define _m_pextrw _mm_extract_pi16
971#define _m_pinsrw _mm_insert_pi16
972#define _m_pmaxsw _mm_max_pi16
973#define _m_pmaxub _mm_max_pu8
974#define _m_pminsw _mm_min_pi16
975#define _m_pminub _mm_min_pu8
976#define _m_pmovmskb _mm_movemask_pi8
977#define _m_pmulhuw _mm_mulhi_pu16
978#define _m_pshufw _mm_shuffle_pi16
979#define _m_maskmovq _mm_maskmove_si64
980#define _m_pavgb _mm_avg_pu8
981#define _m_pavgw _mm_avg_pu16
982#define _m_psadbw _mm_sad_pu8
983#define _m_ _mm_
984#define _m_ _mm_
985
Eli Friedmanc7d95dc2009-06-11 18:50:02 +0000[diff] [blame]986/* Ugly hack for backwards-compatibility (compatible with gcc) */
987#ifdef __SSE2__
Daniel Dunbar3eef3e12009-06-07 08:33:23 +0000[diff] [blame]988#include <emmintrin.h>
Eli Friedmanc7d95dc2009-06-11 18:50:02 +0000[diff] [blame]989#endif
Daniel Dunbar3eef3e12009-06-07 08:33:23 +0000[diff] [blame]990
Anders Carlsson566d8da2008-12-22 00:01:20 +0000[diff] [blame]991#endif /* __SSE__ */
992
993#endif /* __XMMINTRIN_H */