Blame - clang/lib/Headers/avx2intrin.h - toolchain/llvm-project

blob: cfa91410a338aa649f176f6506e67a32b4a3895f [file] [log] [blame]

Craig Topper	dec792e	2011-12-19 05:04:33 +0000	[diff] [blame]	1	/*===---- avx2intrin.h - AVX2 intrinsics -----------------------------------===
				2	*
				3	* Permission is hereby granted, free of charge, to any person obtaining a copy
				4	* of this software and associated documentation files (the "Software"), to deal
				5	* in the Software without restriction, including without limitation the rights
				6	* to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
				7	* copies of the Software, and to permit persons to whom the Software is
				8	* furnished to do so, subject to the following conditions:
				9	*
				10	* The above copyright notice and this permission notice shall be included in
				11	* all copies or substantial portions of the Software.
				12	*
				13	* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
				14	* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
				15	* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
				16	* AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
				17	* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
				18	* OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
				19	* THE SOFTWARE.
				20	*
				21	*===-----------------------------------------------------------------------===
				22	*/
				23
				24	#ifndef __IMMINTRIN_H
				25	#error "Never use <avx2intrin.h> directly; include <immintrin.h> instead."
				26	#endif
				27
Richard Smith	49e5644	2013-07-14 05:41:45 +0000	[diff] [blame]	28	#ifndef __AVX2INTRIN_H
				29	#define __AVX2INTRIN_H
				30
Eric Christopher	4d185168	2015-06-17 07:09:20 +0000	[diff] [blame]	31	/* Define the default attributes for the functions in this file. */
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	32	#define __DEFAULT_FN_ATTRS __attribute__((__always_inline__, __nodebug__, __target__("avx2")))
Eric Christopher	4d185168	2015-06-17 07:09:20 +0000	[diff] [blame]	33
Craig Topper	dec792e	2011-12-19 05:04:33 +0000	[diff] [blame]	34	/* SSE4 Multiple Packed Sums of Absolute Difference. */
				35	#define _mm256_mpsadbw_epu8(X, Y, M) __builtin_ia32_mpsadbw256((X), (Y), (M))
				36
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	37	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	38	_mm256_abs_epi8(__m256i __a)
Craig Topper	dec792e	2011-12-19 05:04:33 +0000	[diff] [blame]	39	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	40	return (__m256i)__builtin_ia32_pabsb256((__v32qi)__a);
Craig Topper	dec792e	2011-12-19 05:04:33 +0000	[diff] [blame]	41	}
				42
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	43	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	44	_mm256_abs_epi16(__m256i __a)
Craig Topper	dec792e	2011-12-19 05:04:33 +0000	[diff] [blame]	45	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	46	return (__m256i)__builtin_ia32_pabsw256((__v16hi)__a);
Craig Topper	dec792e	2011-12-19 05:04:33 +0000	[diff] [blame]	47	}
				48
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	49	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	50	_mm256_abs_epi32(__m256i __a)
Craig Topper	dec792e	2011-12-19 05:04:33 +0000	[diff] [blame]	51	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	52	return (__m256i)__builtin_ia32_pabsd256((__v8si)__a);
Craig Topper	dec792e	2011-12-19 05:04:33 +0000	[diff] [blame]	53	}
				54
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	55	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	56	_mm256_packs_epi16(__m256i __a, __m256i __b)
Craig Topper	dec792e	2011-12-19 05:04:33 +0000	[diff] [blame]	57	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	58	return (__m256i)__builtin_ia32_packsswb256((__v16hi)__a, (__v16hi)__b);
Craig Topper	dec792e	2011-12-19 05:04:33 +0000	[diff] [blame]	59	}
				60
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	61	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	62	_mm256_packs_epi32(__m256i __a, __m256i __b)
Craig Topper	dec792e	2011-12-19 05:04:33 +0000	[diff] [blame]	63	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	64	return (__m256i)__builtin_ia32_packssdw256((__v8si)__a, (__v8si)__b);
Craig Topper	dec792e	2011-12-19 05:04:33 +0000	[diff] [blame]	65	}
				66
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	67	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	68	_mm256_packus_epi16(__m256i __a, __m256i __b)
Craig Topper	dec792e	2011-12-19 05:04:33 +0000	[diff] [blame]	69	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	70	return (__m256i)__builtin_ia32_packuswb256((__v16hi)__a, (__v16hi)__b);
Craig Topper	dec792e	2011-12-19 05:04:33 +0000	[diff] [blame]	71	}
				72
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	73	static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper	dec792e	2011-12-19 05:04:33 +0000	[diff] [blame]	74	_mm256_packus_epi32(__m256i __V1, __m256i __V2)
				75	{
				76	return (__m256i) __builtin_ia32_packusdw256((__v8si)__V1, (__v8si)__V2);
				77	}
				78
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	79	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	80	_mm256_add_epi8(__m256i __a, __m256i __b)
Craig Topper	dec792e	2011-12-19 05:04:33 +0000	[diff] [blame]	81	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	82	return (__m256i)((__v32qi)__a + (__v32qi)__b);
Craig Topper	dec792e	2011-12-19 05:04:33 +0000	[diff] [blame]	83	}
				84
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	85	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	86	_mm256_add_epi16(__m256i __a, __m256i __b)
Craig Topper	dec792e	2011-12-19 05:04:33 +0000	[diff] [blame]	87	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	88	return (__m256i)((__v16hi)__a + (__v16hi)__b);
Craig Topper	dec792e	2011-12-19 05:04:33 +0000	[diff] [blame]	89	}
				90
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	91	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	92	_mm256_add_epi32(__m256i __a, __m256i __b)
Craig Topper	dec792e	2011-12-19 05:04:33 +0000	[diff] [blame]	93	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	94	return (__m256i)((__v8si)__a + (__v8si)__b);
Craig Topper	dec792e	2011-12-19 05:04:33 +0000	[diff] [blame]	95	}
				96
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	97	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	98	_mm256_add_epi64(__m256i __a, __m256i __b)
Craig Topper	dec792e	2011-12-19 05:04:33 +0000	[diff] [blame]	99	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	100	return __a + __b;
Craig Topper	dec792e	2011-12-19 05:04:33 +0000	[diff] [blame]	101	}
				102
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	103	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	104	_mm256_adds_epi8(__m256i __a, __m256i __b)
Craig Topper	94aba2c	2011-12-19 07:03:25 +0000	[diff] [blame]	105	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	106	return (__m256i)__builtin_ia32_paddsb256((__v32qi)__a, (__v32qi)__b);
Craig Topper	94aba2c	2011-12-19 07:03:25 +0000	[diff] [blame]	107	}
				108
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	109	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	110	_mm256_adds_epi16(__m256i __a, __m256i __b)
Craig Topper	94aba2c	2011-12-19 07:03:25 +0000	[diff] [blame]	111	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	112	return (__m256i)__builtin_ia32_paddsw256((__v16hi)__a, (__v16hi)__b);
Craig Topper	94aba2c	2011-12-19 07:03:25 +0000	[diff] [blame]	113	}
				114
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	115	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	116	_mm256_adds_epu8(__m256i __a, __m256i __b)
Craig Topper	94aba2c	2011-12-19 07:03:25 +0000	[diff] [blame]	117	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	118	return (__m256i)__builtin_ia32_paddusb256((__v32qi)__a, (__v32qi)__b);
Craig Topper	94aba2c	2011-12-19 07:03:25 +0000	[diff] [blame]	119	}
				120
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	121	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	122	_mm256_adds_epu16(__m256i __a, __m256i __b)
Craig Topper	94aba2c	2011-12-19 07:03:25 +0000	[diff] [blame]	123	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	124	return (__m256i)__builtin_ia32_paddusw256((__v16hi)__a, (__v16hi)__b);
Craig Topper	94aba2c	2011-12-19 07:03:25 +0000	[diff] [blame]	125	}
				126
				127	#define _mm256_alignr_epi8(a, b, n) __extension__ ({ \
				128	__m256i __a = (a); \
				129	__m256i __b = (b); \
				130	(__m256i)__builtin_ia32_palignr256((__v32qi)__a, (__v32qi)__b, (n)); })
				131
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	132	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	133	_mm256_and_si256(__m256i __a, __m256i __b)
Craig Topper	a557e1c	2011-12-19 09:03:48 +0000	[diff] [blame]	134	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	135	return __a & __b;
Craig Topper	a557e1c	2011-12-19 09:03:48 +0000	[diff] [blame]	136	}
				137
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	138	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	139	_mm256_andnot_si256(__m256i __a, __m256i __b)
Craig Topper	a557e1c	2011-12-19 09:03:48 +0000	[diff] [blame]	140	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	141	return ~__a & __b;
Craig Topper	a557e1c	2011-12-19 09:03:48 +0000	[diff] [blame]	142	}
				143
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	144	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	145	_mm256_avg_epu8(__m256i __a, __m256i __b)
Craig Topper	a89747d	2011-12-20 09:55:26 +0000	[diff] [blame]	146	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	147	return (__m256i)__builtin_ia32_pavgb256((__v32qi)__a, (__v32qi)__b);
Craig Topper	a89747d	2011-12-20 09:55:26 +0000	[diff] [blame]	148	}
				149
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	150	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	151	_mm256_avg_epu16(__m256i __a, __m256i __b)
Craig Topper	a89747d	2011-12-20 09:55:26 +0000	[diff] [blame]	152	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	153	return (__m256i)__builtin_ia32_pavgw256((__v16hi)__a, (__v16hi)__b);
Craig Topper	a89747d	2011-12-20 09:55:26 +0000	[diff] [blame]	154	}
				155
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	156	static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper	a89747d	2011-12-20 09:55:26 +0000	[diff] [blame]	157	_mm256_blendv_epi8(__m256i __V1, __m256i __V2, __m256i __M)
				158	{
				159	return (__m256i)__builtin_ia32_pblendvb256((__v32qi)__V1, (__v32qi)__V2,
				160	(__v32qi)__M);
				161	}
				162
				163	#define _mm256_blend_epi16(V1, V2, M) __extension__ ({ \
				164	__m256i __V1 = (V1); \
				165	__m256i __V2 = (V2); \
Ekaterina Romanova	b929ad7	2015-04-10 02:39:45 +0000	[diff] [blame]	166	(__m256i)__builtin_shufflevector((__v16hi)__V1, (__v16hi)__V2, \
Filipe Cabecinhas	5d289b4	2014-05-13 02:37:02 +0000	[diff] [blame]	167	(((M) & 0x01) ? 16 : 0), \
				168	(((M) & 0x02) ? 17 : 1), \
				169	(((M) & 0x04) ? 18 : 2), \
				170	(((M) & 0x08) ? 19 : 3), \
				171	(((M) & 0x10) ? 20 : 4), \
				172	(((M) & 0x20) ? 21 : 5), \
				173	(((M) & 0x40) ? 22 : 6), \
				174	(((M) & 0x80) ? 23 : 7), \
				175	(((M) & 0x01) ? 24 : 8), \
				176	(((M) & 0x02) ? 25 : 9), \
				177	(((M) & 0x04) ? 26 : 10), \
				178	(((M) & 0x08) ? 27 : 11), \
				179	(((M) & 0x10) ? 28 : 12), \
				180	(((M) & 0x20) ? 29 : 13), \
				181	(((M) & 0x40) ? 30 : 14), \
				182	(((M) & 0x80) ? 31 : 15)); })
Craig Topper	a89747d	2011-12-20 09:55:26 +0000	[diff] [blame]	183
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	184	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	185	_mm256_cmpeq_epi8(__m256i __a, __m256i __b)
Craig Topper	a89747d	2011-12-20 09:55:26 +0000	[diff] [blame]	186	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	187	return (__m256i)((__v32qi)__a == (__v32qi)__b);
Craig Topper	a89747d	2011-12-20 09:55:26 +0000	[diff] [blame]	188	}
				189
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	190	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	191	_mm256_cmpeq_epi16(__m256i __a, __m256i __b)
Craig Topper	a89747d	2011-12-20 09:55:26 +0000	[diff] [blame]	192	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	193	return (__m256i)((__v16hi)__a == (__v16hi)__b);
Craig Topper	a89747d	2011-12-20 09:55:26 +0000	[diff] [blame]	194	}
				195
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	196	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	197	_mm256_cmpeq_epi32(__m256i __a, __m256i __b)
Craig Topper	a89747d	2011-12-20 09:55:26 +0000	[diff] [blame]	198	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	199	return (__m256i)((__v8si)__a == (__v8si)__b);
Craig Topper	a89747d	2011-12-20 09:55:26 +0000	[diff] [blame]	200	}
				201
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	202	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	203	_mm256_cmpeq_epi64(__m256i __a, __m256i __b)
Craig Topper	a89747d	2011-12-20 09:55:26 +0000	[diff] [blame]	204	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	205	return (__m256i)(__a == __b);
Craig Topper	a89747d	2011-12-20 09:55:26 +0000	[diff] [blame]	206	}
				207
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	208	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	209	_mm256_cmpgt_epi8(__m256i __a, __m256i __b)
Craig Topper	a89747d	2011-12-20 09:55:26 +0000	[diff] [blame]	210	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	211	return (__m256i)((__v32qi)__a > (__v32qi)__b);
Craig Topper	a89747d	2011-12-20 09:55:26 +0000	[diff] [blame]	212	}
				213
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	214	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	215	_mm256_cmpgt_epi16(__m256i __a, __m256i __b)
Craig Topper	a89747d	2011-12-20 09:55:26 +0000	[diff] [blame]	216	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	217	return (__m256i)((__v16hi)__a > (__v16hi)__b);
Craig Topper	a89747d	2011-12-20 09:55:26 +0000	[diff] [blame]	218	}
				219
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	220	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	221	_mm256_cmpgt_epi32(__m256i __a, __m256i __b)
Craig Topper	a89747d	2011-12-20 09:55:26 +0000	[diff] [blame]	222	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	223	return (__m256i)((__v8si)__a > (__v8si)__b);
Craig Topper	a89747d	2011-12-20 09:55:26 +0000	[diff] [blame]	224	}
				225
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	226	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	227	_mm256_cmpgt_epi64(__m256i __a, __m256i __b)
Craig Topper	a89747d	2011-12-20 09:55:26 +0000	[diff] [blame]	228	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	229	return (__m256i)(__a > __b);
Craig Topper	a89747d	2011-12-20 09:55:26 +0000	[diff] [blame]	230	}
				231
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	232	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	233	_mm256_hadd_epi16(__m256i __a, __m256i __b)
Craig Topper	3fe5ac4	2011-12-21 08:17:40 +0000	[diff] [blame]	234	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	235	return (__m256i)__builtin_ia32_phaddw256((__v16hi)__a, (__v16hi)__b);
Craig Topper	3fe5ac4	2011-12-21 08:17:40 +0000	[diff] [blame]	236	}
				237
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	238	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	239	_mm256_hadd_epi32(__m256i __a, __m256i __b)
Craig Topper	3fe5ac4	2011-12-21 08:17:40 +0000	[diff] [blame]	240	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	241	return (__m256i)__builtin_ia32_phaddd256((__v8si)__a, (__v8si)__b);
Craig Topper	3fe5ac4	2011-12-21 08:17:40 +0000	[diff] [blame]	242	}
				243
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	244	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	245	_mm256_hadds_epi16(__m256i __a, __m256i __b)
Craig Topper	3fe5ac4	2011-12-21 08:17:40 +0000	[diff] [blame]	246	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	247	return (__m256i)__builtin_ia32_phaddsw256((__v16hi)__a, (__v16hi)__b);
Craig Topper	3fe5ac4	2011-12-21 08:17:40 +0000	[diff] [blame]	248	}
				249
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	250	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	251	_mm256_hsub_epi16(__m256i __a, __m256i __b)
Craig Topper	3fe5ac4	2011-12-21 08:17:40 +0000	[diff] [blame]	252	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	253	return (__m256i)__builtin_ia32_phsubw256((__v16hi)__a, (__v16hi)__b);
Craig Topper	3fe5ac4	2011-12-21 08:17:40 +0000	[diff] [blame]	254	}
				255
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	256	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	257	_mm256_hsub_epi32(__m256i __a, __m256i __b)
Craig Topper	3fe5ac4	2011-12-21 08:17:40 +0000	[diff] [blame]	258	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	259	return (__m256i)__builtin_ia32_phsubd256((__v8si)__a, (__v8si)__b);
Craig Topper	3fe5ac4	2011-12-21 08:17:40 +0000	[diff] [blame]	260	}
				261
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	262	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	263	_mm256_hsubs_epi16(__m256i __a, __m256i __b)
Craig Topper	3fe5ac4	2011-12-21 08:17:40 +0000	[diff] [blame]	264	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	265	return (__m256i)__builtin_ia32_phsubsw256((__v16hi)__a, (__v16hi)__b);
Craig Topper	3fe5ac4	2011-12-21 08:17:40 +0000	[diff] [blame]	266	}
				267
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	268	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	269	_mm256_maddubs_epi16(__m256i __a, __m256i __b)
Craig Topper	a73baa8	2011-12-21 08:35:05 +0000	[diff] [blame]	270	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	271	return (__m256i)__builtin_ia32_pmaddubsw256((__v32qi)__a, (__v32qi)__b);
Craig Topper	a73baa8	2011-12-21 08:35:05 +0000	[diff] [blame]	272	}
				273
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	274	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	275	_mm256_madd_epi16(__m256i __a, __m256i __b)
Craig Topper	a73baa8	2011-12-21 08:35:05 +0000	[diff] [blame]	276	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	277	return (__m256i)__builtin_ia32_pmaddwd256((__v16hi)__a, (__v16hi)__b);
Craig Topper	a73baa8	2011-12-21 08:35:05 +0000	[diff] [blame]	278	}
				279
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	280	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	281	_mm256_max_epi8(__m256i __a, __m256i __b)
Craig Topper	1f2460a	2011-12-22 09:18:58 +0000	[diff] [blame]	282	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	283	return (__m256i)__builtin_ia32_pmaxsb256((__v32qi)__a, (__v32qi)__b);
Craig Topper	1f2460a	2011-12-22 09:18:58 +0000	[diff] [blame]	284	}
				285
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	286	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	287	_mm256_max_epi16(__m256i __a, __m256i __b)
Craig Topper	1f2460a	2011-12-22 09:18:58 +0000	[diff] [blame]	288	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	289	return (__m256i)__builtin_ia32_pmaxsw256((__v16hi)__a, (__v16hi)__b);
Craig Topper	1f2460a	2011-12-22 09:18:58 +0000	[diff] [blame]	290	}
				291
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	292	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	293	_mm256_max_epi32(__m256i __a, __m256i __b)
Craig Topper	1f2460a	2011-12-22 09:18:58 +0000	[diff] [blame]	294	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	295	return (__m256i)__builtin_ia32_pmaxsd256((__v8si)__a, (__v8si)__b);
Craig Topper	1f2460a	2011-12-22 09:18:58 +0000	[diff] [blame]	296	}
				297
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	298	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	299	_mm256_max_epu8(__m256i __a, __m256i __b)
Craig Topper	1f2460a	2011-12-22 09:18:58 +0000	[diff] [blame]	300	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	301	return (__m256i)__builtin_ia32_pmaxub256((__v32qi)__a, (__v32qi)__b);
Craig Topper	1f2460a	2011-12-22 09:18:58 +0000	[diff] [blame]	302	}
				303
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	304	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	305	_mm256_max_epu16(__m256i __a, __m256i __b)
Craig Topper	1f2460a	2011-12-22 09:18:58 +0000	[diff] [blame]	306	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	307	return (__m256i)__builtin_ia32_pmaxuw256((__v16hi)__a, (__v16hi)__b);
Craig Topper	1f2460a	2011-12-22 09:18:58 +0000	[diff] [blame]	308	}
				309
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	310	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	311	_mm256_max_epu32(__m256i __a, __m256i __b)
Craig Topper	1f2460a	2011-12-22 09:18:58 +0000	[diff] [blame]	312	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	313	return (__m256i)__builtin_ia32_pmaxud256((__v8si)__a, (__v8si)__b);
Craig Topper	1f2460a	2011-12-22 09:18:58 +0000	[diff] [blame]	314	}
				315
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	316	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	317	_mm256_min_epi8(__m256i __a, __m256i __b)
Craig Topper	1f2460a	2011-12-22 09:18:58 +0000	[diff] [blame]	318	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	319	return (__m256i)__builtin_ia32_pminsb256((__v32qi)__a, (__v32qi)__b);
Craig Topper	1f2460a	2011-12-22 09:18:58 +0000	[diff] [blame]	320	}
				321
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	322	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	323	_mm256_min_epi16(__m256i __a, __m256i __b)
Craig Topper	1f2460a	2011-12-22 09:18:58 +0000	[diff] [blame]	324	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	325	return (__m256i)__builtin_ia32_pminsw256((__v16hi)__a, (__v16hi)__b);
Craig Topper	1f2460a	2011-12-22 09:18:58 +0000	[diff] [blame]	326	}
				327
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	328	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	329	_mm256_min_epi32(__m256i __a, __m256i __b)
Craig Topper	1f2460a	2011-12-22 09:18:58 +0000	[diff] [blame]	330	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	331	return (__m256i)__builtin_ia32_pminsd256((__v8si)__a, (__v8si)__b);
Craig Topper	1f2460a	2011-12-22 09:18:58 +0000	[diff] [blame]	332	}
				333
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	334	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	335	_mm256_min_epu8(__m256i __a, __m256i __b)
Craig Topper	1f2460a	2011-12-22 09:18:58 +0000	[diff] [blame]	336	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	337	return (__m256i)__builtin_ia32_pminub256((__v32qi)__a, (__v32qi)__b);
Craig Topper	1f2460a	2011-12-22 09:18:58 +0000	[diff] [blame]	338	}
				339
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	340	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	341	_mm256_min_epu16(__m256i __a, __m256i __b)
Craig Topper	1f2460a	2011-12-22 09:18:58 +0000	[diff] [blame]	342	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	343	return (__m256i)__builtin_ia32_pminuw256 ((__v16hi)__a, (__v16hi)__b);
Craig Topper	1f2460a	2011-12-22 09:18:58 +0000	[diff] [blame]	344	}
				345
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	346	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	347	_mm256_min_epu32(__m256i __a, __m256i __b)
Craig Topper	1f2460a	2011-12-22 09:18:58 +0000	[diff] [blame]	348	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	349	return (__m256i)__builtin_ia32_pminud256((__v8si)__a, (__v8si)__b);
Craig Topper	1f2460a	2011-12-22 09:18:58 +0000	[diff] [blame]	350	}
				351
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	352	static __inline__ int __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	353	_mm256_movemask_epi8(__m256i __a)
Craig Topper	1f2460a	2011-12-22 09:18:58 +0000	[diff] [blame]	354	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	355	return __builtin_ia32_pmovmskb256((__v32qi)__a);
Craig Topper	1f2460a	2011-12-22 09:18:58 +0000	[diff] [blame]	356	}
				357
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	358	static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper	1f2460a	2011-12-22 09:18:58 +0000	[diff] [blame]	359	_mm256_cvtepi8_epi16(__m128i __V)
				360	{
				361	return (__m256i)__builtin_ia32_pmovsxbw256((__v16qi)__V);
				362	}
				363
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	364	static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper	1f2460a	2011-12-22 09:18:58 +0000	[diff] [blame]	365	_mm256_cvtepi8_epi32(__m128i __V)
				366	{
				367	return (__m256i)__builtin_ia32_pmovsxbd256((__v16qi)__V);
				368	}
				369
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	370	static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper	1f2460a	2011-12-22 09:18:58 +0000	[diff] [blame]	371	_mm256_cvtepi8_epi64(__m128i __V)
				372	{
				373	return (__m256i)__builtin_ia32_pmovsxbq256((__v16qi)__V);
				374	}
				375
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	376	static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper	1f2460a	2011-12-22 09:18:58 +0000	[diff] [blame]	377	_mm256_cvtepi16_epi32(__m128i __V)
				378	{
				379	return (__m256i)__builtin_ia32_pmovsxwd256((__v8hi)__V);
				380	}
				381
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	382	static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper	1f2460a	2011-12-22 09:18:58 +0000	[diff] [blame]	383	_mm256_cvtepi16_epi64(__m128i __V)
				384	{
				385	return (__m256i)__builtin_ia32_pmovsxwq256((__v8hi)__V);
				386	}
				387
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	388	static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper	1f2460a	2011-12-22 09:18:58 +0000	[diff] [blame]	389	_mm256_cvtepi32_epi64(__m128i __V)
				390	{
				391	return (__m256i)__builtin_ia32_pmovsxdq256((__v4si)__V);
				392	}
				393
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	394	static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper	1f2460a	2011-12-22 09:18:58 +0000	[diff] [blame]	395	_mm256_cvtepu8_epi16(__m128i __V)
				396	{
				397	return (__m256i)__builtin_ia32_pmovzxbw256((__v16qi)__V);
				398	}
				399
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	400	static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper	1f2460a	2011-12-22 09:18:58 +0000	[diff] [blame]	401	_mm256_cvtepu8_epi32(__m128i __V)
				402	{
				403	return (__m256i)__builtin_ia32_pmovzxbd256((__v16qi)__V);
				404	}
				405
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	406	static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper	1f2460a	2011-12-22 09:18:58 +0000	[diff] [blame]	407	_mm256_cvtepu8_epi64(__m128i __V)
				408	{
				409	return (__m256i)__builtin_ia32_pmovzxbq256((__v16qi)__V);
				410	}
				411
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	412	static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper	1f2460a	2011-12-22 09:18:58 +0000	[diff] [blame]	413	_mm256_cvtepu16_epi32(__m128i __V)
				414	{
				415	return (__m256i)__builtin_ia32_pmovzxwd256((__v8hi)__V);
				416	}
				417
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	418	static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper	1f2460a	2011-12-22 09:18:58 +0000	[diff] [blame]	419	_mm256_cvtepu16_epi64(__m128i __V)
				420	{
				421	return (__m256i)__builtin_ia32_pmovzxwq256((__v8hi)__V);
				422	}
				423
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	424	static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper	1f2460a	2011-12-22 09:18:58 +0000	[diff] [blame]	425	_mm256_cvtepu32_epi64(__m128i __V)
				426	{
				427	return (__m256i)__builtin_ia32_pmovzxdq256((__v4si)__V);
				428	}
				429
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	430	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	431	_mm256_mul_epi32(__m256i __a, __m256i __b)
Craig Topper	235a365	2011-12-23 08:31:16 +0000	[diff] [blame]	432	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	433	return (__m256i)__builtin_ia32_pmuldq256((__v8si)__a, (__v8si)__b);
Craig Topper	235a365	2011-12-23 08:31:16 +0000	[diff] [blame]	434	}
				435
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	436	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	437	_mm256_mulhrs_epi16(__m256i __a, __m256i __b)
Craig Topper	235a365	2011-12-23 08:31:16 +0000	[diff] [blame]	438	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	439	return (__m256i)__builtin_ia32_pmulhrsw256((__v16hi)__a, (__v16hi)__b);
Craig Topper	235a365	2011-12-23 08:31:16 +0000	[diff] [blame]	440	}
				441
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	442	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	443	_mm256_mulhi_epu16(__m256i __a, __m256i __b)
Craig Topper	235a365	2011-12-23 08:31:16 +0000	[diff] [blame]	444	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	445	return (__m256i)__builtin_ia32_pmulhuw256((__v16hi)__a, (__v16hi)__b);
Craig Topper	235a365	2011-12-23 08:31:16 +0000	[diff] [blame]	446	}
				447
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	448	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	449	_mm256_mulhi_epi16(__m256i __a, __m256i __b)
Craig Topper	235a365	2011-12-23 08:31:16 +0000	[diff] [blame]	450	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	451	return (__m256i)__builtin_ia32_pmulhw256((__v16hi)__a, (__v16hi)__b);
Craig Topper	235a365	2011-12-23 08:31:16 +0000	[diff] [blame]	452	}
				453
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	454	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	455	_mm256_mullo_epi16(__m256i __a, __m256i __b)
Craig Topper	235a365	2011-12-23 08:31:16 +0000	[diff] [blame]	456	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	457	return (__m256i)((__v16hi)__a * (__v16hi)__b);
Craig Topper	235a365	2011-12-23 08:31:16 +0000	[diff] [blame]	458	}
				459
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	460	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	461	_mm256_mullo_epi32 (__m256i __a, __m256i __b)
Craig Topper	235a365	2011-12-23 08:31:16 +0000	[diff] [blame]	462	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	463	return (__m256i)((__v8si)__a * (__v8si)__b);
Craig Topper	235a365	2011-12-23 08:31:16 +0000	[diff] [blame]	464	}
				465
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	466	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	467	_mm256_mul_epu32(__m256i __a, __m256i __b)
Craig Topper	235a365	2011-12-23 08:31:16 +0000	[diff] [blame]	468	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	469	return __builtin_ia32_pmuludq256((__v8si)__a, (__v8si)__b);
Craig Topper	235a365	2011-12-23 08:31:16 +0000	[diff] [blame]	470	}
				471
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	472	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	473	_mm256_or_si256(__m256i __a, __m256i __b)
Craig Topper	a557e1c	2011-12-19 09:03:48 +0000	[diff] [blame]	474	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	475	return __a \| __b;
Craig Topper	a557e1c	2011-12-19 09:03:48 +0000	[diff] [blame]	476	}
				477
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	478	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	479	_mm256_sad_epu8(__m256i __a, __m256i __b)
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	480	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	481	return __builtin_ia32_psadbw256((__v32qi)__a, (__v32qi)__b);
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	482	}
				483
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	484	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	485	_mm256_shuffle_epi8(__m256i __a, __m256i __b)
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	486	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	487	return (__m256i)__builtin_ia32_pshufb256((__v32qi)__a, (__v32qi)__b);
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	488	}
				489
				490	#define _mm256_shuffle_epi32(a, imm) __extension__ ({ \
				491	__m256i __a = (a); \
				492	(__m256i)__builtin_shufflevector((__v8si)__a, (__v8si)_mm256_set1_epi32(0), \
				493	(imm) & 0x3, ((imm) & 0xc) >> 2, \
				494	((imm) & 0x30) >> 4, ((imm) & 0xc0) >> 6, \
				495	4 + (((imm) & 0x03) >> 0), \
				496	4 + (((imm) & 0x0c) >> 2), \
				497	4 + (((imm) & 0x30) >> 4), \
				498	4 + (((imm) & 0xc0) >> 6)); })
				499
				500	#define _mm256_shufflehi_epi16(a, imm) __extension__ ({ \
				501	__m256i __a = (a); \
				502	(__m256i)__builtin_shufflevector((__v16hi)__a, (__v16hi)_mm256_set1_epi16(0), \
				503	0, 1, 2, 3, \
				504	4 + (((imm) & 0x03) >> 0), \
				505	4 + (((imm) & 0x0c) >> 2), \
				506	4 + (((imm) & 0x30) >> 4), \
				507	4 + (((imm) & 0xc0) >> 6), \
				508	8, 9, 10, 11, \
				509	12 + (((imm) & 0x03) >> 0), \
				510	12 + (((imm) & 0x0c) >> 2), \
				511	12 + (((imm) & 0x30) >> 4), \
				512	12 + (((imm) & 0xc0) >> 6)); })
				513
				514	#define _mm256_shufflelo_epi16(a, imm) __extension__ ({ \
				515	__m256i __a = (a); \
				516	(__m256i)__builtin_shufflevector((__v16hi)__a, (__v16hi)_mm256_set1_epi16(0), \
				517	(imm) & 0x3,((imm) & 0xc) >> 2, \
				518	((imm) & 0x30) >> 4, ((imm) & 0xc0) >> 6, \
				519	4, 5, 6, 7, \
				520	8 + (((imm) & 0x03) >> 0), \
				521	8 + (((imm) & 0x0c) >> 2), \
				522	8 + (((imm) & 0x30) >> 4), \
				523	8 + (((imm) & 0xc0) >> 6), \
				524	12, 13, 14, 15); })
				525
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	526	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	527	_mm256_sign_epi8(__m256i __a, __m256i __b)
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	528	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	529	return (__m256i)__builtin_ia32_psignb256((__v32qi)__a, (__v32qi)__b);
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	530	}
				531
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	532	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	533	_mm256_sign_epi16(__m256i __a, __m256i __b)
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	534	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	535	return (__m256i)__builtin_ia32_psignw256((__v16hi)__a, (__v16hi)__b);
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	536	}
				537
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	538	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	539	_mm256_sign_epi32(__m256i __a, __m256i __b)
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	540	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	541	return (__m256i)__builtin_ia32_psignd256((__v8si)__a, (__v8si)__b);
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	542	}
				543
				544	#define _mm256_slli_si256(a, count) __extension__ ({ \
				545	__m256i __a = (a); \
				546	(__m256i)__builtin_ia32_pslldqi256(__a, (count)*8); })
				547
Michael Kuperstein	6168183	2015-05-19 13:05:46 +0000	[diff] [blame]	548	#define _mm256_bslli_epi128(a, count) _mm256_slli_si256((a), (count))
				549
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	550	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	551	_mm256_slli_epi16(__m256i __a, int __count)
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	552	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	553	return (__m256i)__builtin_ia32_psllwi256((__v16hi)__a, __count);
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	554	}
				555
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	556	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	557	_mm256_sll_epi16(__m256i __a, __m128i __count)
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	558	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	559	return (__m256i)__builtin_ia32_psllw256((__v16hi)__a, (__v8hi)__count);
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	560	}
				561
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	562	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	563	_mm256_slli_epi32(__m256i __a, int __count)
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	564	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	565	return (__m256i)__builtin_ia32_pslldi256((__v8si)__a, __count);
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	566	}
				567
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	568	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	569	_mm256_sll_epi32(__m256i __a, __m128i __count)
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	570	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	571	return (__m256i)__builtin_ia32_pslld256((__v8si)__a, (__v4si)__count);
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	572	}
				573
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	574	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	575	_mm256_slli_epi64(__m256i __a, int __count)
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	576	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	577	return __builtin_ia32_psllqi256(__a, __count);
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	578	}
				579
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	580	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	581	_mm256_sll_epi64(__m256i __a, __m128i __count)
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	582	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	583	return __builtin_ia32_psllq256(__a, __count);
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	584	}
				585
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	586	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	587	_mm256_srai_epi16(__m256i __a, int __count)
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	588	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	589	return (__m256i)__builtin_ia32_psrawi256((__v16hi)__a, __count);
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	590	}
				591
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	592	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	593	_mm256_sra_epi16(__m256i __a, __m128i __count)
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	594	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	595	return (__m256i)__builtin_ia32_psraw256((__v16hi)__a, (__v8hi)__count);
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	596	}
				597
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	598	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	599	_mm256_srai_epi32(__m256i __a, int __count)
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	600	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	601	return (__m256i)__builtin_ia32_psradi256((__v8si)__a, __count);
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	602	}
				603
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	604	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	605	_mm256_sra_epi32(__m256i __a, __m128i __count)
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	606	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	607	return (__m256i)__builtin_ia32_psrad256((__v8si)__a, (__v4si)__count);
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	608	}
				609
				610	#define _mm256_srli_si256(a, count) __extension__ ({ \
				611	__m256i __a = (a); \
				612	(__m256i)__builtin_ia32_psrldqi256(__a, (count)*8); })
				613
Michael Kuperstein	6168183	2015-05-19 13:05:46 +0000	[diff] [blame]	614	#define _mm256_bsrli_epi128(a, count) _mm256_srli_si256((a), (count))
				615
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	616	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	617	_mm256_srli_epi16(__m256i __a, int __count)
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	618	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	619	return (__m256i)__builtin_ia32_psrlwi256((__v16hi)__a, __count);
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	620	}
				621
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	622	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	623	_mm256_srl_epi16(__m256i __a, __m128i __count)
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	624	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	625	return (__m256i)__builtin_ia32_psrlw256((__v16hi)__a, (__v8hi)__count);
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	626	}
				627
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	628	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	629	_mm256_srli_epi32(__m256i __a, int __count)
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	630	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	631	return (__m256i)__builtin_ia32_psrldi256((__v8si)__a, __count);
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	632	}
				633
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	634	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	635	_mm256_srl_epi32(__m256i __a, __m128i __count)
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	636	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	637	return (__m256i)__builtin_ia32_psrld256((__v8si)__a, (__v4si)__count);
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	638	}
				639
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	640	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	641	_mm256_srli_epi64(__m256i __a, int __count)
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	642	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	643	return __builtin_ia32_psrlqi256(__a, __count);
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	644	}
				645
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	646	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	647	_mm256_srl_epi64(__m256i __a, __m128i __count)
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	648	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	649	return __builtin_ia32_psrlq256(__a, __count);
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	650	}
				651
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	652	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	653	_mm256_sub_epi8(__m256i __a, __m256i __b)
Craig Topper	dec792e	2011-12-19 05:04:33 +0000	[diff] [blame]	654	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	655	return (__m256i)((__v32qi)__a - (__v32qi)__b);
Craig Topper	dec792e	2011-12-19 05:04:33 +0000	[diff] [blame]	656	}
				657
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	658	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	659	_mm256_sub_epi16(__m256i __a, __m256i __b)
Craig Topper	dec792e	2011-12-19 05:04:33 +0000	[diff] [blame]	660	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	661	return (__m256i)((__v16hi)__a - (__v16hi)__b);
Craig Topper	dec792e	2011-12-19 05:04:33 +0000	[diff] [blame]	662	}
				663
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	664	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	665	_mm256_sub_epi32(__m256i __a, __m256i __b)
Craig Topper	dec792e	2011-12-19 05:04:33 +0000	[diff] [blame]	666	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	667	return (__m256i)((__v8si)__a - (__v8si)__b);
Craig Topper	dec792e	2011-12-19 05:04:33 +0000	[diff] [blame]	668	}
				669
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	670	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	671	_mm256_sub_epi64(__m256i __a, __m256i __b)
Craig Topper	dec792e	2011-12-19 05:04:33 +0000	[diff] [blame]	672	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	673	return __a - __b;
Craig Topper	dec792e	2011-12-19 05:04:33 +0000	[diff] [blame]	674	}
Craig Topper	94aba2c	2011-12-19 07:03:25 +0000	[diff] [blame]	675
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	676	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	677	_mm256_subs_epi8(__m256i __a, __m256i __b)
Craig Topper	94aba2c	2011-12-19 07:03:25 +0000	[diff] [blame]	678	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	679	return (__m256i)__builtin_ia32_psubsb256((__v32qi)__a, (__v32qi)__b);
Craig Topper	94aba2c	2011-12-19 07:03:25 +0000	[diff] [blame]	680	}
				681
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	682	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	683	_mm256_subs_epi16(__m256i __a, __m256i __b)
Craig Topper	94aba2c	2011-12-19 07:03:25 +0000	[diff] [blame]	684	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	685	return (__m256i)__builtin_ia32_psubsw256((__v16hi)__a, (__v16hi)__b);
Craig Topper	94aba2c	2011-12-19 07:03:25 +0000	[diff] [blame]	686	}
				687
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	688	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	689	_mm256_subs_epu8(__m256i __a, __m256i __b)
Craig Topper	94aba2c	2011-12-19 07:03:25 +0000	[diff] [blame]	690	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	691	return (__m256i)__builtin_ia32_psubusb256((__v32qi)__a, (__v32qi)__b);
Craig Topper	94aba2c	2011-12-19 07:03:25 +0000	[diff] [blame]	692	}
				693
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	694	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	695	_mm256_subs_epu16(__m256i __a, __m256i __b)
Craig Topper	94aba2c	2011-12-19 07:03:25 +0000	[diff] [blame]	696	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	697	return (__m256i)__builtin_ia32_psubusw256((__v16hi)__a, (__v16hi)__b);
Craig Topper	94aba2c	2011-12-19 07:03:25 +0000	[diff] [blame]	698	}
				699
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	700	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	701	_mm256_unpackhi_epi8(__m256i __a, __m256i __b)
Craig Topper	a6fdbd1	2011-12-24 03:58:43 +0000	[diff] [blame]	702	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	703	return (__m256i)__builtin_shufflevector((__v32qi)__a, (__v32qi)__b, 8, 32+8, 9, 32+9, 10, 32+10, 11, 32+11, 12, 32+12, 13, 32+13, 14, 32+14, 15, 32+15, 24, 32+24, 25, 32+25, 26, 32+26, 27, 32+27, 28, 32+28, 29, 32+29, 30, 32+30, 31, 32+31);
Craig Topper	a6fdbd1	2011-12-24 03:58:43 +0000	[diff] [blame]	704	}
				705
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	706	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	707	_mm256_unpackhi_epi16(__m256i __a, __m256i __b)
Craig Topper	a6fdbd1	2011-12-24 03:58:43 +0000	[diff] [blame]	708	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	709	return (__m256i)__builtin_shufflevector((__v16hi)__a, (__v16hi)__b, 4, 16+4, 5, 16+5, 6, 16+6, 7, 16+7, 12, 16+12, 13, 16+13, 14, 16+14, 15, 16+15);
Craig Topper	a6fdbd1	2011-12-24 03:58:43 +0000	[diff] [blame]	710	}
				711
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	712	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	713	_mm256_unpackhi_epi32(__m256i __a, __m256i __b)
Craig Topper	a6fdbd1	2011-12-24 03:58:43 +0000	[diff] [blame]	714	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	715	return (__m256i)__builtin_shufflevector((__v8si)__a, (__v8si)__b, 2, 8+2, 3, 8+3, 6, 8+6, 7, 8+7);
Craig Topper	a6fdbd1	2011-12-24 03:58:43 +0000	[diff] [blame]	716	}
				717
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	718	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	719	_mm256_unpackhi_epi64(__m256i __a, __m256i __b)
Craig Topper	a6fdbd1	2011-12-24 03:58:43 +0000	[diff] [blame]	720	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	721	return (__m256i)__builtin_shufflevector(__a, __b, 1, 4+1, 3, 4+3);
Craig Topper	a6fdbd1	2011-12-24 03:58:43 +0000	[diff] [blame]	722	}
				723
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	724	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	725	_mm256_unpacklo_epi8(__m256i __a, __m256i __b)
Craig Topper	a6fdbd1	2011-12-24 03:58:43 +0000	[diff] [blame]	726	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	727	return (__m256i)__builtin_shufflevector((__v32qi)__a, (__v32qi)__b, 0, 32+0, 1, 32+1, 2, 32+2, 3, 32+3, 4, 32+4, 5, 32+5, 6, 32+6, 7, 32+7, 16, 32+16, 17, 32+17, 18, 32+18, 19, 32+19, 20, 32+20, 21, 32+21, 22, 32+22, 23, 32+23);
Craig Topper	a6fdbd1	2011-12-24 03:58:43 +0000	[diff] [blame]	728	}
				729
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	730	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	731	_mm256_unpacklo_epi16(__m256i __a, __m256i __b)
Craig Topper	a6fdbd1	2011-12-24 03:58:43 +0000	[diff] [blame]	732	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	733	return (__m256i)__builtin_shufflevector((__v16hi)__a, (__v16hi)__b, 0, 16+0, 1, 16+1, 2, 16+2, 3, 16+3, 8, 16+8, 9, 16+9, 10, 16+10, 11, 16+11);
Craig Topper	a6fdbd1	2011-12-24 03:58:43 +0000	[diff] [blame]	734	}
				735
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	736	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	737	_mm256_unpacklo_epi32(__m256i __a, __m256i __b)
Craig Topper	a6fdbd1	2011-12-24 03:58:43 +0000	[diff] [blame]	738	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	739	return (__m256i)__builtin_shufflevector((__v8si)__a, (__v8si)__b, 0, 8+0, 1, 8+1, 4, 8+4, 5, 8+5);
Craig Topper	a6fdbd1	2011-12-24 03:58:43 +0000	[diff] [blame]	740	}
				741
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	742	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	743	_mm256_unpacklo_epi64(__m256i __a, __m256i __b)
Craig Topper	a6fdbd1	2011-12-24 03:58:43 +0000	[diff] [blame]	744	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	745	return (__m256i)__builtin_shufflevector(__a, __b, 0, 4+0, 2, 4+2);
Craig Topper	a6fdbd1	2011-12-24 03:58:43 +0000	[diff] [blame]	746	}
				747
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	748	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	749	_mm256_xor_si256(__m256i __a, __m256i __b)
Craig Topper	a557e1c	2011-12-19 09:03:48 +0000	[diff] [blame]	750	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	751	return __a ^ __b;
Craig Topper	a557e1c	2011-12-19 09:03:48 +0000	[diff] [blame]	752	}
Craig Topper	9479895	2011-12-24 05:19:29 +0000	[diff] [blame]	753
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	754	static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper	9479895	2011-12-24 05:19:29 +0000	[diff] [blame]	755	_mm256_stream_load_si256(__m256i *__V)
				756	{
				757	return (__m256i)__builtin_ia32_movntdqa256((__v4di *)__V);
				758	}
				759
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	760	static __inline__ __m128 __DEFAULT_FN_ATTRS
Craig Topper	9479895	2011-12-24 05:19:29 +0000	[diff] [blame]	761	_mm_broadcastss_ps(__m128 __X)
				762	{
				763	return (__m128)__builtin_ia32_vbroadcastss_ps((__v4sf)__X);
				764	}
				765
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	766	static __inline__ __m128d __DEFAULT_FN_ATTRS
Michael Kuperstein	877f3cb	2015-05-19 14:49:14 +0000	[diff] [blame]	767	_mm_broadcastsd_pd(__m128d __a)
				768	{
				769	return __builtin_shufflevector(__a, __a, 0, 0);
				770	}
				771
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	772	static __inline__ __m256 __DEFAULT_FN_ATTRS
Craig Topper	9479895	2011-12-24 05:19:29 +0000	[diff] [blame]	773	_mm256_broadcastss_ps(__m128 __X)
				774	{
				775	return (__m256)__builtin_ia32_vbroadcastss_ps256((__v4sf)__X);
				776	}
				777
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	778	static __inline__ __m256d __DEFAULT_FN_ATTRS
Craig Topper	9479895	2011-12-24 05:19:29 +0000	[diff] [blame]	779	_mm256_broadcastsd_pd(__m128d __X)
				780	{
				781	return (__m256d)__builtin_ia32_vbroadcastsd_pd256((__v2df)__X);
				782	}
				783
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	784	static __inline__ __m256i __DEFAULT_FN_ATTRS
Juergen Ributzka	2c2dbf4	2013-08-17 16:40:09 +0000	[diff] [blame]	785	_mm256_broadcastsi128_si256(__m128i __X)
Craig Topper	9479895	2011-12-24 05:19:29 +0000	[diff] [blame]	786	{
Juergen Ributzka	9baa03f	2015-03-03 17:22:53 +0000	[diff] [blame]	787	return (__m256i)__builtin_shufflevector(__X, __X, 0, 1, 0, 1);
Craig Topper	9479895	2011-12-24 05:19:29 +0000	[diff] [blame]	788	}
				789
				790	#define _mm_blend_epi32(V1, V2, M) __extension__ ({ \
				791	__m128i __V1 = (V1); \
				792	__m128i __V2 = (V2); \
Filipe Cabecinhas	5d289b4	2014-05-13 02:37:02 +0000	[diff] [blame]	793	(__m128i)__builtin_shufflevector((__v4si)__V1, (__v4si)__V2, \
				794	(((M) & 0x01) ? 4 : 0), \
				795	(((M) & 0x02) ? 5 : 1), \
				796	(((M) & 0x04) ? 6 : 2), \
				797	(((M) & 0x08) ? 7 : 3)); })
Craig Topper	9479895	2011-12-24 05:19:29 +0000	[diff] [blame]	798
				799	#define _mm256_blend_epi32(V1, V2, M) __extension__ ({ \
				800	__m256i __V1 = (V1); \
				801	__m256i __V2 = (V2); \
Filipe Cabecinhas	5d289b4	2014-05-13 02:37:02 +0000	[diff] [blame]	802	(__m256i)__builtin_shufflevector((__v8si)__V1, (__v8si)__V2, \
				803	(((M) & 0x01) ? 8 : 0), \
				804	(((M) & 0x02) ? 9 : 1), \
				805	(((M) & 0x04) ? 10 : 2), \
				806	(((M) & 0x08) ? 11 : 3), \
				807	(((M) & 0x10) ? 12 : 4), \
				808	(((M) & 0x20) ? 13 : 5), \
				809	(((M) & 0x40) ? 14 : 6), \
				810	(((M) & 0x80) ? 15 : 7)); })
Craig Topper	9f00948	2011-12-24 07:55:14 +0000	[diff] [blame]	811
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	812	static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper	9f00948	2011-12-24 07:55:14 +0000	[diff] [blame]	813	_mm256_broadcastb_epi8(__m128i __X)
				814	{
				815	return (__m256i)__builtin_ia32_pbroadcastb256((__v16qi)__X);
				816	}
				817
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	818	static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper	9f00948	2011-12-24 07:55:14 +0000	[diff] [blame]	819	_mm256_broadcastw_epi16(__m128i __X)
				820	{
				821	return (__m256i)__builtin_ia32_pbroadcastw256((__v8hi)__X);
				822	}
				823
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	824	static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper	9f00948	2011-12-24 07:55:14 +0000	[diff] [blame]	825	_mm256_broadcastd_epi32(__m128i __X)
				826	{
				827	return (__m256i)__builtin_ia32_pbroadcastd256((__v4si)__X);
				828	}
				829
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	830	static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper	9f00948	2011-12-24 07:55:14 +0000	[diff] [blame]	831	_mm256_broadcastq_epi64(__m128i __X)
				832	{
				833	return (__m256i)__builtin_ia32_pbroadcastq256(__X);
				834	}
				835
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	836	static __inline__ __m128i __DEFAULT_FN_ATTRS
Craig Topper	9f00948	2011-12-24 07:55:14 +0000	[diff] [blame]	837	_mm_broadcastb_epi8(__m128i __X)
				838	{
				839	return (__m128i)__builtin_ia32_pbroadcastb128((__v16qi)__X);
				840	}
				841
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	842	static __inline__ __m128i __DEFAULT_FN_ATTRS
Craig Topper	9f00948	2011-12-24 07:55:14 +0000	[diff] [blame]	843	_mm_broadcastw_epi16(__m128i __X)
				844	{
				845	return (__m128i)__builtin_ia32_pbroadcastw128((__v8hi)__X);
				846	}
				847
				848
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	849	static __inline__ __m128i __DEFAULT_FN_ATTRS
Craig Topper	9f00948	2011-12-24 07:55:14 +0000	[diff] [blame]	850	_mm_broadcastd_epi32(__m128i __X)
				851	{
				852	return (__m128i)__builtin_ia32_pbroadcastd128((__v4si)__X);
				853	}
				854
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	855	static __inline__ __m128i __DEFAULT_FN_ATTRS
Craig Topper	9f00948	2011-12-24 07:55:14 +0000	[diff] [blame]	856	_mm_broadcastq_epi64(__m128i __X)
				857	{
				858	return (__m128i)__builtin_ia32_pbroadcastq128(__X);
				859	}
				860
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	861	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	862	_mm256_permutevar8x32_epi32(__m256i __a, __m256i __b)
Craig Topper	9f00948	2011-12-24 07:55:14 +0000	[diff] [blame]	863	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	864	return (__m256i)__builtin_ia32_permvarsi256((__v8si)__a, (__v8si)__b);
Craig Topper	9f00948	2011-12-24 07:55:14 +0000	[diff] [blame]	865	}
				866
				867	#define _mm256_permute4x64_pd(V, M) __extension__ ({ \
				868	__m256d __V = (V); \
Craig Topper	8e57855	2012-04-15 22:18:10 +0000	[diff] [blame]	869	(__m256d)__builtin_shufflevector((__v4df)__V, (__v4df) _mm256_setzero_pd(), \
				870	(M) & 0x3, ((M) & 0xc) >> 2, \
				871	((M) & 0x30) >> 4, ((M) & 0xc0) >> 6); })
Craig Topper	9f00948	2011-12-24 07:55:14 +0000	[diff] [blame]	872
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	873	static __inline__ __m256 __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	874	_mm256_permutevar8x32_ps(__m256 __a, __m256 __b)
Craig Topper	9f00948	2011-12-24 07:55:14 +0000	[diff] [blame]	875	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	876	return (__m256)__builtin_ia32_permvarsf256((__v8sf)__a, (__v8sf)__b);
Craig Topper	9f00948	2011-12-24 07:55:14 +0000	[diff] [blame]	877	}
				878
				879	#define _mm256_permute4x64_epi64(V, M) __extension__ ({ \
				880	__m256i __V = (V); \
Craig Topper	8e57855	2012-04-15 22:18:10 +0000	[diff] [blame]	881	(__m256i)__builtin_shufflevector((__v4di)__V, (__v4di) _mm256_setzero_si256(), \
				882	(M) & 0x3, ((M) & 0xc) >> 2, \
				883	((M) & 0x30) >> 4, ((M) & 0xc0) >> 6); })
Craig Topper	9f00948	2011-12-24 07:55:14 +0000	[diff] [blame]	884
				885	#define _mm256_permute2x128_si256(V1, V2, M) __extension__ ({ \
				886	__m256i __V1 = (V1); \
				887	__m256i __V2 = (V2); \
Craig Topper	26e74e5	2012-04-17 05:16:56 +0000	[diff] [blame]	888	(__m256i)__builtin_ia32_permti256(__V1, __V2, (M)); })
Craig Topper	175543a	2011-12-24 17:20:15 +0000	[diff] [blame]	889
Sanjay Patel	0a6da5d	2015-03-12 21:54:24 +0000	[diff] [blame]	890	#define _mm256_extracti128_si256(V, M) __extension__ ({ \
				891	(__m128i)__builtin_shufflevector( \
				892	(__v4di)(V), \
				893	(__v4di)(_mm256_setzero_si256()), \
				894	(((M) & 1) ? 2 : 0), \
				895	(((M) & 1) ? 3 : 1) );})
Craig Topper	175543a	2011-12-24 17:20:15 +0000	[diff] [blame]	896
Sanjay Patel	0a6da5d	2015-03-12 21:54:24 +0000	[diff] [blame]	897	#define _mm256_inserti128_si256(V1, V2, M) __extension__ ({ \
				898	(__m256i)__builtin_shufflevector( \
				899	(__v4di)(V1), \
				900	(__v4di)_mm256_castsi128_si256((__m128i)(V2)), \
				901	(((M) & 1) ? 0 : 4), \
				902	(((M) & 1) ? 1 : 5), \
				903	(((M) & 1) ? 4 : 2), \
				904	(((M) & 1) ? 5 : 3) );})
Craig Topper	175543a	2011-12-24 17:20:15 +0000	[diff] [blame]	905
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	906	static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper	175543a	2011-12-24 17:20:15 +0000	[diff] [blame]	907	_mm256_maskload_epi32(int const *__X, __m256i __M)
				908	{
				909	return (__m256i)__builtin_ia32_maskloadd256((const __v8si *)__X, (__v8si)__M);
				910	}
				911
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	912	static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper	175543a	2011-12-24 17:20:15 +0000	[diff] [blame]	913	_mm256_maskload_epi64(long long const *__X, __m256i __M)
				914	{
				915	return (__m256i)__builtin_ia32_maskloadq256((const __v4di *)__X, __M);
				916	}
				917
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	918	static __inline__ __m128i __DEFAULT_FN_ATTRS
Craig Topper	175543a	2011-12-24 17:20:15 +0000	[diff] [blame]	919	_mm_maskload_epi32(int const *__X, __m128i __M)
				920	{
				921	return (__m128i)__builtin_ia32_maskloadd((const __v4si *)__X, (__v4si)__M);
				922	}
				923
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	924	static __inline__ __m128i __DEFAULT_FN_ATTRS
Craig Topper	175543a	2011-12-24 17:20:15 +0000	[diff] [blame]	925	_mm_maskload_epi64(long long const *__X, __m128i __M)
				926	{
				927	return (__m128i)__builtin_ia32_maskloadq((const __v2di *)__X, (__v2di)__M);
				928	}
				929
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	930	static __inline__ void __DEFAULT_FN_ATTRS
Craig Topper	175543a	2011-12-24 17:20:15 +0000	[diff] [blame]	931	_mm256_maskstore_epi32(int *__X, __m256i __M, __m256i __Y)
				932	{
				933	__builtin_ia32_maskstored256((__v8si *)__X, (__v8si)__M, (__v8si)__Y);
				934	}
				935
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	936	static __inline__ void __DEFAULT_FN_ATTRS
Craig Topper	175543a	2011-12-24 17:20:15 +0000	[diff] [blame]	937	_mm256_maskstore_epi64(long long *__X, __m256i __M, __m256i __Y)
				938	{
				939	__builtin_ia32_maskstoreq256((__v4di *)__X, __M, __Y);
				940	}
				941
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	942	static __inline__ void __DEFAULT_FN_ATTRS
Craig Topper	175543a	2011-12-24 17:20:15 +0000	[diff] [blame]	943	_mm_maskstore_epi32(int *__X, __m128i __M, __m128i __Y)
				944	{
				945	__builtin_ia32_maskstored((__v4si *)__X, (__v4si)__M, (__v4si)__Y);
				946	}
				947
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	948	static __inline__ void __DEFAULT_FN_ATTRS
Craig Topper	175543a	2011-12-24 17:20:15 +0000	[diff] [blame]	949	_mm_maskstore_epi64(long long *__X, __m128i __M, __m128i __Y)
				950	{
				951	__builtin_ia32_maskstoreq(( __v2di *)__X, __M, __Y);
				952	}
				953
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	954	static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper	175543a	2011-12-24 17:20:15 +0000	[diff] [blame]	955	_mm256_sllv_epi32(__m256i __X, __m256i __Y)
				956	{
				957	return (__m256i)__builtin_ia32_psllv8si((__v8si)__X, (__v8si)__Y);
				958	}
				959
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	960	static __inline__ __m128i __DEFAULT_FN_ATTRS
Craig Topper	175543a	2011-12-24 17:20:15 +0000	[diff] [blame]	961	_mm_sllv_epi32(__m128i __X, __m128i __Y)
				962	{
				963	return (__m128i)__builtin_ia32_psllv4si((__v4si)__X, (__v4si)__Y);
				964	}
				965
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	966	static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper	175543a	2011-12-24 17:20:15 +0000	[diff] [blame]	967	_mm256_sllv_epi64(__m256i __X, __m256i __Y)
				968	{
				969	return (__m256i)__builtin_ia32_psllv4di(__X, __Y);
				970	}
				971
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	972	static __inline__ __m128i __DEFAULT_FN_ATTRS
Craig Topper	175543a	2011-12-24 17:20:15 +0000	[diff] [blame]	973	_mm_sllv_epi64(__m128i __X, __m128i __Y)
				974	{
				975	return (__m128i)__builtin_ia32_psllv2di(__X, __Y);
				976	}
				977
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	978	static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper	175543a	2011-12-24 17:20:15 +0000	[diff] [blame]	979	_mm256_srav_epi32(__m256i __X, __m256i __Y)
				980	{
				981	return (__m256i)__builtin_ia32_psrav8si((__v8si)__X, (__v8si)__Y);
				982	}
				983
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	984	static __inline__ __m128i __DEFAULT_FN_ATTRS
Craig Topper	175543a	2011-12-24 17:20:15 +0000	[diff] [blame]	985	_mm_srav_epi32(__m128i __X, __m128i __Y)
				986	{
				987	return (__m128i)__builtin_ia32_psrav4si((__v4si)__X, (__v4si)__Y);
				988	}
				989
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	990	static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper	175543a	2011-12-24 17:20:15 +0000	[diff] [blame]	991	_mm256_srlv_epi32(__m256i __X, __m256i __Y)
				992	{
				993	return (__m256i)__builtin_ia32_psrlv8si((__v8si)__X, (__v8si)__Y);
				994	}
				995
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	996	static __inline__ __m128i __DEFAULT_FN_ATTRS
Craig Topper	175543a	2011-12-24 17:20:15 +0000	[diff] [blame]	997	_mm_srlv_epi32(__m128i __X, __m128i __Y)
				998	{
				999	return (__m128i)__builtin_ia32_psrlv4si((__v4si)__X, (__v4si)__Y);
				1000	}
				1001
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	1002	static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper	175543a	2011-12-24 17:20:15 +0000	[diff] [blame]	1003	_mm256_srlv_epi64(__m256i __X, __m256i __Y)
				1004	{
				1005	return (__m256i)__builtin_ia32_psrlv4di(__X, __Y);
				1006	}
				1007
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	1008	static __inline__ __m128i __DEFAULT_FN_ATTRS
Craig Topper	175543a	2011-12-24 17:20:15 +0000	[diff] [blame]	1009	_mm_srlv_epi64(__m128i __X, __m128i __Y)
				1010	{
				1011	return (__m128i)__builtin_ia32_psrlv2di(__X, __Y);
				1012	}
Manman Ren	add5e9e	2012-06-26 19:55:09 +0000	[diff] [blame]	1013
				1014	#define _mm_mask_i32gather_pd(a, m, i, mask, s) __extension__ ({ \
				1015	__m128d __a = (a); \
				1016	double const *__m = (m); \
				1017	__m128i __i = (i); \
				1018	__m128d __mask = (mask); \
				1019	(__m128d)__builtin_ia32_gatherd_pd((__v2df)__a, (const __v2df *)__m, \
				1020	(__v4si)__i, (__v2df)__mask, (s)); })
				1021
				1022	#define _mm256_mask_i32gather_pd(a, m, i, mask, s) __extension__ ({ \
				1023	__m256d __a = (a); \
				1024	double const *__m = (m); \
Manman Ren	86c3250	2012-06-29 00:54:35 +0000	[diff] [blame]	1025	__m128i __i = (i); \
Manman Ren	add5e9e	2012-06-26 19:55:09 +0000	[diff] [blame]	1026	__m256d __mask = (mask); \
				1027	(__m256d)__builtin_ia32_gatherd_pd256((__v4df)__a, (const __v4df *)__m, \
Manman Ren	86c3250	2012-06-29 00:54:35 +0000	[diff] [blame]	1028	(__v4si)__i, (__v4df)__mask, (s)); })
Manman Ren	add5e9e	2012-06-26 19:55:09 +0000	[diff] [blame]	1029
				1030	#define _mm_mask_i64gather_pd(a, m, i, mask, s) __extension__ ({ \
				1031	__m128d __a = (a); \
				1032	double const *__m = (m); \
				1033	__m128i __i = (i); \
				1034	__m128d __mask = (mask); \
				1035	(__m128d)__builtin_ia32_gatherq_pd((__v2df)__a, (const __v2df *)__m, \
				1036	(__v2di)__i, (__v2df)__mask, (s)); })
				1037
				1038	#define _mm256_mask_i64gather_pd(a, m, i, mask, s) __extension__ ({ \
				1039	__m256d __a = (a); \
				1040	double const *__m = (m); \
				1041	__m256i __i = (i); \
				1042	__m256d __mask = (mask); \
				1043	(__m256d)__builtin_ia32_gatherq_pd256((__v4df)__a, (const __v4df *)__m, \
				1044	(__v4di)__i, (__v4df)__mask, (s)); })
				1045
				1046	#define _mm_mask_i32gather_ps(a, m, i, mask, s) __extension__ ({ \
				1047	__m128 __a = (a); \
				1048	float const *__m = (m); \
				1049	__m128i __i = (i); \
				1050	__m128 __mask = (mask); \
				1051	(__m128)__builtin_ia32_gatherd_ps((__v4sf)__a, (const __v4sf *)__m, \
				1052	(__v4si)__i, (__v4sf)__mask, (s)); })
				1053
				1054	#define _mm256_mask_i32gather_ps(a, m, i, mask, s) __extension__ ({ \
				1055	__m256 __a = (a); \
				1056	float const *__m = (m); \
				1057	__m256i __i = (i); \
				1058	__m256 __mask = (mask); \
				1059	(__m256)__builtin_ia32_gatherd_ps256((__v8sf)__a, (const __v8sf *)__m, \
				1060	(__v8si)__i, (__v8sf)__mask, (s)); })
				1061
				1062	#define _mm_mask_i64gather_ps(a, m, i, mask, s) __extension__ ({ \
				1063	__m128 __a = (a); \
				1064	float const *__m = (m); \
				1065	__m128i __i = (i); \
				1066	__m128 __mask = (mask); \
				1067	(__m128)__builtin_ia32_gatherq_ps((__v4sf)__a, (const __v4sf *)__m, \
				1068	(__v2di)__i, (__v4sf)__mask, (s)); })
				1069
				1070	#define _mm256_mask_i64gather_ps(a, m, i, mask, s) __extension__ ({ \
Manman Ren	86c3250	2012-06-29 00:54:35 +0000	[diff] [blame]	1071	__m128 __a = (a); \
Manman Ren	add5e9e	2012-06-26 19:55:09 +0000	[diff] [blame]	1072	float const *__m = (m); \
				1073	__m256i __i = (i); \
Manman Ren	86c3250	2012-06-29 00:54:35 +0000	[diff] [blame]	1074	__m128 __mask = (mask); \
				1075	(__m128)__builtin_ia32_gatherq_ps256((__v4sf)__a, (const __v4sf *)__m, \
				1076	(__v4di)__i, (__v4sf)__mask, (s)); })
				1077
				1078	#define _mm_mask_i32gather_epi32(a, m, i, mask, s) __extension__ ({ \
				1079	__m128i __a = (a); \
				1080	int const *__m = (m); \
				1081	__m128i __i = (i); \
				1082	__m128i __mask = (mask); \
				1083	(__m128i)__builtin_ia32_gatherd_d((__v4si)__a, (const __v4si *)__m, \
				1084	(__v4si)__i, (__v4si)__mask, (s)); })
				1085
				1086	#define _mm256_mask_i32gather_epi32(a, m, i, mask, s) __extension__ ({ \
				1087	__m256i __a = (a); \
				1088	int const *__m = (m); \
				1089	__m256i __i = (i); \
				1090	__m256i __mask = (mask); \
				1091	(__m256i)__builtin_ia32_gatherd_d256((__v8si)__a, (const __v8si *)__m, \
				1092	(__v8si)__i, (__v8si)__mask, (s)); })
				1093
				1094	#define _mm_mask_i64gather_epi32(a, m, i, mask, s) __extension__ ({ \
				1095	__m128i __a = (a); \
				1096	int const *__m = (m); \
				1097	__m128i __i = (i); \
				1098	__m128i __mask = (mask); \
				1099	(__m128i)__builtin_ia32_gatherq_d((__v4si)__a, (const __v4si *)__m, \
				1100	(__v2di)__i, (__v4si)__mask, (s)); })
				1101
				1102	#define _mm256_mask_i64gather_epi32(a, m, i, mask, s) __extension__ ({ \
				1103	__m128i __a = (a); \
				1104	int const *__m = (m); \
				1105	__m256i __i = (i); \
				1106	__m128i __mask = (mask); \
				1107	(__m128i)__builtin_ia32_gatherq_d256((__v4si)__a, (const __v4si *)__m, \
				1108	(__v4di)__i, (__v4si)__mask, (s)); })
				1109
				1110	#define _mm_mask_i32gather_epi64(a, m, i, mask, s) __extension__ ({ \
				1111	__m128i __a = (a); \
Eli Friedman	3cd55f4	2013-09-23 23:52:04 +0000	[diff] [blame]	1112	long long const *__m = (m); \
Manman Ren	86c3250	2012-06-29 00:54:35 +0000	[diff] [blame]	1113	__m128i __i = (i); \
				1114	__m128i __mask = (mask); \
				1115	(__m128i)__builtin_ia32_gatherd_q((__v2di)__a, (const __v2di *)__m, \
				1116	(__v4si)__i, (__v2di)__mask, (s)); })
				1117
				1118	#define _mm256_mask_i32gather_epi64(a, m, i, mask, s) __extension__ ({ \
				1119	__m256i __a = (a); \
Eli Friedman	3cd55f4	2013-09-23 23:52:04 +0000	[diff] [blame]	1120	long long const *__m = (m); \
Manman Ren	86c3250	2012-06-29 00:54:35 +0000	[diff] [blame]	1121	__m128i __i = (i); \
				1122	__m256i __mask = (mask); \
				1123	(__m256i)__builtin_ia32_gatherd_q256((__v4di)__a, (const __v4di *)__m, \
				1124	(__v4si)__i, (__v4di)__mask, (s)); })
				1125
				1126	#define _mm_mask_i64gather_epi64(a, m, i, mask, s) __extension__ ({ \
				1127	__m128i __a = (a); \
Eli Friedman	3cd55f4	2013-09-23 23:52:04 +0000	[diff] [blame]	1128	long long const *__m = (m); \
Manman Ren	86c3250	2012-06-29 00:54:35 +0000	[diff] [blame]	1129	__m128i __i = (i); \
				1130	__m128i __mask = (mask); \
				1131	(__m128i)__builtin_ia32_gatherq_q((__v2di)__a, (const __v2di *)__m, \
				1132	(__v2di)__i, (__v2di)__mask, (s)); })
				1133
				1134	#define _mm256_mask_i64gather_epi64(a, m, i, mask, s) __extension__ ({ \
				1135	__m256i __a = (a); \
Eli Friedman	3cd55f4	2013-09-23 23:52:04 +0000	[diff] [blame]	1136	long long const *__m = (m); \
Manman Ren	86c3250	2012-06-29 00:54:35 +0000	[diff] [blame]	1137	__m256i __i = (i); \
				1138	__m256i __mask = (mask); \
				1139	(__m256i)__builtin_ia32_gatherq_q256((__v4di)__a, (const __v4di *)__m, \
				1140	(__v4di)__i, (__v4di)__mask, (s)); })
Manman Ren	f865ba0	2012-06-29 05:19:13 +0000	[diff] [blame]	1141
				1142	#define _mm_i32gather_pd(m, i, s) __extension__ ({ \
				1143	double const *__m = (m); \
				1144	__m128i __i = (i); \
				1145	(__m128d)__builtin_ia32_gatherd_pd((__v2df)_mm_setzero_pd(), \
				1146	(const __v2df *)__m, (__v4si)__i, \
				1147	(__v2df)_mm_set1_pd((double)(long long int)-1), (s)); })
				1148
				1149	#define _mm256_i32gather_pd(m, i, s) __extension__ ({ \
				1150	double const *__m = (m); \
				1151	__m128i __i = (i); \
				1152	(__m256d)__builtin_ia32_gatherd_pd256((__v4df)_mm256_setzero_pd(), \
				1153	(const __v4df *)__m, (__v4si)__i, \
				1154	(__v4df)_mm256_set1_pd((double)(long long int)-1), (s)); })
				1155
				1156	#define _mm_i64gather_pd(m, i, s) __extension__ ({ \
				1157	double const *__m = (m); \
				1158	__m128i __i = (i); \
				1159	(__m128d)__builtin_ia32_gatherq_pd((__v2df)_mm_setzero_pd(), \
				1160	(const __v2df *)__m, (__v2di)__i, \
				1161	(__v2df)_mm_set1_pd((double)(long long int)-1), (s)); })
				1162
				1163	#define _mm256_i64gather_pd(m, i, s) __extension__ ({ \
				1164	double const *__m = (m); \
				1165	__m256i __i = (i); \
				1166	(__m256d)__builtin_ia32_gatherq_pd256((__v4df)_mm256_setzero_pd(), \
				1167	(const __v4df *)__m, (__v4di)__i, \
				1168	(__v4df)_mm256_set1_pd((double)(long long int)-1), (s)); })
				1169
				1170	#define _mm_i32gather_ps(m, i, s) __extension__ ({ \
				1171	float const *__m = (m); \
				1172	__m128i __i = (i); \
				1173	(__m128)__builtin_ia32_gatherd_ps((__v4sf)_mm_setzero_ps(), \
				1174	(const __v4sf *)__m, (__v4si)__i, \
				1175	(__v4sf)_mm_set1_ps((float)(int)-1), (s)); })
				1176
				1177	#define _mm256_i32gather_ps(m, i, s) __extension__ ({ \
				1178	float const *__m = (m); \
				1179	__m256i __i = (i); \
				1180	(__m256)__builtin_ia32_gatherd_ps256((__v8sf)_mm256_setzero_ps(), \
				1181	(const __v8sf *)__m, (__v8si)__i, \
				1182	(__v8sf)_mm256_set1_ps((float)(int)-1), (s)); })
				1183
				1184	#define _mm_i64gather_ps(m, i, s) __extension__ ({ \
				1185	float const *__m = (m); \
				1186	__m128i __i = (i); \
				1187	(__m128)__builtin_ia32_gatherq_ps((__v4sf)_mm_setzero_ps(), \
				1188	(const __v4sf *)__m, (__v2di)__i, \
				1189	(__v4sf)_mm_set1_ps((float)(int)-1), (s)); })
				1190
				1191	#define _mm256_i64gather_ps(m, i, s) __extension__ ({ \
				1192	float const *__m = (m); \
				1193	__m256i __i = (i); \
				1194	(__m128)__builtin_ia32_gatherq_ps256((__v4sf)_mm_setzero_ps(), \
				1195	(const __v4sf *)__m, (__v4di)__i, \
				1196	(__v4sf)_mm_set1_ps((float)(int)-1), (s)); })
				1197
				1198	#define _mm_i32gather_epi32(m, i, s) __extension__ ({ \
				1199	int const *__m = (m); \
				1200	__m128i __i = (i); \
				1201	(__m128i)__builtin_ia32_gatherd_d((__v4si)_mm_setzero_si128(), \
				1202	(const __v4si *)__m, (__v4si)__i, \
				1203	(__v4si)_mm_set1_epi32(-1), (s)); })
				1204
				1205	#define _mm256_i32gather_epi32(m, i, s) __extension__ ({ \
				1206	int const *__m = (m); \
				1207	__m256i __i = (i); \
				1208	(__m256i)__builtin_ia32_gatherd_d256((__v8si)_mm256_setzero_si256(), \
				1209	(const __v8si *)__m, (__v8si)__i, \
				1210	(__v8si)_mm256_set1_epi32(-1), (s)); })
				1211
				1212	#define _mm_i64gather_epi32(m, i, s) __extension__ ({ \
				1213	int const *__m = (m); \
				1214	__m128i __i = (i); \
				1215	(__m128i)__builtin_ia32_gatherq_d((__v4si)_mm_setzero_si128(), \
				1216	(const __v4si *)__m, (__v2di)__i, \
				1217	(__v4si)_mm_set1_epi32(-1), (s)); })
				1218
				1219	#define _mm256_i64gather_epi32(m, i, s) __extension__ ({ \
				1220	int const *__m = (m); \
				1221	__m256i __i = (i); \
				1222	(__m128i)__builtin_ia32_gatherq_d256((__v4si)_mm_setzero_si128(), \
				1223	(const __v4si *)__m, (__v4di)__i, \
				1224	(__v4si)_mm_set1_epi32(-1), (s)); })
				1225
				1226	#define _mm_i32gather_epi64(m, i, s) __extension__ ({ \
Eli Friedman	3cd55f4	2013-09-23 23:52:04 +0000	[diff] [blame]	1227	long long const *__m = (m); \
Manman Ren	f865ba0	2012-06-29 05:19:13 +0000	[diff] [blame]	1228	__m128i __i = (i); \
				1229	(__m128i)__builtin_ia32_gatherd_q((__v2di)_mm_setzero_si128(), \
				1230	(const __v2di *)__m, (__v4si)__i, \
				1231	(__v2di)_mm_set1_epi64x(-1), (s)); })
				1232
				1233	#define _mm256_i32gather_epi64(m, i, s) __extension__ ({ \
Eli Friedman	3cd55f4	2013-09-23 23:52:04 +0000	[diff] [blame]	1234	long long const *__m = (m); \
Manman Ren	f865ba0	2012-06-29 05:19:13 +0000	[diff] [blame]	1235	__m128i __i = (i); \
				1236	(__m256i)__builtin_ia32_gatherd_q256((__v4di)_mm256_setzero_si256(), \
				1237	(const __v4di *)__m, (__v4si)__i, \
				1238	(__v4di)_mm256_set1_epi64x(-1), (s)); })
				1239
				1240	#define _mm_i64gather_epi64(m, i, s) __extension__ ({ \
Eli Friedman	3cd55f4	2013-09-23 23:52:04 +0000	[diff] [blame]	1241	long long const *__m = (m); \
Manman Ren	f865ba0	2012-06-29 05:19:13 +0000	[diff] [blame]	1242	__m128i __i = (i); \
				1243	(__m128i)__builtin_ia32_gatherq_q((__v2di)_mm_setzero_si128(), \
				1244	(const __v2di *)__m, (__v2di)__i, \
				1245	(__v2di)_mm_set1_epi64x(-1), (s)); })
				1246
				1247	#define _mm256_i64gather_epi64(m, i, s) __extension__ ({ \
Eli Friedman	3cd55f4	2013-09-23 23:52:04 +0000	[diff] [blame]	1248	long long const *__m = (m); \
Manman Ren	f865ba0	2012-06-29 05:19:13 +0000	[diff] [blame]	1249	__m256i __i = (i); \
				1250	(__m256i)__builtin_ia32_gatherq_q256((__v4di)_mm256_setzero_si256(), \
				1251	(const __v4di *)__m, (__v4di)__i, \
				1252	(__v4di)_mm256_set1_epi64x(-1), (s)); })
Richard Smith	49e5644	2013-07-14 05:41:45 +0000	[diff] [blame]	1253
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame^]	1254	#undef __DEFAULT_FN_ATTRS
Eric Christopher	4d185168	2015-06-17 07:09:20 +0000	[diff] [blame]	1255
Richard Smith	49e5644	2013-07-14 05:41:45 +0000	[diff] [blame]	1256	#endif /* __AVX2INTRIN_H */