Blame - clang/lib/Headers/avx2intrin.h - toolchain/llvm-project

blob: f1ceb1999bc6fa907a8489f15c66080ea91d4f21 [file] [log] [blame]

Craig Topper	dec792e	2011-12-19 05:04:33 +0000	[diff] [blame]	1	/*===---- avx2intrin.h - AVX2 intrinsics -----------------------------------===
				2	*
				3	* Permission is hereby granted, free of charge, to any person obtaining a copy
				4	* of this software and associated documentation files (the "Software"), to deal
				5	* in the Software without restriction, including without limitation the rights
				6	* to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
				7	* copies of the Software, and to permit persons to whom the Software is
				8	* furnished to do so, subject to the following conditions:
				9	*
				10	* The above copyright notice and this permission notice shall be included in
				11	* all copies or substantial portions of the Software.
				12	*
				13	* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
				14	* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
				15	* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
				16	* AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
				17	* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
				18	* OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
				19	* THE SOFTWARE.
				20	*
				21	*===-----------------------------------------------------------------------===
				22	*/
				23
				24	#ifndef __IMMINTRIN_H
				25	#error "Never use <avx2intrin.h> directly; include <immintrin.h> instead."
				26	#endif
				27
Richard Smith	49e5644	2013-07-14 05:41:45 +0000	[diff] [blame]	28	#ifndef __AVX2INTRIN_H
				29	#define __AVX2INTRIN_H
				30
Eric Christopher	4d185168	2015-06-17 07:09:20 +0000	[diff] [blame]	31	/* Define the default attributes for the functions in this file. */
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	32	#define __DEFAULT_FN_ATTRS __attribute__((__always_inline__, __nodebug__, __target__("avx2")))
Eric Christopher	4d185168	2015-06-17 07:09:20 +0000	[diff] [blame]	33
Craig Topper	dec792e	2011-12-19 05:04:33 +0000	[diff] [blame]	34	/* SSE4 Multiple Packed Sums of Absolute Difference. */
				35	#define _mm256_mpsadbw_epu8(X, Y, M) __builtin_ia32_mpsadbw256((X), (Y), (M))
				36
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	37	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	38	_mm256_abs_epi8(__m256i __a)
Craig Topper	dec792e	2011-12-19 05:04:33 +0000	[diff] [blame]	39	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	40	return (__m256i)__builtin_ia32_pabsb256((__v32qi)__a);
Craig Topper	dec792e	2011-12-19 05:04:33 +0000	[diff] [blame]	41	}
				42
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	43	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	44	_mm256_abs_epi16(__m256i __a)
Craig Topper	dec792e	2011-12-19 05:04:33 +0000	[diff] [blame]	45	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	46	return (__m256i)__builtin_ia32_pabsw256((__v16hi)__a);
Craig Topper	dec792e	2011-12-19 05:04:33 +0000	[diff] [blame]	47	}
				48
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	49	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	50	_mm256_abs_epi32(__m256i __a)
Craig Topper	dec792e	2011-12-19 05:04:33 +0000	[diff] [blame]	51	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	52	return (__m256i)__builtin_ia32_pabsd256((__v8si)__a);
Craig Topper	dec792e	2011-12-19 05:04:33 +0000	[diff] [blame]	53	}
				54
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	55	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	56	_mm256_packs_epi16(__m256i __a, __m256i __b)
Craig Topper	dec792e	2011-12-19 05:04:33 +0000	[diff] [blame]	57	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	58	return (__m256i)__builtin_ia32_packsswb256((__v16hi)__a, (__v16hi)__b);
Craig Topper	dec792e	2011-12-19 05:04:33 +0000	[diff] [blame]	59	}
				60
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	61	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	62	_mm256_packs_epi32(__m256i __a, __m256i __b)
Craig Topper	dec792e	2011-12-19 05:04:33 +0000	[diff] [blame]	63	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	64	return (__m256i)__builtin_ia32_packssdw256((__v8si)__a, (__v8si)__b);
Craig Topper	dec792e	2011-12-19 05:04:33 +0000	[diff] [blame]	65	}
				66
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	67	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	68	_mm256_packus_epi16(__m256i __a, __m256i __b)
Craig Topper	dec792e	2011-12-19 05:04:33 +0000	[diff] [blame]	69	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	70	return (__m256i)__builtin_ia32_packuswb256((__v16hi)__a, (__v16hi)__b);
Craig Topper	dec792e	2011-12-19 05:04:33 +0000	[diff] [blame]	71	}
				72
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	73	static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper	dec792e	2011-12-19 05:04:33 +0000	[diff] [blame]	74	_mm256_packus_epi32(__m256i __V1, __m256i __V2)
				75	{
				76	return (__m256i) __builtin_ia32_packusdw256((__v8si)__V1, (__v8si)__V2);
				77	}
				78
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	79	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	80	_mm256_add_epi8(__m256i __a, __m256i __b)
Craig Topper	dec792e	2011-12-19 05:04:33 +0000	[diff] [blame]	81	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	82	return (__m256i)((__v32qi)__a + (__v32qi)__b);
Craig Topper	dec792e	2011-12-19 05:04:33 +0000	[diff] [blame]	83	}
				84
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	85	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	86	_mm256_add_epi16(__m256i __a, __m256i __b)
Craig Topper	dec792e	2011-12-19 05:04:33 +0000	[diff] [blame]	87	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	88	return (__m256i)((__v16hi)__a + (__v16hi)__b);
Craig Topper	dec792e	2011-12-19 05:04:33 +0000	[diff] [blame]	89	}
				90
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	91	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	92	_mm256_add_epi32(__m256i __a, __m256i __b)
Craig Topper	dec792e	2011-12-19 05:04:33 +0000	[diff] [blame]	93	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	94	return (__m256i)((__v8si)__a + (__v8si)__b);
Craig Topper	dec792e	2011-12-19 05:04:33 +0000	[diff] [blame]	95	}
				96
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	97	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	98	_mm256_add_epi64(__m256i __a, __m256i __b)
Craig Topper	dec792e	2011-12-19 05:04:33 +0000	[diff] [blame]	99	{
Craig Topper	1aa231e	2016-05-16 06:38:42 +0000	[diff] [blame^]	100	return (__m256i)((__v4di)__a + (__v4di)__b);
Craig Topper	dec792e	2011-12-19 05:04:33 +0000	[diff] [blame]	101	}
				102
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	103	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	104	_mm256_adds_epi8(__m256i __a, __m256i __b)
Craig Topper	94aba2c	2011-12-19 07:03:25 +0000	[diff] [blame]	105	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	106	return (__m256i)__builtin_ia32_paddsb256((__v32qi)__a, (__v32qi)__b);
Craig Topper	94aba2c	2011-12-19 07:03:25 +0000	[diff] [blame]	107	}
				108
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	109	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	110	_mm256_adds_epi16(__m256i __a, __m256i __b)
Craig Topper	94aba2c	2011-12-19 07:03:25 +0000	[diff] [blame]	111	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	112	return (__m256i)__builtin_ia32_paddsw256((__v16hi)__a, (__v16hi)__b);
Craig Topper	94aba2c	2011-12-19 07:03:25 +0000	[diff] [blame]	113	}
				114
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	115	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	116	_mm256_adds_epu8(__m256i __a, __m256i __b)
Craig Topper	94aba2c	2011-12-19 07:03:25 +0000	[diff] [blame]	117	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	118	return (__m256i)__builtin_ia32_paddusb256((__v32qi)__a, (__v32qi)__b);
Craig Topper	94aba2c	2011-12-19 07:03:25 +0000	[diff] [blame]	119	}
				120
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	121	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	122	_mm256_adds_epu16(__m256i __a, __m256i __b)
Craig Topper	94aba2c	2011-12-19 07:03:25 +0000	[diff] [blame]	123	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	124	return (__m256i)__builtin_ia32_paddusw256((__v16hi)__a, (__v16hi)__b);
Craig Topper	94aba2c	2011-12-19 07:03:25 +0000	[diff] [blame]	125	}
				126
Craig Topper	7148166	2015-11-10 05:08:05 +0000	[diff] [blame]	127	#define _mm256_alignr_epi8(a, b, n) __extension__ ({ \
				128	(__m256i)__builtin_ia32_palignr256((__v32qi)(__m256i)(a), \
				129	(__v32qi)(__m256i)(b), (n)); })
Craig Topper	94aba2c	2011-12-19 07:03:25 +0000	[diff] [blame]	130
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	131	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	132	_mm256_and_si256(__m256i __a, __m256i __b)
Craig Topper	a557e1c	2011-12-19 09:03:48 +0000	[diff] [blame]	133	{
Craig Topper	1aa231e	2016-05-16 06:38:42 +0000	[diff] [blame^]	134	return (__m256i)((__v4di)__a & (__v4di)__b);
Craig Topper	a557e1c	2011-12-19 09:03:48 +0000	[diff] [blame]	135	}
				136
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	137	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	138	_mm256_andnot_si256(__m256i __a, __m256i __b)
Craig Topper	a557e1c	2011-12-19 09:03:48 +0000	[diff] [blame]	139	{
Craig Topper	1aa231e	2016-05-16 06:38:42 +0000	[diff] [blame^]	140	return (__m256i)(~(__v4di)__a & (__v4di)__b);
Craig Topper	a557e1c	2011-12-19 09:03:48 +0000	[diff] [blame]	141	}
				142
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	143	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	144	_mm256_avg_epu8(__m256i __a, __m256i __b)
Craig Topper	a89747d	2011-12-20 09:55:26 +0000	[diff] [blame]	145	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	146	return (__m256i)__builtin_ia32_pavgb256((__v32qi)__a, (__v32qi)__b);
Craig Topper	a89747d	2011-12-20 09:55:26 +0000	[diff] [blame]	147	}
				148
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	149	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	150	_mm256_avg_epu16(__m256i __a, __m256i __b)
Craig Topper	a89747d	2011-12-20 09:55:26 +0000	[diff] [blame]	151	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	152	return (__m256i)__builtin_ia32_pavgw256((__v16hi)__a, (__v16hi)__b);
Craig Topper	a89747d	2011-12-20 09:55:26 +0000	[diff] [blame]	153	}
				154
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	155	static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper	a89747d	2011-12-20 09:55:26 +0000	[diff] [blame]	156	_mm256_blendv_epi8(__m256i __V1, __m256i __V2, __m256i __M)
				157	{
				158	return (__m256i)__builtin_ia32_pblendvb256((__v32qi)__V1, (__v32qi)__V2,
				159	(__v32qi)__M);
				160	}
				161
Craig Topper	7148166	2015-11-10 05:08:05 +0000	[diff] [blame]	162	#define _mm256_blend_epi16(V1, V2, M) __extension__ ({ \
				163	(__m256i)__builtin_shufflevector((__v16hi)(__m256i)(V1), \
				164	(__v16hi)(__m256i)(V2), \
				165	(((M) & 0x01) ? 16 : 0), \
				166	(((M) & 0x02) ? 17 : 1), \
				167	(((M) & 0x04) ? 18 : 2), \
				168	(((M) & 0x08) ? 19 : 3), \
				169	(((M) & 0x10) ? 20 : 4), \
				170	(((M) & 0x20) ? 21 : 5), \
				171	(((M) & 0x40) ? 22 : 6), \
				172	(((M) & 0x80) ? 23 : 7), \
				173	(((M) & 0x01) ? 24 : 8), \
				174	(((M) & 0x02) ? 25 : 9), \
Filipe Cabecinhas	5d289b4	2014-05-13 02:37:02 +0000	[diff] [blame]	175	(((M) & 0x04) ? 26 : 10), \
				176	(((M) & 0x08) ? 27 : 11), \
				177	(((M) & 0x10) ? 28 : 12), \
				178	(((M) & 0x20) ? 29 : 13), \
				179	(((M) & 0x40) ? 30 : 14), \
				180	(((M) & 0x80) ? 31 : 15)); })
Craig Topper	a89747d	2011-12-20 09:55:26 +0000	[diff] [blame]	181
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	182	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	183	_mm256_cmpeq_epi8(__m256i __a, __m256i __b)
Craig Topper	a89747d	2011-12-20 09:55:26 +0000	[diff] [blame]	184	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	185	return (__m256i)((__v32qi)__a == (__v32qi)__b);
Craig Topper	a89747d	2011-12-20 09:55:26 +0000	[diff] [blame]	186	}
				187
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	188	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	189	_mm256_cmpeq_epi16(__m256i __a, __m256i __b)
Craig Topper	a89747d	2011-12-20 09:55:26 +0000	[diff] [blame]	190	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	191	return (__m256i)((__v16hi)__a == (__v16hi)__b);
Craig Topper	a89747d	2011-12-20 09:55:26 +0000	[diff] [blame]	192	}
				193
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	194	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	195	_mm256_cmpeq_epi32(__m256i __a, __m256i __b)
Craig Topper	a89747d	2011-12-20 09:55:26 +0000	[diff] [blame]	196	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	197	return (__m256i)((__v8si)__a == (__v8si)__b);
Craig Topper	a89747d	2011-12-20 09:55:26 +0000	[diff] [blame]	198	}
				199
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	200	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	201	_mm256_cmpeq_epi64(__m256i __a, __m256i __b)
Craig Topper	a89747d	2011-12-20 09:55:26 +0000	[diff] [blame]	202	{
Craig Topper	1aa231e	2016-05-16 06:38:42 +0000	[diff] [blame^]	203	return (__m256i)((__v4di)__a == (__v4di)__b);
Craig Topper	a89747d	2011-12-20 09:55:26 +0000	[diff] [blame]	204	}
				205
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	206	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	207	_mm256_cmpgt_epi8(__m256i __a, __m256i __b)
Craig Topper	a89747d	2011-12-20 09:55:26 +0000	[diff] [blame]	208	{
Chandler Carruth	cbe6411	2015-10-01 23:40:12 +0000	[diff] [blame]	209	/* This function always performs a signed comparison, but __v32qi is a char
				210	which may be signed or unsigned, so use __v32qs. */
				211	return (__m256i)((__v32qs)__a > (__v32qs)__b);
Craig Topper	a89747d	2011-12-20 09:55:26 +0000	[diff] [blame]	212	}
				213
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	214	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	215	_mm256_cmpgt_epi16(__m256i __a, __m256i __b)
Craig Topper	a89747d	2011-12-20 09:55:26 +0000	[diff] [blame]	216	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	217	return (__m256i)((__v16hi)__a > (__v16hi)__b);
Craig Topper	a89747d	2011-12-20 09:55:26 +0000	[diff] [blame]	218	}
				219
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	220	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	221	_mm256_cmpgt_epi32(__m256i __a, __m256i __b)
Craig Topper	a89747d	2011-12-20 09:55:26 +0000	[diff] [blame]	222	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	223	return (__m256i)((__v8si)__a > (__v8si)__b);
Craig Topper	a89747d	2011-12-20 09:55:26 +0000	[diff] [blame]	224	}
				225
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	226	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	227	_mm256_cmpgt_epi64(__m256i __a, __m256i __b)
Craig Topper	a89747d	2011-12-20 09:55:26 +0000	[diff] [blame]	228	{
Craig Topper	1aa231e	2016-05-16 06:38:42 +0000	[diff] [blame^]	229	return (__m256i)((__v4di)__a > (__v4di)__b);
Craig Topper	a89747d	2011-12-20 09:55:26 +0000	[diff] [blame]	230	}
				231
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	232	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	233	_mm256_hadd_epi16(__m256i __a, __m256i __b)
Craig Topper	3fe5ac4	2011-12-21 08:17:40 +0000	[diff] [blame]	234	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	235	return (__m256i)__builtin_ia32_phaddw256((__v16hi)__a, (__v16hi)__b);
Craig Topper	3fe5ac4	2011-12-21 08:17:40 +0000	[diff] [blame]	236	}
				237
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	238	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	239	_mm256_hadd_epi32(__m256i __a, __m256i __b)
Craig Topper	3fe5ac4	2011-12-21 08:17:40 +0000	[diff] [blame]	240	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	241	return (__m256i)__builtin_ia32_phaddd256((__v8si)__a, (__v8si)__b);
Craig Topper	3fe5ac4	2011-12-21 08:17:40 +0000	[diff] [blame]	242	}
				243
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	244	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	245	_mm256_hadds_epi16(__m256i __a, __m256i __b)
Craig Topper	3fe5ac4	2011-12-21 08:17:40 +0000	[diff] [blame]	246	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	247	return (__m256i)__builtin_ia32_phaddsw256((__v16hi)__a, (__v16hi)__b);
Craig Topper	3fe5ac4	2011-12-21 08:17:40 +0000	[diff] [blame]	248	}
				249
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	250	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	251	_mm256_hsub_epi16(__m256i __a, __m256i __b)
Craig Topper	3fe5ac4	2011-12-21 08:17:40 +0000	[diff] [blame]	252	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	253	return (__m256i)__builtin_ia32_phsubw256((__v16hi)__a, (__v16hi)__b);
Craig Topper	3fe5ac4	2011-12-21 08:17:40 +0000	[diff] [blame]	254	}
				255
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	256	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	257	_mm256_hsub_epi32(__m256i __a, __m256i __b)
Craig Topper	3fe5ac4	2011-12-21 08:17:40 +0000	[diff] [blame]	258	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	259	return (__m256i)__builtin_ia32_phsubd256((__v8si)__a, (__v8si)__b);
Craig Topper	3fe5ac4	2011-12-21 08:17:40 +0000	[diff] [blame]	260	}
				261
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	262	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	263	_mm256_hsubs_epi16(__m256i __a, __m256i __b)
Craig Topper	3fe5ac4	2011-12-21 08:17:40 +0000	[diff] [blame]	264	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	265	return (__m256i)__builtin_ia32_phsubsw256((__v16hi)__a, (__v16hi)__b);
Craig Topper	3fe5ac4	2011-12-21 08:17:40 +0000	[diff] [blame]	266	}
				267
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	268	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	269	_mm256_maddubs_epi16(__m256i __a, __m256i __b)
Craig Topper	a73baa8	2011-12-21 08:35:05 +0000	[diff] [blame]	270	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	271	return (__m256i)__builtin_ia32_pmaddubsw256((__v32qi)__a, (__v32qi)__b);
Craig Topper	a73baa8	2011-12-21 08:35:05 +0000	[diff] [blame]	272	}
				273
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	274	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	275	_mm256_madd_epi16(__m256i __a, __m256i __b)
Craig Topper	a73baa8	2011-12-21 08:35:05 +0000	[diff] [blame]	276	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	277	return (__m256i)__builtin_ia32_pmaddwd256((__v16hi)__a, (__v16hi)__b);
Craig Topper	a73baa8	2011-12-21 08:35:05 +0000	[diff] [blame]	278	}
				279
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	280	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	281	_mm256_max_epi8(__m256i __a, __m256i __b)
Craig Topper	1f2460a	2011-12-22 09:18:58 +0000	[diff] [blame]	282	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	283	return (__m256i)__builtin_ia32_pmaxsb256((__v32qi)__a, (__v32qi)__b);
Craig Topper	1f2460a	2011-12-22 09:18:58 +0000	[diff] [blame]	284	}
				285
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	286	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	287	_mm256_max_epi16(__m256i __a, __m256i __b)
Craig Topper	1f2460a	2011-12-22 09:18:58 +0000	[diff] [blame]	288	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	289	return (__m256i)__builtin_ia32_pmaxsw256((__v16hi)__a, (__v16hi)__b);
Craig Topper	1f2460a	2011-12-22 09:18:58 +0000	[diff] [blame]	290	}
				291
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	292	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	293	_mm256_max_epi32(__m256i __a, __m256i __b)
Craig Topper	1f2460a	2011-12-22 09:18:58 +0000	[diff] [blame]	294	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	295	return (__m256i)__builtin_ia32_pmaxsd256((__v8si)__a, (__v8si)__b);
Craig Topper	1f2460a	2011-12-22 09:18:58 +0000	[diff] [blame]	296	}
				297
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	298	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	299	_mm256_max_epu8(__m256i __a, __m256i __b)
Craig Topper	1f2460a	2011-12-22 09:18:58 +0000	[diff] [blame]	300	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	301	return (__m256i)__builtin_ia32_pmaxub256((__v32qi)__a, (__v32qi)__b);
Craig Topper	1f2460a	2011-12-22 09:18:58 +0000	[diff] [blame]	302	}
				303
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	304	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	305	_mm256_max_epu16(__m256i __a, __m256i __b)
Craig Topper	1f2460a	2011-12-22 09:18:58 +0000	[diff] [blame]	306	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	307	return (__m256i)__builtin_ia32_pmaxuw256((__v16hi)__a, (__v16hi)__b);
Craig Topper	1f2460a	2011-12-22 09:18:58 +0000	[diff] [blame]	308	}
				309
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	310	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	311	_mm256_max_epu32(__m256i __a, __m256i __b)
Craig Topper	1f2460a	2011-12-22 09:18:58 +0000	[diff] [blame]	312	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	313	return (__m256i)__builtin_ia32_pmaxud256((__v8si)__a, (__v8si)__b);
Craig Topper	1f2460a	2011-12-22 09:18:58 +0000	[diff] [blame]	314	}
				315
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	316	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	317	_mm256_min_epi8(__m256i __a, __m256i __b)
Craig Topper	1f2460a	2011-12-22 09:18:58 +0000	[diff] [blame]	318	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	319	return (__m256i)__builtin_ia32_pminsb256((__v32qi)__a, (__v32qi)__b);
Craig Topper	1f2460a	2011-12-22 09:18:58 +0000	[diff] [blame]	320	}
				321
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	322	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	323	_mm256_min_epi16(__m256i __a, __m256i __b)
Craig Topper	1f2460a	2011-12-22 09:18:58 +0000	[diff] [blame]	324	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	325	return (__m256i)__builtin_ia32_pminsw256((__v16hi)__a, (__v16hi)__b);
Craig Topper	1f2460a	2011-12-22 09:18:58 +0000	[diff] [blame]	326	}
				327
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	328	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	329	_mm256_min_epi32(__m256i __a, __m256i __b)
Craig Topper	1f2460a	2011-12-22 09:18:58 +0000	[diff] [blame]	330	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	331	return (__m256i)__builtin_ia32_pminsd256((__v8si)__a, (__v8si)__b);
Craig Topper	1f2460a	2011-12-22 09:18:58 +0000	[diff] [blame]	332	}
				333
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	334	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	335	_mm256_min_epu8(__m256i __a, __m256i __b)
Craig Topper	1f2460a	2011-12-22 09:18:58 +0000	[diff] [blame]	336	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	337	return (__m256i)__builtin_ia32_pminub256((__v32qi)__a, (__v32qi)__b);
Craig Topper	1f2460a	2011-12-22 09:18:58 +0000	[diff] [blame]	338	}
				339
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	340	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	341	_mm256_min_epu16(__m256i __a, __m256i __b)
Craig Topper	1f2460a	2011-12-22 09:18:58 +0000	[diff] [blame]	342	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	343	return (__m256i)__builtin_ia32_pminuw256 ((__v16hi)__a, (__v16hi)__b);
Craig Topper	1f2460a	2011-12-22 09:18:58 +0000	[diff] [blame]	344	}
				345
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	346	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	347	_mm256_min_epu32(__m256i __a, __m256i __b)
Craig Topper	1f2460a	2011-12-22 09:18:58 +0000	[diff] [blame]	348	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	349	return (__m256i)__builtin_ia32_pminud256((__v8si)__a, (__v8si)__b);
Craig Topper	1f2460a	2011-12-22 09:18:58 +0000	[diff] [blame]	350	}
				351
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	352	static __inline__ int __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	353	_mm256_movemask_epi8(__m256i __a)
Craig Topper	1f2460a	2011-12-22 09:18:58 +0000	[diff] [blame]	354	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	355	return __builtin_ia32_pmovmskb256((__v32qi)__a);
Craig Topper	1f2460a	2011-12-22 09:18:58 +0000	[diff] [blame]	356	}
				357
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	358	static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper	1f2460a	2011-12-22 09:18:58 +0000	[diff] [blame]	359	_mm256_cvtepi8_epi16(__m128i __V)
				360	{
				361	return (__m256i)__builtin_ia32_pmovsxbw256((__v16qi)__V);
				362	}
				363
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	364	static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper	1f2460a	2011-12-22 09:18:58 +0000	[diff] [blame]	365	_mm256_cvtepi8_epi32(__m128i __V)
				366	{
				367	return (__m256i)__builtin_ia32_pmovsxbd256((__v16qi)__V);
				368	}
				369
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	370	static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper	1f2460a	2011-12-22 09:18:58 +0000	[diff] [blame]	371	_mm256_cvtepi8_epi64(__m128i __V)
				372	{
				373	return (__m256i)__builtin_ia32_pmovsxbq256((__v16qi)__V);
				374	}
				375
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	376	static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper	1f2460a	2011-12-22 09:18:58 +0000	[diff] [blame]	377	_mm256_cvtepi16_epi32(__m128i __V)
				378	{
				379	return (__m256i)__builtin_ia32_pmovsxwd256((__v8hi)__V);
				380	}
				381
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	382	static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper	1f2460a	2011-12-22 09:18:58 +0000	[diff] [blame]	383	_mm256_cvtepi16_epi64(__m128i __V)
				384	{
				385	return (__m256i)__builtin_ia32_pmovsxwq256((__v8hi)__V);
				386	}
				387
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	388	static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper	1f2460a	2011-12-22 09:18:58 +0000	[diff] [blame]	389	_mm256_cvtepi32_epi64(__m128i __V)
				390	{
				391	return (__m256i)__builtin_ia32_pmovsxdq256((__v4si)__V);
				392	}
				393
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	394	static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper	1f2460a	2011-12-22 09:18:58 +0000	[diff] [blame]	395	_mm256_cvtepu8_epi16(__m128i __V)
				396	{
				397	return (__m256i)__builtin_ia32_pmovzxbw256((__v16qi)__V);
				398	}
				399
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	400	static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper	1f2460a	2011-12-22 09:18:58 +0000	[diff] [blame]	401	_mm256_cvtepu8_epi32(__m128i __V)
				402	{
				403	return (__m256i)__builtin_ia32_pmovzxbd256((__v16qi)__V);
				404	}
				405
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	406	static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper	1f2460a	2011-12-22 09:18:58 +0000	[diff] [blame]	407	_mm256_cvtepu8_epi64(__m128i __V)
				408	{
				409	return (__m256i)__builtin_ia32_pmovzxbq256((__v16qi)__V);
				410	}
				411
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	412	static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper	1f2460a	2011-12-22 09:18:58 +0000	[diff] [blame]	413	_mm256_cvtepu16_epi32(__m128i __V)
				414	{
				415	return (__m256i)__builtin_ia32_pmovzxwd256((__v8hi)__V);
				416	}
				417
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	418	static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper	1f2460a	2011-12-22 09:18:58 +0000	[diff] [blame]	419	_mm256_cvtepu16_epi64(__m128i __V)
				420	{
				421	return (__m256i)__builtin_ia32_pmovzxwq256((__v8hi)__V);
				422	}
				423
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	424	static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper	1f2460a	2011-12-22 09:18:58 +0000	[diff] [blame]	425	_mm256_cvtepu32_epi64(__m128i __V)
				426	{
				427	return (__m256i)__builtin_ia32_pmovzxdq256((__v4si)__V);
				428	}
				429
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	430	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	431	_mm256_mul_epi32(__m256i __a, __m256i __b)
Craig Topper	235a365	2011-12-23 08:31:16 +0000	[diff] [blame]	432	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	433	return (__m256i)__builtin_ia32_pmuldq256((__v8si)__a, (__v8si)__b);
Craig Topper	235a365	2011-12-23 08:31:16 +0000	[diff] [blame]	434	}
				435
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	436	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	437	_mm256_mulhrs_epi16(__m256i __a, __m256i __b)
Craig Topper	235a365	2011-12-23 08:31:16 +0000	[diff] [blame]	438	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	439	return (__m256i)__builtin_ia32_pmulhrsw256((__v16hi)__a, (__v16hi)__b);
Craig Topper	235a365	2011-12-23 08:31:16 +0000	[diff] [blame]	440	}
				441
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	442	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	443	_mm256_mulhi_epu16(__m256i __a, __m256i __b)
Craig Topper	235a365	2011-12-23 08:31:16 +0000	[diff] [blame]	444	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	445	return (__m256i)__builtin_ia32_pmulhuw256((__v16hi)__a, (__v16hi)__b);
Craig Topper	235a365	2011-12-23 08:31:16 +0000	[diff] [blame]	446	}
				447
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	448	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	449	_mm256_mulhi_epi16(__m256i __a, __m256i __b)
Craig Topper	235a365	2011-12-23 08:31:16 +0000	[diff] [blame]	450	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	451	return (__m256i)__builtin_ia32_pmulhw256((__v16hi)__a, (__v16hi)__b);
Craig Topper	235a365	2011-12-23 08:31:16 +0000	[diff] [blame]	452	}
				453
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	454	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	455	_mm256_mullo_epi16(__m256i __a, __m256i __b)
Craig Topper	235a365	2011-12-23 08:31:16 +0000	[diff] [blame]	456	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	457	return (__m256i)((__v16hi)__a * (__v16hi)__b);
Craig Topper	235a365	2011-12-23 08:31:16 +0000	[diff] [blame]	458	}
				459
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	460	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	461	_mm256_mullo_epi32 (__m256i __a, __m256i __b)
Craig Topper	235a365	2011-12-23 08:31:16 +0000	[diff] [blame]	462	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	463	return (__m256i)((__v8si)__a * (__v8si)__b);
Craig Topper	235a365	2011-12-23 08:31:16 +0000	[diff] [blame]	464	}
				465
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	466	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	467	_mm256_mul_epu32(__m256i __a, __m256i __b)
Craig Topper	235a365	2011-12-23 08:31:16 +0000	[diff] [blame]	468	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	469	return __builtin_ia32_pmuludq256((__v8si)__a, (__v8si)__b);
Craig Topper	235a365	2011-12-23 08:31:16 +0000	[diff] [blame]	470	}
				471
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	472	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	473	_mm256_or_si256(__m256i __a, __m256i __b)
Craig Topper	a557e1c	2011-12-19 09:03:48 +0000	[diff] [blame]	474	{
Craig Topper	1aa231e	2016-05-16 06:38:42 +0000	[diff] [blame^]	475	return (__m256i)((__v4di)__a \| (__v4di)__b);
Craig Topper	a557e1c	2011-12-19 09:03:48 +0000	[diff] [blame]	476	}
				477
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	478	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	479	_mm256_sad_epu8(__m256i __a, __m256i __b)
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	480	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	481	return __builtin_ia32_psadbw256((__v32qi)__a, (__v32qi)__b);
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	482	}
				483
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	484	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	485	_mm256_shuffle_epi8(__m256i __a, __m256i __b)
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	486	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	487	return (__m256i)__builtin_ia32_pshufb256((__v32qi)__a, (__v32qi)__b);
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	488	}
				489
				490	#define _mm256_shuffle_epi32(a, imm) __extension__ ({ \
Craig Topper	7148166	2015-11-10 05:08:05 +0000	[diff] [blame]	491	(__m256i)__builtin_shufflevector((__v8si)(__m256i)(a), \
Craig Topper	fd778ee	2015-11-10 05:08:08 +0000	[diff] [blame]	492	(__v8si)_mm256_setzero_si256(), \
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	493	(imm) & 0x3, ((imm) & 0xc) >> 2, \
				494	((imm) & 0x30) >> 4, ((imm) & 0xc0) >> 6, \
				495	4 + (((imm) & 0x03) >> 0), \
				496	4 + (((imm) & 0x0c) >> 2), \
				497	4 + (((imm) & 0x30) >> 4), \
				498	4 + (((imm) & 0xc0) >> 6)); })
				499
				500	#define _mm256_shufflehi_epi16(a, imm) __extension__ ({ \
Craig Topper	7148166	2015-11-10 05:08:05 +0000	[diff] [blame]	501	(__m256i)__builtin_shufflevector((__v16hi)(__m256i)(a), \
Craig Topper	fd778ee	2015-11-10 05:08:08 +0000	[diff] [blame]	502	(__v16hi)_mm256_setzero_si256(), \
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	503	0, 1, 2, 3, \
				504	4 + (((imm) & 0x03) >> 0), \
				505	4 + (((imm) & 0x0c) >> 2), \
				506	4 + (((imm) & 0x30) >> 4), \
				507	4 + (((imm) & 0xc0) >> 6), \
				508	8, 9, 10, 11, \
				509	12 + (((imm) & 0x03) >> 0), \
				510	12 + (((imm) & 0x0c) >> 2), \
				511	12 + (((imm) & 0x30) >> 4), \
				512	12 + (((imm) & 0xc0) >> 6)); })
				513
				514	#define _mm256_shufflelo_epi16(a, imm) __extension__ ({ \
Craig Topper	7148166	2015-11-10 05:08:05 +0000	[diff] [blame]	515	(__m256i)__builtin_shufflevector((__v16hi)(__m256i)(a), \
Craig Topper	fd778ee	2015-11-10 05:08:08 +0000	[diff] [blame]	516	(__v16hi)_mm256_setzero_si256(), \
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	517	(imm) & 0x3,((imm) & 0xc) >> 2, \
				518	((imm) & 0x30) >> 4, ((imm) & 0xc0) >> 6, \
				519	4, 5, 6, 7, \
				520	8 + (((imm) & 0x03) >> 0), \
				521	8 + (((imm) & 0x0c) >> 2), \
				522	8 + (((imm) & 0x30) >> 4), \
				523	8 + (((imm) & 0xc0) >> 6), \
				524	12, 13, 14, 15); })
				525
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	526	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	527	_mm256_sign_epi8(__m256i __a, __m256i __b)
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	528	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	529	return (__m256i)__builtin_ia32_psignb256((__v32qi)__a, (__v32qi)__b);
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	530	}
				531
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	532	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	533	_mm256_sign_epi16(__m256i __a, __m256i __b)
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	534	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	535	return (__m256i)__builtin_ia32_psignw256((__v16hi)__a, (__v16hi)__b);
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	536	}
				537
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	538	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	539	_mm256_sign_epi32(__m256i __a, __m256i __b)
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	540	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	541	return (__m256i)__builtin_ia32_psignd256((__v8si)__a, (__v8si)__b);
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	542	}
				543
				544	#define _mm256_slli_si256(a, count) __extension__ ({ \
Craig Topper	7148166	2015-11-10 05:08:05 +0000	[diff] [blame]	545	(__m256i)__builtin_ia32_pslldqi256((__m256i)(a), (count)*8); })
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	546
Michael Kuperstein	6168183	2015-05-19 13:05:46 +0000	[diff] [blame]	547	#define _mm256_bslli_epi128(a, count) _mm256_slli_si256((a), (count))
				548
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	549	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	550	_mm256_slli_epi16(__m256i __a, int __count)
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	551	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	552	return (__m256i)__builtin_ia32_psllwi256((__v16hi)__a, __count);
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	553	}
				554
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	555	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	556	_mm256_sll_epi16(__m256i __a, __m128i __count)
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	557	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	558	return (__m256i)__builtin_ia32_psllw256((__v16hi)__a, (__v8hi)__count);
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	559	}
				560
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	561	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	562	_mm256_slli_epi32(__m256i __a, int __count)
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	563	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	564	return (__m256i)__builtin_ia32_pslldi256((__v8si)__a, __count);
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	565	}
				566
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	567	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	568	_mm256_sll_epi32(__m256i __a, __m128i __count)
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	569	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	570	return (__m256i)__builtin_ia32_pslld256((__v8si)__a, (__v4si)__count);
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	571	}
				572
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	573	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	574	_mm256_slli_epi64(__m256i __a, int __count)
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	575	{
Craig Topper	1aa231e	2016-05-16 06:38:42 +0000	[diff] [blame^]	576	return __builtin_ia32_psllqi256((__v4di)__a, __count);
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	577	}
				578
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	579	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	580	_mm256_sll_epi64(__m256i __a, __m128i __count)
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	581	{
Craig Topper	1aa231e	2016-05-16 06:38:42 +0000	[diff] [blame^]	582	return __builtin_ia32_psllq256((__v4di)__a, __count);
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	583	}
				584
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	585	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	586	_mm256_srai_epi16(__m256i __a, int __count)
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	587	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	588	return (__m256i)__builtin_ia32_psrawi256((__v16hi)__a, __count);
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	589	}
				590
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	591	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	592	_mm256_sra_epi16(__m256i __a, __m128i __count)
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	593	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	594	return (__m256i)__builtin_ia32_psraw256((__v16hi)__a, (__v8hi)__count);
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	595	}
				596
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	597	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	598	_mm256_srai_epi32(__m256i __a, int __count)
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	599	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	600	return (__m256i)__builtin_ia32_psradi256((__v8si)__a, __count);
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	601	}
				602
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	603	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	604	_mm256_sra_epi32(__m256i __a, __m128i __count)
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	605	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	606	return (__m256i)__builtin_ia32_psrad256((__v8si)__a, (__v4si)__count);
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	607	}
				608
				609	#define _mm256_srli_si256(a, count) __extension__ ({ \
Craig Topper	7148166	2015-11-10 05:08:05 +0000	[diff] [blame]	610	(__m256i)__builtin_ia32_psrldqi256((__m256i)(a), (count)*8); })
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	611
Michael Kuperstein	6168183	2015-05-19 13:05:46 +0000	[diff] [blame]	612	#define _mm256_bsrli_epi128(a, count) _mm256_srli_si256((a), (count))
				613
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	614	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	615	_mm256_srli_epi16(__m256i __a, int __count)
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	616	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	617	return (__m256i)__builtin_ia32_psrlwi256((__v16hi)__a, __count);
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	618	}
				619
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	620	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	621	_mm256_srl_epi16(__m256i __a, __m128i __count)
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	622	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	623	return (__m256i)__builtin_ia32_psrlw256((__v16hi)__a, (__v8hi)__count);
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	624	}
				625
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	626	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	627	_mm256_srli_epi32(__m256i __a, int __count)
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	628	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	629	return (__m256i)__builtin_ia32_psrldi256((__v8si)__a, __count);
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	630	}
				631
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	632	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	633	_mm256_srl_epi32(__m256i __a, __m128i __count)
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	634	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	635	return (__m256i)__builtin_ia32_psrld256((__v8si)__a, (__v4si)__count);
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	636	}
				637
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	638	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	639	_mm256_srli_epi64(__m256i __a, int __count)
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	640	{
Craig Topper	1aa231e	2016-05-16 06:38:42 +0000	[diff] [blame^]	641	return __builtin_ia32_psrlqi256((__v4di)__a, __count);
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	642	}
				643
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	644	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	645	_mm256_srl_epi64(__m256i __a, __m128i __count)
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	646	{
Craig Topper	1aa231e	2016-05-16 06:38:42 +0000	[diff] [blame^]	647	return __builtin_ia32_psrlq256((__v4di)__a, __count);
Craig Topper	f4bb952	2011-12-24 03:28:57 +0000	[diff] [blame]	648	}
				649
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	650	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	651	_mm256_sub_epi8(__m256i __a, __m256i __b)
Craig Topper	dec792e	2011-12-19 05:04:33 +0000	[diff] [blame]	652	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	653	return (__m256i)((__v32qi)__a - (__v32qi)__b);
Craig Topper	dec792e	2011-12-19 05:04:33 +0000	[diff] [blame]	654	}
				655
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	656	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	657	_mm256_sub_epi16(__m256i __a, __m256i __b)
Craig Topper	dec792e	2011-12-19 05:04:33 +0000	[diff] [blame]	658	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	659	return (__m256i)((__v16hi)__a - (__v16hi)__b);
Craig Topper	dec792e	2011-12-19 05:04:33 +0000	[diff] [blame]	660	}
				661
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	662	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	663	_mm256_sub_epi32(__m256i __a, __m256i __b)
Craig Topper	dec792e	2011-12-19 05:04:33 +0000	[diff] [blame]	664	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	665	return (__m256i)((__v8si)__a - (__v8si)__b);
Craig Topper	dec792e	2011-12-19 05:04:33 +0000	[diff] [blame]	666	}
				667
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	668	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	669	_mm256_sub_epi64(__m256i __a, __m256i __b)
Craig Topper	dec792e	2011-12-19 05:04:33 +0000	[diff] [blame]	670	{
Craig Topper	1aa231e	2016-05-16 06:38:42 +0000	[diff] [blame^]	671	return (__m256i)((__v4di)__a - (__v4di)__b);
Craig Topper	dec792e	2011-12-19 05:04:33 +0000	[diff] [blame]	672	}
Craig Topper	94aba2c	2011-12-19 07:03:25 +0000	[diff] [blame]	673
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	674	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	675	_mm256_subs_epi8(__m256i __a, __m256i __b)
Craig Topper	94aba2c	2011-12-19 07:03:25 +0000	[diff] [blame]	676	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	677	return (__m256i)__builtin_ia32_psubsb256((__v32qi)__a, (__v32qi)__b);
Craig Topper	94aba2c	2011-12-19 07:03:25 +0000	[diff] [blame]	678	}
				679
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	680	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	681	_mm256_subs_epi16(__m256i __a, __m256i __b)
Craig Topper	94aba2c	2011-12-19 07:03:25 +0000	[diff] [blame]	682	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	683	return (__m256i)__builtin_ia32_psubsw256((__v16hi)__a, (__v16hi)__b);
Craig Topper	94aba2c	2011-12-19 07:03:25 +0000	[diff] [blame]	684	}
				685
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	686	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	687	_mm256_subs_epu8(__m256i __a, __m256i __b)
Craig Topper	94aba2c	2011-12-19 07:03:25 +0000	[diff] [blame]	688	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	689	return (__m256i)__builtin_ia32_psubusb256((__v32qi)__a, (__v32qi)__b);
Craig Topper	94aba2c	2011-12-19 07:03:25 +0000	[diff] [blame]	690	}
				691
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	692	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	693	_mm256_subs_epu16(__m256i __a, __m256i __b)
Craig Topper	94aba2c	2011-12-19 07:03:25 +0000	[diff] [blame]	694	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	695	return (__m256i)__builtin_ia32_psubusw256((__v16hi)__a, (__v16hi)__b);
Craig Topper	94aba2c	2011-12-19 07:03:25 +0000	[diff] [blame]	696	}
				697
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	698	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	699	_mm256_unpackhi_epi8(__m256i __a, __m256i __b)
Craig Topper	a6fdbd1	2011-12-24 03:58:43 +0000	[diff] [blame]	700	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	701	return (__m256i)__builtin_shufflevector((__v32qi)__a, (__v32qi)__b, 8, 32+8, 9, 32+9, 10, 32+10, 11, 32+11, 12, 32+12, 13, 32+13, 14, 32+14, 15, 32+15, 24, 32+24, 25, 32+25, 26, 32+26, 27, 32+27, 28, 32+28, 29, 32+29, 30, 32+30, 31, 32+31);
Craig Topper	a6fdbd1	2011-12-24 03:58:43 +0000	[diff] [blame]	702	}
				703
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	704	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	705	_mm256_unpackhi_epi16(__m256i __a, __m256i __b)
Craig Topper	a6fdbd1	2011-12-24 03:58:43 +0000	[diff] [blame]	706	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	707	return (__m256i)__builtin_shufflevector((__v16hi)__a, (__v16hi)__b, 4, 16+4, 5, 16+5, 6, 16+6, 7, 16+7, 12, 16+12, 13, 16+13, 14, 16+14, 15, 16+15);
Craig Topper	a6fdbd1	2011-12-24 03:58:43 +0000	[diff] [blame]	708	}
				709
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	710	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	711	_mm256_unpackhi_epi32(__m256i __a, __m256i __b)
Craig Topper	a6fdbd1	2011-12-24 03:58:43 +0000	[diff] [blame]	712	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	713	return (__m256i)__builtin_shufflevector((__v8si)__a, (__v8si)__b, 2, 8+2, 3, 8+3, 6, 8+6, 7, 8+7);
Craig Topper	a6fdbd1	2011-12-24 03:58:43 +0000	[diff] [blame]	714	}
				715
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	716	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	717	_mm256_unpackhi_epi64(__m256i __a, __m256i __b)
Craig Topper	a6fdbd1	2011-12-24 03:58:43 +0000	[diff] [blame]	718	{
Craig Topper	1aa231e	2016-05-16 06:38:42 +0000	[diff] [blame^]	719	return (__m256i)__builtin_shufflevector((__v4di)__a, (__v4di)__b, 1, 4+1, 3, 4+3);
Craig Topper	a6fdbd1	2011-12-24 03:58:43 +0000	[diff] [blame]	720	}
				721
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	722	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	723	_mm256_unpacklo_epi8(__m256i __a, __m256i __b)
Craig Topper	a6fdbd1	2011-12-24 03:58:43 +0000	[diff] [blame]	724	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	725	return (__m256i)__builtin_shufflevector((__v32qi)__a, (__v32qi)__b, 0, 32+0, 1, 32+1, 2, 32+2, 3, 32+3, 4, 32+4, 5, 32+5, 6, 32+6, 7, 32+7, 16, 32+16, 17, 32+17, 18, 32+18, 19, 32+19, 20, 32+20, 21, 32+21, 22, 32+22, 23, 32+23);
Craig Topper	a6fdbd1	2011-12-24 03:58:43 +0000	[diff] [blame]	726	}
				727
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	728	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	729	_mm256_unpacklo_epi16(__m256i __a, __m256i __b)
Craig Topper	a6fdbd1	2011-12-24 03:58:43 +0000	[diff] [blame]	730	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	731	return (__m256i)__builtin_shufflevector((__v16hi)__a, (__v16hi)__b, 0, 16+0, 1, 16+1, 2, 16+2, 3, 16+3, 8, 16+8, 9, 16+9, 10, 16+10, 11, 16+11);
Craig Topper	a6fdbd1	2011-12-24 03:58:43 +0000	[diff] [blame]	732	}
				733
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	734	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	735	_mm256_unpacklo_epi32(__m256i __a, __m256i __b)
Craig Topper	a6fdbd1	2011-12-24 03:58:43 +0000	[diff] [blame]	736	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	737	return (__m256i)__builtin_shufflevector((__v8si)__a, (__v8si)__b, 0, 8+0, 1, 8+1, 4, 8+4, 5, 8+5);
Craig Topper	a6fdbd1	2011-12-24 03:58:43 +0000	[diff] [blame]	738	}
				739
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	740	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	741	_mm256_unpacklo_epi64(__m256i __a, __m256i __b)
Craig Topper	a6fdbd1	2011-12-24 03:58:43 +0000	[diff] [blame]	742	{
Craig Topper	1aa231e	2016-05-16 06:38:42 +0000	[diff] [blame^]	743	return (__m256i)__builtin_shufflevector((__v4di)__a, (__v4di)__b, 0, 4+0, 2, 4+2);
Craig Topper	a6fdbd1	2011-12-24 03:58:43 +0000	[diff] [blame]	744	}
				745
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	746	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	747	_mm256_xor_si256(__m256i __a, __m256i __b)
Craig Topper	a557e1c	2011-12-19 09:03:48 +0000	[diff] [blame]	748	{
Craig Topper	1aa231e	2016-05-16 06:38:42 +0000	[diff] [blame^]	749	return (__m256i)((__v4di)__a ^ (__v4di)__b);
Craig Topper	a557e1c	2011-12-19 09:03:48 +0000	[diff] [blame]	750	}
Craig Topper	9479895	2011-12-24 05:19:29 +0000	[diff] [blame]	751
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	752	static __inline__ __m256i __DEFAULT_FN_ATTRS
Ahmed Bougacha	7dfaaf3	2015-10-02 23:29:26 +0000	[diff] [blame]	753	_mm256_stream_load_si256(__m256i const *__V)
Craig Topper	9479895	2011-12-24 05:19:29 +0000	[diff] [blame]	754	{
Ahmed Bougacha	7dfaaf3	2015-10-02 23:29:26 +0000	[diff] [blame]	755	return (__m256i)__builtin_ia32_movntdqa256((const __v4di *)__V);
Craig Topper	9479895	2011-12-24 05:19:29 +0000	[diff] [blame]	756	}
				757
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	758	static __inline__ __m128 __DEFAULT_FN_ATTRS
Craig Topper	9479895	2011-12-24 05:19:29 +0000	[diff] [blame]	759	_mm_broadcastss_ps(__m128 __X)
				760	{
Ahmed Bougacha	5e354cb	2015-08-20 20:27:21 +0000	[diff] [blame]	761	return (__m128)__builtin_shufflevector((__v4sf)__X, (__v4sf)__X, 0, 0, 0, 0);
Craig Topper	9479895	2011-12-24 05:19:29 +0000	[diff] [blame]	762	}
				763
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	764	static __inline__ __m128d __DEFAULT_FN_ATTRS
Michael Kuperstein	877f3cb	2015-05-19 14:49:14 +0000	[diff] [blame]	765	_mm_broadcastsd_pd(__m128d __a)
				766	{
Craig Topper	1aa231e	2016-05-16 06:38:42 +0000	[diff] [blame^]	767	return __builtin_shufflevector((__v2df)__a, (__v2df)__a, 0, 0);
Michael Kuperstein	877f3cb	2015-05-19 14:49:14 +0000	[diff] [blame]	768	}
				769
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	770	static __inline__ __m256 __DEFAULT_FN_ATTRS
Craig Topper	9479895	2011-12-24 05:19:29 +0000	[diff] [blame]	771	_mm256_broadcastss_ps(__m128 __X)
				772	{
Ahmed Bougacha	5e354cb	2015-08-20 20:27:21 +0000	[diff] [blame]	773	return (__m256)__builtin_shufflevector((__v4sf)__X, (__v4sf)__X, 0, 0, 0, 0, 0, 0, 0, 0);
Craig Topper	9479895	2011-12-24 05:19:29 +0000	[diff] [blame]	774	}
				775
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	776	static __inline__ __m256d __DEFAULT_FN_ATTRS
Craig Topper	9479895	2011-12-24 05:19:29 +0000	[diff] [blame]	777	_mm256_broadcastsd_pd(__m128d __X)
				778	{
Ahmed Bougacha	5e354cb	2015-08-20 20:27:21 +0000	[diff] [blame]	779	return (__m256d)__builtin_shufflevector((__v2df)__X, (__v2df)__X, 0, 0, 0, 0);
Craig Topper	9479895	2011-12-24 05:19:29 +0000	[diff] [blame]	780	}
				781
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	782	static __inline__ __m256i __DEFAULT_FN_ATTRS
Juergen Ributzka	2c2dbf4	2013-08-17 16:40:09 +0000	[diff] [blame]	783	_mm256_broadcastsi128_si256(__m128i __X)
Craig Topper	9479895	2011-12-24 05:19:29 +0000	[diff] [blame]	784	{
Craig Topper	1aa231e	2016-05-16 06:38:42 +0000	[diff] [blame^]	785	return (__m256i)__builtin_shufflevector((__v2di)__X, (__v2di)__X, 0, 1, 0, 1);
Craig Topper	9479895	2011-12-24 05:19:29 +0000	[diff] [blame]	786	}
				787
				788	#define _mm_blend_epi32(V1, V2, M) __extension__ ({ \
Craig Topper	7148166	2015-11-10 05:08:05 +0000	[diff] [blame]	789	(__m128i)__builtin_shufflevector((__v4si)(__m128i)(V1), \
				790	(__v4si)(__m128i)(V2), \
Filipe Cabecinhas	5d289b4	2014-05-13 02:37:02 +0000	[diff] [blame]	791	(((M) & 0x01) ? 4 : 0), \
				792	(((M) & 0x02) ? 5 : 1), \
				793	(((M) & 0x04) ? 6 : 2), \
				794	(((M) & 0x08) ? 7 : 3)); })
Craig Topper	9479895	2011-12-24 05:19:29 +0000	[diff] [blame]	795
				796	#define _mm256_blend_epi32(V1, V2, M) __extension__ ({ \
Craig Topper	7148166	2015-11-10 05:08:05 +0000	[diff] [blame]	797	(__m256i)__builtin_shufflevector((__v8si)(__m256i)(V1), \
				798	(__v8si)(__m256i)(V2), \
Filipe Cabecinhas	5d289b4	2014-05-13 02:37:02 +0000	[diff] [blame]	799	(((M) & 0x01) ? 8 : 0), \
				800	(((M) & 0x02) ? 9 : 1), \
				801	(((M) & 0x04) ? 10 : 2), \
				802	(((M) & 0x08) ? 11 : 3), \
				803	(((M) & 0x10) ? 12 : 4), \
				804	(((M) & 0x20) ? 13 : 5), \
				805	(((M) & 0x40) ? 14 : 6), \
				806	(((M) & 0x80) ? 15 : 7)); })
Craig Topper	9f00948	2011-12-24 07:55:14 +0000	[diff] [blame]	807
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	808	static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper	9f00948	2011-12-24 07:55:14 +0000	[diff] [blame]	809	_mm256_broadcastb_epi8(__m128i __X)
				810	{
Ahmed Bougacha	5e354cb	2015-08-20 20:27:21 +0000	[diff] [blame]	811	return (__m256i)__builtin_shufflevector((__v16qi)__X, (__v16qi)__X, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0);
Craig Topper	9f00948	2011-12-24 07:55:14 +0000	[diff] [blame]	812	}
				813
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	814	static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper	9f00948	2011-12-24 07:55:14 +0000	[diff] [blame]	815	_mm256_broadcastw_epi16(__m128i __X)
				816	{
Ahmed Bougacha	5e354cb	2015-08-20 20:27:21 +0000	[diff] [blame]	817	return (__m256i)__builtin_shufflevector((__v8hi)__X, (__v8hi)__X, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0);
Craig Topper	9f00948	2011-12-24 07:55:14 +0000	[diff] [blame]	818	}
				819
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	820	static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper	9f00948	2011-12-24 07:55:14 +0000	[diff] [blame]	821	_mm256_broadcastd_epi32(__m128i __X)
				822	{
Ahmed Bougacha	5e354cb	2015-08-20 20:27:21 +0000	[diff] [blame]	823	return (__m256i)__builtin_shufflevector((__v4si)__X, (__v4si)__X, 0, 0, 0, 0, 0, 0, 0, 0);
Craig Topper	9f00948	2011-12-24 07:55:14 +0000	[diff] [blame]	824	}
				825
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	826	static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper	9f00948	2011-12-24 07:55:14 +0000	[diff] [blame]	827	_mm256_broadcastq_epi64(__m128i __X)
				828	{
Craig Topper	1aa231e	2016-05-16 06:38:42 +0000	[diff] [blame^]	829	return (__m256i)__builtin_shufflevector((__v2di)__X, (__v2di)__X, 0, 0, 0, 0);
Craig Topper	9f00948	2011-12-24 07:55:14 +0000	[diff] [blame]	830	}
				831
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	832	static __inline__ __m128i __DEFAULT_FN_ATTRS
Craig Topper	9f00948	2011-12-24 07:55:14 +0000	[diff] [blame]	833	_mm_broadcastb_epi8(__m128i __X)
				834	{
Ahmed Bougacha	5e354cb	2015-08-20 20:27:21 +0000	[diff] [blame]	835	return (__m128i)__builtin_shufflevector((__v16qi)__X, (__v16qi)__X, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0);
Craig Topper	9f00948	2011-12-24 07:55:14 +0000	[diff] [blame]	836	}
				837
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	838	static __inline__ __m128i __DEFAULT_FN_ATTRS
Craig Topper	9f00948	2011-12-24 07:55:14 +0000	[diff] [blame]	839	_mm_broadcastw_epi16(__m128i __X)
				840	{
Ahmed Bougacha	5e354cb	2015-08-20 20:27:21 +0000	[diff] [blame]	841	return (__m128i)__builtin_shufflevector((__v8hi)__X, (__v8hi)__X, 0, 0, 0, 0, 0, 0, 0, 0);
Craig Topper	9f00948	2011-12-24 07:55:14 +0000	[diff] [blame]	842	}
				843
				844
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	845	static __inline__ __m128i __DEFAULT_FN_ATTRS
Craig Topper	9f00948	2011-12-24 07:55:14 +0000	[diff] [blame]	846	_mm_broadcastd_epi32(__m128i __X)
				847	{
Ahmed Bougacha	5e354cb	2015-08-20 20:27:21 +0000	[diff] [blame]	848	return (__m128i)__builtin_shufflevector((__v4si)__X, (__v4si)__X, 0, 0, 0, 0);
Craig Topper	9f00948	2011-12-24 07:55:14 +0000	[diff] [blame]	849	}
				850
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	851	static __inline__ __m128i __DEFAULT_FN_ATTRS
Craig Topper	9f00948	2011-12-24 07:55:14 +0000	[diff] [blame]	852	_mm_broadcastq_epi64(__m128i __X)
				853	{
Craig Topper	1aa231e	2016-05-16 06:38:42 +0000	[diff] [blame^]	854	return (__m128i)__builtin_shufflevector((__v2di)__X, (__v2di)__X, 0, 0);
Craig Topper	9f00948	2011-12-24 07:55:14 +0000	[diff] [blame]	855	}
				856
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	857	static __inline__ __m256i __DEFAULT_FN_ATTRS
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	858	_mm256_permutevar8x32_epi32(__m256i __a, __m256i __b)
Craig Topper	9f00948	2011-12-24 07:55:14 +0000	[diff] [blame]	859	{
David Blaikie	3302f2b	2013-01-16 23:08:36 +0000	[diff] [blame]	860	return (__m256i)__builtin_ia32_permvarsi256((__v8si)__a, (__v8si)__b);
Craig Topper	9f00948	2011-12-24 07:55:14 +0000	[diff] [blame]	861	}
				862
				863	#define _mm256_permute4x64_pd(V, M) __extension__ ({ \
Craig Topper	7148166	2015-11-10 05:08:05 +0000	[diff] [blame]	864	(__m256d)__builtin_shufflevector((__v4df)(__m256d)(V), \
				865	(__v4df)_mm256_setzero_pd(), \
Craig Topper	8e57855	2012-04-15 22:18:10 +0000	[diff] [blame]	866	(M) & 0x3, ((M) & 0xc) >> 2, \
				867	((M) & 0x30) >> 4, ((M) & 0xc0) >> 6); })
Craig Topper	9f00948	2011-12-24 07:55:14 +0000	[diff] [blame]	868
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	869	static __inline__ __m256 __DEFAULT_FN_ATTRS
Craig Topper	e20b8c6	2015-11-29 22:53:32 +0000	[diff] [blame]	870	_mm256_permutevar8x32_ps(__m256 __a, __m256i __b)
Craig Topper	9f00948	2011-12-24 07:55:14 +0000	[diff] [blame]	871	{
Craig Topper	e20b8c6	2015-11-29 22:53:32 +0000	[diff] [blame]	872	return (__m256)__builtin_ia32_permvarsf256((__v8sf)__a, (__v8si)__b);
Craig Topper	9f00948	2011-12-24 07:55:14 +0000	[diff] [blame]	873	}
				874
				875	#define _mm256_permute4x64_epi64(V, M) __extension__ ({ \
Craig Topper	7148166	2015-11-10 05:08:05 +0000	[diff] [blame]	876	(__m256i)__builtin_shufflevector((__v4di)(__m256i)(V), \
				877	(__v4di)_mm256_setzero_si256(), \
Craig Topper	8e57855	2012-04-15 22:18:10 +0000	[diff] [blame]	878	(M) & 0x3, ((M) & 0xc) >> 2, \
				879	((M) & 0x30) >> 4, ((M) & 0xc0) >> 6); })
Craig Topper	9f00948	2011-12-24 07:55:14 +0000	[diff] [blame]	880
				881	#define _mm256_permute2x128_si256(V1, V2, M) __extension__ ({ \
Craig Topper	7148166	2015-11-10 05:08:05 +0000	[diff] [blame]	882	(__m256i)__builtin_ia32_permti256((__m256i)(V1), (__m256i)(V2), (M)); })
Craig Topper	175543a	2011-12-24 17:20:15 +0000	[diff] [blame]	883
Sanjay Patel	0a6da5d	2015-03-12 21:54:24 +0000	[diff] [blame]	884	#define _mm256_extracti128_si256(V, M) __extension__ ({ \
Craig Topper	d619eaaa	2015-11-11 03:47:10 +0000	[diff] [blame]	885	(__m128i)__builtin_shufflevector((__v4di)(__m256i)(V), \
				886	(__v4di)_mm256_setzero_si256(), \
				887	(((M) & 1) ? 2 : 0), \
				888	(((M) & 1) ? 3 : 1) ); })
Craig Topper	175543a	2011-12-24 17:20:15 +0000	[diff] [blame]	889
Sanjay Patel	0a6da5d	2015-03-12 21:54:24 +0000	[diff] [blame]	890	#define _mm256_inserti128_si256(V1, V2, M) __extension__ ({ \
Craig Topper	d619eaaa	2015-11-11 03:47:10 +0000	[diff] [blame]	891	(__m256i)__builtin_shufflevector((__v4di)(__m256i)(V1), \
				892	(__v4di)_mm256_castsi128_si256((__m128i)(V2)), \
				893	(((M) & 1) ? 0 : 4), \
				894	(((M) & 1) ? 1 : 5), \
				895	(((M) & 1) ? 4 : 2), \
				896	(((M) & 1) ? 5 : 3) ); })
Craig Topper	175543a	2011-12-24 17:20:15 +0000	[diff] [blame]	897
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	898	static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper	175543a	2011-12-24 17:20:15 +0000	[diff] [blame]	899	_mm256_maskload_epi32(int const *__X, __m256i __M)
				900	{
				901	return (__m256i)__builtin_ia32_maskloadd256((const __v8si *)__X, (__v8si)__M);
				902	}
				903
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	904	static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper	175543a	2011-12-24 17:20:15 +0000	[diff] [blame]	905	_mm256_maskload_epi64(long long const *__X, __m256i __M)
				906	{
Craig Topper	1aa231e	2016-05-16 06:38:42 +0000	[diff] [blame^]	907	return (__m256i)__builtin_ia32_maskloadq256((const __v4di *)__X, (__v4di)__M);
Craig Topper	175543a	2011-12-24 17:20:15 +0000	[diff] [blame]	908	}
				909
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	910	static __inline__ __m128i __DEFAULT_FN_ATTRS
Craig Topper	175543a	2011-12-24 17:20:15 +0000	[diff] [blame]	911	_mm_maskload_epi32(int const *__X, __m128i __M)
				912	{
				913	return (__m128i)__builtin_ia32_maskloadd((const __v4si *)__X, (__v4si)__M);
				914	}
				915
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	916	static __inline__ __m128i __DEFAULT_FN_ATTRS
Craig Topper	175543a	2011-12-24 17:20:15 +0000	[diff] [blame]	917	_mm_maskload_epi64(long long const *__X, __m128i __M)
				918	{
				919	return (__m128i)__builtin_ia32_maskloadq((const __v2di *)__X, (__v2di)__M);
				920	}
				921
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	922	static __inline__ void __DEFAULT_FN_ATTRS
Craig Topper	175543a	2011-12-24 17:20:15 +0000	[diff] [blame]	923	_mm256_maskstore_epi32(int *__X, __m256i __M, __m256i __Y)
				924	{
				925	__builtin_ia32_maskstored256((__v8si *)__X, (__v8si)__M, (__v8si)__Y);
				926	}
				927
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	928	static __inline__ void __DEFAULT_FN_ATTRS
Craig Topper	175543a	2011-12-24 17:20:15 +0000	[diff] [blame]	929	_mm256_maskstore_epi64(long long *__X, __m256i __M, __m256i __Y)
				930	{
Craig Topper	1aa231e	2016-05-16 06:38:42 +0000	[diff] [blame^]	931	__builtin_ia32_maskstoreq256((__v4di *)__X, (__v4di)__M, (__v4di)__Y);
Craig Topper	175543a	2011-12-24 17:20:15 +0000	[diff] [blame]	932	}
				933
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	934	static __inline__ void __DEFAULT_FN_ATTRS
Craig Topper	175543a	2011-12-24 17:20:15 +0000	[diff] [blame]	935	_mm_maskstore_epi32(int *__X, __m128i __M, __m128i __Y)
				936	{
				937	__builtin_ia32_maskstored((__v4si *)__X, (__v4si)__M, (__v4si)__Y);
				938	}
				939
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	940	static __inline__ void __DEFAULT_FN_ATTRS
Craig Topper	175543a	2011-12-24 17:20:15 +0000	[diff] [blame]	941	_mm_maskstore_epi64(long long *__X, __m128i __M, __m128i __Y)
				942	{
Craig Topper	1aa231e	2016-05-16 06:38:42 +0000	[diff] [blame^]	943	__builtin_ia32_maskstoreq(( __v2di *)__X, (__v2di)__M, (__v2di)__Y);
Craig Topper	175543a	2011-12-24 17:20:15 +0000	[diff] [blame]	944	}
				945
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	946	static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper	175543a	2011-12-24 17:20:15 +0000	[diff] [blame]	947	_mm256_sllv_epi32(__m256i __X, __m256i __Y)
				948	{
				949	return (__m256i)__builtin_ia32_psllv8si((__v8si)__X, (__v8si)__Y);
				950	}
				951
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	952	static __inline__ __m128i __DEFAULT_FN_ATTRS
Craig Topper	175543a	2011-12-24 17:20:15 +0000	[diff] [blame]	953	_mm_sllv_epi32(__m128i __X, __m128i __Y)
				954	{
				955	return (__m128i)__builtin_ia32_psllv4si((__v4si)__X, (__v4si)__Y);
				956	}
				957
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	958	static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper	175543a	2011-12-24 17:20:15 +0000	[diff] [blame]	959	_mm256_sllv_epi64(__m256i __X, __m256i __Y)
				960	{
Craig Topper	1aa231e	2016-05-16 06:38:42 +0000	[diff] [blame^]	961	return (__m256i)__builtin_ia32_psllv4di((__v4di)__X, (__v4di)__Y);
Craig Topper	175543a	2011-12-24 17:20:15 +0000	[diff] [blame]	962	}
				963
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	964	static __inline__ __m128i __DEFAULT_FN_ATTRS
Craig Topper	175543a	2011-12-24 17:20:15 +0000	[diff] [blame]	965	_mm_sllv_epi64(__m128i __X, __m128i __Y)
				966	{
Craig Topper	1aa231e	2016-05-16 06:38:42 +0000	[diff] [blame^]	967	return (__m128i)__builtin_ia32_psllv2di((__v2di)__X, (__v2di)__Y);
Craig Topper	175543a	2011-12-24 17:20:15 +0000	[diff] [blame]	968	}
				969
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	970	static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper	175543a	2011-12-24 17:20:15 +0000	[diff] [blame]	971	_mm256_srav_epi32(__m256i __X, __m256i __Y)
				972	{
				973	return (__m256i)__builtin_ia32_psrav8si((__v8si)__X, (__v8si)__Y);
				974	}
				975
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	976	static __inline__ __m128i __DEFAULT_FN_ATTRS
Craig Topper	175543a	2011-12-24 17:20:15 +0000	[diff] [blame]	977	_mm_srav_epi32(__m128i __X, __m128i __Y)
				978	{
				979	return (__m128i)__builtin_ia32_psrav4si((__v4si)__X, (__v4si)__Y);
				980	}
				981
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	982	static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper	175543a	2011-12-24 17:20:15 +0000	[diff] [blame]	983	_mm256_srlv_epi32(__m256i __X, __m256i __Y)
				984	{
				985	return (__m256i)__builtin_ia32_psrlv8si((__v8si)__X, (__v8si)__Y);
				986	}
				987
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	988	static __inline__ __m128i __DEFAULT_FN_ATTRS
Craig Topper	175543a	2011-12-24 17:20:15 +0000	[diff] [blame]	989	_mm_srlv_epi32(__m128i __X, __m128i __Y)
				990	{
				991	return (__m128i)__builtin_ia32_psrlv4si((__v4si)__X, (__v4si)__Y);
				992	}
				993
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	994	static __inline__ __m256i __DEFAULT_FN_ATTRS
Craig Topper	175543a	2011-12-24 17:20:15 +0000	[diff] [blame]	995	_mm256_srlv_epi64(__m256i __X, __m256i __Y)
				996	{
Craig Topper	1aa231e	2016-05-16 06:38:42 +0000	[diff] [blame^]	997	return (__m256i)__builtin_ia32_psrlv4di((__v4di)__X, (__v4di)__Y);
Craig Topper	175543a	2011-12-24 17:20:15 +0000	[diff] [blame]	998	}
				999
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	1000	static __inline__ __m128i __DEFAULT_FN_ATTRS
Craig Topper	175543a	2011-12-24 17:20:15 +0000	[diff] [blame]	1001	_mm_srlv_epi64(__m128i __X, __m128i __Y)
				1002	{
Craig Topper	1aa231e	2016-05-16 06:38:42 +0000	[diff] [blame^]	1003	return (__m128i)__builtin_ia32_psrlv2di((__v2di)__X, (__v2di)__Y);
Craig Topper	175543a	2011-12-24 17:20:15 +0000	[diff] [blame]	1004	}
Manman Ren	add5e9e	2012-06-26 19:55:09 +0000	[diff] [blame]	1005
				1006	#define _mm_mask_i32gather_pd(a, m, i, mask, s) __extension__ ({ \
Craig Topper	19744ee	2015-11-11 02:51:18 +0000	[diff] [blame]	1007	(__m128d)__builtin_ia32_gatherd_pd((__v2df)(__m128i)(a), \
				1008	(double const *)(m), \
				1009	(__v4si)(__m128i)(i), \
				1010	(__v2df)(__m128d)(mask), (s)); })
Manman Ren	add5e9e	2012-06-26 19:55:09 +0000	[diff] [blame]	1011
				1012	#define _mm256_mask_i32gather_pd(a, m, i, mask, s) __extension__ ({ \
Craig Topper	19744ee	2015-11-11 02:51:18 +0000	[diff] [blame]	1013	(__m256d)__builtin_ia32_gatherd_pd256((__v4df)(__m256d)(a), \
				1014	(double const *)(m), \
				1015	(__v4si)(__m128i)(i), \
				1016	(__v4df)(__m256d)(mask), (s)); })
Manman Ren	add5e9e	2012-06-26 19:55:09 +0000	[diff] [blame]	1017
				1018	#define _mm_mask_i64gather_pd(a, m, i, mask, s) __extension__ ({ \
Craig Topper	19744ee	2015-11-11 02:51:18 +0000	[diff] [blame]	1019	(__m128d)__builtin_ia32_gatherq_pd((__v2df)(__m128d)(a), \
				1020	(double const *)(m), \
				1021	(__v2di)(__m128i)(i), \
				1022	(__v2df)(__m128d)(mask), (s)); })
Manman Ren	add5e9e	2012-06-26 19:55:09 +0000	[diff] [blame]	1023
				1024	#define _mm256_mask_i64gather_pd(a, m, i, mask, s) __extension__ ({ \
Craig Topper	19744ee	2015-11-11 02:51:18 +0000	[diff] [blame]	1025	(__m256d)__builtin_ia32_gatherq_pd256((__v4df)(__m256d)(a), \
				1026	(double const *)(m), \
				1027	(__v4di)(__m256i)(i), \
				1028	(__v4df)(__m256d)(mask), (s)); })
Manman Ren	add5e9e	2012-06-26 19:55:09 +0000	[diff] [blame]	1029
				1030	#define _mm_mask_i32gather_ps(a, m, i, mask, s) __extension__ ({ \
Craig Topper	19744ee	2015-11-11 02:51:18 +0000	[diff] [blame]	1031	(__m128)__builtin_ia32_gatherd_ps((__v4sf)(__m128)(a), \
				1032	(float const *)(m), \
				1033	(__v4si)(__m128i)(i), \
				1034	(__v4sf)(__m128)(mask), (s)); })
Manman Ren	add5e9e	2012-06-26 19:55:09 +0000	[diff] [blame]	1035
				1036	#define _mm256_mask_i32gather_ps(a, m, i, mask, s) __extension__ ({ \
Craig Topper	19744ee	2015-11-11 02:51:18 +0000	[diff] [blame]	1037	(__m256)__builtin_ia32_gatherd_ps256((__v8sf)(__m256)(a), \
				1038	(float const *)(m), \
				1039	(__v8si)(__m256i)(i), \
				1040	(__v8sf)(__m256)(mask), (s)); })
Manman Ren	add5e9e	2012-06-26 19:55:09 +0000	[diff] [blame]	1041
				1042	#define _mm_mask_i64gather_ps(a, m, i, mask, s) __extension__ ({ \
Craig Topper	19744ee	2015-11-11 02:51:18 +0000	[diff] [blame]	1043	(__m128)__builtin_ia32_gatherq_ps((__v4sf)(__m128)(a), \
				1044	(float const *)(m), \
				1045	(__v2di)(__m128i)(i), \
				1046	(__v4sf)(__m128)(mask), (s)); })
Manman Ren	add5e9e	2012-06-26 19:55:09 +0000	[diff] [blame]	1047
				1048	#define _mm256_mask_i64gather_ps(a, m, i, mask, s) __extension__ ({ \
Craig Topper	19744ee	2015-11-11 02:51:18 +0000	[diff] [blame]	1049	(__m128)__builtin_ia32_gatherq_ps256((__v4sf)(__m128)(a), \
				1050	(float const *)(m), \
				1051	(__v4di)(__m256i)(i), \
				1052	(__v4sf)(__m128)(mask), (s)); })
Manman Ren	86c3250	2012-06-29 00:54:35 +0000	[diff] [blame]	1053
				1054	#define _mm_mask_i32gather_epi32(a, m, i, mask, s) __extension__ ({ \
Craig Topper	19744ee	2015-11-11 02:51:18 +0000	[diff] [blame]	1055	(__m128i)__builtin_ia32_gatherd_d((__v4si)(__m128i)(a), \
				1056	(int const *)(m), \
				1057	(__v4si)(__m128i)(i), \
				1058	(__v4si)(__m128i)(mask), (s)); })
Manman Ren	86c3250	2012-06-29 00:54:35 +0000	[diff] [blame]	1059
				1060	#define _mm256_mask_i32gather_epi32(a, m, i, mask, s) __extension__ ({ \
Craig Topper	19744ee	2015-11-11 02:51:18 +0000	[diff] [blame]	1061	(__m256i)__builtin_ia32_gatherd_d256((__v8si)(__m256i)(a), \
				1062	(int const *)(m), \
				1063	(__v8si)(__m256i)(i), \
				1064	(__v8si)(__m256i)(mask), (s)); })
Manman Ren	86c3250	2012-06-29 00:54:35 +0000	[diff] [blame]	1065
				1066	#define _mm_mask_i64gather_epi32(a, m, i, mask, s) __extension__ ({ \
Craig Topper	19744ee	2015-11-11 02:51:18 +0000	[diff] [blame]	1067	(__m128i)__builtin_ia32_gatherq_d((__v4si)(__m128i)(a), \
				1068	(int const *)(m), \
				1069	(__v2di)(__m128i)(i), \
				1070	(__v4si)(__m128i)(mask), (s)); })
Manman Ren	86c3250	2012-06-29 00:54:35 +0000	[diff] [blame]	1071
				1072	#define _mm256_mask_i64gather_epi32(a, m, i, mask, s) __extension__ ({ \
Craig Topper	19744ee	2015-11-11 02:51:18 +0000	[diff] [blame]	1073	(__m128i)__builtin_ia32_gatherq_d256((__v4si)(__m128i)(a), \
				1074	(int const *)(m), \
				1075	(__v4di)(__m256i)(i), \
				1076	(__v4si)(__m128i)(mask), (s)); })
Manman Ren	86c3250	2012-06-29 00:54:35 +0000	[diff] [blame]	1077
				1078	#define _mm_mask_i32gather_epi64(a, m, i, mask, s) __extension__ ({ \
Craig Topper	19744ee	2015-11-11 02:51:18 +0000	[diff] [blame]	1079	(__m128i)__builtin_ia32_gatherd_q((__v2di)(__m128i)(a), \
				1080	(long long const *)(m), \
				1081	(__v4si)(__m128i)(i), \
				1082	(__v2di)(__m128i)(mask), (s)); })
Manman Ren	86c3250	2012-06-29 00:54:35 +0000	[diff] [blame]	1083
				1084	#define _mm256_mask_i32gather_epi64(a, m, i, mask, s) __extension__ ({ \
Craig Topper	19744ee	2015-11-11 02:51:18 +0000	[diff] [blame]	1085	(__m256i)__builtin_ia32_gatherd_q256((__v4di)(__m256i)(a), \
				1086	(long long const *)(m), \
				1087	(__v4si)(__m128i)(i), \
				1088	(__v4di)(__m256i)(mask), (s)); })
Manman Ren	86c3250	2012-06-29 00:54:35 +0000	[diff] [blame]	1089
				1090	#define _mm_mask_i64gather_epi64(a, m, i, mask, s) __extension__ ({ \
Craig Topper	19744ee	2015-11-11 02:51:18 +0000	[diff] [blame]	1091	(__m128i)__builtin_ia32_gatherq_q((__v2di)(__m128i)(a), \
				1092	(long long const *)(m), \
				1093	(__v2di)(__m128i)(i), \
				1094	(__v2di)(__m128i)(mask), (s)); })
Manman Ren	86c3250	2012-06-29 00:54:35 +0000	[diff] [blame]	1095
				1096	#define _mm256_mask_i64gather_epi64(a, m, i, mask, s) __extension__ ({ \
Craig Topper	19744ee	2015-11-11 02:51:18 +0000	[diff] [blame]	1097	(__m256i)__builtin_ia32_gatherq_q256((__v4di)(__m256i)(a), \
				1098	(long long const *)(m), \
				1099	(__v4di)(__m256i)(i), \
				1100	(__v4di)(__m256i)(mask), (s)); })
Manman Ren	f865ba0	2012-06-29 05:19:13 +0000	[diff] [blame]	1101
				1102	#define _mm_i32gather_pd(m, i, s) __extension__ ({ \
Craig Topper	5ec97a7	2015-12-01 07:12:59 +0000	[diff] [blame]	1103	(__m128d)__builtin_ia32_gatherd_pd((__v2df)_mm_undefined_pd(), \
Craig Topper	19744ee	2015-11-11 02:51:18 +0000	[diff] [blame]	1104	(double const *)(m), \
				1105	(__v4si)(__m128i)(i), \
Craig Topper	5ec97a7	2015-12-01 07:12:59 +0000	[diff] [blame]	1106	(__v2df)_mm_cmpeq_pd(_mm_setzero_pd(), \
				1107	_mm_setzero_pd()), \
Craig Topper	19744ee	2015-11-11 02:51:18 +0000	[diff] [blame]	1108	(s)); })
Manman Ren	f865ba0	2012-06-29 05:19:13 +0000	[diff] [blame]	1109
				1110	#define _mm256_i32gather_pd(m, i, s) __extension__ ({ \
Craig Topper	5ec97a7	2015-12-01 07:12:59 +0000	[diff] [blame]	1111	(__m256d)__builtin_ia32_gatherd_pd256((__v4df)_mm256_undefined_pd(), \
Craig Topper	19744ee	2015-11-11 02:51:18 +0000	[diff] [blame]	1112	(double const *)(m), \
				1113	(__v4si)(__m128i)(i), \
Craig Topper	5ec97a7	2015-12-01 07:12:59 +0000	[diff] [blame]	1114	(__v4df)_mm256_cmp_pd(_mm256_setzero_pd(), \
				1115	_mm256_setzero_pd(), \
				1116	_CMP_EQ_OQ), \
Craig Topper	19744ee	2015-11-11 02:51:18 +0000	[diff] [blame]	1117	(s)); })
Manman Ren	f865ba0	2012-06-29 05:19:13 +0000	[diff] [blame]	1118
				1119	#define _mm_i64gather_pd(m, i, s) __extension__ ({ \
Craig Topper	5ec97a7	2015-12-01 07:12:59 +0000	[diff] [blame]	1120	(__m128d)__builtin_ia32_gatherq_pd((__v2df)_mm_undefined_pd(), \
Craig Topper	19744ee	2015-11-11 02:51:18 +0000	[diff] [blame]	1121	(double const *)(m), \
				1122	(__v2di)(__m128i)(i), \
Craig Topper	5ec97a7	2015-12-01 07:12:59 +0000	[diff] [blame]	1123	(__v2df)_mm_cmpeq_pd(_mm_setzero_pd(), \
				1124	_mm_setzero_pd()), \
Craig Topper	19744ee	2015-11-11 02:51:18 +0000	[diff] [blame]	1125	(s)); })
Manman Ren	f865ba0	2012-06-29 05:19:13 +0000	[diff] [blame]	1126
				1127	#define _mm256_i64gather_pd(m, i, s) __extension__ ({ \
Craig Topper	5ec97a7	2015-12-01 07:12:59 +0000	[diff] [blame]	1128	(__m256d)__builtin_ia32_gatherq_pd256((__v4df)_mm256_undefined_pd(), \
Craig Topper	19744ee	2015-11-11 02:51:18 +0000	[diff] [blame]	1129	(double const *)(m), \
				1130	(__v4di)(__m256i)(i), \
Craig Topper	5ec97a7	2015-12-01 07:12:59 +0000	[diff] [blame]	1131	(__v4df)_mm256_cmp_pd(_mm256_setzero_pd(), \
				1132	_mm256_setzero_pd(), \
				1133	_CMP_EQ_OQ), \
Craig Topper	19744ee	2015-11-11 02:51:18 +0000	[diff] [blame]	1134	(s)); })
Manman Ren	f865ba0	2012-06-29 05:19:13 +0000	[diff] [blame]	1135
				1136	#define _mm_i32gather_ps(m, i, s) __extension__ ({ \
Craig Topper	5ec97a7	2015-12-01 07:12:59 +0000	[diff] [blame]	1137	(__m128)__builtin_ia32_gatherd_ps((__v4sf)_mm_undefined_ps(), \
				1138	(float const *)(m), \
				1139	(__v4si)(__m128i)(i), \
				1140	(__v4sf)_mm_cmpeq_ps(_mm_setzero_ps(), \
				1141	_mm_setzero_ps()), \
Craig Topper	19744ee	2015-11-11 02:51:18 +0000	[diff] [blame]	1142	(s)); })
Manman Ren	f865ba0	2012-06-29 05:19:13 +0000	[diff] [blame]	1143
				1144	#define _mm256_i32gather_ps(m, i, s) __extension__ ({ \
Craig Topper	5ec97a7	2015-12-01 07:12:59 +0000	[diff] [blame]	1145	(__m256)__builtin_ia32_gatherd_ps256((__v8sf)_mm256_undefined_ps(), \
Craig Topper	19744ee	2015-11-11 02:51:18 +0000	[diff] [blame]	1146	(float const *)(m), \
				1147	(__v8si)(__m256i)(i), \
Craig Topper	5ec97a7	2015-12-01 07:12:59 +0000	[diff] [blame]	1148	(__v8sf)_mm256_cmp_ps(_mm256_setzero_ps(), \
				1149	_mm256_setzero_ps(), \
				1150	_CMP_EQ_OQ), \
Craig Topper	19744ee	2015-11-11 02:51:18 +0000	[diff] [blame]	1151	(s)); })
Manman Ren	f865ba0	2012-06-29 05:19:13 +0000	[diff] [blame]	1152
				1153	#define _mm_i64gather_ps(m, i, s) __extension__ ({ \
Craig Topper	5ec97a7	2015-12-01 07:12:59 +0000	[diff] [blame]	1154	(__m128)__builtin_ia32_gatherq_ps((__v4sf)_mm_undefined_ps(), \
				1155	(float const *)(m), \
				1156	(__v2di)(__m128i)(i), \
				1157	(__v4sf)_mm_cmpeq_ps(_mm_setzero_ps(), \
				1158	_mm_setzero_ps()), \
Craig Topper	19744ee	2015-11-11 02:51:18 +0000	[diff] [blame]	1159	(s)); })
Manman Ren	f865ba0	2012-06-29 05:19:13 +0000	[diff] [blame]	1160
				1161	#define _mm256_i64gather_ps(m, i, s) __extension__ ({ \
Craig Topper	5ec97a7	2015-12-01 07:12:59 +0000	[diff] [blame]	1162	(__m128)__builtin_ia32_gatherq_ps256((__v4sf)_mm_undefined_ps(), \
Craig Topper	19744ee	2015-11-11 02:51:18 +0000	[diff] [blame]	1163	(float const *)(m), \
				1164	(__v4di)(__m256i)(i), \
Craig Topper	5ec97a7	2015-12-01 07:12:59 +0000	[diff] [blame]	1165	(__v4sf)_mm_cmpeq_ps(_mm_setzero_ps(), \
				1166	_mm_setzero_ps()), \
Craig Topper	19744ee	2015-11-11 02:51:18 +0000	[diff] [blame]	1167	(s)); })
Manman Ren	f865ba0	2012-06-29 05:19:13 +0000	[diff] [blame]	1168
				1169	#define _mm_i32gather_epi32(m, i, s) __extension__ ({ \
Craig Topper	5ec97a7	2015-12-01 07:12:59 +0000	[diff] [blame]	1170	(__m128i)__builtin_ia32_gatherd_d((__v4si)_mm_undefined_si128(), \
Craig Topper	19744ee	2015-11-11 02:51:18 +0000	[diff] [blame]	1171	(int const *)(m), (__v4si)(__m128i)(i), \
				1172	(__v4si)_mm_set1_epi32(-1), (s)); })
Manman Ren	f865ba0	2012-06-29 05:19:13 +0000	[diff] [blame]	1173
				1174	#define _mm256_i32gather_epi32(m, i, s) __extension__ ({ \
Craig Topper	5ec97a7	2015-12-01 07:12:59 +0000	[diff] [blame]	1175	(__m256i)__builtin_ia32_gatherd_d256((__v8si)_mm256_undefined_si256(), \
Craig Topper	19744ee	2015-11-11 02:51:18 +0000	[diff] [blame]	1176	(int const *)(m), (__v8si)(__m256i)(i), \
				1177	(__v8si)_mm256_set1_epi32(-1), (s)); })
Manman Ren	f865ba0	2012-06-29 05:19:13 +0000	[diff] [blame]	1178
				1179	#define _mm_i64gather_epi32(m, i, s) __extension__ ({ \
Craig Topper	5ec97a7	2015-12-01 07:12:59 +0000	[diff] [blame]	1180	(__m128i)__builtin_ia32_gatherq_d((__v4si)_mm_undefined_si128(), \
Craig Topper	19744ee	2015-11-11 02:51:18 +0000	[diff] [blame]	1181	(int const *)(m), (__v2di)(__m128i)(i), \
				1182	(__v4si)_mm_set1_epi32(-1), (s)); })
Manman Ren	f865ba0	2012-06-29 05:19:13 +0000	[diff] [blame]	1183
				1184	#define _mm256_i64gather_epi32(m, i, s) __extension__ ({ \
Craig Topper	5ec97a7	2015-12-01 07:12:59 +0000	[diff] [blame]	1185	(__m128i)__builtin_ia32_gatherq_d256((__v4si)_mm_undefined_si128(), \
Craig Topper	19744ee	2015-11-11 02:51:18 +0000	[diff] [blame]	1186	(int const *)(m), (__v4di)(__m256i)(i), \
				1187	(__v4si)_mm_set1_epi32(-1), (s)); })
Manman Ren	f865ba0	2012-06-29 05:19:13 +0000	[diff] [blame]	1188
				1189	#define _mm_i32gather_epi64(m, i, s) __extension__ ({ \
Craig Topper	5ec97a7	2015-12-01 07:12:59 +0000	[diff] [blame]	1190	(__m128i)__builtin_ia32_gatherd_q((__v2di)_mm_undefined_si128(), \
Craig Topper	19744ee	2015-11-11 02:51:18 +0000	[diff] [blame]	1191	(long long const *)(m), \
				1192	(__v4si)(__m128i)(i), \
				1193	(__v2di)_mm_set1_epi64x(-1), (s)); })
Manman Ren	f865ba0	2012-06-29 05:19:13 +0000	[diff] [blame]	1194
				1195	#define _mm256_i32gather_epi64(m, i, s) __extension__ ({ \
Craig Topper	5ec97a7	2015-12-01 07:12:59 +0000	[diff] [blame]	1196	(__m256i)__builtin_ia32_gatherd_q256((__v4di)_mm256_undefined_si256(), \
Craig Topper	19744ee	2015-11-11 02:51:18 +0000	[diff] [blame]	1197	(long long const *)(m), \
				1198	(__v4si)(__m128i)(i), \
				1199	(__v4di)_mm256_set1_epi64x(-1), (s)); })
Manman Ren	f865ba0	2012-06-29 05:19:13 +0000	[diff] [blame]	1200
				1201	#define _mm_i64gather_epi64(m, i, s) __extension__ ({ \
Craig Topper	5ec97a7	2015-12-01 07:12:59 +0000	[diff] [blame]	1202	(__m128i)__builtin_ia32_gatherq_q((__v2di)_mm_undefined_si128(), \
Craig Topper	19744ee	2015-11-11 02:51:18 +0000	[diff] [blame]	1203	(long long const *)(m), \
				1204	(__v2di)(__m128i)(i), \
				1205	(__v2di)_mm_set1_epi64x(-1), (s)); })
Manman Ren	f865ba0	2012-06-29 05:19:13 +0000	[diff] [blame]	1206
				1207	#define _mm256_i64gather_epi64(m, i, s) __extension__ ({ \
Craig Topper	5ec97a7	2015-12-01 07:12:59 +0000	[diff] [blame]	1208	(__m256i)__builtin_ia32_gatherq_q256((__v4di)_mm256_undefined_si256(), \
Craig Topper	19744ee	2015-11-11 02:51:18 +0000	[diff] [blame]	1209	(long long const *)(m), \
				1210	(__v4di)(__m256i)(i), \
				1211	(__v4di)_mm256_set1_epi64x(-1), (s)); })
Richard Smith	49e5644	2013-07-14 05:41:45 +0000	[diff] [blame]	1212
Michael Kuperstein	e45af54	2015-06-30 13:36:19 +0000	[diff] [blame]	1213	#undef __DEFAULT_FN_ATTRS
Eric Christopher	4d185168	2015-06-17 07:09:20 +0000	[diff] [blame]	1214
Richard Smith	49e5644	2013-07-14 05:41:45 +0000	[diff] [blame]	1215	#endif /* __AVX2INTRIN_H */