blob: eb849f6e99c4aa7c7d05f4c31e138cc9d3d6c0d2 [file] [log] [blame]
Anders Carlsson022012e2007-08-20 18:05:56 +00001//===---- CGBuiltin.cpp - Emit LLVM Code for builtins ---------------------===//
2//
3// The LLVM Compiler Infrastructure
4//
Chris Lattner0bc735f2007-12-29 19:59:25 +00005// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
Anders Carlsson022012e2007-08-20 18:05:56 +00007//
8//===----------------------------------------------------------------------===//
9//
10// This contains code to emit Builtin calls as LLVM code.
11//
12//===----------------------------------------------------------------------===//
13
John McCalld0b76ca2010-03-02 03:50:12 +000014#include "TargetInfo.h"
Anders Carlsson022012e2007-08-20 18:05:56 +000015#include "CodeGenFunction.h"
16#include "CodeGenModule.h"
Fariborz Jahanian55bcace2010-06-15 22:44:06 +000017#include "CGObjCRuntime.h"
Anders Carlssonca6fcfa2007-12-09 21:20:04 +000018#include "clang/Basic/TargetInfo.h"
Chris Lattnerbef20ac2007-08-31 04:31:45 +000019#include "clang/AST/ASTContext.h"
Daniel Dunbarc4a1dea2008-08-11 05:35:13 +000020#include "clang/AST/Decl.h"
Chris Lattner6b15cdc2009-06-14 01:05:48 +000021#include "clang/Basic/TargetBuiltins.h"
Anders Carlsson793680e2007-10-12 23:56:29 +000022#include "llvm/Intrinsics.h"
John McCalld0b76ca2010-03-02 03:50:12 +000023#include "llvm/Target/TargetData.h"
Jakub Staszak558229f2011-07-08 22:45:14 +000024
Anders Carlsson022012e2007-08-20 18:05:56 +000025using namespace clang;
26using namespace CodeGen;
Anders Carlssonca6fcfa2007-12-09 21:20:04 +000027using namespace llvm;
28
John McCalla45680b2011-09-13 23:05:03 +000029/// getBuiltinLibFunction - Given a builtin id for a function like
30/// "__builtin_fabsf", return a Function* for "fabsf".
31llvm::Value *CodeGenModule::getBuiltinLibFunction(const FunctionDecl *FD,
32 unsigned BuiltinID) {
33 assert(Context.BuiltinInfo.isLibFunction(BuiltinID));
34
35 // Get the name, skip over the __builtin_ prefix (if necessary).
36 StringRef Name;
37 GlobalDecl D(FD);
38
39 // If the builtin has been declared explicitly with an assembler label,
40 // use the mangled name. This differs from the plain label on platforms
41 // that prefix labels.
42 if (FD->hasAttr<AsmLabelAttr>())
43 Name = getMangledName(D);
44 else
45 Name = Context.BuiltinInfo.GetName(BuiltinID) + 10;
46
47 llvm::FunctionType *Ty =
48 cast<llvm::FunctionType>(getTypes().ConvertType(FD->getType()));
49
50 return GetOrCreateLLVMFunction(Name, Ty, D, /*ForVTable=*/false);
51}
52
John McCall26815d92010-10-27 20:58:56 +000053/// Emit the conversions required to turn the given value into an
54/// integer of the given size.
55static Value *EmitToInt(CodeGenFunction &CGF, llvm::Value *V,
Chris Lattner2acc6e32011-07-18 04:24:23 +000056 QualType T, llvm::IntegerType *IntType) {
John McCall26815d92010-10-27 20:58:56 +000057 V = CGF.EmitToMemory(V, T);
Chris Lattnera1aa9e32010-10-01 23:43:16 +000058
John McCall26815d92010-10-27 20:58:56 +000059 if (V->getType()->isPointerTy())
60 return CGF.Builder.CreatePtrToInt(V, IntType);
61
62 assert(V->getType() == IntType);
63 return V;
Chandler Carruthdb4325b2010-07-18 07:23:17 +000064}
65
John McCall26815d92010-10-27 20:58:56 +000066static Value *EmitFromInt(CodeGenFunction &CGF, llvm::Value *V,
Chris Lattner2acc6e32011-07-18 04:24:23 +000067 QualType T, llvm::Type *ResultType) {
John McCall26815d92010-10-27 20:58:56 +000068 V = CGF.EmitFromMemory(V, T);
69
70 if (ResultType->isPointerTy())
71 return CGF.Builder.CreateIntToPtr(V, ResultType);
72
73 assert(V->getType() == ResultType);
74 return V;
Chandler Carruthdb4325b2010-07-18 07:23:17 +000075}
76
Daniel Dunbar0002d232009-04-07 00:55:51 +000077/// Utility to insert an atomic instruction based on Instrinsic::ID
78/// and the expression node.
Daniel Dunbarcb61a7b2010-03-20 07:04:11 +000079static RValue EmitBinaryAtomic(CodeGenFunction &CGF,
Eli Friedmanc83b9752011-09-07 01:41:24 +000080 llvm::AtomicRMWInst::BinOp Kind,
81 const CallExpr *E) {
John McCall26815d92010-10-27 20:58:56 +000082 QualType T = E->getType();
83 assert(E->getArg(0)->getType()->isPointerType());
84 assert(CGF.getContext().hasSameUnqualifiedType(T,
85 E->getArg(0)->getType()->getPointeeType()));
86 assert(CGF.getContext().hasSameUnqualifiedType(T, E->getArg(1)->getType()));
87
Chris Lattner4f209442010-09-21 23:40:48 +000088 llvm::Value *DestPtr = CGF.EmitScalarExpr(E->getArg(0));
89 unsigned AddrSpace =
90 cast<llvm::PointerType>(DestPtr->getType())->getAddressSpace();
John McCall789a1592010-10-26 22:09:15 +000091
Chris Lattner9cbe4f02011-07-09 17:41:47 +000092 llvm::IntegerType *IntType =
John McCall26815d92010-10-27 20:58:56 +000093 llvm::IntegerType::get(CGF.getLLVMContext(),
94 CGF.getContext().getTypeSize(T));
Chris Lattner9cbe4f02011-07-09 17:41:47 +000095 llvm::Type *IntPtrType = IntType->getPointerTo(AddrSpace);
John McCall26815d92010-10-27 20:58:56 +000096
John McCall26815d92010-10-27 20:58:56 +000097 llvm::Value *Args[2];
98 Args[0] = CGF.Builder.CreateBitCast(DestPtr, IntPtrType);
99 Args[1] = CGF.EmitScalarExpr(E->getArg(1));
Chris Lattner2acc6e32011-07-18 04:24:23 +0000100 llvm::Type *ValueType = Args[1]->getType();
John McCall26815d92010-10-27 20:58:56 +0000101 Args[1] = EmitToInt(CGF, Args[1], T, IntType);
102
Eli Friedmanc83b9752011-09-07 01:41:24 +0000103 llvm::Value *Result =
104 CGF.Builder.CreateAtomicRMW(Kind, Args[0], Args[1],
105 llvm::SequentiallyConsistent);
John McCall26815d92010-10-27 20:58:56 +0000106 Result = EmitFromInt(CGF, Result, T, ValueType);
107 return RValue::get(Result);
Daniel Dunbar0002d232009-04-07 00:55:51 +0000108}
109
110/// Utility to insert an atomic instruction based Instrinsic::ID and
John McCall26815d92010-10-27 20:58:56 +0000111/// the expression node, where the return value is the result of the
112/// operation.
Chris Lattner420b1182010-05-06 05:35:16 +0000113static RValue EmitBinaryAtomicPost(CodeGenFunction &CGF,
Eli Friedmanc83b9752011-09-07 01:41:24 +0000114 llvm::AtomicRMWInst::BinOp Kind,
115 const CallExpr *E,
Daniel Dunbar0002d232009-04-07 00:55:51 +0000116 Instruction::BinaryOps Op) {
John McCall26815d92010-10-27 20:58:56 +0000117 QualType T = E->getType();
118 assert(E->getArg(0)->getType()->isPointerType());
119 assert(CGF.getContext().hasSameUnqualifiedType(T,
120 E->getArg(0)->getType()->getPointeeType()));
121 assert(CGF.getContext().hasSameUnqualifiedType(T, E->getArg(1)->getType()));
122
Chris Lattner4f209442010-09-21 23:40:48 +0000123 llvm::Value *DestPtr = CGF.EmitScalarExpr(E->getArg(0));
124 unsigned AddrSpace =
125 cast<llvm::PointerType>(DestPtr->getType())->getAddressSpace();
John McCall789a1592010-10-26 22:09:15 +0000126
Chris Lattner9cbe4f02011-07-09 17:41:47 +0000127 llvm::IntegerType *IntType =
John McCall26815d92010-10-27 20:58:56 +0000128 llvm::IntegerType::get(CGF.getLLVMContext(),
129 CGF.getContext().getTypeSize(T));
Chris Lattner9cbe4f02011-07-09 17:41:47 +0000130 llvm::Type *IntPtrType = IntType->getPointerTo(AddrSpace);
John McCall26815d92010-10-27 20:58:56 +0000131
John McCall26815d92010-10-27 20:58:56 +0000132 llvm::Value *Args[2];
133 Args[1] = CGF.EmitScalarExpr(E->getArg(1));
Chris Lattner2acc6e32011-07-18 04:24:23 +0000134 llvm::Type *ValueType = Args[1]->getType();
John McCall26815d92010-10-27 20:58:56 +0000135 Args[1] = EmitToInt(CGF, Args[1], T, IntType);
136 Args[0] = CGF.Builder.CreateBitCast(DestPtr, IntPtrType);
137
Eli Friedmanc83b9752011-09-07 01:41:24 +0000138 llvm::Value *Result =
139 CGF.Builder.CreateAtomicRMW(Kind, Args[0], Args[1],
140 llvm::SequentiallyConsistent);
John McCall26815d92010-10-27 20:58:56 +0000141 Result = CGF.Builder.CreateBinOp(Op, Result, Args[1]);
142 Result = EmitFromInt(CGF, Result, T, ValueType);
143 return RValue::get(Result);
Mon P Wang1ffe2812008-05-09 22:40:52 +0000144}
145
Chris Lattner420b1182010-05-06 05:35:16 +0000146/// EmitFAbs - Emit a call to fabs/fabsf/fabsl, depending on the type of ValTy,
147/// which must be a scalar floating point type.
148static Value *EmitFAbs(CodeGenFunction &CGF, Value *V, QualType ValTy) {
149 const BuiltinType *ValTyP = ValTy->getAs<BuiltinType>();
150 assert(ValTyP && "isn't scalar fp type!");
151
152 StringRef FnName;
153 switch (ValTyP->getKind()) {
David Blaikieb219cfc2011-09-23 05:06:16 +0000154 default: llvm_unreachable("Isn't a scalar fp type!");
Chris Lattner420b1182010-05-06 05:35:16 +0000155 case BuiltinType::Float: FnName = "fabsf"; break;
156 case BuiltinType::Double: FnName = "fabs"; break;
157 case BuiltinType::LongDouble: FnName = "fabsl"; break;
158 }
159
160 // The prototype is something that takes and returns whatever V's type is.
Jay Foadda549e82011-07-29 13:56:53 +0000161 llvm::FunctionType *FT = llvm::FunctionType::get(V->getType(), V->getType(),
Benjamin Kramer95d318c2011-05-28 14:26:31 +0000162 false);
Chris Lattner420b1182010-05-06 05:35:16 +0000163 llvm::Value *Fn = CGF.CGM.CreateRuntimeFunction(FT, FnName);
164
165 return CGF.Builder.CreateCall(Fn, V, "abs");
166}
167
John McCalla45680b2011-09-13 23:05:03 +0000168static RValue emitLibraryCall(CodeGenFunction &CGF, const FunctionDecl *Fn,
169 const CallExpr *E, llvm::Value *calleeValue) {
170 return CGF.EmitCall(E->getCallee()->getType(), calleeValue,
171 ReturnValueSlot(), E->arg_begin(), E->arg_end(), Fn);
172}
173
Mike Stump1eb44332009-09-09 15:08:12 +0000174RValue CodeGenFunction::EmitBuiltinExpr(const FunctionDecl *FD,
Daniel Dunbaref2abfe2009-02-16 22:43:43 +0000175 unsigned BuiltinID, const CallExpr *E) {
Chris Lattner564ea2a2008-10-06 06:56:41 +0000176 // See if we can constant fold this builtin. If so, don't emit it at all.
Anders Carlssonf35d35a2008-12-01 02:31:41 +0000177 Expr::EvalResult Result;
Eli Friedman52a27f52012-01-06 20:03:09 +0000178 if (E->EvaluateAsRValue(Result, CGM.getContext()) &&
Fariborz Jahaniandd697bc2011-04-25 23:10:07 +0000179 !Result.hasSideEffects()) {
Anders Carlssonf35d35a2008-12-01 02:31:41 +0000180 if (Result.Val.isInt())
John McCalld16c2cf2011-02-08 08:22:06 +0000181 return RValue::get(llvm::ConstantInt::get(getLLVMContext(),
Owen Anderson4a28d5d2009-07-24 23:12:58 +0000182 Result.Val.getInt()));
Chris Lattnera1aa9e32010-10-01 23:43:16 +0000183 if (Result.Val.isFloat())
John McCalld16c2cf2011-02-08 08:22:06 +0000184 return RValue::get(llvm::ConstantFP::get(getLLVMContext(),
185 Result.Val.getFloat()));
Chris Lattner1f329992008-10-06 06:09:18 +0000186 }
Mike Stump1eb44332009-09-09 15:08:12 +0000187
Chris Lattner564ea2a2008-10-06 06:56:41 +0000188 switch (BuiltinID) {
189 default: break; // Handle intrinsics and libm functions below.
Chris Lattner506ff882008-10-06 07:26:43 +0000190 case Builtin::BI__builtin___CFStringMakeConstantString:
David Chisnall0d13f6f2010-01-23 02:40:42 +0000191 case Builtin::BI__builtin___NSStringMakeConstantString:
Anders Carlssone9352cc2009-04-08 04:48:15 +0000192 return RValue::get(CGM.EmitConstantExpr(E, E->getType(), 0));
Chris Lattner6a705f02008-07-09 17:28:44 +0000193 case Builtin::BI__builtin_stdarg_start:
Anders Carlsson793680e2007-10-12 23:56:29 +0000194 case Builtin::BI__builtin_va_start:
195 case Builtin::BI__builtin_va_end: {
Daniel Dunbar07855702009-02-11 22:25:55 +0000196 Value *ArgValue = EmitVAListRef(E->getArg(0));
Chris Lattner2acc6e32011-07-18 04:24:23 +0000197 llvm::Type *DestType = Int8PtrTy;
Anders Carlsson793680e2007-10-12 23:56:29 +0000198 if (ArgValue->getType() != DestType)
Mike Stump1eb44332009-09-09 15:08:12 +0000199 ArgValue = Builder.CreateBitCast(ArgValue, DestType,
Daniel Dunbarb27ffbe2009-07-26 09:28:40 +0000200 ArgValue->getName().data());
Anders Carlsson793680e2007-10-12 23:56:29 +0000201
Mike Stump1eb44332009-09-09 15:08:12 +0000202 Intrinsic::ID inst = (BuiltinID == Builtin::BI__builtin_va_end) ?
Chris Lattner6a705f02008-07-09 17:28:44 +0000203 Intrinsic::vaend : Intrinsic::vastart;
Chris Lattner7acda7c2007-12-18 00:25:38 +0000204 return RValue::get(Builder.CreateCall(CGM.getIntrinsic(inst), ArgValue));
Anders Carlsson793680e2007-10-12 23:56:29 +0000205 }
Anders Carlssona28ef8b2008-02-09 20:26:43 +0000206 case Builtin::BI__builtin_va_copy: {
Eli Friedman4fd0aa52009-01-20 17:46:04 +0000207 Value *DstPtr = EmitVAListRef(E->getArg(0));
208 Value *SrcPtr = EmitVAListRef(E->getArg(1));
Anders Carlssona28ef8b2008-02-09 20:26:43 +0000209
Chris Lattner2acc6e32011-07-18 04:24:23 +0000210 llvm::Type *Type = Int8PtrTy;
Anders Carlssona28ef8b2008-02-09 20:26:43 +0000211
212 DstPtr = Builder.CreateBitCast(DstPtr, Type);
213 SrcPtr = Builder.CreateBitCast(SrcPtr, Type);
Mike Stump1eb44332009-09-09 15:08:12 +0000214 return RValue::get(Builder.CreateCall2(CGM.getIntrinsic(Intrinsic::vacopy),
Chris Lattner3eae03e2008-05-06 00:56:42 +0000215 DstPtr, SrcPtr));
Anders Carlssona28ef8b2008-02-09 20:26:43 +0000216 }
Eli Friedmanf7b2d8b2012-01-17 22:11:30 +0000217 case Builtin::BI__builtin_abs:
218 case Builtin::BI__builtin_labs:
219 case Builtin::BI__builtin_llabs: {
Mike Stump1eb44332009-09-09 15:08:12 +0000220 Value *ArgValue = EmitScalarExpr(E->getArg(0));
221
Chris Lattner9a847f52008-07-23 06:53:34 +0000222 Value *NegOp = Builder.CreateNeg(ArgValue, "neg");
Mike Stump1eb44332009-09-09 15:08:12 +0000223 Value *CmpResult =
224 Builder.CreateICmpSGE(ArgValue,
Owen Andersonc9c88b42009-07-31 20:28:54 +0000225 llvm::Constant::getNullValue(ArgValue->getType()),
Chris Lattner9a847f52008-07-23 06:53:34 +0000226 "abscond");
Mike Stump1eb44332009-09-09 15:08:12 +0000227 Value *Result =
Anders Carlssonc2251dc2007-11-20 19:05:17 +0000228 Builder.CreateSelect(CmpResult, ArgValue, NegOp, "abs");
Mike Stump1eb44332009-09-09 15:08:12 +0000229
Anders Carlssonc2251dc2007-11-20 19:05:17 +0000230 return RValue::get(Result);
231 }
Benjamin Kramera49a2832012-01-28 18:42:57 +0000232 case Builtin::BI__builtin_ctzs:
Anders Carlsson3a31d602008-02-06 07:19:27 +0000233 case Builtin::BI__builtin_ctz:
234 case Builtin::BI__builtin_ctzl:
235 case Builtin::BI__builtin_ctzll: {
236 Value *ArgValue = EmitScalarExpr(E->getArg(0));
Mike Stump1eb44332009-09-09 15:08:12 +0000237
Chris Lattner9cbe4f02011-07-09 17:41:47 +0000238 llvm::Type *ArgType = ArgValue->getType();
Benjamin Kramer8dd55a32011-07-14 17:45:50 +0000239 Value *F = CGM.getIntrinsic(Intrinsic::cttz, ArgType);
Anders Carlsson3a31d602008-02-06 07:19:27 +0000240
Chris Lattner2acc6e32011-07-18 04:24:23 +0000241 llvm::Type *ResultType = ConvertType(E->getType());
Bob Wilson8b30a932012-01-26 22:14:27 +0000242 Value *ZeroUndef = Builder.getInt1(Target.isCLZForZeroUndef());
243 Value *Result = Builder.CreateCall2(F, ArgValue, ZeroUndef);
Anders Carlsson3a31d602008-02-06 07:19:27 +0000244 if (Result->getType() != ResultType)
Duncan Sandseac73e52009-11-16 13:11:21 +0000245 Result = Builder.CreateIntCast(Result, ResultType, /*isSigned*/true,
246 "cast");
Anders Carlsson3a31d602008-02-06 07:19:27 +0000247 return RValue::get(Result);
248 }
Benjamin Kramera49a2832012-01-28 18:42:57 +0000249 case Builtin::BI__builtin_clzs:
Eli Friedmanf4e85332008-05-27 15:32:46 +0000250 case Builtin::BI__builtin_clz:
251 case Builtin::BI__builtin_clzl:
252 case Builtin::BI__builtin_clzll: {
253 Value *ArgValue = EmitScalarExpr(E->getArg(0));
Mike Stump1eb44332009-09-09 15:08:12 +0000254
Chris Lattner9cbe4f02011-07-09 17:41:47 +0000255 llvm::Type *ArgType = ArgValue->getType();
Benjamin Kramer8dd55a32011-07-14 17:45:50 +0000256 Value *F = CGM.getIntrinsic(Intrinsic::ctlz, ArgType);
Eli Friedmanf4e85332008-05-27 15:32:46 +0000257
Chris Lattner2acc6e32011-07-18 04:24:23 +0000258 llvm::Type *ResultType = ConvertType(E->getType());
Bob Wilson8b30a932012-01-26 22:14:27 +0000259 Value *ZeroUndef = Builder.getInt1(Target.isCLZForZeroUndef());
260 Value *Result = Builder.CreateCall2(F, ArgValue, ZeroUndef);
Eli Friedmanf4e85332008-05-27 15:32:46 +0000261 if (Result->getType() != ResultType)
Duncan Sandseac73e52009-11-16 13:11:21 +0000262 Result = Builder.CreateIntCast(Result, ResultType, /*isSigned*/true,
263 "cast");
Eli Friedmanf4e85332008-05-27 15:32:46 +0000264 return RValue::get(Result);
265 }
Daniel Dunbar04b29002008-07-21 17:19:41 +0000266 case Builtin::BI__builtin_ffs:
267 case Builtin::BI__builtin_ffsl:
268 case Builtin::BI__builtin_ffsll: {
269 // ffs(x) -> x ? cttz(x) + 1 : 0
270 Value *ArgValue = EmitScalarExpr(E->getArg(0));
Mike Stump1eb44332009-09-09 15:08:12 +0000271
Chris Lattner9cbe4f02011-07-09 17:41:47 +0000272 llvm::Type *ArgType = ArgValue->getType();
Benjamin Kramer8dd55a32011-07-14 17:45:50 +0000273 Value *F = CGM.getIntrinsic(Intrinsic::cttz, ArgType);
Mike Stump1eb44332009-09-09 15:08:12 +0000274
Chris Lattner2acc6e32011-07-18 04:24:23 +0000275 llvm::Type *ResultType = ConvertType(E->getType());
Chandler Carruth50058ec2011-12-12 04:28:35 +0000276 Value *Tmp = Builder.CreateAdd(Builder.CreateCall2(F, ArgValue,
277 Builder.getTrue()),
Benjamin Kramer578faa82011-09-27 21:06:10 +0000278 llvm::ConstantInt::get(ArgType, 1));
Owen Andersonc9c88b42009-07-31 20:28:54 +0000279 Value *Zero = llvm::Constant::getNullValue(ArgType);
Daniel Dunbar04b29002008-07-21 17:19:41 +0000280 Value *IsZero = Builder.CreateICmpEQ(ArgValue, Zero, "iszero");
281 Value *Result = Builder.CreateSelect(IsZero, Zero, Tmp, "ffs");
282 if (Result->getType() != ResultType)
Duncan Sandseac73e52009-11-16 13:11:21 +0000283 Result = Builder.CreateIntCast(Result, ResultType, /*isSigned*/true,
284 "cast");
Daniel Dunbar04b29002008-07-21 17:19:41 +0000285 return RValue::get(Result);
286 }
287 case Builtin::BI__builtin_parity:
288 case Builtin::BI__builtin_parityl:
289 case Builtin::BI__builtin_parityll: {
290 // parity(x) -> ctpop(x) & 1
291 Value *ArgValue = EmitScalarExpr(E->getArg(0));
Mike Stump1eb44332009-09-09 15:08:12 +0000292
Chris Lattner9cbe4f02011-07-09 17:41:47 +0000293 llvm::Type *ArgType = ArgValue->getType();
Benjamin Kramer8dd55a32011-07-14 17:45:50 +0000294 Value *F = CGM.getIntrinsic(Intrinsic::ctpop, ArgType);
Mike Stump1eb44332009-09-09 15:08:12 +0000295
Chris Lattner2acc6e32011-07-18 04:24:23 +0000296 llvm::Type *ResultType = ConvertType(E->getType());
Benjamin Kramer578faa82011-09-27 21:06:10 +0000297 Value *Tmp = Builder.CreateCall(F, ArgValue);
298 Value *Result = Builder.CreateAnd(Tmp, llvm::ConstantInt::get(ArgType, 1));
Daniel Dunbar04b29002008-07-21 17:19:41 +0000299 if (Result->getType() != ResultType)
Duncan Sandseac73e52009-11-16 13:11:21 +0000300 Result = Builder.CreateIntCast(Result, ResultType, /*isSigned*/true,
301 "cast");
Daniel Dunbar04b29002008-07-21 17:19:41 +0000302 return RValue::get(Result);
303 }
304 case Builtin::BI__builtin_popcount:
305 case Builtin::BI__builtin_popcountl:
306 case Builtin::BI__builtin_popcountll: {
307 Value *ArgValue = EmitScalarExpr(E->getArg(0));
Mike Stump1eb44332009-09-09 15:08:12 +0000308
Chris Lattner9cbe4f02011-07-09 17:41:47 +0000309 llvm::Type *ArgType = ArgValue->getType();
Benjamin Kramer8dd55a32011-07-14 17:45:50 +0000310 Value *F = CGM.getIntrinsic(Intrinsic::ctpop, ArgType);
Mike Stump1eb44332009-09-09 15:08:12 +0000311
Chris Lattner2acc6e32011-07-18 04:24:23 +0000312 llvm::Type *ResultType = ConvertType(E->getType());
Benjamin Kramer578faa82011-09-27 21:06:10 +0000313 Value *Result = Builder.CreateCall(F, ArgValue);
Daniel Dunbar04b29002008-07-21 17:19:41 +0000314 if (Result->getType() != ResultType)
Duncan Sandseac73e52009-11-16 13:11:21 +0000315 Result = Builder.CreateIntCast(Result, ResultType, /*isSigned*/true,
316 "cast");
Daniel Dunbar04b29002008-07-21 17:19:41 +0000317 return RValue::get(Result);
318 }
Fariborz Jahaniane42b8a52010-07-26 23:11:03 +0000319 case Builtin::BI__builtin_expect: {
Fariborz Jahaniandd697bc2011-04-25 23:10:07 +0000320 Value *ArgValue = EmitScalarExpr(E->getArg(0));
Chris Lattner9cbe4f02011-07-09 17:41:47 +0000321 llvm::Type *ArgType = ArgValue->getType();
Jakub Staszak558229f2011-07-08 22:45:14 +0000322
Benjamin Kramer8dd55a32011-07-14 17:45:50 +0000323 Value *FnExpect = CGM.getIntrinsic(Intrinsic::expect, ArgType);
Jakub Staszak558229f2011-07-08 22:45:14 +0000324 Value *ExpectedValue = EmitScalarExpr(E->getArg(1));
325
326 Value *Result = Builder.CreateCall2(FnExpect, ArgValue, ExpectedValue,
327 "expval");
328 return RValue::get(Result);
Fariborz Jahaniane42b8a52010-07-26 23:11:03 +0000329 }
Anders Carlssondf4852a2007-12-02 21:58:10 +0000330 case Builtin::BI__builtin_bswap32:
331 case Builtin::BI__builtin_bswap64: {
Chris Lattner1feedd82007-12-13 07:34:23 +0000332 Value *ArgValue = EmitScalarExpr(E->getArg(0));
Chris Lattner9cbe4f02011-07-09 17:41:47 +0000333 llvm::Type *ArgType = ArgValue->getType();
Benjamin Kramer8dd55a32011-07-14 17:45:50 +0000334 Value *F = CGM.getIntrinsic(Intrinsic::bswap, ArgType);
Benjamin Kramer578faa82011-09-27 21:06:10 +0000335 return RValue::get(Builder.CreateCall(F, ArgValue));
Mike Stump1eb44332009-09-09 15:08:12 +0000336 }
Daniel Dunbard5f8a4f2008-09-03 21:13:56 +0000337 case Builtin::BI__builtin_object_size: {
Mike Stumpb16d32f2009-10-26 23:39:48 +0000338 // We pass this builtin onto the optimizer so that it can
339 // figure out the object size in more complex cases.
Benjamin Kramer8dd55a32011-07-14 17:45:50 +0000340 llvm::Type *ResType = ConvertType(E->getType());
Eric Christopherfee667f2009-12-23 03:49:37 +0000341
342 // LLVM only supports 0 and 2, make sure that we pass along that
343 // as a boolean.
344 Value *Ty = EmitScalarExpr(E->getArg(1));
345 ConstantInt *CI = dyn_cast<ConstantInt>(Ty);
346 assert(CI);
347 uint64_t val = CI->getZExtValue();
John McCalld16c2cf2011-02-08 08:22:06 +0000348 CI = ConstantInt::get(Builder.getInt1Ty(), (val & 0x2) >> 1);
Eric Christopherfee667f2009-12-23 03:49:37 +0000349
Benjamin Kramer8dd55a32011-07-14 17:45:50 +0000350 Value *F = CGM.getIntrinsic(Intrinsic::objectsize, ResType);
Mike Stumpc4c90452009-10-27 22:09:17 +0000351 return RValue::get(Builder.CreateCall2(F,
352 EmitScalarExpr(E->getArg(0)),
Eric Christopherfee667f2009-12-23 03:49:37 +0000353 CI));
Daniel Dunbard5f8a4f2008-09-03 21:13:56 +0000354 }
Daniel Dunbar4493f792008-07-21 22:59:13 +0000355 case Builtin::BI__builtin_prefetch: {
356 Value *Locality, *RW, *Address = EmitScalarExpr(E->getArg(0));
357 // FIXME: Technically these constants should of type 'int', yes?
Mike Stump1eb44332009-09-09 15:08:12 +0000358 RW = (E->getNumArgs() > 1) ? EmitScalarExpr(E->getArg(1)) :
Chris Lattner77b89b82010-06-27 07:15:29 +0000359 llvm::ConstantInt::get(Int32Ty, 0);
Mike Stump1eb44332009-09-09 15:08:12 +0000360 Locality = (E->getNumArgs() > 2) ? EmitScalarExpr(E->getArg(2)) :
Chris Lattner77b89b82010-06-27 07:15:29 +0000361 llvm::ConstantInt::get(Int32Ty, 3);
Bruno Cardoso Lopes2eccb672011-06-14 05:00:30 +0000362 Value *Data = llvm::ConstantInt::get(Int32Ty, 1);
Benjamin Kramer8dd55a32011-07-14 17:45:50 +0000363 Value *F = CGM.getIntrinsic(Intrinsic::prefetch);
Bruno Cardoso Lopes2eccb672011-06-14 05:00:30 +0000364 return RValue::get(Builder.CreateCall4(F, Address, RW, Locality, Data));
Anders Carlssondf4852a2007-12-02 21:58:10 +0000365 }
Daniel Dunbar4493f792008-07-21 22:59:13 +0000366 case Builtin::BI__builtin_trap: {
Benjamin Kramer8dd55a32011-07-14 17:45:50 +0000367 Value *F = CGM.getIntrinsic(Intrinsic::trap);
Daniel Dunbar4493f792008-07-21 22:59:13 +0000368 return RValue::get(Builder.CreateCall(F));
369 }
Chris Lattner21190d52009-09-21 03:09:59 +0000370 case Builtin::BI__builtin_unreachable: {
John McCallcd5b22e2011-01-12 03:41:02 +0000371 if (CatchUndefined)
Mike Stumpfba565d2009-12-16 03:07:12 +0000372 EmitBranch(getTrapBB());
John McCallcd5b22e2011-01-12 03:41:02 +0000373 else
374 Builder.CreateUnreachable();
375
376 // We do need to preserve an insertion point.
John McCalld16c2cf2011-02-08 08:22:06 +0000377 EmitBlock(createBasicBlock("unreachable.cont"));
John McCallcd5b22e2011-01-12 03:41:02 +0000378
379 return RValue::get(0);
Chris Lattner21190d52009-09-21 03:09:59 +0000380 }
381
Daniel Dunbara933c3c2008-07-21 18:44:41 +0000382 case Builtin::BI__builtin_powi:
383 case Builtin::BI__builtin_powif:
384 case Builtin::BI__builtin_powil: {
385 Value *Base = EmitScalarExpr(E->getArg(0));
386 Value *Exponent = EmitScalarExpr(E->getArg(1));
Chris Lattner9cbe4f02011-07-09 17:41:47 +0000387 llvm::Type *ArgType = Base->getType();
Benjamin Kramer8dd55a32011-07-14 17:45:50 +0000388 Value *F = CGM.getIntrinsic(Intrinsic::powi, ArgType);
Benjamin Kramer578faa82011-09-27 21:06:10 +0000389 return RValue::get(Builder.CreateCall2(F, Base, Exponent));
Daniel Dunbara933c3c2008-07-21 18:44:41 +0000390 }
391
Chris Lattnerfe23e212007-12-20 00:44:32 +0000392 case Builtin::BI__builtin_isgreater:
393 case Builtin::BI__builtin_isgreaterequal:
394 case Builtin::BI__builtin_isless:
395 case Builtin::BI__builtin_islessequal:
396 case Builtin::BI__builtin_islessgreater:
397 case Builtin::BI__builtin_isunordered: {
398 // Ordered comparisons: we know the arguments to these are matching scalar
399 // floating point values.
Mike Stump1eb44332009-09-09 15:08:12 +0000400 Value *LHS = EmitScalarExpr(E->getArg(0));
Chris Lattnerfe23e212007-12-20 00:44:32 +0000401 Value *RHS = EmitScalarExpr(E->getArg(1));
Mike Stump1eb44332009-09-09 15:08:12 +0000402
Chris Lattnerfe23e212007-12-20 00:44:32 +0000403 switch (BuiltinID) {
David Blaikieb219cfc2011-09-23 05:06:16 +0000404 default: llvm_unreachable("Unknown ordered comparison");
Chris Lattnerfe23e212007-12-20 00:44:32 +0000405 case Builtin::BI__builtin_isgreater:
406 LHS = Builder.CreateFCmpOGT(LHS, RHS, "cmp");
407 break;
408 case Builtin::BI__builtin_isgreaterequal:
409 LHS = Builder.CreateFCmpOGE(LHS, RHS, "cmp");
410 break;
411 case Builtin::BI__builtin_isless:
412 LHS = Builder.CreateFCmpOLT(LHS, RHS, "cmp");
413 break;
414 case Builtin::BI__builtin_islessequal:
415 LHS = Builder.CreateFCmpOLE(LHS, RHS, "cmp");
416 break;
417 case Builtin::BI__builtin_islessgreater:
418 LHS = Builder.CreateFCmpONE(LHS, RHS, "cmp");
419 break;
Mike Stump1eb44332009-09-09 15:08:12 +0000420 case Builtin::BI__builtin_isunordered:
Chris Lattnerfe23e212007-12-20 00:44:32 +0000421 LHS = Builder.CreateFCmpUNO(LHS, RHS, "cmp");
422 break;
423 }
424 // ZExt bool to int type.
Benjamin Kramer578faa82011-09-27 21:06:10 +0000425 return RValue::get(Builder.CreateZExt(LHS, ConvertType(E->getType())));
Chris Lattnerfe23e212007-12-20 00:44:32 +0000426 }
Eli Friedmand6139892009-09-01 04:19:44 +0000427 case Builtin::BI__builtin_isnan: {
428 Value *V = EmitScalarExpr(E->getArg(0));
429 V = Builder.CreateFCmpUNO(V, V, "cmp");
Benjamin Kramer578faa82011-09-27 21:06:10 +0000430 return RValue::get(Builder.CreateZExt(V, ConvertType(E->getType())));
Eli Friedmand6139892009-09-01 04:19:44 +0000431 }
Chris Lattner420b1182010-05-06 05:35:16 +0000432
433 case Builtin::BI__builtin_isinf: {
434 // isinf(x) --> fabs(x) == infinity
435 Value *V = EmitScalarExpr(E->getArg(0));
436 V = EmitFAbs(*this, V, E->getArg(0)->getType());
437
438 V = Builder.CreateFCmpOEQ(V, ConstantFP::getInfinity(V->getType()),"isinf");
Benjamin Kramer578faa82011-09-27 21:06:10 +0000439 return RValue::get(Builder.CreateZExt(V, ConvertType(E->getType())));
Chris Lattner420b1182010-05-06 05:35:16 +0000440 }
Chris Lattner58ae5b42010-05-06 06:13:53 +0000441
442 // TODO: BI__builtin_isinf_sign
443 // isinf_sign(x) -> isinf(x) ? (signbit(x) ? -1 : 1) : 0
Benjamin Kramer6349ce92010-05-19 11:24:26 +0000444
445 case Builtin::BI__builtin_isnormal: {
446 // isnormal(x) --> x == x && fabsf(x) < infinity && fabsf(x) >= float_min
447 Value *V = EmitScalarExpr(E->getArg(0));
448 Value *Eq = Builder.CreateFCmpOEQ(V, V, "iseq");
449
450 Value *Abs = EmitFAbs(*this, V, E->getArg(0)->getType());
451 Value *IsLessThanInf =
452 Builder.CreateFCmpULT(Abs, ConstantFP::getInfinity(V->getType()),"isinf");
453 APFloat Smallest = APFloat::getSmallestNormalized(
454 getContext().getFloatTypeSemantics(E->getArg(0)->getType()));
455 Value *IsNormal =
456 Builder.CreateFCmpUGE(Abs, ConstantFP::get(V->getContext(), Smallest),
457 "isnormal");
458 V = Builder.CreateAnd(Eq, IsLessThanInf, "and");
459 V = Builder.CreateAnd(V, IsNormal, "and");
460 return RValue::get(Builder.CreateZExt(V, ConvertType(E->getType())));
461 }
462
Chris Lattnered074152010-05-06 06:04:13 +0000463 case Builtin::BI__builtin_isfinite: {
Julien Lerougeef004ec2011-09-09 22:46:39 +0000464 // isfinite(x) --> x == x && fabs(x) != infinity;
Chris Lattnered074152010-05-06 06:04:13 +0000465 Value *V = EmitScalarExpr(E->getArg(0));
466 Value *Eq = Builder.CreateFCmpOEQ(V, V, "iseq");
467
468 Value *Abs = EmitFAbs(*this, V, E->getArg(0)->getType());
469 Value *IsNotInf =
470 Builder.CreateFCmpUNE(Abs, ConstantFP::getInfinity(V->getType()),"isinf");
471
472 V = Builder.CreateAnd(Eq, IsNotInf, "and");
473 return RValue::get(Builder.CreateZExt(V, ConvertType(E->getType())));
474 }
Benjamin Kramer7867f1a2010-06-14 10:30:41 +0000475
476 case Builtin::BI__builtin_fpclassify: {
477 Value *V = EmitScalarExpr(E->getArg(5));
Chris Lattner2acc6e32011-07-18 04:24:23 +0000478 llvm::Type *Ty = ConvertType(E->getArg(5)->getType());
Benjamin Kramer7867f1a2010-06-14 10:30:41 +0000479
480 // Create Result
481 BasicBlock *Begin = Builder.GetInsertBlock();
482 BasicBlock *End = createBasicBlock("fpclassify_end", this->CurFn);
483 Builder.SetInsertPoint(End);
484 PHINode *Result =
Jay Foadbbf3bac2011-03-30 11:28:58 +0000485 Builder.CreatePHI(ConvertType(E->getArg(0)->getType()), 4,
Benjamin Kramer7867f1a2010-06-14 10:30:41 +0000486 "fpclassify_result");
487
488 // if (V==0) return FP_ZERO
489 Builder.SetInsertPoint(Begin);
490 Value *IsZero = Builder.CreateFCmpOEQ(V, Constant::getNullValue(Ty),
491 "iszero");
492 Value *ZeroLiteral = EmitScalarExpr(E->getArg(4));
493 BasicBlock *NotZero = createBasicBlock("fpclassify_not_zero", this->CurFn);
494 Builder.CreateCondBr(IsZero, End, NotZero);
495 Result->addIncoming(ZeroLiteral, Begin);
496
497 // if (V != V) return FP_NAN
498 Builder.SetInsertPoint(NotZero);
499 Value *IsNan = Builder.CreateFCmpUNO(V, V, "cmp");
500 Value *NanLiteral = EmitScalarExpr(E->getArg(0));
501 BasicBlock *NotNan = createBasicBlock("fpclassify_not_nan", this->CurFn);
502 Builder.CreateCondBr(IsNan, End, NotNan);
503 Result->addIncoming(NanLiteral, NotZero);
504
505 // if (fabs(V) == infinity) return FP_INFINITY
506 Builder.SetInsertPoint(NotNan);
507 Value *VAbs = EmitFAbs(*this, V, E->getArg(5)->getType());
508 Value *IsInf =
509 Builder.CreateFCmpOEQ(VAbs, ConstantFP::getInfinity(V->getType()),
510 "isinf");
511 Value *InfLiteral = EmitScalarExpr(E->getArg(1));
512 BasicBlock *NotInf = createBasicBlock("fpclassify_not_inf", this->CurFn);
513 Builder.CreateCondBr(IsInf, End, NotInf);
514 Result->addIncoming(InfLiteral, NotNan);
515
516 // if (fabs(V) >= MIN_NORMAL) return FP_NORMAL else FP_SUBNORMAL
517 Builder.SetInsertPoint(NotInf);
518 APFloat Smallest = APFloat::getSmallestNormalized(
519 getContext().getFloatTypeSemantics(E->getArg(5)->getType()));
520 Value *IsNormal =
521 Builder.CreateFCmpUGE(VAbs, ConstantFP::get(V->getContext(), Smallest),
522 "isnormal");
523 Value *NormalResult =
524 Builder.CreateSelect(IsNormal, EmitScalarExpr(E->getArg(2)),
525 EmitScalarExpr(E->getArg(3)));
526 Builder.CreateBr(End);
527 Result->addIncoming(NormalResult, NotInf);
528
529 // return Result
530 Builder.SetInsertPoint(End);
531 return RValue::get(Result);
532 }
Chris Lattnered074152010-05-06 06:04:13 +0000533
Eli Friedmanb52fe9c2009-06-02 07:10:30 +0000534 case Builtin::BIalloca:
Chris Lattner9e800e32008-06-16 17:15:14 +0000535 case Builtin::BI__builtin_alloca: {
Chris Lattner9e800e32008-06-16 17:15:14 +0000536 Value *Size = EmitScalarExpr(E->getArg(0));
Benjamin Kramer578faa82011-09-27 21:06:10 +0000537 return RValue::get(Builder.CreateAlloca(Builder.getInt8Ty(), Size));
Daniel Dunbar1caae952008-07-22 00:26:45 +0000538 }
Eli Friedmane6dddfd2010-01-23 19:00:10 +0000539 case Builtin::BIbzero:
Daniel Dunbar1caae952008-07-22 00:26:45 +0000540 case Builtin::BI__builtin_bzero: {
541 Value *Address = EmitScalarExpr(E->getArg(0));
Mon P Wang3ecd7852010-04-04 03:10:52 +0000542 Value *SizeVal = EmitScalarExpr(E->getArg(1));
Jay Foadf4c3db12012-03-02 18:34:30 +0000543 unsigned Align = GetPointeeAlignment(E->getArg(0));
544 Builder.CreateMemSet(Address, Builder.getInt8(0), SizeVal, Align, false);
Daniel Dunbar1caae952008-07-22 00:26:45 +0000545 return RValue::get(Address);
Chris Lattner9e800e32008-06-16 17:15:14 +0000546 }
Eli Friedmane6ec2052009-12-17 00:14:28 +0000547 case Builtin::BImemcpy:
Eli Friedmand4b32e42008-05-19 23:27:48 +0000548 case Builtin::BI__builtin_memcpy: {
Daniel Dunbar1caae952008-07-22 00:26:45 +0000549 Value *Address = EmitScalarExpr(E->getArg(0));
Mon P Wang3ecd7852010-04-04 03:10:52 +0000550 Value *SrcAddr = EmitScalarExpr(E->getArg(1));
551 Value *SizeVal = EmitScalarExpr(E->getArg(2));
Jay Foadf4c3db12012-03-02 18:34:30 +0000552 unsigned Align = std::min(GetPointeeAlignment(E->getArg(0)),
553 GetPointeeAlignment(E->getArg(1)));
554 Builder.CreateMemCpy(Address, SrcAddr, SizeVal, Align, false);
Daniel Dunbar1caae952008-07-22 00:26:45 +0000555 return RValue::get(Address);
556 }
Fariborz Jahanian55bcace2010-06-15 22:44:06 +0000557
Chris Lattnera5e5e0f2011-04-17 00:40:24 +0000558 case Builtin::BI__builtin___memcpy_chk: {
559 // fold __builtin_memcpy_chk(x, y, cst1, cst2) to memset iff cst1<=cst2.
Richard Smitha6b8b2c2011-10-10 18:28:20 +0000560 llvm::APSInt Size, DstSize;
561 if (!E->getArg(2)->EvaluateAsInt(Size, CGM.getContext()) ||
562 !E->getArg(3)->EvaluateAsInt(DstSize, CGM.getContext()))
Chris Lattnera5e5e0f2011-04-17 00:40:24 +0000563 break;
Chris Lattnera5e5e0f2011-04-17 00:40:24 +0000564 if (Size.ugt(DstSize))
565 break;
566 Value *Dest = EmitScalarExpr(E->getArg(0));
567 Value *Src = EmitScalarExpr(E->getArg(1));
568 Value *SizeVal = llvm::ConstantInt::get(Builder.getContext(), Size);
Jay Foadf4c3db12012-03-02 18:34:30 +0000569 unsigned Align = std::min(GetPointeeAlignment(E->getArg(0)),
570 GetPointeeAlignment(E->getArg(1)));
571 Builder.CreateMemCpy(Dest, Src, SizeVal, Align, false);
Chris Lattner42f681b2011-04-20 23:14:50 +0000572 return RValue::get(Dest);
Chris Lattnera5e5e0f2011-04-17 00:40:24 +0000573 }
574
Fariborz Jahanian8e2eab22010-06-16 16:22:04 +0000575 case Builtin::BI__builtin_objc_memmove_collectable: {
Fariborz Jahanian55bcace2010-06-15 22:44:06 +0000576 Value *Address = EmitScalarExpr(E->getArg(0));
577 Value *SrcAddr = EmitScalarExpr(E->getArg(1));
578 Value *SizeVal = EmitScalarExpr(E->getArg(2));
579 CGM.getObjCRuntime().EmitGCMemmoveCollectable(*this,
580 Address, SrcAddr, SizeVal);
581 return RValue::get(Address);
582 }
Chris Lattnera5e5e0f2011-04-17 00:40:24 +0000583
584 case Builtin::BI__builtin___memmove_chk: {
585 // fold __builtin_memmove_chk(x, y, cst1, cst2) to memset iff cst1<=cst2.
Richard Smitha6b8b2c2011-10-10 18:28:20 +0000586 llvm::APSInt Size, DstSize;
587 if (!E->getArg(2)->EvaluateAsInt(Size, CGM.getContext()) ||
588 !E->getArg(3)->EvaluateAsInt(DstSize, CGM.getContext()))
Chris Lattnera5e5e0f2011-04-17 00:40:24 +0000589 break;
Chris Lattnera5e5e0f2011-04-17 00:40:24 +0000590 if (Size.ugt(DstSize))
591 break;
592 Value *Dest = EmitScalarExpr(E->getArg(0));
593 Value *Src = EmitScalarExpr(E->getArg(1));
594 Value *SizeVal = llvm::ConstantInt::get(Builder.getContext(), Size);
Jay Foadf4c3db12012-03-02 18:34:30 +0000595 unsigned Align = std::min(GetPointeeAlignment(E->getArg(0)),
596 GetPointeeAlignment(E->getArg(1)));
597 Builder.CreateMemMove(Dest, Src, SizeVal, Align, false);
Chris Lattner42f681b2011-04-20 23:14:50 +0000598 return RValue::get(Dest);
Chris Lattnera5e5e0f2011-04-17 00:40:24 +0000599 }
600
Eli Friedmane6ec2052009-12-17 00:14:28 +0000601 case Builtin::BImemmove:
Daniel Dunbar1caae952008-07-22 00:26:45 +0000602 case Builtin::BI__builtin_memmove: {
603 Value *Address = EmitScalarExpr(E->getArg(0));
Mon P Wang3ecd7852010-04-04 03:10:52 +0000604 Value *SrcAddr = EmitScalarExpr(E->getArg(1));
605 Value *SizeVal = EmitScalarExpr(E->getArg(2));
Jay Foadf4c3db12012-03-02 18:34:30 +0000606 unsigned Align = std::min(GetPointeeAlignment(E->getArg(0)),
607 GetPointeeAlignment(E->getArg(1)));
608 Builder.CreateMemMove(Address, SrcAddr, SizeVal, Align, false);
Daniel Dunbar1caae952008-07-22 00:26:45 +0000609 return RValue::get(Address);
610 }
Eli Friedmane6ec2052009-12-17 00:14:28 +0000611 case Builtin::BImemset:
Daniel Dunbar1caae952008-07-22 00:26:45 +0000612 case Builtin::BI__builtin_memset: {
613 Value *Address = EmitScalarExpr(E->getArg(0));
Benjamin Kramer9f0c7cc2010-12-30 00:13:21 +0000614 Value *ByteVal = Builder.CreateTrunc(EmitScalarExpr(E->getArg(1)),
615 Builder.getInt8Ty());
Mon P Wang3ecd7852010-04-04 03:10:52 +0000616 Value *SizeVal = EmitScalarExpr(E->getArg(2));
Jay Foadf4c3db12012-03-02 18:34:30 +0000617 unsigned Align = GetPointeeAlignment(E->getArg(0));
618 Builder.CreateMemSet(Address, ByteVal, SizeVal, Align, false);
Daniel Dunbar1caae952008-07-22 00:26:45 +0000619 return RValue::get(Address);
Eli Friedmand4b32e42008-05-19 23:27:48 +0000620 }
Chris Lattnera5e5e0f2011-04-17 00:40:24 +0000621 case Builtin::BI__builtin___memset_chk: {
622 // fold __builtin_memset_chk(x, y, cst1, cst2) to memset iff cst1<=cst2.
Richard Smitha6b8b2c2011-10-10 18:28:20 +0000623 llvm::APSInt Size, DstSize;
624 if (!E->getArg(2)->EvaluateAsInt(Size, CGM.getContext()) ||
625 !E->getArg(3)->EvaluateAsInt(DstSize, CGM.getContext()))
Chris Lattnera5e5e0f2011-04-17 00:40:24 +0000626 break;
Chris Lattnera5e5e0f2011-04-17 00:40:24 +0000627 if (Size.ugt(DstSize))
628 break;
629 Value *Address = EmitScalarExpr(E->getArg(0));
630 Value *ByteVal = Builder.CreateTrunc(EmitScalarExpr(E->getArg(1)),
631 Builder.getInt8Ty());
632 Value *SizeVal = llvm::ConstantInt::get(Builder.getContext(), Size);
Jay Foadf4c3db12012-03-02 18:34:30 +0000633 unsigned Align = GetPointeeAlignment(E->getArg(0));
634 Builder.CreateMemSet(Address, ByteVal, SizeVal, Align, false);
Chris Lattnera5e5e0f2011-04-17 00:40:24 +0000635
Chris Lattner42f681b2011-04-20 23:14:50 +0000636 return RValue::get(Address);
Chris Lattnera5e5e0f2011-04-17 00:40:24 +0000637 }
John McCallfb17a562010-03-03 10:30:05 +0000638 case Builtin::BI__builtin_dwarf_cfa: {
639 // The offset in bytes from the first argument to the CFA.
640 //
641 // Why on earth is this in the frontend? Is there any reason at
642 // all that the backend can't reasonably determine this while
643 // lowering llvm.eh.dwarf.cfa()?
644 //
645 // TODO: If there's a satisfactory reason, add a target hook for
646 // this instead of hard-coding 0, which is correct for most targets.
647 int32_t Offset = 0;
648
Benjamin Kramer8dd55a32011-07-14 17:45:50 +0000649 Value *F = CGM.getIntrinsic(Intrinsic::eh_dwarf_cfa);
Chris Lattner77b89b82010-06-27 07:15:29 +0000650 return RValue::get(Builder.CreateCall(F,
651 llvm::ConstantInt::get(Int32Ty, Offset)));
John McCallfb17a562010-03-03 10:30:05 +0000652 }
Eli Friedman256f77e2008-05-20 08:59:34 +0000653 case Builtin::BI__builtin_return_address: {
Anton Korobeynikov83c2a982009-12-27 14:27:22 +0000654 Value *Depth = EmitScalarExpr(E->getArg(0));
Benjamin Kramer578faa82011-09-27 21:06:10 +0000655 Depth = Builder.CreateIntCast(Depth, Int32Ty, false);
Benjamin Kramer8dd55a32011-07-14 17:45:50 +0000656 Value *F = CGM.getIntrinsic(Intrinsic::returnaddress);
Anton Korobeynikov83c2a982009-12-27 14:27:22 +0000657 return RValue::get(Builder.CreateCall(F, Depth));
Eli Friedman256f77e2008-05-20 08:59:34 +0000658 }
659 case Builtin::BI__builtin_frame_address: {
Anton Korobeynikov83c2a982009-12-27 14:27:22 +0000660 Value *Depth = EmitScalarExpr(E->getArg(0));
Benjamin Kramer578faa82011-09-27 21:06:10 +0000661 Depth = Builder.CreateIntCast(Depth, Int32Ty, false);
Benjamin Kramer8dd55a32011-07-14 17:45:50 +0000662 Value *F = CGM.getIntrinsic(Intrinsic::frameaddress);
Anton Korobeynikov83c2a982009-12-27 14:27:22 +0000663 return RValue::get(Builder.CreateCall(F, Depth));
Eli Friedman256f77e2008-05-20 08:59:34 +0000664 }
Eli Friedman3b660ef2009-05-03 19:23:23 +0000665 case Builtin::BI__builtin_extract_return_addr: {
John McCall492c4f92010-03-03 04:15:11 +0000666 Value *Address = EmitScalarExpr(E->getArg(0));
667 Value *Result = getTargetHooks().decodeReturnAddress(*this, Address);
668 return RValue::get(Result);
669 }
670 case Builtin::BI__builtin_frob_return_addr: {
671 Value *Address = EmitScalarExpr(E->getArg(0));
672 Value *Result = getTargetHooks().encodeReturnAddress(*this, Address);
673 return RValue::get(Result);
Eli Friedman3b660ef2009-05-03 19:23:23 +0000674 }
John McCall6374c332010-03-06 00:35:14 +0000675 case Builtin::BI__builtin_dwarf_sp_column: {
Chris Lattner2acc6e32011-07-18 04:24:23 +0000676 llvm::IntegerType *Ty
John McCall6374c332010-03-06 00:35:14 +0000677 = cast<llvm::IntegerType>(ConvertType(E->getType()));
678 int Column = getTargetHooks().getDwarfEHStackPointer(CGM);
679 if (Column == -1) {
680 CGM.ErrorUnsupported(E, "__builtin_dwarf_sp_column");
681 return RValue::get(llvm::UndefValue::get(Ty));
682 }
683 return RValue::get(llvm::ConstantInt::get(Ty, Column, true));
684 }
685 case Builtin::BI__builtin_init_dwarf_reg_size_table: {
686 Value *Address = EmitScalarExpr(E->getArg(0));
687 if (getTargetHooks().initDwarfEHRegSizeTable(*this, Address))
688 CGM.ErrorUnsupported(E, "__builtin_init_dwarf_reg_size_table");
689 return RValue::get(llvm::UndefValue::get(ConvertType(E->getType())));
690 }
John McCall7ada1112010-03-03 05:38:58 +0000691 case Builtin::BI__builtin_eh_return: {
692 Value *Int = EmitScalarExpr(E->getArg(0));
693 Value *Ptr = EmitScalarExpr(E->getArg(1));
694
Chris Lattner2acc6e32011-07-18 04:24:23 +0000695 llvm::IntegerType *IntTy = cast<llvm::IntegerType>(Int->getType());
John McCall7ada1112010-03-03 05:38:58 +0000696 assert((IntTy->getBitWidth() == 32 || IntTy->getBitWidth() == 64) &&
697 "LLVM's __builtin_eh_return only supports 32- and 64-bit variants");
698 Value *F = CGM.getIntrinsic(IntTy->getBitWidth() == 32
699 ? Intrinsic::eh_return_i32
Benjamin Kramer8dd55a32011-07-14 17:45:50 +0000700 : Intrinsic::eh_return_i64);
John McCall7ada1112010-03-03 05:38:58 +0000701 Builder.CreateCall2(F, Int, Ptr);
John McCallcd5b22e2011-01-12 03:41:02 +0000702 Builder.CreateUnreachable();
703
704 // We do need to preserve an insertion point.
John McCalld16c2cf2011-02-08 08:22:06 +0000705 EmitBlock(createBasicBlock("builtin_eh_return.cont"));
John McCallcd5b22e2011-01-12 03:41:02 +0000706
707 return RValue::get(0);
John McCall7ada1112010-03-03 05:38:58 +0000708 }
Eli Friedmana6d75c02009-06-02 09:37:50 +0000709 case Builtin::BI__builtin_unwind_init: {
Benjamin Kramer8dd55a32011-07-14 17:45:50 +0000710 Value *F = CGM.getIntrinsic(Intrinsic::eh_unwind_init);
Eli Friedmana6d75c02009-06-02 09:37:50 +0000711 return RValue::get(Builder.CreateCall(F));
712 }
John McCall5e110852010-03-02 02:31:24 +0000713 case Builtin::BI__builtin_extend_pointer: {
714 // Extends a pointer to the size of an _Unwind_Word, which is
John McCalld0b76ca2010-03-02 03:50:12 +0000715 // uint64_t on all platforms. Generally this gets poked into a
716 // register and eventually used as an address, so if the
717 // addressing registers are wider than pointers and the platform
718 // doesn't implicitly ignore high-order bits when doing
719 // addressing, we need to make sure we zext / sext based on
720 // the platform's expectations.
John McCall5e110852010-03-02 02:31:24 +0000721 //
722 // See: http://gcc.gnu.org/ml/gcc-bugs/2002-02/msg00237.html
John McCalld0b76ca2010-03-02 03:50:12 +0000723
John McCalld0b76ca2010-03-02 03:50:12 +0000724 // Cast the pointer to intptr_t.
John McCall5e110852010-03-02 02:31:24 +0000725 Value *Ptr = EmitScalarExpr(E->getArg(0));
John McCalld0b76ca2010-03-02 03:50:12 +0000726 Value *Result = Builder.CreatePtrToInt(Ptr, IntPtrTy, "extend.cast");
727
728 // If that's 64 bits, we're done.
729 if (IntPtrTy->getBitWidth() == 64)
730 return RValue::get(Result);
731
732 // Otherwise, ask the codegen data what to do.
John McCall492c4f92010-03-03 04:15:11 +0000733 if (getTargetHooks().extendPointerWithSExt())
John McCalld0b76ca2010-03-02 03:50:12 +0000734 return RValue::get(Builder.CreateSExt(Result, Int64Ty, "extend.sext"));
735 else
736 return RValue::get(Builder.CreateZExt(Result, Int64Ty, "extend.zext"));
John McCall5e110852010-03-02 02:31:24 +0000737 }
Eli Friedmana6d75c02009-06-02 09:37:50 +0000738 case Builtin::BI__builtin_setjmp: {
John McCall78673d92010-05-27 18:47:06 +0000739 // Buffer is a void**.
Eli Friedmana6d75c02009-06-02 09:37:50 +0000740 Value *Buf = EmitScalarExpr(E->getArg(0));
John McCall78673d92010-05-27 18:47:06 +0000741
742 // Store the frame pointer to the setjmp buffer.
Eli Friedmana6d75c02009-06-02 09:37:50 +0000743 Value *FrameAddr =
John McCall78673d92010-05-27 18:47:06 +0000744 Builder.CreateCall(CGM.getIntrinsic(Intrinsic::frameaddress),
Chris Lattner77b89b82010-06-27 07:15:29 +0000745 ConstantInt::get(Int32Ty, 0));
Eli Friedmana6d75c02009-06-02 09:37:50 +0000746 Builder.CreateStore(FrameAddr, Buf);
John McCall78673d92010-05-27 18:47:06 +0000747
Jim Grosbach6d172e22010-05-27 23:54:20 +0000748 // Store the stack pointer to the setjmp buffer.
749 Value *StackAddr =
750 Builder.CreateCall(CGM.getIntrinsic(Intrinsic::stacksave));
751 Value *StackSaveSlot =
Chris Lattner77b89b82010-06-27 07:15:29 +0000752 Builder.CreateGEP(Buf, ConstantInt::get(Int32Ty, 2));
Jim Grosbach6d172e22010-05-27 23:54:20 +0000753 Builder.CreateStore(StackAddr, StackSaveSlot);
754
John McCall78673d92010-05-27 18:47:06 +0000755 // Call LLVM's EH setjmp, which is lightweight.
756 Value *F = CGM.getIntrinsic(Intrinsic::eh_sjlj_setjmp);
John McCalld16c2cf2011-02-08 08:22:06 +0000757 Buf = Builder.CreateBitCast(Buf, Int8PtrTy);
Eli Friedmana6d75c02009-06-02 09:37:50 +0000758 return RValue::get(Builder.CreateCall(F, Buf));
759 }
760 case Builtin::BI__builtin_longjmp: {
Eli Friedmana6d75c02009-06-02 09:37:50 +0000761 Value *Buf = EmitScalarExpr(E->getArg(0));
John McCalld16c2cf2011-02-08 08:22:06 +0000762 Buf = Builder.CreateBitCast(Buf, Int8PtrTy);
John McCall78673d92010-05-27 18:47:06 +0000763
764 // Call LLVM's EH longjmp, which is lightweight.
765 Builder.CreateCall(CGM.getIntrinsic(Intrinsic::eh_sjlj_longjmp), Buf);
766
John McCallcd5b22e2011-01-12 03:41:02 +0000767 // longjmp doesn't return; mark this as unreachable.
768 Builder.CreateUnreachable();
769
770 // We do need to preserve an insertion point.
John McCalld16c2cf2011-02-08 08:22:06 +0000771 EmitBlock(createBasicBlock("longjmp.cont"));
John McCallcd5b22e2011-01-12 03:41:02 +0000772
773 return RValue::get(0);
Eli Friedmana6d75c02009-06-02 09:37:50 +0000774 }
Mon P Wang1ffe2812008-05-09 22:40:52 +0000775 case Builtin::BI__sync_fetch_and_add:
Mon P Wang1ffe2812008-05-09 22:40:52 +0000776 case Builtin::BI__sync_fetch_and_sub:
Chris Lattner5caa3702009-05-08 06:58:22 +0000777 case Builtin::BI__sync_fetch_and_or:
778 case Builtin::BI__sync_fetch_and_and:
779 case Builtin::BI__sync_fetch_and_xor:
780 case Builtin::BI__sync_add_and_fetch:
781 case Builtin::BI__sync_sub_and_fetch:
782 case Builtin::BI__sync_and_and_fetch:
783 case Builtin::BI__sync_or_and_fetch:
784 case Builtin::BI__sync_xor_and_fetch:
785 case Builtin::BI__sync_val_compare_and_swap:
786 case Builtin::BI__sync_bool_compare_and_swap:
787 case Builtin::BI__sync_lock_test_and_set:
788 case Builtin::BI__sync_lock_release:
Chris Lattner23aa9c82011-04-09 03:57:26 +0000789 case Builtin::BI__sync_swap:
David Blaikieb219cfc2011-09-23 05:06:16 +0000790 llvm_unreachable("Shouldn't make it through sema");
Chris Lattner5caa3702009-05-08 06:58:22 +0000791 case Builtin::BI__sync_fetch_and_add_1:
792 case Builtin::BI__sync_fetch_and_add_2:
793 case Builtin::BI__sync_fetch_and_add_4:
794 case Builtin::BI__sync_fetch_and_add_8:
795 case Builtin::BI__sync_fetch_and_add_16:
Eli Friedmanc83b9752011-09-07 01:41:24 +0000796 return EmitBinaryAtomic(*this, llvm::AtomicRMWInst::Add, E);
Chris Lattner5caa3702009-05-08 06:58:22 +0000797 case Builtin::BI__sync_fetch_and_sub_1:
798 case Builtin::BI__sync_fetch_and_sub_2:
799 case Builtin::BI__sync_fetch_and_sub_4:
800 case Builtin::BI__sync_fetch_and_sub_8:
801 case Builtin::BI__sync_fetch_and_sub_16:
Eli Friedmanc83b9752011-09-07 01:41:24 +0000802 return EmitBinaryAtomic(*this, llvm::AtomicRMWInst::Sub, E);
Chris Lattner5caa3702009-05-08 06:58:22 +0000803 case Builtin::BI__sync_fetch_and_or_1:
804 case Builtin::BI__sync_fetch_and_or_2:
805 case Builtin::BI__sync_fetch_and_or_4:
806 case Builtin::BI__sync_fetch_and_or_8:
807 case Builtin::BI__sync_fetch_and_or_16:
Eli Friedmanc83b9752011-09-07 01:41:24 +0000808 return EmitBinaryAtomic(*this, llvm::AtomicRMWInst::Or, E);
Chris Lattner5caa3702009-05-08 06:58:22 +0000809 case Builtin::BI__sync_fetch_and_and_1:
810 case Builtin::BI__sync_fetch_and_and_2:
811 case Builtin::BI__sync_fetch_and_and_4:
812 case Builtin::BI__sync_fetch_and_and_8:
813 case Builtin::BI__sync_fetch_and_and_16:
Eli Friedmanc83b9752011-09-07 01:41:24 +0000814 return EmitBinaryAtomic(*this, llvm::AtomicRMWInst::And, E);
Chris Lattner5caa3702009-05-08 06:58:22 +0000815 case Builtin::BI__sync_fetch_and_xor_1:
816 case Builtin::BI__sync_fetch_and_xor_2:
817 case Builtin::BI__sync_fetch_and_xor_4:
818 case Builtin::BI__sync_fetch_and_xor_8:
819 case Builtin::BI__sync_fetch_and_xor_16:
Eli Friedmanc83b9752011-09-07 01:41:24 +0000820 return EmitBinaryAtomic(*this, llvm::AtomicRMWInst::Xor, E);
Mike Stump1eb44332009-09-09 15:08:12 +0000821
Chris Lattner5caa3702009-05-08 06:58:22 +0000822 // Clang extensions: not overloaded yet.
Mon P Wang1ffe2812008-05-09 22:40:52 +0000823 case Builtin::BI__sync_fetch_and_min:
Eli Friedmanc83b9752011-09-07 01:41:24 +0000824 return EmitBinaryAtomic(*this, llvm::AtomicRMWInst::Min, E);
Mon P Wang1ffe2812008-05-09 22:40:52 +0000825 case Builtin::BI__sync_fetch_and_max:
Eli Friedmanc83b9752011-09-07 01:41:24 +0000826 return EmitBinaryAtomic(*this, llvm::AtomicRMWInst::Max, E);
Mon P Wang1ffe2812008-05-09 22:40:52 +0000827 case Builtin::BI__sync_fetch_and_umin:
Eli Friedmanc83b9752011-09-07 01:41:24 +0000828 return EmitBinaryAtomic(*this, llvm::AtomicRMWInst::UMin, E);
Mon P Wang1ffe2812008-05-09 22:40:52 +0000829 case Builtin::BI__sync_fetch_and_umax:
Eli Friedmanc83b9752011-09-07 01:41:24 +0000830 return EmitBinaryAtomic(*this, llvm::AtomicRMWInst::UMax, E);
Daniel Dunbar0002d232009-04-07 00:55:51 +0000831
Chris Lattner5caa3702009-05-08 06:58:22 +0000832 case Builtin::BI__sync_add_and_fetch_1:
833 case Builtin::BI__sync_add_and_fetch_2:
834 case Builtin::BI__sync_add_and_fetch_4:
835 case Builtin::BI__sync_add_and_fetch_8:
836 case Builtin::BI__sync_add_and_fetch_16:
Eli Friedmanc83b9752011-09-07 01:41:24 +0000837 return EmitBinaryAtomicPost(*this, llvm::AtomicRMWInst::Add, E,
Daniel Dunbar0002d232009-04-07 00:55:51 +0000838 llvm::Instruction::Add);
Chris Lattner5caa3702009-05-08 06:58:22 +0000839 case Builtin::BI__sync_sub_and_fetch_1:
840 case Builtin::BI__sync_sub_and_fetch_2:
841 case Builtin::BI__sync_sub_and_fetch_4:
842 case Builtin::BI__sync_sub_and_fetch_8:
843 case Builtin::BI__sync_sub_and_fetch_16:
Eli Friedmanc83b9752011-09-07 01:41:24 +0000844 return EmitBinaryAtomicPost(*this, llvm::AtomicRMWInst::Sub, E,
Daniel Dunbar0002d232009-04-07 00:55:51 +0000845 llvm::Instruction::Sub);
Chris Lattner5caa3702009-05-08 06:58:22 +0000846 case Builtin::BI__sync_and_and_fetch_1:
847 case Builtin::BI__sync_and_and_fetch_2:
848 case Builtin::BI__sync_and_and_fetch_4:
849 case Builtin::BI__sync_and_and_fetch_8:
850 case Builtin::BI__sync_and_and_fetch_16:
Eli Friedmanc83b9752011-09-07 01:41:24 +0000851 return EmitBinaryAtomicPost(*this, llvm::AtomicRMWInst::And, E,
Daniel Dunbar0002d232009-04-07 00:55:51 +0000852 llvm::Instruction::And);
Chris Lattner5caa3702009-05-08 06:58:22 +0000853 case Builtin::BI__sync_or_and_fetch_1:
854 case Builtin::BI__sync_or_and_fetch_2:
855 case Builtin::BI__sync_or_and_fetch_4:
856 case Builtin::BI__sync_or_and_fetch_8:
857 case Builtin::BI__sync_or_and_fetch_16:
Eli Friedmanc83b9752011-09-07 01:41:24 +0000858 return EmitBinaryAtomicPost(*this, llvm::AtomicRMWInst::Or, E,
Daniel Dunbar0002d232009-04-07 00:55:51 +0000859 llvm::Instruction::Or);
Chris Lattner5caa3702009-05-08 06:58:22 +0000860 case Builtin::BI__sync_xor_and_fetch_1:
861 case Builtin::BI__sync_xor_and_fetch_2:
862 case Builtin::BI__sync_xor_and_fetch_4:
863 case Builtin::BI__sync_xor_and_fetch_8:
864 case Builtin::BI__sync_xor_and_fetch_16:
Eli Friedmanc83b9752011-09-07 01:41:24 +0000865 return EmitBinaryAtomicPost(*this, llvm::AtomicRMWInst::Xor, E,
Daniel Dunbar0002d232009-04-07 00:55:51 +0000866 llvm::Instruction::Xor);
Mike Stump1eb44332009-09-09 15:08:12 +0000867
Chris Lattner5caa3702009-05-08 06:58:22 +0000868 case Builtin::BI__sync_val_compare_and_swap_1:
869 case Builtin::BI__sync_val_compare_and_swap_2:
870 case Builtin::BI__sync_val_compare_and_swap_4:
871 case Builtin::BI__sync_val_compare_and_swap_8:
Daniel Dunbarcb61a7b2010-03-20 07:04:11 +0000872 case Builtin::BI__sync_val_compare_and_swap_16: {
John McCall26815d92010-10-27 20:58:56 +0000873 QualType T = E->getType();
John McCalld16c2cf2011-02-08 08:22:06 +0000874 llvm::Value *DestPtr = EmitScalarExpr(E->getArg(0));
Chris Lattner780a2eb2010-09-21 23:35:30 +0000875 unsigned AddrSpace =
Chris Lattner4f209442010-09-21 23:40:48 +0000876 cast<llvm::PointerType>(DestPtr->getType())->getAddressSpace();
John McCall26815d92010-10-27 20:58:56 +0000877
Chris Lattner9cbe4f02011-07-09 17:41:47 +0000878 llvm::IntegerType *IntType =
John McCalld16c2cf2011-02-08 08:22:06 +0000879 llvm::IntegerType::get(getLLVMContext(),
880 getContext().getTypeSize(T));
Chris Lattner9cbe4f02011-07-09 17:41:47 +0000881 llvm::Type *IntPtrType = IntType->getPointerTo(AddrSpace);
Chandler Carruthdb4325b2010-07-18 07:23:17 +0000882
John McCall26815d92010-10-27 20:58:56 +0000883 Value *Args[3];
884 Args[0] = Builder.CreateBitCast(DestPtr, IntPtrType);
John McCalld16c2cf2011-02-08 08:22:06 +0000885 Args[1] = EmitScalarExpr(E->getArg(1));
Chris Lattner2acc6e32011-07-18 04:24:23 +0000886 llvm::Type *ValueType = Args[1]->getType();
John McCalld16c2cf2011-02-08 08:22:06 +0000887 Args[1] = EmitToInt(*this, Args[1], T, IntType);
888 Args[2] = EmitToInt(*this, EmitScalarExpr(E->getArg(2)), T, IntType);
John McCall26815d92010-10-27 20:58:56 +0000889
Eli Friedmanc83b9752011-09-07 01:41:24 +0000890 Value *Result = Builder.CreateAtomicCmpXchg(Args[0], Args[1], Args[2],
891 llvm::SequentiallyConsistent);
John McCalld16c2cf2011-02-08 08:22:06 +0000892 Result = EmitFromInt(*this, Result, T, ValueType);
John McCall26815d92010-10-27 20:58:56 +0000893 return RValue::get(Result);
Anders Carlsson89799cf2007-10-29 02:59:40 +0000894 }
Daniel Dunbar0002d232009-04-07 00:55:51 +0000895
Chris Lattner5caa3702009-05-08 06:58:22 +0000896 case Builtin::BI__sync_bool_compare_and_swap_1:
897 case Builtin::BI__sync_bool_compare_and_swap_2:
898 case Builtin::BI__sync_bool_compare_and_swap_4:
899 case Builtin::BI__sync_bool_compare_and_swap_8:
Daniel Dunbarcb61a7b2010-03-20 07:04:11 +0000900 case Builtin::BI__sync_bool_compare_and_swap_16: {
John McCall26815d92010-10-27 20:58:56 +0000901 QualType T = E->getArg(1)->getType();
John McCalld16c2cf2011-02-08 08:22:06 +0000902 llvm::Value *DestPtr = EmitScalarExpr(E->getArg(0));
Chris Lattnerf2b95272010-09-21 23:24:52 +0000903 unsigned AddrSpace =
Chris Lattner4f209442010-09-21 23:40:48 +0000904 cast<llvm::PointerType>(DestPtr->getType())->getAddressSpace();
John McCall26815d92010-10-27 20:58:56 +0000905
Chris Lattner9cbe4f02011-07-09 17:41:47 +0000906 llvm::IntegerType *IntType =
John McCalld16c2cf2011-02-08 08:22:06 +0000907 llvm::IntegerType::get(getLLVMContext(),
908 getContext().getTypeSize(T));
Chris Lattner9cbe4f02011-07-09 17:41:47 +0000909 llvm::Type *IntPtrType = IntType->getPointerTo(AddrSpace);
Chandler Carruthdb4325b2010-07-18 07:23:17 +0000910
John McCall26815d92010-10-27 20:58:56 +0000911 Value *Args[3];
912 Args[0] = Builder.CreateBitCast(DestPtr, IntPtrType);
John McCalld16c2cf2011-02-08 08:22:06 +0000913 Args[1] = EmitToInt(*this, EmitScalarExpr(E->getArg(1)), T, IntType);
914 Args[2] = EmitToInt(*this, EmitScalarExpr(E->getArg(2)), T, IntType);
John McCall26815d92010-10-27 20:58:56 +0000915
Chandler Carruthdb4325b2010-07-18 07:23:17 +0000916 Value *OldVal = Args[1];
Eli Friedmanc83b9752011-09-07 01:41:24 +0000917 Value *PrevVal = Builder.CreateAtomicCmpXchg(Args[0], Args[1], Args[2],
918 llvm::SequentiallyConsistent);
Daniel Dunbar0002d232009-04-07 00:55:51 +0000919 Value *Result = Builder.CreateICmpEQ(PrevVal, OldVal);
920 // zext bool to int.
John McCall26815d92010-10-27 20:58:56 +0000921 Result = Builder.CreateZExt(Result, ConvertType(E->getType()));
922 return RValue::get(Result);
Daniel Dunbar0002d232009-04-07 00:55:51 +0000923 }
924
Chris Lattner23aa9c82011-04-09 03:57:26 +0000925 case Builtin::BI__sync_swap_1:
926 case Builtin::BI__sync_swap_2:
927 case Builtin::BI__sync_swap_4:
928 case Builtin::BI__sync_swap_8:
929 case Builtin::BI__sync_swap_16:
Eli Friedmanc83b9752011-09-07 01:41:24 +0000930 return EmitBinaryAtomic(*this, llvm::AtomicRMWInst::Xchg, E);
Chris Lattner23aa9c82011-04-09 03:57:26 +0000931
Chris Lattner5caa3702009-05-08 06:58:22 +0000932 case Builtin::BI__sync_lock_test_and_set_1:
933 case Builtin::BI__sync_lock_test_and_set_2:
934 case Builtin::BI__sync_lock_test_and_set_4:
935 case Builtin::BI__sync_lock_test_and_set_8:
936 case Builtin::BI__sync_lock_test_and_set_16:
Eli Friedmanc83b9752011-09-07 01:41:24 +0000937 return EmitBinaryAtomic(*this, llvm::AtomicRMWInst::Xchg, E);
Daniel Dunbarcb61a7b2010-03-20 07:04:11 +0000938
Chris Lattner5caa3702009-05-08 06:58:22 +0000939 case Builtin::BI__sync_lock_release_1:
940 case Builtin::BI__sync_lock_release_2:
941 case Builtin::BI__sync_lock_release_4:
942 case Builtin::BI__sync_lock_release_8:
Chris Lattnerf58cd9b2009-05-13 04:46:13 +0000943 case Builtin::BI__sync_lock_release_16: {
944 Value *Ptr = EmitScalarExpr(E->getArg(0));
Eli Friedmaneb43f4a2011-09-13 22:21:56 +0000945 QualType ElTy = E->getArg(0)->getType()->getPointeeType();
946 CharUnits StoreSize = getContext().getTypeSizeInChars(ElTy);
Eli Friedmanff993202012-03-16 01:48:04 +0000947 llvm::Type *ITy = llvm::IntegerType::get(getLLVMContext(),
948 StoreSize.getQuantity() * 8);
949 Ptr = Builder.CreateBitCast(Ptr, ITy->getPointerTo());
950 llvm::StoreInst *Store =
951 Builder.CreateStore(llvm::Constant::getNullValue(ITy), Ptr);
Eli Friedmaneb43f4a2011-09-13 22:21:56 +0000952 Store->setAlignment(StoreSize.getQuantity());
953 Store->setAtomic(llvm::Release);
Daniel Dunbareb4f81e2009-05-27 23:45:33 +0000954 return RValue::get(0);
Chris Lattnerf58cd9b2009-05-13 04:46:13 +0000955 }
Daniel Dunbaref2abfe2009-02-16 22:43:43 +0000956
Chris Lattnerf58cd9b2009-05-13 04:46:13 +0000957 case Builtin::BI__sync_synchronize: {
Eli Friedmanc83b9752011-09-07 01:41:24 +0000958 // We assume this is supposed to correspond to a C++0x-style
959 // sequentially-consistent fence (i.e. this is only usable for
960 // synchonization, not device I/O or anything like that). This intrinsic
961 // is really badly designed in the sense that in theory, there isn't
962 // any way to safely use it... but in practice, it mostly works
963 // to use it with non-atomic loads and stores to get acquire/release
964 // semantics.
965 Builder.CreateFence(llvm::SequentiallyConsistent);
Daniel Dunbareb4f81e2009-05-27 23:45:33 +0000966 return RValue::get(0);
Chris Lattnerf58cd9b2009-05-13 04:46:13 +0000967 }
Mike Stump1eb44332009-09-09 15:08:12 +0000968
Eli Friedman276b0612011-10-11 02:20:01 +0000969 case Builtin::BI__atomic_thread_fence:
970 case Builtin::BI__atomic_signal_fence: {
971 llvm::SynchronizationScope Scope;
972 if (BuiltinID == Builtin::BI__atomic_signal_fence)
973 Scope = llvm::SingleThread;
974 else
975 Scope = llvm::CrossThread;
976 Value *Order = EmitScalarExpr(E->getArg(0));
977 if (isa<llvm::ConstantInt>(Order)) {
978 int ord = cast<llvm::ConstantInt>(Order)->getZExtValue();
979 switch (ord) {
980 case 0: // memory_order_relaxed
981 default: // invalid order
982 break;
983 case 1: // memory_order_consume
984 case 2: // memory_order_acquire
985 Builder.CreateFence(llvm::Acquire, Scope);
986 break;
987 case 3: // memory_order_release
988 Builder.CreateFence(llvm::Release, Scope);
989 break;
990 case 4: // memory_order_acq_rel
991 Builder.CreateFence(llvm::AcquireRelease, Scope);
992 break;
993 case 5: // memory_order_seq_cst
994 Builder.CreateFence(llvm::SequentiallyConsistent, Scope);
995 break;
996 }
997 return RValue::get(0);
998 }
999
1000 llvm::BasicBlock *AcquireBB, *ReleaseBB, *AcqRelBB, *SeqCstBB;
1001 AcquireBB = createBasicBlock("acquire", CurFn);
1002 ReleaseBB = createBasicBlock("release", CurFn);
1003 AcqRelBB = createBasicBlock("acqrel", CurFn);
1004 SeqCstBB = createBasicBlock("seqcst", CurFn);
1005 llvm::BasicBlock *ContBB = createBasicBlock("atomic.continue", CurFn);
1006
1007 Order = Builder.CreateIntCast(Order, Builder.getInt32Ty(), false);
1008 llvm::SwitchInst *SI = Builder.CreateSwitch(Order, ContBB);
1009
1010 Builder.SetInsertPoint(AcquireBB);
1011 Builder.CreateFence(llvm::Acquire, Scope);
1012 Builder.CreateBr(ContBB);
1013 SI->addCase(Builder.getInt32(1), AcquireBB);
1014 SI->addCase(Builder.getInt32(2), AcquireBB);
1015
1016 Builder.SetInsertPoint(ReleaseBB);
1017 Builder.CreateFence(llvm::Release, Scope);
1018 Builder.CreateBr(ContBB);
1019 SI->addCase(Builder.getInt32(3), ReleaseBB);
1020
1021 Builder.SetInsertPoint(AcqRelBB);
1022 Builder.CreateFence(llvm::AcquireRelease, Scope);
1023 Builder.CreateBr(ContBB);
1024 SI->addCase(Builder.getInt32(4), AcqRelBB);
1025
1026 Builder.SetInsertPoint(SeqCstBB);
1027 Builder.CreateFence(llvm::SequentiallyConsistent, Scope);
1028 Builder.CreateBr(ContBB);
1029 SI->addCase(Builder.getInt32(5), SeqCstBB);
1030
1031 Builder.SetInsertPoint(ContBB);
1032 return RValue::get(0);
1033 }
1034
Daniel Dunbaref2abfe2009-02-16 22:43:43 +00001035 // Library functions with special handling.
Daniel Dunbaref2abfe2009-02-16 22:43:43 +00001036 case Builtin::BIsqrt:
1037 case Builtin::BIsqrtf:
1038 case Builtin::BIsqrtl: {
John McCallbeb41282010-04-07 08:20:20 +00001039 // TODO: there is currently no set of optimizer flags
1040 // sufficient for us to rewrite sqrt to @llvm.sqrt.
1041 // -fmath-errno=0 is not good enough; we need finiteness.
1042 // We could probably precondition the call with an ult
1043 // against 0, but is that worth the complexity?
1044 break;
Daniel Dunbaref2abfe2009-02-16 22:43:43 +00001045 }
1046
1047 case Builtin::BIpow:
1048 case Builtin::BIpowf:
1049 case Builtin::BIpowl: {
1050 // Rewrite sqrt to intrinsic if allowed.
Argyrios Kyrtzidis40b598e2009-06-30 02:34:44 +00001051 if (!FD->hasAttr<ConstAttr>())
Daniel Dunbaref2abfe2009-02-16 22:43:43 +00001052 break;
1053 Value *Base = EmitScalarExpr(E->getArg(0));
1054 Value *Exponent = EmitScalarExpr(E->getArg(1));
Chris Lattner9cbe4f02011-07-09 17:41:47 +00001055 llvm::Type *ArgType = Base->getType();
Benjamin Kramer8dd55a32011-07-14 17:45:50 +00001056 Value *F = CGM.getIntrinsic(Intrinsic::pow, ArgType);
Benjamin Kramer578faa82011-09-27 21:06:10 +00001057 return RValue::get(Builder.CreateCall2(F, Base, Exponent));
Daniel Dunbaref2abfe2009-02-16 22:43:43 +00001058 }
Eli Friedmanba68b082010-03-06 02:17:52 +00001059
Cameron Zwarich094240a2011-07-08 21:39:34 +00001060 case Builtin::BIfma:
1061 case Builtin::BIfmaf:
1062 case Builtin::BIfmal:
1063 case Builtin::BI__builtin_fma:
1064 case Builtin::BI__builtin_fmaf:
1065 case Builtin::BI__builtin_fmal: {
1066 // Rewrite fma to intrinsic.
1067 Value *FirstArg = EmitScalarExpr(E->getArg(0));
Chris Lattner9cbe4f02011-07-09 17:41:47 +00001068 llvm::Type *ArgType = FirstArg->getType();
Benjamin Kramer8dd55a32011-07-14 17:45:50 +00001069 Value *F = CGM.getIntrinsic(Intrinsic::fma, ArgType);
Cameron Zwarich094240a2011-07-08 21:39:34 +00001070 return RValue::get(Builder.CreateCall3(F, FirstArg,
1071 EmitScalarExpr(E->getArg(1)),
Benjamin Kramer578faa82011-09-27 21:06:10 +00001072 EmitScalarExpr(E->getArg(2))));
Cameron Zwarich094240a2011-07-08 21:39:34 +00001073 }
1074
Eli Friedmanba68b082010-03-06 02:17:52 +00001075 case Builtin::BI__builtin_signbit:
1076 case Builtin::BI__builtin_signbitf:
1077 case Builtin::BI__builtin_signbitl: {
1078 LLVMContext &C = CGM.getLLVMContext();
1079
1080 Value *Arg = EmitScalarExpr(E->getArg(0));
Chris Lattner2acc6e32011-07-18 04:24:23 +00001081 llvm::Type *ArgTy = Arg->getType();
Eli Friedmanba68b082010-03-06 02:17:52 +00001082 if (ArgTy->isPPC_FP128Ty())
1083 break; // FIXME: I'm not sure what the right implementation is here.
1084 int ArgWidth = ArgTy->getPrimitiveSizeInBits();
Chris Lattner2acc6e32011-07-18 04:24:23 +00001085 llvm::Type *ArgIntTy = llvm::IntegerType::get(C, ArgWidth);
Eli Friedmanba68b082010-03-06 02:17:52 +00001086 Value *BCArg = Builder.CreateBitCast(Arg, ArgIntTy);
1087 Value *ZeroCmp = llvm::Constant::getNullValue(ArgIntTy);
1088 Value *Result = Builder.CreateICmpSLT(BCArg, ZeroCmp);
1089 return RValue::get(Builder.CreateZExt(Result, ConvertType(E->getType())));
1090 }
Julien Lerouge77f68bb2011-09-09 22:41:49 +00001091 case Builtin::BI__builtin_annotation: {
1092 llvm::Value *AnnVal = EmitScalarExpr(E->getArg(0));
1093 llvm::Value *F = CGM.getIntrinsic(llvm::Intrinsic::annotation,
1094 AnnVal->getType());
1095
1096 // Get the annotation string, go through casts. Sema requires this to be a
1097 // non-wide string literal, potentially casted, so the cast<> is safe.
1098 const Expr *AnnotationStrExpr = E->getArg(1)->IgnoreParenCasts();
1099 llvm::StringRef Str = cast<StringLiteral>(AnnotationStrExpr)->getString();
1100 return RValue::get(EmitAnnotationCall(F, AnnVal, Str, E->getExprLoc()));
1101 }
Nate Begeman7ea2e3f2008-05-15 07:38:03 +00001102 }
Mike Stump1eb44332009-09-09 15:08:12 +00001103
John McCalla45680b2011-09-13 23:05:03 +00001104 // If this is an alias for a lib function (e.g. __builtin_sin), emit
1105 // the call using the normal call path, but using the unmangled
1106 // version of the function name.
1107 if (getContext().BuiltinInfo.isLibFunction(BuiltinID))
1108 return emitLibraryCall(*this, FD, E,
1109 CGM.getBuiltinLibFunction(FD, BuiltinID));
1110
1111 // If this is a predefined lib function (e.g. malloc), emit the call
1112 // using exactly the normal call path.
1113 if (getContext().BuiltinInfo.isPredefinedLibFunction(BuiltinID))
1114 return emitLibraryCall(*this, FD, E, EmitScalarExpr(E->getCallee()));
Mike Stump1eb44332009-09-09 15:08:12 +00001115
Chris Lattnerb7cfe882008-06-30 18:32:54 +00001116 // See if we have a target specific intrinsic.
Dale Johannesena6f80ef2009-02-05 01:50:47 +00001117 const char *Name = getContext().BuiltinInfo.GetName(BuiltinID);
Daniel Dunbar55cc2ed2009-08-24 09:54:37 +00001118 Intrinsic::ID IntrinsicID = Intrinsic::not_intrinsic;
1119 if (const char *Prefix =
Mike Stump1eb44332009-09-09 15:08:12 +00001120 llvm::Triple::getArchTypePrefix(Target.getTriple().getArch()))
Daniel Dunbar55cc2ed2009-08-24 09:54:37 +00001121 IntrinsicID = Intrinsic::getIntrinsicForGCCBuiltin(Prefix, Name);
Mike Stump1eb44332009-09-09 15:08:12 +00001122
Chris Lattnerb7cfe882008-06-30 18:32:54 +00001123 if (IntrinsicID != Intrinsic::not_intrinsic) {
1124 SmallVector<Value*, 16> Args;
Mike Stump1eb44332009-09-09 15:08:12 +00001125
Chris Lattner46c55912010-10-02 00:09:12 +00001126 // Find out if any arguments are required to be integer constant
1127 // expressions.
1128 unsigned ICEArguments = 0;
1129 ASTContext::GetBuiltinTypeError Error;
1130 getContext().GetBuiltinType(BuiltinID, Error, &ICEArguments);
1131 assert(Error == ASTContext::GE_None && "Should not codegen an error");
1132
Chris Lattnerb7cfe882008-06-30 18:32:54 +00001133 Function *F = CGM.getIntrinsic(IntrinsicID);
Chris Lattner2acc6e32011-07-18 04:24:23 +00001134 llvm::FunctionType *FTy = F->getFunctionType();
Mike Stump1eb44332009-09-09 15:08:12 +00001135
Chris Lattnerb7cfe882008-06-30 18:32:54 +00001136 for (unsigned i = 0, e = E->getNumArgs(); i != e; ++i) {
Chris Lattner46c55912010-10-02 00:09:12 +00001137 Value *ArgValue;
1138 // If this is a normal argument, just emit it as a scalar.
1139 if ((ICEArguments & (1 << i)) == 0) {
1140 ArgValue = EmitScalarExpr(E->getArg(i));
1141 } else {
1142 // If this is required to be a constant, constant fold it so that we
1143 // know that the generated intrinsic gets a ConstantInt.
1144 llvm::APSInt Result;
1145 bool IsConst = E->getArg(i)->isIntegerConstantExpr(Result,getContext());
1146 assert(IsConst && "Constant arg isn't actually constant?");
1147 (void)IsConst;
John McCalld16c2cf2011-02-08 08:22:06 +00001148 ArgValue = llvm::ConstantInt::get(getLLVMContext(), Result);
Chris Lattner46c55912010-10-02 00:09:12 +00001149 }
Mike Stump1eb44332009-09-09 15:08:12 +00001150
Chris Lattnerb7cfe882008-06-30 18:32:54 +00001151 // If the intrinsic arg type is different from the builtin arg type
1152 // we need to do a bit cast.
Chris Lattner2acc6e32011-07-18 04:24:23 +00001153 llvm::Type *PTy = FTy->getParamType(i);
Chris Lattnerb7cfe882008-06-30 18:32:54 +00001154 if (PTy != ArgValue->getType()) {
1155 assert(PTy->canLosslesslyBitCastTo(FTy->getParamType(i)) &&
1156 "Must be able to losslessly bit cast to param");
1157 ArgValue = Builder.CreateBitCast(ArgValue, PTy);
1158 }
Mike Stump1eb44332009-09-09 15:08:12 +00001159
Chris Lattnerb7cfe882008-06-30 18:32:54 +00001160 Args.push_back(ArgValue);
1161 }
Mike Stump1eb44332009-09-09 15:08:12 +00001162
Jay Foad4c7d9f12011-07-15 08:37:34 +00001163 Value *V = Builder.CreateCall(F, Args);
Chris Lattnerb7cfe882008-06-30 18:32:54 +00001164 QualType BuiltinRetType = E->getType();
Mike Stump1eb44332009-09-09 15:08:12 +00001165
Chris Lattner8b418682012-02-07 00:39:47 +00001166 llvm::Type *RetTy = VoidTy;
1167 if (!BuiltinRetType->isVoidType())
1168 RetTy = ConvertType(BuiltinRetType);
Mike Stump1eb44332009-09-09 15:08:12 +00001169
Chris Lattnerb7cfe882008-06-30 18:32:54 +00001170 if (RetTy != V->getType()) {
1171 assert(V->getType()->canLosslesslyBitCastTo(RetTy) &&
1172 "Must be able to losslessly bit cast result type");
1173 V = Builder.CreateBitCast(V, RetTy);
1174 }
Mike Stump1eb44332009-09-09 15:08:12 +00001175
Chris Lattnerb7cfe882008-06-30 18:32:54 +00001176 return RValue::get(V);
1177 }
Mike Stump1eb44332009-09-09 15:08:12 +00001178
Chris Lattnerb7cfe882008-06-30 18:32:54 +00001179 // See if we have a target specific builtin that needs to be lowered.
Daniel Dunbarf02e9dd2008-10-10 00:24:54 +00001180 if (Value *V = EmitTargetBuiltinExpr(BuiltinID, E))
Chris Lattnerb7cfe882008-06-30 18:32:54 +00001181 return RValue::get(V);
Mike Stump1eb44332009-09-09 15:08:12 +00001182
Daniel Dunbar488e9932008-08-16 00:56:44 +00001183 ErrorUnsupported(E, "builtin function");
Mike Stump1eb44332009-09-09 15:08:12 +00001184
Chris Lattnerb7cfe882008-06-30 18:32:54 +00001185 // Unknown builtin, for now just dump it out and return undef.
1186 if (hasAggregateLLVMType(E->getType()))
Daniel Dunbar195337d2010-02-09 02:48:28 +00001187 return RValue::getAggregate(CreateMemTemp(E->getType()));
Owen Anderson03e20502009-07-30 23:11:26 +00001188 return RValue::get(llvm::UndefValue::get(ConvertType(E->getType())));
Mike Stump1eb44332009-09-09 15:08:12 +00001189}
Anders Carlsson564f1de2007-12-09 23:17:02 +00001190
Daniel Dunbarf02e9dd2008-10-10 00:24:54 +00001191Value *CodeGenFunction::EmitTargetBuiltinExpr(unsigned BuiltinID,
1192 const CallExpr *E) {
Daniel Dunbar55cc2ed2009-08-24 09:54:37 +00001193 switch (Target.getTriple().getArch()) {
Chris Lattner2752c012010-03-03 19:03:45 +00001194 case llvm::Triple::arm:
1195 case llvm::Triple::thumb:
1196 return EmitARMBuiltinExpr(BuiltinID, E);
Daniel Dunbar55cc2ed2009-08-24 09:54:37 +00001197 case llvm::Triple::x86:
1198 case llvm::Triple::x86_64:
Daniel Dunbarf02e9dd2008-10-10 00:24:54 +00001199 return EmitX86BuiltinExpr(BuiltinID, E);
Daniel Dunbar55cc2ed2009-08-24 09:54:37 +00001200 case llvm::Triple::ppc:
1201 case llvm::Triple::ppc64:
Daniel Dunbarf02e9dd2008-10-10 00:24:54 +00001202 return EmitPPCBuiltinExpr(BuiltinID, E);
Tony Linthicum96319392011-12-12 21:14:55 +00001203 case llvm::Triple::hexagon:
1204 return EmitHexagonBuiltinExpr(BuiltinID, E);
Daniel Dunbar55cc2ed2009-08-24 09:54:37 +00001205 default:
1206 return 0;
1207 }
Daniel Dunbarf02e9dd2008-10-10 00:24:54 +00001208}
1209
Chris Lattner8b418682012-02-07 00:39:47 +00001210static llvm::VectorType *GetNeonType(CodeGenFunction *CGF,
1211 NeonTypeFlags TypeFlags) {
NAKAMURA Takumi83084c82011-11-08 03:27:04 +00001212 int IsQuad = TypeFlags.isQuad();
1213 switch (TypeFlags.getEltType()) {
Bob Wilsonda95f732011-11-08 01:16:11 +00001214 case NeonTypeFlags::Int8:
1215 case NeonTypeFlags::Poly8:
Chris Lattner8b418682012-02-07 00:39:47 +00001216 return llvm::VectorType::get(CGF->Int8Ty, 8 << IsQuad);
Bob Wilsonda95f732011-11-08 01:16:11 +00001217 case NeonTypeFlags::Int16:
1218 case NeonTypeFlags::Poly16:
1219 case NeonTypeFlags::Float16:
Chris Lattner8b418682012-02-07 00:39:47 +00001220 return llvm::VectorType::get(CGF->Int16Ty, 4 << IsQuad);
Bob Wilsonda95f732011-11-08 01:16:11 +00001221 case NeonTypeFlags::Int32:
Chris Lattner8b418682012-02-07 00:39:47 +00001222 return llvm::VectorType::get(CGF->Int32Ty, 2 << IsQuad);
Bob Wilsonda95f732011-11-08 01:16:11 +00001223 case NeonTypeFlags::Int64:
Chris Lattner8b418682012-02-07 00:39:47 +00001224 return llvm::VectorType::get(CGF->Int64Ty, 1 << IsQuad);
Bob Wilsonda95f732011-11-08 01:16:11 +00001225 case NeonTypeFlags::Float32:
Chris Lattner8b418682012-02-07 00:39:47 +00001226 return llvm::VectorType::get(CGF->FloatTy, 2 << IsQuad);
David Blaikie561d3ab2012-01-17 02:30:50 +00001227 }
1228 llvm_unreachable("Invalid NeonTypeFlags element type!");
Nate Begeman998622c2010-06-07 16:01:56 +00001229}
1230
Bob Wilsoncf556522010-12-07 22:40:02 +00001231Value *CodeGenFunction::EmitNeonSplat(Value *V, Constant *C) {
Nate Begemand075c012010-06-10 00:17:56 +00001232 unsigned nElts = cast<llvm::VectorType>(V->getType())->getNumElements();
Chris Lattner2ce88422012-01-25 05:34:41 +00001233 Value* SV = llvm::ConstantVector::getSplat(nElts, C);
Nate Begemand075c012010-06-10 00:17:56 +00001234 return Builder.CreateShuffleVector(V, V, SV, "lane");
1235}
1236
Nate Begeman30d91712010-06-08 06:03:01 +00001237Value *CodeGenFunction::EmitNeonCall(Function *F, SmallVectorImpl<Value*> &Ops,
Bob Wilsondb3d4d02010-12-08 22:37:56 +00001238 const char *name,
Nate Begeman61eecf52010-06-14 05:21:25 +00001239 unsigned shift, bool rightshift) {
Nate Begeman30d91712010-06-08 06:03:01 +00001240 unsigned j = 0;
1241 for (Function::const_arg_iterator ai = F->arg_begin(), ae = F->arg_end();
1242 ai != ae; ++ai, ++j)
Nate Begeman61eecf52010-06-14 05:21:25 +00001243 if (shift > 0 && shift == j)
1244 Ops[j] = EmitNeonShiftVector(Ops[j], ai->getType(), rightshift);
1245 else
1246 Ops[j] = Builder.CreateBitCast(Ops[j], ai->getType(), name);
Nate Begeman30d91712010-06-08 06:03:01 +00001247
Jay Foad4c7d9f12011-07-15 08:37:34 +00001248 return Builder.CreateCall(F, Ops, name);
Nate Begeman30d91712010-06-08 06:03:01 +00001249}
1250
Chris Lattner2acc6e32011-07-18 04:24:23 +00001251Value *CodeGenFunction::EmitNeonShiftVector(Value *V, llvm::Type *Ty,
Nate Begeman464ccb62010-06-11 22:57:12 +00001252 bool neg) {
Chris Lattner2ce88422012-01-25 05:34:41 +00001253 int SV = cast<ConstantInt>(V)->getSExtValue();
Nate Begeman464ccb62010-06-11 22:57:12 +00001254
Chris Lattner2acc6e32011-07-18 04:24:23 +00001255 llvm::VectorType *VTy = cast<llvm::VectorType>(Ty);
Nate Begeman464ccb62010-06-11 22:57:12 +00001256 llvm::Constant *C = ConstantInt::get(VTy->getElementType(), neg ? -SV : SV);
Chris Lattner2ce88422012-01-25 05:34:41 +00001257 return llvm::ConstantVector::getSplat(VTy->getNumElements(), C);
Nate Begeman464ccb62010-06-11 22:57:12 +00001258}
1259
Bob Wilson06b6c582010-08-27 17:14:29 +00001260/// GetPointeeAlignment - Given an expression with a pointer type, find the
1261/// alignment of the type referenced by the pointer. Skip over implicit
1262/// casts.
Jay Foadf4c3db12012-03-02 18:34:30 +00001263unsigned CodeGenFunction::GetPointeeAlignment(const Expr *Addr) {
Bob Wilson06b6c582010-08-27 17:14:29 +00001264 unsigned Align = 1;
1265 // Check if the type is a pointer. The implicit cast operand might not be.
1266 while (Addr->getType()->isPointerType()) {
1267 QualType PtTy = Addr->getType()->getPointeeType();
Chris Lattnerd6e73562012-03-04 00:52:12 +00001268
1269 // Can't get alignment of incomplete types.
1270 if (!PtTy->isIncompleteType()) {
1271 unsigned NewA = getContext().getTypeAlignInChars(PtTy).getQuantity();
1272 if (NewA > Align)
1273 Align = NewA;
1274 }
Bob Wilson06b6c582010-08-27 17:14:29 +00001275
1276 // If the address is an implicit cast, repeat with the cast operand.
1277 if (const ImplicitCastExpr *CastAddr = dyn_cast<ImplicitCastExpr>(Addr)) {
1278 Addr = CastAddr->getSubExpr();
1279 continue;
1280 }
1281 break;
1282 }
Jay Foadf4c3db12012-03-02 18:34:30 +00001283 return Align;
1284}
1285
1286/// GetPointeeAlignmentValue - Given an expression with a pointer type, find
1287/// the alignment of the type referenced by the pointer. Skip over implicit
1288/// casts. Return the alignment as an llvm::Value.
1289Value *CodeGenFunction::GetPointeeAlignmentValue(const Expr *Addr) {
1290 return llvm::ConstantInt::get(Int32Ty, GetPointeeAlignment(Addr));
Bob Wilson06b6c582010-08-27 17:14:29 +00001291}
1292
Chris Lattner2752c012010-03-03 19:03:45 +00001293Value *CodeGenFunction::EmitARMBuiltinExpr(unsigned BuiltinID,
1294 const CallExpr *E) {
Rafael Espindolae140af32010-06-09 03:48:40 +00001295 if (BuiltinID == ARM::BI__clear_cache) {
Rafael Espindola79ba5092010-06-07 17:26:50 +00001296 const FunctionDecl *FD = E->getDirectCallee();
Eric Christopher8a37c792011-03-14 20:30:34 +00001297 // Oddly people write this call without args on occasion and gcc accepts
1298 // it - it's also marked as varargs in the description file.
Chris Lattner5f9e2722011-07-23 10:55:15 +00001299 SmallVector<Value*, 2> Ops;
Eric Christopher8a37c792011-03-14 20:30:34 +00001300 for (unsigned i = 0; i < E->getNumArgs(); i++)
1301 Ops.push_back(EmitScalarExpr(E->getArg(i)));
Chris Lattner2acc6e32011-07-18 04:24:23 +00001302 llvm::Type *Ty = CGM.getTypes().ConvertType(FD->getType());
1303 llvm::FunctionType *FTy = cast<llvm::FunctionType>(Ty);
Chris Lattner5f9e2722011-07-23 10:55:15 +00001304 StringRef Name = FD->getName();
Jay Foad4c7d9f12011-07-15 08:37:34 +00001305 return Builder.CreateCall(CGM.CreateRuntimeFunction(FTy, Name), Ops);
Chris Lattner2752c012010-03-03 19:03:45 +00001306 }
Rafael Espindolae140af32010-06-09 03:48:40 +00001307
Bruno Cardoso Lopes26c1b8d2011-05-28 04:11:33 +00001308 if (BuiltinID == ARM::BI__builtin_arm_ldrexd) {
1309 Function *F = CGM.getIntrinsic(Intrinsic::arm_ldrexd);
1310
1311 Value *LdPtr = EmitScalarExpr(E->getArg(0));
1312 Value *Val = Builder.CreateCall(F, LdPtr, "ldrexd");
1313
1314 Value *Val0 = Builder.CreateExtractValue(Val, 1);
1315 Value *Val1 = Builder.CreateExtractValue(Val, 0);
1316 Val0 = Builder.CreateZExt(Val0, Int64Ty);
1317 Val1 = Builder.CreateZExt(Val1, Int64Ty);
1318
1319 Value *ShiftCst = llvm::ConstantInt::get(Int64Ty, 32);
1320 Val = Builder.CreateShl(Val0, ShiftCst, "shl", true /* nuw */);
1321 return Builder.CreateOr(Val, Val1);
1322 }
1323
1324 if (BuiltinID == ARM::BI__builtin_arm_strexd) {
1325 Function *F = CGM.getIntrinsic(Intrinsic::arm_strexd);
Chris Lattner7650d952011-06-18 22:49:11 +00001326 llvm::Type *STy = llvm::StructType::get(Int32Ty, Int32Ty, NULL);
Bruno Cardoso Lopes26c1b8d2011-05-28 04:11:33 +00001327
1328 Value *One = llvm::ConstantInt::get(Int32Ty, 1);
Benjamin Kramer578faa82011-09-27 21:06:10 +00001329 Value *Tmp = Builder.CreateAlloca(Int64Ty, One);
Bruno Cardoso Lopes26c1b8d2011-05-28 04:11:33 +00001330 Value *Val = EmitScalarExpr(E->getArg(0));
1331 Builder.CreateStore(Val, Tmp);
1332
1333 Value *LdPtr = Builder.CreateBitCast(Tmp,llvm::PointerType::getUnqual(STy));
1334 Val = Builder.CreateLoad(LdPtr);
1335
1336 Value *Arg0 = Builder.CreateExtractValue(Val, 0);
1337 Value *Arg1 = Builder.CreateExtractValue(Val, 1);
1338 Value *StPtr = EmitScalarExpr(E->getArg(1));
1339 return Builder.CreateCall3(F, Arg0, Arg1, StPtr, "strexd");
1340 }
1341
Chris Lattner5f9e2722011-07-23 10:55:15 +00001342 SmallVector<Value*, 4> Ops;
Rafael Espindolae140af32010-06-09 03:48:40 +00001343 for (unsigned i = 0, e = E->getNumArgs() - 1; i != e; i++)
1344 Ops.push_back(EmitScalarExpr(E->getArg(i)));
1345
Bob Wilson83bbba12011-08-13 05:03:46 +00001346 // vget_lane and vset_lane are not overloaded and do not have an extra
1347 // argument that specifies the vector type.
1348 switch (BuiltinID) {
1349 default: break;
1350 case ARM::BI__builtin_neon_vget_lane_i8:
1351 case ARM::BI__builtin_neon_vget_lane_i16:
1352 case ARM::BI__builtin_neon_vget_lane_i32:
1353 case ARM::BI__builtin_neon_vget_lane_i64:
1354 case ARM::BI__builtin_neon_vget_lane_f32:
1355 case ARM::BI__builtin_neon_vgetq_lane_i8:
1356 case ARM::BI__builtin_neon_vgetq_lane_i16:
1357 case ARM::BI__builtin_neon_vgetq_lane_i32:
1358 case ARM::BI__builtin_neon_vgetq_lane_i64:
1359 case ARM::BI__builtin_neon_vgetq_lane_f32:
1360 return Builder.CreateExtractElement(Ops[0], EmitScalarExpr(E->getArg(1)),
1361 "vget_lane");
1362 case ARM::BI__builtin_neon_vset_lane_i8:
1363 case ARM::BI__builtin_neon_vset_lane_i16:
1364 case ARM::BI__builtin_neon_vset_lane_i32:
1365 case ARM::BI__builtin_neon_vset_lane_i64:
1366 case ARM::BI__builtin_neon_vset_lane_f32:
1367 case ARM::BI__builtin_neon_vsetq_lane_i8:
1368 case ARM::BI__builtin_neon_vsetq_lane_i16:
1369 case ARM::BI__builtin_neon_vsetq_lane_i32:
1370 case ARM::BI__builtin_neon_vsetq_lane_i64:
1371 case ARM::BI__builtin_neon_vsetq_lane_f32:
1372 Ops.push_back(EmitScalarExpr(E->getArg(2)));
1373 return Builder.CreateInsertElement(Ops[1], Ops[0], Ops[2], "vset_lane");
1374 }
1375
1376 // Get the last argument, which specifies the vector type.
Rafael Espindolae140af32010-06-09 03:48:40 +00001377 llvm::APSInt Result;
1378 const Expr *Arg = E->getArg(E->getNumArgs()-1);
1379 if (!Arg->isIntegerConstantExpr(Result, getContext()))
1380 return 0;
1381
Nate Begeman99c40bb2010-08-03 21:32:34 +00001382 if (BuiltinID == ARM::BI__builtin_arm_vcvtr_f ||
1383 BuiltinID == ARM::BI__builtin_arm_vcvtr_d) {
1384 // Determine the overloaded type of this builtin.
Chris Lattner9cbe4f02011-07-09 17:41:47 +00001385 llvm::Type *Ty;
Nate Begeman99c40bb2010-08-03 21:32:34 +00001386 if (BuiltinID == ARM::BI__builtin_arm_vcvtr_f)
Chris Lattner8b418682012-02-07 00:39:47 +00001387 Ty = FloatTy;
Nate Begeman99c40bb2010-08-03 21:32:34 +00001388 else
Chris Lattner8b418682012-02-07 00:39:47 +00001389 Ty = DoubleTy;
Nate Begeman99c40bb2010-08-03 21:32:34 +00001390
1391 // Determine whether this is an unsigned conversion or not.
1392 bool usgn = Result.getZExtValue() == 1;
1393 unsigned Int = usgn ? Intrinsic::arm_vcvtru : Intrinsic::arm_vcvtr;
1394
1395 // Call the appropriate intrinsic.
Benjamin Kramer8dd55a32011-07-14 17:45:50 +00001396 Function *F = CGM.getIntrinsic(Int, Ty);
Jay Foad4c7d9f12011-07-15 08:37:34 +00001397 return Builder.CreateCall(F, Ops, "vcvtr");
Nate Begeman99c40bb2010-08-03 21:32:34 +00001398 }
1399
1400 // Determine the type of this overloaded NEON intrinsic.
Bob Wilsonda95f732011-11-08 01:16:11 +00001401 NeonTypeFlags Type(Result.getZExtValue());
1402 bool usgn = Type.isUnsigned();
1403 bool quad = Type.isQuad();
Bob Wilson79653962010-12-03 17:10:22 +00001404 bool rightShift = false;
Rafael Espindolae140af32010-06-09 03:48:40 +00001405
Chris Lattner8b418682012-02-07 00:39:47 +00001406 llvm::VectorType *VTy = GetNeonType(this, Type);
Chris Lattner9cbe4f02011-07-09 17:41:47 +00001407 llvm::Type *Ty = VTy;
Rafael Espindolae140af32010-06-09 03:48:40 +00001408 if (!Ty)
1409 return 0;
1410
1411 unsigned Int;
1412 switch (BuiltinID) {
1413 default: return 0;
Bob Wilson537c346112011-06-24 22:13:26 +00001414 case ARM::BI__builtin_neon_vabd_v:
1415 case ARM::BI__builtin_neon_vabdq_v:
Nate Begeman998622c2010-06-07 16:01:56 +00001416 Int = usgn ? Intrinsic::arm_neon_vabdu : Intrinsic::arm_neon_vabds;
Benjamin Kramer8dd55a32011-07-14 17:45:50 +00001417 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vabd");
Bob Wilson537c346112011-06-24 22:13:26 +00001418 case ARM::BI__builtin_neon_vabs_v:
1419 case ARM::BI__builtin_neon_vabsq_v:
Benjamin Kramer8dd55a32011-07-14 17:45:50 +00001420 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vabs, Ty),
Nate Begeman548f7da2010-06-10 18:11:55 +00001421 Ops, "vabs");
Bob Wilson537c346112011-06-24 22:13:26 +00001422 case ARM::BI__builtin_neon_vaddhn_v:
Benjamin Kramer8dd55a32011-07-14 17:45:50 +00001423 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vaddhn, Ty),
Nate Begeman548f7da2010-06-10 18:11:55 +00001424 Ops, "vaddhn");
Bob Wilson537c346112011-06-24 22:13:26 +00001425 case ARM::BI__builtin_neon_vcale_v:
Nate Begeman9eb65a52010-06-08 00:17:19 +00001426 std::swap(Ops[0], Ops[1]);
Bob Wilson537c346112011-06-24 22:13:26 +00001427 case ARM::BI__builtin_neon_vcage_v: {
Bob Wilsond1850352010-12-10 01:11:38 +00001428 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vacged);
Nate Begeman30d91712010-06-08 06:03:01 +00001429 return EmitNeonCall(F, Ops, "vcage");
1430 }
Bob Wilson537c346112011-06-24 22:13:26 +00001431 case ARM::BI__builtin_neon_vcaleq_v:
Nate Begeman9eb65a52010-06-08 00:17:19 +00001432 std::swap(Ops[0], Ops[1]);
Bob Wilson537c346112011-06-24 22:13:26 +00001433 case ARM::BI__builtin_neon_vcageq_v: {
Bob Wilsond1850352010-12-10 01:11:38 +00001434 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vacgeq);
Nate Begeman30d91712010-06-08 06:03:01 +00001435 return EmitNeonCall(F, Ops, "vcage");
1436 }
Bob Wilson537c346112011-06-24 22:13:26 +00001437 case ARM::BI__builtin_neon_vcalt_v:
Nate Begeman9eb65a52010-06-08 00:17:19 +00001438 std::swap(Ops[0], Ops[1]);
Bob Wilson537c346112011-06-24 22:13:26 +00001439 case ARM::BI__builtin_neon_vcagt_v: {
Bob Wilsond1850352010-12-10 01:11:38 +00001440 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vacgtd);
Nate Begeman30d91712010-06-08 06:03:01 +00001441 return EmitNeonCall(F, Ops, "vcagt");
1442 }
Bob Wilson537c346112011-06-24 22:13:26 +00001443 case ARM::BI__builtin_neon_vcaltq_v:
Nate Begeman9eb65a52010-06-08 00:17:19 +00001444 std::swap(Ops[0], Ops[1]);
Bob Wilson537c346112011-06-24 22:13:26 +00001445 case ARM::BI__builtin_neon_vcagtq_v: {
Bob Wilsond1850352010-12-10 01:11:38 +00001446 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vacgtq);
Nate Begeman30d91712010-06-08 06:03:01 +00001447 return EmitNeonCall(F, Ops, "vcagt");
1448 }
Bob Wilson537c346112011-06-24 22:13:26 +00001449 case ARM::BI__builtin_neon_vcls_v:
1450 case ARM::BI__builtin_neon_vclsq_v: {
Benjamin Kramer8dd55a32011-07-14 17:45:50 +00001451 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vcls, Ty);
Nate Begeman30d91712010-06-08 06:03:01 +00001452 return EmitNeonCall(F, Ops, "vcls");
Nate Begeman9eb65a52010-06-08 00:17:19 +00001453 }
Bob Wilson537c346112011-06-24 22:13:26 +00001454 case ARM::BI__builtin_neon_vclz_v:
1455 case ARM::BI__builtin_neon_vclzq_v: {
Benjamin Kramer8dd55a32011-07-14 17:45:50 +00001456 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vclz, Ty);
Nate Begeman30d91712010-06-08 06:03:01 +00001457 return EmitNeonCall(F, Ops, "vclz");
Nate Begeman9eb65a52010-06-08 00:17:19 +00001458 }
Bob Wilson537c346112011-06-24 22:13:26 +00001459 case ARM::BI__builtin_neon_vcnt_v:
1460 case ARM::BI__builtin_neon_vcntq_v: {
Benjamin Kramer8dd55a32011-07-14 17:45:50 +00001461 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vcnt, Ty);
Nate Begeman30d91712010-06-08 06:03:01 +00001462 return EmitNeonCall(F, Ops, "vcnt");
Nate Begeman9eb65a52010-06-08 00:17:19 +00001463 }
Bob Wilson537c346112011-06-24 22:13:26 +00001464 case ARM::BI__builtin_neon_vcvt_f16_v: {
Bob Wilsonda95f732011-11-08 01:16:11 +00001465 assert(Type.getEltType() == NeonTypeFlags::Float16 && !quad &&
1466 "unexpected vcvt_f16_v builtin");
Bob Wilson46e392a2010-12-15 23:36:44 +00001467 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vcvtfp2hf);
1468 return EmitNeonCall(F, Ops, "vcvt");
1469 }
Bob Wilson537c346112011-06-24 22:13:26 +00001470 case ARM::BI__builtin_neon_vcvt_f32_f16: {
Bob Wilsonda95f732011-11-08 01:16:11 +00001471 assert(Type.getEltType() == NeonTypeFlags::Float16 && !quad &&
1472 "unexpected vcvt_f32_f16 builtin");
Bob Wilson46e392a2010-12-15 23:36:44 +00001473 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vcvthf2fp);
1474 return EmitNeonCall(F, Ops, "vcvt");
1475 }
Bob Wilson537c346112011-06-24 22:13:26 +00001476 case ARM::BI__builtin_neon_vcvt_f32_v:
Bob Wilsonda95f732011-11-08 01:16:11 +00001477 case ARM::BI__builtin_neon_vcvtq_f32_v:
Nate Begeman30d91712010-06-08 06:03:01 +00001478 Ops[0] = Builder.CreateBitCast(Ops[0], Ty);
Chris Lattner8b418682012-02-07 00:39:47 +00001479 Ty = GetNeonType(this, NeonTypeFlags(NeonTypeFlags::Float32, false, quad));
Nate Begeman9eb65a52010-06-08 00:17:19 +00001480 return usgn ? Builder.CreateUIToFP(Ops[0], Ty, "vcvt")
1481 : Builder.CreateSIToFP(Ops[0], Ty, "vcvt");
Bob Wilson537c346112011-06-24 22:13:26 +00001482 case ARM::BI__builtin_neon_vcvt_s32_v:
1483 case ARM::BI__builtin_neon_vcvt_u32_v:
1484 case ARM::BI__builtin_neon_vcvtq_s32_v:
1485 case ARM::BI__builtin_neon_vcvtq_u32_v: {
Bob Wilsonda95f732011-11-08 01:16:11 +00001486 llvm::Type *FloatTy =
Chris Lattner8b418682012-02-07 00:39:47 +00001487 GetNeonType(this, NeonTypeFlags(NeonTypeFlags::Float32, false, quad));
Bob Wilsonda95f732011-11-08 01:16:11 +00001488 Ops[0] = Builder.CreateBitCast(Ops[0], FloatTy);
Nate Begeman9eb65a52010-06-08 00:17:19 +00001489 return usgn ? Builder.CreateFPToUI(Ops[0], Ty, "vcvt")
1490 : Builder.CreateFPToSI(Ops[0], Ty, "vcvt");
1491 }
Bob Wilson537c346112011-06-24 22:13:26 +00001492 case ARM::BI__builtin_neon_vcvt_n_f32_v:
1493 case ARM::BI__builtin_neon_vcvtq_n_f32_v: {
Bob Wilsonda95f732011-11-08 01:16:11 +00001494 llvm::Type *FloatTy =
Chris Lattner8b418682012-02-07 00:39:47 +00001495 GetNeonType(this, NeonTypeFlags(NeonTypeFlags::Float32, false, quad));
Bob Wilsonda95f732011-11-08 01:16:11 +00001496 llvm::Type *Tys[2] = { FloatTy, Ty };
1497 Int = usgn ? Intrinsic::arm_neon_vcvtfxu2fp
1498 : Intrinsic::arm_neon_vcvtfxs2fp;
Benjamin Kramer8dd55a32011-07-14 17:45:50 +00001499 Function *F = CGM.getIntrinsic(Int, Tys);
Nate Begeman30d91712010-06-08 06:03:01 +00001500 return EmitNeonCall(F, Ops, "vcvt_n");
Nate Begeman9eb65a52010-06-08 00:17:19 +00001501 }
Bob Wilson537c346112011-06-24 22:13:26 +00001502 case ARM::BI__builtin_neon_vcvt_n_s32_v:
1503 case ARM::BI__builtin_neon_vcvt_n_u32_v:
1504 case ARM::BI__builtin_neon_vcvtq_n_s32_v:
1505 case ARM::BI__builtin_neon_vcvtq_n_u32_v: {
Bob Wilsonda95f732011-11-08 01:16:11 +00001506 llvm::Type *FloatTy =
Chris Lattner8b418682012-02-07 00:39:47 +00001507 GetNeonType(this, NeonTypeFlags(NeonTypeFlags::Float32, false, quad));
Bob Wilsonda95f732011-11-08 01:16:11 +00001508 llvm::Type *Tys[2] = { Ty, FloatTy };
1509 Int = usgn ? Intrinsic::arm_neon_vcvtfp2fxu
1510 : Intrinsic::arm_neon_vcvtfp2fxs;
Benjamin Kramer8dd55a32011-07-14 17:45:50 +00001511 Function *F = CGM.getIntrinsic(Int, Tys);
Nate Begeman30d91712010-06-08 06:03:01 +00001512 return EmitNeonCall(F, Ops, "vcvt_n");
1513 }
Bob Wilson537c346112011-06-24 22:13:26 +00001514 case ARM::BI__builtin_neon_vext_v:
1515 case ARM::BI__builtin_neon_vextq_v: {
Chris Lattnerfb018d12011-02-15 00:14:06 +00001516 int CV = cast<ConstantInt>(Ops[2])->getSExtValue();
Nate Begeman1c2a88c2010-06-09 01:10:23 +00001517 SmallVector<Constant*, 16> Indices;
Nate Begeman4be54302010-06-20 23:05:28 +00001518 for (unsigned i = 0, e = VTy->getNumElements(); i != e; ++i)
Chris Lattner77b89b82010-06-27 07:15:29 +00001519 Indices.push_back(ConstantInt::get(Int32Ty, i+CV));
Nate Begeman30d91712010-06-08 06:03:01 +00001520
1521 Ops[0] = Builder.CreateBitCast(Ops[0], Ty);
1522 Ops[1] = Builder.CreateBitCast(Ops[1], Ty);
Chris Lattnerfb018d12011-02-15 00:14:06 +00001523 Value *SV = llvm::ConstantVector::get(Indices);
Nate Begeman1c2a88c2010-06-09 01:10:23 +00001524 return Builder.CreateShuffleVector(Ops[0], Ops[1], SV, "vext");
1525 }
Bob Wilson537c346112011-06-24 22:13:26 +00001526 case ARM::BI__builtin_neon_vhadd_v:
1527 case ARM::BI__builtin_neon_vhaddq_v:
Nate Begemandf98e1d2010-06-09 18:04:15 +00001528 Int = usgn ? Intrinsic::arm_neon_vhaddu : Intrinsic::arm_neon_vhadds;
Benjamin Kramer8dd55a32011-07-14 17:45:50 +00001529 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vhadd");
Bob Wilson537c346112011-06-24 22:13:26 +00001530 case ARM::BI__builtin_neon_vhsub_v:
1531 case ARM::BI__builtin_neon_vhsubq_v:
Nate Begemandf98e1d2010-06-09 18:04:15 +00001532 Int = usgn ? Intrinsic::arm_neon_vhsubu : Intrinsic::arm_neon_vhsubs;
Benjamin Kramer8dd55a32011-07-14 17:45:50 +00001533 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vhsub");
Bob Wilson537c346112011-06-24 22:13:26 +00001534 case ARM::BI__builtin_neon_vld1_v:
1535 case ARM::BI__builtin_neon_vld1q_v:
Jay Foadf4c3db12012-03-02 18:34:30 +00001536 Ops.push_back(GetPointeeAlignmentValue(E->getArg(0)));
Benjamin Kramer8dd55a32011-07-14 17:45:50 +00001537 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vld1, Ty),
Nate Begeman4be54302010-06-20 23:05:28 +00001538 Ops, "vld1");
Bob Wilson537c346112011-06-24 22:13:26 +00001539 case ARM::BI__builtin_neon_vld1_lane_v:
Bob Wilsoneac1f672012-02-04 23:58:08 +00001540 case ARM::BI__builtin_neon_vld1q_lane_v: {
Nate Begeman4be54302010-06-20 23:05:28 +00001541 Ops[1] = Builder.CreateBitCast(Ops[1], Ty);
1542 Ty = llvm::PointerType::getUnqual(VTy->getElementType());
1543 Ops[0] = Builder.CreateBitCast(Ops[0], Ty);
Bob Wilsoneac1f672012-02-04 23:58:08 +00001544 LoadInst *Ld = Builder.CreateLoad(Ops[0]);
Jay Foadf4c3db12012-03-02 18:34:30 +00001545 Value *Align = GetPointeeAlignmentValue(E->getArg(0));
Bob Wilsoneac1f672012-02-04 23:58:08 +00001546 Ld->setAlignment(cast<ConstantInt>(Align)->getZExtValue());
1547 return Builder.CreateInsertElement(Ops[1], Ld, Ops[2], "vld1_lane");
1548 }
Bob Wilson537c346112011-06-24 22:13:26 +00001549 case ARM::BI__builtin_neon_vld1_dup_v:
1550 case ARM::BI__builtin_neon_vld1q_dup_v: {
Nate Begeman4be54302010-06-20 23:05:28 +00001551 Value *V = UndefValue::get(Ty);
1552 Ty = llvm::PointerType::getUnqual(VTy->getElementType());
1553 Ops[0] = Builder.CreateBitCast(Ops[0], Ty);
Bob Wilsoneac1f672012-02-04 23:58:08 +00001554 LoadInst *Ld = Builder.CreateLoad(Ops[0]);
Jay Foadf4c3db12012-03-02 18:34:30 +00001555 Value *Align = GetPointeeAlignmentValue(E->getArg(0));
Bob Wilsoneac1f672012-02-04 23:58:08 +00001556 Ld->setAlignment(cast<ConstantInt>(Align)->getZExtValue());
Chris Lattner77b89b82010-06-27 07:15:29 +00001557 llvm::Constant *CI = ConstantInt::get(Int32Ty, 0);
Bob Wilsoneac1f672012-02-04 23:58:08 +00001558 Ops[0] = Builder.CreateInsertElement(V, Ld, CI);
Nate Begeman4be54302010-06-20 23:05:28 +00001559 return EmitNeonSplat(Ops[0], CI);
1560 }
Bob Wilson537c346112011-06-24 22:13:26 +00001561 case ARM::BI__builtin_neon_vld2_v:
1562 case ARM::BI__builtin_neon_vld2q_v: {
Benjamin Kramer8dd55a32011-07-14 17:45:50 +00001563 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vld2, Ty);
Jay Foadf4c3db12012-03-02 18:34:30 +00001564 Value *Align = GetPointeeAlignmentValue(E->getArg(1));
Bob Wilson06b6c582010-08-27 17:14:29 +00001565 Ops[1] = Builder.CreateCall2(F, Ops[1], Align, "vld2");
Nate Begeman4be54302010-06-20 23:05:28 +00001566 Ty = llvm::PointerType::getUnqual(Ops[1]->getType());
1567 Ops[0] = Builder.CreateBitCast(Ops[0], Ty);
1568 return Builder.CreateStore(Ops[1], Ops[0]);
1569 }
Bob Wilson537c346112011-06-24 22:13:26 +00001570 case ARM::BI__builtin_neon_vld3_v:
1571 case ARM::BI__builtin_neon_vld3q_v: {
Benjamin Kramer8dd55a32011-07-14 17:45:50 +00001572 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vld3, Ty);
Jay Foadf4c3db12012-03-02 18:34:30 +00001573 Value *Align = GetPointeeAlignmentValue(E->getArg(1));
Bob Wilson06b6c582010-08-27 17:14:29 +00001574 Ops[1] = Builder.CreateCall2(F, Ops[1], Align, "vld3");
Nate Begeman4be54302010-06-20 23:05:28 +00001575 Ty = llvm::PointerType::getUnqual(Ops[1]->getType());
1576 Ops[0] = Builder.CreateBitCast(Ops[0], Ty);
1577 return Builder.CreateStore(Ops[1], Ops[0]);
1578 }
Bob Wilson537c346112011-06-24 22:13:26 +00001579 case ARM::BI__builtin_neon_vld4_v:
1580 case ARM::BI__builtin_neon_vld4q_v: {
Benjamin Kramer8dd55a32011-07-14 17:45:50 +00001581 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vld4, Ty);
Jay Foadf4c3db12012-03-02 18:34:30 +00001582 Value *Align = GetPointeeAlignmentValue(E->getArg(1));
Bob Wilson06b6c582010-08-27 17:14:29 +00001583 Ops[1] = Builder.CreateCall2(F, Ops[1], Align, "vld4");
Nate Begeman4be54302010-06-20 23:05:28 +00001584 Ty = llvm::PointerType::getUnqual(Ops[1]->getType());
1585 Ops[0] = Builder.CreateBitCast(Ops[0], Ty);
1586 return Builder.CreateStore(Ops[1], Ops[0]);
1587 }
Bob Wilson537c346112011-06-24 22:13:26 +00001588 case ARM::BI__builtin_neon_vld2_lane_v:
1589 case ARM::BI__builtin_neon_vld2q_lane_v: {
Benjamin Kramer8dd55a32011-07-14 17:45:50 +00001590 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vld2lane, Ty);
Nate Begeman4be54302010-06-20 23:05:28 +00001591 Ops[2] = Builder.CreateBitCast(Ops[2], Ty);
1592 Ops[3] = Builder.CreateBitCast(Ops[3], Ty);
Jay Foadf4c3db12012-03-02 18:34:30 +00001593 Ops.push_back(GetPointeeAlignmentValue(E->getArg(1)));
Frits van Bommel1cbac8a2011-07-25 15:13:01 +00001594 Ops[1] = Builder.CreateCall(F, makeArrayRef(Ops).slice(1), "vld2_lane");
Nate Begeman4be54302010-06-20 23:05:28 +00001595 Ty = llvm::PointerType::getUnqual(Ops[1]->getType());
1596 Ops[0] = Builder.CreateBitCast(Ops[0], Ty);
1597 return Builder.CreateStore(Ops[1], Ops[0]);
1598 }
Bob Wilson537c346112011-06-24 22:13:26 +00001599 case ARM::BI__builtin_neon_vld3_lane_v:
1600 case ARM::BI__builtin_neon_vld3q_lane_v: {
Benjamin Kramer8dd55a32011-07-14 17:45:50 +00001601 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vld3lane, Ty);
Nate Begeman4be54302010-06-20 23:05:28 +00001602 Ops[2] = Builder.CreateBitCast(Ops[2], Ty);
1603 Ops[3] = Builder.CreateBitCast(Ops[3], Ty);
1604 Ops[4] = Builder.CreateBitCast(Ops[4], Ty);
Jay Foadf4c3db12012-03-02 18:34:30 +00001605 Ops.push_back(GetPointeeAlignmentValue(E->getArg(1)));
Frits van Bommel1cbac8a2011-07-25 15:13:01 +00001606 Ops[1] = Builder.CreateCall(F, makeArrayRef(Ops).slice(1), "vld3_lane");
Nate Begeman4be54302010-06-20 23:05:28 +00001607 Ty = llvm::PointerType::getUnqual(Ops[1]->getType());
1608 Ops[0] = Builder.CreateBitCast(Ops[0], Ty);
1609 return Builder.CreateStore(Ops[1], Ops[0]);
1610 }
Bob Wilson537c346112011-06-24 22:13:26 +00001611 case ARM::BI__builtin_neon_vld4_lane_v:
1612 case ARM::BI__builtin_neon_vld4q_lane_v: {
Benjamin Kramer8dd55a32011-07-14 17:45:50 +00001613 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vld4lane, Ty);
Nate Begeman4be54302010-06-20 23:05:28 +00001614 Ops[2] = Builder.CreateBitCast(Ops[2], Ty);
1615 Ops[3] = Builder.CreateBitCast(Ops[3], Ty);
1616 Ops[4] = Builder.CreateBitCast(Ops[4], Ty);
1617 Ops[5] = Builder.CreateBitCast(Ops[5], Ty);
Jay Foadf4c3db12012-03-02 18:34:30 +00001618 Ops.push_back(GetPointeeAlignmentValue(E->getArg(1)));
Frits van Bommel1cbac8a2011-07-25 15:13:01 +00001619 Ops[1] = Builder.CreateCall(F, makeArrayRef(Ops).slice(1), "vld3_lane");
Nate Begeman4be54302010-06-20 23:05:28 +00001620 Ty = llvm::PointerType::getUnqual(Ops[1]->getType());
1621 Ops[0] = Builder.CreateBitCast(Ops[0], Ty);
1622 return Builder.CreateStore(Ops[1], Ops[0]);
1623 }
Bob Wilson537c346112011-06-24 22:13:26 +00001624 case ARM::BI__builtin_neon_vld2_dup_v:
1625 case ARM::BI__builtin_neon_vld3_dup_v:
1626 case ARM::BI__builtin_neon_vld4_dup_v: {
Bob Wilsona0eb23b2010-12-10 22:54:58 +00001627 // Handle 64-bit elements as a special-case. There is no "dup" needed.
1628 if (VTy->getElementType()->getPrimitiveSizeInBits() == 64) {
1629 switch (BuiltinID) {
Bob Wilson537c346112011-06-24 22:13:26 +00001630 case ARM::BI__builtin_neon_vld2_dup_v:
Bob Wilsona0eb23b2010-12-10 22:54:58 +00001631 Int = Intrinsic::arm_neon_vld2;
1632 break;
Bob Wilson537c346112011-06-24 22:13:26 +00001633 case ARM::BI__builtin_neon_vld3_dup_v:
James Molloybd86ad52012-03-15 09:12:01 +00001634 Int = Intrinsic::arm_neon_vld3;
Bob Wilsona0eb23b2010-12-10 22:54:58 +00001635 break;
Bob Wilson537c346112011-06-24 22:13:26 +00001636 case ARM::BI__builtin_neon_vld4_dup_v:
James Molloybd86ad52012-03-15 09:12:01 +00001637 Int = Intrinsic::arm_neon_vld4;
Bob Wilsona0eb23b2010-12-10 22:54:58 +00001638 break;
David Blaikieb219cfc2011-09-23 05:06:16 +00001639 default: llvm_unreachable("unknown vld_dup intrinsic?");
Bob Wilsona0eb23b2010-12-10 22:54:58 +00001640 }
Benjamin Kramer8dd55a32011-07-14 17:45:50 +00001641 Function *F = CGM.getIntrinsic(Int, Ty);
Jay Foadf4c3db12012-03-02 18:34:30 +00001642 Value *Align = GetPointeeAlignmentValue(E->getArg(1));
Bob Wilsona0eb23b2010-12-10 22:54:58 +00001643 Ops[1] = Builder.CreateCall2(F, Ops[1], Align, "vld_dup");
1644 Ty = llvm::PointerType::getUnqual(Ops[1]->getType());
1645 Ops[0] = Builder.CreateBitCast(Ops[0], Ty);
1646 return Builder.CreateStore(Ops[1], Ops[0]);
1647 }
Nate Begeman4be54302010-06-20 23:05:28 +00001648 switch (BuiltinID) {
Bob Wilson537c346112011-06-24 22:13:26 +00001649 case ARM::BI__builtin_neon_vld2_dup_v:
Nate Begeman4be54302010-06-20 23:05:28 +00001650 Int = Intrinsic::arm_neon_vld2lane;
1651 break;
Bob Wilson537c346112011-06-24 22:13:26 +00001652 case ARM::BI__builtin_neon_vld3_dup_v:
James Molloybd86ad52012-03-15 09:12:01 +00001653 Int = Intrinsic::arm_neon_vld3lane;
Nate Begeman4be54302010-06-20 23:05:28 +00001654 break;
Bob Wilson537c346112011-06-24 22:13:26 +00001655 case ARM::BI__builtin_neon_vld4_dup_v:
James Molloybd86ad52012-03-15 09:12:01 +00001656 Int = Intrinsic::arm_neon_vld4lane;
Nate Begeman4be54302010-06-20 23:05:28 +00001657 break;
David Blaikieb219cfc2011-09-23 05:06:16 +00001658 default: llvm_unreachable("unknown vld_dup intrinsic?");
Nate Begeman4be54302010-06-20 23:05:28 +00001659 }
Benjamin Kramer8dd55a32011-07-14 17:45:50 +00001660 Function *F = CGM.getIntrinsic(Int, Ty);
Chris Lattner2acc6e32011-07-18 04:24:23 +00001661 llvm::StructType *STy = cast<llvm::StructType>(F->getReturnType());
Nate Begeman4be54302010-06-20 23:05:28 +00001662
1663 SmallVector<Value*, 6> Args;
1664 Args.push_back(Ops[1]);
1665 Args.append(STy->getNumElements(), UndefValue::get(Ty));
1666
Chris Lattner77b89b82010-06-27 07:15:29 +00001667 llvm::Constant *CI = ConstantInt::get(Int32Ty, 0);
Nate Begeman4be54302010-06-20 23:05:28 +00001668 Args.push_back(CI);
Jay Foadf4c3db12012-03-02 18:34:30 +00001669 Args.push_back(GetPointeeAlignmentValue(E->getArg(1)));
Nate Begeman4be54302010-06-20 23:05:28 +00001670
Jay Foad4c7d9f12011-07-15 08:37:34 +00001671 Ops[1] = Builder.CreateCall(F, Args, "vld_dup");
Nate Begeman4be54302010-06-20 23:05:28 +00001672 // splat lane 0 to all elts in each vector of the result.
1673 for (unsigned i = 0, e = STy->getNumElements(); i != e; ++i) {
1674 Value *Val = Builder.CreateExtractValue(Ops[1], i);
1675 Value *Elt = Builder.CreateBitCast(Val, Ty);
1676 Elt = EmitNeonSplat(Elt, CI);
1677 Elt = Builder.CreateBitCast(Elt, Val->getType());
1678 Ops[1] = Builder.CreateInsertValue(Ops[1], Elt, i);
1679 }
1680 Ty = llvm::PointerType::getUnqual(Ops[1]->getType());
1681 Ops[0] = Builder.CreateBitCast(Ops[0], Ty);
1682 return Builder.CreateStore(Ops[1], Ops[0]);
1683 }
Bob Wilson537c346112011-06-24 22:13:26 +00001684 case ARM::BI__builtin_neon_vmax_v:
1685 case ARM::BI__builtin_neon_vmaxq_v:
Nate Begemandf98e1d2010-06-09 18:04:15 +00001686 Int = usgn ? Intrinsic::arm_neon_vmaxu : Intrinsic::arm_neon_vmaxs;
Benjamin Kramer8dd55a32011-07-14 17:45:50 +00001687 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vmax");
Bob Wilson537c346112011-06-24 22:13:26 +00001688 case ARM::BI__builtin_neon_vmin_v:
1689 case ARM::BI__builtin_neon_vminq_v:
Nate Begemandf98e1d2010-06-09 18:04:15 +00001690 Int = usgn ? Intrinsic::arm_neon_vminu : Intrinsic::arm_neon_vmins;
Benjamin Kramer8dd55a32011-07-14 17:45:50 +00001691 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vmin");
Bob Wilson537c346112011-06-24 22:13:26 +00001692 case ARM::BI__builtin_neon_vmovl_v: {
Chris Lattner2acc6e32011-07-18 04:24:23 +00001693 llvm::Type *DTy =llvm::VectorType::getTruncatedElementVectorType(VTy);
Bob Wilson22359412010-09-02 22:37:30 +00001694 Ops[0] = Builder.CreateBitCast(Ops[0], DTy);
Bob Wilson7cea3222010-08-20 03:36:08 +00001695 if (usgn)
1696 return Builder.CreateZExt(Ops[0], Ty, "vmovl");
1697 return Builder.CreateSExt(Ops[0], Ty, "vmovl");
Bob Wilson22359412010-09-02 22:37:30 +00001698 }
Bob Wilson537c346112011-06-24 22:13:26 +00001699 case ARM::BI__builtin_neon_vmovn_v: {
Chris Lattner2acc6e32011-07-18 04:24:23 +00001700 llvm::Type *QTy = llvm::VectorType::getExtendedElementVectorType(VTy);
Bob Wilson22359412010-09-02 22:37:30 +00001701 Ops[0] = Builder.CreateBitCast(Ops[0], QTy);
Bob Wilson3b6081b2010-08-30 19:57:13 +00001702 return Builder.CreateTrunc(Ops[0], Ty, "vmovn");
Bob Wilson22359412010-09-02 22:37:30 +00001703 }
Bob Wilson537c346112011-06-24 22:13:26 +00001704 case ARM::BI__builtin_neon_vmul_v:
1705 case ARM::BI__builtin_neon_vmulq_v:
Bob Wilsonda95f732011-11-08 01:16:11 +00001706 assert(Type.isPoly() && "vmul builtin only supported for polynomial types");
Benjamin Kramer8dd55a32011-07-14 17:45:50 +00001707 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vmulp, Ty),
Bob Wilson953d5132010-12-03 17:29:39 +00001708 Ops, "vmul");
Bob Wilson537c346112011-06-24 22:13:26 +00001709 case ARM::BI__builtin_neon_vmull_v:
Bob Wilson2d33e422011-03-31 00:09:00 +00001710 Int = usgn ? Intrinsic::arm_neon_vmullu : Intrinsic::arm_neon_vmulls;
Bob Wilsonda95f732011-11-08 01:16:11 +00001711 Int = Type.isPoly() ? (unsigned)Intrinsic::arm_neon_vmullp : Int;
Benjamin Kramer8dd55a32011-07-14 17:45:50 +00001712 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vmull");
Bob Wilson537c346112011-06-24 22:13:26 +00001713 case ARM::BI__builtin_neon_vpadal_v:
1714 case ARM::BI__builtin_neon_vpadalq_v: {
Nate Begemandf98e1d2010-06-09 18:04:15 +00001715 Int = usgn ? Intrinsic::arm_neon_vpadalu : Intrinsic::arm_neon_vpadals;
Bob Wilsonc1fa01b2010-12-10 05:51:07 +00001716 // The source operand type has twice as many elements of half the size.
1717 unsigned EltBits = VTy->getElementType()->getPrimitiveSizeInBits();
Chris Lattner2acc6e32011-07-18 04:24:23 +00001718 llvm::Type *EltTy =
John McCalld16c2cf2011-02-08 08:22:06 +00001719 llvm::IntegerType::get(getLLVMContext(), EltBits / 2);
Chris Lattner9cbe4f02011-07-09 17:41:47 +00001720 llvm::Type *NarrowTy =
Bob Wilsonc1fa01b2010-12-10 05:51:07 +00001721 llvm::VectorType::get(EltTy, VTy->getNumElements() * 2);
Chris Lattner9cbe4f02011-07-09 17:41:47 +00001722 llvm::Type *Tys[2] = { Ty, NarrowTy };
Benjamin Kramer8dd55a32011-07-14 17:45:50 +00001723 return EmitNeonCall(CGM.getIntrinsic(Int, Tys), Ops, "vpadal");
Bob Wilsonc1fa01b2010-12-10 05:51:07 +00001724 }
Bob Wilson537c346112011-06-24 22:13:26 +00001725 case ARM::BI__builtin_neon_vpadd_v:
Benjamin Kramer8dd55a32011-07-14 17:45:50 +00001726 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vpadd, Ty),
Nate Begeman548f7da2010-06-10 18:11:55 +00001727 Ops, "vpadd");
Bob Wilson537c346112011-06-24 22:13:26 +00001728 case ARM::BI__builtin_neon_vpaddl_v:
1729 case ARM::BI__builtin_neon_vpaddlq_v: {
Nate Begeman548f7da2010-06-10 18:11:55 +00001730 Int = usgn ? Intrinsic::arm_neon_vpaddlu : Intrinsic::arm_neon_vpaddls;
Bob Wilsonc1fa01b2010-12-10 05:51:07 +00001731 // The source operand type has twice as many elements of half the size.
1732 unsigned EltBits = VTy->getElementType()->getPrimitiveSizeInBits();
Chris Lattner2acc6e32011-07-18 04:24:23 +00001733 llvm::Type *EltTy = llvm::IntegerType::get(getLLVMContext(), EltBits / 2);
Chris Lattner9cbe4f02011-07-09 17:41:47 +00001734 llvm::Type *NarrowTy =
Bob Wilsonc1fa01b2010-12-10 05:51:07 +00001735 llvm::VectorType::get(EltTy, VTy->getNumElements() * 2);
Chris Lattner9cbe4f02011-07-09 17:41:47 +00001736 llvm::Type *Tys[2] = { Ty, NarrowTy };
Benjamin Kramer8dd55a32011-07-14 17:45:50 +00001737 return EmitNeonCall(CGM.getIntrinsic(Int, Tys), Ops, "vpaddl");
Bob Wilsonc1fa01b2010-12-10 05:51:07 +00001738 }
Bob Wilson537c346112011-06-24 22:13:26 +00001739 case ARM::BI__builtin_neon_vpmax_v:
Nate Begeman548f7da2010-06-10 18:11:55 +00001740 Int = usgn ? Intrinsic::arm_neon_vpmaxu : Intrinsic::arm_neon_vpmaxs;
Benjamin Kramer8dd55a32011-07-14 17:45:50 +00001741 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vpmax");
Bob Wilson537c346112011-06-24 22:13:26 +00001742 case ARM::BI__builtin_neon_vpmin_v:
Nate Begeman548f7da2010-06-10 18:11:55 +00001743 Int = usgn ? Intrinsic::arm_neon_vpminu : Intrinsic::arm_neon_vpmins;
Benjamin Kramer8dd55a32011-07-14 17:45:50 +00001744 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vpmin");
Bob Wilson537c346112011-06-24 22:13:26 +00001745 case ARM::BI__builtin_neon_vqabs_v:
1746 case ARM::BI__builtin_neon_vqabsq_v:
Benjamin Kramer8dd55a32011-07-14 17:45:50 +00001747 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vqabs, Ty),
Nate Begeman548f7da2010-06-10 18:11:55 +00001748 Ops, "vqabs");
Bob Wilson537c346112011-06-24 22:13:26 +00001749 case ARM::BI__builtin_neon_vqadd_v:
1750 case ARM::BI__builtin_neon_vqaddq_v:
Nate Begeman548f7da2010-06-10 18:11:55 +00001751 Int = usgn ? Intrinsic::arm_neon_vqaddu : Intrinsic::arm_neon_vqadds;
Benjamin Kramer8dd55a32011-07-14 17:45:50 +00001752 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vqadd");
Bob Wilson537c346112011-06-24 22:13:26 +00001753 case ARM::BI__builtin_neon_vqdmlal_v:
Benjamin Kramer8dd55a32011-07-14 17:45:50 +00001754 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vqdmlal, Ty),
Bob Wilsondb3d4d02010-12-08 22:37:56 +00001755 Ops, "vqdmlal");
Bob Wilson537c346112011-06-24 22:13:26 +00001756 case ARM::BI__builtin_neon_vqdmlsl_v:
Benjamin Kramer8dd55a32011-07-14 17:45:50 +00001757 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vqdmlsl, Ty),
Bob Wilsondb3d4d02010-12-08 22:37:56 +00001758 Ops, "vqdmlsl");
Bob Wilson537c346112011-06-24 22:13:26 +00001759 case ARM::BI__builtin_neon_vqdmulh_v:
1760 case ARM::BI__builtin_neon_vqdmulhq_v:
Benjamin Kramer8dd55a32011-07-14 17:45:50 +00001761 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vqdmulh, Ty),
Bob Wilsondb3d4d02010-12-08 22:37:56 +00001762 Ops, "vqdmulh");
Bob Wilson537c346112011-06-24 22:13:26 +00001763 case ARM::BI__builtin_neon_vqdmull_v:
Benjamin Kramer8dd55a32011-07-14 17:45:50 +00001764 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vqdmull, Ty),
Bob Wilsondb3d4d02010-12-08 22:37:56 +00001765 Ops, "vqdmull");
Bob Wilson537c346112011-06-24 22:13:26 +00001766 case ARM::BI__builtin_neon_vqmovn_v:
Nate Begeman548f7da2010-06-10 18:11:55 +00001767 Int = usgn ? Intrinsic::arm_neon_vqmovnu : Intrinsic::arm_neon_vqmovns;
Benjamin Kramer8dd55a32011-07-14 17:45:50 +00001768 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vqmovn");
Bob Wilson537c346112011-06-24 22:13:26 +00001769 case ARM::BI__builtin_neon_vqmovun_v:
Benjamin Kramer8dd55a32011-07-14 17:45:50 +00001770 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vqmovnsu, Ty),
Nate Begeman548f7da2010-06-10 18:11:55 +00001771 Ops, "vqdmull");
Bob Wilson537c346112011-06-24 22:13:26 +00001772 case ARM::BI__builtin_neon_vqneg_v:
1773 case ARM::BI__builtin_neon_vqnegq_v:
Benjamin Kramer8dd55a32011-07-14 17:45:50 +00001774 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vqneg, Ty),
Nate Begeman61eecf52010-06-14 05:21:25 +00001775 Ops, "vqneg");
Bob Wilson537c346112011-06-24 22:13:26 +00001776 case ARM::BI__builtin_neon_vqrdmulh_v:
1777 case ARM::BI__builtin_neon_vqrdmulhq_v:
Benjamin Kramer8dd55a32011-07-14 17:45:50 +00001778 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vqrdmulh, Ty),
Bob Wilsondb3d4d02010-12-08 22:37:56 +00001779 Ops, "vqrdmulh");
Bob Wilson537c346112011-06-24 22:13:26 +00001780 case ARM::BI__builtin_neon_vqrshl_v:
1781 case ARM::BI__builtin_neon_vqrshlq_v:
Nate Begeman548f7da2010-06-10 18:11:55 +00001782 Int = usgn ? Intrinsic::arm_neon_vqrshiftu : Intrinsic::arm_neon_vqrshifts;
Benjamin Kramer8dd55a32011-07-14 17:45:50 +00001783 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vqrshl");
Bob Wilson537c346112011-06-24 22:13:26 +00001784 case ARM::BI__builtin_neon_vqrshrn_n_v:
Nate Begeman548f7da2010-06-10 18:11:55 +00001785 Int = usgn ? Intrinsic::arm_neon_vqrshiftnu : Intrinsic::arm_neon_vqrshiftns;
Benjamin Kramer8dd55a32011-07-14 17:45:50 +00001786 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vqrshrn_n",
Nate Begeman61eecf52010-06-14 05:21:25 +00001787 1, true);
Bob Wilson537c346112011-06-24 22:13:26 +00001788 case ARM::BI__builtin_neon_vqrshrun_n_v:
Benjamin Kramer8dd55a32011-07-14 17:45:50 +00001789 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vqrshiftnsu, Ty),
Bob Wilsondb3d4d02010-12-08 22:37:56 +00001790 Ops, "vqrshrun_n", 1, true);
Bob Wilson537c346112011-06-24 22:13:26 +00001791 case ARM::BI__builtin_neon_vqshl_v:
1792 case ARM::BI__builtin_neon_vqshlq_v:
Nate Begeman61eecf52010-06-14 05:21:25 +00001793 Int = usgn ? Intrinsic::arm_neon_vqshiftu : Intrinsic::arm_neon_vqshifts;
Benjamin Kramer8dd55a32011-07-14 17:45:50 +00001794 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vqshl");
Bob Wilson537c346112011-06-24 22:13:26 +00001795 case ARM::BI__builtin_neon_vqshl_n_v:
1796 case ARM::BI__builtin_neon_vqshlq_n_v:
Nate Begeman61eecf52010-06-14 05:21:25 +00001797 Int = usgn ? Intrinsic::arm_neon_vqshiftu : Intrinsic::arm_neon_vqshifts;
Benjamin Kramer8dd55a32011-07-14 17:45:50 +00001798 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vqshl_n",
Nate Begeman61eecf52010-06-14 05:21:25 +00001799 1, false);
Bob Wilson537c346112011-06-24 22:13:26 +00001800 case ARM::BI__builtin_neon_vqshlu_n_v:
1801 case ARM::BI__builtin_neon_vqshluq_n_v:
Benjamin Kramer8dd55a32011-07-14 17:45:50 +00001802 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vqshiftsu, Ty),
Bob Wilsondb3d4d02010-12-08 22:37:56 +00001803 Ops, "vqshlu", 1, false);
Bob Wilson537c346112011-06-24 22:13:26 +00001804 case ARM::BI__builtin_neon_vqshrn_n_v:
Nate Begeman61eecf52010-06-14 05:21:25 +00001805 Int = usgn ? Intrinsic::arm_neon_vqshiftnu : Intrinsic::arm_neon_vqshiftns;
Benjamin Kramer8dd55a32011-07-14 17:45:50 +00001806 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vqshrn_n",
Nate Begeman61eecf52010-06-14 05:21:25 +00001807 1, true);
Bob Wilson537c346112011-06-24 22:13:26 +00001808 case ARM::BI__builtin_neon_vqshrun_n_v:
Benjamin Kramer8dd55a32011-07-14 17:45:50 +00001809 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vqshiftnsu, Ty),
Bob Wilsondb3d4d02010-12-08 22:37:56 +00001810 Ops, "vqshrun_n", 1, true);
Bob Wilson537c346112011-06-24 22:13:26 +00001811 case ARM::BI__builtin_neon_vqsub_v:
1812 case ARM::BI__builtin_neon_vqsubq_v:
Nate Begeman464ccb62010-06-11 22:57:12 +00001813 Int = usgn ? Intrinsic::arm_neon_vqsubu : Intrinsic::arm_neon_vqsubs;
Benjamin Kramer8dd55a32011-07-14 17:45:50 +00001814 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vqsub");
Bob Wilson537c346112011-06-24 22:13:26 +00001815 case ARM::BI__builtin_neon_vraddhn_v:
Benjamin Kramer8dd55a32011-07-14 17:45:50 +00001816 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vraddhn, Ty),
Nate Begeman464ccb62010-06-11 22:57:12 +00001817 Ops, "vraddhn");
Bob Wilson537c346112011-06-24 22:13:26 +00001818 case ARM::BI__builtin_neon_vrecpe_v:
1819 case ARM::BI__builtin_neon_vrecpeq_v:
Benjamin Kramer8dd55a32011-07-14 17:45:50 +00001820 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vrecpe, Ty),
Nate Begeman464ccb62010-06-11 22:57:12 +00001821 Ops, "vrecpe");
Bob Wilson537c346112011-06-24 22:13:26 +00001822 case ARM::BI__builtin_neon_vrecps_v:
1823 case ARM::BI__builtin_neon_vrecpsq_v:
Benjamin Kramer8dd55a32011-07-14 17:45:50 +00001824 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vrecps, Ty),
Nate Begeman464ccb62010-06-11 22:57:12 +00001825 Ops, "vrecps");
Bob Wilson537c346112011-06-24 22:13:26 +00001826 case ARM::BI__builtin_neon_vrhadd_v:
1827 case ARM::BI__builtin_neon_vrhaddq_v:
Nate Begeman464ccb62010-06-11 22:57:12 +00001828 Int = usgn ? Intrinsic::arm_neon_vrhaddu : Intrinsic::arm_neon_vrhadds;
Benjamin Kramer8dd55a32011-07-14 17:45:50 +00001829 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vrhadd");
Bob Wilson537c346112011-06-24 22:13:26 +00001830 case ARM::BI__builtin_neon_vrshl_v:
1831 case ARM::BI__builtin_neon_vrshlq_v:
Nate Begeman5af93ef2010-06-12 06:06:07 +00001832 Int = usgn ? Intrinsic::arm_neon_vrshiftu : Intrinsic::arm_neon_vrshifts;
Benjamin Kramer8dd55a32011-07-14 17:45:50 +00001833 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vrshl");
Bob Wilson537c346112011-06-24 22:13:26 +00001834 case ARM::BI__builtin_neon_vrshrn_n_v:
Benjamin Kramer8dd55a32011-07-14 17:45:50 +00001835 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vrshiftn, Ty),
Bob Wilsondb3d4d02010-12-08 22:37:56 +00001836 Ops, "vrshrn_n", 1, true);
Bob Wilson537c346112011-06-24 22:13:26 +00001837 case ARM::BI__builtin_neon_vrshr_n_v:
1838 case ARM::BI__builtin_neon_vrshrq_n_v:
Nate Begeman5af93ef2010-06-12 06:06:07 +00001839 Int = usgn ? Intrinsic::arm_neon_vrshiftu : Intrinsic::arm_neon_vrshifts;
Benjamin Kramer8dd55a32011-07-14 17:45:50 +00001840 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vrshr_n", 1, true);
Bob Wilson537c346112011-06-24 22:13:26 +00001841 case ARM::BI__builtin_neon_vrsqrte_v:
1842 case ARM::BI__builtin_neon_vrsqrteq_v:
Benjamin Kramer8dd55a32011-07-14 17:45:50 +00001843 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vrsqrte, Ty),
Nate Begeman5af93ef2010-06-12 06:06:07 +00001844 Ops, "vrsqrte");
Bob Wilson537c346112011-06-24 22:13:26 +00001845 case ARM::BI__builtin_neon_vrsqrts_v:
1846 case ARM::BI__builtin_neon_vrsqrtsq_v:
Benjamin Kramer8dd55a32011-07-14 17:45:50 +00001847 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vrsqrts, Ty),
Nate Begeman5af93ef2010-06-12 06:06:07 +00001848 Ops, "vrsqrts");
Bob Wilson537c346112011-06-24 22:13:26 +00001849 case ARM::BI__builtin_neon_vrsra_n_v:
1850 case ARM::BI__builtin_neon_vrsraq_n_v:
Nate Begeman5af93ef2010-06-12 06:06:07 +00001851 Ops[0] = Builder.CreateBitCast(Ops[0], Ty);
1852 Ops[1] = Builder.CreateBitCast(Ops[1], Ty);
1853 Ops[2] = EmitNeonShiftVector(Ops[2], Ty, true);
1854 Int = usgn ? Intrinsic::arm_neon_vrshiftu : Intrinsic::arm_neon_vrshifts;
Benjamin Kramer8dd55a32011-07-14 17:45:50 +00001855 Ops[1] = Builder.CreateCall2(CGM.getIntrinsic(Int, Ty), Ops[1], Ops[2]);
Nate Begeman5af93ef2010-06-12 06:06:07 +00001856 return Builder.CreateAdd(Ops[0], Ops[1], "vrsra_n");
Bob Wilson537c346112011-06-24 22:13:26 +00001857 case ARM::BI__builtin_neon_vrsubhn_v:
Benjamin Kramer8dd55a32011-07-14 17:45:50 +00001858 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vrsubhn, Ty),
Nate Begeman464ccb62010-06-11 22:57:12 +00001859 Ops, "vrsubhn");
Bob Wilson537c346112011-06-24 22:13:26 +00001860 case ARM::BI__builtin_neon_vshl_v:
1861 case ARM::BI__builtin_neon_vshlq_v:
Nate Begeman464ccb62010-06-11 22:57:12 +00001862 Int = usgn ? Intrinsic::arm_neon_vshiftu : Intrinsic::arm_neon_vshifts;
Benjamin Kramer8dd55a32011-07-14 17:45:50 +00001863 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vshl");
Bob Wilson537c346112011-06-24 22:13:26 +00001864 case ARM::BI__builtin_neon_vshll_n_v:
Nate Begeman464ccb62010-06-11 22:57:12 +00001865 Int = usgn ? Intrinsic::arm_neon_vshiftlu : Intrinsic::arm_neon_vshiftls;
Benjamin Kramer8dd55a32011-07-14 17:45:50 +00001866 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vshll", 1);
Bob Wilson537c346112011-06-24 22:13:26 +00001867 case ARM::BI__builtin_neon_vshl_n_v:
1868 case ARM::BI__builtin_neon_vshlq_n_v:
Nate Begeman61eecf52010-06-14 05:21:25 +00001869 Ops[1] = EmitNeonShiftVector(Ops[1], Ty, false);
1870 return Builder.CreateShl(Builder.CreateBitCast(Ops[0],Ty), Ops[1], "vshl_n");
Bob Wilson537c346112011-06-24 22:13:26 +00001871 case ARM::BI__builtin_neon_vshrn_n_v:
Benjamin Kramer8dd55a32011-07-14 17:45:50 +00001872 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vshiftn, Ty),
Bob Wilsondb3d4d02010-12-08 22:37:56 +00001873 Ops, "vshrn_n", 1, true);
Bob Wilson537c346112011-06-24 22:13:26 +00001874 case ARM::BI__builtin_neon_vshr_n_v:
1875 case ARM::BI__builtin_neon_vshrq_n_v:
Nate Begeman464ccb62010-06-11 22:57:12 +00001876 Ops[0] = Builder.CreateBitCast(Ops[0], Ty);
Nate Begeman61eecf52010-06-14 05:21:25 +00001877 Ops[1] = EmitNeonShiftVector(Ops[1], Ty, false);
Nate Begeman464ccb62010-06-11 22:57:12 +00001878 if (usgn)
1879 return Builder.CreateLShr(Ops[0], Ops[1], "vshr_n");
1880 else
1881 return Builder.CreateAShr(Ops[0], Ops[1], "vshr_n");
Bob Wilson537c346112011-06-24 22:13:26 +00001882 case ARM::BI__builtin_neon_vsri_n_v:
1883 case ARM::BI__builtin_neon_vsriq_n_v:
Bob Wilson79653962010-12-03 17:10:22 +00001884 rightShift = true;
Bob Wilson537c346112011-06-24 22:13:26 +00001885 case ARM::BI__builtin_neon_vsli_n_v:
1886 case ARM::BI__builtin_neon_vsliq_n_v:
Bob Wilson79653962010-12-03 17:10:22 +00001887 Ops[2] = EmitNeonShiftVector(Ops[2], Ty, rightShift);
Benjamin Kramer8dd55a32011-07-14 17:45:50 +00001888 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vshiftins, Ty),
Nate Begeman464ccb62010-06-11 22:57:12 +00001889 Ops, "vsli_n");
Bob Wilson537c346112011-06-24 22:13:26 +00001890 case ARM::BI__builtin_neon_vsra_n_v:
1891 case ARM::BI__builtin_neon_vsraq_n_v:
Nate Begeman464ccb62010-06-11 22:57:12 +00001892 Ops[0] = Builder.CreateBitCast(Ops[0], Ty);
1893 Ops[1] = Builder.CreateBitCast(Ops[1], Ty);
Nate Begeman61eecf52010-06-14 05:21:25 +00001894 Ops[2] = EmitNeonShiftVector(Ops[2], Ty, false);
Nate Begeman464ccb62010-06-11 22:57:12 +00001895 if (usgn)
1896 Ops[1] = Builder.CreateLShr(Ops[1], Ops[2], "vsra_n");
1897 else
1898 Ops[1] = Builder.CreateAShr(Ops[1], Ops[2], "vsra_n");
1899 return Builder.CreateAdd(Ops[0], Ops[1]);
Bob Wilson537c346112011-06-24 22:13:26 +00001900 case ARM::BI__builtin_neon_vst1_v:
1901 case ARM::BI__builtin_neon_vst1q_v:
Jay Foadf4c3db12012-03-02 18:34:30 +00001902 Ops.push_back(GetPointeeAlignmentValue(E->getArg(0)));
Benjamin Kramer8dd55a32011-07-14 17:45:50 +00001903 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vst1, Ty),
Nate Begeman464ccb62010-06-11 22:57:12 +00001904 Ops, "");
Bob Wilson537c346112011-06-24 22:13:26 +00001905 case ARM::BI__builtin_neon_vst1_lane_v:
Bob Wilsoneac1f672012-02-04 23:58:08 +00001906 case ARM::BI__builtin_neon_vst1q_lane_v: {
Nate Begeman464ccb62010-06-11 22:57:12 +00001907 Ops[1] = Builder.CreateBitCast(Ops[1], Ty);
1908 Ops[1] = Builder.CreateExtractElement(Ops[1], Ops[2]);
1909 Ty = llvm::PointerType::getUnqual(Ops[1]->getType());
Bob Wilsoneac1f672012-02-04 23:58:08 +00001910 StoreInst *St = Builder.CreateStore(Ops[1],
1911 Builder.CreateBitCast(Ops[0], Ty));
Jay Foadf4c3db12012-03-02 18:34:30 +00001912 Value *Align = GetPointeeAlignmentValue(E->getArg(0));
Bob Wilsoneac1f672012-02-04 23:58:08 +00001913 St->setAlignment(cast<ConstantInt>(Align)->getZExtValue());
1914 return St;
1915 }
Bob Wilson537c346112011-06-24 22:13:26 +00001916 case ARM::BI__builtin_neon_vst2_v:
1917 case ARM::BI__builtin_neon_vst2q_v:
Jay Foadf4c3db12012-03-02 18:34:30 +00001918 Ops.push_back(GetPointeeAlignmentValue(E->getArg(0)));
Benjamin Kramer8dd55a32011-07-14 17:45:50 +00001919 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vst2, Ty),
Nate Begeman464ccb62010-06-11 22:57:12 +00001920 Ops, "");
Bob Wilson537c346112011-06-24 22:13:26 +00001921 case ARM::BI__builtin_neon_vst2_lane_v:
1922 case ARM::BI__builtin_neon_vst2q_lane_v:
Jay Foadf4c3db12012-03-02 18:34:30 +00001923 Ops.push_back(GetPointeeAlignmentValue(E->getArg(0)));
Benjamin Kramer8dd55a32011-07-14 17:45:50 +00001924 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vst2lane, Ty),
Nate Begeman464ccb62010-06-11 22:57:12 +00001925 Ops, "");
Bob Wilson537c346112011-06-24 22:13:26 +00001926 case ARM::BI__builtin_neon_vst3_v:
1927 case ARM::BI__builtin_neon_vst3q_v:
Jay Foadf4c3db12012-03-02 18:34:30 +00001928 Ops.push_back(GetPointeeAlignmentValue(E->getArg(0)));
Benjamin Kramer8dd55a32011-07-14 17:45:50 +00001929 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vst3, Ty),
Nate Begeman464ccb62010-06-11 22:57:12 +00001930 Ops, "");
Bob Wilson537c346112011-06-24 22:13:26 +00001931 case ARM::BI__builtin_neon_vst3_lane_v:
1932 case ARM::BI__builtin_neon_vst3q_lane_v:
Jay Foadf4c3db12012-03-02 18:34:30 +00001933 Ops.push_back(GetPointeeAlignmentValue(E->getArg(0)));
Benjamin Kramer8dd55a32011-07-14 17:45:50 +00001934 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vst3lane, Ty),
Nate Begeman464ccb62010-06-11 22:57:12 +00001935 Ops, "");
Bob Wilson537c346112011-06-24 22:13:26 +00001936 case ARM::BI__builtin_neon_vst4_v:
1937 case ARM::BI__builtin_neon_vst4q_v:
Jay Foadf4c3db12012-03-02 18:34:30 +00001938 Ops.push_back(GetPointeeAlignmentValue(E->getArg(0)));
Benjamin Kramer8dd55a32011-07-14 17:45:50 +00001939 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vst4, Ty),
Nate Begeman464ccb62010-06-11 22:57:12 +00001940 Ops, "");
Bob Wilson537c346112011-06-24 22:13:26 +00001941 case ARM::BI__builtin_neon_vst4_lane_v:
1942 case ARM::BI__builtin_neon_vst4q_lane_v:
Jay Foadf4c3db12012-03-02 18:34:30 +00001943 Ops.push_back(GetPointeeAlignmentValue(E->getArg(0)));
Benjamin Kramer8dd55a32011-07-14 17:45:50 +00001944 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vst4lane, Ty),
Nate Begeman464ccb62010-06-11 22:57:12 +00001945 Ops, "");
Bob Wilson537c346112011-06-24 22:13:26 +00001946 case ARM::BI__builtin_neon_vsubhn_v:
Benjamin Kramer8dd55a32011-07-14 17:45:50 +00001947 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vsubhn, Ty),
Nate Begeman548f7da2010-06-10 18:11:55 +00001948 Ops, "vsubhn");
Bob Wilson537c346112011-06-24 22:13:26 +00001949 case ARM::BI__builtin_neon_vtbl1_v:
Nate Begeman1c2a88c2010-06-09 01:10:23 +00001950 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vtbl1),
1951 Ops, "vtbl1");
Bob Wilson537c346112011-06-24 22:13:26 +00001952 case ARM::BI__builtin_neon_vtbl2_v:
Nate Begeman1c2a88c2010-06-09 01:10:23 +00001953 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vtbl2),
1954 Ops, "vtbl2");
Bob Wilson537c346112011-06-24 22:13:26 +00001955 case ARM::BI__builtin_neon_vtbl3_v:
Nate Begeman1c2a88c2010-06-09 01:10:23 +00001956 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vtbl3),
1957 Ops, "vtbl3");
Bob Wilson537c346112011-06-24 22:13:26 +00001958 case ARM::BI__builtin_neon_vtbl4_v:
Nate Begeman1c2a88c2010-06-09 01:10:23 +00001959 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vtbl4),
1960 Ops, "vtbl4");
Bob Wilson537c346112011-06-24 22:13:26 +00001961 case ARM::BI__builtin_neon_vtbx1_v:
Nate Begeman1c2a88c2010-06-09 01:10:23 +00001962 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vtbx1),
1963 Ops, "vtbx1");
Bob Wilson537c346112011-06-24 22:13:26 +00001964 case ARM::BI__builtin_neon_vtbx2_v:
Nate Begeman1c2a88c2010-06-09 01:10:23 +00001965 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vtbx2),
1966 Ops, "vtbx2");
Bob Wilson537c346112011-06-24 22:13:26 +00001967 case ARM::BI__builtin_neon_vtbx3_v:
Nate Begeman1c2a88c2010-06-09 01:10:23 +00001968 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vtbx3),
1969 Ops, "vtbx3");
Bob Wilson537c346112011-06-24 22:13:26 +00001970 case ARM::BI__builtin_neon_vtbx4_v:
Nate Begeman1c2a88c2010-06-09 01:10:23 +00001971 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vtbx4),
1972 Ops, "vtbx4");
Bob Wilson537c346112011-06-24 22:13:26 +00001973 case ARM::BI__builtin_neon_vtst_v:
1974 case ARM::BI__builtin_neon_vtstq_v: {
Nate Begeman1c2a88c2010-06-09 01:10:23 +00001975 Ops[0] = Builder.CreateBitCast(Ops[0], Ty);
1976 Ops[1] = Builder.CreateBitCast(Ops[1], Ty);
1977 Ops[0] = Builder.CreateAnd(Ops[0], Ops[1]);
1978 Ops[0] = Builder.CreateICmp(ICmpInst::ICMP_NE, Ops[0],
1979 ConstantAggregateZero::get(Ty));
1980 return Builder.CreateSExt(Ops[0], Ty, "vtst");
1981 }
Bob Wilson537c346112011-06-24 22:13:26 +00001982 case ARM::BI__builtin_neon_vtrn_v:
1983 case ARM::BI__builtin_neon_vtrnq_v: {
Nate Begeman4be54302010-06-20 23:05:28 +00001984 Ops[0] = Builder.CreateBitCast(Ops[0], llvm::PointerType::getUnqual(Ty));
Nate Begeman1c2a88c2010-06-09 01:10:23 +00001985 Ops[1] = Builder.CreateBitCast(Ops[1], Ty);
Nate Begeman4be54302010-06-20 23:05:28 +00001986 Ops[2] = Builder.CreateBitCast(Ops[2], Ty);
Ted Kremenek9577abc2011-01-23 17:04:59 +00001987 Value *SV = 0;
Nate Begeman4be54302010-06-20 23:05:28 +00001988
1989 for (unsigned vi = 0; vi != 2; ++vi) {
1990 SmallVector<Constant*, 16> Indices;
1991 for (unsigned i = 0, e = VTy->getNumElements(); i != e; i += 2) {
Chris Lattner2ce88422012-01-25 05:34:41 +00001992 Indices.push_back(Builder.getInt32(i+vi));
1993 Indices.push_back(Builder.getInt32(i+e+vi));
Nate Begeman4be54302010-06-20 23:05:28 +00001994 }
1995 Value *Addr = Builder.CreateConstInBoundsGEP1_32(Ops[0], vi);
Chris Lattnerfb018d12011-02-15 00:14:06 +00001996 SV = llvm::ConstantVector::get(Indices);
Nate Begeman4be54302010-06-20 23:05:28 +00001997 SV = Builder.CreateShuffleVector(Ops[1], Ops[2], SV, "vtrn");
1998 SV = Builder.CreateStore(SV, Addr);
1999 }
2000 return SV;
Nate Begeman1c2a88c2010-06-09 01:10:23 +00002001 }
Bob Wilson537c346112011-06-24 22:13:26 +00002002 case ARM::BI__builtin_neon_vuzp_v:
2003 case ARM::BI__builtin_neon_vuzpq_v: {
Nate Begeman4be54302010-06-20 23:05:28 +00002004 Ops[0] = Builder.CreateBitCast(Ops[0], llvm::PointerType::getUnqual(Ty));
Nate Begeman1c2a88c2010-06-09 01:10:23 +00002005 Ops[1] = Builder.CreateBitCast(Ops[1], Ty);
Nate Begeman4be54302010-06-20 23:05:28 +00002006 Ops[2] = Builder.CreateBitCast(Ops[2], Ty);
Ted Kremenek9577abc2011-01-23 17:04:59 +00002007 Value *SV = 0;
Nate Begeman4be54302010-06-20 23:05:28 +00002008
2009 for (unsigned vi = 0; vi != 2; ++vi) {
2010 SmallVector<Constant*, 16> Indices;
2011 for (unsigned i = 0, e = VTy->getNumElements(); i != e; ++i)
Chris Lattner77b89b82010-06-27 07:15:29 +00002012 Indices.push_back(ConstantInt::get(Int32Ty, 2*i+vi));
Nate Begeman4be54302010-06-20 23:05:28 +00002013
2014 Value *Addr = Builder.CreateConstInBoundsGEP1_32(Ops[0], vi);
Chris Lattnerfb018d12011-02-15 00:14:06 +00002015 SV = llvm::ConstantVector::get(Indices);
Nate Begeman4be54302010-06-20 23:05:28 +00002016 SV = Builder.CreateShuffleVector(Ops[1], Ops[2], SV, "vuzp");
2017 SV = Builder.CreateStore(SV, Addr);
2018 }
2019 return SV;
Nate Begeman1c2a88c2010-06-09 01:10:23 +00002020 }
Bob Wilson537c346112011-06-24 22:13:26 +00002021 case ARM::BI__builtin_neon_vzip_v:
2022 case ARM::BI__builtin_neon_vzipq_v: {
Nate Begeman4be54302010-06-20 23:05:28 +00002023 Ops[0] = Builder.CreateBitCast(Ops[0], llvm::PointerType::getUnqual(Ty));
Nate Begeman1c2a88c2010-06-09 01:10:23 +00002024 Ops[1] = Builder.CreateBitCast(Ops[1], Ty);
Nate Begeman4be54302010-06-20 23:05:28 +00002025 Ops[2] = Builder.CreateBitCast(Ops[2], Ty);
Ted Kremenek9577abc2011-01-23 17:04:59 +00002026 Value *SV = 0;
Nate Begeman4be54302010-06-20 23:05:28 +00002027
2028 for (unsigned vi = 0; vi != 2; ++vi) {
2029 SmallVector<Constant*, 16> Indices;
2030 for (unsigned i = 0, e = VTy->getNumElements(); i != e; i += 2) {
Daniel Dunbare361cc32010-08-26 00:55:57 +00002031 Indices.push_back(ConstantInt::get(Int32Ty, (i + vi*e) >> 1));
2032 Indices.push_back(ConstantInt::get(Int32Ty, ((i + vi*e) >> 1)+e));
Nate Begeman4be54302010-06-20 23:05:28 +00002033 }
2034 Value *Addr = Builder.CreateConstInBoundsGEP1_32(Ops[0], vi);
Chris Lattnerfb018d12011-02-15 00:14:06 +00002035 SV = llvm::ConstantVector::get(Indices);
Nate Begeman4be54302010-06-20 23:05:28 +00002036 SV = Builder.CreateShuffleVector(Ops[1], Ops[2], SV, "vzip");
2037 SV = Builder.CreateStore(SV, Addr);
2038 }
2039 return SV;
Nate Begeman9eb65a52010-06-08 00:17:19 +00002040 }
Chris Lattner2752c012010-03-03 19:03:45 +00002041 }
2042}
2043
Bill Wendlingaa51e512010-10-09 08:47:25 +00002044llvm::Value *CodeGenFunction::
Bill Wendling795b1002012-02-22 09:30:11 +00002045BuildVector(ArrayRef<llvm::Value*> Ops) {
Bill Wendlingaa51e512010-10-09 08:47:25 +00002046 assert((Ops.size() & (Ops.size() - 1)) == 0 &&
2047 "Not a power-of-two sized vector!");
2048 bool AllConstants = true;
2049 for (unsigned i = 0, e = Ops.size(); i != e && AllConstants; ++i)
2050 AllConstants &= isa<Constant>(Ops[i]);
2051
2052 // If this is a constant vector, create a ConstantVector.
2053 if (AllConstants) {
Chris Lattner2ce88422012-01-25 05:34:41 +00002054 SmallVector<llvm::Constant*, 16> CstOps;
Bill Wendlingaa51e512010-10-09 08:47:25 +00002055 for (unsigned i = 0, e = Ops.size(); i != e; ++i)
2056 CstOps.push_back(cast<Constant>(Ops[i]));
2057 return llvm::ConstantVector::get(CstOps);
2058 }
2059
2060 // Otherwise, insertelement the values to build the vector.
2061 Value *Result =
2062 llvm::UndefValue::get(llvm::VectorType::get(Ops[0]->getType(), Ops.size()));
2063
2064 for (unsigned i = 0, e = Ops.size(); i != e; ++i)
Chris Lattner2ce88422012-01-25 05:34:41 +00002065 Result = Builder.CreateInsertElement(Result, Ops[i], Builder.getInt32(i));
Bill Wendlingaa51e512010-10-09 08:47:25 +00002066
2067 return Result;
2068}
2069
Mike Stump1eb44332009-09-09 15:08:12 +00002070Value *CodeGenFunction::EmitX86BuiltinExpr(unsigned BuiltinID,
Chris Lattner1feedd82007-12-13 07:34:23 +00002071 const CallExpr *E) {
Chris Lattner5f9e2722011-07-23 10:55:15 +00002072 SmallVector<Value*, 4> Ops;
Anders Carlsson2929cfa2007-12-14 17:48:24 +00002073
Chris Lattner46c55912010-10-02 00:09:12 +00002074 // Find out if any arguments are required to be integer constant expressions.
2075 unsigned ICEArguments = 0;
2076 ASTContext::GetBuiltinTypeError Error;
2077 getContext().GetBuiltinType(BuiltinID, Error, &ICEArguments);
2078 assert(Error == ASTContext::GE_None && "Should not codegen an error");
2079
2080 for (unsigned i = 0, e = E->getNumArgs(); i != e; i++) {
2081 // If this is a normal argument, just emit it as a scalar.
2082 if ((ICEArguments & (1 << i)) == 0) {
2083 Ops.push_back(EmitScalarExpr(E->getArg(i)));
2084 continue;
2085 }
2086
2087 // If this is required to be a constant, constant fold it so that we know
2088 // that the generated intrinsic gets a ConstantInt.
2089 llvm::APSInt Result;
2090 bool IsConst = E->getArg(i)->isIntegerConstantExpr(Result, getContext());
2091 assert(IsConst && "Constant arg isn't actually constant?"); (void)IsConst;
John McCalld16c2cf2011-02-08 08:22:06 +00002092 Ops.push_back(llvm::ConstantInt::get(getLLVMContext(), Result));
Chris Lattner46c55912010-10-02 00:09:12 +00002093 }
Anders Carlsson2929cfa2007-12-14 17:48:24 +00002094
Anders Carlsson564f1de2007-12-09 23:17:02 +00002095 switch (BuiltinID) {
Anders Carlsson46a26b02007-12-09 23:39:18 +00002096 default: return 0;
Bill Wendlingaa51e512010-10-09 08:47:25 +00002097 case X86::BI__builtin_ia32_vec_init_v8qi:
2098 case X86::BI__builtin_ia32_vec_init_v4hi:
2099 case X86::BI__builtin_ia32_vec_init_v2si:
2100 return Builder.CreateBitCast(BuildVector(Ops),
John McCalld16c2cf2011-02-08 08:22:06 +00002101 llvm::Type::getX86_MMXTy(getLLVMContext()));
Argyrios Kyrtzidis1944ec12010-10-10 03:19:11 +00002102 case X86::BI__builtin_ia32_vec_ext_v2si:
2103 return Builder.CreateExtractElement(Ops[0],
2104 llvm::ConstantInt::get(Ops[1]->getType(), 0));
Nate Begemane7722102008-04-14 04:49:57 +00002105 case X86::BI__builtin_ia32_ldmxcsr: {
Chris Lattner2acc6e32011-07-18 04:24:23 +00002106 llvm::Type *PtrTy = Int8PtrTy;
Chris Lattner77b89b82010-06-27 07:15:29 +00002107 Value *One = llvm::ConstantInt::get(Int32Ty, 1);
Benjamin Kramer578faa82011-09-27 21:06:10 +00002108 Value *Tmp = Builder.CreateAlloca(Int32Ty, One);
Nate Begemane7722102008-04-14 04:49:57 +00002109 Builder.CreateStore(Ops[0], Tmp);
2110 return Builder.CreateCall(CGM.getIntrinsic(Intrinsic::x86_sse_ldmxcsr),
Chris Lattner3eae03e2008-05-06 00:56:42 +00002111 Builder.CreateBitCast(Tmp, PtrTy));
Nate Begemane7722102008-04-14 04:49:57 +00002112 }
2113 case X86::BI__builtin_ia32_stmxcsr: {
Chris Lattner2acc6e32011-07-18 04:24:23 +00002114 llvm::Type *PtrTy = Int8PtrTy;
Chris Lattner77b89b82010-06-27 07:15:29 +00002115 Value *One = llvm::ConstantInt::get(Int32Ty, 1);
Benjamin Kramer578faa82011-09-27 21:06:10 +00002116 Value *Tmp = Builder.CreateAlloca(Int32Ty, One);
Ted Kremenek012614e2011-08-17 21:04:19 +00002117 Builder.CreateCall(CGM.getIntrinsic(Intrinsic::x86_sse_stmxcsr),
2118 Builder.CreateBitCast(Tmp, PtrTy));
Nate Begemane7722102008-04-14 04:49:57 +00002119 return Builder.CreateLoad(Tmp, "stmxcsr");
2120 }
Nate Begemane7722102008-04-14 04:49:57 +00002121 case X86::BI__builtin_ia32_storehps:
2122 case X86::BI__builtin_ia32_storelps: {
Chris Lattner77b89b82010-06-27 07:15:29 +00002123 llvm::Type *PtrTy = llvm::PointerType::getUnqual(Int64Ty);
2124 llvm::Type *VecTy = llvm::VectorType::get(Int64Ty, 2);
Mike Stump1eb44332009-09-09 15:08:12 +00002125
Nate Begemane7722102008-04-14 04:49:57 +00002126 // cast val v2i64
2127 Ops[1] = Builder.CreateBitCast(Ops[1], VecTy, "cast");
Mike Stump1eb44332009-09-09 15:08:12 +00002128
Nate Begemane7722102008-04-14 04:49:57 +00002129 // extract (0, 1)
2130 unsigned Index = BuiltinID == X86::BI__builtin_ia32_storelps ? 0 : 1;
Chris Lattner77b89b82010-06-27 07:15:29 +00002131 llvm::Value *Idx = llvm::ConstantInt::get(Int32Ty, Index);
Nate Begemane7722102008-04-14 04:49:57 +00002132 Ops[1] = Builder.CreateExtractElement(Ops[1], Idx, "extract");
2133
2134 // cast pointer to i64 & store
2135 Ops[0] = Builder.CreateBitCast(Ops[0], PtrTy);
2136 return Builder.CreateStore(Ops[1], Ops[0]);
2137 }
Bill Wendling28cab382010-09-28 01:28:56 +00002138 case X86::BI__builtin_ia32_palignr: {
2139 unsigned shiftVal = cast<llvm::ConstantInt>(Ops[2])->getZExtValue();
2140
2141 // If palignr is shifting the pair of input vectors less than 9 bytes,
2142 // emit a shuffle instruction.
2143 if (shiftVal <= 8) {
Chris Lattner5f9e2722011-07-23 10:55:15 +00002144 SmallVector<llvm::Constant*, 8> Indices;
Bill Wendling28cab382010-09-28 01:28:56 +00002145 for (unsigned i = 0; i != 8; ++i)
2146 Indices.push_back(llvm::ConstantInt::get(Int32Ty, shiftVal + i));
2147
Chris Lattnerfb018d12011-02-15 00:14:06 +00002148 Value* SV = llvm::ConstantVector::get(Indices);
Bill Wendling28cab382010-09-28 01:28:56 +00002149 return Builder.CreateShuffleVector(Ops[1], Ops[0], SV, "palignr");
2150 }
2151
2152 // If palignr is shifting the pair of input vectors more than 8 but less
2153 // than 16 bytes, emit a logical right shift of the destination.
2154 if (shiftVal < 16) {
2155 // MMX has these as 1 x i64 vectors for some odd optimization reasons.
Chris Lattner2acc6e32011-07-18 04:24:23 +00002156 llvm::Type *VecTy = llvm::VectorType::get(Int64Ty, 1);
Bill Wendling28cab382010-09-28 01:28:56 +00002157
2158 Ops[0] = Builder.CreateBitCast(Ops[0], VecTy, "cast");
2159 Ops[1] = llvm::ConstantInt::get(VecTy, (shiftVal-8) * 8);
2160
2161 // create i32 constant
2162 llvm::Function *F = CGM.getIntrinsic(Intrinsic::x86_mmx_psrl_q);
Frits van Bommele9c02652011-07-18 12:00:32 +00002163 return Builder.CreateCall(F, makeArrayRef(&Ops[0], 2), "palignr");
Bill Wendling28cab382010-09-28 01:28:56 +00002164 }
2165
Eli Friedman5c22ad22011-09-14 00:52:45 +00002166 // If palignr is shifting the pair of vectors more than 16 bytes, emit zero.
Bill Wendling28cab382010-09-28 01:28:56 +00002167 return llvm::Constant::getNullValue(ConvertType(E->getType()));
2168 }
Nate Begemanc3420ff2009-12-14 05:15:02 +00002169 case X86::BI__builtin_ia32_palignr128: {
Nate Begemance5818a2009-12-14 04:57:03 +00002170 unsigned shiftVal = cast<llvm::ConstantInt>(Ops[2])->getZExtValue();
2171
2172 // If palignr is shifting the pair of input vectors less than 17 bytes,
2173 // emit a shuffle instruction.
2174 if (shiftVal <= 16) {
Chris Lattner5f9e2722011-07-23 10:55:15 +00002175 SmallVector<llvm::Constant*, 16> Indices;
Nate Begemance5818a2009-12-14 04:57:03 +00002176 for (unsigned i = 0; i != 16; ++i)
Chris Lattner77b89b82010-06-27 07:15:29 +00002177 Indices.push_back(llvm::ConstantInt::get(Int32Ty, shiftVal + i));
Nate Begemance5818a2009-12-14 04:57:03 +00002178
Chris Lattnerfb018d12011-02-15 00:14:06 +00002179 Value* SV = llvm::ConstantVector::get(Indices);
Nate Begemance5818a2009-12-14 04:57:03 +00002180 return Builder.CreateShuffleVector(Ops[1], Ops[0], SV, "palignr");
2181 }
2182
2183 // If palignr is shifting the pair of input vectors more than 16 but less
2184 // than 32 bytes, emit a logical right shift of the destination.
2185 if (shiftVal < 32) {
Chris Lattner2acc6e32011-07-18 04:24:23 +00002186 llvm::Type *VecTy = llvm::VectorType::get(Int64Ty, 2);
Nate Begemance5818a2009-12-14 04:57:03 +00002187
2188 Ops[0] = Builder.CreateBitCast(Ops[0], VecTy, "cast");
Chris Lattner77b89b82010-06-27 07:15:29 +00002189 Ops[1] = llvm::ConstantInt::get(Int32Ty, (shiftVal-16) * 8);
Nate Begemance5818a2009-12-14 04:57:03 +00002190
2191 // create i32 constant
2192 llvm::Function *F = CGM.getIntrinsic(Intrinsic::x86_sse2_psrl_dq);
Frits van Bommele9c02652011-07-18 12:00:32 +00002193 return Builder.CreateCall(F, makeArrayRef(&Ops[0], 2), "palignr");
Nate Begemance5818a2009-12-14 04:57:03 +00002194 }
2195
2196 // If palignr is shifting the pair of vectors more than 32 bytes, emit zero.
2197 return llvm::Constant::getNullValue(ConvertType(E->getType()));
Eric Christopher91b59272009-12-01 05:00:51 +00002198 }
Craig Topper9c2ffd82011-12-19 07:03:25 +00002199 case X86::BI__builtin_ia32_palignr256: {
2200 unsigned shiftVal = cast<llvm::ConstantInt>(Ops[2])->getZExtValue();
2201
2202 // If palignr is shifting the pair of input vectors less than 17 bytes,
2203 // emit a shuffle instruction.
2204 if (shiftVal <= 16) {
2205 SmallVector<llvm::Constant*, 32> Indices;
2206 // 256-bit palignr operates on 128-bit lanes so we need to handle that
2207 for (unsigned l = 0; l != 2; ++l) {
2208 unsigned LaneStart = l * 16;
2209 unsigned LaneEnd = (l+1) * 16;
2210 for (unsigned i = 0; i != 16; ++i) {
2211 unsigned Idx = shiftVal + i + LaneStart;
2212 if (Idx >= LaneEnd) Idx += 16; // end of lane, switch operand
2213 Indices.push_back(llvm::ConstantInt::get(Int32Ty, Idx));
2214 }
2215 }
2216
2217 Value* SV = llvm::ConstantVector::get(Indices);
2218 return Builder.CreateShuffleVector(Ops[1], Ops[0], SV, "palignr");
2219 }
2220
2221 // If palignr is shifting the pair of input vectors more than 16 but less
2222 // than 32 bytes, emit a logical right shift of the destination.
2223 if (shiftVal < 32) {
2224 llvm::Type *VecTy = llvm::VectorType::get(Int64Ty, 4);
2225
2226 Ops[0] = Builder.CreateBitCast(Ops[0], VecTy, "cast");
2227 Ops[1] = llvm::ConstantInt::get(Int32Ty, (shiftVal-16) * 8);
2228
2229 // create i32 constant
2230 llvm::Function *F = CGM.getIntrinsic(Intrinsic::x86_avx2_psrl_dq);
2231 return Builder.CreateCall(F, makeArrayRef(&Ops[0], 2), "palignr");
2232 }
2233
2234 // If palignr is shifting the pair of vectors more than 32 bytes, emit zero.
2235 return llvm::Constant::getNullValue(ConvertType(E->getType()));
2236 }
Bill Wendlingb51bdda2011-05-04 02:40:38 +00002237 case X86::BI__builtin_ia32_movntps:
2238 case X86::BI__builtin_ia32_movntpd:
2239 case X86::BI__builtin_ia32_movntdq:
2240 case X86::BI__builtin_ia32_movnti: {
Bill Wendlingb107dd02011-05-04 20:28:12 +00002241 llvm::MDNode *Node = llvm::MDNode::get(getLLVMContext(),
2242 Builder.getInt32(1));
Bill Wendlingb51bdda2011-05-04 02:40:38 +00002243
2244 // Convert the type of the pointer to a pointer to the stored type.
2245 Value *BC = Builder.CreateBitCast(Ops[0],
2246 llvm::PointerType::getUnqual(Ops[1]->getType()),
2247 "cast");
2248 StoreInst *SI = Builder.CreateStore(Ops[1], BC);
2249 SI->setMetadata(CGM.getModule().getMDKindID("nontemporal"), Node);
2250 SI->setAlignment(16);
2251 return SI;
2252 }
Michael J. Spencer8b36a9e2011-04-15 15:07:13 +00002253 // 3DNow!
Michael J. Spencer8b36a9e2011-04-15 15:07:13 +00002254 case X86::BI__builtin_ia32_pswapdsf:
2255 case X86::BI__builtin_ia32_pswapdsi: {
2256 const char *name = 0;
2257 Intrinsic::ID ID = Intrinsic::not_intrinsic;
2258 switch(BuiltinID) {
Craig Topperf8495d62012-01-30 08:18:19 +00002259 default: llvm_unreachable("Unsupported intrinsic!");
Michael J. Spencer8b36a9e2011-04-15 15:07:13 +00002260 case X86::BI__builtin_ia32_pswapdsf:
2261 case X86::BI__builtin_ia32_pswapdsi:
2262 name = "pswapd";
2263 ID = Intrinsic::x86_3dnowa_pswapd;
2264 break;
2265 }
Chandler Carruth345032a2012-02-20 07:35:45 +00002266 llvm::Type *MMXTy = llvm::Type::getX86_MMXTy(getLLVMContext());
2267 Ops[0] = Builder.CreateBitCast(Ops[0], MMXTy, "cast");
Michael J. Spencer8b36a9e2011-04-15 15:07:13 +00002268 llvm::Function *F = CGM.getIntrinsic(ID);
Jay Foad4c7d9f12011-07-15 08:37:34 +00002269 return Builder.CreateCall(F, Ops, name);
Michael J. Spencer8b36a9e2011-04-15 15:07:13 +00002270 }
Anders Carlsson564f1de2007-12-09 23:17:02 +00002271 }
2272}
2273
Tony Linthicum96319392011-12-12 21:14:55 +00002274
2275Value *CodeGenFunction::EmitHexagonBuiltinExpr(unsigned BuiltinID,
2276 const CallExpr *E) {
2277 llvm::SmallVector<Value*, 4> Ops;
2278
2279 for (unsigned i = 0, e = E->getNumArgs(); i != e; i++)
2280 Ops.push_back(EmitScalarExpr(E->getArg(i)));
2281
2282 Intrinsic::ID ID = Intrinsic::not_intrinsic;
2283
2284 switch (BuiltinID) {
2285 default: return 0;
2286
2287 case Hexagon::BI__builtin_HEXAGON_C2_cmpeq:
2288 ID = Intrinsic::hexagon_C2_cmpeq; break;
2289
2290 case Hexagon::BI__builtin_HEXAGON_C2_cmpgt:
2291 ID = Intrinsic::hexagon_C2_cmpgt; break;
2292
2293 case Hexagon::BI__builtin_HEXAGON_C2_cmpgtu:
2294 ID = Intrinsic::hexagon_C2_cmpgtu; break;
2295
2296 case Hexagon::BI__builtin_HEXAGON_C2_cmpeqp:
2297 ID = Intrinsic::hexagon_C2_cmpeqp; break;
2298
2299 case Hexagon::BI__builtin_HEXAGON_C2_cmpgtp:
2300 ID = Intrinsic::hexagon_C2_cmpgtp; break;
2301
2302 case Hexagon::BI__builtin_HEXAGON_C2_cmpgtup:
2303 ID = Intrinsic::hexagon_C2_cmpgtup; break;
2304
2305 case Hexagon::BI__builtin_HEXAGON_C2_bitsset:
2306 ID = Intrinsic::hexagon_C2_bitsset; break;
2307
2308 case Hexagon::BI__builtin_HEXAGON_C2_bitsclr:
2309 ID = Intrinsic::hexagon_C2_bitsclr; break;
2310
2311 case Hexagon::BI__builtin_HEXAGON_C2_cmpeqi:
2312 ID = Intrinsic::hexagon_C2_cmpeqi; break;
2313
2314 case Hexagon::BI__builtin_HEXAGON_C2_cmpgti:
2315 ID = Intrinsic::hexagon_C2_cmpgti; break;
2316
2317 case Hexagon::BI__builtin_HEXAGON_C2_cmpgtui:
2318 ID = Intrinsic::hexagon_C2_cmpgtui; break;
2319
2320 case Hexagon::BI__builtin_HEXAGON_C2_cmpgei:
2321 ID = Intrinsic::hexagon_C2_cmpgei; break;
2322
2323 case Hexagon::BI__builtin_HEXAGON_C2_cmpgeui:
2324 ID = Intrinsic::hexagon_C2_cmpgeui; break;
2325
2326 case Hexagon::BI__builtin_HEXAGON_C2_cmplt:
2327 ID = Intrinsic::hexagon_C2_cmplt; break;
2328
2329 case Hexagon::BI__builtin_HEXAGON_C2_cmpltu:
2330 ID = Intrinsic::hexagon_C2_cmpltu; break;
2331
2332 case Hexagon::BI__builtin_HEXAGON_C2_bitsclri:
2333 ID = Intrinsic::hexagon_C2_bitsclri; break;
2334
2335 case Hexagon::BI__builtin_HEXAGON_C2_and:
2336 ID = Intrinsic::hexagon_C2_and; break;
2337
2338 case Hexagon::BI__builtin_HEXAGON_C2_or:
2339 ID = Intrinsic::hexagon_C2_or; break;
2340
2341 case Hexagon::BI__builtin_HEXAGON_C2_xor:
2342 ID = Intrinsic::hexagon_C2_xor; break;
2343
2344 case Hexagon::BI__builtin_HEXAGON_C2_andn:
2345 ID = Intrinsic::hexagon_C2_andn; break;
2346
2347 case Hexagon::BI__builtin_HEXAGON_C2_not:
2348 ID = Intrinsic::hexagon_C2_not; break;
2349
2350 case Hexagon::BI__builtin_HEXAGON_C2_orn:
2351 ID = Intrinsic::hexagon_C2_orn; break;
2352
2353 case Hexagon::BI__builtin_HEXAGON_C2_pxfer_map:
2354 ID = Intrinsic::hexagon_C2_pxfer_map; break;
2355
2356 case Hexagon::BI__builtin_HEXAGON_C2_any8:
2357 ID = Intrinsic::hexagon_C2_any8; break;
2358
2359 case Hexagon::BI__builtin_HEXAGON_C2_all8:
2360 ID = Intrinsic::hexagon_C2_all8; break;
2361
2362 case Hexagon::BI__builtin_HEXAGON_C2_vitpack:
2363 ID = Intrinsic::hexagon_C2_vitpack; break;
2364
2365 case Hexagon::BI__builtin_HEXAGON_C2_mux:
2366 ID = Intrinsic::hexagon_C2_mux; break;
2367
2368 case Hexagon::BI__builtin_HEXAGON_C2_muxii:
2369 ID = Intrinsic::hexagon_C2_muxii; break;
2370
2371 case Hexagon::BI__builtin_HEXAGON_C2_muxir:
2372 ID = Intrinsic::hexagon_C2_muxir; break;
2373
2374 case Hexagon::BI__builtin_HEXAGON_C2_muxri:
2375 ID = Intrinsic::hexagon_C2_muxri; break;
2376
2377 case Hexagon::BI__builtin_HEXAGON_C2_vmux:
2378 ID = Intrinsic::hexagon_C2_vmux; break;
2379
2380 case Hexagon::BI__builtin_HEXAGON_C2_mask:
2381 ID = Intrinsic::hexagon_C2_mask; break;
2382
2383 case Hexagon::BI__builtin_HEXAGON_A2_vcmpbeq:
2384 ID = Intrinsic::hexagon_A2_vcmpbeq; break;
2385
2386 case Hexagon::BI__builtin_HEXAGON_A2_vcmpbgtu:
2387 ID = Intrinsic::hexagon_A2_vcmpbgtu; break;
2388
2389 case Hexagon::BI__builtin_HEXAGON_A2_vcmpheq:
2390 ID = Intrinsic::hexagon_A2_vcmpheq; break;
2391
2392 case Hexagon::BI__builtin_HEXAGON_A2_vcmphgt:
2393 ID = Intrinsic::hexagon_A2_vcmphgt; break;
2394
2395 case Hexagon::BI__builtin_HEXAGON_A2_vcmphgtu:
2396 ID = Intrinsic::hexagon_A2_vcmphgtu; break;
2397
2398 case Hexagon::BI__builtin_HEXAGON_A2_vcmpweq:
2399 ID = Intrinsic::hexagon_A2_vcmpweq; break;
2400
2401 case Hexagon::BI__builtin_HEXAGON_A2_vcmpwgt:
2402 ID = Intrinsic::hexagon_A2_vcmpwgt; break;
2403
2404 case Hexagon::BI__builtin_HEXAGON_A2_vcmpwgtu:
2405 ID = Intrinsic::hexagon_A2_vcmpwgtu; break;
2406
2407 case Hexagon::BI__builtin_HEXAGON_C2_tfrpr:
2408 ID = Intrinsic::hexagon_C2_tfrpr; break;
2409
2410 case Hexagon::BI__builtin_HEXAGON_C2_tfrrp:
2411 ID = Intrinsic::hexagon_C2_tfrrp; break;
2412
2413 case Hexagon::BI__builtin_HEXAGON_M2_mpy_acc_hh_s0:
2414 ID = Intrinsic::hexagon_M2_mpy_acc_hh_s0; break;
2415
2416 case Hexagon::BI__builtin_HEXAGON_M2_mpy_acc_hh_s1:
2417 ID = Intrinsic::hexagon_M2_mpy_acc_hh_s1; break;
2418
2419 case Hexagon::BI__builtin_HEXAGON_M2_mpy_acc_hl_s0:
2420 ID = Intrinsic::hexagon_M2_mpy_acc_hl_s0; break;
2421
2422 case Hexagon::BI__builtin_HEXAGON_M2_mpy_acc_hl_s1:
2423 ID = Intrinsic::hexagon_M2_mpy_acc_hl_s1; break;
2424
2425 case Hexagon::BI__builtin_HEXAGON_M2_mpy_acc_lh_s0:
2426 ID = Intrinsic::hexagon_M2_mpy_acc_lh_s0; break;
2427
2428 case Hexagon::BI__builtin_HEXAGON_M2_mpy_acc_lh_s1:
2429 ID = Intrinsic::hexagon_M2_mpy_acc_lh_s1; break;
2430
2431 case Hexagon::BI__builtin_HEXAGON_M2_mpy_acc_ll_s0:
2432 ID = Intrinsic::hexagon_M2_mpy_acc_ll_s0; break;
2433
2434 case Hexagon::BI__builtin_HEXAGON_M2_mpy_acc_ll_s1:
2435 ID = Intrinsic::hexagon_M2_mpy_acc_ll_s1; break;
2436
2437 case Hexagon::BI__builtin_HEXAGON_M2_mpy_nac_hh_s0:
2438 ID = Intrinsic::hexagon_M2_mpy_nac_hh_s0; break;
2439
2440 case Hexagon::BI__builtin_HEXAGON_M2_mpy_nac_hh_s1:
2441 ID = Intrinsic::hexagon_M2_mpy_nac_hh_s1; break;
2442
2443 case Hexagon::BI__builtin_HEXAGON_M2_mpy_nac_hl_s0:
2444 ID = Intrinsic::hexagon_M2_mpy_nac_hl_s0; break;
2445
2446 case Hexagon::BI__builtin_HEXAGON_M2_mpy_nac_hl_s1:
2447 ID = Intrinsic::hexagon_M2_mpy_nac_hl_s1; break;
2448
2449 case Hexagon::BI__builtin_HEXAGON_M2_mpy_nac_lh_s0:
2450 ID = Intrinsic::hexagon_M2_mpy_nac_lh_s0; break;
2451
2452 case Hexagon::BI__builtin_HEXAGON_M2_mpy_nac_lh_s1:
2453 ID = Intrinsic::hexagon_M2_mpy_nac_lh_s1; break;
2454
2455 case Hexagon::BI__builtin_HEXAGON_M2_mpy_nac_ll_s0:
2456 ID = Intrinsic::hexagon_M2_mpy_nac_ll_s0; break;
2457
2458 case Hexagon::BI__builtin_HEXAGON_M2_mpy_nac_ll_s1:
2459 ID = Intrinsic::hexagon_M2_mpy_nac_ll_s1; break;
2460
2461 case Hexagon::BI__builtin_HEXAGON_M2_mpy_acc_sat_hh_s0:
2462 ID = Intrinsic::hexagon_M2_mpy_acc_sat_hh_s0; break;
2463
2464 case Hexagon::BI__builtin_HEXAGON_M2_mpy_acc_sat_hh_s1:
2465 ID = Intrinsic::hexagon_M2_mpy_acc_sat_hh_s1; break;
2466
2467 case Hexagon::BI__builtin_HEXAGON_M2_mpy_acc_sat_hl_s0:
2468 ID = Intrinsic::hexagon_M2_mpy_acc_sat_hl_s0; break;
2469
2470 case Hexagon::BI__builtin_HEXAGON_M2_mpy_acc_sat_hl_s1:
2471 ID = Intrinsic::hexagon_M2_mpy_acc_sat_hl_s1; break;
2472
2473 case Hexagon::BI__builtin_HEXAGON_M2_mpy_acc_sat_lh_s0:
2474 ID = Intrinsic::hexagon_M2_mpy_acc_sat_lh_s0; break;
2475
2476 case Hexagon::BI__builtin_HEXAGON_M2_mpy_acc_sat_lh_s1:
2477 ID = Intrinsic::hexagon_M2_mpy_acc_sat_lh_s1; break;
2478
2479 case Hexagon::BI__builtin_HEXAGON_M2_mpy_acc_sat_ll_s0:
2480 ID = Intrinsic::hexagon_M2_mpy_acc_sat_ll_s0; break;
2481
2482 case Hexagon::BI__builtin_HEXAGON_M2_mpy_acc_sat_ll_s1:
2483 ID = Intrinsic::hexagon_M2_mpy_acc_sat_ll_s1; break;
2484
2485 case Hexagon::BI__builtin_HEXAGON_M2_mpy_nac_sat_hh_s0:
2486 ID = Intrinsic::hexagon_M2_mpy_nac_sat_hh_s0; break;
2487
2488 case Hexagon::BI__builtin_HEXAGON_M2_mpy_nac_sat_hh_s1:
2489 ID = Intrinsic::hexagon_M2_mpy_nac_sat_hh_s1; break;
2490
2491 case Hexagon::BI__builtin_HEXAGON_M2_mpy_nac_sat_hl_s0:
2492 ID = Intrinsic::hexagon_M2_mpy_nac_sat_hl_s0; break;
2493
2494 case Hexagon::BI__builtin_HEXAGON_M2_mpy_nac_sat_hl_s1:
2495 ID = Intrinsic::hexagon_M2_mpy_nac_sat_hl_s1; break;
2496
2497 case Hexagon::BI__builtin_HEXAGON_M2_mpy_nac_sat_lh_s0:
2498 ID = Intrinsic::hexagon_M2_mpy_nac_sat_lh_s0; break;
2499
2500 case Hexagon::BI__builtin_HEXAGON_M2_mpy_nac_sat_lh_s1:
2501 ID = Intrinsic::hexagon_M2_mpy_nac_sat_lh_s1; break;
2502
2503 case Hexagon::BI__builtin_HEXAGON_M2_mpy_nac_sat_ll_s0:
2504 ID = Intrinsic::hexagon_M2_mpy_nac_sat_ll_s0; break;
2505
2506 case Hexagon::BI__builtin_HEXAGON_M2_mpy_nac_sat_ll_s1:
2507 ID = Intrinsic::hexagon_M2_mpy_nac_sat_ll_s1; break;
2508
2509 case Hexagon::BI__builtin_HEXAGON_M2_mpy_hh_s0:
2510 ID = Intrinsic::hexagon_M2_mpy_hh_s0; break;
2511
2512 case Hexagon::BI__builtin_HEXAGON_M2_mpy_hh_s1:
2513 ID = Intrinsic::hexagon_M2_mpy_hh_s1; break;
2514
2515 case Hexagon::BI__builtin_HEXAGON_M2_mpy_hl_s0:
2516 ID = Intrinsic::hexagon_M2_mpy_hl_s0; break;
2517
2518 case Hexagon::BI__builtin_HEXAGON_M2_mpy_hl_s1:
2519 ID = Intrinsic::hexagon_M2_mpy_hl_s1; break;
2520
2521 case Hexagon::BI__builtin_HEXAGON_M2_mpy_lh_s0:
2522 ID = Intrinsic::hexagon_M2_mpy_lh_s0; break;
2523
2524 case Hexagon::BI__builtin_HEXAGON_M2_mpy_lh_s1:
2525 ID = Intrinsic::hexagon_M2_mpy_lh_s1; break;
2526
2527 case Hexagon::BI__builtin_HEXAGON_M2_mpy_ll_s0:
2528 ID = Intrinsic::hexagon_M2_mpy_ll_s0; break;
2529
2530 case Hexagon::BI__builtin_HEXAGON_M2_mpy_ll_s1:
2531 ID = Intrinsic::hexagon_M2_mpy_ll_s1; break;
2532
2533 case Hexagon::BI__builtin_HEXAGON_M2_mpy_sat_hh_s0:
2534 ID = Intrinsic::hexagon_M2_mpy_sat_hh_s0; break;
2535
2536 case Hexagon::BI__builtin_HEXAGON_M2_mpy_sat_hh_s1:
2537 ID = Intrinsic::hexagon_M2_mpy_sat_hh_s1; break;
2538
2539 case Hexagon::BI__builtin_HEXAGON_M2_mpy_sat_hl_s0:
2540 ID = Intrinsic::hexagon_M2_mpy_sat_hl_s0; break;
2541
2542 case Hexagon::BI__builtin_HEXAGON_M2_mpy_sat_hl_s1:
2543 ID = Intrinsic::hexagon_M2_mpy_sat_hl_s1; break;
2544
2545 case Hexagon::BI__builtin_HEXAGON_M2_mpy_sat_lh_s0:
2546 ID = Intrinsic::hexagon_M2_mpy_sat_lh_s0; break;
2547
2548 case Hexagon::BI__builtin_HEXAGON_M2_mpy_sat_lh_s1:
2549 ID = Intrinsic::hexagon_M2_mpy_sat_lh_s1; break;
2550
2551 case Hexagon::BI__builtin_HEXAGON_M2_mpy_sat_ll_s0:
2552 ID = Intrinsic::hexagon_M2_mpy_sat_ll_s0; break;
2553
2554 case Hexagon::BI__builtin_HEXAGON_M2_mpy_sat_ll_s1:
2555 ID = Intrinsic::hexagon_M2_mpy_sat_ll_s1; break;
2556
2557 case Hexagon::BI__builtin_HEXAGON_M2_mpy_rnd_hh_s0:
2558 ID = Intrinsic::hexagon_M2_mpy_rnd_hh_s0; break;
2559
2560 case Hexagon::BI__builtin_HEXAGON_M2_mpy_rnd_hh_s1:
2561 ID = Intrinsic::hexagon_M2_mpy_rnd_hh_s1; break;
2562
2563 case Hexagon::BI__builtin_HEXAGON_M2_mpy_rnd_hl_s0:
2564 ID = Intrinsic::hexagon_M2_mpy_rnd_hl_s0; break;
2565
2566 case Hexagon::BI__builtin_HEXAGON_M2_mpy_rnd_hl_s1:
2567 ID = Intrinsic::hexagon_M2_mpy_rnd_hl_s1; break;
2568
2569 case Hexagon::BI__builtin_HEXAGON_M2_mpy_rnd_lh_s0:
2570 ID = Intrinsic::hexagon_M2_mpy_rnd_lh_s0; break;
2571
2572 case Hexagon::BI__builtin_HEXAGON_M2_mpy_rnd_lh_s1:
2573 ID = Intrinsic::hexagon_M2_mpy_rnd_lh_s1; break;
2574
2575 case Hexagon::BI__builtin_HEXAGON_M2_mpy_rnd_ll_s0:
2576 ID = Intrinsic::hexagon_M2_mpy_rnd_ll_s0; break;
2577
2578 case Hexagon::BI__builtin_HEXAGON_M2_mpy_rnd_ll_s1:
2579 ID = Intrinsic::hexagon_M2_mpy_rnd_ll_s1; break;
2580
2581 case Hexagon::BI__builtin_HEXAGON_M2_mpy_sat_rnd_hh_s0:
2582 ID = Intrinsic::hexagon_M2_mpy_sat_rnd_hh_s0; break;
2583
2584 case Hexagon::BI__builtin_HEXAGON_M2_mpy_sat_rnd_hh_s1:
2585 ID = Intrinsic::hexagon_M2_mpy_sat_rnd_hh_s1; break;
2586
2587 case Hexagon::BI__builtin_HEXAGON_M2_mpy_sat_rnd_hl_s0:
2588 ID = Intrinsic::hexagon_M2_mpy_sat_rnd_hl_s0; break;
2589
2590 case Hexagon::BI__builtin_HEXAGON_M2_mpy_sat_rnd_hl_s1:
2591 ID = Intrinsic::hexagon_M2_mpy_sat_rnd_hl_s1; break;
2592
2593 case Hexagon::BI__builtin_HEXAGON_M2_mpy_sat_rnd_lh_s0:
2594 ID = Intrinsic::hexagon_M2_mpy_sat_rnd_lh_s0; break;
2595
2596 case Hexagon::BI__builtin_HEXAGON_M2_mpy_sat_rnd_lh_s1:
2597 ID = Intrinsic::hexagon_M2_mpy_sat_rnd_lh_s1; break;
2598
2599 case Hexagon::BI__builtin_HEXAGON_M2_mpy_sat_rnd_ll_s0:
2600 ID = Intrinsic::hexagon_M2_mpy_sat_rnd_ll_s0; break;
2601
2602 case Hexagon::BI__builtin_HEXAGON_M2_mpy_sat_rnd_ll_s1:
2603 ID = Intrinsic::hexagon_M2_mpy_sat_rnd_ll_s1; break;
2604
2605 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_acc_hh_s0:
2606 ID = Intrinsic::hexagon_M2_mpyd_acc_hh_s0; break;
2607
2608 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_acc_hh_s1:
2609 ID = Intrinsic::hexagon_M2_mpyd_acc_hh_s1; break;
2610
2611 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_acc_hl_s0:
2612 ID = Intrinsic::hexagon_M2_mpyd_acc_hl_s0; break;
2613
2614 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_acc_hl_s1:
2615 ID = Intrinsic::hexagon_M2_mpyd_acc_hl_s1; break;
2616
2617 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_acc_lh_s0:
2618 ID = Intrinsic::hexagon_M2_mpyd_acc_lh_s0; break;
2619
2620 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_acc_lh_s1:
2621 ID = Intrinsic::hexagon_M2_mpyd_acc_lh_s1; break;
2622
2623 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_acc_ll_s0:
2624 ID = Intrinsic::hexagon_M2_mpyd_acc_ll_s0; break;
2625
2626 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_acc_ll_s1:
2627 ID = Intrinsic::hexagon_M2_mpyd_acc_ll_s1; break;
2628
2629 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_nac_hh_s0:
2630 ID = Intrinsic::hexagon_M2_mpyd_nac_hh_s0; break;
2631
2632 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_nac_hh_s1:
2633 ID = Intrinsic::hexagon_M2_mpyd_nac_hh_s1; break;
2634
2635 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_nac_hl_s0:
2636 ID = Intrinsic::hexagon_M2_mpyd_nac_hl_s0; break;
2637
2638 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_nac_hl_s1:
2639 ID = Intrinsic::hexagon_M2_mpyd_nac_hl_s1; break;
2640
2641 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_nac_lh_s0:
2642 ID = Intrinsic::hexagon_M2_mpyd_nac_lh_s0; break;
2643
2644 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_nac_lh_s1:
2645 ID = Intrinsic::hexagon_M2_mpyd_nac_lh_s1; break;
2646
2647 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_nac_ll_s0:
2648 ID = Intrinsic::hexagon_M2_mpyd_nac_ll_s0; break;
2649
2650 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_nac_ll_s1:
2651 ID = Intrinsic::hexagon_M2_mpyd_nac_ll_s1; break;
2652
2653 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_hh_s0:
2654 ID = Intrinsic::hexagon_M2_mpyd_hh_s0; break;
2655
2656 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_hh_s1:
2657 ID = Intrinsic::hexagon_M2_mpyd_hh_s1; break;
2658
2659 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_hl_s0:
2660 ID = Intrinsic::hexagon_M2_mpyd_hl_s0; break;
2661
2662 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_hl_s1:
2663 ID = Intrinsic::hexagon_M2_mpyd_hl_s1; break;
2664
2665 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_lh_s0:
2666 ID = Intrinsic::hexagon_M2_mpyd_lh_s0; break;
2667
2668 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_lh_s1:
2669 ID = Intrinsic::hexagon_M2_mpyd_lh_s1; break;
2670
2671 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_ll_s0:
2672 ID = Intrinsic::hexagon_M2_mpyd_ll_s0; break;
2673
2674 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_ll_s1:
2675 ID = Intrinsic::hexagon_M2_mpyd_ll_s1; break;
2676
2677 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_rnd_hh_s0:
2678 ID = Intrinsic::hexagon_M2_mpyd_rnd_hh_s0; break;
2679
2680 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_rnd_hh_s1:
2681 ID = Intrinsic::hexagon_M2_mpyd_rnd_hh_s1; break;
2682
2683 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_rnd_hl_s0:
2684 ID = Intrinsic::hexagon_M2_mpyd_rnd_hl_s0; break;
2685
2686 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_rnd_hl_s1:
2687 ID = Intrinsic::hexagon_M2_mpyd_rnd_hl_s1; break;
2688
2689 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_rnd_lh_s0:
2690 ID = Intrinsic::hexagon_M2_mpyd_rnd_lh_s0; break;
2691
2692 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_rnd_lh_s1:
2693 ID = Intrinsic::hexagon_M2_mpyd_rnd_lh_s1; break;
2694
2695 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_rnd_ll_s0:
2696 ID = Intrinsic::hexagon_M2_mpyd_rnd_ll_s0; break;
2697
2698 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_rnd_ll_s1:
2699 ID = Intrinsic::hexagon_M2_mpyd_rnd_ll_s1; break;
2700
2701 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_acc_hh_s0:
2702 ID = Intrinsic::hexagon_M2_mpyu_acc_hh_s0; break;
2703
2704 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_acc_hh_s1:
2705 ID = Intrinsic::hexagon_M2_mpyu_acc_hh_s1; break;
2706
2707 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_acc_hl_s0:
2708 ID = Intrinsic::hexagon_M2_mpyu_acc_hl_s0; break;
2709
2710 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_acc_hl_s1:
2711 ID = Intrinsic::hexagon_M2_mpyu_acc_hl_s1; break;
2712
2713 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_acc_lh_s0:
2714 ID = Intrinsic::hexagon_M2_mpyu_acc_lh_s0; break;
2715
2716 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_acc_lh_s1:
2717 ID = Intrinsic::hexagon_M2_mpyu_acc_lh_s1; break;
2718
2719 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_acc_ll_s0:
2720 ID = Intrinsic::hexagon_M2_mpyu_acc_ll_s0; break;
2721
2722 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_acc_ll_s1:
2723 ID = Intrinsic::hexagon_M2_mpyu_acc_ll_s1; break;
2724
2725 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_nac_hh_s0:
2726 ID = Intrinsic::hexagon_M2_mpyu_nac_hh_s0; break;
2727
2728 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_nac_hh_s1:
2729 ID = Intrinsic::hexagon_M2_mpyu_nac_hh_s1; break;
2730
2731 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_nac_hl_s0:
2732 ID = Intrinsic::hexagon_M2_mpyu_nac_hl_s0; break;
2733
2734 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_nac_hl_s1:
2735 ID = Intrinsic::hexagon_M2_mpyu_nac_hl_s1; break;
2736
2737 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_nac_lh_s0:
2738 ID = Intrinsic::hexagon_M2_mpyu_nac_lh_s0; break;
2739
2740 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_nac_lh_s1:
2741 ID = Intrinsic::hexagon_M2_mpyu_nac_lh_s1; break;
2742
2743 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_nac_ll_s0:
2744 ID = Intrinsic::hexagon_M2_mpyu_nac_ll_s0; break;
2745
2746 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_nac_ll_s1:
2747 ID = Intrinsic::hexagon_M2_mpyu_nac_ll_s1; break;
2748
2749 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_hh_s0:
2750 ID = Intrinsic::hexagon_M2_mpyu_hh_s0; break;
2751
2752 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_hh_s1:
2753 ID = Intrinsic::hexagon_M2_mpyu_hh_s1; break;
2754
2755 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_hl_s0:
2756 ID = Intrinsic::hexagon_M2_mpyu_hl_s0; break;
2757
2758 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_hl_s1:
2759 ID = Intrinsic::hexagon_M2_mpyu_hl_s1; break;
2760
2761 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_lh_s0:
2762 ID = Intrinsic::hexagon_M2_mpyu_lh_s0; break;
2763
2764 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_lh_s1:
2765 ID = Intrinsic::hexagon_M2_mpyu_lh_s1; break;
2766
2767 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_ll_s0:
2768 ID = Intrinsic::hexagon_M2_mpyu_ll_s0; break;
2769
2770 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_ll_s1:
2771 ID = Intrinsic::hexagon_M2_mpyu_ll_s1; break;
2772
2773 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_acc_hh_s0:
2774 ID = Intrinsic::hexagon_M2_mpyud_acc_hh_s0; break;
2775
2776 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_acc_hh_s1:
2777 ID = Intrinsic::hexagon_M2_mpyud_acc_hh_s1; break;
2778
2779 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_acc_hl_s0:
2780 ID = Intrinsic::hexagon_M2_mpyud_acc_hl_s0; break;
2781
2782 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_acc_hl_s1:
2783 ID = Intrinsic::hexagon_M2_mpyud_acc_hl_s1; break;
2784
2785 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_acc_lh_s0:
2786 ID = Intrinsic::hexagon_M2_mpyud_acc_lh_s0; break;
2787
2788 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_acc_lh_s1:
2789 ID = Intrinsic::hexagon_M2_mpyud_acc_lh_s1; break;
2790
2791 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_acc_ll_s0:
2792 ID = Intrinsic::hexagon_M2_mpyud_acc_ll_s0; break;
2793
2794 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_acc_ll_s1:
2795 ID = Intrinsic::hexagon_M2_mpyud_acc_ll_s1; break;
2796
2797 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_nac_hh_s0:
2798 ID = Intrinsic::hexagon_M2_mpyud_nac_hh_s0; break;
2799
2800 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_nac_hh_s1:
2801 ID = Intrinsic::hexagon_M2_mpyud_nac_hh_s1; break;
2802
2803 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_nac_hl_s0:
2804 ID = Intrinsic::hexagon_M2_mpyud_nac_hl_s0; break;
2805
2806 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_nac_hl_s1:
2807 ID = Intrinsic::hexagon_M2_mpyud_nac_hl_s1; break;
2808
2809 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_nac_lh_s0:
2810 ID = Intrinsic::hexagon_M2_mpyud_nac_lh_s0; break;
2811
2812 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_nac_lh_s1:
2813 ID = Intrinsic::hexagon_M2_mpyud_nac_lh_s1; break;
2814
2815 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_nac_ll_s0:
2816 ID = Intrinsic::hexagon_M2_mpyud_nac_ll_s0; break;
2817
2818 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_nac_ll_s1:
2819 ID = Intrinsic::hexagon_M2_mpyud_nac_ll_s1; break;
2820
2821 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_hh_s0:
2822 ID = Intrinsic::hexagon_M2_mpyud_hh_s0; break;
2823
2824 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_hh_s1:
2825 ID = Intrinsic::hexagon_M2_mpyud_hh_s1; break;
2826
2827 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_hl_s0:
2828 ID = Intrinsic::hexagon_M2_mpyud_hl_s0; break;
2829
2830 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_hl_s1:
2831 ID = Intrinsic::hexagon_M2_mpyud_hl_s1; break;
2832
2833 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_lh_s0:
2834 ID = Intrinsic::hexagon_M2_mpyud_lh_s0; break;
2835
2836 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_lh_s1:
2837 ID = Intrinsic::hexagon_M2_mpyud_lh_s1; break;
2838
2839 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_ll_s0:
2840 ID = Intrinsic::hexagon_M2_mpyud_ll_s0; break;
2841
2842 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_ll_s1:
2843 ID = Intrinsic::hexagon_M2_mpyud_ll_s1; break;
2844
2845 case Hexagon::BI__builtin_HEXAGON_M2_mpysmi:
2846 ID = Intrinsic::hexagon_M2_mpysmi; break;
2847
2848 case Hexagon::BI__builtin_HEXAGON_M2_macsip:
2849 ID = Intrinsic::hexagon_M2_macsip; break;
2850
2851 case Hexagon::BI__builtin_HEXAGON_M2_macsin:
2852 ID = Intrinsic::hexagon_M2_macsin; break;
2853
2854 case Hexagon::BI__builtin_HEXAGON_M2_dpmpyss_s0:
2855 ID = Intrinsic::hexagon_M2_dpmpyss_s0; break;
2856
2857 case Hexagon::BI__builtin_HEXAGON_M2_dpmpyss_acc_s0:
2858 ID = Intrinsic::hexagon_M2_dpmpyss_acc_s0; break;
2859
2860 case Hexagon::BI__builtin_HEXAGON_M2_dpmpyss_nac_s0:
2861 ID = Intrinsic::hexagon_M2_dpmpyss_nac_s0; break;
2862
2863 case Hexagon::BI__builtin_HEXAGON_M2_dpmpyuu_s0:
2864 ID = Intrinsic::hexagon_M2_dpmpyuu_s0; break;
2865
2866 case Hexagon::BI__builtin_HEXAGON_M2_dpmpyuu_acc_s0:
2867 ID = Intrinsic::hexagon_M2_dpmpyuu_acc_s0; break;
2868
2869 case Hexagon::BI__builtin_HEXAGON_M2_dpmpyuu_nac_s0:
2870 ID = Intrinsic::hexagon_M2_dpmpyuu_nac_s0; break;
2871
2872 case Hexagon::BI__builtin_HEXAGON_M2_mpy_up:
2873 ID = Intrinsic::hexagon_M2_mpy_up; break;
2874
2875 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_up:
2876 ID = Intrinsic::hexagon_M2_mpyu_up; break;
2877
2878 case Hexagon::BI__builtin_HEXAGON_M2_dpmpyss_rnd_s0:
2879 ID = Intrinsic::hexagon_M2_dpmpyss_rnd_s0; break;
2880
2881 case Hexagon::BI__builtin_HEXAGON_M2_mpyi:
2882 ID = Intrinsic::hexagon_M2_mpyi; break;
2883
2884 case Hexagon::BI__builtin_HEXAGON_M2_mpyui:
2885 ID = Intrinsic::hexagon_M2_mpyui; break;
2886
2887 case Hexagon::BI__builtin_HEXAGON_M2_maci:
2888 ID = Intrinsic::hexagon_M2_maci; break;
2889
2890 case Hexagon::BI__builtin_HEXAGON_M2_acci:
2891 ID = Intrinsic::hexagon_M2_acci; break;
2892
2893 case Hexagon::BI__builtin_HEXAGON_M2_accii:
2894 ID = Intrinsic::hexagon_M2_accii; break;
2895
2896 case Hexagon::BI__builtin_HEXAGON_M2_nacci:
2897 ID = Intrinsic::hexagon_M2_nacci; break;
2898
2899 case Hexagon::BI__builtin_HEXAGON_M2_naccii:
2900 ID = Intrinsic::hexagon_M2_naccii; break;
2901
2902 case Hexagon::BI__builtin_HEXAGON_M2_subacc:
2903 ID = Intrinsic::hexagon_M2_subacc; break;
2904
2905 case Hexagon::BI__builtin_HEXAGON_M2_vmpy2s_s0:
2906 ID = Intrinsic::hexagon_M2_vmpy2s_s0; break;
2907
2908 case Hexagon::BI__builtin_HEXAGON_M2_vmpy2s_s1:
2909 ID = Intrinsic::hexagon_M2_vmpy2s_s1; break;
2910
2911 case Hexagon::BI__builtin_HEXAGON_M2_vmac2s_s0:
2912 ID = Intrinsic::hexagon_M2_vmac2s_s0; break;
2913
2914 case Hexagon::BI__builtin_HEXAGON_M2_vmac2s_s1:
2915 ID = Intrinsic::hexagon_M2_vmac2s_s1; break;
2916
2917 case Hexagon::BI__builtin_HEXAGON_M2_vmpy2s_s0pack:
2918 ID = Intrinsic::hexagon_M2_vmpy2s_s0pack; break;
2919
2920 case Hexagon::BI__builtin_HEXAGON_M2_vmpy2s_s1pack:
2921 ID = Intrinsic::hexagon_M2_vmpy2s_s1pack; break;
2922
2923 case Hexagon::BI__builtin_HEXAGON_M2_vmac2:
2924 ID = Intrinsic::hexagon_M2_vmac2; break;
2925
2926 case Hexagon::BI__builtin_HEXAGON_M2_vmpy2es_s0:
2927 ID = Intrinsic::hexagon_M2_vmpy2es_s0; break;
2928
2929 case Hexagon::BI__builtin_HEXAGON_M2_vmpy2es_s1:
2930 ID = Intrinsic::hexagon_M2_vmpy2es_s1; break;
2931
2932 case Hexagon::BI__builtin_HEXAGON_M2_vmac2es_s0:
2933 ID = Intrinsic::hexagon_M2_vmac2es_s0; break;
2934
2935 case Hexagon::BI__builtin_HEXAGON_M2_vmac2es_s1:
2936 ID = Intrinsic::hexagon_M2_vmac2es_s1; break;
2937
2938 case Hexagon::BI__builtin_HEXAGON_M2_vmac2es:
2939 ID = Intrinsic::hexagon_M2_vmac2es; break;
2940
2941 case Hexagon::BI__builtin_HEXAGON_M2_vrmac_s0:
2942 ID = Intrinsic::hexagon_M2_vrmac_s0; break;
2943
2944 case Hexagon::BI__builtin_HEXAGON_M2_vrmpy_s0:
2945 ID = Intrinsic::hexagon_M2_vrmpy_s0; break;
2946
2947 case Hexagon::BI__builtin_HEXAGON_M2_vdmpyrs_s0:
2948 ID = Intrinsic::hexagon_M2_vdmpyrs_s0; break;
2949
2950 case Hexagon::BI__builtin_HEXAGON_M2_vdmpyrs_s1:
2951 ID = Intrinsic::hexagon_M2_vdmpyrs_s1; break;
2952
2953 case Hexagon::BI__builtin_HEXAGON_M2_vdmacs_s0:
2954 ID = Intrinsic::hexagon_M2_vdmacs_s0; break;
2955
2956 case Hexagon::BI__builtin_HEXAGON_M2_vdmacs_s1:
2957 ID = Intrinsic::hexagon_M2_vdmacs_s1; break;
2958
2959 case Hexagon::BI__builtin_HEXAGON_M2_vdmpys_s0:
2960 ID = Intrinsic::hexagon_M2_vdmpys_s0; break;
2961
2962 case Hexagon::BI__builtin_HEXAGON_M2_vdmpys_s1:
2963 ID = Intrinsic::hexagon_M2_vdmpys_s1; break;
2964
2965 case Hexagon::BI__builtin_HEXAGON_M2_cmpyrs_s0:
2966 ID = Intrinsic::hexagon_M2_cmpyrs_s0; break;
2967
2968 case Hexagon::BI__builtin_HEXAGON_M2_cmpyrs_s1:
2969 ID = Intrinsic::hexagon_M2_cmpyrs_s1; break;
2970
2971 case Hexagon::BI__builtin_HEXAGON_M2_cmpyrsc_s0:
2972 ID = Intrinsic::hexagon_M2_cmpyrsc_s0; break;
2973
2974 case Hexagon::BI__builtin_HEXAGON_M2_cmpyrsc_s1:
2975 ID = Intrinsic::hexagon_M2_cmpyrsc_s1; break;
2976
2977 case Hexagon::BI__builtin_HEXAGON_M2_cmacs_s0:
2978 ID = Intrinsic::hexagon_M2_cmacs_s0; break;
2979
2980 case Hexagon::BI__builtin_HEXAGON_M2_cmacs_s1:
2981 ID = Intrinsic::hexagon_M2_cmacs_s1; break;
2982
2983 case Hexagon::BI__builtin_HEXAGON_M2_cmacsc_s0:
2984 ID = Intrinsic::hexagon_M2_cmacsc_s0; break;
2985
2986 case Hexagon::BI__builtin_HEXAGON_M2_cmacsc_s1:
2987 ID = Intrinsic::hexagon_M2_cmacsc_s1; break;
2988
2989 case Hexagon::BI__builtin_HEXAGON_M2_cmpys_s0:
2990 ID = Intrinsic::hexagon_M2_cmpys_s0; break;
2991
2992 case Hexagon::BI__builtin_HEXAGON_M2_cmpys_s1:
2993 ID = Intrinsic::hexagon_M2_cmpys_s1; break;
2994
2995 case Hexagon::BI__builtin_HEXAGON_M2_cmpysc_s0:
2996 ID = Intrinsic::hexagon_M2_cmpysc_s0; break;
2997
2998 case Hexagon::BI__builtin_HEXAGON_M2_cmpysc_s1:
2999 ID = Intrinsic::hexagon_M2_cmpysc_s1; break;
3000
3001 case Hexagon::BI__builtin_HEXAGON_M2_cnacs_s0:
3002 ID = Intrinsic::hexagon_M2_cnacs_s0; break;
3003
3004 case Hexagon::BI__builtin_HEXAGON_M2_cnacs_s1:
3005 ID = Intrinsic::hexagon_M2_cnacs_s1; break;
3006
3007 case Hexagon::BI__builtin_HEXAGON_M2_cnacsc_s0:
3008 ID = Intrinsic::hexagon_M2_cnacsc_s0; break;
3009
3010 case Hexagon::BI__builtin_HEXAGON_M2_cnacsc_s1:
3011 ID = Intrinsic::hexagon_M2_cnacsc_s1; break;
3012
3013 case Hexagon::BI__builtin_HEXAGON_M2_vrcmpys_s1:
3014 ID = Intrinsic::hexagon_M2_vrcmpys_s1; break;
3015
3016 case Hexagon::BI__builtin_HEXAGON_M2_vrcmpys_acc_s1:
3017 ID = Intrinsic::hexagon_M2_vrcmpys_acc_s1; break;
3018
3019 case Hexagon::BI__builtin_HEXAGON_M2_vrcmpys_s1rp:
3020 ID = Intrinsic::hexagon_M2_vrcmpys_s1rp; break;
3021
3022 case Hexagon::BI__builtin_HEXAGON_M2_mmacls_s0:
3023 ID = Intrinsic::hexagon_M2_mmacls_s0; break;
3024
3025 case Hexagon::BI__builtin_HEXAGON_M2_mmacls_s1:
3026 ID = Intrinsic::hexagon_M2_mmacls_s1; break;
3027
3028 case Hexagon::BI__builtin_HEXAGON_M2_mmachs_s0:
3029 ID = Intrinsic::hexagon_M2_mmachs_s0; break;
3030
3031 case Hexagon::BI__builtin_HEXAGON_M2_mmachs_s1:
3032 ID = Intrinsic::hexagon_M2_mmachs_s1; break;
3033
3034 case Hexagon::BI__builtin_HEXAGON_M2_mmpyl_s0:
3035 ID = Intrinsic::hexagon_M2_mmpyl_s0; break;
3036
3037 case Hexagon::BI__builtin_HEXAGON_M2_mmpyl_s1:
3038 ID = Intrinsic::hexagon_M2_mmpyl_s1; break;
3039
3040 case Hexagon::BI__builtin_HEXAGON_M2_mmpyh_s0:
3041 ID = Intrinsic::hexagon_M2_mmpyh_s0; break;
3042
3043 case Hexagon::BI__builtin_HEXAGON_M2_mmpyh_s1:
3044 ID = Intrinsic::hexagon_M2_mmpyh_s1; break;
3045
3046 case Hexagon::BI__builtin_HEXAGON_M2_mmacls_rs0:
3047 ID = Intrinsic::hexagon_M2_mmacls_rs0; break;
3048
3049 case Hexagon::BI__builtin_HEXAGON_M2_mmacls_rs1:
3050 ID = Intrinsic::hexagon_M2_mmacls_rs1; break;
3051
3052 case Hexagon::BI__builtin_HEXAGON_M2_mmachs_rs0:
3053 ID = Intrinsic::hexagon_M2_mmachs_rs0; break;
3054
3055 case Hexagon::BI__builtin_HEXAGON_M2_mmachs_rs1:
3056 ID = Intrinsic::hexagon_M2_mmachs_rs1; break;
3057
3058 case Hexagon::BI__builtin_HEXAGON_M2_mmpyl_rs0:
3059 ID = Intrinsic::hexagon_M2_mmpyl_rs0; break;
3060
3061 case Hexagon::BI__builtin_HEXAGON_M2_mmpyl_rs1:
3062 ID = Intrinsic::hexagon_M2_mmpyl_rs1; break;
3063
3064 case Hexagon::BI__builtin_HEXAGON_M2_mmpyh_rs0:
3065 ID = Intrinsic::hexagon_M2_mmpyh_rs0; break;
3066
3067 case Hexagon::BI__builtin_HEXAGON_M2_mmpyh_rs1:
3068 ID = Intrinsic::hexagon_M2_mmpyh_rs1; break;
3069
3070 case Hexagon::BI__builtin_HEXAGON_M2_hmmpyl_rs1:
3071 ID = Intrinsic::hexagon_M2_hmmpyl_rs1; break;
3072
3073 case Hexagon::BI__builtin_HEXAGON_M2_hmmpyh_rs1:
3074 ID = Intrinsic::hexagon_M2_hmmpyh_rs1; break;
3075
3076 case Hexagon::BI__builtin_HEXAGON_M2_mmaculs_s0:
3077 ID = Intrinsic::hexagon_M2_mmaculs_s0; break;
3078
3079 case Hexagon::BI__builtin_HEXAGON_M2_mmaculs_s1:
3080 ID = Intrinsic::hexagon_M2_mmaculs_s1; break;
3081
3082 case Hexagon::BI__builtin_HEXAGON_M2_mmacuhs_s0:
3083 ID = Intrinsic::hexagon_M2_mmacuhs_s0; break;
3084
3085 case Hexagon::BI__builtin_HEXAGON_M2_mmacuhs_s1:
3086 ID = Intrinsic::hexagon_M2_mmacuhs_s1; break;
3087
3088 case Hexagon::BI__builtin_HEXAGON_M2_mmpyul_s0:
3089 ID = Intrinsic::hexagon_M2_mmpyul_s0; break;
3090
3091 case Hexagon::BI__builtin_HEXAGON_M2_mmpyul_s1:
3092 ID = Intrinsic::hexagon_M2_mmpyul_s1; break;
3093
3094 case Hexagon::BI__builtin_HEXAGON_M2_mmpyuh_s0:
3095 ID = Intrinsic::hexagon_M2_mmpyuh_s0; break;
3096
3097 case Hexagon::BI__builtin_HEXAGON_M2_mmpyuh_s1:
3098 ID = Intrinsic::hexagon_M2_mmpyuh_s1; break;
3099
3100 case Hexagon::BI__builtin_HEXAGON_M2_mmaculs_rs0:
3101 ID = Intrinsic::hexagon_M2_mmaculs_rs0; break;
3102
3103 case Hexagon::BI__builtin_HEXAGON_M2_mmaculs_rs1:
3104 ID = Intrinsic::hexagon_M2_mmaculs_rs1; break;
3105
3106 case Hexagon::BI__builtin_HEXAGON_M2_mmacuhs_rs0:
3107 ID = Intrinsic::hexagon_M2_mmacuhs_rs0; break;
3108
3109 case Hexagon::BI__builtin_HEXAGON_M2_mmacuhs_rs1:
3110 ID = Intrinsic::hexagon_M2_mmacuhs_rs1; break;
3111
3112 case Hexagon::BI__builtin_HEXAGON_M2_mmpyul_rs0:
3113 ID = Intrinsic::hexagon_M2_mmpyul_rs0; break;
3114
3115 case Hexagon::BI__builtin_HEXAGON_M2_mmpyul_rs1:
3116 ID = Intrinsic::hexagon_M2_mmpyul_rs1; break;
3117
3118 case Hexagon::BI__builtin_HEXAGON_M2_mmpyuh_rs0:
3119 ID = Intrinsic::hexagon_M2_mmpyuh_rs0; break;
3120
3121 case Hexagon::BI__builtin_HEXAGON_M2_mmpyuh_rs1:
3122 ID = Intrinsic::hexagon_M2_mmpyuh_rs1; break;
3123
3124 case Hexagon::BI__builtin_HEXAGON_M2_vrcmaci_s0:
3125 ID = Intrinsic::hexagon_M2_vrcmaci_s0; break;
3126
3127 case Hexagon::BI__builtin_HEXAGON_M2_vrcmacr_s0:
3128 ID = Intrinsic::hexagon_M2_vrcmacr_s0; break;
3129
3130 case Hexagon::BI__builtin_HEXAGON_M2_vrcmaci_s0c:
3131 ID = Intrinsic::hexagon_M2_vrcmaci_s0c; break;
3132
3133 case Hexagon::BI__builtin_HEXAGON_M2_vrcmacr_s0c:
3134 ID = Intrinsic::hexagon_M2_vrcmacr_s0c; break;
3135
3136 case Hexagon::BI__builtin_HEXAGON_M2_cmaci_s0:
3137 ID = Intrinsic::hexagon_M2_cmaci_s0; break;
3138
3139 case Hexagon::BI__builtin_HEXAGON_M2_cmacr_s0:
3140 ID = Intrinsic::hexagon_M2_cmacr_s0; break;
3141
3142 case Hexagon::BI__builtin_HEXAGON_M2_vrcmpyi_s0:
3143 ID = Intrinsic::hexagon_M2_vrcmpyi_s0; break;
3144
3145 case Hexagon::BI__builtin_HEXAGON_M2_vrcmpyr_s0:
3146 ID = Intrinsic::hexagon_M2_vrcmpyr_s0; break;
3147
3148 case Hexagon::BI__builtin_HEXAGON_M2_vrcmpyi_s0c:
3149 ID = Intrinsic::hexagon_M2_vrcmpyi_s0c; break;
3150
3151 case Hexagon::BI__builtin_HEXAGON_M2_vrcmpyr_s0c:
3152 ID = Intrinsic::hexagon_M2_vrcmpyr_s0c; break;
3153
3154 case Hexagon::BI__builtin_HEXAGON_M2_cmpyi_s0:
3155 ID = Intrinsic::hexagon_M2_cmpyi_s0; break;
3156
3157 case Hexagon::BI__builtin_HEXAGON_M2_cmpyr_s0:
3158 ID = Intrinsic::hexagon_M2_cmpyr_s0; break;
3159
3160 case Hexagon::BI__builtin_HEXAGON_M2_vcmpy_s0_sat_i:
3161 ID = Intrinsic::hexagon_M2_vcmpy_s0_sat_i; break;
3162
3163 case Hexagon::BI__builtin_HEXAGON_M2_vcmpy_s0_sat_r:
3164 ID = Intrinsic::hexagon_M2_vcmpy_s0_sat_r; break;
3165
3166 case Hexagon::BI__builtin_HEXAGON_M2_vcmpy_s1_sat_i:
3167 ID = Intrinsic::hexagon_M2_vcmpy_s1_sat_i; break;
3168
3169 case Hexagon::BI__builtin_HEXAGON_M2_vcmpy_s1_sat_r:
3170 ID = Intrinsic::hexagon_M2_vcmpy_s1_sat_r; break;
3171
3172 case Hexagon::BI__builtin_HEXAGON_M2_vcmac_s0_sat_i:
3173 ID = Intrinsic::hexagon_M2_vcmac_s0_sat_i; break;
3174
3175 case Hexagon::BI__builtin_HEXAGON_M2_vcmac_s0_sat_r:
3176 ID = Intrinsic::hexagon_M2_vcmac_s0_sat_r; break;
3177
3178 case Hexagon::BI__builtin_HEXAGON_S2_vcrotate:
3179 ID = Intrinsic::hexagon_S2_vcrotate; break;
3180
3181 case Hexagon::BI__builtin_HEXAGON_A2_add:
3182 ID = Intrinsic::hexagon_A2_add; break;
3183
3184 case Hexagon::BI__builtin_HEXAGON_A2_sub:
3185 ID = Intrinsic::hexagon_A2_sub; break;
3186
3187 case Hexagon::BI__builtin_HEXAGON_A2_addsat:
3188 ID = Intrinsic::hexagon_A2_addsat; break;
3189
3190 case Hexagon::BI__builtin_HEXAGON_A2_subsat:
3191 ID = Intrinsic::hexagon_A2_subsat; break;
3192
3193 case Hexagon::BI__builtin_HEXAGON_A2_addi:
3194 ID = Intrinsic::hexagon_A2_addi; break;
3195
3196 case Hexagon::BI__builtin_HEXAGON_A2_addh_l16_ll:
3197 ID = Intrinsic::hexagon_A2_addh_l16_ll; break;
3198
3199 case Hexagon::BI__builtin_HEXAGON_A2_addh_l16_hl:
3200 ID = Intrinsic::hexagon_A2_addh_l16_hl; break;
3201
3202 case Hexagon::BI__builtin_HEXAGON_A2_addh_l16_sat_ll:
3203 ID = Intrinsic::hexagon_A2_addh_l16_sat_ll; break;
3204
3205 case Hexagon::BI__builtin_HEXAGON_A2_addh_l16_sat_hl:
3206 ID = Intrinsic::hexagon_A2_addh_l16_sat_hl; break;
3207
3208 case Hexagon::BI__builtin_HEXAGON_A2_subh_l16_ll:
3209 ID = Intrinsic::hexagon_A2_subh_l16_ll; break;
3210
3211 case Hexagon::BI__builtin_HEXAGON_A2_subh_l16_hl:
3212 ID = Intrinsic::hexagon_A2_subh_l16_hl; break;
3213
3214 case Hexagon::BI__builtin_HEXAGON_A2_subh_l16_sat_ll:
3215 ID = Intrinsic::hexagon_A2_subh_l16_sat_ll; break;
3216
3217 case Hexagon::BI__builtin_HEXAGON_A2_subh_l16_sat_hl:
3218 ID = Intrinsic::hexagon_A2_subh_l16_sat_hl; break;
3219
3220 case Hexagon::BI__builtin_HEXAGON_A2_addh_h16_ll:
3221 ID = Intrinsic::hexagon_A2_addh_h16_ll; break;
3222
3223 case Hexagon::BI__builtin_HEXAGON_A2_addh_h16_lh:
3224 ID = Intrinsic::hexagon_A2_addh_h16_lh; break;
3225
3226 case Hexagon::BI__builtin_HEXAGON_A2_addh_h16_hl:
3227 ID = Intrinsic::hexagon_A2_addh_h16_hl; break;
3228
3229 case Hexagon::BI__builtin_HEXAGON_A2_addh_h16_hh:
3230 ID = Intrinsic::hexagon_A2_addh_h16_hh; break;
3231
3232 case Hexagon::BI__builtin_HEXAGON_A2_addh_h16_sat_ll:
3233 ID = Intrinsic::hexagon_A2_addh_h16_sat_ll; break;
3234
3235 case Hexagon::BI__builtin_HEXAGON_A2_addh_h16_sat_lh:
3236 ID = Intrinsic::hexagon_A2_addh_h16_sat_lh; break;
3237
3238 case Hexagon::BI__builtin_HEXAGON_A2_addh_h16_sat_hl:
3239 ID = Intrinsic::hexagon_A2_addh_h16_sat_hl; break;
3240
3241 case Hexagon::BI__builtin_HEXAGON_A2_addh_h16_sat_hh:
3242 ID = Intrinsic::hexagon_A2_addh_h16_sat_hh; break;
3243
3244 case Hexagon::BI__builtin_HEXAGON_A2_subh_h16_ll:
3245 ID = Intrinsic::hexagon_A2_subh_h16_ll; break;
3246
3247 case Hexagon::BI__builtin_HEXAGON_A2_subh_h16_lh:
3248 ID = Intrinsic::hexagon_A2_subh_h16_lh; break;
3249
3250 case Hexagon::BI__builtin_HEXAGON_A2_subh_h16_hl:
3251 ID = Intrinsic::hexagon_A2_subh_h16_hl; break;
3252
3253 case Hexagon::BI__builtin_HEXAGON_A2_subh_h16_hh:
3254 ID = Intrinsic::hexagon_A2_subh_h16_hh; break;
3255
3256 case Hexagon::BI__builtin_HEXAGON_A2_subh_h16_sat_ll:
3257 ID = Intrinsic::hexagon_A2_subh_h16_sat_ll; break;
3258
3259 case Hexagon::BI__builtin_HEXAGON_A2_subh_h16_sat_lh:
3260 ID = Intrinsic::hexagon_A2_subh_h16_sat_lh; break;
3261
3262 case Hexagon::BI__builtin_HEXAGON_A2_subh_h16_sat_hl:
3263 ID = Intrinsic::hexagon_A2_subh_h16_sat_hl; break;
3264
3265 case Hexagon::BI__builtin_HEXAGON_A2_subh_h16_sat_hh:
3266 ID = Intrinsic::hexagon_A2_subh_h16_sat_hh; break;
3267
3268 case Hexagon::BI__builtin_HEXAGON_A2_aslh:
3269 ID = Intrinsic::hexagon_A2_aslh; break;
3270
3271 case Hexagon::BI__builtin_HEXAGON_A2_asrh:
3272 ID = Intrinsic::hexagon_A2_asrh; break;
3273
3274 case Hexagon::BI__builtin_HEXAGON_A2_addp:
3275 ID = Intrinsic::hexagon_A2_addp; break;
3276
3277 case Hexagon::BI__builtin_HEXAGON_A2_addpsat:
3278 ID = Intrinsic::hexagon_A2_addpsat; break;
3279
3280 case Hexagon::BI__builtin_HEXAGON_A2_addsp:
3281 ID = Intrinsic::hexagon_A2_addsp; break;
3282
3283 case Hexagon::BI__builtin_HEXAGON_A2_subp:
3284 ID = Intrinsic::hexagon_A2_subp; break;
3285
3286 case Hexagon::BI__builtin_HEXAGON_A2_neg:
3287 ID = Intrinsic::hexagon_A2_neg; break;
3288
3289 case Hexagon::BI__builtin_HEXAGON_A2_negsat:
3290 ID = Intrinsic::hexagon_A2_negsat; break;
3291
3292 case Hexagon::BI__builtin_HEXAGON_A2_abs:
3293 ID = Intrinsic::hexagon_A2_abs; break;
3294
3295 case Hexagon::BI__builtin_HEXAGON_A2_abssat:
3296 ID = Intrinsic::hexagon_A2_abssat; break;
3297
3298 case Hexagon::BI__builtin_HEXAGON_A2_vconj:
3299 ID = Intrinsic::hexagon_A2_vconj; break;
3300
3301 case Hexagon::BI__builtin_HEXAGON_A2_negp:
3302 ID = Intrinsic::hexagon_A2_negp; break;
3303
3304 case Hexagon::BI__builtin_HEXAGON_A2_absp:
3305 ID = Intrinsic::hexagon_A2_absp; break;
3306
3307 case Hexagon::BI__builtin_HEXAGON_A2_max:
3308 ID = Intrinsic::hexagon_A2_max; break;
3309
3310 case Hexagon::BI__builtin_HEXAGON_A2_maxu:
3311 ID = Intrinsic::hexagon_A2_maxu; break;
3312
3313 case Hexagon::BI__builtin_HEXAGON_A2_min:
3314 ID = Intrinsic::hexagon_A2_min; break;
3315
3316 case Hexagon::BI__builtin_HEXAGON_A2_minu:
3317 ID = Intrinsic::hexagon_A2_minu; break;
3318
3319 case Hexagon::BI__builtin_HEXAGON_A2_maxp:
3320 ID = Intrinsic::hexagon_A2_maxp; break;
3321
3322 case Hexagon::BI__builtin_HEXAGON_A2_maxup:
3323 ID = Intrinsic::hexagon_A2_maxup; break;
3324
3325 case Hexagon::BI__builtin_HEXAGON_A2_minp:
3326 ID = Intrinsic::hexagon_A2_minp; break;
3327
3328 case Hexagon::BI__builtin_HEXAGON_A2_minup:
3329 ID = Intrinsic::hexagon_A2_minup; break;
3330
3331 case Hexagon::BI__builtin_HEXAGON_A2_tfr:
3332 ID = Intrinsic::hexagon_A2_tfr; break;
3333
3334 case Hexagon::BI__builtin_HEXAGON_A2_tfrsi:
3335 ID = Intrinsic::hexagon_A2_tfrsi; break;
3336
3337 case Hexagon::BI__builtin_HEXAGON_A2_tfrp:
3338 ID = Intrinsic::hexagon_A2_tfrp; break;
3339
3340 case Hexagon::BI__builtin_HEXAGON_A2_tfrpi:
3341 ID = Intrinsic::hexagon_A2_tfrpi; break;
3342
3343 case Hexagon::BI__builtin_HEXAGON_A2_zxtb:
3344 ID = Intrinsic::hexagon_A2_zxtb; break;
3345
3346 case Hexagon::BI__builtin_HEXAGON_A2_sxtb:
3347 ID = Intrinsic::hexagon_A2_sxtb; break;
3348
3349 case Hexagon::BI__builtin_HEXAGON_A2_zxth:
3350 ID = Intrinsic::hexagon_A2_zxth; break;
3351
3352 case Hexagon::BI__builtin_HEXAGON_A2_sxth:
3353 ID = Intrinsic::hexagon_A2_sxth; break;
3354
3355 case Hexagon::BI__builtin_HEXAGON_A2_combinew:
3356 ID = Intrinsic::hexagon_A2_combinew; break;
3357
3358 case Hexagon::BI__builtin_HEXAGON_A2_combineii:
3359 ID = Intrinsic::hexagon_A2_combineii; break;
3360
3361 case Hexagon::BI__builtin_HEXAGON_A2_combine_hh:
3362 ID = Intrinsic::hexagon_A2_combine_hh; break;
3363
3364 case Hexagon::BI__builtin_HEXAGON_A2_combine_hl:
3365 ID = Intrinsic::hexagon_A2_combine_hl; break;
3366
3367 case Hexagon::BI__builtin_HEXAGON_A2_combine_lh:
3368 ID = Intrinsic::hexagon_A2_combine_lh; break;
3369
3370 case Hexagon::BI__builtin_HEXAGON_A2_combine_ll:
3371 ID = Intrinsic::hexagon_A2_combine_ll; break;
3372
3373 case Hexagon::BI__builtin_HEXAGON_A2_tfril:
3374 ID = Intrinsic::hexagon_A2_tfril; break;
3375
3376 case Hexagon::BI__builtin_HEXAGON_A2_tfrih:
3377 ID = Intrinsic::hexagon_A2_tfrih; break;
3378
3379 case Hexagon::BI__builtin_HEXAGON_A2_and:
3380 ID = Intrinsic::hexagon_A2_and; break;
3381
3382 case Hexagon::BI__builtin_HEXAGON_A2_or:
3383 ID = Intrinsic::hexagon_A2_or; break;
3384
3385 case Hexagon::BI__builtin_HEXAGON_A2_xor:
3386 ID = Intrinsic::hexagon_A2_xor; break;
3387
3388 case Hexagon::BI__builtin_HEXAGON_A2_not:
3389 ID = Intrinsic::hexagon_A2_not; break;
3390
3391 case Hexagon::BI__builtin_HEXAGON_M2_xor_xacc:
3392 ID = Intrinsic::hexagon_M2_xor_xacc; break;
3393
3394 case Hexagon::BI__builtin_HEXAGON_A2_subri:
3395 ID = Intrinsic::hexagon_A2_subri; break;
3396
3397 case Hexagon::BI__builtin_HEXAGON_A2_andir:
3398 ID = Intrinsic::hexagon_A2_andir; break;
3399
3400 case Hexagon::BI__builtin_HEXAGON_A2_orir:
3401 ID = Intrinsic::hexagon_A2_orir; break;
3402
3403 case Hexagon::BI__builtin_HEXAGON_A2_andp:
3404 ID = Intrinsic::hexagon_A2_andp; break;
3405
3406 case Hexagon::BI__builtin_HEXAGON_A2_orp:
3407 ID = Intrinsic::hexagon_A2_orp; break;
3408
3409 case Hexagon::BI__builtin_HEXAGON_A2_xorp:
3410 ID = Intrinsic::hexagon_A2_xorp; break;
3411
3412 case Hexagon::BI__builtin_HEXAGON_A2_notp:
3413 ID = Intrinsic::hexagon_A2_notp; break;
3414
3415 case Hexagon::BI__builtin_HEXAGON_A2_sxtw:
3416 ID = Intrinsic::hexagon_A2_sxtw; break;
3417
3418 case Hexagon::BI__builtin_HEXAGON_A2_sat:
3419 ID = Intrinsic::hexagon_A2_sat; break;
3420
3421 case Hexagon::BI__builtin_HEXAGON_A2_sath:
3422 ID = Intrinsic::hexagon_A2_sath; break;
3423
3424 case Hexagon::BI__builtin_HEXAGON_A2_satuh:
3425 ID = Intrinsic::hexagon_A2_satuh; break;
3426
3427 case Hexagon::BI__builtin_HEXAGON_A2_satub:
3428 ID = Intrinsic::hexagon_A2_satub; break;
3429
3430 case Hexagon::BI__builtin_HEXAGON_A2_satb:
3431 ID = Intrinsic::hexagon_A2_satb; break;
3432
3433 case Hexagon::BI__builtin_HEXAGON_A2_vaddub:
3434 ID = Intrinsic::hexagon_A2_vaddub; break;
3435
3436 case Hexagon::BI__builtin_HEXAGON_A2_vaddubs:
3437 ID = Intrinsic::hexagon_A2_vaddubs; break;
3438
3439 case Hexagon::BI__builtin_HEXAGON_A2_vaddh:
3440 ID = Intrinsic::hexagon_A2_vaddh; break;
3441
3442 case Hexagon::BI__builtin_HEXAGON_A2_vaddhs:
3443 ID = Intrinsic::hexagon_A2_vaddhs; break;
3444
3445 case Hexagon::BI__builtin_HEXAGON_A2_vadduhs:
3446 ID = Intrinsic::hexagon_A2_vadduhs; break;
3447
3448 case Hexagon::BI__builtin_HEXAGON_A2_vaddw:
3449 ID = Intrinsic::hexagon_A2_vaddw; break;
3450
3451 case Hexagon::BI__builtin_HEXAGON_A2_vaddws:
3452 ID = Intrinsic::hexagon_A2_vaddws; break;
3453
3454 case Hexagon::BI__builtin_HEXAGON_A2_svavgh:
3455 ID = Intrinsic::hexagon_A2_svavgh; break;
3456
3457 case Hexagon::BI__builtin_HEXAGON_A2_svavghs:
3458 ID = Intrinsic::hexagon_A2_svavghs; break;
3459
3460 case Hexagon::BI__builtin_HEXAGON_A2_svnavgh:
3461 ID = Intrinsic::hexagon_A2_svnavgh; break;
3462
3463 case Hexagon::BI__builtin_HEXAGON_A2_svaddh:
3464 ID = Intrinsic::hexagon_A2_svaddh; break;
3465
3466 case Hexagon::BI__builtin_HEXAGON_A2_svaddhs:
3467 ID = Intrinsic::hexagon_A2_svaddhs; break;
3468
3469 case Hexagon::BI__builtin_HEXAGON_A2_svadduhs:
3470 ID = Intrinsic::hexagon_A2_svadduhs; break;
3471
3472 case Hexagon::BI__builtin_HEXAGON_A2_svsubh:
3473 ID = Intrinsic::hexagon_A2_svsubh; break;
3474
3475 case Hexagon::BI__builtin_HEXAGON_A2_svsubhs:
3476 ID = Intrinsic::hexagon_A2_svsubhs; break;
3477
3478 case Hexagon::BI__builtin_HEXAGON_A2_svsubuhs:
3479 ID = Intrinsic::hexagon_A2_svsubuhs; break;
3480
3481 case Hexagon::BI__builtin_HEXAGON_A2_vraddub:
3482 ID = Intrinsic::hexagon_A2_vraddub; break;
3483
3484 case Hexagon::BI__builtin_HEXAGON_A2_vraddub_acc:
3485 ID = Intrinsic::hexagon_A2_vraddub_acc; break;
3486
3487 case Hexagon::BI__builtin_HEXAGON_M2_vradduh:
3488 ID = Intrinsic::hexagon_M2_vradduh; break;
3489
3490 case Hexagon::BI__builtin_HEXAGON_A2_vsubub:
3491 ID = Intrinsic::hexagon_A2_vsubub; break;
3492
3493 case Hexagon::BI__builtin_HEXAGON_A2_vsububs:
3494 ID = Intrinsic::hexagon_A2_vsububs; break;
3495
3496 case Hexagon::BI__builtin_HEXAGON_A2_vsubh:
3497 ID = Intrinsic::hexagon_A2_vsubh; break;
3498
3499 case Hexagon::BI__builtin_HEXAGON_A2_vsubhs:
3500 ID = Intrinsic::hexagon_A2_vsubhs; break;
3501
3502 case Hexagon::BI__builtin_HEXAGON_A2_vsubuhs:
3503 ID = Intrinsic::hexagon_A2_vsubuhs; break;
3504
3505 case Hexagon::BI__builtin_HEXAGON_A2_vsubw:
3506 ID = Intrinsic::hexagon_A2_vsubw; break;
3507
3508 case Hexagon::BI__builtin_HEXAGON_A2_vsubws:
3509 ID = Intrinsic::hexagon_A2_vsubws; break;
3510
3511 case Hexagon::BI__builtin_HEXAGON_A2_vabsh:
3512 ID = Intrinsic::hexagon_A2_vabsh; break;
3513
3514 case Hexagon::BI__builtin_HEXAGON_A2_vabshsat:
3515 ID = Intrinsic::hexagon_A2_vabshsat; break;
3516
3517 case Hexagon::BI__builtin_HEXAGON_A2_vabsw:
3518 ID = Intrinsic::hexagon_A2_vabsw; break;
3519
3520 case Hexagon::BI__builtin_HEXAGON_A2_vabswsat:
3521 ID = Intrinsic::hexagon_A2_vabswsat; break;
3522
3523 case Hexagon::BI__builtin_HEXAGON_M2_vabsdiffw:
3524 ID = Intrinsic::hexagon_M2_vabsdiffw; break;
3525
3526 case Hexagon::BI__builtin_HEXAGON_M2_vabsdiffh:
3527 ID = Intrinsic::hexagon_M2_vabsdiffh; break;
3528
3529 case Hexagon::BI__builtin_HEXAGON_A2_vrsadub:
3530 ID = Intrinsic::hexagon_A2_vrsadub; break;
3531
3532 case Hexagon::BI__builtin_HEXAGON_A2_vrsadub_acc:
3533 ID = Intrinsic::hexagon_A2_vrsadub_acc; break;
3534
3535 case Hexagon::BI__builtin_HEXAGON_A2_vavgub:
3536 ID = Intrinsic::hexagon_A2_vavgub; break;
3537
3538 case Hexagon::BI__builtin_HEXAGON_A2_vavguh:
3539 ID = Intrinsic::hexagon_A2_vavguh; break;
3540
3541 case Hexagon::BI__builtin_HEXAGON_A2_vavgh:
3542 ID = Intrinsic::hexagon_A2_vavgh; break;
3543
3544 case Hexagon::BI__builtin_HEXAGON_A2_vnavgh:
3545 ID = Intrinsic::hexagon_A2_vnavgh; break;
3546
3547 case Hexagon::BI__builtin_HEXAGON_A2_vavgw:
3548 ID = Intrinsic::hexagon_A2_vavgw; break;
3549
3550 case Hexagon::BI__builtin_HEXAGON_A2_vnavgw:
3551 ID = Intrinsic::hexagon_A2_vnavgw; break;
3552
3553 case Hexagon::BI__builtin_HEXAGON_A2_vavgwr:
3554 ID = Intrinsic::hexagon_A2_vavgwr; break;
3555
3556 case Hexagon::BI__builtin_HEXAGON_A2_vnavgwr:
3557 ID = Intrinsic::hexagon_A2_vnavgwr; break;
3558
3559 case Hexagon::BI__builtin_HEXAGON_A2_vavgwcr:
3560 ID = Intrinsic::hexagon_A2_vavgwcr; break;
3561
3562 case Hexagon::BI__builtin_HEXAGON_A2_vnavgwcr:
3563 ID = Intrinsic::hexagon_A2_vnavgwcr; break;
3564
3565 case Hexagon::BI__builtin_HEXAGON_A2_vavghcr:
3566 ID = Intrinsic::hexagon_A2_vavghcr; break;
3567
3568 case Hexagon::BI__builtin_HEXAGON_A2_vnavghcr:
3569 ID = Intrinsic::hexagon_A2_vnavghcr; break;
3570
3571 case Hexagon::BI__builtin_HEXAGON_A2_vavguw:
3572 ID = Intrinsic::hexagon_A2_vavguw; break;
3573
3574 case Hexagon::BI__builtin_HEXAGON_A2_vavguwr:
3575 ID = Intrinsic::hexagon_A2_vavguwr; break;
3576
3577 case Hexagon::BI__builtin_HEXAGON_A2_vavgubr:
3578 ID = Intrinsic::hexagon_A2_vavgubr; break;
3579
3580 case Hexagon::BI__builtin_HEXAGON_A2_vavguhr:
3581 ID = Intrinsic::hexagon_A2_vavguhr; break;
3582
3583 case Hexagon::BI__builtin_HEXAGON_A2_vavghr:
3584 ID = Intrinsic::hexagon_A2_vavghr; break;
3585
3586 case Hexagon::BI__builtin_HEXAGON_A2_vnavghr:
3587 ID = Intrinsic::hexagon_A2_vnavghr; break;
3588
3589 case Hexagon::BI__builtin_HEXAGON_A2_vminh:
3590 ID = Intrinsic::hexagon_A2_vminh; break;
3591
3592 case Hexagon::BI__builtin_HEXAGON_A2_vmaxh:
3593 ID = Intrinsic::hexagon_A2_vmaxh; break;
3594
3595 case Hexagon::BI__builtin_HEXAGON_A2_vminub:
3596 ID = Intrinsic::hexagon_A2_vminub; break;
3597
3598 case Hexagon::BI__builtin_HEXAGON_A2_vmaxub:
3599 ID = Intrinsic::hexagon_A2_vmaxub; break;
3600
3601 case Hexagon::BI__builtin_HEXAGON_A2_vminuh:
3602 ID = Intrinsic::hexagon_A2_vminuh; break;
3603
3604 case Hexagon::BI__builtin_HEXAGON_A2_vmaxuh:
3605 ID = Intrinsic::hexagon_A2_vmaxuh; break;
3606
3607 case Hexagon::BI__builtin_HEXAGON_A2_vminw:
3608 ID = Intrinsic::hexagon_A2_vminw; break;
3609
3610 case Hexagon::BI__builtin_HEXAGON_A2_vmaxw:
3611 ID = Intrinsic::hexagon_A2_vmaxw; break;
3612
3613 case Hexagon::BI__builtin_HEXAGON_A2_vminuw:
3614 ID = Intrinsic::hexagon_A2_vminuw; break;
3615
3616 case Hexagon::BI__builtin_HEXAGON_A2_vmaxuw:
3617 ID = Intrinsic::hexagon_A2_vmaxuw; break;
3618
3619 case Hexagon::BI__builtin_HEXAGON_S2_asr_r_r:
3620 ID = Intrinsic::hexagon_S2_asr_r_r; break;
3621
3622 case Hexagon::BI__builtin_HEXAGON_S2_asl_r_r:
3623 ID = Intrinsic::hexagon_S2_asl_r_r; break;
3624
3625 case Hexagon::BI__builtin_HEXAGON_S2_lsr_r_r:
3626 ID = Intrinsic::hexagon_S2_lsr_r_r; break;
3627
3628 case Hexagon::BI__builtin_HEXAGON_S2_lsl_r_r:
3629 ID = Intrinsic::hexagon_S2_lsl_r_r; break;
3630
3631 case Hexagon::BI__builtin_HEXAGON_S2_asr_r_p:
3632 ID = Intrinsic::hexagon_S2_asr_r_p; break;
3633
3634 case Hexagon::BI__builtin_HEXAGON_S2_asl_r_p:
3635 ID = Intrinsic::hexagon_S2_asl_r_p; break;
3636
3637 case Hexagon::BI__builtin_HEXAGON_S2_lsr_r_p:
3638 ID = Intrinsic::hexagon_S2_lsr_r_p; break;
3639
3640 case Hexagon::BI__builtin_HEXAGON_S2_lsl_r_p:
3641 ID = Intrinsic::hexagon_S2_lsl_r_p; break;
3642
3643 case Hexagon::BI__builtin_HEXAGON_S2_asr_r_r_acc:
3644 ID = Intrinsic::hexagon_S2_asr_r_r_acc; break;
3645
3646 case Hexagon::BI__builtin_HEXAGON_S2_asl_r_r_acc:
3647 ID = Intrinsic::hexagon_S2_asl_r_r_acc; break;
3648
3649 case Hexagon::BI__builtin_HEXAGON_S2_lsr_r_r_acc:
3650 ID = Intrinsic::hexagon_S2_lsr_r_r_acc; break;
3651
3652 case Hexagon::BI__builtin_HEXAGON_S2_lsl_r_r_acc:
3653 ID = Intrinsic::hexagon_S2_lsl_r_r_acc; break;
3654
3655 case Hexagon::BI__builtin_HEXAGON_S2_asr_r_p_acc:
3656 ID = Intrinsic::hexagon_S2_asr_r_p_acc; break;
3657
3658 case Hexagon::BI__builtin_HEXAGON_S2_asl_r_p_acc:
3659 ID = Intrinsic::hexagon_S2_asl_r_p_acc; break;
3660
3661 case Hexagon::BI__builtin_HEXAGON_S2_lsr_r_p_acc:
3662 ID = Intrinsic::hexagon_S2_lsr_r_p_acc; break;
3663
3664 case Hexagon::BI__builtin_HEXAGON_S2_lsl_r_p_acc:
3665 ID = Intrinsic::hexagon_S2_lsl_r_p_acc; break;
3666
3667 case Hexagon::BI__builtin_HEXAGON_S2_asr_r_r_nac:
3668 ID = Intrinsic::hexagon_S2_asr_r_r_nac; break;
3669
3670 case Hexagon::BI__builtin_HEXAGON_S2_asl_r_r_nac:
3671 ID = Intrinsic::hexagon_S2_asl_r_r_nac; break;
3672
3673 case Hexagon::BI__builtin_HEXAGON_S2_lsr_r_r_nac:
3674 ID = Intrinsic::hexagon_S2_lsr_r_r_nac; break;
3675
3676 case Hexagon::BI__builtin_HEXAGON_S2_lsl_r_r_nac:
3677 ID = Intrinsic::hexagon_S2_lsl_r_r_nac; break;
3678
3679 case Hexagon::BI__builtin_HEXAGON_S2_asr_r_p_nac:
3680 ID = Intrinsic::hexagon_S2_asr_r_p_nac; break;
3681
3682 case Hexagon::BI__builtin_HEXAGON_S2_asl_r_p_nac:
3683 ID = Intrinsic::hexagon_S2_asl_r_p_nac; break;
3684
3685 case Hexagon::BI__builtin_HEXAGON_S2_lsr_r_p_nac:
3686 ID = Intrinsic::hexagon_S2_lsr_r_p_nac; break;
3687
3688 case Hexagon::BI__builtin_HEXAGON_S2_lsl_r_p_nac:
3689 ID = Intrinsic::hexagon_S2_lsl_r_p_nac; break;
3690
3691 case Hexagon::BI__builtin_HEXAGON_S2_asr_r_r_and:
3692 ID = Intrinsic::hexagon_S2_asr_r_r_and; break;
3693
3694 case Hexagon::BI__builtin_HEXAGON_S2_asl_r_r_and:
3695 ID = Intrinsic::hexagon_S2_asl_r_r_and; break;
3696
3697 case Hexagon::BI__builtin_HEXAGON_S2_lsr_r_r_and:
3698 ID = Intrinsic::hexagon_S2_lsr_r_r_and; break;
3699
3700 case Hexagon::BI__builtin_HEXAGON_S2_lsl_r_r_and:
3701 ID = Intrinsic::hexagon_S2_lsl_r_r_and; break;
3702
3703 case Hexagon::BI__builtin_HEXAGON_S2_asr_r_r_or:
3704 ID = Intrinsic::hexagon_S2_asr_r_r_or; break;
3705
3706 case Hexagon::BI__builtin_HEXAGON_S2_asl_r_r_or:
3707 ID = Intrinsic::hexagon_S2_asl_r_r_or; break;
3708
3709 case Hexagon::BI__builtin_HEXAGON_S2_lsr_r_r_or:
3710 ID = Intrinsic::hexagon_S2_lsr_r_r_or; break;
3711
3712 case Hexagon::BI__builtin_HEXAGON_S2_lsl_r_r_or:
3713 ID = Intrinsic::hexagon_S2_lsl_r_r_or; break;
3714
3715 case Hexagon::BI__builtin_HEXAGON_S2_asr_r_p_and:
3716 ID = Intrinsic::hexagon_S2_asr_r_p_and; break;
3717
3718 case Hexagon::BI__builtin_HEXAGON_S2_asl_r_p_and:
3719 ID = Intrinsic::hexagon_S2_asl_r_p_and; break;
3720
3721 case Hexagon::BI__builtin_HEXAGON_S2_lsr_r_p_and:
3722 ID = Intrinsic::hexagon_S2_lsr_r_p_and; break;
3723
3724 case Hexagon::BI__builtin_HEXAGON_S2_lsl_r_p_and:
3725 ID = Intrinsic::hexagon_S2_lsl_r_p_and; break;
3726
3727 case Hexagon::BI__builtin_HEXAGON_S2_asr_r_p_or:
3728 ID = Intrinsic::hexagon_S2_asr_r_p_or; break;
3729
3730 case Hexagon::BI__builtin_HEXAGON_S2_asl_r_p_or:
3731 ID = Intrinsic::hexagon_S2_asl_r_p_or; break;
3732
3733 case Hexagon::BI__builtin_HEXAGON_S2_lsr_r_p_or:
3734 ID = Intrinsic::hexagon_S2_lsr_r_p_or; break;
3735
3736 case Hexagon::BI__builtin_HEXAGON_S2_lsl_r_p_or:
3737 ID = Intrinsic::hexagon_S2_lsl_r_p_or; break;
3738
3739 case Hexagon::BI__builtin_HEXAGON_S2_asr_r_r_sat:
3740 ID = Intrinsic::hexagon_S2_asr_r_r_sat; break;
3741
3742 case Hexagon::BI__builtin_HEXAGON_S2_asl_r_r_sat:
3743 ID = Intrinsic::hexagon_S2_asl_r_r_sat; break;
3744
3745 case Hexagon::BI__builtin_HEXAGON_S2_asr_i_r:
3746 ID = Intrinsic::hexagon_S2_asr_i_r; break;
3747
3748 case Hexagon::BI__builtin_HEXAGON_S2_lsr_i_r:
3749 ID = Intrinsic::hexagon_S2_lsr_i_r; break;
3750
3751 case Hexagon::BI__builtin_HEXAGON_S2_asl_i_r:
3752 ID = Intrinsic::hexagon_S2_asl_i_r; break;
3753
3754 case Hexagon::BI__builtin_HEXAGON_S2_asr_i_p:
3755 ID = Intrinsic::hexagon_S2_asr_i_p; break;
3756
3757 case Hexagon::BI__builtin_HEXAGON_S2_lsr_i_p:
3758 ID = Intrinsic::hexagon_S2_lsr_i_p; break;
3759
3760 case Hexagon::BI__builtin_HEXAGON_S2_asl_i_p:
3761 ID = Intrinsic::hexagon_S2_asl_i_p; break;
3762
3763 case Hexagon::BI__builtin_HEXAGON_S2_asr_i_r_acc:
3764 ID = Intrinsic::hexagon_S2_asr_i_r_acc; break;
3765
3766 case Hexagon::BI__builtin_HEXAGON_S2_lsr_i_r_acc:
3767 ID = Intrinsic::hexagon_S2_lsr_i_r_acc; break;
3768
3769 case Hexagon::BI__builtin_HEXAGON_S2_asl_i_r_acc:
3770 ID = Intrinsic::hexagon_S2_asl_i_r_acc; break;
3771
3772 case Hexagon::BI__builtin_HEXAGON_S2_asr_i_p_acc:
3773 ID = Intrinsic::hexagon_S2_asr_i_p_acc; break;
3774
3775 case Hexagon::BI__builtin_HEXAGON_S2_lsr_i_p_acc:
3776 ID = Intrinsic::hexagon_S2_lsr_i_p_acc; break;
3777
3778 case Hexagon::BI__builtin_HEXAGON_S2_asl_i_p_acc:
3779 ID = Intrinsic::hexagon_S2_asl_i_p_acc; break;
3780
3781 case Hexagon::BI__builtin_HEXAGON_S2_asr_i_r_nac:
3782 ID = Intrinsic::hexagon_S2_asr_i_r_nac; break;
3783
3784 case Hexagon::BI__builtin_HEXAGON_S2_lsr_i_r_nac:
3785 ID = Intrinsic::hexagon_S2_lsr_i_r_nac; break;
3786
3787 case Hexagon::BI__builtin_HEXAGON_S2_asl_i_r_nac:
3788 ID = Intrinsic::hexagon_S2_asl_i_r_nac; break;
3789
3790 case Hexagon::BI__builtin_HEXAGON_S2_asr_i_p_nac:
3791 ID = Intrinsic::hexagon_S2_asr_i_p_nac; break;
3792
3793 case Hexagon::BI__builtin_HEXAGON_S2_lsr_i_p_nac:
3794 ID = Intrinsic::hexagon_S2_lsr_i_p_nac; break;
3795
3796 case Hexagon::BI__builtin_HEXAGON_S2_asl_i_p_nac:
3797 ID = Intrinsic::hexagon_S2_asl_i_p_nac; break;
3798
3799 case Hexagon::BI__builtin_HEXAGON_S2_lsr_i_r_xacc:
3800 ID = Intrinsic::hexagon_S2_lsr_i_r_xacc; break;
3801
3802 case Hexagon::BI__builtin_HEXAGON_S2_asl_i_r_xacc:
3803 ID = Intrinsic::hexagon_S2_asl_i_r_xacc; break;
3804
3805 case Hexagon::BI__builtin_HEXAGON_S2_lsr_i_p_xacc:
3806 ID = Intrinsic::hexagon_S2_lsr_i_p_xacc; break;
3807
3808 case Hexagon::BI__builtin_HEXAGON_S2_asl_i_p_xacc:
3809 ID = Intrinsic::hexagon_S2_asl_i_p_xacc; break;
3810
3811 case Hexagon::BI__builtin_HEXAGON_S2_asr_i_r_and:
3812 ID = Intrinsic::hexagon_S2_asr_i_r_and; break;
3813
3814 case Hexagon::BI__builtin_HEXAGON_S2_lsr_i_r_and:
3815 ID = Intrinsic::hexagon_S2_lsr_i_r_and; break;
3816
3817 case Hexagon::BI__builtin_HEXAGON_S2_asl_i_r_and:
3818 ID = Intrinsic::hexagon_S2_asl_i_r_and; break;
3819
3820 case Hexagon::BI__builtin_HEXAGON_S2_asr_i_r_or:
3821 ID = Intrinsic::hexagon_S2_asr_i_r_or; break;
3822
3823 case Hexagon::BI__builtin_HEXAGON_S2_lsr_i_r_or:
3824 ID = Intrinsic::hexagon_S2_lsr_i_r_or; break;
3825
3826 case Hexagon::BI__builtin_HEXAGON_S2_asl_i_r_or:
3827 ID = Intrinsic::hexagon_S2_asl_i_r_or; break;
3828
3829 case Hexagon::BI__builtin_HEXAGON_S2_asr_i_p_and:
3830 ID = Intrinsic::hexagon_S2_asr_i_p_and; break;
3831
3832 case Hexagon::BI__builtin_HEXAGON_S2_lsr_i_p_and:
3833 ID = Intrinsic::hexagon_S2_lsr_i_p_and; break;
3834
3835 case Hexagon::BI__builtin_HEXAGON_S2_asl_i_p_and:
3836 ID = Intrinsic::hexagon_S2_asl_i_p_and; break;
3837
3838 case Hexagon::BI__builtin_HEXAGON_S2_asr_i_p_or:
3839 ID = Intrinsic::hexagon_S2_asr_i_p_or; break;
3840
3841 case Hexagon::BI__builtin_HEXAGON_S2_lsr_i_p_or:
3842 ID = Intrinsic::hexagon_S2_lsr_i_p_or; break;
3843
3844 case Hexagon::BI__builtin_HEXAGON_S2_asl_i_p_or:
3845 ID = Intrinsic::hexagon_S2_asl_i_p_or; break;
3846
3847 case Hexagon::BI__builtin_HEXAGON_S2_asl_i_r_sat:
3848 ID = Intrinsic::hexagon_S2_asl_i_r_sat; break;
3849
3850 case Hexagon::BI__builtin_HEXAGON_S2_asr_i_r_rnd:
3851 ID = Intrinsic::hexagon_S2_asr_i_r_rnd; break;
3852
3853 case Hexagon::BI__builtin_HEXAGON_S2_asr_i_r_rnd_goodsyntax:
3854 ID = Intrinsic::hexagon_S2_asr_i_r_rnd_goodsyntax; break;
3855
3856 case Hexagon::BI__builtin_HEXAGON_S2_addasl_rrri:
3857 ID = Intrinsic::hexagon_S2_addasl_rrri; break;
3858
3859 case Hexagon::BI__builtin_HEXAGON_S2_valignib:
3860 ID = Intrinsic::hexagon_S2_valignib; break;
3861
3862 case Hexagon::BI__builtin_HEXAGON_S2_valignrb:
3863 ID = Intrinsic::hexagon_S2_valignrb; break;
3864
3865 case Hexagon::BI__builtin_HEXAGON_S2_vspliceib:
3866 ID = Intrinsic::hexagon_S2_vspliceib; break;
3867
3868 case Hexagon::BI__builtin_HEXAGON_S2_vsplicerb:
3869 ID = Intrinsic::hexagon_S2_vsplicerb; break;
3870
3871 case Hexagon::BI__builtin_HEXAGON_S2_vsplatrh:
3872 ID = Intrinsic::hexagon_S2_vsplatrh; break;
3873
3874 case Hexagon::BI__builtin_HEXAGON_S2_vsplatrb:
3875 ID = Intrinsic::hexagon_S2_vsplatrb; break;
3876
3877 case Hexagon::BI__builtin_HEXAGON_S2_insert:
3878 ID = Intrinsic::hexagon_S2_insert; break;
3879
3880 case Hexagon::BI__builtin_HEXAGON_S2_tableidxb_goodsyntax:
3881 ID = Intrinsic::hexagon_S2_tableidxb_goodsyntax; break;
3882
3883 case Hexagon::BI__builtin_HEXAGON_S2_tableidxh_goodsyntax:
3884 ID = Intrinsic::hexagon_S2_tableidxh_goodsyntax; break;
3885
3886 case Hexagon::BI__builtin_HEXAGON_S2_tableidxw_goodsyntax:
3887 ID = Intrinsic::hexagon_S2_tableidxw_goodsyntax; break;
3888
3889 case Hexagon::BI__builtin_HEXAGON_S2_tableidxd_goodsyntax:
3890 ID = Intrinsic::hexagon_S2_tableidxd_goodsyntax; break;
3891
3892 case Hexagon::BI__builtin_HEXAGON_S2_extractu:
3893 ID = Intrinsic::hexagon_S2_extractu; break;
3894
3895 case Hexagon::BI__builtin_HEXAGON_S2_insertp:
3896 ID = Intrinsic::hexagon_S2_insertp; break;
3897
3898 case Hexagon::BI__builtin_HEXAGON_S2_extractup:
3899 ID = Intrinsic::hexagon_S2_extractup; break;
3900
3901 case Hexagon::BI__builtin_HEXAGON_S2_insert_rp:
3902 ID = Intrinsic::hexagon_S2_insert_rp; break;
3903
3904 case Hexagon::BI__builtin_HEXAGON_S2_extractu_rp:
3905 ID = Intrinsic::hexagon_S2_extractu_rp; break;
3906
3907 case Hexagon::BI__builtin_HEXAGON_S2_insertp_rp:
3908 ID = Intrinsic::hexagon_S2_insertp_rp; break;
3909
3910 case Hexagon::BI__builtin_HEXAGON_S2_extractup_rp:
3911 ID = Intrinsic::hexagon_S2_extractup_rp; break;
3912
3913 case Hexagon::BI__builtin_HEXAGON_S2_tstbit_i:
3914 ID = Intrinsic::hexagon_S2_tstbit_i; break;
3915
3916 case Hexagon::BI__builtin_HEXAGON_S2_setbit_i:
3917 ID = Intrinsic::hexagon_S2_setbit_i; break;
3918
3919 case Hexagon::BI__builtin_HEXAGON_S2_togglebit_i:
3920 ID = Intrinsic::hexagon_S2_togglebit_i; break;
3921
3922 case Hexagon::BI__builtin_HEXAGON_S2_clrbit_i:
3923 ID = Intrinsic::hexagon_S2_clrbit_i; break;
3924
3925 case Hexagon::BI__builtin_HEXAGON_S2_tstbit_r:
3926 ID = Intrinsic::hexagon_S2_tstbit_r; break;
3927
3928 case Hexagon::BI__builtin_HEXAGON_S2_setbit_r:
3929 ID = Intrinsic::hexagon_S2_setbit_r; break;
3930
3931 case Hexagon::BI__builtin_HEXAGON_S2_togglebit_r:
3932 ID = Intrinsic::hexagon_S2_togglebit_r; break;
3933
3934 case Hexagon::BI__builtin_HEXAGON_S2_clrbit_r:
3935 ID = Intrinsic::hexagon_S2_clrbit_r; break;
3936
3937 case Hexagon::BI__builtin_HEXAGON_S2_asr_i_vh:
3938 ID = Intrinsic::hexagon_S2_asr_i_vh; break;
3939
3940 case Hexagon::BI__builtin_HEXAGON_S2_lsr_i_vh:
3941 ID = Intrinsic::hexagon_S2_lsr_i_vh; break;
3942
3943 case Hexagon::BI__builtin_HEXAGON_S2_asl_i_vh:
3944 ID = Intrinsic::hexagon_S2_asl_i_vh; break;
3945
3946 case Hexagon::BI__builtin_HEXAGON_S2_asr_r_vh:
3947 ID = Intrinsic::hexagon_S2_asr_r_vh; break;
3948
3949 case Hexagon::BI__builtin_HEXAGON_S2_asl_r_vh:
3950 ID = Intrinsic::hexagon_S2_asl_r_vh; break;
3951
3952 case Hexagon::BI__builtin_HEXAGON_S2_lsr_r_vh:
3953 ID = Intrinsic::hexagon_S2_lsr_r_vh; break;
3954
3955 case Hexagon::BI__builtin_HEXAGON_S2_lsl_r_vh:
3956 ID = Intrinsic::hexagon_S2_lsl_r_vh; break;
3957
3958 case Hexagon::BI__builtin_HEXAGON_S2_asr_i_vw:
3959 ID = Intrinsic::hexagon_S2_asr_i_vw; break;
3960
3961 case Hexagon::BI__builtin_HEXAGON_S2_asr_i_svw_trun:
3962 ID = Intrinsic::hexagon_S2_asr_i_svw_trun; break;
3963
3964 case Hexagon::BI__builtin_HEXAGON_S2_asr_r_svw_trun:
3965 ID = Intrinsic::hexagon_S2_asr_r_svw_trun; break;
3966
3967 case Hexagon::BI__builtin_HEXAGON_S2_lsr_i_vw:
3968 ID = Intrinsic::hexagon_S2_lsr_i_vw; break;
3969
3970 case Hexagon::BI__builtin_HEXAGON_S2_asl_i_vw:
3971 ID = Intrinsic::hexagon_S2_asl_i_vw; break;
3972
3973 case Hexagon::BI__builtin_HEXAGON_S2_asr_r_vw:
3974 ID = Intrinsic::hexagon_S2_asr_r_vw; break;
3975
3976 case Hexagon::BI__builtin_HEXAGON_S2_asl_r_vw:
3977 ID = Intrinsic::hexagon_S2_asl_r_vw; break;
3978
3979 case Hexagon::BI__builtin_HEXAGON_S2_lsr_r_vw:
3980 ID = Intrinsic::hexagon_S2_lsr_r_vw; break;
3981
3982 case Hexagon::BI__builtin_HEXAGON_S2_lsl_r_vw:
3983 ID = Intrinsic::hexagon_S2_lsl_r_vw; break;
3984
3985 case Hexagon::BI__builtin_HEXAGON_S2_vrndpackwh:
3986 ID = Intrinsic::hexagon_S2_vrndpackwh; break;
3987
3988 case Hexagon::BI__builtin_HEXAGON_S2_vrndpackwhs:
3989 ID = Intrinsic::hexagon_S2_vrndpackwhs; break;
3990
3991 case Hexagon::BI__builtin_HEXAGON_S2_vsxtbh:
3992 ID = Intrinsic::hexagon_S2_vsxtbh; break;
3993
3994 case Hexagon::BI__builtin_HEXAGON_S2_vzxtbh:
3995 ID = Intrinsic::hexagon_S2_vzxtbh; break;
3996
3997 case Hexagon::BI__builtin_HEXAGON_S2_vsathub:
3998 ID = Intrinsic::hexagon_S2_vsathub; break;
3999
4000 case Hexagon::BI__builtin_HEXAGON_S2_svsathub:
4001 ID = Intrinsic::hexagon_S2_svsathub; break;
4002
4003 case Hexagon::BI__builtin_HEXAGON_S2_svsathb:
4004 ID = Intrinsic::hexagon_S2_svsathb; break;
4005
4006 case Hexagon::BI__builtin_HEXAGON_S2_vsathb:
4007 ID = Intrinsic::hexagon_S2_vsathb; break;
4008
4009 case Hexagon::BI__builtin_HEXAGON_S2_vtrunohb:
4010 ID = Intrinsic::hexagon_S2_vtrunohb; break;
4011
4012 case Hexagon::BI__builtin_HEXAGON_S2_vtrunewh:
4013 ID = Intrinsic::hexagon_S2_vtrunewh; break;
4014
4015 case Hexagon::BI__builtin_HEXAGON_S2_vtrunowh:
4016 ID = Intrinsic::hexagon_S2_vtrunowh; break;
4017
4018 case Hexagon::BI__builtin_HEXAGON_S2_vtrunehb:
4019 ID = Intrinsic::hexagon_S2_vtrunehb; break;
4020
4021 case Hexagon::BI__builtin_HEXAGON_S2_vsxthw:
4022 ID = Intrinsic::hexagon_S2_vsxthw; break;
4023
4024 case Hexagon::BI__builtin_HEXAGON_S2_vzxthw:
4025 ID = Intrinsic::hexagon_S2_vzxthw; break;
4026
4027 case Hexagon::BI__builtin_HEXAGON_S2_vsatwh:
4028 ID = Intrinsic::hexagon_S2_vsatwh; break;
4029
4030 case Hexagon::BI__builtin_HEXAGON_S2_vsatwuh:
4031 ID = Intrinsic::hexagon_S2_vsatwuh; break;
4032
4033 case Hexagon::BI__builtin_HEXAGON_S2_packhl:
4034 ID = Intrinsic::hexagon_S2_packhl; break;
4035
4036 case Hexagon::BI__builtin_HEXAGON_A2_swiz:
4037 ID = Intrinsic::hexagon_A2_swiz; break;
4038
4039 case Hexagon::BI__builtin_HEXAGON_S2_vsathub_nopack:
4040 ID = Intrinsic::hexagon_S2_vsathub_nopack; break;
4041
4042 case Hexagon::BI__builtin_HEXAGON_S2_vsathb_nopack:
4043 ID = Intrinsic::hexagon_S2_vsathb_nopack; break;
4044
4045 case Hexagon::BI__builtin_HEXAGON_S2_vsatwh_nopack:
4046 ID = Intrinsic::hexagon_S2_vsatwh_nopack; break;
4047
4048 case Hexagon::BI__builtin_HEXAGON_S2_vsatwuh_nopack:
4049 ID = Intrinsic::hexagon_S2_vsatwuh_nopack; break;
4050
4051 case Hexagon::BI__builtin_HEXAGON_S2_shuffob:
4052 ID = Intrinsic::hexagon_S2_shuffob; break;
4053
4054 case Hexagon::BI__builtin_HEXAGON_S2_shuffeb:
4055 ID = Intrinsic::hexagon_S2_shuffeb; break;
4056
4057 case Hexagon::BI__builtin_HEXAGON_S2_shuffoh:
4058 ID = Intrinsic::hexagon_S2_shuffoh; break;
4059
4060 case Hexagon::BI__builtin_HEXAGON_S2_shuffeh:
4061 ID = Intrinsic::hexagon_S2_shuffeh; break;
4062
4063 case Hexagon::BI__builtin_HEXAGON_S2_parityp:
4064 ID = Intrinsic::hexagon_S2_parityp; break;
4065
4066 case Hexagon::BI__builtin_HEXAGON_S2_lfsp:
4067 ID = Intrinsic::hexagon_S2_lfsp; break;
4068
4069 case Hexagon::BI__builtin_HEXAGON_S2_clbnorm:
4070 ID = Intrinsic::hexagon_S2_clbnorm; break;
4071
4072 case Hexagon::BI__builtin_HEXAGON_S2_clb:
4073 ID = Intrinsic::hexagon_S2_clb; break;
4074
4075 case Hexagon::BI__builtin_HEXAGON_S2_cl0:
4076 ID = Intrinsic::hexagon_S2_cl0; break;
4077
4078 case Hexagon::BI__builtin_HEXAGON_S2_cl1:
4079 ID = Intrinsic::hexagon_S2_cl1; break;
4080
4081 case Hexagon::BI__builtin_HEXAGON_S2_clbp:
4082 ID = Intrinsic::hexagon_S2_clbp; break;
4083
4084 case Hexagon::BI__builtin_HEXAGON_S2_cl0p:
4085 ID = Intrinsic::hexagon_S2_cl0p; break;
4086
4087 case Hexagon::BI__builtin_HEXAGON_S2_cl1p:
4088 ID = Intrinsic::hexagon_S2_cl1p; break;
4089
4090 case Hexagon::BI__builtin_HEXAGON_S2_brev:
4091 ID = Intrinsic::hexagon_S2_brev; break;
4092
4093 case Hexagon::BI__builtin_HEXAGON_S2_ct0:
4094 ID = Intrinsic::hexagon_S2_ct0; break;
4095
4096 case Hexagon::BI__builtin_HEXAGON_S2_ct1:
4097 ID = Intrinsic::hexagon_S2_ct1; break;
4098
4099 case Hexagon::BI__builtin_HEXAGON_S2_interleave:
4100 ID = Intrinsic::hexagon_S2_interleave; break;
4101
4102 case Hexagon::BI__builtin_HEXAGON_S2_deinterleave:
4103 ID = Intrinsic::hexagon_S2_deinterleave; break;
4104
4105 case Hexagon::BI__builtin_SI_to_SXTHI_asrh:
4106 ID = Intrinsic::hexagon_SI_to_SXTHI_asrh; break;
4107
4108 case Hexagon::BI__builtin_HEXAGON_A4_orn:
4109 ID = Intrinsic::hexagon_A4_orn; break;
4110
4111 case Hexagon::BI__builtin_HEXAGON_A4_andn:
4112 ID = Intrinsic::hexagon_A4_andn; break;
4113
4114 case Hexagon::BI__builtin_HEXAGON_A4_ornp:
4115 ID = Intrinsic::hexagon_A4_ornp; break;
4116
4117 case Hexagon::BI__builtin_HEXAGON_A4_andnp:
4118 ID = Intrinsic::hexagon_A4_andnp; break;
4119
4120 case Hexagon::BI__builtin_HEXAGON_A4_combineir:
4121 ID = Intrinsic::hexagon_A4_combineir; break;
4122
4123 case Hexagon::BI__builtin_HEXAGON_A4_combineri:
4124 ID = Intrinsic::hexagon_A4_combineri; break;
4125
4126 case Hexagon::BI__builtin_HEXAGON_C4_cmpneqi:
4127 ID = Intrinsic::hexagon_C4_cmpneqi; break;
4128
4129 case Hexagon::BI__builtin_HEXAGON_C4_cmpneq:
4130 ID = Intrinsic::hexagon_C4_cmpneq; break;
4131
4132 case Hexagon::BI__builtin_HEXAGON_C4_cmpltei:
4133 ID = Intrinsic::hexagon_C4_cmpltei; break;
4134
4135 case Hexagon::BI__builtin_HEXAGON_C4_cmplte:
4136 ID = Intrinsic::hexagon_C4_cmplte; break;
4137
4138 case Hexagon::BI__builtin_HEXAGON_C4_cmplteui:
4139 ID = Intrinsic::hexagon_C4_cmplteui; break;
4140
4141 case Hexagon::BI__builtin_HEXAGON_C4_cmplteu:
4142 ID = Intrinsic::hexagon_C4_cmplteu; break;
4143
4144 case Hexagon::BI__builtin_HEXAGON_A4_rcmpneq:
4145 ID = Intrinsic::hexagon_A4_rcmpneq; break;
4146
4147 case Hexagon::BI__builtin_HEXAGON_A4_rcmpneqi:
4148 ID = Intrinsic::hexagon_A4_rcmpneqi; break;
4149
4150 case Hexagon::BI__builtin_HEXAGON_A4_rcmpeq:
4151 ID = Intrinsic::hexagon_A4_rcmpeq; break;
4152
4153 case Hexagon::BI__builtin_HEXAGON_A4_rcmpeqi:
4154 ID = Intrinsic::hexagon_A4_rcmpeqi; break;
4155
4156 case Hexagon::BI__builtin_HEXAGON_C4_fastcorner9:
4157 ID = Intrinsic::hexagon_C4_fastcorner9; break;
4158
4159 case Hexagon::BI__builtin_HEXAGON_C4_fastcorner9_not:
4160 ID = Intrinsic::hexagon_C4_fastcorner9_not; break;
4161
4162 case Hexagon::BI__builtin_HEXAGON_C4_and_andn:
4163 ID = Intrinsic::hexagon_C4_and_andn; break;
4164
4165 case Hexagon::BI__builtin_HEXAGON_C4_and_and:
4166 ID = Intrinsic::hexagon_C4_and_and; break;
4167
4168 case Hexagon::BI__builtin_HEXAGON_C4_and_orn:
4169 ID = Intrinsic::hexagon_C4_and_orn; break;
4170
4171 case Hexagon::BI__builtin_HEXAGON_C4_and_or:
4172 ID = Intrinsic::hexagon_C4_and_or; break;
4173
4174 case Hexagon::BI__builtin_HEXAGON_C4_or_andn:
4175 ID = Intrinsic::hexagon_C4_or_andn; break;
4176
4177 case Hexagon::BI__builtin_HEXAGON_C4_or_and:
4178 ID = Intrinsic::hexagon_C4_or_and; break;
4179
4180 case Hexagon::BI__builtin_HEXAGON_C4_or_orn:
4181 ID = Intrinsic::hexagon_C4_or_orn; break;
4182
4183 case Hexagon::BI__builtin_HEXAGON_C4_or_or:
4184 ID = Intrinsic::hexagon_C4_or_or; break;
4185
4186 case Hexagon::BI__builtin_HEXAGON_S4_addaddi:
4187 ID = Intrinsic::hexagon_S4_addaddi; break;
4188
4189 case Hexagon::BI__builtin_HEXAGON_S4_subaddi:
4190 ID = Intrinsic::hexagon_S4_subaddi; break;
4191
4192 case Hexagon::BI__builtin_HEXAGON_M4_xor_xacc:
4193 ID = Intrinsic::hexagon_M4_xor_xacc; break;
4194
4195 case Hexagon::BI__builtin_HEXAGON_M4_and_and:
4196 ID = Intrinsic::hexagon_M4_and_and; break;
4197
4198 case Hexagon::BI__builtin_HEXAGON_M4_and_or:
4199 ID = Intrinsic::hexagon_M4_and_or; break;
4200
4201 case Hexagon::BI__builtin_HEXAGON_M4_and_xor:
4202 ID = Intrinsic::hexagon_M4_and_xor; break;
4203
4204 case Hexagon::BI__builtin_HEXAGON_M4_and_andn:
4205 ID = Intrinsic::hexagon_M4_and_andn; break;
4206
4207 case Hexagon::BI__builtin_HEXAGON_M4_xor_and:
4208 ID = Intrinsic::hexagon_M4_xor_and; break;
4209
4210 case Hexagon::BI__builtin_HEXAGON_M4_xor_or:
4211 ID = Intrinsic::hexagon_M4_xor_or; break;
4212
4213 case Hexagon::BI__builtin_HEXAGON_M4_xor_andn:
4214 ID = Intrinsic::hexagon_M4_xor_andn; break;
4215
4216 case Hexagon::BI__builtin_HEXAGON_M4_or_and:
4217 ID = Intrinsic::hexagon_M4_or_and; break;
4218
4219 case Hexagon::BI__builtin_HEXAGON_M4_or_or:
4220 ID = Intrinsic::hexagon_M4_or_or; break;
4221
4222 case Hexagon::BI__builtin_HEXAGON_M4_or_xor:
4223 ID = Intrinsic::hexagon_M4_or_xor; break;
4224
4225 case Hexagon::BI__builtin_HEXAGON_M4_or_andn:
4226 ID = Intrinsic::hexagon_M4_or_andn; break;
4227
4228 case Hexagon::BI__builtin_HEXAGON_S4_or_andix:
4229 ID = Intrinsic::hexagon_S4_or_andix; break;
4230
4231 case Hexagon::BI__builtin_HEXAGON_S4_or_andi:
4232 ID = Intrinsic::hexagon_S4_or_andi; break;
4233
4234 case Hexagon::BI__builtin_HEXAGON_S4_or_ori:
4235 ID = Intrinsic::hexagon_S4_or_ori; break;
4236
4237 case Hexagon::BI__builtin_HEXAGON_A4_modwrapu:
4238 ID = Intrinsic::hexagon_A4_modwrapu; break;
4239
4240 case Hexagon::BI__builtin_HEXAGON_A4_cround_rr:
4241 ID = Intrinsic::hexagon_A4_cround_rr; break;
4242
4243 case Hexagon::BI__builtin_HEXAGON_A4_round_ri:
4244 ID = Intrinsic::hexagon_A4_round_ri; break;
4245
4246 case Hexagon::BI__builtin_HEXAGON_A4_round_rr:
4247 ID = Intrinsic::hexagon_A4_round_rr; break;
4248
4249 case Hexagon::BI__builtin_HEXAGON_A4_round_ri_sat:
4250 ID = Intrinsic::hexagon_A4_round_ri_sat; break;
4251
4252 case Hexagon::BI__builtin_HEXAGON_A4_round_rr_sat:
4253 ID = Intrinsic::hexagon_A4_round_rr_sat; break;
4254
4255 }
4256
4257 llvm::Function *F = CGM.getIntrinsic(ID);
4258 return Builder.CreateCall(F, Ops, "");
4259}
4260
Mike Stump1eb44332009-09-09 15:08:12 +00004261Value *CodeGenFunction::EmitPPCBuiltinExpr(unsigned BuiltinID,
Chris Lattner1feedd82007-12-13 07:34:23 +00004262 const CallExpr *E) {
Chris Lattner5f9e2722011-07-23 10:55:15 +00004263 SmallVector<Value*, 4> Ops;
Chris Lattnerdd173942010-04-14 03:54:58 +00004264
4265 for (unsigned i = 0, e = E->getNumArgs(); i != e; i++)
4266 Ops.push_back(EmitScalarExpr(E->getArg(i)));
4267
4268 Intrinsic::ID ID = Intrinsic::not_intrinsic;
4269
4270 switch (BuiltinID) {
4271 default: return 0;
4272
Anton Korobeynikov4d3a7b02010-06-19 09:47:18 +00004273 // vec_ld, vec_lvsl, vec_lvsr
4274 case PPC::BI__builtin_altivec_lvx:
4275 case PPC::BI__builtin_altivec_lvxl:
4276 case PPC::BI__builtin_altivec_lvebx:
4277 case PPC::BI__builtin_altivec_lvehx:
4278 case PPC::BI__builtin_altivec_lvewx:
4279 case PPC::BI__builtin_altivec_lvsl:
4280 case PPC::BI__builtin_altivec_lvsr:
4281 {
John McCalld16c2cf2011-02-08 08:22:06 +00004282 Ops[1] = Builder.CreateBitCast(Ops[1], Int8PtrTy);
Anton Korobeynikov4d3a7b02010-06-19 09:47:18 +00004283
Benjamin Kramer578faa82011-09-27 21:06:10 +00004284 Ops[0] = Builder.CreateGEP(Ops[1], Ops[0]);
Anton Korobeynikov4d3a7b02010-06-19 09:47:18 +00004285 Ops.pop_back();
4286
4287 switch (BuiltinID) {
David Blaikieb219cfc2011-09-23 05:06:16 +00004288 default: llvm_unreachable("Unsupported ld/lvsl/lvsr intrinsic!");
Anton Korobeynikov4d3a7b02010-06-19 09:47:18 +00004289 case PPC::BI__builtin_altivec_lvx:
4290 ID = Intrinsic::ppc_altivec_lvx;
4291 break;
4292 case PPC::BI__builtin_altivec_lvxl:
4293 ID = Intrinsic::ppc_altivec_lvxl;
4294 break;
4295 case PPC::BI__builtin_altivec_lvebx:
4296 ID = Intrinsic::ppc_altivec_lvebx;
4297 break;
4298 case PPC::BI__builtin_altivec_lvehx:
4299 ID = Intrinsic::ppc_altivec_lvehx;
4300 break;
4301 case PPC::BI__builtin_altivec_lvewx:
4302 ID = Intrinsic::ppc_altivec_lvewx;
4303 break;
4304 case PPC::BI__builtin_altivec_lvsl:
4305 ID = Intrinsic::ppc_altivec_lvsl;
4306 break;
4307 case PPC::BI__builtin_altivec_lvsr:
4308 ID = Intrinsic::ppc_altivec_lvsr;
4309 break;
4310 }
4311 llvm::Function *F = CGM.getIntrinsic(ID);
Jay Foad4c7d9f12011-07-15 08:37:34 +00004312 return Builder.CreateCall(F, Ops, "");
Anton Korobeynikov4d3a7b02010-06-19 09:47:18 +00004313 }
4314
Chris Lattnerdd173942010-04-14 03:54:58 +00004315 // vec_st
4316 case PPC::BI__builtin_altivec_stvx:
4317 case PPC::BI__builtin_altivec_stvxl:
4318 case PPC::BI__builtin_altivec_stvebx:
4319 case PPC::BI__builtin_altivec_stvehx:
4320 case PPC::BI__builtin_altivec_stvewx:
4321 {
John McCalld16c2cf2011-02-08 08:22:06 +00004322 Ops[2] = Builder.CreateBitCast(Ops[2], Int8PtrTy);
Benjamin Kramer578faa82011-09-27 21:06:10 +00004323 Ops[1] = Builder.CreateGEP(Ops[2], Ops[1]);
Chris Lattnerdd173942010-04-14 03:54:58 +00004324 Ops.pop_back();
4325
4326 switch (BuiltinID) {
David Blaikieb219cfc2011-09-23 05:06:16 +00004327 default: llvm_unreachable("Unsupported st intrinsic!");
Chris Lattnerdd173942010-04-14 03:54:58 +00004328 case PPC::BI__builtin_altivec_stvx:
4329 ID = Intrinsic::ppc_altivec_stvx;
4330 break;
4331 case PPC::BI__builtin_altivec_stvxl:
4332 ID = Intrinsic::ppc_altivec_stvxl;
4333 break;
4334 case PPC::BI__builtin_altivec_stvebx:
4335 ID = Intrinsic::ppc_altivec_stvebx;
4336 break;
4337 case PPC::BI__builtin_altivec_stvehx:
4338 ID = Intrinsic::ppc_altivec_stvehx;
4339 break;
4340 case PPC::BI__builtin_altivec_stvewx:
4341 ID = Intrinsic::ppc_altivec_stvewx;
4342 break;
4343 }
4344 llvm::Function *F = CGM.getIntrinsic(ID);
Jay Foad4c7d9f12011-07-15 08:37:34 +00004345 return Builder.CreateCall(F, Ops, "");
Chris Lattnerdd173942010-04-14 03:54:58 +00004346 }
4347 }
Mike Stump1eb44332009-09-09 15:08:12 +00004348}