blob: c4197e68701510ea43e0127318fe138530689074 [file] [log] [blame]
Anders Carlsson1d8e5212007-08-20 18:05:56 +00001//===---- CGBuiltin.cpp - Emit LLVM Code for builtins ---------------------===//
2//
3// The LLVM Compiler Infrastructure
4//
Chris Lattner5b12ab82007-12-29 19:59:25 +00005// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
Anders Carlsson1d8e5212007-08-20 18:05:56 +00007//
8//===----------------------------------------------------------------------===//
9//
10// This contains code to emit Builtin calls as LLVM code.
11//
12//===----------------------------------------------------------------------===//
13
John McCallb6cc2c042010-03-02 03:50:12 +000014#include "TargetInfo.h"
Anders Carlsson1d8e5212007-08-20 18:05:56 +000015#include "CodeGenFunction.h"
16#include "CodeGenModule.h"
Fariborz Jahanian021510e2010-06-15 22:44:06 +000017#include "CGObjCRuntime.h"
Anders Carlssona020c432007-12-09 21:20:04 +000018#include "clang/Basic/TargetInfo.h"
Chris Lattner1eec6602007-08-31 04:31:45 +000019#include "clang/AST/ASTContext.h"
Daniel Dunbar6e8aa532008-08-11 05:35:13 +000020#include "clang/AST/Decl.h"
Chris Lattner5abdec72009-06-14 01:05:48 +000021#include "clang/Basic/TargetBuiltins.h"
Anders Carlsson24ebce62007-10-12 23:56:29 +000022#include "llvm/Intrinsics.h"
John McCallb6cc2c042010-03-02 03:50:12 +000023#include "llvm/Target/TargetData.h"
Jakub Staszakd2cf2cb2011-07-08 22:45:14 +000024
Anders Carlsson1d8e5212007-08-20 18:05:56 +000025using namespace clang;
26using namespace CodeGen;
Anders Carlssona020c432007-12-09 21:20:04 +000027using namespace llvm;
28
John McCall30e4efd2011-09-13 23:05:03 +000029/// getBuiltinLibFunction - Given a builtin id for a function like
30/// "__builtin_fabsf", return a Function* for "fabsf".
31llvm::Value *CodeGenModule::getBuiltinLibFunction(const FunctionDecl *FD,
32 unsigned BuiltinID) {
33 assert(Context.BuiltinInfo.isLibFunction(BuiltinID));
34
35 // Get the name, skip over the __builtin_ prefix (if necessary).
36 StringRef Name;
37 GlobalDecl D(FD);
38
39 // If the builtin has been declared explicitly with an assembler label,
40 // use the mangled name. This differs from the plain label on platforms
41 // that prefix labels.
42 if (FD->hasAttr<AsmLabelAttr>())
43 Name = getMangledName(D);
44 else
45 Name = Context.BuiltinInfo.GetName(BuiltinID) + 10;
46
47 llvm::FunctionType *Ty =
48 cast<llvm::FunctionType>(getTypes().ConvertType(FD->getType()));
49
50 return GetOrCreateLLVMFunction(Name, Ty, D, /*ForVTable=*/false);
51}
52
John McCall3a7f6922010-10-27 20:58:56 +000053/// Emit the conversions required to turn the given value into an
54/// integer of the given size.
55static Value *EmitToInt(CodeGenFunction &CGF, llvm::Value *V,
Chris Lattner2192fe52011-07-18 04:24:23 +000056 QualType T, llvm::IntegerType *IntType) {
John McCall3a7f6922010-10-27 20:58:56 +000057 V = CGF.EmitToMemory(V, T);
Chris Lattner07e96862010-10-01 23:43:16 +000058
John McCall3a7f6922010-10-27 20:58:56 +000059 if (V->getType()->isPointerTy())
60 return CGF.Builder.CreatePtrToInt(V, IntType);
61
62 assert(V->getType() == IntType);
63 return V;
Chandler Carruthbc8cab12010-07-18 07:23:17 +000064}
65
John McCall3a7f6922010-10-27 20:58:56 +000066static Value *EmitFromInt(CodeGenFunction &CGF, llvm::Value *V,
Chris Lattner2192fe52011-07-18 04:24:23 +000067 QualType T, llvm::Type *ResultType) {
John McCall3a7f6922010-10-27 20:58:56 +000068 V = CGF.EmitFromMemory(V, T);
69
70 if (ResultType->isPointerTy())
71 return CGF.Builder.CreateIntToPtr(V, ResultType);
72
73 assert(V->getType() == ResultType);
74 return V;
Chandler Carruthbc8cab12010-07-18 07:23:17 +000075}
76
Daniel Dunbar4fab57d2009-04-07 00:55:51 +000077/// Utility to insert an atomic instruction based on Instrinsic::ID
78/// and the expression node.
Daniel Dunbar4ff562d2010-03-20 07:04:11 +000079static RValue EmitBinaryAtomic(CodeGenFunction &CGF,
Eli Friedmane9f81132011-09-07 01:41:24 +000080 llvm::AtomicRMWInst::BinOp Kind,
81 const CallExpr *E) {
John McCall3a7f6922010-10-27 20:58:56 +000082 QualType T = E->getType();
83 assert(E->getArg(0)->getType()->isPointerType());
84 assert(CGF.getContext().hasSameUnqualifiedType(T,
85 E->getArg(0)->getType()->getPointeeType()));
86 assert(CGF.getContext().hasSameUnqualifiedType(T, E->getArg(1)->getType()));
87
Chris Lattnerb2f659b2010-09-21 23:40:48 +000088 llvm::Value *DestPtr = CGF.EmitScalarExpr(E->getArg(0));
89 unsigned AddrSpace =
90 cast<llvm::PointerType>(DestPtr->getType())->getAddressSpace();
John McCall6bde9542010-10-26 22:09:15 +000091
Chris Lattnera5f58b02011-07-09 17:41:47 +000092 llvm::IntegerType *IntType =
John McCall3a7f6922010-10-27 20:58:56 +000093 llvm::IntegerType::get(CGF.getLLVMContext(),
94 CGF.getContext().getTypeSize(T));
Chris Lattnera5f58b02011-07-09 17:41:47 +000095 llvm::Type *IntPtrType = IntType->getPointerTo(AddrSpace);
John McCall3a7f6922010-10-27 20:58:56 +000096
John McCall3a7f6922010-10-27 20:58:56 +000097 llvm::Value *Args[2];
98 Args[0] = CGF.Builder.CreateBitCast(DestPtr, IntPtrType);
99 Args[1] = CGF.EmitScalarExpr(E->getArg(1));
Chris Lattner2192fe52011-07-18 04:24:23 +0000100 llvm::Type *ValueType = Args[1]->getType();
John McCall3a7f6922010-10-27 20:58:56 +0000101 Args[1] = EmitToInt(CGF, Args[1], T, IntType);
102
Eli Friedmane9f81132011-09-07 01:41:24 +0000103 llvm::Value *Result =
104 CGF.Builder.CreateAtomicRMW(Kind, Args[0], Args[1],
105 llvm::SequentiallyConsistent);
John McCall3a7f6922010-10-27 20:58:56 +0000106 Result = EmitFromInt(CGF, Result, T, ValueType);
107 return RValue::get(Result);
Daniel Dunbar4fab57d2009-04-07 00:55:51 +0000108}
109
110/// Utility to insert an atomic instruction based Instrinsic::ID and
John McCall3a7f6922010-10-27 20:58:56 +0000111/// the expression node, where the return value is the result of the
112/// operation.
Chris Lattner43660c52010-05-06 05:35:16 +0000113static RValue EmitBinaryAtomicPost(CodeGenFunction &CGF,
Eli Friedmane9f81132011-09-07 01:41:24 +0000114 llvm::AtomicRMWInst::BinOp Kind,
115 const CallExpr *E,
Daniel Dunbar4fab57d2009-04-07 00:55:51 +0000116 Instruction::BinaryOps Op) {
John McCall3a7f6922010-10-27 20:58:56 +0000117 QualType T = E->getType();
118 assert(E->getArg(0)->getType()->isPointerType());
119 assert(CGF.getContext().hasSameUnqualifiedType(T,
120 E->getArg(0)->getType()->getPointeeType()));
121 assert(CGF.getContext().hasSameUnqualifiedType(T, E->getArg(1)->getType()));
122
Chris Lattnerb2f659b2010-09-21 23:40:48 +0000123 llvm::Value *DestPtr = CGF.EmitScalarExpr(E->getArg(0));
124 unsigned AddrSpace =
125 cast<llvm::PointerType>(DestPtr->getType())->getAddressSpace();
John McCall6bde9542010-10-26 22:09:15 +0000126
Chris Lattnera5f58b02011-07-09 17:41:47 +0000127 llvm::IntegerType *IntType =
John McCall3a7f6922010-10-27 20:58:56 +0000128 llvm::IntegerType::get(CGF.getLLVMContext(),
129 CGF.getContext().getTypeSize(T));
Chris Lattnera5f58b02011-07-09 17:41:47 +0000130 llvm::Type *IntPtrType = IntType->getPointerTo(AddrSpace);
John McCall3a7f6922010-10-27 20:58:56 +0000131
John McCall3a7f6922010-10-27 20:58:56 +0000132 llvm::Value *Args[2];
133 Args[1] = CGF.EmitScalarExpr(E->getArg(1));
Chris Lattner2192fe52011-07-18 04:24:23 +0000134 llvm::Type *ValueType = Args[1]->getType();
John McCall3a7f6922010-10-27 20:58:56 +0000135 Args[1] = EmitToInt(CGF, Args[1], T, IntType);
136 Args[0] = CGF.Builder.CreateBitCast(DestPtr, IntPtrType);
137
Eli Friedmane9f81132011-09-07 01:41:24 +0000138 llvm::Value *Result =
139 CGF.Builder.CreateAtomicRMW(Kind, Args[0], Args[1],
140 llvm::SequentiallyConsistent);
John McCall3a7f6922010-10-27 20:58:56 +0000141 Result = CGF.Builder.CreateBinOp(Op, Result, Args[1]);
142 Result = EmitFromInt(CGF, Result, T, ValueType);
143 return RValue::get(Result);
Mon P Wangb84407d2008-05-09 22:40:52 +0000144}
145
Chris Lattner43660c52010-05-06 05:35:16 +0000146/// EmitFAbs - Emit a call to fabs/fabsf/fabsl, depending on the type of ValTy,
147/// which must be a scalar floating point type.
148static Value *EmitFAbs(CodeGenFunction &CGF, Value *V, QualType ValTy) {
149 const BuiltinType *ValTyP = ValTy->getAs<BuiltinType>();
150 assert(ValTyP && "isn't scalar fp type!");
151
152 StringRef FnName;
153 switch (ValTyP->getKind()) {
David Blaikie83d382b2011-09-23 05:06:16 +0000154 default: llvm_unreachable("Isn't a scalar fp type!");
Chris Lattner43660c52010-05-06 05:35:16 +0000155 case BuiltinType::Float: FnName = "fabsf"; break;
156 case BuiltinType::Double: FnName = "fabs"; break;
157 case BuiltinType::LongDouble: FnName = "fabsl"; break;
158 }
159
160 // The prototype is something that takes and returns whatever V's type is.
Jay Foad5709f7c2011-07-29 13:56:53 +0000161 llvm::FunctionType *FT = llvm::FunctionType::get(V->getType(), V->getType(),
Benjamin Kramerdf1fb132011-05-28 14:26:31 +0000162 false);
Chris Lattner43660c52010-05-06 05:35:16 +0000163 llvm::Value *Fn = CGF.CGM.CreateRuntimeFunction(FT, FnName);
164
165 return CGF.Builder.CreateCall(Fn, V, "abs");
166}
167
John McCall30e4efd2011-09-13 23:05:03 +0000168static RValue emitLibraryCall(CodeGenFunction &CGF, const FunctionDecl *Fn,
169 const CallExpr *E, llvm::Value *calleeValue) {
170 return CGF.EmitCall(E->getCallee()->getType(), calleeValue,
171 ReturnValueSlot(), E->arg_begin(), E->arg_end(), Fn);
172}
173
Mike Stump11289f42009-09-09 15:08:12 +0000174RValue CodeGenFunction::EmitBuiltinExpr(const FunctionDecl *FD,
Daniel Dunbar8eb018a2009-02-16 22:43:43 +0000175 unsigned BuiltinID, const CallExpr *E) {
Chris Lattner24355b52008-10-06 06:56:41 +0000176 // See if we can constant fold this builtin. If so, don't emit it at all.
Anders Carlssonc9687902008-12-01 02:31:41 +0000177 Expr::EvalResult Result;
Eli Friedmandf88c542012-01-06 20:03:09 +0000178 if (E->EvaluateAsRValue(Result, CGM.getContext()) &&
Fariborz Jahanian24ac1592011-04-25 23:10:07 +0000179 !Result.hasSideEffects()) {
Anders Carlssonc9687902008-12-01 02:31:41 +0000180 if (Result.Val.isInt())
John McCallad7c5c12011-02-08 08:22:06 +0000181 return RValue::get(llvm::ConstantInt::get(getLLVMContext(),
Owen Andersonb7a2fe62009-07-24 23:12:58 +0000182 Result.Val.getInt()));
Chris Lattner07e96862010-10-01 23:43:16 +0000183 if (Result.Val.isFloat())
John McCallad7c5c12011-02-08 08:22:06 +0000184 return RValue::get(llvm::ConstantFP::get(getLLVMContext(),
185 Result.Val.getFloat()));
Chris Lattnera1518b12008-10-06 06:09:18 +0000186 }
Mike Stump11289f42009-09-09 15:08:12 +0000187
Chris Lattner24355b52008-10-06 06:56:41 +0000188 switch (BuiltinID) {
189 default: break; // Handle intrinsics and libm functions below.
Chris Lattnera97132a2008-10-06 07:26:43 +0000190 case Builtin::BI__builtin___CFStringMakeConstantString:
David Chisnall481e3a82010-01-23 02:40:42 +0000191 case Builtin::BI__builtin___NSStringMakeConstantString:
Anders Carlsson80f97ab2009-04-08 04:48:15 +0000192 return RValue::get(CGM.EmitConstantExpr(E, E->getType(), 0));
Chris Lattner0bf67912008-07-09 17:28:44 +0000193 case Builtin::BI__builtin_stdarg_start:
Anders Carlsson24ebce62007-10-12 23:56:29 +0000194 case Builtin::BI__builtin_va_start:
195 case Builtin::BI__builtin_va_end: {
Daniel Dunbare9fcadd22009-02-11 22:25:55 +0000196 Value *ArgValue = EmitVAListRef(E->getArg(0));
Chris Lattner2192fe52011-07-18 04:24:23 +0000197 llvm::Type *DestType = Int8PtrTy;
Anders Carlsson24ebce62007-10-12 23:56:29 +0000198 if (ArgValue->getType() != DestType)
Mike Stump11289f42009-09-09 15:08:12 +0000199 ArgValue = Builder.CreateBitCast(ArgValue, DestType,
Daniel Dunbare59313a2009-07-26 09:28:40 +0000200 ArgValue->getName().data());
Anders Carlsson24ebce62007-10-12 23:56:29 +0000201
Mike Stump11289f42009-09-09 15:08:12 +0000202 Intrinsic::ID inst = (BuiltinID == Builtin::BI__builtin_va_end) ?
Chris Lattner0bf67912008-07-09 17:28:44 +0000203 Intrinsic::vaend : Intrinsic::vastart;
Chris Lattnerb8be97e2007-12-18 00:25:38 +0000204 return RValue::get(Builder.CreateCall(CGM.getIntrinsic(inst), ArgValue));
Anders Carlsson24ebce62007-10-12 23:56:29 +0000205 }
Anders Carlssonc0b0e592008-02-09 20:26:43 +0000206 case Builtin::BI__builtin_va_copy: {
Eli Friedmanddea0ad2009-01-20 17:46:04 +0000207 Value *DstPtr = EmitVAListRef(E->getArg(0));
208 Value *SrcPtr = EmitVAListRef(E->getArg(1));
Anders Carlssonc0b0e592008-02-09 20:26:43 +0000209
Chris Lattner2192fe52011-07-18 04:24:23 +0000210 llvm::Type *Type = Int8PtrTy;
Anders Carlssonc0b0e592008-02-09 20:26:43 +0000211
212 DstPtr = Builder.CreateBitCast(DstPtr, Type);
213 SrcPtr = Builder.CreateBitCast(SrcPtr, Type);
Mike Stump11289f42009-09-09 15:08:12 +0000214 return RValue::get(Builder.CreateCall2(CGM.getIntrinsic(Intrinsic::vacopy),
Chris Lattnerdbcc2ca2008-05-06 00:56:42 +0000215 DstPtr, SrcPtr));
Anders Carlssonc0b0e592008-02-09 20:26:43 +0000216 }
Eli Friedman65499b42012-01-17 22:11:30 +0000217 case Builtin::BI__builtin_abs:
218 case Builtin::BI__builtin_labs:
219 case Builtin::BI__builtin_llabs: {
Mike Stump11289f42009-09-09 15:08:12 +0000220 Value *ArgValue = EmitScalarExpr(E->getArg(0));
221
Chris Lattner28ee5b32008-07-23 06:53:34 +0000222 Value *NegOp = Builder.CreateNeg(ArgValue, "neg");
Mike Stump11289f42009-09-09 15:08:12 +0000223 Value *CmpResult =
224 Builder.CreateICmpSGE(ArgValue,
Owen Anderson0b75f232009-07-31 20:28:54 +0000225 llvm::Constant::getNullValue(ArgValue->getType()),
Chris Lattner28ee5b32008-07-23 06:53:34 +0000226 "abscond");
Mike Stump11289f42009-09-09 15:08:12 +0000227 Value *Result =
Anders Carlsson4f8eb122007-11-20 19:05:17 +0000228 Builder.CreateSelect(CmpResult, ArgValue, NegOp, "abs");
Mike Stump11289f42009-09-09 15:08:12 +0000229
Anders Carlsson4f8eb122007-11-20 19:05:17 +0000230 return RValue::get(Result);
231 }
Benjamin Kramer14128162012-01-28 18:42:57 +0000232 case Builtin::BI__builtin_ctzs:
Anders Carlsson093f1a02008-02-06 07:19:27 +0000233 case Builtin::BI__builtin_ctz:
234 case Builtin::BI__builtin_ctzl:
235 case Builtin::BI__builtin_ctzll: {
236 Value *ArgValue = EmitScalarExpr(E->getArg(0));
Mike Stump11289f42009-09-09 15:08:12 +0000237
Chris Lattnera5f58b02011-07-09 17:41:47 +0000238 llvm::Type *ArgType = ArgValue->getType();
Benjamin Kramer8d375ce2011-07-14 17:45:50 +0000239 Value *F = CGM.getIntrinsic(Intrinsic::cttz, ArgType);
Anders Carlsson093f1a02008-02-06 07:19:27 +0000240
Chris Lattner2192fe52011-07-18 04:24:23 +0000241 llvm::Type *ResultType = ConvertType(E->getType());
Bob Wilsona7a61e22012-01-26 22:14:27 +0000242 Value *ZeroUndef = Builder.getInt1(Target.isCLZForZeroUndef());
243 Value *Result = Builder.CreateCall2(F, ArgValue, ZeroUndef);
Anders Carlsson093f1a02008-02-06 07:19:27 +0000244 if (Result->getType() != ResultType)
Duncan Sands7876dad2009-11-16 13:11:21 +0000245 Result = Builder.CreateIntCast(Result, ResultType, /*isSigned*/true,
246 "cast");
Anders Carlsson093f1a02008-02-06 07:19:27 +0000247 return RValue::get(Result);
248 }
Benjamin Kramer14128162012-01-28 18:42:57 +0000249 case Builtin::BI__builtin_clzs:
Eli Friedman5e2281e2008-05-27 15:32:46 +0000250 case Builtin::BI__builtin_clz:
251 case Builtin::BI__builtin_clzl:
252 case Builtin::BI__builtin_clzll: {
253 Value *ArgValue = EmitScalarExpr(E->getArg(0));
Mike Stump11289f42009-09-09 15:08:12 +0000254
Chris Lattnera5f58b02011-07-09 17:41:47 +0000255 llvm::Type *ArgType = ArgValue->getType();
Benjamin Kramer8d375ce2011-07-14 17:45:50 +0000256 Value *F = CGM.getIntrinsic(Intrinsic::ctlz, ArgType);
Eli Friedman5e2281e2008-05-27 15:32:46 +0000257
Chris Lattner2192fe52011-07-18 04:24:23 +0000258 llvm::Type *ResultType = ConvertType(E->getType());
Bob Wilsona7a61e22012-01-26 22:14:27 +0000259 Value *ZeroUndef = Builder.getInt1(Target.isCLZForZeroUndef());
260 Value *Result = Builder.CreateCall2(F, ArgValue, ZeroUndef);
Eli Friedman5e2281e2008-05-27 15:32:46 +0000261 if (Result->getType() != ResultType)
Duncan Sands7876dad2009-11-16 13:11:21 +0000262 Result = Builder.CreateIntCast(Result, ResultType, /*isSigned*/true,
263 "cast");
Eli Friedman5e2281e2008-05-27 15:32:46 +0000264 return RValue::get(Result);
265 }
Daniel Dunbard93abc32008-07-21 17:19:41 +0000266 case Builtin::BI__builtin_ffs:
267 case Builtin::BI__builtin_ffsl:
268 case Builtin::BI__builtin_ffsll: {
269 // ffs(x) -> x ? cttz(x) + 1 : 0
270 Value *ArgValue = EmitScalarExpr(E->getArg(0));
Mike Stump11289f42009-09-09 15:08:12 +0000271
Chris Lattnera5f58b02011-07-09 17:41:47 +0000272 llvm::Type *ArgType = ArgValue->getType();
Benjamin Kramer8d375ce2011-07-14 17:45:50 +0000273 Value *F = CGM.getIntrinsic(Intrinsic::cttz, ArgType);
Mike Stump11289f42009-09-09 15:08:12 +0000274
Chris Lattner2192fe52011-07-18 04:24:23 +0000275 llvm::Type *ResultType = ConvertType(E->getType());
Chandler Carrutha31b95c2011-12-12 04:28:35 +0000276 Value *Tmp = Builder.CreateAdd(Builder.CreateCall2(F, ArgValue,
277 Builder.getTrue()),
Benjamin Kramer76399eb2011-09-27 21:06:10 +0000278 llvm::ConstantInt::get(ArgType, 1));
Owen Anderson0b75f232009-07-31 20:28:54 +0000279 Value *Zero = llvm::Constant::getNullValue(ArgType);
Daniel Dunbard93abc32008-07-21 17:19:41 +0000280 Value *IsZero = Builder.CreateICmpEQ(ArgValue, Zero, "iszero");
281 Value *Result = Builder.CreateSelect(IsZero, Zero, Tmp, "ffs");
282 if (Result->getType() != ResultType)
Duncan Sands7876dad2009-11-16 13:11:21 +0000283 Result = Builder.CreateIntCast(Result, ResultType, /*isSigned*/true,
284 "cast");
Daniel Dunbard93abc32008-07-21 17:19:41 +0000285 return RValue::get(Result);
286 }
287 case Builtin::BI__builtin_parity:
288 case Builtin::BI__builtin_parityl:
289 case Builtin::BI__builtin_parityll: {
290 // parity(x) -> ctpop(x) & 1
291 Value *ArgValue = EmitScalarExpr(E->getArg(0));
Mike Stump11289f42009-09-09 15:08:12 +0000292
Chris Lattnera5f58b02011-07-09 17:41:47 +0000293 llvm::Type *ArgType = ArgValue->getType();
Benjamin Kramer8d375ce2011-07-14 17:45:50 +0000294 Value *F = CGM.getIntrinsic(Intrinsic::ctpop, ArgType);
Mike Stump11289f42009-09-09 15:08:12 +0000295
Chris Lattner2192fe52011-07-18 04:24:23 +0000296 llvm::Type *ResultType = ConvertType(E->getType());
Benjamin Kramer76399eb2011-09-27 21:06:10 +0000297 Value *Tmp = Builder.CreateCall(F, ArgValue);
298 Value *Result = Builder.CreateAnd(Tmp, llvm::ConstantInt::get(ArgType, 1));
Daniel Dunbard93abc32008-07-21 17:19:41 +0000299 if (Result->getType() != ResultType)
Duncan Sands7876dad2009-11-16 13:11:21 +0000300 Result = Builder.CreateIntCast(Result, ResultType, /*isSigned*/true,
301 "cast");
Daniel Dunbard93abc32008-07-21 17:19:41 +0000302 return RValue::get(Result);
303 }
304 case Builtin::BI__builtin_popcount:
305 case Builtin::BI__builtin_popcountl:
306 case Builtin::BI__builtin_popcountll: {
307 Value *ArgValue = EmitScalarExpr(E->getArg(0));
Mike Stump11289f42009-09-09 15:08:12 +0000308
Chris Lattnera5f58b02011-07-09 17:41:47 +0000309 llvm::Type *ArgType = ArgValue->getType();
Benjamin Kramer8d375ce2011-07-14 17:45:50 +0000310 Value *F = CGM.getIntrinsic(Intrinsic::ctpop, ArgType);
Mike Stump11289f42009-09-09 15:08:12 +0000311
Chris Lattner2192fe52011-07-18 04:24:23 +0000312 llvm::Type *ResultType = ConvertType(E->getType());
Benjamin Kramer76399eb2011-09-27 21:06:10 +0000313 Value *Result = Builder.CreateCall(F, ArgValue);
Daniel Dunbard93abc32008-07-21 17:19:41 +0000314 if (Result->getType() != ResultType)
Duncan Sands7876dad2009-11-16 13:11:21 +0000315 Result = Builder.CreateIntCast(Result, ResultType, /*isSigned*/true,
316 "cast");
Daniel Dunbard93abc32008-07-21 17:19:41 +0000317 return RValue::get(Result);
318 }
Fariborz Jahanian0ebca282010-07-26 23:11:03 +0000319 case Builtin::BI__builtin_expect: {
Fariborz Jahanian24ac1592011-04-25 23:10:07 +0000320 Value *ArgValue = EmitScalarExpr(E->getArg(0));
Chris Lattnera5f58b02011-07-09 17:41:47 +0000321 llvm::Type *ArgType = ArgValue->getType();
Jakub Staszakd2cf2cb2011-07-08 22:45:14 +0000322
Benjamin Kramer8d375ce2011-07-14 17:45:50 +0000323 Value *FnExpect = CGM.getIntrinsic(Intrinsic::expect, ArgType);
Jakub Staszakd2cf2cb2011-07-08 22:45:14 +0000324 Value *ExpectedValue = EmitScalarExpr(E->getArg(1));
325
326 Value *Result = Builder.CreateCall2(FnExpect, ArgValue, ExpectedValue,
327 "expval");
328 return RValue::get(Result);
Fariborz Jahanian0ebca282010-07-26 23:11:03 +0000329 }
Anders Carlssonef93b9d2007-12-02 21:58:10 +0000330 case Builtin::BI__builtin_bswap32:
331 case Builtin::BI__builtin_bswap64: {
Chris Lattner13653d72007-12-13 07:34:23 +0000332 Value *ArgValue = EmitScalarExpr(E->getArg(0));
Chris Lattnera5f58b02011-07-09 17:41:47 +0000333 llvm::Type *ArgType = ArgValue->getType();
Benjamin Kramer8d375ce2011-07-14 17:45:50 +0000334 Value *F = CGM.getIntrinsic(Intrinsic::bswap, ArgType);
Benjamin Kramer76399eb2011-09-27 21:06:10 +0000335 return RValue::get(Builder.CreateCall(F, ArgValue));
Mike Stump11289f42009-09-09 15:08:12 +0000336 }
Daniel Dunbarb0d34c82008-09-03 21:13:56 +0000337 case Builtin::BI__builtin_object_size: {
Mike Stump7a484dd2009-10-26 23:39:48 +0000338 // We pass this builtin onto the optimizer so that it can
339 // figure out the object size in more complex cases.
Benjamin Kramer8d375ce2011-07-14 17:45:50 +0000340 llvm::Type *ResType = ConvertType(E->getType());
Eric Christopherc8791562009-12-23 03:49:37 +0000341
342 // LLVM only supports 0 and 2, make sure that we pass along that
343 // as a boolean.
344 Value *Ty = EmitScalarExpr(E->getArg(1));
345 ConstantInt *CI = dyn_cast<ConstantInt>(Ty);
346 assert(CI);
347 uint64_t val = CI->getZExtValue();
John McCallad7c5c12011-02-08 08:22:06 +0000348 CI = ConstantInt::get(Builder.getInt1Ty(), (val & 0x2) >> 1);
Eric Christopherc8791562009-12-23 03:49:37 +0000349
Benjamin Kramer8d375ce2011-07-14 17:45:50 +0000350 Value *F = CGM.getIntrinsic(Intrinsic::objectsize, ResType);
Mike Stump876387b2009-10-27 22:09:17 +0000351 return RValue::get(Builder.CreateCall2(F,
352 EmitScalarExpr(E->getArg(0)),
Eric Christopherc8791562009-12-23 03:49:37 +0000353 CI));
Daniel Dunbarb0d34c82008-09-03 21:13:56 +0000354 }
Daniel Dunbarb7257262008-07-21 22:59:13 +0000355 case Builtin::BI__builtin_prefetch: {
356 Value *Locality, *RW, *Address = EmitScalarExpr(E->getArg(0));
357 // FIXME: Technically these constants should of type 'int', yes?
Mike Stump11289f42009-09-09 15:08:12 +0000358 RW = (E->getNumArgs() > 1) ? EmitScalarExpr(E->getArg(1)) :
Chris Lattner5e016ae2010-06-27 07:15:29 +0000359 llvm::ConstantInt::get(Int32Ty, 0);
Mike Stump11289f42009-09-09 15:08:12 +0000360 Locality = (E->getNumArgs() > 2) ? EmitScalarExpr(E->getArg(2)) :
Chris Lattner5e016ae2010-06-27 07:15:29 +0000361 llvm::ConstantInt::get(Int32Ty, 3);
Bruno Cardoso Lopes3b0297a2011-06-14 05:00:30 +0000362 Value *Data = llvm::ConstantInt::get(Int32Ty, 1);
Benjamin Kramer8d375ce2011-07-14 17:45:50 +0000363 Value *F = CGM.getIntrinsic(Intrinsic::prefetch);
Bruno Cardoso Lopes3b0297a2011-06-14 05:00:30 +0000364 return RValue::get(Builder.CreateCall4(F, Address, RW, Locality, Data));
Anders Carlssonef93b9d2007-12-02 21:58:10 +0000365 }
Daniel Dunbarb7257262008-07-21 22:59:13 +0000366 case Builtin::BI__builtin_trap: {
Benjamin Kramer8d375ce2011-07-14 17:45:50 +0000367 Value *F = CGM.getIntrinsic(Intrinsic::trap);
Daniel Dunbarb7257262008-07-21 22:59:13 +0000368 return RValue::get(Builder.CreateCall(F));
369 }
Chris Lattnerbf206382009-09-21 03:09:59 +0000370 case Builtin::BI__builtin_unreachable: {
John McCall20f6ab82011-01-12 03:41:02 +0000371 if (CatchUndefined)
Mike Stumpb85ffb62009-12-16 03:07:12 +0000372 EmitBranch(getTrapBB());
John McCall20f6ab82011-01-12 03:41:02 +0000373 else
374 Builder.CreateUnreachable();
375
376 // We do need to preserve an insertion point.
John McCallad7c5c12011-02-08 08:22:06 +0000377 EmitBlock(createBasicBlock("unreachable.cont"));
John McCall20f6ab82011-01-12 03:41:02 +0000378
379 return RValue::get(0);
Chris Lattnerbf206382009-09-21 03:09:59 +0000380 }
381
Daniel Dunbarc2f67962008-07-21 18:44:41 +0000382 case Builtin::BI__builtin_powi:
383 case Builtin::BI__builtin_powif:
384 case Builtin::BI__builtin_powil: {
385 Value *Base = EmitScalarExpr(E->getArg(0));
386 Value *Exponent = EmitScalarExpr(E->getArg(1));
Chris Lattnera5f58b02011-07-09 17:41:47 +0000387 llvm::Type *ArgType = Base->getType();
Benjamin Kramer8d375ce2011-07-14 17:45:50 +0000388 Value *F = CGM.getIntrinsic(Intrinsic::powi, ArgType);
Benjamin Kramer76399eb2011-09-27 21:06:10 +0000389 return RValue::get(Builder.CreateCall2(F, Base, Exponent));
Daniel Dunbarc2f67962008-07-21 18:44:41 +0000390 }
391
Chris Lattner6c9ffe92007-12-20 00:44:32 +0000392 case Builtin::BI__builtin_isgreater:
393 case Builtin::BI__builtin_isgreaterequal:
394 case Builtin::BI__builtin_isless:
395 case Builtin::BI__builtin_islessequal:
396 case Builtin::BI__builtin_islessgreater:
397 case Builtin::BI__builtin_isunordered: {
398 // Ordered comparisons: we know the arguments to these are matching scalar
399 // floating point values.
Mike Stump11289f42009-09-09 15:08:12 +0000400 Value *LHS = EmitScalarExpr(E->getArg(0));
Chris Lattner6c9ffe92007-12-20 00:44:32 +0000401 Value *RHS = EmitScalarExpr(E->getArg(1));
Mike Stump11289f42009-09-09 15:08:12 +0000402
Chris Lattner6c9ffe92007-12-20 00:44:32 +0000403 switch (BuiltinID) {
David Blaikie83d382b2011-09-23 05:06:16 +0000404 default: llvm_unreachable("Unknown ordered comparison");
Chris Lattner6c9ffe92007-12-20 00:44:32 +0000405 case Builtin::BI__builtin_isgreater:
406 LHS = Builder.CreateFCmpOGT(LHS, RHS, "cmp");
407 break;
408 case Builtin::BI__builtin_isgreaterequal:
409 LHS = Builder.CreateFCmpOGE(LHS, RHS, "cmp");
410 break;
411 case Builtin::BI__builtin_isless:
412 LHS = Builder.CreateFCmpOLT(LHS, RHS, "cmp");
413 break;
414 case Builtin::BI__builtin_islessequal:
415 LHS = Builder.CreateFCmpOLE(LHS, RHS, "cmp");
416 break;
417 case Builtin::BI__builtin_islessgreater:
418 LHS = Builder.CreateFCmpONE(LHS, RHS, "cmp");
419 break;
Mike Stump11289f42009-09-09 15:08:12 +0000420 case Builtin::BI__builtin_isunordered:
Chris Lattner6c9ffe92007-12-20 00:44:32 +0000421 LHS = Builder.CreateFCmpUNO(LHS, RHS, "cmp");
422 break;
423 }
424 // ZExt bool to int type.
Benjamin Kramer76399eb2011-09-27 21:06:10 +0000425 return RValue::get(Builder.CreateZExt(LHS, ConvertType(E->getType())));
Chris Lattner6c9ffe92007-12-20 00:44:32 +0000426 }
Eli Friedman1c277d02009-09-01 04:19:44 +0000427 case Builtin::BI__builtin_isnan: {
428 Value *V = EmitScalarExpr(E->getArg(0));
429 V = Builder.CreateFCmpUNO(V, V, "cmp");
Benjamin Kramer76399eb2011-09-27 21:06:10 +0000430 return RValue::get(Builder.CreateZExt(V, ConvertType(E->getType())));
Eli Friedman1c277d02009-09-01 04:19:44 +0000431 }
Chris Lattner43660c52010-05-06 05:35:16 +0000432
433 case Builtin::BI__builtin_isinf: {
434 // isinf(x) --> fabs(x) == infinity
435 Value *V = EmitScalarExpr(E->getArg(0));
436 V = EmitFAbs(*this, V, E->getArg(0)->getType());
437
438 V = Builder.CreateFCmpOEQ(V, ConstantFP::getInfinity(V->getType()),"isinf");
Benjamin Kramer76399eb2011-09-27 21:06:10 +0000439 return RValue::get(Builder.CreateZExt(V, ConvertType(E->getType())));
Chris Lattner43660c52010-05-06 05:35:16 +0000440 }
Chris Lattner36283262010-05-06 06:13:53 +0000441
442 // TODO: BI__builtin_isinf_sign
443 // isinf_sign(x) -> isinf(x) ? (signbit(x) ? -1 : 1) : 0
Benjamin Kramerfdb61d72010-05-19 11:24:26 +0000444
445 case Builtin::BI__builtin_isnormal: {
446 // isnormal(x) --> x == x && fabsf(x) < infinity && fabsf(x) >= float_min
447 Value *V = EmitScalarExpr(E->getArg(0));
448 Value *Eq = Builder.CreateFCmpOEQ(V, V, "iseq");
449
450 Value *Abs = EmitFAbs(*this, V, E->getArg(0)->getType());
451 Value *IsLessThanInf =
452 Builder.CreateFCmpULT(Abs, ConstantFP::getInfinity(V->getType()),"isinf");
453 APFloat Smallest = APFloat::getSmallestNormalized(
454 getContext().getFloatTypeSemantics(E->getArg(0)->getType()));
455 Value *IsNormal =
456 Builder.CreateFCmpUGE(Abs, ConstantFP::get(V->getContext(), Smallest),
457 "isnormal");
458 V = Builder.CreateAnd(Eq, IsLessThanInf, "and");
459 V = Builder.CreateAnd(V, IsNormal, "and");
460 return RValue::get(Builder.CreateZExt(V, ConvertType(E->getType())));
461 }
462
Chris Lattnerdbff4bf2010-05-06 06:04:13 +0000463 case Builtin::BI__builtin_isfinite: {
Julien Lerougee0d5fad2011-09-09 22:46:39 +0000464 // isfinite(x) --> x == x && fabs(x) != infinity;
Chris Lattnerdbff4bf2010-05-06 06:04:13 +0000465 Value *V = EmitScalarExpr(E->getArg(0));
466 Value *Eq = Builder.CreateFCmpOEQ(V, V, "iseq");
467
468 Value *Abs = EmitFAbs(*this, V, E->getArg(0)->getType());
469 Value *IsNotInf =
470 Builder.CreateFCmpUNE(Abs, ConstantFP::getInfinity(V->getType()),"isinf");
471
472 V = Builder.CreateAnd(Eq, IsNotInf, "and");
473 return RValue::get(Builder.CreateZExt(V, ConvertType(E->getType())));
474 }
Benjamin Kramer7039fcb2010-06-14 10:30:41 +0000475
476 case Builtin::BI__builtin_fpclassify: {
477 Value *V = EmitScalarExpr(E->getArg(5));
Chris Lattner2192fe52011-07-18 04:24:23 +0000478 llvm::Type *Ty = ConvertType(E->getArg(5)->getType());
Benjamin Kramer7039fcb2010-06-14 10:30:41 +0000479
480 // Create Result
481 BasicBlock *Begin = Builder.GetInsertBlock();
482 BasicBlock *End = createBasicBlock("fpclassify_end", this->CurFn);
483 Builder.SetInsertPoint(End);
484 PHINode *Result =
Jay Foad20c0f022011-03-30 11:28:58 +0000485 Builder.CreatePHI(ConvertType(E->getArg(0)->getType()), 4,
Benjamin Kramer7039fcb2010-06-14 10:30:41 +0000486 "fpclassify_result");
487
488 // if (V==0) return FP_ZERO
489 Builder.SetInsertPoint(Begin);
490 Value *IsZero = Builder.CreateFCmpOEQ(V, Constant::getNullValue(Ty),
491 "iszero");
492 Value *ZeroLiteral = EmitScalarExpr(E->getArg(4));
493 BasicBlock *NotZero = createBasicBlock("fpclassify_not_zero", this->CurFn);
494 Builder.CreateCondBr(IsZero, End, NotZero);
495 Result->addIncoming(ZeroLiteral, Begin);
496
497 // if (V != V) return FP_NAN
498 Builder.SetInsertPoint(NotZero);
499 Value *IsNan = Builder.CreateFCmpUNO(V, V, "cmp");
500 Value *NanLiteral = EmitScalarExpr(E->getArg(0));
501 BasicBlock *NotNan = createBasicBlock("fpclassify_not_nan", this->CurFn);
502 Builder.CreateCondBr(IsNan, End, NotNan);
503 Result->addIncoming(NanLiteral, NotZero);
504
505 // if (fabs(V) == infinity) return FP_INFINITY
506 Builder.SetInsertPoint(NotNan);
507 Value *VAbs = EmitFAbs(*this, V, E->getArg(5)->getType());
508 Value *IsInf =
509 Builder.CreateFCmpOEQ(VAbs, ConstantFP::getInfinity(V->getType()),
510 "isinf");
511 Value *InfLiteral = EmitScalarExpr(E->getArg(1));
512 BasicBlock *NotInf = createBasicBlock("fpclassify_not_inf", this->CurFn);
513 Builder.CreateCondBr(IsInf, End, NotInf);
514 Result->addIncoming(InfLiteral, NotNan);
515
516 // if (fabs(V) >= MIN_NORMAL) return FP_NORMAL else FP_SUBNORMAL
517 Builder.SetInsertPoint(NotInf);
518 APFloat Smallest = APFloat::getSmallestNormalized(
519 getContext().getFloatTypeSemantics(E->getArg(5)->getType()));
520 Value *IsNormal =
521 Builder.CreateFCmpUGE(VAbs, ConstantFP::get(V->getContext(), Smallest),
522 "isnormal");
523 Value *NormalResult =
524 Builder.CreateSelect(IsNormal, EmitScalarExpr(E->getArg(2)),
525 EmitScalarExpr(E->getArg(3)));
526 Builder.CreateBr(End);
527 Result->addIncoming(NormalResult, NotInf);
528
529 // return Result
530 Builder.SetInsertPoint(End);
531 return RValue::get(Result);
532 }
Chris Lattnerdbff4bf2010-05-06 06:04:13 +0000533
Eli Friedmanf6bd1502009-06-02 07:10:30 +0000534 case Builtin::BIalloca:
Chris Lattner22b9ff42008-06-16 17:15:14 +0000535 case Builtin::BI__builtin_alloca: {
Chris Lattner22b9ff42008-06-16 17:15:14 +0000536 Value *Size = EmitScalarExpr(E->getArg(0));
Benjamin Kramer76399eb2011-09-27 21:06:10 +0000537 return RValue::get(Builder.CreateAlloca(Builder.getInt8Ty(), Size));
Daniel Dunbar327acd72008-07-22 00:26:45 +0000538 }
Eli Friedmand6ef69a2010-01-23 19:00:10 +0000539 case Builtin::BIbzero:
Daniel Dunbar327acd72008-07-22 00:26:45 +0000540 case Builtin::BI__builtin_bzero: {
541 Value *Address = EmitScalarExpr(E->getArg(0));
Mon P Wangcc2ab0c2010-04-04 03:10:52 +0000542 Value *SizeVal = EmitScalarExpr(E->getArg(1));
Benjamin Krameracc6b4e2010-12-30 00:13:21 +0000543 Builder.CreateMemSet(Address, Builder.getInt8(0), SizeVal, 1, false);
Daniel Dunbar327acd72008-07-22 00:26:45 +0000544 return RValue::get(Address);
Chris Lattner22b9ff42008-06-16 17:15:14 +0000545 }
Eli Friedman7f4933f2009-12-17 00:14:28 +0000546 case Builtin::BImemcpy:
Eli Friedmana3a40682008-05-19 23:27:48 +0000547 case Builtin::BI__builtin_memcpy: {
Daniel Dunbar327acd72008-07-22 00:26:45 +0000548 Value *Address = EmitScalarExpr(E->getArg(0));
Mon P Wangcc2ab0c2010-04-04 03:10:52 +0000549 Value *SrcAddr = EmitScalarExpr(E->getArg(1));
550 Value *SizeVal = EmitScalarExpr(E->getArg(2));
Benjamin Krameracc6b4e2010-12-30 00:13:21 +0000551 Builder.CreateMemCpy(Address, SrcAddr, SizeVal, 1, false);
Daniel Dunbar327acd72008-07-22 00:26:45 +0000552 return RValue::get(Address);
553 }
Fariborz Jahanian021510e2010-06-15 22:44:06 +0000554
Chris Lattner30107ed2011-04-17 00:40:24 +0000555 case Builtin::BI__builtin___memcpy_chk: {
556 // fold __builtin_memcpy_chk(x, y, cst1, cst2) to memset iff cst1<=cst2.
Richard Smithcaf33902011-10-10 18:28:20 +0000557 llvm::APSInt Size, DstSize;
558 if (!E->getArg(2)->EvaluateAsInt(Size, CGM.getContext()) ||
559 !E->getArg(3)->EvaluateAsInt(DstSize, CGM.getContext()))
Chris Lattner30107ed2011-04-17 00:40:24 +0000560 break;
Chris Lattner30107ed2011-04-17 00:40:24 +0000561 if (Size.ugt(DstSize))
562 break;
563 Value *Dest = EmitScalarExpr(E->getArg(0));
564 Value *Src = EmitScalarExpr(E->getArg(1));
565 Value *SizeVal = llvm::ConstantInt::get(Builder.getContext(), Size);
566 Builder.CreateMemCpy(Dest, Src, SizeVal, 1, false);
Chris Lattner54fd1a12011-04-20 23:14:50 +0000567 return RValue::get(Dest);
Chris Lattner30107ed2011-04-17 00:40:24 +0000568 }
569
Fariborz Jahanian4a303072010-06-16 16:22:04 +0000570 case Builtin::BI__builtin_objc_memmove_collectable: {
Fariborz Jahanian021510e2010-06-15 22:44:06 +0000571 Value *Address = EmitScalarExpr(E->getArg(0));
572 Value *SrcAddr = EmitScalarExpr(E->getArg(1));
573 Value *SizeVal = EmitScalarExpr(E->getArg(2));
574 CGM.getObjCRuntime().EmitGCMemmoveCollectable(*this,
575 Address, SrcAddr, SizeVal);
576 return RValue::get(Address);
577 }
Chris Lattner30107ed2011-04-17 00:40:24 +0000578
579 case Builtin::BI__builtin___memmove_chk: {
580 // fold __builtin_memmove_chk(x, y, cst1, cst2) to memset iff cst1<=cst2.
Richard Smithcaf33902011-10-10 18:28:20 +0000581 llvm::APSInt Size, DstSize;
582 if (!E->getArg(2)->EvaluateAsInt(Size, CGM.getContext()) ||
583 !E->getArg(3)->EvaluateAsInt(DstSize, CGM.getContext()))
Chris Lattner30107ed2011-04-17 00:40:24 +0000584 break;
Chris Lattner30107ed2011-04-17 00:40:24 +0000585 if (Size.ugt(DstSize))
586 break;
587 Value *Dest = EmitScalarExpr(E->getArg(0));
588 Value *Src = EmitScalarExpr(E->getArg(1));
589 Value *SizeVal = llvm::ConstantInt::get(Builder.getContext(), Size);
590 Builder.CreateMemMove(Dest, Src, SizeVal, 1, false);
Chris Lattner54fd1a12011-04-20 23:14:50 +0000591 return RValue::get(Dest);
Chris Lattner30107ed2011-04-17 00:40:24 +0000592 }
593
Eli Friedman7f4933f2009-12-17 00:14:28 +0000594 case Builtin::BImemmove:
Daniel Dunbar327acd72008-07-22 00:26:45 +0000595 case Builtin::BI__builtin_memmove: {
596 Value *Address = EmitScalarExpr(E->getArg(0));
Mon P Wangcc2ab0c2010-04-04 03:10:52 +0000597 Value *SrcAddr = EmitScalarExpr(E->getArg(1));
598 Value *SizeVal = EmitScalarExpr(E->getArg(2));
Benjamin Krameracc6b4e2010-12-30 00:13:21 +0000599 Builder.CreateMemMove(Address, SrcAddr, SizeVal, 1, false);
Daniel Dunbar327acd72008-07-22 00:26:45 +0000600 return RValue::get(Address);
601 }
Eli Friedman7f4933f2009-12-17 00:14:28 +0000602 case Builtin::BImemset:
Daniel Dunbar327acd72008-07-22 00:26:45 +0000603 case Builtin::BI__builtin_memset: {
604 Value *Address = EmitScalarExpr(E->getArg(0));
Benjamin Krameracc6b4e2010-12-30 00:13:21 +0000605 Value *ByteVal = Builder.CreateTrunc(EmitScalarExpr(E->getArg(1)),
606 Builder.getInt8Ty());
Mon P Wangcc2ab0c2010-04-04 03:10:52 +0000607 Value *SizeVal = EmitScalarExpr(E->getArg(2));
Benjamin Krameracc6b4e2010-12-30 00:13:21 +0000608 Builder.CreateMemSet(Address, ByteVal, SizeVal, 1, false);
Daniel Dunbar327acd72008-07-22 00:26:45 +0000609 return RValue::get(Address);
Eli Friedmana3a40682008-05-19 23:27:48 +0000610 }
Chris Lattner30107ed2011-04-17 00:40:24 +0000611 case Builtin::BI__builtin___memset_chk: {
612 // fold __builtin_memset_chk(x, y, cst1, cst2) to memset iff cst1<=cst2.
Richard Smithcaf33902011-10-10 18:28:20 +0000613 llvm::APSInt Size, DstSize;
614 if (!E->getArg(2)->EvaluateAsInt(Size, CGM.getContext()) ||
615 !E->getArg(3)->EvaluateAsInt(DstSize, CGM.getContext()))
Chris Lattner30107ed2011-04-17 00:40:24 +0000616 break;
Chris Lattner30107ed2011-04-17 00:40:24 +0000617 if (Size.ugt(DstSize))
618 break;
619 Value *Address = EmitScalarExpr(E->getArg(0));
620 Value *ByteVal = Builder.CreateTrunc(EmitScalarExpr(E->getArg(1)),
621 Builder.getInt8Ty());
622 Value *SizeVal = llvm::ConstantInt::get(Builder.getContext(), Size);
623 Builder.CreateMemSet(Address, ByteVal, SizeVal, 1, false);
624
Chris Lattner54fd1a12011-04-20 23:14:50 +0000625 return RValue::get(Address);
Chris Lattner30107ed2011-04-17 00:40:24 +0000626 }
John McCall515c3c52010-03-03 10:30:05 +0000627 case Builtin::BI__builtin_dwarf_cfa: {
628 // The offset in bytes from the first argument to the CFA.
629 //
630 // Why on earth is this in the frontend? Is there any reason at
631 // all that the backend can't reasonably determine this while
632 // lowering llvm.eh.dwarf.cfa()?
633 //
634 // TODO: If there's a satisfactory reason, add a target hook for
635 // this instead of hard-coding 0, which is correct for most targets.
636 int32_t Offset = 0;
637
Benjamin Kramer8d375ce2011-07-14 17:45:50 +0000638 Value *F = CGM.getIntrinsic(Intrinsic::eh_dwarf_cfa);
Chris Lattner5e016ae2010-06-27 07:15:29 +0000639 return RValue::get(Builder.CreateCall(F,
640 llvm::ConstantInt::get(Int32Ty, Offset)));
John McCall515c3c52010-03-03 10:30:05 +0000641 }
Eli Friedman53e38bd2008-05-20 08:59:34 +0000642 case Builtin::BI__builtin_return_address: {
Anton Korobeynikov73d50b92009-12-27 14:27:22 +0000643 Value *Depth = EmitScalarExpr(E->getArg(0));
Benjamin Kramer76399eb2011-09-27 21:06:10 +0000644 Depth = Builder.CreateIntCast(Depth, Int32Ty, false);
Benjamin Kramer8d375ce2011-07-14 17:45:50 +0000645 Value *F = CGM.getIntrinsic(Intrinsic::returnaddress);
Anton Korobeynikov73d50b92009-12-27 14:27:22 +0000646 return RValue::get(Builder.CreateCall(F, Depth));
Eli Friedman53e38bd2008-05-20 08:59:34 +0000647 }
648 case Builtin::BI__builtin_frame_address: {
Anton Korobeynikov73d50b92009-12-27 14:27:22 +0000649 Value *Depth = EmitScalarExpr(E->getArg(0));
Benjamin Kramer76399eb2011-09-27 21:06:10 +0000650 Depth = Builder.CreateIntCast(Depth, Int32Ty, false);
Benjamin Kramer8d375ce2011-07-14 17:45:50 +0000651 Value *F = CGM.getIntrinsic(Intrinsic::frameaddress);
Anton Korobeynikov73d50b92009-12-27 14:27:22 +0000652 return RValue::get(Builder.CreateCall(F, Depth));
Eli Friedman53e38bd2008-05-20 08:59:34 +0000653 }
Eli Friedman5b73b5e2009-05-03 19:23:23 +0000654 case Builtin::BI__builtin_extract_return_addr: {
John McCalld4f4b7f2010-03-03 04:15:11 +0000655 Value *Address = EmitScalarExpr(E->getArg(0));
656 Value *Result = getTargetHooks().decodeReturnAddress(*this, Address);
657 return RValue::get(Result);
658 }
659 case Builtin::BI__builtin_frob_return_addr: {
660 Value *Address = EmitScalarExpr(E->getArg(0));
661 Value *Result = getTargetHooks().encodeReturnAddress(*this, Address);
662 return RValue::get(Result);
Eli Friedman5b73b5e2009-05-03 19:23:23 +0000663 }
John McCallbeec5a02010-03-06 00:35:14 +0000664 case Builtin::BI__builtin_dwarf_sp_column: {
Chris Lattner2192fe52011-07-18 04:24:23 +0000665 llvm::IntegerType *Ty
John McCallbeec5a02010-03-06 00:35:14 +0000666 = cast<llvm::IntegerType>(ConvertType(E->getType()));
667 int Column = getTargetHooks().getDwarfEHStackPointer(CGM);
668 if (Column == -1) {
669 CGM.ErrorUnsupported(E, "__builtin_dwarf_sp_column");
670 return RValue::get(llvm::UndefValue::get(Ty));
671 }
672 return RValue::get(llvm::ConstantInt::get(Ty, Column, true));
673 }
674 case Builtin::BI__builtin_init_dwarf_reg_size_table: {
675 Value *Address = EmitScalarExpr(E->getArg(0));
676 if (getTargetHooks().initDwarfEHRegSizeTable(*this, Address))
677 CGM.ErrorUnsupported(E, "__builtin_init_dwarf_reg_size_table");
678 return RValue::get(llvm::UndefValue::get(ConvertType(E->getType())));
679 }
John McCall66769f82010-03-03 05:38:58 +0000680 case Builtin::BI__builtin_eh_return: {
681 Value *Int = EmitScalarExpr(E->getArg(0));
682 Value *Ptr = EmitScalarExpr(E->getArg(1));
683
Chris Lattner2192fe52011-07-18 04:24:23 +0000684 llvm::IntegerType *IntTy = cast<llvm::IntegerType>(Int->getType());
John McCall66769f82010-03-03 05:38:58 +0000685 assert((IntTy->getBitWidth() == 32 || IntTy->getBitWidth() == 64) &&
686 "LLVM's __builtin_eh_return only supports 32- and 64-bit variants");
687 Value *F = CGM.getIntrinsic(IntTy->getBitWidth() == 32
688 ? Intrinsic::eh_return_i32
Benjamin Kramer8d375ce2011-07-14 17:45:50 +0000689 : Intrinsic::eh_return_i64);
John McCall66769f82010-03-03 05:38:58 +0000690 Builder.CreateCall2(F, Int, Ptr);
John McCall20f6ab82011-01-12 03:41:02 +0000691 Builder.CreateUnreachable();
692
693 // We do need to preserve an insertion point.
John McCallad7c5c12011-02-08 08:22:06 +0000694 EmitBlock(createBasicBlock("builtin_eh_return.cont"));
John McCall20f6ab82011-01-12 03:41:02 +0000695
696 return RValue::get(0);
John McCall66769f82010-03-03 05:38:58 +0000697 }
Eli Friedmancb9d07c2009-06-02 09:37:50 +0000698 case Builtin::BI__builtin_unwind_init: {
Benjamin Kramer8d375ce2011-07-14 17:45:50 +0000699 Value *F = CGM.getIntrinsic(Intrinsic::eh_unwind_init);
Eli Friedmancb9d07c2009-06-02 09:37:50 +0000700 return RValue::get(Builder.CreateCall(F));
701 }
John McCall4b613fa2010-03-02 02:31:24 +0000702 case Builtin::BI__builtin_extend_pointer: {
703 // Extends a pointer to the size of an _Unwind_Word, which is
John McCallb6cc2c042010-03-02 03:50:12 +0000704 // uint64_t on all platforms. Generally this gets poked into a
705 // register and eventually used as an address, so if the
706 // addressing registers are wider than pointers and the platform
707 // doesn't implicitly ignore high-order bits when doing
708 // addressing, we need to make sure we zext / sext based on
709 // the platform's expectations.
John McCall4b613fa2010-03-02 02:31:24 +0000710 //
711 // See: http://gcc.gnu.org/ml/gcc-bugs/2002-02/msg00237.html
John McCallb6cc2c042010-03-02 03:50:12 +0000712
John McCallb6cc2c042010-03-02 03:50:12 +0000713 // Cast the pointer to intptr_t.
John McCall4b613fa2010-03-02 02:31:24 +0000714 Value *Ptr = EmitScalarExpr(E->getArg(0));
John McCallb6cc2c042010-03-02 03:50:12 +0000715 Value *Result = Builder.CreatePtrToInt(Ptr, IntPtrTy, "extend.cast");
716
717 // If that's 64 bits, we're done.
718 if (IntPtrTy->getBitWidth() == 64)
719 return RValue::get(Result);
720
721 // Otherwise, ask the codegen data what to do.
John McCalld4f4b7f2010-03-03 04:15:11 +0000722 if (getTargetHooks().extendPointerWithSExt())
John McCallb6cc2c042010-03-02 03:50:12 +0000723 return RValue::get(Builder.CreateSExt(Result, Int64Ty, "extend.sext"));
724 else
725 return RValue::get(Builder.CreateZExt(Result, Int64Ty, "extend.zext"));
John McCall4b613fa2010-03-02 02:31:24 +0000726 }
Eli Friedmancb9d07c2009-06-02 09:37:50 +0000727 case Builtin::BI__builtin_setjmp: {
John McCall02269a62010-05-27 18:47:06 +0000728 // Buffer is a void**.
Eli Friedmancb9d07c2009-06-02 09:37:50 +0000729 Value *Buf = EmitScalarExpr(E->getArg(0));
John McCall02269a62010-05-27 18:47:06 +0000730
731 // Store the frame pointer to the setjmp buffer.
Eli Friedmancb9d07c2009-06-02 09:37:50 +0000732 Value *FrameAddr =
John McCall02269a62010-05-27 18:47:06 +0000733 Builder.CreateCall(CGM.getIntrinsic(Intrinsic::frameaddress),
Chris Lattner5e016ae2010-06-27 07:15:29 +0000734 ConstantInt::get(Int32Ty, 0));
Eli Friedmancb9d07c2009-06-02 09:37:50 +0000735 Builder.CreateStore(FrameAddr, Buf);
John McCall02269a62010-05-27 18:47:06 +0000736
Jim Grosbach4cf59b92010-05-27 23:54:20 +0000737 // Store the stack pointer to the setjmp buffer.
738 Value *StackAddr =
739 Builder.CreateCall(CGM.getIntrinsic(Intrinsic::stacksave));
740 Value *StackSaveSlot =
Chris Lattner5e016ae2010-06-27 07:15:29 +0000741 Builder.CreateGEP(Buf, ConstantInt::get(Int32Ty, 2));
Jim Grosbach4cf59b92010-05-27 23:54:20 +0000742 Builder.CreateStore(StackAddr, StackSaveSlot);
743
John McCall02269a62010-05-27 18:47:06 +0000744 // Call LLVM's EH setjmp, which is lightweight.
745 Value *F = CGM.getIntrinsic(Intrinsic::eh_sjlj_setjmp);
John McCallad7c5c12011-02-08 08:22:06 +0000746 Buf = Builder.CreateBitCast(Buf, Int8PtrTy);
Eli Friedmancb9d07c2009-06-02 09:37:50 +0000747 return RValue::get(Builder.CreateCall(F, Buf));
748 }
749 case Builtin::BI__builtin_longjmp: {
Eli Friedmancb9d07c2009-06-02 09:37:50 +0000750 Value *Buf = EmitScalarExpr(E->getArg(0));
John McCallad7c5c12011-02-08 08:22:06 +0000751 Buf = Builder.CreateBitCast(Buf, Int8PtrTy);
John McCall02269a62010-05-27 18:47:06 +0000752
753 // Call LLVM's EH longjmp, which is lightweight.
754 Builder.CreateCall(CGM.getIntrinsic(Intrinsic::eh_sjlj_longjmp), Buf);
755
John McCall20f6ab82011-01-12 03:41:02 +0000756 // longjmp doesn't return; mark this as unreachable.
757 Builder.CreateUnreachable();
758
759 // We do need to preserve an insertion point.
John McCallad7c5c12011-02-08 08:22:06 +0000760 EmitBlock(createBasicBlock("longjmp.cont"));
John McCall20f6ab82011-01-12 03:41:02 +0000761
762 return RValue::get(0);
Eli Friedmancb9d07c2009-06-02 09:37:50 +0000763 }
Mon P Wangb84407d2008-05-09 22:40:52 +0000764 case Builtin::BI__sync_fetch_and_add:
Mon P Wangb84407d2008-05-09 22:40:52 +0000765 case Builtin::BI__sync_fetch_and_sub:
Chris Lattnerdc046542009-05-08 06:58:22 +0000766 case Builtin::BI__sync_fetch_and_or:
767 case Builtin::BI__sync_fetch_and_and:
768 case Builtin::BI__sync_fetch_and_xor:
769 case Builtin::BI__sync_add_and_fetch:
770 case Builtin::BI__sync_sub_and_fetch:
771 case Builtin::BI__sync_and_and_fetch:
772 case Builtin::BI__sync_or_and_fetch:
773 case Builtin::BI__sync_xor_and_fetch:
774 case Builtin::BI__sync_val_compare_and_swap:
775 case Builtin::BI__sync_bool_compare_and_swap:
776 case Builtin::BI__sync_lock_test_and_set:
777 case Builtin::BI__sync_lock_release:
Chris Lattner9cb59fa2011-04-09 03:57:26 +0000778 case Builtin::BI__sync_swap:
David Blaikie83d382b2011-09-23 05:06:16 +0000779 llvm_unreachable("Shouldn't make it through sema");
Chris Lattnerdc046542009-05-08 06:58:22 +0000780 case Builtin::BI__sync_fetch_and_add_1:
781 case Builtin::BI__sync_fetch_and_add_2:
782 case Builtin::BI__sync_fetch_and_add_4:
783 case Builtin::BI__sync_fetch_and_add_8:
784 case Builtin::BI__sync_fetch_and_add_16:
Eli Friedmane9f81132011-09-07 01:41:24 +0000785 return EmitBinaryAtomic(*this, llvm::AtomicRMWInst::Add, E);
Chris Lattnerdc046542009-05-08 06:58:22 +0000786 case Builtin::BI__sync_fetch_and_sub_1:
787 case Builtin::BI__sync_fetch_and_sub_2:
788 case Builtin::BI__sync_fetch_and_sub_4:
789 case Builtin::BI__sync_fetch_and_sub_8:
790 case Builtin::BI__sync_fetch_and_sub_16:
Eli Friedmane9f81132011-09-07 01:41:24 +0000791 return EmitBinaryAtomic(*this, llvm::AtomicRMWInst::Sub, E);
Chris Lattnerdc046542009-05-08 06:58:22 +0000792 case Builtin::BI__sync_fetch_and_or_1:
793 case Builtin::BI__sync_fetch_and_or_2:
794 case Builtin::BI__sync_fetch_and_or_4:
795 case Builtin::BI__sync_fetch_and_or_8:
796 case Builtin::BI__sync_fetch_and_or_16:
Eli Friedmane9f81132011-09-07 01:41:24 +0000797 return EmitBinaryAtomic(*this, llvm::AtomicRMWInst::Or, E);
Chris Lattnerdc046542009-05-08 06:58:22 +0000798 case Builtin::BI__sync_fetch_and_and_1:
799 case Builtin::BI__sync_fetch_and_and_2:
800 case Builtin::BI__sync_fetch_and_and_4:
801 case Builtin::BI__sync_fetch_and_and_8:
802 case Builtin::BI__sync_fetch_and_and_16:
Eli Friedmane9f81132011-09-07 01:41:24 +0000803 return EmitBinaryAtomic(*this, llvm::AtomicRMWInst::And, E);
Chris Lattnerdc046542009-05-08 06:58:22 +0000804 case Builtin::BI__sync_fetch_and_xor_1:
805 case Builtin::BI__sync_fetch_and_xor_2:
806 case Builtin::BI__sync_fetch_and_xor_4:
807 case Builtin::BI__sync_fetch_and_xor_8:
808 case Builtin::BI__sync_fetch_and_xor_16:
Eli Friedmane9f81132011-09-07 01:41:24 +0000809 return EmitBinaryAtomic(*this, llvm::AtomicRMWInst::Xor, E);
Mike Stump11289f42009-09-09 15:08:12 +0000810
Chris Lattnerdc046542009-05-08 06:58:22 +0000811 // Clang extensions: not overloaded yet.
Mon P Wangb84407d2008-05-09 22:40:52 +0000812 case Builtin::BI__sync_fetch_and_min:
Eli Friedmane9f81132011-09-07 01:41:24 +0000813 return EmitBinaryAtomic(*this, llvm::AtomicRMWInst::Min, E);
Mon P Wangb84407d2008-05-09 22:40:52 +0000814 case Builtin::BI__sync_fetch_and_max:
Eli Friedmane9f81132011-09-07 01:41:24 +0000815 return EmitBinaryAtomic(*this, llvm::AtomicRMWInst::Max, E);
Mon P Wangb84407d2008-05-09 22:40:52 +0000816 case Builtin::BI__sync_fetch_and_umin:
Eli Friedmane9f81132011-09-07 01:41:24 +0000817 return EmitBinaryAtomic(*this, llvm::AtomicRMWInst::UMin, E);
Mon P Wangb84407d2008-05-09 22:40:52 +0000818 case Builtin::BI__sync_fetch_and_umax:
Eli Friedmane9f81132011-09-07 01:41:24 +0000819 return EmitBinaryAtomic(*this, llvm::AtomicRMWInst::UMax, E);
Daniel Dunbar4fab57d2009-04-07 00:55:51 +0000820
Chris Lattnerdc046542009-05-08 06:58:22 +0000821 case Builtin::BI__sync_add_and_fetch_1:
822 case Builtin::BI__sync_add_and_fetch_2:
823 case Builtin::BI__sync_add_and_fetch_4:
824 case Builtin::BI__sync_add_and_fetch_8:
825 case Builtin::BI__sync_add_and_fetch_16:
Eli Friedmane9f81132011-09-07 01:41:24 +0000826 return EmitBinaryAtomicPost(*this, llvm::AtomicRMWInst::Add, E,
Daniel Dunbar4fab57d2009-04-07 00:55:51 +0000827 llvm::Instruction::Add);
Chris Lattnerdc046542009-05-08 06:58:22 +0000828 case Builtin::BI__sync_sub_and_fetch_1:
829 case Builtin::BI__sync_sub_and_fetch_2:
830 case Builtin::BI__sync_sub_and_fetch_4:
831 case Builtin::BI__sync_sub_and_fetch_8:
832 case Builtin::BI__sync_sub_and_fetch_16:
Eli Friedmane9f81132011-09-07 01:41:24 +0000833 return EmitBinaryAtomicPost(*this, llvm::AtomicRMWInst::Sub, E,
Daniel Dunbar4fab57d2009-04-07 00:55:51 +0000834 llvm::Instruction::Sub);
Chris Lattnerdc046542009-05-08 06:58:22 +0000835 case Builtin::BI__sync_and_and_fetch_1:
836 case Builtin::BI__sync_and_and_fetch_2:
837 case Builtin::BI__sync_and_and_fetch_4:
838 case Builtin::BI__sync_and_and_fetch_8:
839 case Builtin::BI__sync_and_and_fetch_16:
Eli Friedmane9f81132011-09-07 01:41:24 +0000840 return EmitBinaryAtomicPost(*this, llvm::AtomicRMWInst::And, E,
Daniel Dunbar4fab57d2009-04-07 00:55:51 +0000841 llvm::Instruction::And);
Chris Lattnerdc046542009-05-08 06:58:22 +0000842 case Builtin::BI__sync_or_and_fetch_1:
843 case Builtin::BI__sync_or_and_fetch_2:
844 case Builtin::BI__sync_or_and_fetch_4:
845 case Builtin::BI__sync_or_and_fetch_8:
846 case Builtin::BI__sync_or_and_fetch_16:
Eli Friedmane9f81132011-09-07 01:41:24 +0000847 return EmitBinaryAtomicPost(*this, llvm::AtomicRMWInst::Or, E,
Daniel Dunbar4fab57d2009-04-07 00:55:51 +0000848 llvm::Instruction::Or);
Chris Lattnerdc046542009-05-08 06:58:22 +0000849 case Builtin::BI__sync_xor_and_fetch_1:
850 case Builtin::BI__sync_xor_and_fetch_2:
851 case Builtin::BI__sync_xor_and_fetch_4:
852 case Builtin::BI__sync_xor_and_fetch_8:
853 case Builtin::BI__sync_xor_and_fetch_16:
Eli Friedmane9f81132011-09-07 01:41:24 +0000854 return EmitBinaryAtomicPost(*this, llvm::AtomicRMWInst::Xor, E,
Daniel Dunbar4fab57d2009-04-07 00:55:51 +0000855 llvm::Instruction::Xor);
Mike Stump11289f42009-09-09 15:08:12 +0000856
Chris Lattnerdc046542009-05-08 06:58:22 +0000857 case Builtin::BI__sync_val_compare_and_swap_1:
858 case Builtin::BI__sync_val_compare_and_swap_2:
859 case Builtin::BI__sync_val_compare_and_swap_4:
860 case Builtin::BI__sync_val_compare_and_swap_8:
Daniel Dunbar4ff562d2010-03-20 07:04:11 +0000861 case Builtin::BI__sync_val_compare_and_swap_16: {
John McCall3a7f6922010-10-27 20:58:56 +0000862 QualType T = E->getType();
John McCallad7c5c12011-02-08 08:22:06 +0000863 llvm::Value *DestPtr = EmitScalarExpr(E->getArg(0));
Chris Lattnerc9066d32010-09-21 23:35:30 +0000864 unsigned AddrSpace =
Chris Lattnerb2f659b2010-09-21 23:40:48 +0000865 cast<llvm::PointerType>(DestPtr->getType())->getAddressSpace();
John McCall3a7f6922010-10-27 20:58:56 +0000866
Chris Lattnera5f58b02011-07-09 17:41:47 +0000867 llvm::IntegerType *IntType =
John McCallad7c5c12011-02-08 08:22:06 +0000868 llvm::IntegerType::get(getLLVMContext(),
869 getContext().getTypeSize(T));
Chris Lattnera5f58b02011-07-09 17:41:47 +0000870 llvm::Type *IntPtrType = IntType->getPointerTo(AddrSpace);
Chandler Carruthbc8cab12010-07-18 07:23:17 +0000871
John McCall3a7f6922010-10-27 20:58:56 +0000872 Value *Args[3];
873 Args[0] = Builder.CreateBitCast(DestPtr, IntPtrType);
John McCallad7c5c12011-02-08 08:22:06 +0000874 Args[1] = EmitScalarExpr(E->getArg(1));
Chris Lattner2192fe52011-07-18 04:24:23 +0000875 llvm::Type *ValueType = Args[1]->getType();
John McCallad7c5c12011-02-08 08:22:06 +0000876 Args[1] = EmitToInt(*this, Args[1], T, IntType);
877 Args[2] = EmitToInt(*this, EmitScalarExpr(E->getArg(2)), T, IntType);
John McCall3a7f6922010-10-27 20:58:56 +0000878
Eli Friedmane9f81132011-09-07 01:41:24 +0000879 Value *Result = Builder.CreateAtomicCmpXchg(Args[0], Args[1], Args[2],
880 llvm::SequentiallyConsistent);
John McCallad7c5c12011-02-08 08:22:06 +0000881 Result = EmitFromInt(*this, Result, T, ValueType);
John McCall3a7f6922010-10-27 20:58:56 +0000882 return RValue::get(Result);
Anders Carlssonceced4c2007-10-29 02:59:40 +0000883 }
Daniel Dunbar4fab57d2009-04-07 00:55:51 +0000884
Chris Lattnerdc046542009-05-08 06:58:22 +0000885 case Builtin::BI__sync_bool_compare_and_swap_1:
886 case Builtin::BI__sync_bool_compare_and_swap_2:
887 case Builtin::BI__sync_bool_compare_and_swap_4:
888 case Builtin::BI__sync_bool_compare_and_swap_8:
Daniel Dunbar4ff562d2010-03-20 07:04:11 +0000889 case Builtin::BI__sync_bool_compare_and_swap_16: {
John McCall3a7f6922010-10-27 20:58:56 +0000890 QualType T = E->getArg(1)->getType();
John McCallad7c5c12011-02-08 08:22:06 +0000891 llvm::Value *DestPtr = EmitScalarExpr(E->getArg(0));
Chris Lattner7cf46bf2010-09-21 23:24:52 +0000892 unsigned AddrSpace =
Chris Lattnerb2f659b2010-09-21 23:40:48 +0000893 cast<llvm::PointerType>(DestPtr->getType())->getAddressSpace();
John McCall3a7f6922010-10-27 20:58:56 +0000894
Chris Lattnera5f58b02011-07-09 17:41:47 +0000895 llvm::IntegerType *IntType =
John McCallad7c5c12011-02-08 08:22:06 +0000896 llvm::IntegerType::get(getLLVMContext(),
897 getContext().getTypeSize(T));
Chris Lattnera5f58b02011-07-09 17:41:47 +0000898 llvm::Type *IntPtrType = IntType->getPointerTo(AddrSpace);
Chandler Carruthbc8cab12010-07-18 07:23:17 +0000899
John McCall3a7f6922010-10-27 20:58:56 +0000900 Value *Args[3];
901 Args[0] = Builder.CreateBitCast(DestPtr, IntPtrType);
John McCallad7c5c12011-02-08 08:22:06 +0000902 Args[1] = EmitToInt(*this, EmitScalarExpr(E->getArg(1)), T, IntType);
903 Args[2] = EmitToInt(*this, EmitScalarExpr(E->getArg(2)), T, IntType);
John McCall3a7f6922010-10-27 20:58:56 +0000904
Chandler Carruthbc8cab12010-07-18 07:23:17 +0000905 Value *OldVal = Args[1];
Eli Friedmane9f81132011-09-07 01:41:24 +0000906 Value *PrevVal = Builder.CreateAtomicCmpXchg(Args[0], Args[1], Args[2],
907 llvm::SequentiallyConsistent);
Daniel Dunbar4fab57d2009-04-07 00:55:51 +0000908 Value *Result = Builder.CreateICmpEQ(PrevVal, OldVal);
909 // zext bool to int.
John McCall3a7f6922010-10-27 20:58:56 +0000910 Result = Builder.CreateZExt(Result, ConvertType(E->getType()));
911 return RValue::get(Result);
Daniel Dunbar4fab57d2009-04-07 00:55:51 +0000912 }
913
Chris Lattner9cb59fa2011-04-09 03:57:26 +0000914 case Builtin::BI__sync_swap_1:
915 case Builtin::BI__sync_swap_2:
916 case Builtin::BI__sync_swap_4:
917 case Builtin::BI__sync_swap_8:
918 case Builtin::BI__sync_swap_16:
Eli Friedmane9f81132011-09-07 01:41:24 +0000919 return EmitBinaryAtomic(*this, llvm::AtomicRMWInst::Xchg, E);
Chris Lattner9cb59fa2011-04-09 03:57:26 +0000920
Chris Lattnerdc046542009-05-08 06:58:22 +0000921 case Builtin::BI__sync_lock_test_and_set_1:
922 case Builtin::BI__sync_lock_test_and_set_2:
923 case Builtin::BI__sync_lock_test_and_set_4:
924 case Builtin::BI__sync_lock_test_and_set_8:
925 case Builtin::BI__sync_lock_test_and_set_16:
Eli Friedmane9f81132011-09-07 01:41:24 +0000926 return EmitBinaryAtomic(*this, llvm::AtomicRMWInst::Xchg, E);
Daniel Dunbar4ff562d2010-03-20 07:04:11 +0000927
Chris Lattnerdc046542009-05-08 06:58:22 +0000928 case Builtin::BI__sync_lock_release_1:
929 case Builtin::BI__sync_lock_release_2:
930 case Builtin::BI__sync_lock_release_4:
931 case Builtin::BI__sync_lock_release_8:
Chris Lattnerafde2592009-05-13 04:46:13 +0000932 case Builtin::BI__sync_lock_release_16: {
933 Value *Ptr = EmitScalarExpr(E->getArg(0));
Eli Friedman84d28122011-09-13 22:21:56 +0000934 llvm::Type *ElLLVMTy =
Chris Lattnerafde2592009-05-13 04:46:13 +0000935 cast<llvm::PointerType>(Ptr->getType())->getElementType();
Daniel Dunbar1dd01642009-11-29 21:11:47 +0000936 llvm::StoreInst *Store =
Eli Friedman84d28122011-09-13 22:21:56 +0000937 Builder.CreateStore(llvm::Constant::getNullValue(ElLLVMTy), Ptr);
938 QualType ElTy = E->getArg(0)->getType()->getPointeeType();
939 CharUnits StoreSize = getContext().getTypeSizeInChars(ElTy);
940 Store->setAlignment(StoreSize.getQuantity());
941 Store->setAtomic(llvm::Release);
Daniel Dunbar16f422e2009-05-27 23:45:33 +0000942 return RValue::get(0);
Chris Lattnerafde2592009-05-13 04:46:13 +0000943 }
Daniel Dunbar8eb018a2009-02-16 22:43:43 +0000944
Chris Lattnerafde2592009-05-13 04:46:13 +0000945 case Builtin::BI__sync_synchronize: {
Eli Friedmane9f81132011-09-07 01:41:24 +0000946 // We assume this is supposed to correspond to a C++0x-style
947 // sequentially-consistent fence (i.e. this is only usable for
948 // synchonization, not device I/O or anything like that). This intrinsic
949 // is really badly designed in the sense that in theory, there isn't
950 // any way to safely use it... but in practice, it mostly works
951 // to use it with non-atomic loads and stores to get acquire/release
952 // semantics.
953 Builder.CreateFence(llvm::SequentiallyConsistent);
Daniel Dunbar16f422e2009-05-27 23:45:33 +0000954 return RValue::get(0);
Chris Lattnerafde2592009-05-13 04:46:13 +0000955 }
Mike Stump11289f42009-09-09 15:08:12 +0000956
Eli Friedmandf14b3a2011-10-11 02:20:01 +0000957 case Builtin::BI__atomic_thread_fence:
958 case Builtin::BI__atomic_signal_fence: {
959 llvm::SynchronizationScope Scope;
960 if (BuiltinID == Builtin::BI__atomic_signal_fence)
961 Scope = llvm::SingleThread;
962 else
963 Scope = llvm::CrossThread;
964 Value *Order = EmitScalarExpr(E->getArg(0));
965 if (isa<llvm::ConstantInt>(Order)) {
966 int ord = cast<llvm::ConstantInt>(Order)->getZExtValue();
967 switch (ord) {
968 case 0: // memory_order_relaxed
969 default: // invalid order
970 break;
971 case 1: // memory_order_consume
972 case 2: // memory_order_acquire
973 Builder.CreateFence(llvm::Acquire, Scope);
974 break;
975 case 3: // memory_order_release
976 Builder.CreateFence(llvm::Release, Scope);
977 break;
978 case 4: // memory_order_acq_rel
979 Builder.CreateFence(llvm::AcquireRelease, Scope);
980 break;
981 case 5: // memory_order_seq_cst
982 Builder.CreateFence(llvm::SequentiallyConsistent, Scope);
983 break;
984 }
985 return RValue::get(0);
986 }
987
988 llvm::BasicBlock *AcquireBB, *ReleaseBB, *AcqRelBB, *SeqCstBB;
989 AcquireBB = createBasicBlock("acquire", CurFn);
990 ReleaseBB = createBasicBlock("release", CurFn);
991 AcqRelBB = createBasicBlock("acqrel", CurFn);
992 SeqCstBB = createBasicBlock("seqcst", CurFn);
993 llvm::BasicBlock *ContBB = createBasicBlock("atomic.continue", CurFn);
994
995 Order = Builder.CreateIntCast(Order, Builder.getInt32Ty(), false);
996 llvm::SwitchInst *SI = Builder.CreateSwitch(Order, ContBB);
997
998 Builder.SetInsertPoint(AcquireBB);
999 Builder.CreateFence(llvm::Acquire, Scope);
1000 Builder.CreateBr(ContBB);
1001 SI->addCase(Builder.getInt32(1), AcquireBB);
1002 SI->addCase(Builder.getInt32(2), AcquireBB);
1003
1004 Builder.SetInsertPoint(ReleaseBB);
1005 Builder.CreateFence(llvm::Release, Scope);
1006 Builder.CreateBr(ContBB);
1007 SI->addCase(Builder.getInt32(3), ReleaseBB);
1008
1009 Builder.SetInsertPoint(AcqRelBB);
1010 Builder.CreateFence(llvm::AcquireRelease, Scope);
1011 Builder.CreateBr(ContBB);
1012 SI->addCase(Builder.getInt32(4), AcqRelBB);
1013
1014 Builder.SetInsertPoint(SeqCstBB);
1015 Builder.CreateFence(llvm::SequentiallyConsistent, Scope);
1016 Builder.CreateBr(ContBB);
1017 SI->addCase(Builder.getInt32(5), SeqCstBB);
1018
1019 Builder.SetInsertPoint(ContBB);
1020 return RValue::get(0);
1021 }
1022
Daniel Dunbar8eb018a2009-02-16 22:43:43 +00001023 // Library functions with special handling.
Daniel Dunbar8eb018a2009-02-16 22:43:43 +00001024 case Builtin::BIsqrt:
1025 case Builtin::BIsqrtf:
1026 case Builtin::BIsqrtl: {
John McCall8586bfd2010-04-07 08:20:20 +00001027 // TODO: there is currently no set of optimizer flags
1028 // sufficient for us to rewrite sqrt to @llvm.sqrt.
1029 // -fmath-errno=0 is not good enough; we need finiteness.
1030 // We could probably precondition the call with an ult
1031 // against 0, but is that worth the complexity?
1032 break;
Daniel Dunbar8eb018a2009-02-16 22:43:43 +00001033 }
1034
1035 case Builtin::BIpow:
1036 case Builtin::BIpowf:
1037 case Builtin::BIpowl: {
1038 // Rewrite sqrt to intrinsic if allowed.
Argyrios Kyrtzidisb4b64ca2009-06-30 02:34:44 +00001039 if (!FD->hasAttr<ConstAttr>())
Daniel Dunbar8eb018a2009-02-16 22:43:43 +00001040 break;
1041 Value *Base = EmitScalarExpr(E->getArg(0));
1042 Value *Exponent = EmitScalarExpr(E->getArg(1));
Chris Lattnera5f58b02011-07-09 17:41:47 +00001043 llvm::Type *ArgType = Base->getType();
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001044 Value *F = CGM.getIntrinsic(Intrinsic::pow, ArgType);
Benjamin Kramer76399eb2011-09-27 21:06:10 +00001045 return RValue::get(Builder.CreateCall2(F, Base, Exponent));
Daniel Dunbar8eb018a2009-02-16 22:43:43 +00001046 }
Eli Friedman99d20f82010-03-06 02:17:52 +00001047
Cameron Zwarichae7bc982011-07-08 21:39:34 +00001048 case Builtin::BIfma:
1049 case Builtin::BIfmaf:
1050 case Builtin::BIfmal:
1051 case Builtin::BI__builtin_fma:
1052 case Builtin::BI__builtin_fmaf:
1053 case Builtin::BI__builtin_fmal: {
1054 // Rewrite fma to intrinsic.
1055 Value *FirstArg = EmitScalarExpr(E->getArg(0));
Chris Lattnera5f58b02011-07-09 17:41:47 +00001056 llvm::Type *ArgType = FirstArg->getType();
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001057 Value *F = CGM.getIntrinsic(Intrinsic::fma, ArgType);
Cameron Zwarichae7bc982011-07-08 21:39:34 +00001058 return RValue::get(Builder.CreateCall3(F, FirstArg,
1059 EmitScalarExpr(E->getArg(1)),
Benjamin Kramer76399eb2011-09-27 21:06:10 +00001060 EmitScalarExpr(E->getArg(2))));
Cameron Zwarichae7bc982011-07-08 21:39:34 +00001061 }
1062
Eli Friedman99d20f82010-03-06 02:17:52 +00001063 case Builtin::BI__builtin_signbit:
1064 case Builtin::BI__builtin_signbitf:
1065 case Builtin::BI__builtin_signbitl: {
1066 LLVMContext &C = CGM.getLLVMContext();
1067
1068 Value *Arg = EmitScalarExpr(E->getArg(0));
Chris Lattner2192fe52011-07-18 04:24:23 +00001069 llvm::Type *ArgTy = Arg->getType();
Eli Friedman99d20f82010-03-06 02:17:52 +00001070 if (ArgTy->isPPC_FP128Ty())
1071 break; // FIXME: I'm not sure what the right implementation is here.
1072 int ArgWidth = ArgTy->getPrimitiveSizeInBits();
Chris Lattner2192fe52011-07-18 04:24:23 +00001073 llvm::Type *ArgIntTy = llvm::IntegerType::get(C, ArgWidth);
Eli Friedman99d20f82010-03-06 02:17:52 +00001074 Value *BCArg = Builder.CreateBitCast(Arg, ArgIntTy);
1075 Value *ZeroCmp = llvm::Constant::getNullValue(ArgIntTy);
1076 Value *Result = Builder.CreateICmpSLT(BCArg, ZeroCmp);
1077 return RValue::get(Builder.CreateZExt(Result, ConvertType(E->getType())));
1078 }
Julien Lerouge5a6b6982011-09-09 22:41:49 +00001079 case Builtin::BI__builtin_annotation: {
1080 llvm::Value *AnnVal = EmitScalarExpr(E->getArg(0));
1081 llvm::Value *F = CGM.getIntrinsic(llvm::Intrinsic::annotation,
1082 AnnVal->getType());
1083
1084 // Get the annotation string, go through casts. Sema requires this to be a
1085 // non-wide string literal, potentially casted, so the cast<> is safe.
1086 const Expr *AnnotationStrExpr = E->getArg(1)->IgnoreParenCasts();
1087 llvm::StringRef Str = cast<StringLiteral>(AnnotationStrExpr)->getString();
1088 return RValue::get(EmitAnnotationCall(F, AnnVal, Str, E->getExprLoc()));
1089 }
Nate Begeman6c591322008-05-15 07:38:03 +00001090 }
Mike Stump11289f42009-09-09 15:08:12 +00001091
John McCall30e4efd2011-09-13 23:05:03 +00001092 // If this is an alias for a lib function (e.g. __builtin_sin), emit
1093 // the call using the normal call path, but using the unmangled
1094 // version of the function name.
1095 if (getContext().BuiltinInfo.isLibFunction(BuiltinID))
1096 return emitLibraryCall(*this, FD, E,
1097 CGM.getBuiltinLibFunction(FD, BuiltinID));
1098
1099 // If this is a predefined lib function (e.g. malloc), emit the call
1100 // using exactly the normal call path.
1101 if (getContext().BuiltinInfo.isPredefinedLibFunction(BuiltinID))
1102 return emitLibraryCall(*this, FD, E, EmitScalarExpr(E->getCallee()));
Mike Stump11289f42009-09-09 15:08:12 +00001103
Chris Lattner9a8d1d92008-06-30 18:32:54 +00001104 // See if we have a target specific intrinsic.
Dale Johannesen621c3512009-02-05 01:50:47 +00001105 const char *Name = getContext().BuiltinInfo.GetName(BuiltinID);
Daniel Dunbar576d90d2009-08-24 09:54:37 +00001106 Intrinsic::ID IntrinsicID = Intrinsic::not_intrinsic;
1107 if (const char *Prefix =
Mike Stump11289f42009-09-09 15:08:12 +00001108 llvm::Triple::getArchTypePrefix(Target.getTriple().getArch()))
Daniel Dunbar576d90d2009-08-24 09:54:37 +00001109 IntrinsicID = Intrinsic::getIntrinsicForGCCBuiltin(Prefix, Name);
Mike Stump11289f42009-09-09 15:08:12 +00001110
Chris Lattner9a8d1d92008-06-30 18:32:54 +00001111 if (IntrinsicID != Intrinsic::not_intrinsic) {
1112 SmallVector<Value*, 16> Args;
Mike Stump11289f42009-09-09 15:08:12 +00001113
Chris Lattner64d7f2a2010-10-02 00:09:12 +00001114 // Find out if any arguments are required to be integer constant
1115 // expressions.
1116 unsigned ICEArguments = 0;
1117 ASTContext::GetBuiltinTypeError Error;
1118 getContext().GetBuiltinType(BuiltinID, Error, &ICEArguments);
1119 assert(Error == ASTContext::GE_None && "Should not codegen an error");
1120
Chris Lattner9a8d1d92008-06-30 18:32:54 +00001121 Function *F = CGM.getIntrinsic(IntrinsicID);
Chris Lattner2192fe52011-07-18 04:24:23 +00001122 llvm::FunctionType *FTy = F->getFunctionType();
Mike Stump11289f42009-09-09 15:08:12 +00001123
Chris Lattner9a8d1d92008-06-30 18:32:54 +00001124 for (unsigned i = 0, e = E->getNumArgs(); i != e; ++i) {
Chris Lattner64d7f2a2010-10-02 00:09:12 +00001125 Value *ArgValue;
1126 // If this is a normal argument, just emit it as a scalar.
1127 if ((ICEArguments & (1 << i)) == 0) {
1128 ArgValue = EmitScalarExpr(E->getArg(i));
1129 } else {
1130 // If this is required to be a constant, constant fold it so that we
1131 // know that the generated intrinsic gets a ConstantInt.
1132 llvm::APSInt Result;
1133 bool IsConst = E->getArg(i)->isIntegerConstantExpr(Result,getContext());
1134 assert(IsConst && "Constant arg isn't actually constant?");
1135 (void)IsConst;
John McCallad7c5c12011-02-08 08:22:06 +00001136 ArgValue = llvm::ConstantInt::get(getLLVMContext(), Result);
Chris Lattner64d7f2a2010-10-02 00:09:12 +00001137 }
Mike Stump11289f42009-09-09 15:08:12 +00001138
Chris Lattner9a8d1d92008-06-30 18:32:54 +00001139 // If the intrinsic arg type is different from the builtin arg type
1140 // we need to do a bit cast.
Chris Lattner2192fe52011-07-18 04:24:23 +00001141 llvm::Type *PTy = FTy->getParamType(i);
Chris Lattner9a8d1d92008-06-30 18:32:54 +00001142 if (PTy != ArgValue->getType()) {
1143 assert(PTy->canLosslesslyBitCastTo(FTy->getParamType(i)) &&
1144 "Must be able to losslessly bit cast to param");
1145 ArgValue = Builder.CreateBitCast(ArgValue, PTy);
1146 }
Mike Stump11289f42009-09-09 15:08:12 +00001147
Chris Lattner9a8d1d92008-06-30 18:32:54 +00001148 Args.push_back(ArgValue);
1149 }
Mike Stump11289f42009-09-09 15:08:12 +00001150
Jay Foad5bd375a2011-07-15 08:37:34 +00001151 Value *V = Builder.CreateCall(F, Args);
Chris Lattner9a8d1d92008-06-30 18:32:54 +00001152 QualType BuiltinRetType = E->getType();
Mike Stump11289f42009-09-09 15:08:12 +00001153
Chris Lattner2192fe52011-07-18 04:24:23 +00001154 llvm::Type *RetTy = llvm::Type::getVoidTy(getLLVMContext());
Chris Lattner9a8d1d92008-06-30 18:32:54 +00001155 if (!BuiltinRetType->isVoidType()) RetTy = ConvertType(BuiltinRetType);
Mike Stump11289f42009-09-09 15:08:12 +00001156
Chris Lattner9a8d1d92008-06-30 18:32:54 +00001157 if (RetTy != V->getType()) {
1158 assert(V->getType()->canLosslesslyBitCastTo(RetTy) &&
1159 "Must be able to losslessly bit cast result type");
1160 V = Builder.CreateBitCast(V, RetTy);
1161 }
Mike Stump11289f42009-09-09 15:08:12 +00001162
Chris Lattner9a8d1d92008-06-30 18:32:54 +00001163 return RValue::get(V);
1164 }
Mike Stump11289f42009-09-09 15:08:12 +00001165
Chris Lattner9a8d1d92008-06-30 18:32:54 +00001166 // See if we have a target specific builtin that needs to be lowered.
Daniel Dunbareca513d2008-10-10 00:24:54 +00001167 if (Value *V = EmitTargetBuiltinExpr(BuiltinID, E))
Chris Lattner9a8d1d92008-06-30 18:32:54 +00001168 return RValue::get(V);
Mike Stump11289f42009-09-09 15:08:12 +00001169
Daniel Dunbara7c8cf62008-08-16 00:56:44 +00001170 ErrorUnsupported(E, "builtin function");
Mike Stump11289f42009-09-09 15:08:12 +00001171
Chris Lattner9a8d1d92008-06-30 18:32:54 +00001172 // Unknown builtin, for now just dump it out and return undef.
1173 if (hasAggregateLLVMType(E->getType()))
Daniel Dunbara7566f12010-02-09 02:48:28 +00001174 return RValue::getAggregate(CreateMemTemp(E->getType()));
Owen Anderson7ec07a52009-07-30 23:11:26 +00001175 return RValue::get(llvm::UndefValue::get(ConvertType(E->getType())));
Mike Stump11289f42009-09-09 15:08:12 +00001176}
Anders Carlsson895af082007-12-09 23:17:02 +00001177
Daniel Dunbareca513d2008-10-10 00:24:54 +00001178Value *CodeGenFunction::EmitTargetBuiltinExpr(unsigned BuiltinID,
1179 const CallExpr *E) {
Daniel Dunbar576d90d2009-08-24 09:54:37 +00001180 switch (Target.getTriple().getArch()) {
Chris Lattner5cc15e02010-03-03 19:03:45 +00001181 case llvm::Triple::arm:
1182 case llvm::Triple::thumb:
1183 return EmitARMBuiltinExpr(BuiltinID, E);
Daniel Dunbar576d90d2009-08-24 09:54:37 +00001184 case llvm::Triple::x86:
1185 case llvm::Triple::x86_64:
Daniel Dunbareca513d2008-10-10 00:24:54 +00001186 return EmitX86BuiltinExpr(BuiltinID, E);
Daniel Dunbar576d90d2009-08-24 09:54:37 +00001187 case llvm::Triple::ppc:
1188 case llvm::Triple::ppc64:
Daniel Dunbareca513d2008-10-10 00:24:54 +00001189 return EmitPPCBuiltinExpr(BuiltinID, E);
Tony Linthicum76329bf2011-12-12 21:14:55 +00001190 case llvm::Triple::hexagon:
1191 return EmitHexagonBuiltinExpr(BuiltinID, E);
Daniel Dunbar576d90d2009-08-24 09:54:37 +00001192 default:
1193 return 0;
1194 }
Daniel Dunbareca513d2008-10-10 00:24:54 +00001195}
1196
NAKAMURA Takumidabda6b2011-11-08 03:27:04 +00001197static llvm::VectorType *GetNeonType(LLVMContext &C, NeonTypeFlags TypeFlags) {
1198 int IsQuad = TypeFlags.isQuad();
1199 switch (TypeFlags.getEltType()) {
Bob Wilson98bc98c2011-11-08 01:16:11 +00001200 case NeonTypeFlags::Int8:
1201 case NeonTypeFlags::Poly8:
1202 return llvm::VectorType::get(llvm::Type::getInt8Ty(C), 8 << IsQuad);
1203 case NeonTypeFlags::Int16:
1204 case NeonTypeFlags::Poly16:
1205 case NeonTypeFlags::Float16:
1206 return llvm::VectorType::get(llvm::Type::getInt16Ty(C), 4 << IsQuad);
1207 case NeonTypeFlags::Int32:
1208 return llvm::VectorType::get(llvm::Type::getInt32Ty(C), 2 << IsQuad);
1209 case NeonTypeFlags::Int64:
1210 return llvm::VectorType::get(llvm::Type::getInt64Ty(C), 1 << IsQuad);
1211 case NeonTypeFlags::Float32:
1212 return llvm::VectorType::get(llvm::Type::getFloatTy(C), 2 << IsQuad);
David Blaikief47fa302012-01-17 02:30:50 +00001213 }
1214 llvm_unreachable("Invalid NeonTypeFlags element type!");
Nate Begeman5968eb22010-06-07 16:01:56 +00001215}
1216
Bob Wilson210f6dd2010-12-07 22:40:02 +00001217Value *CodeGenFunction::EmitNeonSplat(Value *V, Constant *C) {
Nate Begeman4a04b462010-06-10 00:17:56 +00001218 unsigned nElts = cast<llvm::VectorType>(V->getType())->getNumElements();
Chris Lattner2d6b7b92012-01-25 05:34:41 +00001219 Value* SV = llvm::ConstantVector::getSplat(nElts, C);
Nate Begeman4a04b462010-06-10 00:17:56 +00001220 return Builder.CreateShuffleVector(V, V, SV, "lane");
1221}
1222
Nate Begemanae6b1d82010-06-08 06:03:01 +00001223Value *CodeGenFunction::EmitNeonCall(Function *F, SmallVectorImpl<Value*> &Ops,
Bob Wilson482afae2010-12-08 22:37:56 +00001224 const char *name,
Nate Begeman91e1fea2010-06-14 05:21:25 +00001225 unsigned shift, bool rightshift) {
Nate Begemanae6b1d82010-06-08 06:03:01 +00001226 unsigned j = 0;
1227 for (Function::const_arg_iterator ai = F->arg_begin(), ae = F->arg_end();
1228 ai != ae; ++ai, ++j)
Nate Begeman91e1fea2010-06-14 05:21:25 +00001229 if (shift > 0 && shift == j)
1230 Ops[j] = EmitNeonShiftVector(Ops[j], ai->getType(), rightshift);
1231 else
1232 Ops[j] = Builder.CreateBitCast(Ops[j], ai->getType(), name);
Nate Begemanae6b1d82010-06-08 06:03:01 +00001233
Jay Foad5bd375a2011-07-15 08:37:34 +00001234 return Builder.CreateCall(F, Ops, name);
Nate Begemanae6b1d82010-06-08 06:03:01 +00001235}
1236
Chris Lattner2192fe52011-07-18 04:24:23 +00001237Value *CodeGenFunction::EmitNeonShiftVector(Value *V, llvm::Type *Ty,
Nate Begeman8ed060b2010-06-11 22:57:12 +00001238 bool neg) {
Chris Lattner2d6b7b92012-01-25 05:34:41 +00001239 int SV = cast<ConstantInt>(V)->getSExtValue();
Nate Begeman8ed060b2010-06-11 22:57:12 +00001240
Chris Lattner2192fe52011-07-18 04:24:23 +00001241 llvm::VectorType *VTy = cast<llvm::VectorType>(Ty);
Nate Begeman8ed060b2010-06-11 22:57:12 +00001242 llvm::Constant *C = ConstantInt::get(VTy->getElementType(), neg ? -SV : SV);
Chris Lattner2d6b7b92012-01-25 05:34:41 +00001243 return llvm::ConstantVector::getSplat(VTy->getNumElements(), C);
Nate Begeman8ed060b2010-06-11 22:57:12 +00001244}
1245
Bob Wilson7b0d0322010-08-27 17:14:29 +00001246/// GetPointeeAlignment - Given an expression with a pointer type, find the
1247/// alignment of the type referenced by the pointer. Skip over implicit
1248/// casts.
1249static Value *GetPointeeAlignment(CodeGenFunction &CGF, const Expr *Addr) {
1250 unsigned Align = 1;
1251 // Check if the type is a pointer. The implicit cast operand might not be.
1252 while (Addr->getType()->isPointerType()) {
1253 QualType PtTy = Addr->getType()->getPointeeType();
1254 unsigned NewA = CGF.getContext().getTypeAlignInChars(PtTy).getQuantity();
1255 if (NewA > Align)
1256 Align = NewA;
1257
1258 // If the address is an implicit cast, repeat with the cast operand.
1259 if (const ImplicitCastExpr *CastAddr = dyn_cast<ImplicitCastExpr>(Addr)) {
1260 Addr = CastAddr->getSubExpr();
1261 continue;
1262 }
1263 break;
1264 }
1265 return llvm::ConstantInt::get(CGF.Int32Ty, Align);
1266}
1267
Chris Lattner5cc15e02010-03-03 19:03:45 +00001268Value *CodeGenFunction::EmitARMBuiltinExpr(unsigned BuiltinID,
1269 const CallExpr *E) {
Rafael Espindola6bb986d2010-06-09 03:48:40 +00001270 if (BuiltinID == ARM::BI__clear_cache) {
Rafael Espindolaa54062e2010-06-07 17:26:50 +00001271 const FunctionDecl *FD = E->getDirectCallee();
Eric Christophercf5e83b2011-03-14 20:30:34 +00001272 // Oddly people write this call without args on occasion and gcc accepts
1273 // it - it's also marked as varargs in the description file.
Chris Lattner0e62c1c2011-07-23 10:55:15 +00001274 SmallVector<Value*, 2> Ops;
Eric Christophercf5e83b2011-03-14 20:30:34 +00001275 for (unsigned i = 0; i < E->getNumArgs(); i++)
1276 Ops.push_back(EmitScalarExpr(E->getArg(i)));
Chris Lattner2192fe52011-07-18 04:24:23 +00001277 llvm::Type *Ty = CGM.getTypes().ConvertType(FD->getType());
1278 llvm::FunctionType *FTy = cast<llvm::FunctionType>(Ty);
Chris Lattner0e62c1c2011-07-23 10:55:15 +00001279 StringRef Name = FD->getName();
Jay Foad5bd375a2011-07-15 08:37:34 +00001280 return Builder.CreateCall(CGM.CreateRuntimeFunction(FTy, Name), Ops);
Chris Lattner5cc15e02010-03-03 19:03:45 +00001281 }
Rafael Espindola6bb986d2010-06-09 03:48:40 +00001282
Bruno Cardoso Lopesfe733742011-05-28 04:11:33 +00001283 if (BuiltinID == ARM::BI__builtin_arm_ldrexd) {
1284 Function *F = CGM.getIntrinsic(Intrinsic::arm_ldrexd);
1285
1286 Value *LdPtr = EmitScalarExpr(E->getArg(0));
1287 Value *Val = Builder.CreateCall(F, LdPtr, "ldrexd");
1288
1289 Value *Val0 = Builder.CreateExtractValue(Val, 1);
1290 Value *Val1 = Builder.CreateExtractValue(Val, 0);
1291 Val0 = Builder.CreateZExt(Val0, Int64Ty);
1292 Val1 = Builder.CreateZExt(Val1, Int64Ty);
1293
1294 Value *ShiftCst = llvm::ConstantInt::get(Int64Ty, 32);
1295 Val = Builder.CreateShl(Val0, ShiftCst, "shl", true /* nuw */);
1296 return Builder.CreateOr(Val, Val1);
1297 }
1298
1299 if (BuiltinID == ARM::BI__builtin_arm_strexd) {
1300 Function *F = CGM.getIntrinsic(Intrinsic::arm_strexd);
Chris Lattner845511f2011-06-18 22:49:11 +00001301 llvm::Type *STy = llvm::StructType::get(Int32Ty, Int32Ty, NULL);
Bruno Cardoso Lopesfe733742011-05-28 04:11:33 +00001302
1303 Value *One = llvm::ConstantInt::get(Int32Ty, 1);
Benjamin Kramer76399eb2011-09-27 21:06:10 +00001304 Value *Tmp = Builder.CreateAlloca(Int64Ty, One);
Bruno Cardoso Lopesfe733742011-05-28 04:11:33 +00001305 Value *Val = EmitScalarExpr(E->getArg(0));
1306 Builder.CreateStore(Val, Tmp);
1307
1308 Value *LdPtr = Builder.CreateBitCast(Tmp,llvm::PointerType::getUnqual(STy));
1309 Val = Builder.CreateLoad(LdPtr);
1310
1311 Value *Arg0 = Builder.CreateExtractValue(Val, 0);
1312 Value *Arg1 = Builder.CreateExtractValue(Val, 1);
1313 Value *StPtr = EmitScalarExpr(E->getArg(1));
1314 return Builder.CreateCall3(F, Arg0, Arg1, StPtr, "strexd");
1315 }
1316
Chris Lattner0e62c1c2011-07-23 10:55:15 +00001317 SmallVector<Value*, 4> Ops;
Rafael Espindola6bb986d2010-06-09 03:48:40 +00001318 for (unsigned i = 0, e = E->getNumArgs() - 1; i != e; i++)
1319 Ops.push_back(EmitScalarExpr(E->getArg(i)));
1320
Bob Wilson445c24f2011-08-13 05:03:46 +00001321 // vget_lane and vset_lane are not overloaded and do not have an extra
1322 // argument that specifies the vector type.
1323 switch (BuiltinID) {
1324 default: break;
1325 case ARM::BI__builtin_neon_vget_lane_i8:
1326 case ARM::BI__builtin_neon_vget_lane_i16:
1327 case ARM::BI__builtin_neon_vget_lane_i32:
1328 case ARM::BI__builtin_neon_vget_lane_i64:
1329 case ARM::BI__builtin_neon_vget_lane_f32:
1330 case ARM::BI__builtin_neon_vgetq_lane_i8:
1331 case ARM::BI__builtin_neon_vgetq_lane_i16:
1332 case ARM::BI__builtin_neon_vgetq_lane_i32:
1333 case ARM::BI__builtin_neon_vgetq_lane_i64:
1334 case ARM::BI__builtin_neon_vgetq_lane_f32:
1335 return Builder.CreateExtractElement(Ops[0], EmitScalarExpr(E->getArg(1)),
1336 "vget_lane");
1337 case ARM::BI__builtin_neon_vset_lane_i8:
1338 case ARM::BI__builtin_neon_vset_lane_i16:
1339 case ARM::BI__builtin_neon_vset_lane_i32:
1340 case ARM::BI__builtin_neon_vset_lane_i64:
1341 case ARM::BI__builtin_neon_vset_lane_f32:
1342 case ARM::BI__builtin_neon_vsetq_lane_i8:
1343 case ARM::BI__builtin_neon_vsetq_lane_i16:
1344 case ARM::BI__builtin_neon_vsetq_lane_i32:
1345 case ARM::BI__builtin_neon_vsetq_lane_i64:
1346 case ARM::BI__builtin_neon_vsetq_lane_f32:
1347 Ops.push_back(EmitScalarExpr(E->getArg(2)));
1348 return Builder.CreateInsertElement(Ops[1], Ops[0], Ops[2], "vset_lane");
1349 }
1350
1351 // Get the last argument, which specifies the vector type.
Rafael Espindola6bb986d2010-06-09 03:48:40 +00001352 llvm::APSInt Result;
1353 const Expr *Arg = E->getArg(E->getNumArgs()-1);
1354 if (!Arg->isIntegerConstantExpr(Result, getContext()))
1355 return 0;
1356
Nate Begemanf568b072010-08-03 21:32:34 +00001357 if (BuiltinID == ARM::BI__builtin_arm_vcvtr_f ||
1358 BuiltinID == ARM::BI__builtin_arm_vcvtr_d) {
1359 // Determine the overloaded type of this builtin.
Chris Lattnera5f58b02011-07-09 17:41:47 +00001360 llvm::Type *Ty;
Nate Begemanf568b072010-08-03 21:32:34 +00001361 if (BuiltinID == ARM::BI__builtin_arm_vcvtr_f)
John McCallad7c5c12011-02-08 08:22:06 +00001362 Ty = llvm::Type::getFloatTy(getLLVMContext());
Nate Begemanf568b072010-08-03 21:32:34 +00001363 else
John McCallad7c5c12011-02-08 08:22:06 +00001364 Ty = llvm::Type::getDoubleTy(getLLVMContext());
Nate Begemanf568b072010-08-03 21:32:34 +00001365
1366 // Determine whether this is an unsigned conversion or not.
1367 bool usgn = Result.getZExtValue() == 1;
1368 unsigned Int = usgn ? Intrinsic::arm_vcvtru : Intrinsic::arm_vcvtr;
1369
1370 // Call the appropriate intrinsic.
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001371 Function *F = CGM.getIntrinsic(Int, Ty);
Jay Foad5bd375a2011-07-15 08:37:34 +00001372 return Builder.CreateCall(F, Ops, "vcvtr");
Nate Begemanf568b072010-08-03 21:32:34 +00001373 }
1374
1375 // Determine the type of this overloaded NEON intrinsic.
Bob Wilson98bc98c2011-11-08 01:16:11 +00001376 NeonTypeFlags Type(Result.getZExtValue());
1377 bool usgn = Type.isUnsigned();
1378 bool quad = Type.isQuad();
Bob Wilson4fa993f2010-12-03 17:10:22 +00001379 bool rightShift = false;
Rafael Espindola6bb986d2010-06-09 03:48:40 +00001380
Bob Wilson98bc98c2011-11-08 01:16:11 +00001381 llvm::VectorType *VTy = GetNeonType(getLLVMContext(), Type);
Chris Lattnera5f58b02011-07-09 17:41:47 +00001382 llvm::Type *Ty = VTy;
Rafael Espindola6bb986d2010-06-09 03:48:40 +00001383 if (!Ty)
1384 return 0;
1385
1386 unsigned Int;
1387 switch (BuiltinID) {
1388 default: return 0;
Bob Wilson6bc21642011-06-24 22:13:26 +00001389 case ARM::BI__builtin_neon_vabd_v:
1390 case ARM::BI__builtin_neon_vabdq_v:
Nate Begeman5968eb22010-06-07 16:01:56 +00001391 Int = usgn ? Intrinsic::arm_neon_vabdu : Intrinsic::arm_neon_vabds;
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001392 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vabd");
Bob Wilson6bc21642011-06-24 22:13:26 +00001393 case ARM::BI__builtin_neon_vabs_v:
1394 case ARM::BI__builtin_neon_vabsq_v:
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001395 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vabs, Ty),
Nate Begemane0935ff2010-06-10 18:11:55 +00001396 Ops, "vabs");
Bob Wilson6bc21642011-06-24 22:13:26 +00001397 case ARM::BI__builtin_neon_vaddhn_v:
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001398 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vaddhn, Ty),
Nate Begemane0935ff2010-06-10 18:11:55 +00001399 Ops, "vaddhn");
Bob Wilson6bc21642011-06-24 22:13:26 +00001400 case ARM::BI__builtin_neon_vcale_v:
Nate Begeman16372af2010-06-08 00:17:19 +00001401 std::swap(Ops[0], Ops[1]);
Bob Wilson6bc21642011-06-24 22:13:26 +00001402 case ARM::BI__builtin_neon_vcage_v: {
Bob Wilson571c9072010-12-10 01:11:38 +00001403 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vacged);
Nate Begemanae6b1d82010-06-08 06:03:01 +00001404 return EmitNeonCall(F, Ops, "vcage");
1405 }
Bob Wilson6bc21642011-06-24 22:13:26 +00001406 case ARM::BI__builtin_neon_vcaleq_v:
Nate Begeman16372af2010-06-08 00:17:19 +00001407 std::swap(Ops[0], Ops[1]);
Bob Wilson6bc21642011-06-24 22:13:26 +00001408 case ARM::BI__builtin_neon_vcageq_v: {
Bob Wilson571c9072010-12-10 01:11:38 +00001409 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vacgeq);
Nate Begemanae6b1d82010-06-08 06:03:01 +00001410 return EmitNeonCall(F, Ops, "vcage");
1411 }
Bob Wilson6bc21642011-06-24 22:13:26 +00001412 case ARM::BI__builtin_neon_vcalt_v:
Nate Begeman16372af2010-06-08 00:17:19 +00001413 std::swap(Ops[0], Ops[1]);
Bob Wilson6bc21642011-06-24 22:13:26 +00001414 case ARM::BI__builtin_neon_vcagt_v: {
Bob Wilson571c9072010-12-10 01:11:38 +00001415 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vacgtd);
Nate Begemanae6b1d82010-06-08 06:03:01 +00001416 return EmitNeonCall(F, Ops, "vcagt");
1417 }
Bob Wilson6bc21642011-06-24 22:13:26 +00001418 case ARM::BI__builtin_neon_vcaltq_v:
Nate Begeman16372af2010-06-08 00:17:19 +00001419 std::swap(Ops[0], Ops[1]);
Bob Wilson6bc21642011-06-24 22:13:26 +00001420 case ARM::BI__builtin_neon_vcagtq_v: {
Bob Wilson571c9072010-12-10 01:11:38 +00001421 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vacgtq);
Nate Begemanae6b1d82010-06-08 06:03:01 +00001422 return EmitNeonCall(F, Ops, "vcagt");
1423 }
Bob Wilson6bc21642011-06-24 22:13:26 +00001424 case ARM::BI__builtin_neon_vcls_v:
1425 case ARM::BI__builtin_neon_vclsq_v: {
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001426 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vcls, Ty);
Nate Begemanae6b1d82010-06-08 06:03:01 +00001427 return EmitNeonCall(F, Ops, "vcls");
Nate Begeman16372af2010-06-08 00:17:19 +00001428 }
Bob Wilson6bc21642011-06-24 22:13:26 +00001429 case ARM::BI__builtin_neon_vclz_v:
1430 case ARM::BI__builtin_neon_vclzq_v: {
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001431 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vclz, Ty);
Nate Begemanae6b1d82010-06-08 06:03:01 +00001432 return EmitNeonCall(F, Ops, "vclz");
Nate Begeman16372af2010-06-08 00:17:19 +00001433 }
Bob Wilson6bc21642011-06-24 22:13:26 +00001434 case ARM::BI__builtin_neon_vcnt_v:
1435 case ARM::BI__builtin_neon_vcntq_v: {
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001436 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vcnt, Ty);
Nate Begemanae6b1d82010-06-08 06:03:01 +00001437 return EmitNeonCall(F, Ops, "vcnt");
Nate Begeman16372af2010-06-08 00:17:19 +00001438 }
Bob Wilson6bc21642011-06-24 22:13:26 +00001439 case ARM::BI__builtin_neon_vcvt_f16_v: {
Bob Wilson98bc98c2011-11-08 01:16:11 +00001440 assert(Type.getEltType() == NeonTypeFlags::Float16 && !quad &&
1441 "unexpected vcvt_f16_v builtin");
Bob Wilson63fbbc62010-12-15 23:36:44 +00001442 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vcvtfp2hf);
1443 return EmitNeonCall(F, Ops, "vcvt");
1444 }
Bob Wilson6bc21642011-06-24 22:13:26 +00001445 case ARM::BI__builtin_neon_vcvt_f32_f16: {
Bob Wilson98bc98c2011-11-08 01:16:11 +00001446 assert(Type.getEltType() == NeonTypeFlags::Float16 && !quad &&
1447 "unexpected vcvt_f32_f16 builtin");
Bob Wilson63fbbc62010-12-15 23:36:44 +00001448 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vcvthf2fp);
1449 return EmitNeonCall(F, Ops, "vcvt");
1450 }
Bob Wilson6bc21642011-06-24 22:13:26 +00001451 case ARM::BI__builtin_neon_vcvt_f32_v:
Bob Wilson98bc98c2011-11-08 01:16:11 +00001452 case ARM::BI__builtin_neon_vcvtq_f32_v:
Nate Begemanae6b1d82010-06-08 06:03:01 +00001453 Ops[0] = Builder.CreateBitCast(Ops[0], Ty);
Bob Wilson98bc98c2011-11-08 01:16:11 +00001454 Ty = GetNeonType(getLLVMContext(),
1455 NeonTypeFlags(NeonTypeFlags::Float32, false, quad));
Nate Begeman16372af2010-06-08 00:17:19 +00001456 return usgn ? Builder.CreateUIToFP(Ops[0], Ty, "vcvt")
1457 : Builder.CreateSIToFP(Ops[0], Ty, "vcvt");
Bob Wilson6bc21642011-06-24 22:13:26 +00001458 case ARM::BI__builtin_neon_vcvt_s32_v:
1459 case ARM::BI__builtin_neon_vcvt_u32_v:
1460 case ARM::BI__builtin_neon_vcvtq_s32_v:
1461 case ARM::BI__builtin_neon_vcvtq_u32_v: {
Bob Wilson98bc98c2011-11-08 01:16:11 +00001462 llvm::Type *FloatTy =
1463 GetNeonType(getLLVMContext(),
1464 NeonTypeFlags(NeonTypeFlags::Float32, false, quad));
1465 Ops[0] = Builder.CreateBitCast(Ops[0], FloatTy);
Nate Begeman16372af2010-06-08 00:17:19 +00001466 return usgn ? Builder.CreateFPToUI(Ops[0], Ty, "vcvt")
1467 : Builder.CreateFPToSI(Ops[0], Ty, "vcvt");
1468 }
Bob Wilson6bc21642011-06-24 22:13:26 +00001469 case ARM::BI__builtin_neon_vcvt_n_f32_v:
1470 case ARM::BI__builtin_neon_vcvtq_n_f32_v: {
Bob Wilson98bc98c2011-11-08 01:16:11 +00001471 llvm::Type *FloatTy =
1472 GetNeonType(getLLVMContext(),
1473 NeonTypeFlags(NeonTypeFlags::Float32, false, quad));
1474 llvm::Type *Tys[2] = { FloatTy, Ty };
1475 Int = usgn ? Intrinsic::arm_neon_vcvtfxu2fp
1476 : Intrinsic::arm_neon_vcvtfxs2fp;
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001477 Function *F = CGM.getIntrinsic(Int, Tys);
Nate Begemanae6b1d82010-06-08 06:03:01 +00001478 return EmitNeonCall(F, Ops, "vcvt_n");
Nate Begeman16372af2010-06-08 00:17:19 +00001479 }
Bob Wilson6bc21642011-06-24 22:13:26 +00001480 case ARM::BI__builtin_neon_vcvt_n_s32_v:
1481 case ARM::BI__builtin_neon_vcvt_n_u32_v:
1482 case ARM::BI__builtin_neon_vcvtq_n_s32_v:
1483 case ARM::BI__builtin_neon_vcvtq_n_u32_v: {
Bob Wilson98bc98c2011-11-08 01:16:11 +00001484 llvm::Type *FloatTy =
1485 GetNeonType(getLLVMContext(),
1486 NeonTypeFlags(NeonTypeFlags::Float32, false, quad));
1487 llvm::Type *Tys[2] = { Ty, FloatTy };
1488 Int = usgn ? Intrinsic::arm_neon_vcvtfp2fxu
1489 : Intrinsic::arm_neon_vcvtfp2fxs;
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001490 Function *F = CGM.getIntrinsic(Int, Tys);
Nate Begemanae6b1d82010-06-08 06:03:01 +00001491 return EmitNeonCall(F, Ops, "vcvt_n");
1492 }
Bob Wilson6bc21642011-06-24 22:13:26 +00001493 case ARM::BI__builtin_neon_vext_v:
1494 case ARM::BI__builtin_neon_vextq_v: {
Chris Lattner91c08ad2011-02-15 00:14:06 +00001495 int CV = cast<ConstantInt>(Ops[2])->getSExtValue();
Nate Begeman55483092010-06-09 01:10:23 +00001496 SmallVector<Constant*, 16> Indices;
Nate Begemaned48c852010-06-20 23:05:28 +00001497 for (unsigned i = 0, e = VTy->getNumElements(); i != e; ++i)
Chris Lattner5e016ae2010-06-27 07:15:29 +00001498 Indices.push_back(ConstantInt::get(Int32Ty, i+CV));
Nate Begemanae6b1d82010-06-08 06:03:01 +00001499
1500 Ops[0] = Builder.CreateBitCast(Ops[0], Ty);
1501 Ops[1] = Builder.CreateBitCast(Ops[1], Ty);
Chris Lattner91c08ad2011-02-15 00:14:06 +00001502 Value *SV = llvm::ConstantVector::get(Indices);
Nate Begeman55483092010-06-09 01:10:23 +00001503 return Builder.CreateShuffleVector(Ops[0], Ops[1], SV, "vext");
1504 }
Bob Wilson6bc21642011-06-24 22:13:26 +00001505 case ARM::BI__builtin_neon_vhadd_v:
1506 case ARM::BI__builtin_neon_vhaddq_v:
Nate Begemand90aa432010-06-09 18:04:15 +00001507 Int = usgn ? Intrinsic::arm_neon_vhaddu : Intrinsic::arm_neon_vhadds;
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001508 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vhadd");
Bob Wilson6bc21642011-06-24 22:13:26 +00001509 case ARM::BI__builtin_neon_vhsub_v:
1510 case ARM::BI__builtin_neon_vhsubq_v:
Nate Begemand90aa432010-06-09 18:04:15 +00001511 Int = usgn ? Intrinsic::arm_neon_vhsubu : Intrinsic::arm_neon_vhsubs;
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001512 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vhsub");
Bob Wilson6bc21642011-06-24 22:13:26 +00001513 case ARM::BI__builtin_neon_vld1_v:
1514 case ARM::BI__builtin_neon_vld1q_v:
Bob Wilson7b0d0322010-08-27 17:14:29 +00001515 Ops.push_back(GetPointeeAlignment(*this, E->getArg(0)));
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001516 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vld1, Ty),
Nate Begemaned48c852010-06-20 23:05:28 +00001517 Ops, "vld1");
Bob Wilson6bc21642011-06-24 22:13:26 +00001518 case ARM::BI__builtin_neon_vld1_lane_v:
Bob Wilson49708d42012-02-04 23:58:08 +00001519 case ARM::BI__builtin_neon_vld1q_lane_v: {
Nate Begemaned48c852010-06-20 23:05:28 +00001520 Ops[1] = Builder.CreateBitCast(Ops[1], Ty);
1521 Ty = llvm::PointerType::getUnqual(VTy->getElementType());
1522 Ops[0] = Builder.CreateBitCast(Ops[0], Ty);
Bob Wilson49708d42012-02-04 23:58:08 +00001523 LoadInst *Ld = Builder.CreateLoad(Ops[0]);
1524 Value *Align = GetPointeeAlignment(*this, E->getArg(0));
1525 Ld->setAlignment(cast<ConstantInt>(Align)->getZExtValue());
1526 return Builder.CreateInsertElement(Ops[1], Ld, Ops[2], "vld1_lane");
1527 }
Bob Wilson6bc21642011-06-24 22:13:26 +00001528 case ARM::BI__builtin_neon_vld1_dup_v:
1529 case ARM::BI__builtin_neon_vld1q_dup_v: {
Nate Begemaned48c852010-06-20 23:05:28 +00001530 Value *V = UndefValue::get(Ty);
1531 Ty = llvm::PointerType::getUnqual(VTy->getElementType());
1532 Ops[0] = Builder.CreateBitCast(Ops[0], Ty);
Bob Wilson49708d42012-02-04 23:58:08 +00001533 LoadInst *Ld = Builder.CreateLoad(Ops[0]);
1534 Value *Align = GetPointeeAlignment(*this, E->getArg(0));
1535 Ld->setAlignment(cast<ConstantInt>(Align)->getZExtValue());
Chris Lattner5e016ae2010-06-27 07:15:29 +00001536 llvm::Constant *CI = ConstantInt::get(Int32Ty, 0);
Bob Wilson49708d42012-02-04 23:58:08 +00001537 Ops[0] = Builder.CreateInsertElement(V, Ld, CI);
Nate Begemaned48c852010-06-20 23:05:28 +00001538 return EmitNeonSplat(Ops[0], CI);
1539 }
Bob Wilson6bc21642011-06-24 22:13:26 +00001540 case ARM::BI__builtin_neon_vld2_v:
1541 case ARM::BI__builtin_neon_vld2q_v: {
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001542 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vld2, Ty);
Bob Wilson7b0d0322010-08-27 17:14:29 +00001543 Value *Align = GetPointeeAlignment(*this, E->getArg(1));
1544 Ops[1] = Builder.CreateCall2(F, Ops[1], Align, "vld2");
Nate Begemaned48c852010-06-20 23:05:28 +00001545 Ty = llvm::PointerType::getUnqual(Ops[1]->getType());
1546 Ops[0] = Builder.CreateBitCast(Ops[0], Ty);
1547 return Builder.CreateStore(Ops[1], Ops[0]);
1548 }
Bob Wilson6bc21642011-06-24 22:13:26 +00001549 case ARM::BI__builtin_neon_vld3_v:
1550 case ARM::BI__builtin_neon_vld3q_v: {
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001551 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vld3, Ty);
Bob Wilson7b0d0322010-08-27 17:14:29 +00001552 Value *Align = GetPointeeAlignment(*this, E->getArg(1));
1553 Ops[1] = Builder.CreateCall2(F, Ops[1], Align, "vld3");
Nate Begemaned48c852010-06-20 23:05:28 +00001554 Ty = llvm::PointerType::getUnqual(Ops[1]->getType());
1555 Ops[0] = Builder.CreateBitCast(Ops[0], Ty);
1556 return Builder.CreateStore(Ops[1], Ops[0]);
1557 }
Bob Wilson6bc21642011-06-24 22:13:26 +00001558 case ARM::BI__builtin_neon_vld4_v:
1559 case ARM::BI__builtin_neon_vld4q_v: {
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001560 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vld4, Ty);
Bob Wilson7b0d0322010-08-27 17:14:29 +00001561 Value *Align = GetPointeeAlignment(*this, E->getArg(1));
1562 Ops[1] = Builder.CreateCall2(F, Ops[1], Align, "vld4");
Nate Begemaned48c852010-06-20 23:05:28 +00001563 Ty = llvm::PointerType::getUnqual(Ops[1]->getType());
1564 Ops[0] = Builder.CreateBitCast(Ops[0], Ty);
1565 return Builder.CreateStore(Ops[1], Ops[0]);
1566 }
Bob Wilson6bc21642011-06-24 22:13:26 +00001567 case ARM::BI__builtin_neon_vld2_lane_v:
1568 case ARM::BI__builtin_neon_vld2q_lane_v: {
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001569 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vld2lane, Ty);
Nate Begemaned48c852010-06-20 23:05:28 +00001570 Ops[2] = Builder.CreateBitCast(Ops[2], Ty);
1571 Ops[3] = Builder.CreateBitCast(Ops[3], Ty);
Bob Wilson7b0d0322010-08-27 17:14:29 +00001572 Ops.push_back(GetPointeeAlignment(*this, E->getArg(1)));
Frits van Bommelede0dc62011-07-25 15:13:01 +00001573 Ops[1] = Builder.CreateCall(F, makeArrayRef(Ops).slice(1), "vld2_lane");
Nate Begemaned48c852010-06-20 23:05:28 +00001574 Ty = llvm::PointerType::getUnqual(Ops[1]->getType());
1575 Ops[0] = Builder.CreateBitCast(Ops[0], Ty);
1576 return Builder.CreateStore(Ops[1], Ops[0]);
1577 }
Bob Wilson6bc21642011-06-24 22:13:26 +00001578 case ARM::BI__builtin_neon_vld3_lane_v:
1579 case ARM::BI__builtin_neon_vld3q_lane_v: {
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001580 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vld3lane, Ty);
Nate Begemaned48c852010-06-20 23:05:28 +00001581 Ops[2] = Builder.CreateBitCast(Ops[2], Ty);
1582 Ops[3] = Builder.CreateBitCast(Ops[3], Ty);
1583 Ops[4] = Builder.CreateBitCast(Ops[4], Ty);
Bob Wilson7b0d0322010-08-27 17:14:29 +00001584 Ops.push_back(GetPointeeAlignment(*this, E->getArg(1)));
Frits van Bommelede0dc62011-07-25 15:13:01 +00001585 Ops[1] = Builder.CreateCall(F, makeArrayRef(Ops).slice(1), "vld3_lane");
Nate Begemaned48c852010-06-20 23:05:28 +00001586 Ty = llvm::PointerType::getUnqual(Ops[1]->getType());
1587 Ops[0] = Builder.CreateBitCast(Ops[0], Ty);
1588 return Builder.CreateStore(Ops[1], Ops[0]);
1589 }
Bob Wilson6bc21642011-06-24 22:13:26 +00001590 case ARM::BI__builtin_neon_vld4_lane_v:
1591 case ARM::BI__builtin_neon_vld4q_lane_v: {
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001592 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vld4lane, Ty);
Nate Begemaned48c852010-06-20 23:05:28 +00001593 Ops[2] = Builder.CreateBitCast(Ops[2], Ty);
1594 Ops[3] = Builder.CreateBitCast(Ops[3], Ty);
1595 Ops[4] = Builder.CreateBitCast(Ops[4], Ty);
1596 Ops[5] = Builder.CreateBitCast(Ops[5], Ty);
Bob Wilson7b0d0322010-08-27 17:14:29 +00001597 Ops.push_back(GetPointeeAlignment(*this, E->getArg(1)));
Frits van Bommelede0dc62011-07-25 15:13:01 +00001598 Ops[1] = Builder.CreateCall(F, makeArrayRef(Ops).slice(1), "vld3_lane");
Nate Begemaned48c852010-06-20 23:05:28 +00001599 Ty = llvm::PointerType::getUnqual(Ops[1]->getType());
1600 Ops[0] = Builder.CreateBitCast(Ops[0], Ty);
1601 return Builder.CreateStore(Ops[1], Ops[0]);
1602 }
Bob Wilson6bc21642011-06-24 22:13:26 +00001603 case ARM::BI__builtin_neon_vld2_dup_v:
1604 case ARM::BI__builtin_neon_vld3_dup_v:
1605 case ARM::BI__builtin_neon_vld4_dup_v: {
Bob Wilson0348af62010-12-10 22:54:58 +00001606 // Handle 64-bit elements as a special-case. There is no "dup" needed.
1607 if (VTy->getElementType()->getPrimitiveSizeInBits() == 64) {
1608 switch (BuiltinID) {
Bob Wilson6bc21642011-06-24 22:13:26 +00001609 case ARM::BI__builtin_neon_vld2_dup_v:
Bob Wilson0348af62010-12-10 22:54:58 +00001610 Int = Intrinsic::arm_neon_vld2;
1611 break;
Bob Wilson6bc21642011-06-24 22:13:26 +00001612 case ARM::BI__builtin_neon_vld3_dup_v:
Bob Wilson0348af62010-12-10 22:54:58 +00001613 Int = Intrinsic::arm_neon_vld2;
1614 break;
Bob Wilson6bc21642011-06-24 22:13:26 +00001615 case ARM::BI__builtin_neon_vld4_dup_v:
Bob Wilson0348af62010-12-10 22:54:58 +00001616 Int = Intrinsic::arm_neon_vld2;
1617 break;
David Blaikie83d382b2011-09-23 05:06:16 +00001618 default: llvm_unreachable("unknown vld_dup intrinsic?");
Bob Wilson0348af62010-12-10 22:54:58 +00001619 }
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001620 Function *F = CGM.getIntrinsic(Int, Ty);
Bob Wilson0348af62010-12-10 22:54:58 +00001621 Value *Align = GetPointeeAlignment(*this, E->getArg(1));
1622 Ops[1] = Builder.CreateCall2(F, Ops[1], Align, "vld_dup");
1623 Ty = llvm::PointerType::getUnqual(Ops[1]->getType());
1624 Ops[0] = Builder.CreateBitCast(Ops[0], Ty);
1625 return Builder.CreateStore(Ops[1], Ops[0]);
1626 }
Nate Begemaned48c852010-06-20 23:05:28 +00001627 switch (BuiltinID) {
Bob Wilson6bc21642011-06-24 22:13:26 +00001628 case ARM::BI__builtin_neon_vld2_dup_v:
Nate Begemaned48c852010-06-20 23:05:28 +00001629 Int = Intrinsic::arm_neon_vld2lane;
1630 break;
Bob Wilson6bc21642011-06-24 22:13:26 +00001631 case ARM::BI__builtin_neon_vld3_dup_v:
Nate Begemaned48c852010-06-20 23:05:28 +00001632 Int = Intrinsic::arm_neon_vld2lane;
1633 break;
Bob Wilson6bc21642011-06-24 22:13:26 +00001634 case ARM::BI__builtin_neon_vld4_dup_v:
Nate Begemaned48c852010-06-20 23:05:28 +00001635 Int = Intrinsic::arm_neon_vld2lane;
1636 break;
David Blaikie83d382b2011-09-23 05:06:16 +00001637 default: llvm_unreachable("unknown vld_dup intrinsic?");
Nate Begemaned48c852010-06-20 23:05:28 +00001638 }
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001639 Function *F = CGM.getIntrinsic(Int, Ty);
Chris Lattner2192fe52011-07-18 04:24:23 +00001640 llvm::StructType *STy = cast<llvm::StructType>(F->getReturnType());
Nate Begemaned48c852010-06-20 23:05:28 +00001641
1642 SmallVector<Value*, 6> Args;
1643 Args.push_back(Ops[1]);
1644 Args.append(STy->getNumElements(), UndefValue::get(Ty));
1645
Chris Lattner5e016ae2010-06-27 07:15:29 +00001646 llvm::Constant *CI = ConstantInt::get(Int32Ty, 0);
Nate Begemaned48c852010-06-20 23:05:28 +00001647 Args.push_back(CI);
Bob Wilson7b0d0322010-08-27 17:14:29 +00001648 Args.push_back(GetPointeeAlignment(*this, E->getArg(1)));
Nate Begemaned48c852010-06-20 23:05:28 +00001649
Jay Foad5bd375a2011-07-15 08:37:34 +00001650 Ops[1] = Builder.CreateCall(F, Args, "vld_dup");
Nate Begemaned48c852010-06-20 23:05:28 +00001651 // splat lane 0 to all elts in each vector of the result.
1652 for (unsigned i = 0, e = STy->getNumElements(); i != e; ++i) {
1653 Value *Val = Builder.CreateExtractValue(Ops[1], i);
1654 Value *Elt = Builder.CreateBitCast(Val, Ty);
1655 Elt = EmitNeonSplat(Elt, CI);
1656 Elt = Builder.CreateBitCast(Elt, Val->getType());
1657 Ops[1] = Builder.CreateInsertValue(Ops[1], Elt, i);
1658 }
1659 Ty = llvm::PointerType::getUnqual(Ops[1]->getType());
1660 Ops[0] = Builder.CreateBitCast(Ops[0], Ty);
1661 return Builder.CreateStore(Ops[1], Ops[0]);
1662 }
Bob Wilson6bc21642011-06-24 22:13:26 +00001663 case ARM::BI__builtin_neon_vmax_v:
1664 case ARM::BI__builtin_neon_vmaxq_v:
Nate Begemand90aa432010-06-09 18:04:15 +00001665 Int = usgn ? Intrinsic::arm_neon_vmaxu : Intrinsic::arm_neon_vmaxs;
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001666 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vmax");
Bob Wilson6bc21642011-06-24 22:13:26 +00001667 case ARM::BI__builtin_neon_vmin_v:
1668 case ARM::BI__builtin_neon_vminq_v:
Nate Begemand90aa432010-06-09 18:04:15 +00001669 Int = usgn ? Intrinsic::arm_neon_vminu : Intrinsic::arm_neon_vmins;
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001670 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vmin");
Bob Wilson6bc21642011-06-24 22:13:26 +00001671 case ARM::BI__builtin_neon_vmovl_v: {
Chris Lattner2192fe52011-07-18 04:24:23 +00001672 llvm::Type *DTy =llvm::VectorType::getTruncatedElementVectorType(VTy);
Bob Wilson5b4904f2010-09-02 22:37:30 +00001673 Ops[0] = Builder.CreateBitCast(Ops[0], DTy);
Bob Wilsonb0224492010-08-20 03:36:08 +00001674 if (usgn)
1675 return Builder.CreateZExt(Ops[0], Ty, "vmovl");
1676 return Builder.CreateSExt(Ops[0], Ty, "vmovl");
Bob Wilson5b4904f2010-09-02 22:37:30 +00001677 }
Bob Wilson6bc21642011-06-24 22:13:26 +00001678 case ARM::BI__builtin_neon_vmovn_v: {
Chris Lattner2192fe52011-07-18 04:24:23 +00001679 llvm::Type *QTy = llvm::VectorType::getExtendedElementVectorType(VTy);
Bob Wilson5b4904f2010-09-02 22:37:30 +00001680 Ops[0] = Builder.CreateBitCast(Ops[0], QTy);
Bob Wilsonb9225f72010-08-30 19:57:13 +00001681 return Builder.CreateTrunc(Ops[0], Ty, "vmovn");
Bob Wilson5b4904f2010-09-02 22:37:30 +00001682 }
Bob Wilson6bc21642011-06-24 22:13:26 +00001683 case ARM::BI__builtin_neon_vmul_v:
1684 case ARM::BI__builtin_neon_vmulq_v:
Bob Wilson98bc98c2011-11-08 01:16:11 +00001685 assert(Type.isPoly() && "vmul builtin only supported for polynomial types");
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001686 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vmulp, Ty),
Bob Wilson77955992010-12-03 17:29:39 +00001687 Ops, "vmul");
Bob Wilson6bc21642011-06-24 22:13:26 +00001688 case ARM::BI__builtin_neon_vmull_v:
Bob Wilson7201af32011-03-31 00:09:00 +00001689 Int = usgn ? Intrinsic::arm_neon_vmullu : Intrinsic::arm_neon_vmulls;
Bob Wilson98bc98c2011-11-08 01:16:11 +00001690 Int = Type.isPoly() ? (unsigned)Intrinsic::arm_neon_vmullp : Int;
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001691 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vmull");
Bob Wilson6bc21642011-06-24 22:13:26 +00001692 case ARM::BI__builtin_neon_vpadal_v:
1693 case ARM::BI__builtin_neon_vpadalq_v: {
Nate Begemand90aa432010-06-09 18:04:15 +00001694 Int = usgn ? Intrinsic::arm_neon_vpadalu : Intrinsic::arm_neon_vpadals;
Bob Wilsond1767c52010-12-10 05:51:07 +00001695 // The source operand type has twice as many elements of half the size.
1696 unsigned EltBits = VTy->getElementType()->getPrimitiveSizeInBits();
Chris Lattner2192fe52011-07-18 04:24:23 +00001697 llvm::Type *EltTy =
John McCallad7c5c12011-02-08 08:22:06 +00001698 llvm::IntegerType::get(getLLVMContext(), EltBits / 2);
Chris Lattnera5f58b02011-07-09 17:41:47 +00001699 llvm::Type *NarrowTy =
Bob Wilsond1767c52010-12-10 05:51:07 +00001700 llvm::VectorType::get(EltTy, VTy->getNumElements() * 2);
Chris Lattnera5f58b02011-07-09 17:41:47 +00001701 llvm::Type *Tys[2] = { Ty, NarrowTy };
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001702 return EmitNeonCall(CGM.getIntrinsic(Int, Tys), Ops, "vpadal");
Bob Wilsond1767c52010-12-10 05:51:07 +00001703 }
Bob Wilson6bc21642011-06-24 22:13:26 +00001704 case ARM::BI__builtin_neon_vpadd_v:
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001705 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vpadd, Ty),
Nate Begemane0935ff2010-06-10 18:11:55 +00001706 Ops, "vpadd");
Bob Wilson6bc21642011-06-24 22:13:26 +00001707 case ARM::BI__builtin_neon_vpaddl_v:
1708 case ARM::BI__builtin_neon_vpaddlq_v: {
Nate Begemane0935ff2010-06-10 18:11:55 +00001709 Int = usgn ? Intrinsic::arm_neon_vpaddlu : Intrinsic::arm_neon_vpaddls;
Bob Wilsond1767c52010-12-10 05:51:07 +00001710 // The source operand type has twice as many elements of half the size.
1711 unsigned EltBits = VTy->getElementType()->getPrimitiveSizeInBits();
Chris Lattner2192fe52011-07-18 04:24:23 +00001712 llvm::Type *EltTy = llvm::IntegerType::get(getLLVMContext(), EltBits / 2);
Chris Lattnera5f58b02011-07-09 17:41:47 +00001713 llvm::Type *NarrowTy =
Bob Wilsond1767c52010-12-10 05:51:07 +00001714 llvm::VectorType::get(EltTy, VTy->getNumElements() * 2);
Chris Lattnera5f58b02011-07-09 17:41:47 +00001715 llvm::Type *Tys[2] = { Ty, NarrowTy };
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001716 return EmitNeonCall(CGM.getIntrinsic(Int, Tys), Ops, "vpaddl");
Bob Wilsond1767c52010-12-10 05:51:07 +00001717 }
Bob Wilson6bc21642011-06-24 22:13:26 +00001718 case ARM::BI__builtin_neon_vpmax_v:
Nate Begemane0935ff2010-06-10 18:11:55 +00001719 Int = usgn ? Intrinsic::arm_neon_vpmaxu : Intrinsic::arm_neon_vpmaxs;
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001720 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vpmax");
Bob Wilson6bc21642011-06-24 22:13:26 +00001721 case ARM::BI__builtin_neon_vpmin_v:
Nate Begemane0935ff2010-06-10 18:11:55 +00001722 Int = usgn ? Intrinsic::arm_neon_vpminu : Intrinsic::arm_neon_vpmins;
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001723 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vpmin");
Bob Wilson6bc21642011-06-24 22:13:26 +00001724 case ARM::BI__builtin_neon_vqabs_v:
1725 case ARM::BI__builtin_neon_vqabsq_v:
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001726 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vqabs, Ty),
Nate Begemane0935ff2010-06-10 18:11:55 +00001727 Ops, "vqabs");
Bob Wilson6bc21642011-06-24 22:13:26 +00001728 case ARM::BI__builtin_neon_vqadd_v:
1729 case ARM::BI__builtin_neon_vqaddq_v:
Nate Begemane0935ff2010-06-10 18:11:55 +00001730 Int = usgn ? Intrinsic::arm_neon_vqaddu : Intrinsic::arm_neon_vqadds;
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001731 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vqadd");
Bob Wilson6bc21642011-06-24 22:13:26 +00001732 case ARM::BI__builtin_neon_vqdmlal_v:
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001733 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vqdmlal, Ty),
Bob Wilson482afae2010-12-08 22:37:56 +00001734 Ops, "vqdmlal");
Bob Wilson6bc21642011-06-24 22:13:26 +00001735 case ARM::BI__builtin_neon_vqdmlsl_v:
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001736 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vqdmlsl, Ty),
Bob Wilson482afae2010-12-08 22:37:56 +00001737 Ops, "vqdmlsl");
Bob Wilson6bc21642011-06-24 22:13:26 +00001738 case ARM::BI__builtin_neon_vqdmulh_v:
1739 case ARM::BI__builtin_neon_vqdmulhq_v:
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001740 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vqdmulh, Ty),
Bob Wilson482afae2010-12-08 22:37:56 +00001741 Ops, "vqdmulh");
Bob Wilson6bc21642011-06-24 22:13:26 +00001742 case ARM::BI__builtin_neon_vqdmull_v:
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001743 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vqdmull, Ty),
Bob Wilson482afae2010-12-08 22:37:56 +00001744 Ops, "vqdmull");
Bob Wilson6bc21642011-06-24 22:13:26 +00001745 case ARM::BI__builtin_neon_vqmovn_v:
Nate Begemane0935ff2010-06-10 18:11:55 +00001746 Int = usgn ? Intrinsic::arm_neon_vqmovnu : Intrinsic::arm_neon_vqmovns;
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001747 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vqmovn");
Bob Wilson6bc21642011-06-24 22:13:26 +00001748 case ARM::BI__builtin_neon_vqmovun_v:
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001749 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vqmovnsu, Ty),
Nate Begemane0935ff2010-06-10 18:11:55 +00001750 Ops, "vqdmull");
Bob Wilson6bc21642011-06-24 22:13:26 +00001751 case ARM::BI__builtin_neon_vqneg_v:
1752 case ARM::BI__builtin_neon_vqnegq_v:
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001753 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vqneg, Ty),
Nate Begeman91e1fea2010-06-14 05:21:25 +00001754 Ops, "vqneg");
Bob Wilson6bc21642011-06-24 22:13:26 +00001755 case ARM::BI__builtin_neon_vqrdmulh_v:
1756 case ARM::BI__builtin_neon_vqrdmulhq_v:
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001757 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vqrdmulh, Ty),
Bob Wilson482afae2010-12-08 22:37:56 +00001758 Ops, "vqrdmulh");
Bob Wilson6bc21642011-06-24 22:13:26 +00001759 case ARM::BI__builtin_neon_vqrshl_v:
1760 case ARM::BI__builtin_neon_vqrshlq_v:
Nate Begemane0935ff2010-06-10 18:11:55 +00001761 Int = usgn ? Intrinsic::arm_neon_vqrshiftu : Intrinsic::arm_neon_vqrshifts;
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001762 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vqrshl");
Bob Wilson6bc21642011-06-24 22:13:26 +00001763 case ARM::BI__builtin_neon_vqrshrn_n_v:
Nate Begemane0935ff2010-06-10 18:11:55 +00001764 Int = usgn ? Intrinsic::arm_neon_vqrshiftnu : Intrinsic::arm_neon_vqrshiftns;
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001765 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vqrshrn_n",
Nate Begeman91e1fea2010-06-14 05:21:25 +00001766 1, true);
Bob Wilson6bc21642011-06-24 22:13:26 +00001767 case ARM::BI__builtin_neon_vqrshrun_n_v:
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001768 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vqrshiftnsu, Ty),
Bob Wilson482afae2010-12-08 22:37:56 +00001769 Ops, "vqrshrun_n", 1, true);
Bob Wilson6bc21642011-06-24 22:13:26 +00001770 case ARM::BI__builtin_neon_vqshl_v:
1771 case ARM::BI__builtin_neon_vqshlq_v:
Nate Begeman91e1fea2010-06-14 05:21:25 +00001772 Int = usgn ? Intrinsic::arm_neon_vqshiftu : Intrinsic::arm_neon_vqshifts;
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001773 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vqshl");
Bob Wilson6bc21642011-06-24 22:13:26 +00001774 case ARM::BI__builtin_neon_vqshl_n_v:
1775 case ARM::BI__builtin_neon_vqshlq_n_v:
Nate Begeman91e1fea2010-06-14 05:21:25 +00001776 Int = usgn ? Intrinsic::arm_neon_vqshiftu : Intrinsic::arm_neon_vqshifts;
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001777 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vqshl_n",
Nate Begeman91e1fea2010-06-14 05:21:25 +00001778 1, false);
Bob Wilson6bc21642011-06-24 22:13:26 +00001779 case ARM::BI__builtin_neon_vqshlu_n_v:
1780 case ARM::BI__builtin_neon_vqshluq_n_v:
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001781 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vqshiftsu, Ty),
Bob Wilson482afae2010-12-08 22:37:56 +00001782 Ops, "vqshlu", 1, false);
Bob Wilson6bc21642011-06-24 22:13:26 +00001783 case ARM::BI__builtin_neon_vqshrn_n_v:
Nate Begeman91e1fea2010-06-14 05:21:25 +00001784 Int = usgn ? Intrinsic::arm_neon_vqshiftnu : Intrinsic::arm_neon_vqshiftns;
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001785 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vqshrn_n",
Nate Begeman91e1fea2010-06-14 05:21:25 +00001786 1, true);
Bob Wilson6bc21642011-06-24 22:13:26 +00001787 case ARM::BI__builtin_neon_vqshrun_n_v:
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001788 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vqshiftnsu, Ty),
Bob Wilson482afae2010-12-08 22:37:56 +00001789 Ops, "vqshrun_n", 1, true);
Bob Wilson6bc21642011-06-24 22:13:26 +00001790 case ARM::BI__builtin_neon_vqsub_v:
1791 case ARM::BI__builtin_neon_vqsubq_v:
Nate Begeman8ed060b2010-06-11 22:57:12 +00001792 Int = usgn ? Intrinsic::arm_neon_vqsubu : Intrinsic::arm_neon_vqsubs;
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001793 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vqsub");
Bob Wilson6bc21642011-06-24 22:13:26 +00001794 case ARM::BI__builtin_neon_vraddhn_v:
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001795 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vraddhn, Ty),
Nate Begeman8ed060b2010-06-11 22:57:12 +00001796 Ops, "vraddhn");
Bob Wilson6bc21642011-06-24 22:13:26 +00001797 case ARM::BI__builtin_neon_vrecpe_v:
1798 case ARM::BI__builtin_neon_vrecpeq_v:
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001799 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vrecpe, Ty),
Nate Begeman8ed060b2010-06-11 22:57:12 +00001800 Ops, "vrecpe");
Bob Wilson6bc21642011-06-24 22:13:26 +00001801 case ARM::BI__builtin_neon_vrecps_v:
1802 case ARM::BI__builtin_neon_vrecpsq_v:
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001803 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vrecps, Ty),
Nate Begeman8ed060b2010-06-11 22:57:12 +00001804 Ops, "vrecps");
Bob Wilson6bc21642011-06-24 22:13:26 +00001805 case ARM::BI__builtin_neon_vrhadd_v:
1806 case ARM::BI__builtin_neon_vrhaddq_v:
Nate Begeman8ed060b2010-06-11 22:57:12 +00001807 Int = usgn ? Intrinsic::arm_neon_vrhaddu : Intrinsic::arm_neon_vrhadds;
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001808 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vrhadd");
Bob Wilson6bc21642011-06-24 22:13:26 +00001809 case ARM::BI__builtin_neon_vrshl_v:
1810 case ARM::BI__builtin_neon_vrshlq_v:
Nate Begemanc6ac0ce2010-06-12 06:06:07 +00001811 Int = usgn ? Intrinsic::arm_neon_vrshiftu : Intrinsic::arm_neon_vrshifts;
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001812 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vrshl");
Bob Wilson6bc21642011-06-24 22:13:26 +00001813 case ARM::BI__builtin_neon_vrshrn_n_v:
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001814 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vrshiftn, Ty),
Bob Wilson482afae2010-12-08 22:37:56 +00001815 Ops, "vrshrn_n", 1, true);
Bob Wilson6bc21642011-06-24 22:13:26 +00001816 case ARM::BI__builtin_neon_vrshr_n_v:
1817 case ARM::BI__builtin_neon_vrshrq_n_v:
Nate Begemanc6ac0ce2010-06-12 06:06:07 +00001818 Int = usgn ? Intrinsic::arm_neon_vrshiftu : Intrinsic::arm_neon_vrshifts;
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001819 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vrshr_n", 1, true);
Bob Wilson6bc21642011-06-24 22:13:26 +00001820 case ARM::BI__builtin_neon_vrsqrte_v:
1821 case ARM::BI__builtin_neon_vrsqrteq_v:
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001822 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vrsqrte, Ty),
Nate Begemanc6ac0ce2010-06-12 06:06:07 +00001823 Ops, "vrsqrte");
Bob Wilson6bc21642011-06-24 22:13:26 +00001824 case ARM::BI__builtin_neon_vrsqrts_v:
1825 case ARM::BI__builtin_neon_vrsqrtsq_v:
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001826 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vrsqrts, Ty),
Nate Begemanc6ac0ce2010-06-12 06:06:07 +00001827 Ops, "vrsqrts");
Bob Wilson6bc21642011-06-24 22:13:26 +00001828 case ARM::BI__builtin_neon_vrsra_n_v:
1829 case ARM::BI__builtin_neon_vrsraq_n_v:
Nate Begemanc6ac0ce2010-06-12 06:06:07 +00001830 Ops[0] = Builder.CreateBitCast(Ops[0], Ty);
1831 Ops[1] = Builder.CreateBitCast(Ops[1], Ty);
1832 Ops[2] = EmitNeonShiftVector(Ops[2], Ty, true);
1833 Int = usgn ? Intrinsic::arm_neon_vrshiftu : Intrinsic::arm_neon_vrshifts;
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001834 Ops[1] = Builder.CreateCall2(CGM.getIntrinsic(Int, Ty), Ops[1], Ops[2]);
Nate Begemanc6ac0ce2010-06-12 06:06:07 +00001835 return Builder.CreateAdd(Ops[0], Ops[1], "vrsra_n");
Bob Wilson6bc21642011-06-24 22:13:26 +00001836 case ARM::BI__builtin_neon_vrsubhn_v:
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001837 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vrsubhn, Ty),
Nate Begeman8ed060b2010-06-11 22:57:12 +00001838 Ops, "vrsubhn");
Bob Wilson6bc21642011-06-24 22:13:26 +00001839 case ARM::BI__builtin_neon_vshl_v:
1840 case ARM::BI__builtin_neon_vshlq_v:
Nate Begeman8ed060b2010-06-11 22:57:12 +00001841 Int = usgn ? Intrinsic::arm_neon_vshiftu : Intrinsic::arm_neon_vshifts;
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001842 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vshl");
Bob Wilson6bc21642011-06-24 22:13:26 +00001843 case ARM::BI__builtin_neon_vshll_n_v:
Nate Begeman8ed060b2010-06-11 22:57:12 +00001844 Int = usgn ? Intrinsic::arm_neon_vshiftlu : Intrinsic::arm_neon_vshiftls;
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001845 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vshll", 1);
Bob Wilson6bc21642011-06-24 22:13:26 +00001846 case ARM::BI__builtin_neon_vshl_n_v:
1847 case ARM::BI__builtin_neon_vshlq_n_v:
Nate Begeman91e1fea2010-06-14 05:21:25 +00001848 Ops[1] = EmitNeonShiftVector(Ops[1], Ty, false);
1849 return Builder.CreateShl(Builder.CreateBitCast(Ops[0],Ty), Ops[1], "vshl_n");
Bob Wilson6bc21642011-06-24 22:13:26 +00001850 case ARM::BI__builtin_neon_vshrn_n_v:
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001851 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vshiftn, Ty),
Bob Wilson482afae2010-12-08 22:37:56 +00001852 Ops, "vshrn_n", 1, true);
Bob Wilson6bc21642011-06-24 22:13:26 +00001853 case ARM::BI__builtin_neon_vshr_n_v:
1854 case ARM::BI__builtin_neon_vshrq_n_v:
Nate Begeman8ed060b2010-06-11 22:57:12 +00001855 Ops[0] = Builder.CreateBitCast(Ops[0], Ty);
Nate Begeman91e1fea2010-06-14 05:21:25 +00001856 Ops[1] = EmitNeonShiftVector(Ops[1], Ty, false);
Nate Begeman8ed060b2010-06-11 22:57:12 +00001857 if (usgn)
1858 return Builder.CreateLShr(Ops[0], Ops[1], "vshr_n");
1859 else
1860 return Builder.CreateAShr(Ops[0], Ops[1], "vshr_n");
Bob Wilson6bc21642011-06-24 22:13:26 +00001861 case ARM::BI__builtin_neon_vsri_n_v:
1862 case ARM::BI__builtin_neon_vsriq_n_v:
Bob Wilson4fa993f2010-12-03 17:10:22 +00001863 rightShift = true;
Bob Wilson6bc21642011-06-24 22:13:26 +00001864 case ARM::BI__builtin_neon_vsli_n_v:
1865 case ARM::BI__builtin_neon_vsliq_n_v:
Bob Wilson4fa993f2010-12-03 17:10:22 +00001866 Ops[2] = EmitNeonShiftVector(Ops[2], Ty, rightShift);
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001867 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vshiftins, Ty),
Nate Begeman8ed060b2010-06-11 22:57:12 +00001868 Ops, "vsli_n");
Bob Wilson6bc21642011-06-24 22:13:26 +00001869 case ARM::BI__builtin_neon_vsra_n_v:
1870 case ARM::BI__builtin_neon_vsraq_n_v:
Nate Begeman8ed060b2010-06-11 22:57:12 +00001871 Ops[0] = Builder.CreateBitCast(Ops[0], Ty);
1872 Ops[1] = Builder.CreateBitCast(Ops[1], Ty);
Nate Begeman91e1fea2010-06-14 05:21:25 +00001873 Ops[2] = EmitNeonShiftVector(Ops[2], Ty, false);
Nate Begeman8ed060b2010-06-11 22:57:12 +00001874 if (usgn)
1875 Ops[1] = Builder.CreateLShr(Ops[1], Ops[2], "vsra_n");
1876 else
1877 Ops[1] = Builder.CreateAShr(Ops[1], Ops[2], "vsra_n");
1878 return Builder.CreateAdd(Ops[0], Ops[1]);
Bob Wilson6bc21642011-06-24 22:13:26 +00001879 case ARM::BI__builtin_neon_vst1_v:
1880 case ARM::BI__builtin_neon_vst1q_v:
Bob Wilson7b0d0322010-08-27 17:14:29 +00001881 Ops.push_back(GetPointeeAlignment(*this, E->getArg(0)));
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001882 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vst1, Ty),
Nate Begeman8ed060b2010-06-11 22:57:12 +00001883 Ops, "");
Bob Wilson6bc21642011-06-24 22:13:26 +00001884 case ARM::BI__builtin_neon_vst1_lane_v:
Bob Wilson49708d42012-02-04 23:58:08 +00001885 case ARM::BI__builtin_neon_vst1q_lane_v: {
Nate Begeman8ed060b2010-06-11 22:57:12 +00001886 Ops[1] = Builder.CreateBitCast(Ops[1], Ty);
1887 Ops[1] = Builder.CreateExtractElement(Ops[1], Ops[2]);
1888 Ty = llvm::PointerType::getUnqual(Ops[1]->getType());
Bob Wilson49708d42012-02-04 23:58:08 +00001889 StoreInst *St = Builder.CreateStore(Ops[1],
1890 Builder.CreateBitCast(Ops[0], Ty));
1891 Value *Align = GetPointeeAlignment(*this, E->getArg(0));
1892 St->setAlignment(cast<ConstantInt>(Align)->getZExtValue());
1893 return St;
1894 }
Bob Wilson6bc21642011-06-24 22:13:26 +00001895 case ARM::BI__builtin_neon_vst2_v:
1896 case ARM::BI__builtin_neon_vst2q_v:
Bob Wilson7b0d0322010-08-27 17:14:29 +00001897 Ops.push_back(GetPointeeAlignment(*this, E->getArg(0)));
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001898 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vst2, Ty),
Nate Begeman8ed060b2010-06-11 22:57:12 +00001899 Ops, "");
Bob Wilson6bc21642011-06-24 22:13:26 +00001900 case ARM::BI__builtin_neon_vst2_lane_v:
1901 case ARM::BI__builtin_neon_vst2q_lane_v:
Bob Wilson7b0d0322010-08-27 17:14:29 +00001902 Ops.push_back(GetPointeeAlignment(*this, E->getArg(0)));
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001903 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vst2lane, Ty),
Nate Begeman8ed060b2010-06-11 22:57:12 +00001904 Ops, "");
Bob Wilson6bc21642011-06-24 22:13:26 +00001905 case ARM::BI__builtin_neon_vst3_v:
1906 case ARM::BI__builtin_neon_vst3q_v:
Bob Wilson7b0d0322010-08-27 17:14:29 +00001907 Ops.push_back(GetPointeeAlignment(*this, E->getArg(0)));
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001908 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vst3, Ty),
Nate Begeman8ed060b2010-06-11 22:57:12 +00001909 Ops, "");
Bob Wilson6bc21642011-06-24 22:13:26 +00001910 case ARM::BI__builtin_neon_vst3_lane_v:
1911 case ARM::BI__builtin_neon_vst3q_lane_v:
Bob Wilson7b0d0322010-08-27 17:14:29 +00001912 Ops.push_back(GetPointeeAlignment(*this, E->getArg(0)));
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001913 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vst3lane, Ty),
Nate Begeman8ed060b2010-06-11 22:57:12 +00001914 Ops, "");
Bob Wilson6bc21642011-06-24 22:13:26 +00001915 case ARM::BI__builtin_neon_vst4_v:
1916 case ARM::BI__builtin_neon_vst4q_v:
Bob Wilson7b0d0322010-08-27 17:14:29 +00001917 Ops.push_back(GetPointeeAlignment(*this, E->getArg(0)));
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001918 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vst4, Ty),
Nate Begeman8ed060b2010-06-11 22:57:12 +00001919 Ops, "");
Bob Wilson6bc21642011-06-24 22:13:26 +00001920 case ARM::BI__builtin_neon_vst4_lane_v:
1921 case ARM::BI__builtin_neon_vst4q_lane_v:
Bob Wilson7b0d0322010-08-27 17:14:29 +00001922 Ops.push_back(GetPointeeAlignment(*this, E->getArg(0)));
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001923 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vst4lane, Ty),
Nate Begeman8ed060b2010-06-11 22:57:12 +00001924 Ops, "");
Bob Wilson6bc21642011-06-24 22:13:26 +00001925 case ARM::BI__builtin_neon_vsubhn_v:
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001926 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vsubhn, Ty),
Nate Begemane0935ff2010-06-10 18:11:55 +00001927 Ops, "vsubhn");
Bob Wilson6bc21642011-06-24 22:13:26 +00001928 case ARM::BI__builtin_neon_vtbl1_v:
Nate Begeman55483092010-06-09 01:10:23 +00001929 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vtbl1),
1930 Ops, "vtbl1");
Bob Wilson6bc21642011-06-24 22:13:26 +00001931 case ARM::BI__builtin_neon_vtbl2_v:
Nate Begeman55483092010-06-09 01:10:23 +00001932 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vtbl2),
1933 Ops, "vtbl2");
Bob Wilson6bc21642011-06-24 22:13:26 +00001934 case ARM::BI__builtin_neon_vtbl3_v:
Nate Begeman55483092010-06-09 01:10:23 +00001935 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vtbl3),
1936 Ops, "vtbl3");
Bob Wilson6bc21642011-06-24 22:13:26 +00001937 case ARM::BI__builtin_neon_vtbl4_v:
Nate Begeman55483092010-06-09 01:10:23 +00001938 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vtbl4),
1939 Ops, "vtbl4");
Bob Wilson6bc21642011-06-24 22:13:26 +00001940 case ARM::BI__builtin_neon_vtbx1_v:
Nate Begeman55483092010-06-09 01:10:23 +00001941 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vtbx1),
1942 Ops, "vtbx1");
Bob Wilson6bc21642011-06-24 22:13:26 +00001943 case ARM::BI__builtin_neon_vtbx2_v:
Nate Begeman55483092010-06-09 01:10:23 +00001944 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vtbx2),
1945 Ops, "vtbx2");
Bob Wilson6bc21642011-06-24 22:13:26 +00001946 case ARM::BI__builtin_neon_vtbx3_v:
Nate Begeman55483092010-06-09 01:10:23 +00001947 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vtbx3),
1948 Ops, "vtbx3");
Bob Wilson6bc21642011-06-24 22:13:26 +00001949 case ARM::BI__builtin_neon_vtbx4_v:
Nate Begeman55483092010-06-09 01:10:23 +00001950 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vtbx4),
1951 Ops, "vtbx4");
Bob Wilson6bc21642011-06-24 22:13:26 +00001952 case ARM::BI__builtin_neon_vtst_v:
1953 case ARM::BI__builtin_neon_vtstq_v: {
Nate Begeman55483092010-06-09 01:10:23 +00001954 Ops[0] = Builder.CreateBitCast(Ops[0], Ty);
1955 Ops[1] = Builder.CreateBitCast(Ops[1], Ty);
1956 Ops[0] = Builder.CreateAnd(Ops[0], Ops[1]);
1957 Ops[0] = Builder.CreateICmp(ICmpInst::ICMP_NE, Ops[0],
1958 ConstantAggregateZero::get(Ty));
1959 return Builder.CreateSExt(Ops[0], Ty, "vtst");
1960 }
Bob Wilson6bc21642011-06-24 22:13:26 +00001961 case ARM::BI__builtin_neon_vtrn_v:
1962 case ARM::BI__builtin_neon_vtrnq_v: {
Nate Begemaned48c852010-06-20 23:05:28 +00001963 Ops[0] = Builder.CreateBitCast(Ops[0], llvm::PointerType::getUnqual(Ty));
Nate Begeman55483092010-06-09 01:10:23 +00001964 Ops[1] = Builder.CreateBitCast(Ops[1], Ty);
Nate Begemaned48c852010-06-20 23:05:28 +00001965 Ops[2] = Builder.CreateBitCast(Ops[2], Ty);
Ted Kremenek582a0992011-01-23 17:04:59 +00001966 Value *SV = 0;
Nate Begemaned48c852010-06-20 23:05:28 +00001967
1968 for (unsigned vi = 0; vi != 2; ++vi) {
1969 SmallVector<Constant*, 16> Indices;
1970 for (unsigned i = 0, e = VTy->getNumElements(); i != e; i += 2) {
Chris Lattner2d6b7b92012-01-25 05:34:41 +00001971 Indices.push_back(Builder.getInt32(i+vi));
1972 Indices.push_back(Builder.getInt32(i+e+vi));
Nate Begemaned48c852010-06-20 23:05:28 +00001973 }
1974 Value *Addr = Builder.CreateConstInBoundsGEP1_32(Ops[0], vi);
Chris Lattner91c08ad2011-02-15 00:14:06 +00001975 SV = llvm::ConstantVector::get(Indices);
Nate Begemaned48c852010-06-20 23:05:28 +00001976 SV = Builder.CreateShuffleVector(Ops[1], Ops[2], SV, "vtrn");
1977 SV = Builder.CreateStore(SV, Addr);
1978 }
1979 return SV;
Nate Begeman55483092010-06-09 01:10:23 +00001980 }
Bob Wilson6bc21642011-06-24 22:13:26 +00001981 case ARM::BI__builtin_neon_vuzp_v:
1982 case ARM::BI__builtin_neon_vuzpq_v: {
Nate Begemaned48c852010-06-20 23:05:28 +00001983 Ops[0] = Builder.CreateBitCast(Ops[0], llvm::PointerType::getUnqual(Ty));
Nate Begeman55483092010-06-09 01:10:23 +00001984 Ops[1] = Builder.CreateBitCast(Ops[1], Ty);
Nate Begemaned48c852010-06-20 23:05:28 +00001985 Ops[2] = Builder.CreateBitCast(Ops[2], Ty);
Ted Kremenek582a0992011-01-23 17:04:59 +00001986 Value *SV = 0;
Nate Begemaned48c852010-06-20 23:05:28 +00001987
1988 for (unsigned vi = 0; vi != 2; ++vi) {
1989 SmallVector<Constant*, 16> Indices;
1990 for (unsigned i = 0, e = VTy->getNumElements(); i != e; ++i)
Chris Lattner5e016ae2010-06-27 07:15:29 +00001991 Indices.push_back(ConstantInt::get(Int32Ty, 2*i+vi));
Nate Begemaned48c852010-06-20 23:05:28 +00001992
1993 Value *Addr = Builder.CreateConstInBoundsGEP1_32(Ops[0], vi);
Chris Lattner91c08ad2011-02-15 00:14:06 +00001994 SV = llvm::ConstantVector::get(Indices);
Nate Begemaned48c852010-06-20 23:05:28 +00001995 SV = Builder.CreateShuffleVector(Ops[1], Ops[2], SV, "vuzp");
1996 SV = Builder.CreateStore(SV, Addr);
1997 }
1998 return SV;
Nate Begeman55483092010-06-09 01:10:23 +00001999 }
Bob Wilson6bc21642011-06-24 22:13:26 +00002000 case ARM::BI__builtin_neon_vzip_v:
2001 case ARM::BI__builtin_neon_vzipq_v: {
Nate Begemaned48c852010-06-20 23:05:28 +00002002 Ops[0] = Builder.CreateBitCast(Ops[0], llvm::PointerType::getUnqual(Ty));
Nate Begeman55483092010-06-09 01:10:23 +00002003 Ops[1] = Builder.CreateBitCast(Ops[1], Ty);
Nate Begemaned48c852010-06-20 23:05:28 +00002004 Ops[2] = Builder.CreateBitCast(Ops[2], Ty);
Ted Kremenek582a0992011-01-23 17:04:59 +00002005 Value *SV = 0;
Nate Begemaned48c852010-06-20 23:05:28 +00002006
2007 for (unsigned vi = 0; vi != 2; ++vi) {
2008 SmallVector<Constant*, 16> Indices;
2009 for (unsigned i = 0, e = VTy->getNumElements(); i != e; i += 2) {
Daniel Dunbare3d87d22010-08-26 00:55:57 +00002010 Indices.push_back(ConstantInt::get(Int32Ty, (i + vi*e) >> 1));
2011 Indices.push_back(ConstantInt::get(Int32Ty, ((i + vi*e) >> 1)+e));
Nate Begemaned48c852010-06-20 23:05:28 +00002012 }
2013 Value *Addr = Builder.CreateConstInBoundsGEP1_32(Ops[0], vi);
Chris Lattner91c08ad2011-02-15 00:14:06 +00002014 SV = llvm::ConstantVector::get(Indices);
Nate Begemaned48c852010-06-20 23:05:28 +00002015 SV = Builder.CreateShuffleVector(Ops[1], Ops[2], SV, "vzip");
2016 SV = Builder.CreateStore(SV, Addr);
2017 }
2018 return SV;
Nate Begeman16372af2010-06-08 00:17:19 +00002019 }
Chris Lattner5cc15e02010-03-03 19:03:45 +00002020 }
2021}
2022
Bill Wendling65b2a962010-10-09 08:47:25 +00002023llvm::Value *CodeGenFunction::
Chris Lattner0e62c1c2011-07-23 10:55:15 +00002024BuildVector(const SmallVectorImpl<llvm::Value*> &Ops) {
Bill Wendling65b2a962010-10-09 08:47:25 +00002025 assert((Ops.size() & (Ops.size() - 1)) == 0 &&
2026 "Not a power-of-two sized vector!");
2027 bool AllConstants = true;
2028 for (unsigned i = 0, e = Ops.size(); i != e && AllConstants; ++i)
2029 AllConstants &= isa<Constant>(Ops[i]);
2030
2031 // If this is a constant vector, create a ConstantVector.
2032 if (AllConstants) {
Chris Lattner2d6b7b92012-01-25 05:34:41 +00002033 SmallVector<llvm::Constant*, 16> CstOps;
Bill Wendling65b2a962010-10-09 08:47:25 +00002034 for (unsigned i = 0, e = Ops.size(); i != e; ++i)
2035 CstOps.push_back(cast<Constant>(Ops[i]));
2036 return llvm::ConstantVector::get(CstOps);
2037 }
2038
2039 // Otherwise, insertelement the values to build the vector.
2040 Value *Result =
2041 llvm::UndefValue::get(llvm::VectorType::get(Ops[0]->getType(), Ops.size()));
2042
2043 for (unsigned i = 0, e = Ops.size(); i != e; ++i)
Chris Lattner2d6b7b92012-01-25 05:34:41 +00002044 Result = Builder.CreateInsertElement(Result, Ops[i], Builder.getInt32(i));
Bill Wendling65b2a962010-10-09 08:47:25 +00002045
2046 return Result;
2047}
2048
Mike Stump11289f42009-09-09 15:08:12 +00002049Value *CodeGenFunction::EmitX86BuiltinExpr(unsigned BuiltinID,
Chris Lattner13653d72007-12-13 07:34:23 +00002050 const CallExpr *E) {
Chris Lattner0e62c1c2011-07-23 10:55:15 +00002051 SmallVector<Value*, 4> Ops;
Anders Carlsson4d3094a2007-12-14 17:48:24 +00002052
Chris Lattner64d7f2a2010-10-02 00:09:12 +00002053 // Find out if any arguments are required to be integer constant expressions.
2054 unsigned ICEArguments = 0;
2055 ASTContext::GetBuiltinTypeError Error;
2056 getContext().GetBuiltinType(BuiltinID, Error, &ICEArguments);
2057 assert(Error == ASTContext::GE_None && "Should not codegen an error");
2058
2059 for (unsigned i = 0, e = E->getNumArgs(); i != e; i++) {
2060 // If this is a normal argument, just emit it as a scalar.
2061 if ((ICEArguments & (1 << i)) == 0) {
2062 Ops.push_back(EmitScalarExpr(E->getArg(i)));
2063 continue;
2064 }
2065
2066 // If this is required to be a constant, constant fold it so that we know
2067 // that the generated intrinsic gets a ConstantInt.
2068 llvm::APSInt Result;
2069 bool IsConst = E->getArg(i)->isIntegerConstantExpr(Result, getContext());
2070 assert(IsConst && "Constant arg isn't actually constant?"); (void)IsConst;
John McCallad7c5c12011-02-08 08:22:06 +00002071 Ops.push_back(llvm::ConstantInt::get(getLLVMContext(), Result));
Chris Lattner64d7f2a2010-10-02 00:09:12 +00002072 }
Anders Carlsson4d3094a2007-12-14 17:48:24 +00002073
Anders Carlsson895af082007-12-09 23:17:02 +00002074 switch (BuiltinID) {
Anders Carlsson92c4e442007-12-09 23:39:18 +00002075 default: return 0;
Bill Wendling65b2a962010-10-09 08:47:25 +00002076 case X86::BI__builtin_ia32_vec_init_v8qi:
2077 case X86::BI__builtin_ia32_vec_init_v4hi:
2078 case X86::BI__builtin_ia32_vec_init_v2si:
2079 return Builder.CreateBitCast(BuildVector(Ops),
John McCallad7c5c12011-02-08 08:22:06 +00002080 llvm::Type::getX86_MMXTy(getLLVMContext()));
Argyrios Kyrtzidis073c9cb2010-10-10 03:19:11 +00002081 case X86::BI__builtin_ia32_vec_ext_v2si:
2082 return Builder.CreateExtractElement(Ops[0],
2083 llvm::ConstantInt::get(Ops[1]->getType(), 0));
Nate Begeman91f40e32008-04-14 04:49:57 +00002084 case X86::BI__builtin_ia32_ldmxcsr: {
Chris Lattner2192fe52011-07-18 04:24:23 +00002085 llvm::Type *PtrTy = Int8PtrTy;
Chris Lattner5e016ae2010-06-27 07:15:29 +00002086 Value *One = llvm::ConstantInt::get(Int32Ty, 1);
Benjamin Kramer76399eb2011-09-27 21:06:10 +00002087 Value *Tmp = Builder.CreateAlloca(Int32Ty, One);
Nate Begeman91f40e32008-04-14 04:49:57 +00002088 Builder.CreateStore(Ops[0], Tmp);
2089 return Builder.CreateCall(CGM.getIntrinsic(Intrinsic::x86_sse_ldmxcsr),
Chris Lattnerdbcc2ca2008-05-06 00:56:42 +00002090 Builder.CreateBitCast(Tmp, PtrTy));
Nate Begeman91f40e32008-04-14 04:49:57 +00002091 }
2092 case X86::BI__builtin_ia32_stmxcsr: {
Chris Lattner2192fe52011-07-18 04:24:23 +00002093 llvm::Type *PtrTy = Int8PtrTy;
Chris Lattner5e016ae2010-06-27 07:15:29 +00002094 Value *One = llvm::ConstantInt::get(Int32Ty, 1);
Benjamin Kramer76399eb2011-09-27 21:06:10 +00002095 Value *Tmp = Builder.CreateAlloca(Int32Ty, One);
Ted Kremenekc14efa72011-08-17 21:04:19 +00002096 Builder.CreateCall(CGM.getIntrinsic(Intrinsic::x86_sse_stmxcsr),
2097 Builder.CreateBitCast(Tmp, PtrTy));
Nate Begeman91f40e32008-04-14 04:49:57 +00002098 return Builder.CreateLoad(Tmp, "stmxcsr");
2099 }
Nate Begeman91f40e32008-04-14 04:49:57 +00002100 case X86::BI__builtin_ia32_storehps:
2101 case X86::BI__builtin_ia32_storelps: {
Chris Lattner5e016ae2010-06-27 07:15:29 +00002102 llvm::Type *PtrTy = llvm::PointerType::getUnqual(Int64Ty);
2103 llvm::Type *VecTy = llvm::VectorType::get(Int64Ty, 2);
Mike Stump11289f42009-09-09 15:08:12 +00002104
Nate Begeman91f40e32008-04-14 04:49:57 +00002105 // cast val v2i64
2106 Ops[1] = Builder.CreateBitCast(Ops[1], VecTy, "cast");
Mike Stump11289f42009-09-09 15:08:12 +00002107
Nate Begeman91f40e32008-04-14 04:49:57 +00002108 // extract (0, 1)
2109 unsigned Index = BuiltinID == X86::BI__builtin_ia32_storelps ? 0 : 1;
Chris Lattner5e016ae2010-06-27 07:15:29 +00002110 llvm::Value *Idx = llvm::ConstantInt::get(Int32Ty, Index);
Nate Begeman91f40e32008-04-14 04:49:57 +00002111 Ops[1] = Builder.CreateExtractElement(Ops[1], Idx, "extract");
2112
2113 // cast pointer to i64 & store
2114 Ops[0] = Builder.CreateBitCast(Ops[0], PtrTy);
2115 return Builder.CreateStore(Ops[1], Ops[0]);
2116 }
Bill Wendling11191f12010-09-28 01:28:56 +00002117 case X86::BI__builtin_ia32_palignr: {
2118 unsigned shiftVal = cast<llvm::ConstantInt>(Ops[2])->getZExtValue();
2119
2120 // If palignr is shifting the pair of input vectors less than 9 bytes,
2121 // emit a shuffle instruction.
2122 if (shiftVal <= 8) {
Chris Lattner0e62c1c2011-07-23 10:55:15 +00002123 SmallVector<llvm::Constant*, 8> Indices;
Bill Wendling11191f12010-09-28 01:28:56 +00002124 for (unsigned i = 0; i != 8; ++i)
2125 Indices.push_back(llvm::ConstantInt::get(Int32Ty, shiftVal + i));
2126
Chris Lattner91c08ad2011-02-15 00:14:06 +00002127 Value* SV = llvm::ConstantVector::get(Indices);
Bill Wendling11191f12010-09-28 01:28:56 +00002128 return Builder.CreateShuffleVector(Ops[1], Ops[0], SV, "palignr");
2129 }
2130
2131 // If palignr is shifting the pair of input vectors more than 8 but less
2132 // than 16 bytes, emit a logical right shift of the destination.
2133 if (shiftVal < 16) {
2134 // MMX has these as 1 x i64 vectors for some odd optimization reasons.
Chris Lattner2192fe52011-07-18 04:24:23 +00002135 llvm::Type *VecTy = llvm::VectorType::get(Int64Ty, 1);
Bill Wendling11191f12010-09-28 01:28:56 +00002136
2137 Ops[0] = Builder.CreateBitCast(Ops[0], VecTy, "cast");
2138 Ops[1] = llvm::ConstantInt::get(VecTy, (shiftVal-8) * 8);
2139
2140 // create i32 constant
2141 llvm::Function *F = CGM.getIntrinsic(Intrinsic::x86_mmx_psrl_q);
Frits van Bommel717d7ed2011-07-18 12:00:32 +00002142 return Builder.CreateCall(F, makeArrayRef(&Ops[0], 2), "palignr");
Bill Wendling11191f12010-09-28 01:28:56 +00002143 }
2144
Eli Friedman2dadd3e2011-09-14 00:52:45 +00002145 // If palignr is shifting the pair of vectors more than 16 bytes, emit zero.
Bill Wendling11191f12010-09-28 01:28:56 +00002146 return llvm::Constant::getNullValue(ConvertType(E->getType()));
2147 }
Nate Begeman67dfd422009-12-14 05:15:02 +00002148 case X86::BI__builtin_ia32_palignr128: {
Nate Begeman72ec6bc2009-12-14 04:57:03 +00002149 unsigned shiftVal = cast<llvm::ConstantInt>(Ops[2])->getZExtValue();
2150
2151 // If palignr is shifting the pair of input vectors less than 17 bytes,
2152 // emit a shuffle instruction.
2153 if (shiftVal <= 16) {
Chris Lattner0e62c1c2011-07-23 10:55:15 +00002154 SmallVector<llvm::Constant*, 16> Indices;
Nate Begeman72ec6bc2009-12-14 04:57:03 +00002155 for (unsigned i = 0; i != 16; ++i)
Chris Lattner5e016ae2010-06-27 07:15:29 +00002156 Indices.push_back(llvm::ConstantInt::get(Int32Ty, shiftVal + i));
Nate Begeman72ec6bc2009-12-14 04:57:03 +00002157
Chris Lattner91c08ad2011-02-15 00:14:06 +00002158 Value* SV = llvm::ConstantVector::get(Indices);
Nate Begeman72ec6bc2009-12-14 04:57:03 +00002159 return Builder.CreateShuffleVector(Ops[1], Ops[0], SV, "palignr");
2160 }
2161
2162 // If palignr is shifting the pair of input vectors more than 16 but less
2163 // than 32 bytes, emit a logical right shift of the destination.
2164 if (shiftVal < 32) {
Chris Lattner2192fe52011-07-18 04:24:23 +00002165 llvm::Type *VecTy = llvm::VectorType::get(Int64Ty, 2);
Nate Begeman72ec6bc2009-12-14 04:57:03 +00002166
2167 Ops[0] = Builder.CreateBitCast(Ops[0], VecTy, "cast");
Chris Lattner5e016ae2010-06-27 07:15:29 +00002168 Ops[1] = llvm::ConstantInt::get(Int32Ty, (shiftVal-16) * 8);
Nate Begeman72ec6bc2009-12-14 04:57:03 +00002169
2170 // create i32 constant
2171 llvm::Function *F = CGM.getIntrinsic(Intrinsic::x86_sse2_psrl_dq);
Frits van Bommel717d7ed2011-07-18 12:00:32 +00002172 return Builder.CreateCall(F, makeArrayRef(&Ops[0], 2), "palignr");
Nate Begeman72ec6bc2009-12-14 04:57:03 +00002173 }
2174
2175 // If palignr is shifting the pair of vectors more than 32 bytes, emit zero.
2176 return llvm::Constant::getNullValue(ConvertType(E->getType()));
Eric Christopherc377c812009-12-01 05:00:51 +00002177 }
Craig Topper94aba2c2011-12-19 07:03:25 +00002178 case X86::BI__builtin_ia32_palignr256: {
2179 unsigned shiftVal = cast<llvm::ConstantInt>(Ops[2])->getZExtValue();
2180
2181 // If palignr is shifting the pair of input vectors less than 17 bytes,
2182 // emit a shuffle instruction.
2183 if (shiftVal <= 16) {
2184 SmallVector<llvm::Constant*, 32> Indices;
2185 // 256-bit palignr operates on 128-bit lanes so we need to handle that
2186 for (unsigned l = 0; l != 2; ++l) {
2187 unsigned LaneStart = l * 16;
2188 unsigned LaneEnd = (l+1) * 16;
2189 for (unsigned i = 0; i != 16; ++i) {
2190 unsigned Idx = shiftVal + i + LaneStart;
2191 if (Idx >= LaneEnd) Idx += 16; // end of lane, switch operand
2192 Indices.push_back(llvm::ConstantInt::get(Int32Ty, Idx));
2193 }
2194 }
2195
2196 Value* SV = llvm::ConstantVector::get(Indices);
2197 return Builder.CreateShuffleVector(Ops[1], Ops[0], SV, "palignr");
2198 }
2199
2200 // If palignr is shifting the pair of input vectors more than 16 but less
2201 // than 32 bytes, emit a logical right shift of the destination.
2202 if (shiftVal < 32) {
2203 llvm::Type *VecTy = llvm::VectorType::get(Int64Ty, 4);
2204
2205 Ops[0] = Builder.CreateBitCast(Ops[0], VecTy, "cast");
2206 Ops[1] = llvm::ConstantInt::get(Int32Ty, (shiftVal-16) * 8);
2207
2208 // create i32 constant
2209 llvm::Function *F = CGM.getIntrinsic(Intrinsic::x86_avx2_psrl_dq);
2210 return Builder.CreateCall(F, makeArrayRef(&Ops[0], 2), "palignr");
2211 }
2212
2213 // If palignr is shifting the pair of vectors more than 32 bytes, emit zero.
2214 return llvm::Constant::getNullValue(ConvertType(E->getType()));
2215 }
Bill Wendling5f9150b2011-05-04 02:40:38 +00002216 case X86::BI__builtin_ia32_movntps:
2217 case X86::BI__builtin_ia32_movntpd:
2218 case X86::BI__builtin_ia32_movntdq:
2219 case X86::BI__builtin_ia32_movnti: {
Bill Wendling6869b6a2011-05-04 20:28:12 +00002220 llvm::MDNode *Node = llvm::MDNode::get(getLLVMContext(),
2221 Builder.getInt32(1));
Bill Wendling5f9150b2011-05-04 02:40:38 +00002222
2223 // Convert the type of the pointer to a pointer to the stored type.
2224 Value *BC = Builder.CreateBitCast(Ops[0],
2225 llvm::PointerType::getUnqual(Ops[1]->getType()),
2226 "cast");
2227 StoreInst *SI = Builder.CreateStore(Ops[1], BC);
2228 SI->setMetadata(CGM.getModule().getMDKindID("nontemporal"), Node);
2229 SI->setAlignment(16);
2230 return SI;
2231 }
Michael J. Spencer6826eb82011-04-15 15:07:13 +00002232 // 3DNow!
Michael J. Spencer6826eb82011-04-15 15:07:13 +00002233 case X86::BI__builtin_ia32_pswapdsf:
2234 case X86::BI__builtin_ia32_pswapdsi: {
2235 const char *name = 0;
2236 Intrinsic::ID ID = Intrinsic::not_intrinsic;
2237 switch(BuiltinID) {
Craig Topperd6d3a052012-01-30 08:18:19 +00002238 default: llvm_unreachable("Unsupported intrinsic!");
Michael J. Spencer6826eb82011-04-15 15:07:13 +00002239 case X86::BI__builtin_ia32_pswapdsf:
2240 case X86::BI__builtin_ia32_pswapdsi:
2241 name = "pswapd";
2242 ID = Intrinsic::x86_3dnowa_pswapd;
2243 break;
2244 }
2245 llvm::Function *F = CGM.getIntrinsic(ID);
Jay Foad5bd375a2011-07-15 08:37:34 +00002246 return Builder.CreateCall(F, Ops, name);
Michael J. Spencer6826eb82011-04-15 15:07:13 +00002247 }
Anders Carlsson895af082007-12-09 23:17:02 +00002248 }
2249}
2250
Tony Linthicum76329bf2011-12-12 21:14:55 +00002251
2252Value *CodeGenFunction::EmitHexagonBuiltinExpr(unsigned BuiltinID,
2253 const CallExpr *E) {
2254 llvm::SmallVector<Value*, 4> Ops;
2255
2256 for (unsigned i = 0, e = E->getNumArgs(); i != e; i++)
2257 Ops.push_back(EmitScalarExpr(E->getArg(i)));
2258
2259 Intrinsic::ID ID = Intrinsic::not_intrinsic;
2260
2261 switch (BuiltinID) {
2262 default: return 0;
2263
2264 case Hexagon::BI__builtin_HEXAGON_C2_cmpeq:
2265 ID = Intrinsic::hexagon_C2_cmpeq; break;
2266
2267 case Hexagon::BI__builtin_HEXAGON_C2_cmpgt:
2268 ID = Intrinsic::hexagon_C2_cmpgt; break;
2269
2270 case Hexagon::BI__builtin_HEXAGON_C2_cmpgtu:
2271 ID = Intrinsic::hexagon_C2_cmpgtu; break;
2272
2273 case Hexagon::BI__builtin_HEXAGON_C2_cmpeqp:
2274 ID = Intrinsic::hexagon_C2_cmpeqp; break;
2275
2276 case Hexagon::BI__builtin_HEXAGON_C2_cmpgtp:
2277 ID = Intrinsic::hexagon_C2_cmpgtp; break;
2278
2279 case Hexagon::BI__builtin_HEXAGON_C2_cmpgtup:
2280 ID = Intrinsic::hexagon_C2_cmpgtup; break;
2281
2282 case Hexagon::BI__builtin_HEXAGON_C2_bitsset:
2283 ID = Intrinsic::hexagon_C2_bitsset; break;
2284
2285 case Hexagon::BI__builtin_HEXAGON_C2_bitsclr:
2286 ID = Intrinsic::hexagon_C2_bitsclr; break;
2287
2288 case Hexagon::BI__builtin_HEXAGON_C2_cmpeqi:
2289 ID = Intrinsic::hexagon_C2_cmpeqi; break;
2290
2291 case Hexagon::BI__builtin_HEXAGON_C2_cmpgti:
2292 ID = Intrinsic::hexagon_C2_cmpgti; break;
2293
2294 case Hexagon::BI__builtin_HEXAGON_C2_cmpgtui:
2295 ID = Intrinsic::hexagon_C2_cmpgtui; break;
2296
2297 case Hexagon::BI__builtin_HEXAGON_C2_cmpgei:
2298 ID = Intrinsic::hexagon_C2_cmpgei; break;
2299
2300 case Hexagon::BI__builtin_HEXAGON_C2_cmpgeui:
2301 ID = Intrinsic::hexagon_C2_cmpgeui; break;
2302
2303 case Hexagon::BI__builtin_HEXAGON_C2_cmplt:
2304 ID = Intrinsic::hexagon_C2_cmplt; break;
2305
2306 case Hexagon::BI__builtin_HEXAGON_C2_cmpltu:
2307 ID = Intrinsic::hexagon_C2_cmpltu; break;
2308
2309 case Hexagon::BI__builtin_HEXAGON_C2_bitsclri:
2310 ID = Intrinsic::hexagon_C2_bitsclri; break;
2311
2312 case Hexagon::BI__builtin_HEXAGON_C2_and:
2313 ID = Intrinsic::hexagon_C2_and; break;
2314
2315 case Hexagon::BI__builtin_HEXAGON_C2_or:
2316 ID = Intrinsic::hexagon_C2_or; break;
2317
2318 case Hexagon::BI__builtin_HEXAGON_C2_xor:
2319 ID = Intrinsic::hexagon_C2_xor; break;
2320
2321 case Hexagon::BI__builtin_HEXAGON_C2_andn:
2322 ID = Intrinsic::hexagon_C2_andn; break;
2323
2324 case Hexagon::BI__builtin_HEXAGON_C2_not:
2325 ID = Intrinsic::hexagon_C2_not; break;
2326
2327 case Hexagon::BI__builtin_HEXAGON_C2_orn:
2328 ID = Intrinsic::hexagon_C2_orn; break;
2329
2330 case Hexagon::BI__builtin_HEXAGON_C2_pxfer_map:
2331 ID = Intrinsic::hexagon_C2_pxfer_map; break;
2332
2333 case Hexagon::BI__builtin_HEXAGON_C2_any8:
2334 ID = Intrinsic::hexagon_C2_any8; break;
2335
2336 case Hexagon::BI__builtin_HEXAGON_C2_all8:
2337 ID = Intrinsic::hexagon_C2_all8; break;
2338
2339 case Hexagon::BI__builtin_HEXAGON_C2_vitpack:
2340 ID = Intrinsic::hexagon_C2_vitpack; break;
2341
2342 case Hexagon::BI__builtin_HEXAGON_C2_mux:
2343 ID = Intrinsic::hexagon_C2_mux; break;
2344
2345 case Hexagon::BI__builtin_HEXAGON_C2_muxii:
2346 ID = Intrinsic::hexagon_C2_muxii; break;
2347
2348 case Hexagon::BI__builtin_HEXAGON_C2_muxir:
2349 ID = Intrinsic::hexagon_C2_muxir; break;
2350
2351 case Hexagon::BI__builtin_HEXAGON_C2_muxri:
2352 ID = Intrinsic::hexagon_C2_muxri; break;
2353
2354 case Hexagon::BI__builtin_HEXAGON_C2_vmux:
2355 ID = Intrinsic::hexagon_C2_vmux; break;
2356
2357 case Hexagon::BI__builtin_HEXAGON_C2_mask:
2358 ID = Intrinsic::hexagon_C2_mask; break;
2359
2360 case Hexagon::BI__builtin_HEXAGON_A2_vcmpbeq:
2361 ID = Intrinsic::hexagon_A2_vcmpbeq; break;
2362
2363 case Hexagon::BI__builtin_HEXAGON_A2_vcmpbgtu:
2364 ID = Intrinsic::hexagon_A2_vcmpbgtu; break;
2365
2366 case Hexagon::BI__builtin_HEXAGON_A2_vcmpheq:
2367 ID = Intrinsic::hexagon_A2_vcmpheq; break;
2368
2369 case Hexagon::BI__builtin_HEXAGON_A2_vcmphgt:
2370 ID = Intrinsic::hexagon_A2_vcmphgt; break;
2371
2372 case Hexagon::BI__builtin_HEXAGON_A2_vcmphgtu:
2373 ID = Intrinsic::hexagon_A2_vcmphgtu; break;
2374
2375 case Hexagon::BI__builtin_HEXAGON_A2_vcmpweq:
2376 ID = Intrinsic::hexagon_A2_vcmpweq; break;
2377
2378 case Hexagon::BI__builtin_HEXAGON_A2_vcmpwgt:
2379 ID = Intrinsic::hexagon_A2_vcmpwgt; break;
2380
2381 case Hexagon::BI__builtin_HEXAGON_A2_vcmpwgtu:
2382 ID = Intrinsic::hexagon_A2_vcmpwgtu; break;
2383
2384 case Hexagon::BI__builtin_HEXAGON_C2_tfrpr:
2385 ID = Intrinsic::hexagon_C2_tfrpr; break;
2386
2387 case Hexagon::BI__builtin_HEXAGON_C2_tfrrp:
2388 ID = Intrinsic::hexagon_C2_tfrrp; break;
2389
2390 case Hexagon::BI__builtin_HEXAGON_M2_mpy_acc_hh_s0:
2391 ID = Intrinsic::hexagon_M2_mpy_acc_hh_s0; break;
2392
2393 case Hexagon::BI__builtin_HEXAGON_M2_mpy_acc_hh_s1:
2394 ID = Intrinsic::hexagon_M2_mpy_acc_hh_s1; break;
2395
2396 case Hexagon::BI__builtin_HEXAGON_M2_mpy_acc_hl_s0:
2397 ID = Intrinsic::hexagon_M2_mpy_acc_hl_s0; break;
2398
2399 case Hexagon::BI__builtin_HEXAGON_M2_mpy_acc_hl_s1:
2400 ID = Intrinsic::hexagon_M2_mpy_acc_hl_s1; break;
2401
2402 case Hexagon::BI__builtin_HEXAGON_M2_mpy_acc_lh_s0:
2403 ID = Intrinsic::hexagon_M2_mpy_acc_lh_s0; break;
2404
2405 case Hexagon::BI__builtin_HEXAGON_M2_mpy_acc_lh_s1:
2406 ID = Intrinsic::hexagon_M2_mpy_acc_lh_s1; break;
2407
2408 case Hexagon::BI__builtin_HEXAGON_M2_mpy_acc_ll_s0:
2409 ID = Intrinsic::hexagon_M2_mpy_acc_ll_s0; break;
2410
2411 case Hexagon::BI__builtin_HEXAGON_M2_mpy_acc_ll_s1:
2412 ID = Intrinsic::hexagon_M2_mpy_acc_ll_s1; break;
2413
2414 case Hexagon::BI__builtin_HEXAGON_M2_mpy_nac_hh_s0:
2415 ID = Intrinsic::hexagon_M2_mpy_nac_hh_s0; break;
2416
2417 case Hexagon::BI__builtin_HEXAGON_M2_mpy_nac_hh_s1:
2418 ID = Intrinsic::hexagon_M2_mpy_nac_hh_s1; break;
2419
2420 case Hexagon::BI__builtin_HEXAGON_M2_mpy_nac_hl_s0:
2421 ID = Intrinsic::hexagon_M2_mpy_nac_hl_s0; break;
2422
2423 case Hexagon::BI__builtin_HEXAGON_M2_mpy_nac_hl_s1:
2424 ID = Intrinsic::hexagon_M2_mpy_nac_hl_s1; break;
2425
2426 case Hexagon::BI__builtin_HEXAGON_M2_mpy_nac_lh_s0:
2427 ID = Intrinsic::hexagon_M2_mpy_nac_lh_s0; break;
2428
2429 case Hexagon::BI__builtin_HEXAGON_M2_mpy_nac_lh_s1:
2430 ID = Intrinsic::hexagon_M2_mpy_nac_lh_s1; break;
2431
2432 case Hexagon::BI__builtin_HEXAGON_M2_mpy_nac_ll_s0:
2433 ID = Intrinsic::hexagon_M2_mpy_nac_ll_s0; break;
2434
2435 case Hexagon::BI__builtin_HEXAGON_M2_mpy_nac_ll_s1:
2436 ID = Intrinsic::hexagon_M2_mpy_nac_ll_s1; break;
2437
2438 case Hexagon::BI__builtin_HEXAGON_M2_mpy_acc_sat_hh_s0:
2439 ID = Intrinsic::hexagon_M2_mpy_acc_sat_hh_s0; break;
2440
2441 case Hexagon::BI__builtin_HEXAGON_M2_mpy_acc_sat_hh_s1:
2442 ID = Intrinsic::hexagon_M2_mpy_acc_sat_hh_s1; break;
2443
2444 case Hexagon::BI__builtin_HEXAGON_M2_mpy_acc_sat_hl_s0:
2445 ID = Intrinsic::hexagon_M2_mpy_acc_sat_hl_s0; break;
2446
2447 case Hexagon::BI__builtin_HEXAGON_M2_mpy_acc_sat_hl_s1:
2448 ID = Intrinsic::hexagon_M2_mpy_acc_sat_hl_s1; break;
2449
2450 case Hexagon::BI__builtin_HEXAGON_M2_mpy_acc_sat_lh_s0:
2451 ID = Intrinsic::hexagon_M2_mpy_acc_sat_lh_s0; break;
2452
2453 case Hexagon::BI__builtin_HEXAGON_M2_mpy_acc_sat_lh_s1:
2454 ID = Intrinsic::hexagon_M2_mpy_acc_sat_lh_s1; break;
2455
2456 case Hexagon::BI__builtin_HEXAGON_M2_mpy_acc_sat_ll_s0:
2457 ID = Intrinsic::hexagon_M2_mpy_acc_sat_ll_s0; break;
2458
2459 case Hexagon::BI__builtin_HEXAGON_M2_mpy_acc_sat_ll_s1:
2460 ID = Intrinsic::hexagon_M2_mpy_acc_sat_ll_s1; break;
2461
2462 case Hexagon::BI__builtin_HEXAGON_M2_mpy_nac_sat_hh_s0:
2463 ID = Intrinsic::hexagon_M2_mpy_nac_sat_hh_s0; break;
2464
2465 case Hexagon::BI__builtin_HEXAGON_M2_mpy_nac_sat_hh_s1:
2466 ID = Intrinsic::hexagon_M2_mpy_nac_sat_hh_s1; break;
2467
2468 case Hexagon::BI__builtin_HEXAGON_M2_mpy_nac_sat_hl_s0:
2469 ID = Intrinsic::hexagon_M2_mpy_nac_sat_hl_s0; break;
2470
2471 case Hexagon::BI__builtin_HEXAGON_M2_mpy_nac_sat_hl_s1:
2472 ID = Intrinsic::hexagon_M2_mpy_nac_sat_hl_s1; break;
2473
2474 case Hexagon::BI__builtin_HEXAGON_M2_mpy_nac_sat_lh_s0:
2475 ID = Intrinsic::hexagon_M2_mpy_nac_sat_lh_s0; break;
2476
2477 case Hexagon::BI__builtin_HEXAGON_M2_mpy_nac_sat_lh_s1:
2478 ID = Intrinsic::hexagon_M2_mpy_nac_sat_lh_s1; break;
2479
2480 case Hexagon::BI__builtin_HEXAGON_M2_mpy_nac_sat_ll_s0:
2481 ID = Intrinsic::hexagon_M2_mpy_nac_sat_ll_s0; break;
2482
2483 case Hexagon::BI__builtin_HEXAGON_M2_mpy_nac_sat_ll_s1:
2484 ID = Intrinsic::hexagon_M2_mpy_nac_sat_ll_s1; break;
2485
2486 case Hexagon::BI__builtin_HEXAGON_M2_mpy_hh_s0:
2487 ID = Intrinsic::hexagon_M2_mpy_hh_s0; break;
2488
2489 case Hexagon::BI__builtin_HEXAGON_M2_mpy_hh_s1:
2490 ID = Intrinsic::hexagon_M2_mpy_hh_s1; break;
2491
2492 case Hexagon::BI__builtin_HEXAGON_M2_mpy_hl_s0:
2493 ID = Intrinsic::hexagon_M2_mpy_hl_s0; break;
2494
2495 case Hexagon::BI__builtin_HEXAGON_M2_mpy_hl_s1:
2496 ID = Intrinsic::hexagon_M2_mpy_hl_s1; break;
2497
2498 case Hexagon::BI__builtin_HEXAGON_M2_mpy_lh_s0:
2499 ID = Intrinsic::hexagon_M2_mpy_lh_s0; break;
2500
2501 case Hexagon::BI__builtin_HEXAGON_M2_mpy_lh_s1:
2502 ID = Intrinsic::hexagon_M2_mpy_lh_s1; break;
2503
2504 case Hexagon::BI__builtin_HEXAGON_M2_mpy_ll_s0:
2505 ID = Intrinsic::hexagon_M2_mpy_ll_s0; break;
2506
2507 case Hexagon::BI__builtin_HEXAGON_M2_mpy_ll_s1:
2508 ID = Intrinsic::hexagon_M2_mpy_ll_s1; break;
2509
2510 case Hexagon::BI__builtin_HEXAGON_M2_mpy_sat_hh_s0:
2511 ID = Intrinsic::hexagon_M2_mpy_sat_hh_s0; break;
2512
2513 case Hexagon::BI__builtin_HEXAGON_M2_mpy_sat_hh_s1:
2514 ID = Intrinsic::hexagon_M2_mpy_sat_hh_s1; break;
2515
2516 case Hexagon::BI__builtin_HEXAGON_M2_mpy_sat_hl_s0:
2517 ID = Intrinsic::hexagon_M2_mpy_sat_hl_s0; break;
2518
2519 case Hexagon::BI__builtin_HEXAGON_M2_mpy_sat_hl_s1:
2520 ID = Intrinsic::hexagon_M2_mpy_sat_hl_s1; break;
2521
2522 case Hexagon::BI__builtin_HEXAGON_M2_mpy_sat_lh_s0:
2523 ID = Intrinsic::hexagon_M2_mpy_sat_lh_s0; break;
2524
2525 case Hexagon::BI__builtin_HEXAGON_M2_mpy_sat_lh_s1:
2526 ID = Intrinsic::hexagon_M2_mpy_sat_lh_s1; break;
2527
2528 case Hexagon::BI__builtin_HEXAGON_M2_mpy_sat_ll_s0:
2529 ID = Intrinsic::hexagon_M2_mpy_sat_ll_s0; break;
2530
2531 case Hexagon::BI__builtin_HEXAGON_M2_mpy_sat_ll_s1:
2532 ID = Intrinsic::hexagon_M2_mpy_sat_ll_s1; break;
2533
2534 case Hexagon::BI__builtin_HEXAGON_M2_mpy_rnd_hh_s0:
2535 ID = Intrinsic::hexagon_M2_mpy_rnd_hh_s0; break;
2536
2537 case Hexagon::BI__builtin_HEXAGON_M2_mpy_rnd_hh_s1:
2538 ID = Intrinsic::hexagon_M2_mpy_rnd_hh_s1; break;
2539
2540 case Hexagon::BI__builtin_HEXAGON_M2_mpy_rnd_hl_s0:
2541 ID = Intrinsic::hexagon_M2_mpy_rnd_hl_s0; break;
2542
2543 case Hexagon::BI__builtin_HEXAGON_M2_mpy_rnd_hl_s1:
2544 ID = Intrinsic::hexagon_M2_mpy_rnd_hl_s1; break;
2545
2546 case Hexagon::BI__builtin_HEXAGON_M2_mpy_rnd_lh_s0:
2547 ID = Intrinsic::hexagon_M2_mpy_rnd_lh_s0; break;
2548
2549 case Hexagon::BI__builtin_HEXAGON_M2_mpy_rnd_lh_s1:
2550 ID = Intrinsic::hexagon_M2_mpy_rnd_lh_s1; break;
2551
2552 case Hexagon::BI__builtin_HEXAGON_M2_mpy_rnd_ll_s0:
2553 ID = Intrinsic::hexagon_M2_mpy_rnd_ll_s0; break;
2554
2555 case Hexagon::BI__builtin_HEXAGON_M2_mpy_rnd_ll_s1:
2556 ID = Intrinsic::hexagon_M2_mpy_rnd_ll_s1; break;
2557
2558 case Hexagon::BI__builtin_HEXAGON_M2_mpy_sat_rnd_hh_s0:
2559 ID = Intrinsic::hexagon_M2_mpy_sat_rnd_hh_s0; break;
2560
2561 case Hexagon::BI__builtin_HEXAGON_M2_mpy_sat_rnd_hh_s1:
2562 ID = Intrinsic::hexagon_M2_mpy_sat_rnd_hh_s1; break;
2563
2564 case Hexagon::BI__builtin_HEXAGON_M2_mpy_sat_rnd_hl_s0:
2565 ID = Intrinsic::hexagon_M2_mpy_sat_rnd_hl_s0; break;
2566
2567 case Hexagon::BI__builtin_HEXAGON_M2_mpy_sat_rnd_hl_s1:
2568 ID = Intrinsic::hexagon_M2_mpy_sat_rnd_hl_s1; break;
2569
2570 case Hexagon::BI__builtin_HEXAGON_M2_mpy_sat_rnd_lh_s0:
2571 ID = Intrinsic::hexagon_M2_mpy_sat_rnd_lh_s0; break;
2572
2573 case Hexagon::BI__builtin_HEXAGON_M2_mpy_sat_rnd_lh_s1:
2574 ID = Intrinsic::hexagon_M2_mpy_sat_rnd_lh_s1; break;
2575
2576 case Hexagon::BI__builtin_HEXAGON_M2_mpy_sat_rnd_ll_s0:
2577 ID = Intrinsic::hexagon_M2_mpy_sat_rnd_ll_s0; break;
2578
2579 case Hexagon::BI__builtin_HEXAGON_M2_mpy_sat_rnd_ll_s1:
2580 ID = Intrinsic::hexagon_M2_mpy_sat_rnd_ll_s1; break;
2581
2582 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_acc_hh_s0:
2583 ID = Intrinsic::hexagon_M2_mpyd_acc_hh_s0; break;
2584
2585 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_acc_hh_s1:
2586 ID = Intrinsic::hexagon_M2_mpyd_acc_hh_s1; break;
2587
2588 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_acc_hl_s0:
2589 ID = Intrinsic::hexagon_M2_mpyd_acc_hl_s0; break;
2590
2591 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_acc_hl_s1:
2592 ID = Intrinsic::hexagon_M2_mpyd_acc_hl_s1; break;
2593
2594 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_acc_lh_s0:
2595 ID = Intrinsic::hexagon_M2_mpyd_acc_lh_s0; break;
2596
2597 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_acc_lh_s1:
2598 ID = Intrinsic::hexagon_M2_mpyd_acc_lh_s1; break;
2599
2600 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_acc_ll_s0:
2601 ID = Intrinsic::hexagon_M2_mpyd_acc_ll_s0; break;
2602
2603 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_acc_ll_s1:
2604 ID = Intrinsic::hexagon_M2_mpyd_acc_ll_s1; break;
2605
2606 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_nac_hh_s0:
2607 ID = Intrinsic::hexagon_M2_mpyd_nac_hh_s0; break;
2608
2609 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_nac_hh_s1:
2610 ID = Intrinsic::hexagon_M2_mpyd_nac_hh_s1; break;
2611
2612 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_nac_hl_s0:
2613 ID = Intrinsic::hexagon_M2_mpyd_nac_hl_s0; break;
2614
2615 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_nac_hl_s1:
2616 ID = Intrinsic::hexagon_M2_mpyd_nac_hl_s1; break;
2617
2618 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_nac_lh_s0:
2619 ID = Intrinsic::hexagon_M2_mpyd_nac_lh_s0; break;
2620
2621 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_nac_lh_s1:
2622 ID = Intrinsic::hexagon_M2_mpyd_nac_lh_s1; break;
2623
2624 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_nac_ll_s0:
2625 ID = Intrinsic::hexagon_M2_mpyd_nac_ll_s0; break;
2626
2627 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_nac_ll_s1:
2628 ID = Intrinsic::hexagon_M2_mpyd_nac_ll_s1; break;
2629
2630 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_hh_s0:
2631 ID = Intrinsic::hexagon_M2_mpyd_hh_s0; break;
2632
2633 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_hh_s1:
2634 ID = Intrinsic::hexagon_M2_mpyd_hh_s1; break;
2635
2636 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_hl_s0:
2637 ID = Intrinsic::hexagon_M2_mpyd_hl_s0; break;
2638
2639 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_hl_s1:
2640 ID = Intrinsic::hexagon_M2_mpyd_hl_s1; break;
2641
2642 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_lh_s0:
2643 ID = Intrinsic::hexagon_M2_mpyd_lh_s0; break;
2644
2645 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_lh_s1:
2646 ID = Intrinsic::hexagon_M2_mpyd_lh_s1; break;
2647
2648 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_ll_s0:
2649 ID = Intrinsic::hexagon_M2_mpyd_ll_s0; break;
2650
2651 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_ll_s1:
2652 ID = Intrinsic::hexagon_M2_mpyd_ll_s1; break;
2653
2654 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_rnd_hh_s0:
2655 ID = Intrinsic::hexagon_M2_mpyd_rnd_hh_s0; break;
2656
2657 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_rnd_hh_s1:
2658 ID = Intrinsic::hexagon_M2_mpyd_rnd_hh_s1; break;
2659
2660 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_rnd_hl_s0:
2661 ID = Intrinsic::hexagon_M2_mpyd_rnd_hl_s0; break;
2662
2663 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_rnd_hl_s1:
2664 ID = Intrinsic::hexagon_M2_mpyd_rnd_hl_s1; break;
2665
2666 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_rnd_lh_s0:
2667 ID = Intrinsic::hexagon_M2_mpyd_rnd_lh_s0; break;
2668
2669 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_rnd_lh_s1:
2670 ID = Intrinsic::hexagon_M2_mpyd_rnd_lh_s1; break;
2671
2672 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_rnd_ll_s0:
2673 ID = Intrinsic::hexagon_M2_mpyd_rnd_ll_s0; break;
2674
2675 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_rnd_ll_s1:
2676 ID = Intrinsic::hexagon_M2_mpyd_rnd_ll_s1; break;
2677
2678 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_acc_hh_s0:
2679 ID = Intrinsic::hexagon_M2_mpyu_acc_hh_s0; break;
2680
2681 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_acc_hh_s1:
2682 ID = Intrinsic::hexagon_M2_mpyu_acc_hh_s1; break;
2683
2684 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_acc_hl_s0:
2685 ID = Intrinsic::hexagon_M2_mpyu_acc_hl_s0; break;
2686
2687 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_acc_hl_s1:
2688 ID = Intrinsic::hexagon_M2_mpyu_acc_hl_s1; break;
2689
2690 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_acc_lh_s0:
2691 ID = Intrinsic::hexagon_M2_mpyu_acc_lh_s0; break;
2692
2693 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_acc_lh_s1:
2694 ID = Intrinsic::hexagon_M2_mpyu_acc_lh_s1; break;
2695
2696 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_acc_ll_s0:
2697 ID = Intrinsic::hexagon_M2_mpyu_acc_ll_s0; break;
2698
2699 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_acc_ll_s1:
2700 ID = Intrinsic::hexagon_M2_mpyu_acc_ll_s1; break;
2701
2702 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_nac_hh_s0:
2703 ID = Intrinsic::hexagon_M2_mpyu_nac_hh_s0; break;
2704
2705 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_nac_hh_s1:
2706 ID = Intrinsic::hexagon_M2_mpyu_nac_hh_s1; break;
2707
2708 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_nac_hl_s0:
2709 ID = Intrinsic::hexagon_M2_mpyu_nac_hl_s0; break;
2710
2711 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_nac_hl_s1:
2712 ID = Intrinsic::hexagon_M2_mpyu_nac_hl_s1; break;
2713
2714 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_nac_lh_s0:
2715 ID = Intrinsic::hexagon_M2_mpyu_nac_lh_s0; break;
2716
2717 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_nac_lh_s1:
2718 ID = Intrinsic::hexagon_M2_mpyu_nac_lh_s1; break;
2719
2720 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_nac_ll_s0:
2721 ID = Intrinsic::hexagon_M2_mpyu_nac_ll_s0; break;
2722
2723 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_nac_ll_s1:
2724 ID = Intrinsic::hexagon_M2_mpyu_nac_ll_s1; break;
2725
2726 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_hh_s0:
2727 ID = Intrinsic::hexagon_M2_mpyu_hh_s0; break;
2728
2729 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_hh_s1:
2730 ID = Intrinsic::hexagon_M2_mpyu_hh_s1; break;
2731
2732 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_hl_s0:
2733 ID = Intrinsic::hexagon_M2_mpyu_hl_s0; break;
2734
2735 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_hl_s1:
2736 ID = Intrinsic::hexagon_M2_mpyu_hl_s1; break;
2737
2738 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_lh_s0:
2739 ID = Intrinsic::hexagon_M2_mpyu_lh_s0; break;
2740
2741 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_lh_s1:
2742 ID = Intrinsic::hexagon_M2_mpyu_lh_s1; break;
2743
2744 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_ll_s0:
2745 ID = Intrinsic::hexagon_M2_mpyu_ll_s0; break;
2746
2747 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_ll_s1:
2748 ID = Intrinsic::hexagon_M2_mpyu_ll_s1; break;
2749
2750 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_acc_hh_s0:
2751 ID = Intrinsic::hexagon_M2_mpyud_acc_hh_s0; break;
2752
2753 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_acc_hh_s1:
2754 ID = Intrinsic::hexagon_M2_mpyud_acc_hh_s1; break;
2755
2756 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_acc_hl_s0:
2757 ID = Intrinsic::hexagon_M2_mpyud_acc_hl_s0; break;
2758
2759 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_acc_hl_s1:
2760 ID = Intrinsic::hexagon_M2_mpyud_acc_hl_s1; break;
2761
2762 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_acc_lh_s0:
2763 ID = Intrinsic::hexagon_M2_mpyud_acc_lh_s0; break;
2764
2765 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_acc_lh_s1:
2766 ID = Intrinsic::hexagon_M2_mpyud_acc_lh_s1; break;
2767
2768 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_acc_ll_s0:
2769 ID = Intrinsic::hexagon_M2_mpyud_acc_ll_s0; break;
2770
2771 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_acc_ll_s1:
2772 ID = Intrinsic::hexagon_M2_mpyud_acc_ll_s1; break;
2773
2774 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_nac_hh_s0:
2775 ID = Intrinsic::hexagon_M2_mpyud_nac_hh_s0; break;
2776
2777 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_nac_hh_s1:
2778 ID = Intrinsic::hexagon_M2_mpyud_nac_hh_s1; break;
2779
2780 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_nac_hl_s0:
2781 ID = Intrinsic::hexagon_M2_mpyud_nac_hl_s0; break;
2782
2783 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_nac_hl_s1:
2784 ID = Intrinsic::hexagon_M2_mpyud_nac_hl_s1; break;
2785
2786 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_nac_lh_s0:
2787 ID = Intrinsic::hexagon_M2_mpyud_nac_lh_s0; break;
2788
2789 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_nac_lh_s1:
2790 ID = Intrinsic::hexagon_M2_mpyud_nac_lh_s1; break;
2791
2792 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_nac_ll_s0:
2793 ID = Intrinsic::hexagon_M2_mpyud_nac_ll_s0; break;
2794
2795 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_nac_ll_s1:
2796 ID = Intrinsic::hexagon_M2_mpyud_nac_ll_s1; break;
2797
2798 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_hh_s0:
2799 ID = Intrinsic::hexagon_M2_mpyud_hh_s0; break;
2800
2801 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_hh_s1:
2802 ID = Intrinsic::hexagon_M2_mpyud_hh_s1; break;
2803
2804 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_hl_s0:
2805 ID = Intrinsic::hexagon_M2_mpyud_hl_s0; break;
2806
2807 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_hl_s1:
2808 ID = Intrinsic::hexagon_M2_mpyud_hl_s1; break;
2809
2810 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_lh_s0:
2811 ID = Intrinsic::hexagon_M2_mpyud_lh_s0; break;
2812
2813 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_lh_s1:
2814 ID = Intrinsic::hexagon_M2_mpyud_lh_s1; break;
2815
2816 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_ll_s0:
2817 ID = Intrinsic::hexagon_M2_mpyud_ll_s0; break;
2818
2819 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_ll_s1:
2820 ID = Intrinsic::hexagon_M2_mpyud_ll_s1; break;
2821
2822 case Hexagon::BI__builtin_HEXAGON_M2_mpysmi:
2823 ID = Intrinsic::hexagon_M2_mpysmi; break;
2824
2825 case Hexagon::BI__builtin_HEXAGON_M2_macsip:
2826 ID = Intrinsic::hexagon_M2_macsip; break;
2827
2828 case Hexagon::BI__builtin_HEXAGON_M2_macsin:
2829 ID = Intrinsic::hexagon_M2_macsin; break;
2830
2831 case Hexagon::BI__builtin_HEXAGON_M2_dpmpyss_s0:
2832 ID = Intrinsic::hexagon_M2_dpmpyss_s0; break;
2833
2834 case Hexagon::BI__builtin_HEXAGON_M2_dpmpyss_acc_s0:
2835 ID = Intrinsic::hexagon_M2_dpmpyss_acc_s0; break;
2836
2837 case Hexagon::BI__builtin_HEXAGON_M2_dpmpyss_nac_s0:
2838 ID = Intrinsic::hexagon_M2_dpmpyss_nac_s0; break;
2839
2840 case Hexagon::BI__builtin_HEXAGON_M2_dpmpyuu_s0:
2841 ID = Intrinsic::hexagon_M2_dpmpyuu_s0; break;
2842
2843 case Hexagon::BI__builtin_HEXAGON_M2_dpmpyuu_acc_s0:
2844 ID = Intrinsic::hexagon_M2_dpmpyuu_acc_s0; break;
2845
2846 case Hexagon::BI__builtin_HEXAGON_M2_dpmpyuu_nac_s0:
2847 ID = Intrinsic::hexagon_M2_dpmpyuu_nac_s0; break;
2848
2849 case Hexagon::BI__builtin_HEXAGON_M2_mpy_up:
2850 ID = Intrinsic::hexagon_M2_mpy_up; break;
2851
2852 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_up:
2853 ID = Intrinsic::hexagon_M2_mpyu_up; break;
2854
2855 case Hexagon::BI__builtin_HEXAGON_M2_dpmpyss_rnd_s0:
2856 ID = Intrinsic::hexagon_M2_dpmpyss_rnd_s0; break;
2857
2858 case Hexagon::BI__builtin_HEXAGON_M2_mpyi:
2859 ID = Intrinsic::hexagon_M2_mpyi; break;
2860
2861 case Hexagon::BI__builtin_HEXAGON_M2_mpyui:
2862 ID = Intrinsic::hexagon_M2_mpyui; break;
2863
2864 case Hexagon::BI__builtin_HEXAGON_M2_maci:
2865 ID = Intrinsic::hexagon_M2_maci; break;
2866
2867 case Hexagon::BI__builtin_HEXAGON_M2_acci:
2868 ID = Intrinsic::hexagon_M2_acci; break;
2869
2870 case Hexagon::BI__builtin_HEXAGON_M2_accii:
2871 ID = Intrinsic::hexagon_M2_accii; break;
2872
2873 case Hexagon::BI__builtin_HEXAGON_M2_nacci:
2874 ID = Intrinsic::hexagon_M2_nacci; break;
2875
2876 case Hexagon::BI__builtin_HEXAGON_M2_naccii:
2877 ID = Intrinsic::hexagon_M2_naccii; break;
2878
2879 case Hexagon::BI__builtin_HEXAGON_M2_subacc:
2880 ID = Intrinsic::hexagon_M2_subacc; break;
2881
2882 case Hexagon::BI__builtin_HEXAGON_M2_vmpy2s_s0:
2883 ID = Intrinsic::hexagon_M2_vmpy2s_s0; break;
2884
2885 case Hexagon::BI__builtin_HEXAGON_M2_vmpy2s_s1:
2886 ID = Intrinsic::hexagon_M2_vmpy2s_s1; break;
2887
2888 case Hexagon::BI__builtin_HEXAGON_M2_vmac2s_s0:
2889 ID = Intrinsic::hexagon_M2_vmac2s_s0; break;
2890
2891 case Hexagon::BI__builtin_HEXAGON_M2_vmac2s_s1:
2892 ID = Intrinsic::hexagon_M2_vmac2s_s1; break;
2893
2894 case Hexagon::BI__builtin_HEXAGON_M2_vmpy2s_s0pack:
2895 ID = Intrinsic::hexagon_M2_vmpy2s_s0pack; break;
2896
2897 case Hexagon::BI__builtin_HEXAGON_M2_vmpy2s_s1pack:
2898 ID = Intrinsic::hexagon_M2_vmpy2s_s1pack; break;
2899
2900 case Hexagon::BI__builtin_HEXAGON_M2_vmac2:
2901 ID = Intrinsic::hexagon_M2_vmac2; break;
2902
2903 case Hexagon::BI__builtin_HEXAGON_M2_vmpy2es_s0:
2904 ID = Intrinsic::hexagon_M2_vmpy2es_s0; break;
2905
2906 case Hexagon::BI__builtin_HEXAGON_M2_vmpy2es_s1:
2907 ID = Intrinsic::hexagon_M2_vmpy2es_s1; break;
2908
2909 case Hexagon::BI__builtin_HEXAGON_M2_vmac2es_s0:
2910 ID = Intrinsic::hexagon_M2_vmac2es_s0; break;
2911
2912 case Hexagon::BI__builtin_HEXAGON_M2_vmac2es_s1:
2913 ID = Intrinsic::hexagon_M2_vmac2es_s1; break;
2914
2915 case Hexagon::BI__builtin_HEXAGON_M2_vmac2es:
2916 ID = Intrinsic::hexagon_M2_vmac2es; break;
2917
2918 case Hexagon::BI__builtin_HEXAGON_M2_vrmac_s0:
2919 ID = Intrinsic::hexagon_M2_vrmac_s0; break;
2920
2921 case Hexagon::BI__builtin_HEXAGON_M2_vrmpy_s0:
2922 ID = Intrinsic::hexagon_M2_vrmpy_s0; break;
2923
2924 case Hexagon::BI__builtin_HEXAGON_M2_vdmpyrs_s0:
2925 ID = Intrinsic::hexagon_M2_vdmpyrs_s0; break;
2926
2927 case Hexagon::BI__builtin_HEXAGON_M2_vdmpyrs_s1:
2928 ID = Intrinsic::hexagon_M2_vdmpyrs_s1; break;
2929
2930 case Hexagon::BI__builtin_HEXAGON_M2_vdmacs_s0:
2931 ID = Intrinsic::hexagon_M2_vdmacs_s0; break;
2932
2933 case Hexagon::BI__builtin_HEXAGON_M2_vdmacs_s1:
2934 ID = Intrinsic::hexagon_M2_vdmacs_s1; break;
2935
2936 case Hexagon::BI__builtin_HEXAGON_M2_vdmpys_s0:
2937 ID = Intrinsic::hexagon_M2_vdmpys_s0; break;
2938
2939 case Hexagon::BI__builtin_HEXAGON_M2_vdmpys_s1:
2940 ID = Intrinsic::hexagon_M2_vdmpys_s1; break;
2941
2942 case Hexagon::BI__builtin_HEXAGON_M2_cmpyrs_s0:
2943 ID = Intrinsic::hexagon_M2_cmpyrs_s0; break;
2944
2945 case Hexagon::BI__builtin_HEXAGON_M2_cmpyrs_s1:
2946 ID = Intrinsic::hexagon_M2_cmpyrs_s1; break;
2947
2948 case Hexagon::BI__builtin_HEXAGON_M2_cmpyrsc_s0:
2949 ID = Intrinsic::hexagon_M2_cmpyrsc_s0; break;
2950
2951 case Hexagon::BI__builtin_HEXAGON_M2_cmpyrsc_s1:
2952 ID = Intrinsic::hexagon_M2_cmpyrsc_s1; break;
2953
2954 case Hexagon::BI__builtin_HEXAGON_M2_cmacs_s0:
2955 ID = Intrinsic::hexagon_M2_cmacs_s0; break;
2956
2957 case Hexagon::BI__builtin_HEXAGON_M2_cmacs_s1:
2958 ID = Intrinsic::hexagon_M2_cmacs_s1; break;
2959
2960 case Hexagon::BI__builtin_HEXAGON_M2_cmacsc_s0:
2961 ID = Intrinsic::hexagon_M2_cmacsc_s0; break;
2962
2963 case Hexagon::BI__builtin_HEXAGON_M2_cmacsc_s1:
2964 ID = Intrinsic::hexagon_M2_cmacsc_s1; break;
2965
2966 case Hexagon::BI__builtin_HEXAGON_M2_cmpys_s0:
2967 ID = Intrinsic::hexagon_M2_cmpys_s0; break;
2968
2969 case Hexagon::BI__builtin_HEXAGON_M2_cmpys_s1:
2970 ID = Intrinsic::hexagon_M2_cmpys_s1; break;
2971
2972 case Hexagon::BI__builtin_HEXAGON_M2_cmpysc_s0:
2973 ID = Intrinsic::hexagon_M2_cmpysc_s0; break;
2974
2975 case Hexagon::BI__builtin_HEXAGON_M2_cmpysc_s1:
2976 ID = Intrinsic::hexagon_M2_cmpysc_s1; break;
2977
2978 case Hexagon::BI__builtin_HEXAGON_M2_cnacs_s0:
2979 ID = Intrinsic::hexagon_M2_cnacs_s0; break;
2980
2981 case Hexagon::BI__builtin_HEXAGON_M2_cnacs_s1:
2982 ID = Intrinsic::hexagon_M2_cnacs_s1; break;
2983
2984 case Hexagon::BI__builtin_HEXAGON_M2_cnacsc_s0:
2985 ID = Intrinsic::hexagon_M2_cnacsc_s0; break;
2986
2987 case Hexagon::BI__builtin_HEXAGON_M2_cnacsc_s1:
2988 ID = Intrinsic::hexagon_M2_cnacsc_s1; break;
2989
2990 case Hexagon::BI__builtin_HEXAGON_M2_vrcmpys_s1:
2991 ID = Intrinsic::hexagon_M2_vrcmpys_s1; break;
2992
2993 case Hexagon::BI__builtin_HEXAGON_M2_vrcmpys_acc_s1:
2994 ID = Intrinsic::hexagon_M2_vrcmpys_acc_s1; break;
2995
2996 case Hexagon::BI__builtin_HEXAGON_M2_vrcmpys_s1rp:
2997 ID = Intrinsic::hexagon_M2_vrcmpys_s1rp; break;
2998
2999 case Hexagon::BI__builtin_HEXAGON_M2_mmacls_s0:
3000 ID = Intrinsic::hexagon_M2_mmacls_s0; break;
3001
3002 case Hexagon::BI__builtin_HEXAGON_M2_mmacls_s1:
3003 ID = Intrinsic::hexagon_M2_mmacls_s1; break;
3004
3005 case Hexagon::BI__builtin_HEXAGON_M2_mmachs_s0:
3006 ID = Intrinsic::hexagon_M2_mmachs_s0; break;
3007
3008 case Hexagon::BI__builtin_HEXAGON_M2_mmachs_s1:
3009 ID = Intrinsic::hexagon_M2_mmachs_s1; break;
3010
3011 case Hexagon::BI__builtin_HEXAGON_M2_mmpyl_s0:
3012 ID = Intrinsic::hexagon_M2_mmpyl_s0; break;
3013
3014 case Hexagon::BI__builtin_HEXAGON_M2_mmpyl_s1:
3015 ID = Intrinsic::hexagon_M2_mmpyl_s1; break;
3016
3017 case Hexagon::BI__builtin_HEXAGON_M2_mmpyh_s0:
3018 ID = Intrinsic::hexagon_M2_mmpyh_s0; break;
3019
3020 case Hexagon::BI__builtin_HEXAGON_M2_mmpyh_s1:
3021 ID = Intrinsic::hexagon_M2_mmpyh_s1; break;
3022
3023 case Hexagon::BI__builtin_HEXAGON_M2_mmacls_rs0:
3024 ID = Intrinsic::hexagon_M2_mmacls_rs0; break;
3025
3026 case Hexagon::BI__builtin_HEXAGON_M2_mmacls_rs1:
3027 ID = Intrinsic::hexagon_M2_mmacls_rs1; break;
3028
3029 case Hexagon::BI__builtin_HEXAGON_M2_mmachs_rs0:
3030 ID = Intrinsic::hexagon_M2_mmachs_rs0; break;
3031
3032 case Hexagon::BI__builtin_HEXAGON_M2_mmachs_rs1:
3033 ID = Intrinsic::hexagon_M2_mmachs_rs1; break;
3034
3035 case Hexagon::BI__builtin_HEXAGON_M2_mmpyl_rs0:
3036 ID = Intrinsic::hexagon_M2_mmpyl_rs0; break;
3037
3038 case Hexagon::BI__builtin_HEXAGON_M2_mmpyl_rs1:
3039 ID = Intrinsic::hexagon_M2_mmpyl_rs1; break;
3040
3041 case Hexagon::BI__builtin_HEXAGON_M2_mmpyh_rs0:
3042 ID = Intrinsic::hexagon_M2_mmpyh_rs0; break;
3043
3044 case Hexagon::BI__builtin_HEXAGON_M2_mmpyh_rs1:
3045 ID = Intrinsic::hexagon_M2_mmpyh_rs1; break;
3046
3047 case Hexagon::BI__builtin_HEXAGON_M2_hmmpyl_rs1:
3048 ID = Intrinsic::hexagon_M2_hmmpyl_rs1; break;
3049
3050 case Hexagon::BI__builtin_HEXAGON_M2_hmmpyh_rs1:
3051 ID = Intrinsic::hexagon_M2_hmmpyh_rs1; break;
3052
3053 case Hexagon::BI__builtin_HEXAGON_M2_mmaculs_s0:
3054 ID = Intrinsic::hexagon_M2_mmaculs_s0; break;
3055
3056 case Hexagon::BI__builtin_HEXAGON_M2_mmaculs_s1:
3057 ID = Intrinsic::hexagon_M2_mmaculs_s1; break;
3058
3059 case Hexagon::BI__builtin_HEXAGON_M2_mmacuhs_s0:
3060 ID = Intrinsic::hexagon_M2_mmacuhs_s0; break;
3061
3062 case Hexagon::BI__builtin_HEXAGON_M2_mmacuhs_s1:
3063 ID = Intrinsic::hexagon_M2_mmacuhs_s1; break;
3064
3065 case Hexagon::BI__builtin_HEXAGON_M2_mmpyul_s0:
3066 ID = Intrinsic::hexagon_M2_mmpyul_s0; break;
3067
3068 case Hexagon::BI__builtin_HEXAGON_M2_mmpyul_s1:
3069 ID = Intrinsic::hexagon_M2_mmpyul_s1; break;
3070
3071 case Hexagon::BI__builtin_HEXAGON_M2_mmpyuh_s0:
3072 ID = Intrinsic::hexagon_M2_mmpyuh_s0; break;
3073
3074 case Hexagon::BI__builtin_HEXAGON_M2_mmpyuh_s1:
3075 ID = Intrinsic::hexagon_M2_mmpyuh_s1; break;
3076
3077 case Hexagon::BI__builtin_HEXAGON_M2_mmaculs_rs0:
3078 ID = Intrinsic::hexagon_M2_mmaculs_rs0; break;
3079
3080 case Hexagon::BI__builtin_HEXAGON_M2_mmaculs_rs1:
3081 ID = Intrinsic::hexagon_M2_mmaculs_rs1; break;
3082
3083 case Hexagon::BI__builtin_HEXAGON_M2_mmacuhs_rs0:
3084 ID = Intrinsic::hexagon_M2_mmacuhs_rs0; break;
3085
3086 case Hexagon::BI__builtin_HEXAGON_M2_mmacuhs_rs1:
3087 ID = Intrinsic::hexagon_M2_mmacuhs_rs1; break;
3088
3089 case Hexagon::BI__builtin_HEXAGON_M2_mmpyul_rs0:
3090 ID = Intrinsic::hexagon_M2_mmpyul_rs0; break;
3091
3092 case Hexagon::BI__builtin_HEXAGON_M2_mmpyul_rs1:
3093 ID = Intrinsic::hexagon_M2_mmpyul_rs1; break;
3094
3095 case Hexagon::BI__builtin_HEXAGON_M2_mmpyuh_rs0:
3096 ID = Intrinsic::hexagon_M2_mmpyuh_rs0; break;
3097
3098 case Hexagon::BI__builtin_HEXAGON_M2_mmpyuh_rs1:
3099 ID = Intrinsic::hexagon_M2_mmpyuh_rs1; break;
3100
3101 case Hexagon::BI__builtin_HEXAGON_M2_vrcmaci_s0:
3102 ID = Intrinsic::hexagon_M2_vrcmaci_s0; break;
3103
3104 case Hexagon::BI__builtin_HEXAGON_M2_vrcmacr_s0:
3105 ID = Intrinsic::hexagon_M2_vrcmacr_s0; break;
3106
3107 case Hexagon::BI__builtin_HEXAGON_M2_vrcmaci_s0c:
3108 ID = Intrinsic::hexagon_M2_vrcmaci_s0c; break;
3109
3110 case Hexagon::BI__builtin_HEXAGON_M2_vrcmacr_s0c:
3111 ID = Intrinsic::hexagon_M2_vrcmacr_s0c; break;
3112
3113 case Hexagon::BI__builtin_HEXAGON_M2_cmaci_s0:
3114 ID = Intrinsic::hexagon_M2_cmaci_s0; break;
3115
3116 case Hexagon::BI__builtin_HEXAGON_M2_cmacr_s0:
3117 ID = Intrinsic::hexagon_M2_cmacr_s0; break;
3118
3119 case Hexagon::BI__builtin_HEXAGON_M2_vrcmpyi_s0:
3120 ID = Intrinsic::hexagon_M2_vrcmpyi_s0; break;
3121
3122 case Hexagon::BI__builtin_HEXAGON_M2_vrcmpyr_s0:
3123 ID = Intrinsic::hexagon_M2_vrcmpyr_s0; break;
3124
3125 case Hexagon::BI__builtin_HEXAGON_M2_vrcmpyi_s0c:
3126 ID = Intrinsic::hexagon_M2_vrcmpyi_s0c; break;
3127
3128 case Hexagon::BI__builtin_HEXAGON_M2_vrcmpyr_s0c:
3129 ID = Intrinsic::hexagon_M2_vrcmpyr_s0c; break;
3130
3131 case Hexagon::BI__builtin_HEXAGON_M2_cmpyi_s0:
3132 ID = Intrinsic::hexagon_M2_cmpyi_s0; break;
3133
3134 case Hexagon::BI__builtin_HEXAGON_M2_cmpyr_s0:
3135 ID = Intrinsic::hexagon_M2_cmpyr_s0; break;
3136
3137 case Hexagon::BI__builtin_HEXAGON_M2_vcmpy_s0_sat_i:
3138 ID = Intrinsic::hexagon_M2_vcmpy_s0_sat_i; break;
3139
3140 case Hexagon::BI__builtin_HEXAGON_M2_vcmpy_s0_sat_r:
3141 ID = Intrinsic::hexagon_M2_vcmpy_s0_sat_r; break;
3142
3143 case Hexagon::BI__builtin_HEXAGON_M2_vcmpy_s1_sat_i:
3144 ID = Intrinsic::hexagon_M2_vcmpy_s1_sat_i; break;
3145
3146 case Hexagon::BI__builtin_HEXAGON_M2_vcmpy_s1_sat_r:
3147 ID = Intrinsic::hexagon_M2_vcmpy_s1_sat_r; break;
3148
3149 case Hexagon::BI__builtin_HEXAGON_M2_vcmac_s0_sat_i:
3150 ID = Intrinsic::hexagon_M2_vcmac_s0_sat_i; break;
3151
3152 case Hexagon::BI__builtin_HEXAGON_M2_vcmac_s0_sat_r:
3153 ID = Intrinsic::hexagon_M2_vcmac_s0_sat_r; break;
3154
3155 case Hexagon::BI__builtin_HEXAGON_S2_vcrotate:
3156 ID = Intrinsic::hexagon_S2_vcrotate; break;
3157
3158 case Hexagon::BI__builtin_HEXAGON_A2_add:
3159 ID = Intrinsic::hexagon_A2_add; break;
3160
3161 case Hexagon::BI__builtin_HEXAGON_A2_sub:
3162 ID = Intrinsic::hexagon_A2_sub; break;
3163
3164 case Hexagon::BI__builtin_HEXAGON_A2_addsat:
3165 ID = Intrinsic::hexagon_A2_addsat; break;
3166
3167 case Hexagon::BI__builtin_HEXAGON_A2_subsat:
3168 ID = Intrinsic::hexagon_A2_subsat; break;
3169
3170 case Hexagon::BI__builtin_HEXAGON_A2_addi:
3171 ID = Intrinsic::hexagon_A2_addi; break;
3172
3173 case Hexagon::BI__builtin_HEXAGON_A2_addh_l16_ll:
3174 ID = Intrinsic::hexagon_A2_addh_l16_ll; break;
3175
3176 case Hexagon::BI__builtin_HEXAGON_A2_addh_l16_hl:
3177 ID = Intrinsic::hexagon_A2_addh_l16_hl; break;
3178
3179 case Hexagon::BI__builtin_HEXAGON_A2_addh_l16_sat_ll:
3180 ID = Intrinsic::hexagon_A2_addh_l16_sat_ll; break;
3181
3182 case Hexagon::BI__builtin_HEXAGON_A2_addh_l16_sat_hl:
3183 ID = Intrinsic::hexagon_A2_addh_l16_sat_hl; break;
3184
3185 case Hexagon::BI__builtin_HEXAGON_A2_subh_l16_ll:
3186 ID = Intrinsic::hexagon_A2_subh_l16_ll; break;
3187
3188 case Hexagon::BI__builtin_HEXAGON_A2_subh_l16_hl:
3189 ID = Intrinsic::hexagon_A2_subh_l16_hl; break;
3190
3191 case Hexagon::BI__builtin_HEXAGON_A2_subh_l16_sat_ll:
3192 ID = Intrinsic::hexagon_A2_subh_l16_sat_ll; break;
3193
3194 case Hexagon::BI__builtin_HEXAGON_A2_subh_l16_sat_hl:
3195 ID = Intrinsic::hexagon_A2_subh_l16_sat_hl; break;
3196
3197 case Hexagon::BI__builtin_HEXAGON_A2_addh_h16_ll:
3198 ID = Intrinsic::hexagon_A2_addh_h16_ll; break;
3199
3200 case Hexagon::BI__builtin_HEXAGON_A2_addh_h16_lh:
3201 ID = Intrinsic::hexagon_A2_addh_h16_lh; break;
3202
3203 case Hexagon::BI__builtin_HEXAGON_A2_addh_h16_hl:
3204 ID = Intrinsic::hexagon_A2_addh_h16_hl; break;
3205
3206 case Hexagon::BI__builtin_HEXAGON_A2_addh_h16_hh:
3207 ID = Intrinsic::hexagon_A2_addh_h16_hh; break;
3208
3209 case Hexagon::BI__builtin_HEXAGON_A2_addh_h16_sat_ll:
3210 ID = Intrinsic::hexagon_A2_addh_h16_sat_ll; break;
3211
3212 case Hexagon::BI__builtin_HEXAGON_A2_addh_h16_sat_lh:
3213 ID = Intrinsic::hexagon_A2_addh_h16_sat_lh; break;
3214
3215 case Hexagon::BI__builtin_HEXAGON_A2_addh_h16_sat_hl:
3216 ID = Intrinsic::hexagon_A2_addh_h16_sat_hl; break;
3217
3218 case Hexagon::BI__builtin_HEXAGON_A2_addh_h16_sat_hh:
3219 ID = Intrinsic::hexagon_A2_addh_h16_sat_hh; break;
3220
3221 case Hexagon::BI__builtin_HEXAGON_A2_subh_h16_ll:
3222 ID = Intrinsic::hexagon_A2_subh_h16_ll; break;
3223
3224 case Hexagon::BI__builtin_HEXAGON_A2_subh_h16_lh:
3225 ID = Intrinsic::hexagon_A2_subh_h16_lh; break;
3226
3227 case Hexagon::BI__builtin_HEXAGON_A2_subh_h16_hl:
3228 ID = Intrinsic::hexagon_A2_subh_h16_hl; break;
3229
3230 case Hexagon::BI__builtin_HEXAGON_A2_subh_h16_hh:
3231 ID = Intrinsic::hexagon_A2_subh_h16_hh; break;
3232
3233 case Hexagon::BI__builtin_HEXAGON_A2_subh_h16_sat_ll:
3234 ID = Intrinsic::hexagon_A2_subh_h16_sat_ll; break;
3235
3236 case Hexagon::BI__builtin_HEXAGON_A2_subh_h16_sat_lh:
3237 ID = Intrinsic::hexagon_A2_subh_h16_sat_lh; break;
3238
3239 case Hexagon::BI__builtin_HEXAGON_A2_subh_h16_sat_hl:
3240 ID = Intrinsic::hexagon_A2_subh_h16_sat_hl; break;
3241
3242 case Hexagon::BI__builtin_HEXAGON_A2_subh_h16_sat_hh:
3243 ID = Intrinsic::hexagon_A2_subh_h16_sat_hh; break;
3244
3245 case Hexagon::BI__builtin_HEXAGON_A2_aslh:
3246 ID = Intrinsic::hexagon_A2_aslh; break;
3247
3248 case Hexagon::BI__builtin_HEXAGON_A2_asrh:
3249 ID = Intrinsic::hexagon_A2_asrh; break;
3250
3251 case Hexagon::BI__builtin_HEXAGON_A2_addp:
3252 ID = Intrinsic::hexagon_A2_addp; break;
3253
3254 case Hexagon::BI__builtin_HEXAGON_A2_addpsat:
3255 ID = Intrinsic::hexagon_A2_addpsat; break;
3256
3257 case Hexagon::BI__builtin_HEXAGON_A2_addsp:
3258 ID = Intrinsic::hexagon_A2_addsp; break;
3259
3260 case Hexagon::BI__builtin_HEXAGON_A2_subp:
3261 ID = Intrinsic::hexagon_A2_subp; break;
3262
3263 case Hexagon::BI__builtin_HEXAGON_A2_neg:
3264 ID = Intrinsic::hexagon_A2_neg; break;
3265
3266 case Hexagon::BI__builtin_HEXAGON_A2_negsat:
3267 ID = Intrinsic::hexagon_A2_negsat; break;
3268
3269 case Hexagon::BI__builtin_HEXAGON_A2_abs:
3270 ID = Intrinsic::hexagon_A2_abs; break;
3271
3272 case Hexagon::BI__builtin_HEXAGON_A2_abssat:
3273 ID = Intrinsic::hexagon_A2_abssat; break;
3274
3275 case Hexagon::BI__builtin_HEXAGON_A2_vconj:
3276 ID = Intrinsic::hexagon_A2_vconj; break;
3277
3278 case Hexagon::BI__builtin_HEXAGON_A2_negp:
3279 ID = Intrinsic::hexagon_A2_negp; break;
3280
3281 case Hexagon::BI__builtin_HEXAGON_A2_absp:
3282 ID = Intrinsic::hexagon_A2_absp; break;
3283
3284 case Hexagon::BI__builtin_HEXAGON_A2_max:
3285 ID = Intrinsic::hexagon_A2_max; break;
3286
3287 case Hexagon::BI__builtin_HEXAGON_A2_maxu:
3288 ID = Intrinsic::hexagon_A2_maxu; break;
3289
3290 case Hexagon::BI__builtin_HEXAGON_A2_min:
3291 ID = Intrinsic::hexagon_A2_min; break;
3292
3293 case Hexagon::BI__builtin_HEXAGON_A2_minu:
3294 ID = Intrinsic::hexagon_A2_minu; break;
3295
3296 case Hexagon::BI__builtin_HEXAGON_A2_maxp:
3297 ID = Intrinsic::hexagon_A2_maxp; break;
3298
3299 case Hexagon::BI__builtin_HEXAGON_A2_maxup:
3300 ID = Intrinsic::hexagon_A2_maxup; break;
3301
3302 case Hexagon::BI__builtin_HEXAGON_A2_minp:
3303 ID = Intrinsic::hexagon_A2_minp; break;
3304
3305 case Hexagon::BI__builtin_HEXAGON_A2_minup:
3306 ID = Intrinsic::hexagon_A2_minup; break;
3307
3308 case Hexagon::BI__builtin_HEXAGON_A2_tfr:
3309 ID = Intrinsic::hexagon_A2_tfr; break;
3310
3311 case Hexagon::BI__builtin_HEXAGON_A2_tfrsi:
3312 ID = Intrinsic::hexagon_A2_tfrsi; break;
3313
3314 case Hexagon::BI__builtin_HEXAGON_A2_tfrp:
3315 ID = Intrinsic::hexagon_A2_tfrp; break;
3316
3317 case Hexagon::BI__builtin_HEXAGON_A2_tfrpi:
3318 ID = Intrinsic::hexagon_A2_tfrpi; break;
3319
3320 case Hexagon::BI__builtin_HEXAGON_A2_zxtb:
3321 ID = Intrinsic::hexagon_A2_zxtb; break;
3322
3323 case Hexagon::BI__builtin_HEXAGON_A2_sxtb:
3324 ID = Intrinsic::hexagon_A2_sxtb; break;
3325
3326 case Hexagon::BI__builtin_HEXAGON_A2_zxth:
3327 ID = Intrinsic::hexagon_A2_zxth; break;
3328
3329 case Hexagon::BI__builtin_HEXAGON_A2_sxth:
3330 ID = Intrinsic::hexagon_A2_sxth; break;
3331
3332 case Hexagon::BI__builtin_HEXAGON_A2_combinew:
3333 ID = Intrinsic::hexagon_A2_combinew; break;
3334
3335 case Hexagon::BI__builtin_HEXAGON_A2_combineii:
3336 ID = Intrinsic::hexagon_A2_combineii; break;
3337
3338 case Hexagon::BI__builtin_HEXAGON_A2_combine_hh:
3339 ID = Intrinsic::hexagon_A2_combine_hh; break;
3340
3341 case Hexagon::BI__builtin_HEXAGON_A2_combine_hl:
3342 ID = Intrinsic::hexagon_A2_combine_hl; break;
3343
3344 case Hexagon::BI__builtin_HEXAGON_A2_combine_lh:
3345 ID = Intrinsic::hexagon_A2_combine_lh; break;
3346
3347 case Hexagon::BI__builtin_HEXAGON_A2_combine_ll:
3348 ID = Intrinsic::hexagon_A2_combine_ll; break;
3349
3350 case Hexagon::BI__builtin_HEXAGON_A2_tfril:
3351 ID = Intrinsic::hexagon_A2_tfril; break;
3352
3353 case Hexagon::BI__builtin_HEXAGON_A2_tfrih:
3354 ID = Intrinsic::hexagon_A2_tfrih; break;
3355
3356 case Hexagon::BI__builtin_HEXAGON_A2_and:
3357 ID = Intrinsic::hexagon_A2_and; break;
3358
3359 case Hexagon::BI__builtin_HEXAGON_A2_or:
3360 ID = Intrinsic::hexagon_A2_or; break;
3361
3362 case Hexagon::BI__builtin_HEXAGON_A2_xor:
3363 ID = Intrinsic::hexagon_A2_xor; break;
3364
3365 case Hexagon::BI__builtin_HEXAGON_A2_not:
3366 ID = Intrinsic::hexagon_A2_not; break;
3367
3368 case Hexagon::BI__builtin_HEXAGON_M2_xor_xacc:
3369 ID = Intrinsic::hexagon_M2_xor_xacc; break;
3370
3371 case Hexagon::BI__builtin_HEXAGON_A2_subri:
3372 ID = Intrinsic::hexagon_A2_subri; break;
3373
3374 case Hexagon::BI__builtin_HEXAGON_A2_andir:
3375 ID = Intrinsic::hexagon_A2_andir; break;
3376
3377 case Hexagon::BI__builtin_HEXAGON_A2_orir:
3378 ID = Intrinsic::hexagon_A2_orir; break;
3379
3380 case Hexagon::BI__builtin_HEXAGON_A2_andp:
3381 ID = Intrinsic::hexagon_A2_andp; break;
3382
3383 case Hexagon::BI__builtin_HEXAGON_A2_orp:
3384 ID = Intrinsic::hexagon_A2_orp; break;
3385
3386 case Hexagon::BI__builtin_HEXAGON_A2_xorp:
3387 ID = Intrinsic::hexagon_A2_xorp; break;
3388
3389 case Hexagon::BI__builtin_HEXAGON_A2_notp:
3390 ID = Intrinsic::hexagon_A2_notp; break;
3391
3392 case Hexagon::BI__builtin_HEXAGON_A2_sxtw:
3393 ID = Intrinsic::hexagon_A2_sxtw; break;
3394
3395 case Hexagon::BI__builtin_HEXAGON_A2_sat:
3396 ID = Intrinsic::hexagon_A2_sat; break;
3397
3398 case Hexagon::BI__builtin_HEXAGON_A2_sath:
3399 ID = Intrinsic::hexagon_A2_sath; break;
3400
3401 case Hexagon::BI__builtin_HEXAGON_A2_satuh:
3402 ID = Intrinsic::hexagon_A2_satuh; break;
3403
3404 case Hexagon::BI__builtin_HEXAGON_A2_satub:
3405 ID = Intrinsic::hexagon_A2_satub; break;
3406
3407 case Hexagon::BI__builtin_HEXAGON_A2_satb:
3408 ID = Intrinsic::hexagon_A2_satb; break;
3409
3410 case Hexagon::BI__builtin_HEXAGON_A2_vaddub:
3411 ID = Intrinsic::hexagon_A2_vaddub; break;
3412
3413 case Hexagon::BI__builtin_HEXAGON_A2_vaddubs:
3414 ID = Intrinsic::hexagon_A2_vaddubs; break;
3415
3416 case Hexagon::BI__builtin_HEXAGON_A2_vaddh:
3417 ID = Intrinsic::hexagon_A2_vaddh; break;
3418
3419 case Hexagon::BI__builtin_HEXAGON_A2_vaddhs:
3420 ID = Intrinsic::hexagon_A2_vaddhs; break;
3421
3422 case Hexagon::BI__builtin_HEXAGON_A2_vadduhs:
3423 ID = Intrinsic::hexagon_A2_vadduhs; break;
3424
3425 case Hexagon::BI__builtin_HEXAGON_A2_vaddw:
3426 ID = Intrinsic::hexagon_A2_vaddw; break;
3427
3428 case Hexagon::BI__builtin_HEXAGON_A2_vaddws:
3429 ID = Intrinsic::hexagon_A2_vaddws; break;
3430
3431 case Hexagon::BI__builtin_HEXAGON_A2_svavgh:
3432 ID = Intrinsic::hexagon_A2_svavgh; break;
3433
3434 case Hexagon::BI__builtin_HEXAGON_A2_svavghs:
3435 ID = Intrinsic::hexagon_A2_svavghs; break;
3436
3437 case Hexagon::BI__builtin_HEXAGON_A2_svnavgh:
3438 ID = Intrinsic::hexagon_A2_svnavgh; break;
3439
3440 case Hexagon::BI__builtin_HEXAGON_A2_svaddh:
3441 ID = Intrinsic::hexagon_A2_svaddh; break;
3442
3443 case Hexagon::BI__builtin_HEXAGON_A2_svaddhs:
3444 ID = Intrinsic::hexagon_A2_svaddhs; break;
3445
3446 case Hexagon::BI__builtin_HEXAGON_A2_svadduhs:
3447 ID = Intrinsic::hexagon_A2_svadduhs; break;
3448
3449 case Hexagon::BI__builtin_HEXAGON_A2_svsubh:
3450 ID = Intrinsic::hexagon_A2_svsubh; break;
3451
3452 case Hexagon::BI__builtin_HEXAGON_A2_svsubhs:
3453 ID = Intrinsic::hexagon_A2_svsubhs; break;
3454
3455 case Hexagon::BI__builtin_HEXAGON_A2_svsubuhs:
3456 ID = Intrinsic::hexagon_A2_svsubuhs; break;
3457
3458 case Hexagon::BI__builtin_HEXAGON_A2_vraddub:
3459 ID = Intrinsic::hexagon_A2_vraddub; break;
3460
3461 case Hexagon::BI__builtin_HEXAGON_A2_vraddub_acc:
3462 ID = Intrinsic::hexagon_A2_vraddub_acc; break;
3463
3464 case Hexagon::BI__builtin_HEXAGON_M2_vradduh:
3465 ID = Intrinsic::hexagon_M2_vradduh; break;
3466
3467 case Hexagon::BI__builtin_HEXAGON_A2_vsubub:
3468 ID = Intrinsic::hexagon_A2_vsubub; break;
3469
3470 case Hexagon::BI__builtin_HEXAGON_A2_vsububs:
3471 ID = Intrinsic::hexagon_A2_vsububs; break;
3472
3473 case Hexagon::BI__builtin_HEXAGON_A2_vsubh:
3474 ID = Intrinsic::hexagon_A2_vsubh; break;
3475
3476 case Hexagon::BI__builtin_HEXAGON_A2_vsubhs:
3477 ID = Intrinsic::hexagon_A2_vsubhs; break;
3478
3479 case Hexagon::BI__builtin_HEXAGON_A2_vsubuhs:
3480 ID = Intrinsic::hexagon_A2_vsubuhs; break;
3481
3482 case Hexagon::BI__builtin_HEXAGON_A2_vsubw:
3483 ID = Intrinsic::hexagon_A2_vsubw; break;
3484
3485 case Hexagon::BI__builtin_HEXAGON_A2_vsubws:
3486 ID = Intrinsic::hexagon_A2_vsubws; break;
3487
3488 case Hexagon::BI__builtin_HEXAGON_A2_vabsh:
3489 ID = Intrinsic::hexagon_A2_vabsh; break;
3490
3491 case Hexagon::BI__builtin_HEXAGON_A2_vabshsat:
3492 ID = Intrinsic::hexagon_A2_vabshsat; break;
3493
3494 case Hexagon::BI__builtin_HEXAGON_A2_vabsw:
3495 ID = Intrinsic::hexagon_A2_vabsw; break;
3496
3497 case Hexagon::BI__builtin_HEXAGON_A2_vabswsat:
3498 ID = Intrinsic::hexagon_A2_vabswsat; break;
3499
3500 case Hexagon::BI__builtin_HEXAGON_M2_vabsdiffw:
3501 ID = Intrinsic::hexagon_M2_vabsdiffw; break;
3502
3503 case Hexagon::BI__builtin_HEXAGON_M2_vabsdiffh:
3504 ID = Intrinsic::hexagon_M2_vabsdiffh; break;
3505
3506 case Hexagon::BI__builtin_HEXAGON_A2_vrsadub:
3507 ID = Intrinsic::hexagon_A2_vrsadub; break;
3508
3509 case Hexagon::BI__builtin_HEXAGON_A2_vrsadub_acc:
3510 ID = Intrinsic::hexagon_A2_vrsadub_acc; break;
3511
3512 case Hexagon::BI__builtin_HEXAGON_A2_vavgub:
3513 ID = Intrinsic::hexagon_A2_vavgub; break;
3514
3515 case Hexagon::BI__builtin_HEXAGON_A2_vavguh:
3516 ID = Intrinsic::hexagon_A2_vavguh; break;
3517
3518 case Hexagon::BI__builtin_HEXAGON_A2_vavgh:
3519 ID = Intrinsic::hexagon_A2_vavgh; break;
3520
3521 case Hexagon::BI__builtin_HEXAGON_A2_vnavgh:
3522 ID = Intrinsic::hexagon_A2_vnavgh; break;
3523
3524 case Hexagon::BI__builtin_HEXAGON_A2_vavgw:
3525 ID = Intrinsic::hexagon_A2_vavgw; break;
3526
3527 case Hexagon::BI__builtin_HEXAGON_A2_vnavgw:
3528 ID = Intrinsic::hexagon_A2_vnavgw; break;
3529
3530 case Hexagon::BI__builtin_HEXAGON_A2_vavgwr:
3531 ID = Intrinsic::hexagon_A2_vavgwr; break;
3532
3533 case Hexagon::BI__builtin_HEXAGON_A2_vnavgwr:
3534 ID = Intrinsic::hexagon_A2_vnavgwr; break;
3535
3536 case Hexagon::BI__builtin_HEXAGON_A2_vavgwcr:
3537 ID = Intrinsic::hexagon_A2_vavgwcr; break;
3538
3539 case Hexagon::BI__builtin_HEXAGON_A2_vnavgwcr:
3540 ID = Intrinsic::hexagon_A2_vnavgwcr; break;
3541
3542 case Hexagon::BI__builtin_HEXAGON_A2_vavghcr:
3543 ID = Intrinsic::hexagon_A2_vavghcr; break;
3544
3545 case Hexagon::BI__builtin_HEXAGON_A2_vnavghcr:
3546 ID = Intrinsic::hexagon_A2_vnavghcr; break;
3547
3548 case Hexagon::BI__builtin_HEXAGON_A2_vavguw:
3549 ID = Intrinsic::hexagon_A2_vavguw; break;
3550
3551 case Hexagon::BI__builtin_HEXAGON_A2_vavguwr:
3552 ID = Intrinsic::hexagon_A2_vavguwr; break;
3553
3554 case Hexagon::BI__builtin_HEXAGON_A2_vavgubr:
3555 ID = Intrinsic::hexagon_A2_vavgubr; break;
3556
3557 case Hexagon::BI__builtin_HEXAGON_A2_vavguhr:
3558 ID = Intrinsic::hexagon_A2_vavguhr; break;
3559
3560 case Hexagon::BI__builtin_HEXAGON_A2_vavghr:
3561 ID = Intrinsic::hexagon_A2_vavghr; break;
3562
3563 case Hexagon::BI__builtin_HEXAGON_A2_vnavghr:
3564 ID = Intrinsic::hexagon_A2_vnavghr; break;
3565
3566 case Hexagon::BI__builtin_HEXAGON_A2_vminh:
3567 ID = Intrinsic::hexagon_A2_vminh; break;
3568
3569 case Hexagon::BI__builtin_HEXAGON_A2_vmaxh:
3570 ID = Intrinsic::hexagon_A2_vmaxh; break;
3571
3572 case Hexagon::BI__builtin_HEXAGON_A2_vminub:
3573 ID = Intrinsic::hexagon_A2_vminub; break;
3574
3575 case Hexagon::BI__builtin_HEXAGON_A2_vmaxub:
3576 ID = Intrinsic::hexagon_A2_vmaxub; break;
3577
3578 case Hexagon::BI__builtin_HEXAGON_A2_vminuh:
3579 ID = Intrinsic::hexagon_A2_vminuh; break;
3580
3581 case Hexagon::BI__builtin_HEXAGON_A2_vmaxuh:
3582 ID = Intrinsic::hexagon_A2_vmaxuh; break;
3583
3584 case Hexagon::BI__builtin_HEXAGON_A2_vminw:
3585 ID = Intrinsic::hexagon_A2_vminw; break;
3586
3587 case Hexagon::BI__builtin_HEXAGON_A2_vmaxw:
3588 ID = Intrinsic::hexagon_A2_vmaxw; break;
3589
3590 case Hexagon::BI__builtin_HEXAGON_A2_vminuw:
3591 ID = Intrinsic::hexagon_A2_vminuw; break;
3592
3593 case Hexagon::BI__builtin_HEXAGON_A2_vmaxuw:
3594 ID = Intrinsic::hexagon_A2_vmaxuw; break;
3595
3596 case Hexagon::BI__builtin_HEXAGON_S2_asr_r_r:
3597 ID = Intrinsic::hexagon_S2_asr_r_r; break;
3598
3599 case Hexagon::BI__builtin_HEXAGON_S2_asl_r_r:
3600 ID = Intrinsic::hexagon_S2_asl_r_r; break;
3601
3602 case Hexagon::BI__builtin_HEXAGON_S2_lsr_r_r:
3603 ID = Intrinsic::hexagon_S2_lsr_r_r; break;
3604
3605 case Hexagon::BI__builtin_HEXAGON_S2_lsl_r_r:
3606 ID = Intrinsic::hexagon_S2_lsl_r_r; break;
3607
3608 case Hexagon::BI__builtin_HEXAGON_S2_asr_r_p:
3609 ID = Intrinsic::hexagon_S2_asr_r_p; break;
3610
3611 case Hexagon::BI__builtin_HEXAGON_S2_asl_r_p:
3612 ID = Intrinsic::hexagon_S2_asl_r_p; break;
3613
3614 case Hexagon::BI__builtin_HEXAGON_S2_lsr_r_p:
3615 ID = Intrinsic::hexagon_S2_lsr_r_p; break;
3616
3617 case Hexagon::BI__builtin_HEXAGON_S2_lsl_r_p:
3618 ID = Intrinsic::hexagon_S2_lsl_r_p; break;
3619
3620 case Hexagon::BI__builtin_HEXAGON_S2_asr_r_r_acc:
3621 ID = Intrinsic::hexagon_S2_asr_r_r_acc; break;
3622
3623 case Hexagon::BI__builtin_HEXAGON_S2_asl_r_r_acc:
3624 ID = Intrinsic::hexagon_S2_asl_r_r_acc; break;
3625
3626 case Hexagon::BI__builtin_HEXAGON_S2_lsr_r_r_acc:
3627 ID = Intrinsic::hexagon_S2_lsr_r_r_acc; break;
3628
3629 case Hexagon::BI__builtin_HEXAGON_S2_lsl_r_r_acc:
3630 ID = Intrinsic::hexagon_S2_lsl_r_r_acc; break;
3631
3632 case Hexagon::BI__builtin_HEXAGON_S2_asr_r_p_acc:
3633 ID = Intrinsic::hexagon_S2_asr_r_p_acc; break;
3634
3635 case Hexagon::BI__builtin_HEXAGON_S2_asl_r_p_acc:
3636 ID = Intrinsic::hexagon_S2_asl_r_p_acc; break;
3637
3638 case Hexagon::BI__builtin_HEXAGON_S2_lsr_r_p_acc:
3639 ID = Intrinsic::hexagon_S2_lsr_r_p_acc; break;
3640
3641 case Hexagon::BI__builtin_HEXAGON_S2_lsl_r_p_acc:
3642 ID = Intrinsic::hexagon_S2_lsl_r_p_acc; break;
3643
3644 case Hexagon::BI__builtin_HEXAGON_S2_asr_r_r_nac:
3645 ID = Intrinsic::hexagon_S2_asr_r_r_nac; break;
3646
3647 case Hexagon::BI__builtin_HEXAGON_S2_asl_r_r_nac:
3648 ID = Intrinsic::hexagon_S2_asl_r_r_nac; break;
3649
3650 case Hexagon::BI__builtin_HEXAGON_S2_lsr_r_r_nac:
3651 ID = Intrinsic::hexagon_S2_lsr_r_r_nac; break;
3652
3653 case Hexagon::BI__builtin_HEXAGON_S2_lsl_r_r_nac:
3654 ID = Intrinsic::hexagon_S2_lsl_r_r_nac; break;
3655
3656 case Hexagon::BI__builtin_HEXAGON_S2_asr_r_p_nac:
3657 ID = Intrinsic::hexagon_S2_asr_r_p_nac; break;
3658
3659 case Hexagon::BI__builtin_HEXAGON_S2_asl_r_p_nac:
3660 ID = Intrinsic::hexagon_S2_asl_r_p_nac; break;
3661
3662 case Hexagon::BI__builtin_HEXAGON_S2_lsr_r_p_nac:
3663 ID = Intrinsic::hexagon_S2_lsr_r_p_nac; break;
3664
3665 case Hexagon::BI__builtin_HEXAGON_S2_lsl_r_p_nac:
3666 ID = Intrinsic::hexagon_S2_lsl_r_p_nac; break;
3667
3668 case Hexagon::BI__builtin_HEXAGON_S2_asr_r_r_and:
3669 ID = Intrinsic::hexagon_S2_asr_r_r_and; break;
3670
3671 case Hexagon::BI__builtin_HEXAGON_S2_asl_r_r_and:
3672 ID = Intrinsic::hexagon_S2_asl_r_r_and; break;
3673
3674 case Hexagon::BI__builtin_HEXAGON_S2_lsr_r_r_and:
3675 ID = Intrinsic::hexagon_S2_lsr_r_r_and; break;
3676
3677 case Hexagon::BI__builtin_HEXAGON_S2_lsl_r_r_and:
3678 ID = Intrinsic::hexagon_S2_lsl_r_r_and; break;
3679
3680 case Hexagon::BI__builtin_HEXAGON_S2_asr_r_r_or:
3681 ID = Intrinsic::hexagon_S2_asr_r_r_or; break;
3682
3683 case Hexagon::BI__builtin_HEXAGON_S2_asl_r_r_or:
3684 ID = Intrinsic::hexagon_S2_asl_r_r_or; break;
3685
3686 case Hexagon::BI__builtin_HEXAGON_S2_lsr_r_r_or:
3687 ID = Intrinsic::hexagon_S2_lsr_r_r_or; break;
3688
3689 case Hexagon::BI__builtin_HEXAGON_S2_lsl_r_r_or:
3690 ID = Intrinsic::hexagon_S2_lsl_r_r_or; break;
3691
3692 case Hexagon::BI__builtin_HEXAGON_S2_asr_r_p_and:
3693 ID = Intrinsic::hexagon_S2_asr_r_p_and; break;
3694
3695 case Hexagon::BI__builtin_HEXAGON_S2_asl_r_p_and:
3696 ID = Intrinsic::hexagon_S2_asl_r_p_and; break;
3697
3698 case Hexagon::BI__builtin_HEXAGON_S2_lsr_r_p_and:
3699 ID = Intrinsic::hexagon_S2_lsr_r_p_and; break;
3700
3701 case Hexagon::BI__builtin_HEXAGON_S2_lsl_r_p_and:
3702 ID = Intrinsic::hexagon_S2_lsl_r_p_and; break;
3703
3704 case Hexagon::BI__builtin_HEXAGON_S2_asr_r_p_or:
3705 ID = Intrinsic::hexagon_S2_asr_r_p_or; break;
3706
3707 case Hexagon::BI__builtin_HEXAGON_S2_asl_r_p_or:
3708 ID = Intrinsic::hexagon_S2_asl_r_p_or; break;
3709
3710 case Hexagon::BI__builtin_HEXAGON_S2_lsr_r_p_or:
3711 ID = Intrinsic::hexagon_S2_lsr_r_p_or; break;
3712
3713 case Hexagon::BI__builtin_HEXAGON_S2_lsl_r_p_or:
3714 ID = Intrinsic::hexagon_S2_lsl_r_p_or; break;
3715
3716 case Hexagon::BI__builtin_HEXAGON_S2_asr_r_r_sat:
3717 ID = Intrinsic::hexagon_S2_asr_r_r_sat; break;
3718
3719 case Hexagon::BI__builtin_HEXAGON_S2_asl_r_r_sat:
3720 ID = Intrinsic::hexagon_S2_asl_r_r_sat; break;
3721
3722 case Hexagon::BI__builtin_HEXAGON_S2_asr_i_r:
3723 ID = Intrinsic::hexagon_S2_asr_i_r; break;
3724
3725 case Hexagon::BI__builtin_HEXAGON_S2_lsr_i_r:
3726 ID = Intrinsic::hexagon_S2_lsr_i_r; break;
3727
3728 case Hexagon::BI__builtin_HEXAGON_S2_asl_i_r:
3729 ID = Intrinsic::hexagon_S2_asl_i_r; break;
3730
3731 case Hexagon::BI__builtin_HEXAGON_S2_asr_i_p:
3732 ID = Intrinsic::hexagon_S2_asr_i_p; break;
3733
3734 case Hexagon::BI__builtin_HEXAGON_S2_lsr_i_p:
3735 ID = Intrinsic::hexagon_S2_lsr_i_p; break;
3736
3737 case Hexagon::BI__builtin_HEXAGON_S2_asl_i_p:
3738 ID = Intrinsic::hexagon_S2_asl_i_p; break;
3739
3740 case Hexagon::BI__builtin_HEXAGON_S2_asr_i_r_acc:
3741 ID = Intrinsic::hexagon_S2_asr_i_r_acc; break;
3742
3743 case Hexagon::BI__builtin_HEXAGON_S2_lsr_i_r_acc:
3744 ID = Intrinsic::hexagon_S2_lsr_i_r_acc; break;
3745
3746 case Hexagon::BI__builtin_HEXAGON_S2_asl_i_r_acc:
3747 ID = Intrinsic::hexagon_S2_asl_i_r_acc; break;
3748
3749 case Hexagon::BI__builtin_HEXAGON_S2_asr_i_p_acc:
3750 ID = Intrinsic::hexagon_S2_asr_i_p_acc; break;
3751
3752 case Hexagon::BI__builtin_HEXAGON_S2_lsr_i_p_acc:
3753 ID = Intrinsic::hexagon_S2_lsr_i_p_acc; break;
3754
3755 case Hexagon::BI__builtin_HEXAGON_S2_asl_i_p_acc:
3756 ID = Intrinsic::hexagon_S2_asl_i_p_acc; break;
3757
3758 case Hexagon::BI__builtin_HEXAGON_S2_asr_i_r_nac:
3759 ID = Intrinsic::hexagon_S2_asr_i_r_nac; break;
3760
3761 case Hexagon::BI__builtin_HEXAGON_S2_lsr_i_r_nac:
3762 ID = Intrinsic::hexagon_S2_lsr_i_r_nac; break;
3763
3764 case Hexagon::BI__builtin_HEXAGON_S2_asl_i_r_nac:
3765 ID = Intrinsic::hexagon_S2_asl_i_r_nac; break;
3766
3767 case Hexagon::BI__builtin_HEXAGON_S2_asr_i_p_nac:
3768 ID = Intrinsic::hexagon_S2_asr_i_p_nac; break;
3769
3770 case Hexagon::BI__builtin_HEXAGON_S2_lsr_i_p_nac:
3771 ID = Intrinsic::hexagon_S2_lsr_i_p_nac; break;
3772
3773 case Hexagon::BI__builtin_HEXAGON_S2_asl_i_p_nac:
3774 ID = Intrinsic::hexagon_S2_asl_i_p_nac; break;
3775
3776 case Hexagon::BI__builtin_HEXAGON_S2_lsr_i_r_xacc:
3777 ID = Intrinsic::hexagon_S2_lsr_i_r_xacc; break;
3778
3779 case Hexagon::BI__builtin_HEXAGON_S2_asl_i_r_xacc:
3780 ID = Intrinsic::hexagon_S2_asl_i_r_xacc; break;
3781
3782 case Hexagon::BI__builtin_HEXAGON_S2_lsr_i_p_xacc:
3783 ID = Intrinsic::hexagon_S2_lsr_i_p_xacc; break;
3784
3785 case Hexagon::BI__builtin_HEXAGON_S2_asl_i_p_xacc:
3786 ID = Intrinsic::hexagon_S2_asl_i_p_xacc; break;
3787
3788 case Hexagon::BI__builtin_HEXAGON_S2_asr_i_r_and:
3789 ID = Intrinsic::hexagon_S2_asr_i_r_and; break;
3790
3791 case Hexagon::BI__builtin_HEXAGON_S2_lsr_i_r_and:
3792 ID = Intrinsic::hexagon_S2_lsr_i_r_and; break;
3793
3794 case Hexagon::BI__builtin_HEXAGON_S2_asl_i_r_and:
3795 ID = Intrinsic::hexagon_S2_asl_i_r_and; break;
3796
3797 case Hexagon::BI__builtin_HEXAGON_S2_asr_i_r_or:
3798 ID = Intrinsic::hexagon_S2_asr_i_r_or; break;
3799
3800 case Hexagon::BI__builtin_HEXAGON_S2_lsr_i_r_or:
3801 ID = Intrinsic::hexagon_S2_lsr_i_r_or; break;
3802
3803 case Hexagon::BI__builtin_HEXAGON_S2_asl_i_r_or:
3804 ID = Intrinsic::hexagon_S2_asl_i_r_or; break;
3805
3806 case Hexagon::BI__builtin_HEXAGON_S2_asr_i_p_and:
3807 ID = Intrinsic::hexagon_S2_asr_i_p_and; break;
3808
3809 case Hexagon::BI__builtin_HEXAGON_S2_lsr_i_p_and:
3810 ID = Intrinsic::hexagon_S2_lsr_i_p_and; break;
3811
3812 case Hexagon::BI__builtin_HEXAGON_S2_asl_i_p_and:
3813 ID = Intrinsic::hexagon_S2_asl_i_p_and; break;
3814
3815 case Hexagon::BI__builtin_HEXAGON_S2_asr_i_p_or:
3816 ID = Intrinsic::hexagon_S2_asr_i_p_or; break;
3817
3818 case Hexagon::BI__builtin_HEXAGON_S2_lsr_i_p_or:
3819 ID = Intrinsic::hexagon_S2_lsr_i_p_or; break;
3820
3821 case Hexagon::BI__builtin_HEXAGON_S2_asl_i_p_or:
3822 ID = Intrinsic::hexagon_S2_asl_i_p_or; break;
3823
3824 case Hexagon::BI__builtin_HEXAGON_S2_asl_i_r_sat:
3825 ID = Intrinsic::hexagon_S2_asl_i_r_sat; break;
3826
3827 case Hexagon::BI__builtin_HEXAGON_S2_asr_i_r_rnd:
3828 ID = Intrinsic::hexagon_S2_asr_i_r_rnd; break;
3829
3830 case Hexagon::BI__builtin_HEXAGON_S2_asr_i_r_rnd_goodsyntax:
3831 ID = Intrinsic::hexagon_S2_asr_i_r_rnd_goodsyntax; break;
3832
3833 case Hexagon::BI__builtin_HEXAGON_S2_addasl_rrri:
3834 ID = Intrinsic::hexagon_S2_addasl_rrri; break;
3835
3836 case Hexagon::BI__builtin_HEXAGON_S2_valignib:
3837 ID = Intrinsic::hexagon_S2_valignib; break;
3838
3839 case Hexagon::BI__builtin_HEXAGON_S2_valignrb:
3840 ID = Intrinsic::hexagon_S2_valignrb; break;
3841
3842 case Hexagon::BI__builtin_HEXAGON_S2_vspliceib:
3843 ID = Intrinsic::hexagon_S2_vspliceib; break;
3844
3845 case Hexagon::BI__builtin_HEXAGON_S2_vsplicerb:
3846 ID = Intrinsic::hexagon_S2_vsplicerb; break;
3847
3848 case Hexagon::BI__builtin_HEXAGON_S2_vsplatrh:
3849 ID = Intrinsic::hexagon_S2_vsplatrh; break;
3850
3851 case Hexagon::BI__builtin_HEXAGON_S2_vsplatrb:
3852 ID = Intrinsic::hexagon_S2_vsplatrb; break;
3853
3854 case Hexagon::BI__builtin_HEXAGON_S2_insert:
3855 ID = Intrinsic::hexagon_S2_insert; break;
3856
3857 case Hexagon::BI__builtin_HEXAGON_S2_tableidxb_goodsyntax:
3858 ID = Intrinsic::hexagon_S2_tableidxb_goodsyntax; break;
3859
3860 case Hexagon::BI__builtin_HEXAGON_S2_tableidxh_goodsyntax:
3861 ID = Intrinsic::hexagon_S2_tableidxh_goodsyntax; break;
3862
3863 case Hexagon::BI__builtin_HEXAGON_S2_tableidxw_goodsyntax:
3864 ID = Intrinsic::hexagon_S2_tableidxw_goodsyntax; break;
3865
3866 case Hexagon::BI__builtin_HEXAGON_S2_tableidxd_goodsyntax:
3867 ID = Intrinsic::hexagon_S2_tableidxd_goodsyntax; break;
3868
3869 case Hexagon::BI__builtin_HEXAGON_S2_extractu:
3870 ID = Intrinsic::hexagon_S2_extractu; break;
3871
3872 case Hexagon::BI__builtin_HEXAGON_S2_insertp:
3873 ID = Intrinsic::hexagon_S2_insertp; break;
3874
3875 case Hexagon::BI__builtin_HEXAGON_S2_extractup:
3876 ID = Intrinsic::hexagon_S2_extractup; break;
3877
3878 case Hexagon::BI__builtin_HEXAGON_S2_insert_rp:
3879 ID = Intrinsic::hexagon_S2_insert_rp; break;
3880
3881 case Hexagon::BI__builtin_HEXAGON_S2_extractu_rp:
3882 ID = Intrinsic::hexagon_S2_extractu_rp; break;
3883
3884 case Hexagon::BI__builtin_HEXAGON_S2_insertp_rp:
3885 ID = Intrinsic::hexagon_S2_insertp_rp; break;
3886
3887 case Hexagon::BI__builtin_HEXAGON_S2_extractup_rp:
3888 ID = Intrinsic::hexagon_S2_extractup_rp; break;
3889
3890 case Hexagon::BI__builtin_HEXAGON_S2_tstbit_i:
3891 ID = Intrinsic::hexagon_S2_tstbit_i; break;
3892
3893 case Hexagon::BI__builtin_HEXAGON_S2_setbit_i:
3894 ID = Intrinsic::hexagon_S2_setbit_i; break;
3895
3896 case Hexagon::BI__builtin_HEXAGON_S2_togglebit_i:
3897 ID = Intrinsic::hexagon_S2_togglebit_i; break;
3898
3899 case Hexagon::BI__builtin_HEXAGON_S2_clrbit_i:
3900 ID = Intrinsic::hexagon_S2_clrbit_i; break;
3901
3902 case Hexagon::BI__builtin_HEXAGON_S2_tstbit_r:
3903 ID = Intrinsic::hexagon_S2_tstbit_r; break;
3904
3905 case Hexagon::BI__builtin_HEXAGON_S2_setbit_r:
3906 ID = Intrinsic::hexagon_S2_setbit_r; break;
3907
3908 case Hexagon::BI__builtin_HEXAGON_S2_togglebit_r:
3909 ID = Intrinsic::hexagon_S2_togglebit_r; break;
3910
3911 case Hexagon::BI__builtin_HEXAGON_S2_clrbit_r:
3912 ID = Intrinsic::hexagon_S2_clrbit_r; break;
3913
3914 case Hexagon::BI__builtin_HEXAGON_S2_asr_i_vh:
3915 ID = Intrinsic::hexagon_S2_asr_i_vh; break;
3916
3917 case Hexagon::BI__builtin_HEXAGON_S2_lsr_i_vh:
3918 ID = Intrinsic::hexagon_S2_lsr_i_vh; break;
3919
3920 case Hexagon::BI__builtin_HEXAGON_S2_asl_i_vh:
3921 ID = Intrinsic::hexagon_S2_asl_i_vh; break;
3922
3923 case Hexagon::BI__builtin_HEXAGON_S2_asr_r_vh:
3924 ID = Intrinsic::hexagon_S2_asr_r_vh; break;
3925
3926 case Hexagon::BI__builtin_HEXAGON_S2_asl_r_vh:
3927 ID = Intrinsic::hexagon_S2_asl_r_vh; break;
3928
3929 case Hexagon::BI__builtin_HEXAGON_S2_lsr_r_vh:
3930 ID = Intrinsic::hexagon_S2_lsr_r_vh; break;
3931
3932 case Hexagon::BI__builtin_HEXAGON_S2_lsl_r_vh:
3933 ID = Intrinsic::hexagon_S2_lsl_r_vh; break;
3934
3935 case Hexagon::BI__builtin_HEXAGON_S2_asr_i_vw:
3936 ID = Intrinsic::hexagon_S2_asr_i_vw; break;
3937
3938 case Hexagon::BI__builtin_HEXAGON_S2_asr_i_svw_trun:
3939 ID = Intrinsic::hexagon_S2_asr_i_svw_trun; break;
3940
3941 case Hexagon::BI__builtin_HEXAGON_S2_asr_r_svw_trun:
3942 ID = Intrinsic::hexagon_S2_asr_r_svw_trun; break;
3943
3944 case Hexagon::BI__builtin_HEXAGON_S2_lsr_i_vw:
3945 ID = Intrinsic::hexagon_S2_lsr_i_vw; break;
3946
3947 case Hexagon::BI__builtin_HEXAGON_S2_asl_i_vw:
3948 ID = Intrinsic::hexagon_S2_asl_i_vw; break;
3949
3950 case Hexagon::BI__builtin_HEXAGON_S2_asr_r_vw:
3951 ID = Intrinsic::hexagon_S2_asr_r_vw; break;
3952
3953 case Hexagon::BI__builtin_HEXAGON_S2_asl_r_vw:
3954 ID = Intrinsic::hexagon_S2_asl_r_vw; break;
3955
3956 case Hexagon::BI__builtin_HEXAGON_S2_lsr_r_vw:
3957 ID = Intrinsic::hexagon_S2_lsr_r_vw; break;
3958
3959 case Hexagon::BI__builtin_HEXAGON_S2_lsl_r_vw:
3960 ID = Intrinsic::hexagon_S2_lsl_r_vw; break;
3961
3962 case Hexagon::BI__builtin_HEXAGON_S2_vrndpackwh:
3963 ID = Intrinsic::hexagon_S2_vrndpackwh; break;
3964
3965 case Hexagon::BI__builtin_HEXAGON_S2_vrndpackwhs:
3966 ID = Intrinsic::hexagon_S2_vrndpackwhs; break;
3967
3968 case Hexagon::BI__builtin_HEXAGON_S2_vsxtbh:
3969 ID = Intrinsic::hexagon_S2_vsxtbh; break;
3970
3971 case Hexagon::BI__builtin_HEXAGON_S2_vzxtbh:
3972 ID = Intrinsic::hexagon_S2_vzxtbh; break;
3973
3974 case Hexagon::BI__builtin_HEXAGON_S2_vsathub:
3975 ID = Intrinsic::hexagon_S2_vsathub; break;
3976
3977 case Hexagon::BI__builtin_HEXAGON_S2_svsathub:
3978 ID = Intrinsic::hexagon_S2_svsathub; break;
3979
3980 case Hexagon::BI__builtin_HEXAGON_S2_svsathb:
3981 ID = Intrinsic::hexagon_S2_svsathb; break;
3982
3983 case Hexagon::BI__builtin_HEXAGON_S2_vsathb:
3984 ID = Intrinsic::hexagon_S2_vsathb; break;
3985
3986 case Hexagon::BI__builtin_HEXAGON_S2_vtrunohb:
3987 ID = Intrinsic::hexagon_S2_vtrunohb; break;
3988
3989 case Hexagon::BI__builtin_HEXAGON_S2_vtrunewh:
3990 ID = Intrinsic::hexagon_S2_vtrunewh; break;
3991
3992 case Hexagon::BI__builtin_HEXAGON_S2_vtrunowh:
3993 ID = Intrinsic::hexagon_S2_vtrunowh; break;
3994
3995 case Hexagon::BI__builtin_HEXAGON_S2_vtrunehb:
3996 ID = Intrinsic::hexagon_S2_vtrunehb; break;
3997
3998 case Hexagon::BI__builtin_HEXAGON_S2_vsxthw:
3999 ID = Intrinsic::hexagon_S2_vsxthw; break;
4000
4001 case Hexagon::BI__builtin_HEXAGON_S2_vzxthw:
4002 ID = Intrinsic::hexagon_S2_vzxthw; break;
4003
4004 case Hexagon::BI__builtin_HEXAGON_S2_vsatwh:
4005 ID = Intrinsic::hexagon_S2_vsatwh; break;
4006
4007 case Hexagon::BI__builtin_HEXAGON_S2_vsatwuh:
4008 ID = Intrinsic::hexagon_S2_vsatwuh; break;
4009
4010 case Hexagon::BI__builtin_HEXAGON_S2_packhl:
4011 ID = Intrinsic::hexagon_S2_packhl; break;
4012
4013 case Hexagon::BI__builtin_HEXAGON_A2_swiz:
4014 ID = Intrinsic::hexagon_A2_swiz; break;
4015
4016 case Hexagon::BI__builtin_HEXAGON_S2_vsathub_nopack:
4017 ID = Intrinsic::hexagon_S2_vsathub_nopack; break;
4018
4019 case Hexagon::BI__builtin_HEXAGON_S2_vsathb_nopack:
4020 ID = Intrinsic::hexagon_S2_vsathb_nopack; break;
4021
4022 case Hexagon::BI__builtin_HEXAGON_S2_vsatwh_nopack:
4023 ID = Intrinsic::hexagon_S2_vsatwh_nopack; break;
4024
4025 case Hexagon::BI__builtin_HEXAGON_S2_vsatwuh_nopack:
4026 ID = Intrinsic::hexagon_S2_vsatwuh_nopack; break;
4027
4028 case Hexagon::BI__builtin_HEXAGON_S2_shuffob:
4029 ID = Intrinsic::hexagon_S2_shuffob; break;
4030
4031 case Hexagon::BI__builtin_HEXAGON_S2_shuffeb:
4032 ID = Intrinsic::hexagon_S2_shuffeb; break;
4033
4034 case Hexagon::BI__builtin_HEXAGON_S2_shuffoh:
4035 ID = Intrinsic::hexagon_S2_shuffoh; break;
4036
4037 case Hexagon::BI__builtin_HEXAGON_S2_shuffeh:
4038 ID = Intrinsic::hexagon_S2_shuffeh; break;
4039
4040 case Hexagon::BI__builtin_HEXAGON_S2_parityp:
4041 ID = Intrinsic::hexagon_S2_parityp; break;
4042
4043 case Hexagon::BI__builtin_HEXAGON_S2_lfsp:
4044 ID = Intrinsic::hexagon_S2_lfsp; break;
4045
4046 case Hexagon::BI__builtin_HEXAGON_S2_clbnorm:
4047 ID = Intrinsic::hexagon_S2_clbnorm; break;
4048
4049 case Hexagon::BI__builtin_HEXAGON_S2_clb:
4050 ID = Intrinsic::hexagon_S2_clb; break;
4051
4052 case Hexagon::BI__builtin_HEXAGON_S2_cl0:
4053 ID = Intrinsic::hexagon_S2_cl0; break;
4054
4055 case Hexagon::BI__builtin_HEXAGON_S2_cl1:
4056 ID = Intrinsic::hexagon_S2_cl1; break;
4057
4058 case Hexagon::BI__builtin_HEXAGON_S2_clbp:
4059 ID = Intrinsic::hexagon_S2_clbp; break;
4060
4061 case Hexagon::BI__builtin_HEXAGON_S2_cl0p:
4062 ID = Intrinsic::hexagon_S2_cl0p; break;
4063
4064 case Hexagon::BI__builtin_HEXAGON_S2_cl1p:
4065 ID = Intrinsic::hexagon_S2_cl1p; break;
4066
4067 case Hexagon::BI__builtin_HEXAGON_S2_brev:
4068 ID = Intrinsic::hexagon_S2_brev; break;
4069
4070 case Hexagon::BI__builtin_HEXAGON_S2_ct0:
4071 ID = Intrinsic::hexagon_S2_ct0; break;
4072
4073 case Hexagon::BI__builtin_HEXAGON_S2_ct1:
4074 ID = Intrinsic::hexagon_S2_ct1; break;
4075
4076 case Hexagon::BI__builtin_HEXAGON_S2_interleave:
4077 ID = Intrinsic::hexagon_S2_interleave; break;
4078
4079 case Hexagon::BI__builtin_HEXAGON_S2_deinterleave:
4080 ID = Intrinsic::hexagon_S2_deinterleave; break;
4081
4082 case Hexagon::BI__builtin_SI_to_SXTHI_asrh:
4083 ID = Intrinsic::hexagon_SI_to_SXTHI_asrh; break;
4084
4085 case Hexagon::BI__builtin_HEXAGON_A4_orn:
4086 ID = Intrinsic::hexagon_A4_orn; break;
4087
4088 case Hexagon::BI__builtin_HEXAGON_A4_andn:
4089 ID = Intrinsic::hexagon_A4_andn; break;
4090
4091 case Hexagon::BI__builtin_HEXAGON_A4_ornp:
4092 ID = Intrinsic::hexagon_A4_ornp; break;
4093
4094 case Hexagon::BI__builtin_HEXAGON_A4_andnp:
4095 ID = Intrinsic::hexagon_A4_andnp; break;
4096
4097 case Hexagon::BI__builtin_HEXAGON_A4_combineir:
4098 ID = Intrinsic::hexagon_A4_combineir; break;
4099
4100 case Hexagon::BI__builtin_HEXAGON_A4_combineri:
4101 ID = Intrinsic::hexagon_A4_combineri; break;
4102
4103 case Hexagon::BI__builtin_HEXAGON_C4_cmpneqi:
4104 ID = Intrinsic::hexagon_C4_cmpneqi; break;
4105
4106 case Hexagon::BI__builtin_HEXAGON_C4_cmpneq:
4107 ID = Intrinsic::hexagon_C4_cmpneq; break;
4108
4109 case Hexagon::BI__builtin_HEXAGON_C4_cmpltei:
4110 ID = Intrinsic::hexagon_C4_cmpltei; break;
4111
4112 case Hexagon::BI__builtin_HEXAGON_C4_cmplte:
4113 ID = Intrinsic::hexagon_C4_cmplte; break;
4114
4115 case Hexagon::BI__builtin_HEXAGON_C4_cmplteui:
4116 ID = Intrinsic::hexagon_C4_cmplteui; break;
4117
4118 case Hexagon::BI__builtin_HEXAGON_C4_cmplteu:
4119 ID = Intrinsic::hexagon_C4_cmplteu; break;
4120
4121 case Hexagon::BI__builtin_HEXAGON_A4_rcmpneq:
4122 ID = Intrinsic::hexagon_A4_rcmpneq; break;
4123
4124 case Hexagon::BI__builtin_HEXAGON_A4_rcmpneqi:
4125 ID = Intrinsic::hexagon_A4_rcmpneqi; break;
4126
4127 case Hexagon::BI__builtin_HEXAGON_A4_rcmpeq:
4128 ID = Intrinsic::hexagon_A4_rcmpeq; break;
4129
4130 case Hexagon::BI__builtin_HEXAGON_A4_rcmpeqi:
4131 ID = Intrinsic::hexagon_A4_rcmpeqi; break;
4132
4133 case Hexagon::BI__builtin_HEXAGON_C4_fastcorner9:
4134 ID = Intrinsic::hexagon_C4_fastcorner9; break;
4135
4136 case Hexagon::BI__builtin_HEXAGON_C4_fastcorner9_not:
4137 ID = Intrinsic::hexagon_C4_fastcorner9_not; break;
4138
4139 case Hexagon::BI__builtin_HEXAGON_C4_and_andn:
4140 ID = Intrinsic::hexagon_C4_and_andn; break;
4141
4142 case Hexagon::BI__builtin_HEXAGON_C4_and_and:
4143 ID = Intrinsic::hexagon_C4_and_and; break;
4144
4145 case Hexagon::BI__builtin_HEXAGON_C4_and_orn:
4146 ID = Intrinsic::hexagon_C4_and_orn; break;
4147
4148 case Hexagon::BI__builtin_HEXAGON_C4_and_or:
4149 ID = Intrinsic::hexagon_C4_and_or; break;
4150
4151 case Hexagon::BI__builtin_HEXAGON_C4_or_andn:
4152 ID = Intrinsic::hexagon_C4_or_andn; break;
4153
4154 case Hexagon::BI__builtin_HEXAGON_C4_or_and:
4155 ID = Intrinsic::hexagon_C4_or_and; break;
4156
4157 case Hexagon::BI__builtin_HEXAGON_C4_or_orn:
4158 ID = Intrinsic::hexagon_C4_or_orn; break;
4159
4160 case Hexagon::BI__builtin_HEXAGON_C4_or_or:
4161 ID = Intrinsic::hexagon_C4_or_or; break;
4162
4163 case Hexagon::BI__builtin_HEXAGON_S4_addaddi:
4164 ID = Intrinsic::hexagon_S4_addaddi; break;
4165
4166 case Hexagon::BI__builtin_HEXAGON_S4_subaddi:
4167 ID = Intrinsic::hexagon_S4_subaddi; break;
4168
4169 case Hexagon::BI__builtin_HEXAGON_M4_xor_xacc:
4170 ID = Intrinsic::hexagon_M4_xor_xacc; break;
4171
4172 case Hexagon::BI__builtin_HEXAGON_M4_and_and:
4173 ID = Intrinsic::hexagon_M4_and_and; break;
4174
4175 case Hexagon::BI__builtin_HEXAGON_M4_and_or:
4176 ID = Intrinsic::hexagon_M4_and_or; break;
4177
4178 case Hexagon::BI__builtin_HEXAGON_M4_and_xor:
4179 ID = Intrinsic::hexagon_M4_and_xor; break;
4180
4181 case Hexagon::BI__builtin_HEXAGON_M4_and_andn:
4182 ID = Intrinsic::hexagon_M4_and_andn; break;
4183
4184 case Hexagon::BI__builtin_HEXAGON_M4_xor_and:
4185 ID = Intrinsic::hexagon_M4_xor_and; break;
4186
4187 case Hexagon::BI__builtin_HEXAGON_M4_xor_or:
4188 ID = Intrinsic::hexagon_M4_xor_or; break;
4189
4190 case Hexagon::BI__builtin_HEXAGON_M4_xor_andn:
4191 ID = Intrinsic::hexagon_M4_xor_andn; break;
4192
4193 case Hexagon::BI__builtin_HEXAGON_M4_or_and:
4194 ID = Intrinsic::hexagon_M4_or_and; break;
4195
4196 case Hexagon::BI__builtin_HEXAGON_M4_or_or:
4197 ID = Intrinsic::hexagon_M4_or_or; break;
4198
4199 case Hexagon::BI__builtin_HEXAGON_M4_or_xor:
4200 ID = Intrinsic::hexagon_M4_or_xor; break;
4201
4202 case Hexagon::BI__builtin_HEXAGON_M4_or_andn:
4203 ID = Intrinsic::hexagon_M4_or_andn; break;
4204
4205 case Hexagon::BI__builtin_HEXAGON_S4_or_andix:
4206 ID = Intrinsic::hexagon_S4_or_andix; break;
4207
4208 case Hexagon::BI__builtin_HEXAGON_S4_or_andi:
4209 ID = Intrinsic::hexagon_S4_or_andi; break;
4210
4211 case Hexagon::BI__builtin_HEXAGON_S4_or_ori:
4212 ID = Intrinsic::hexagon_S4_or_ori; break;
4213
4214 case Hexagon::BI__builtin_HEXAGON_A4_modwrapu:
4215 ID = Intrinsic::hexagon_A4_modwrapu; break;
4216
4217 case Hexagon::BI__builtin_HEXAGON_A4_cround_rr:
4218 ID = Intrinsic::hexagon_A4_cround_rr; break;
4219
4220 case Hexagon::BI__builtin_HEXAGON_A4_round_ri:
4221 ID = Intrinsic::hexagon_A4_round_ri; break;
4222
4223 case Hexagon::BI__builtin_HEXAGON_A4_round_rr:
4224 ID = Intrinsic::hexagon_A4_round_rr; break;
4225
4226 case Hexagon::BI__builtin_HEXAGON_A4_round_ri_sat:
4227 ID = Intrinsic::hexagon_A4_round_ri_sat; break;
4228
4229 case Hexagon::BI__builtin_HEXAGON_A4_round_rr_sat:
4230 ID = Intrinsic::hexagon_A4_round_rr_sat; break;
4231
4232 }
4233
4234 llvm::Function *F = CGM.getIntrinsic(ID);
4235 return Builder.CreateCall(F, Ops, "");
4236}
4237
Mike Stump11289f42009-09-09 15:08:12 +00004238Value *CodeGenFunction::EmitPPCBuiltinExpr(unsigned BuiltinID,
Chris Lattner13653d72007-12-13 07:34:23 +00004239 const CallExpr *E) {
Chris Lattner0e62c1c2011-07-23 10:55:15 +00004240 SmallVector<Value*, 4> Ops;
Chris Lattnerdad40622010-04-14 03:54:58 +00004241
4242 for (unsigned i = 0, e = E->getNumArgs(); i != e; i++)
4243 Ops.push_back(EmitScalarExpr(E->getArg(i)));
4244
4245 Intrinsic::ID ID = Intrinsic::not_intrinsic;
4246
4247 switch (BuiltinID) {
4248 default: return 0;
4249
Anton Korobeynikovcc50b7d2010-06-19 09:47:18 +00004250 // vec_ld, vec_lvsl, vec_lvsr
4251 case PPC::BI__builtin_altivec_lvx:
4252 case PPC::BI__builtin_altivec_lvxl:
4253 case PPC::BI__builtin_altivec_lvebx:
4254 case PPC::BI__builtin_altivec_lvehx:
4255 case PPC::BI__builtin_altivec_lvewx:
4256 case PPC::BI__builtin_altivec_lvsl:
4257 case PPC::BI__builtin_altivec_lvsr:
4258 {
John McCallad7c5c12011-02-08 08:22:06 +00004259 Ops[1] = Builder.CreateBitCast(Ops[1], Int8PtrTy);
Anton Korobeynikovcc50b7d2010-06-19 09:47:18 +00004260
Benjamin Kramer76399eb2011-09-27 21:06:10 +00004261 Ops[0] = Builder.CreateGEP(Ops[1], Ops[0]);
Anton Korobeynikovcc50b7d2010-06-19 09:47:18 +00004262 Ops.pop_back();
4263
4264 switch (BuiltinID) {
David Blaikie83d382b2011-09-23 05:06:16 +00004265 default: llvm_unreachable("Unsupported ld/lvsl/lvsr intrinsic!");
Anton Korobeynikovcc50b7d2010-06-19 09:47:18 +00004266 case PPC::BI__builtin_altivec_lvx:
4267 ID = Intrinsic::ppc_altivec_lvx;
4268 break;
4269 case PPC::BI__builtin_altivec_lvxl:
4270 ID = Intrinsic::ppc_altivec_lvxl;
4271 break;
4272 case PPC::BI__builtin_altivec_lvebx:
4273 ID = Intrinsic::ppc_altivec_lvebx;
4274 break;
4275 case PPC::BI__builtin_altivec_lvehx:
4276 ID = Intrinsic::ppc_altivec_lvehx;
4277 break;
4278 case PPC::BI__builtin_altivec_lvewx:
4279 ID = Intrinsic::ppc_altivec_lvewx;
4280 break;
4281 case PPC::BI__builtin_altivec_lvsl:
4282 ID = Intrinsic::ppc_altivec_lvsl;
4283 break;
4284 case PPC::BI__builtin_altivec_lvsr:
4285 ID = Intrinsic::ppc_altivec_lvsr;
4286 break;
4287 }
4288 llvm::Function *F = CGM.getIntrinsic(ID);
Jay Foad5bd375a2011-07-15 08:37:34 +00004289 return Builder.CreateCall(F, Ops, "");
Anton Korobeynikovcc50b7d2010-06-19 09:47:18 +00004290 }
4291
Chris Lattnerdad40622010-04-14 03:54:58 +00004292 // vec_st
4293 case PPC::BI__builtin_altivec_stvx:
4294 case PPC::BI__builtin_altivec_stvxl:
4295 case PPC::BI__builtin_altivec_stvebx:
4296 case PPC::BI__builtin_altivec_stvehx:
4297 case PPC::BI__builtin_altivec_stvewx:
4298 {
John McCallad7c5c12011-02-08 08:22:06 +00004299 Ops[2] = Builder.CreateBitCast(Ops[2], Int8PtrTy);
Benjamin Kramer76399eb2011-09-27 21:06:10 +00004300 Ops[1] = Builder.CreateGEP(Ops[2], Ops[1]);
Chris Lattnerdad40622010-04-14 03:54:58 +00004301 Ops.pop_back();
4302
4303 switch (BuiltinID) {
David Blaikie83d382b2011-09-23 05:06:16 +00004304 default: llvm_unreachable("Unsupported st intrinsic!");
Chris Lattnerdad40622010-04-14 03:54:58 +00004305 case PPC::BI__builtin_altivec_stvx:
4306 ID = Intrinsic::ppc_altivec_stvx;
4307 break;
4308 case PPC::BI__builtin_altivec_stvxl:
4309 ID = Intrinsic::ppc_altivec_stvxl;
4310 break;
4311 case PPC::BI__builtin_altivec_stvebx:
4312 ID = Intrinsic::ppc_altivec_stvebx;
4313 break;
4314 case PPC::BI__builtin_altivec_stvehx:
4315 ID = Intrinsic::ppc_altivec_stvehx;
4316 break;
4317 case PPC::BI__builtin_altivec_stvewx:
4318 ID = Intrinsic::ppc_altivec_stvewx;
4319 break;
4320 }
4321 llvm::Function *F = CGM.getIntrinsic(ID);
Jay Foad5bd375a2011-07-15 08:37:34 +00004322 return Builder.CreateCall(F, Ops, "");
Chris Lattnerdad40622010-04-14 03:54:58 +00004323 }
4324 }
Mike Stump11289f42009-09-09 15:08:12 +00004325}