blob: d17ca780fce1bc915d11694de601f2d21da84c75 [file] [log] [blame]
Anders Carlsson1d8e5212007-08-20 18:05:56 +00001//===---- CGBuiltin.cpp - Emit LLVM Code for builtins ---------------------===//
2//
3// The LLVM Compiler Infrastructure
4//
Chris Lattner5b12ab82007-12-29 19:59:25 +00005// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
Anders Carlsson1d8e5212007-08-20 18:05:56 +00007//
8//===----------------------------------------------------------------------===//
9//
10// This contains code to emit Builtin calls as LLVM code.
11//
12//===----------------------------------------------------------------------===//
13
John McCallb6cc2c042010-03-02 03:50:12 +000014#include "TargetInfo.h"
Anders Carlsson1d8e5212007-08-20 18:05:56 +000015#include "CodeGenFunction.h"
16#include "CodeGenModule.h"
Fariborz Jahanian021510e2010-06-15 22:44:06 +000017#include "CGObjCRuntime.h"
Anders Carlssona020c432007-12-09 21:20:04 +000018#include "clang/Basic/TargetInfo.h"
Chris Lattner1eec6602007-08-31 04:31:45 +000019#include "clang/AST/ASTContext.h"
Daniel Dunbar6e8aa532008-08-11 05:35:13 +000020#include "clang/AST/Decl.h"
Chris Lattner5abdec72009-06-14 01:05:48 +000021#include "clang/Basic/TargetBuiltins.h"
Anders Carlsson24ebce62007-10-12 23:56:29 +000022#include "llvm/Intrinsics.h"
John McCallb6cc2c042010-03-02 03:50:12 +000023#include "llvm/Target/TargetData.h"
Jakub Staszakd2cf2cb2011-07-08 22:45:14 +000024
Anders Carlsson1d8e5212007-08-20 18:05:56 +000025using namespace clang;
26using namespace CodeGen;
Anders Carlssona020c432007-12-09 21:20:04 +000027using namespace llvm;
28
John McCall30e4efd2011-09-13 23:05:03 +000029/// getBuiltinLibFunction - Given a builtin id for a function like
30/// "__builtin_fabsf", return a Function* for "fabsf".
31llvm::Value *CodeGenModule::getBuiltinLibFunction(const FunctionDecl *FD,
32 unsigned BuiltinID) {
33 assert(Context.BuiltinInfo.isLibFunction(BuiltinID));
34
35 // Get the name, skip over the __builtin_ prefix (if necessary).
36 StringRef Name;
37 GlobalDecl D(FD);
38
39 // If the builtin has been declared explicitly with an assembler label,
40 // use the mangled name. This differs from the plain label on platforms
41 // that prefix labels.
42 if (FD->hasAttr<AsmLabelAttr>())
43 Name = getMangledName(D);
44 else
45 Name = Context.BuiltinInfo.GetName(BuiltinID) + 10;
46
47 llvm::FunctionType *Ty =
48 cast<llvm::FunctionType>(getTypes().ConvertType(FD->getType()));
49
50 return GetOrCreateLLVMFunction(Name, Ty, D, /*ForVTable=*/false);
51}
52
John McCall3a7f6922010-10-27 20:58:56 +000053/// Emit the conversions required to turn the given value into an
54/// integer of the given size.
55static Value *EmitToInt(CodeGenFunction &CGF, llvm::Value *V,
Chris Lattner2192fe52011-07-18 04:24:23 +000056 QualType T, llvm::IntegerType *IntType) {
John McCall3a7f6922010-10-27 20:58:56 +000057 V = CGF.EmitToMemory(V, T);
Chris Lattner07e96862010-10-01 23:43:16 +000058
John McCall3a7f6922010-10-27 20:58:56 +000059 if (V->getType()->isPointerTy())
60 return CGF.Builder.CreatePtrToInt(V, IntType);
61
62 assert(V->getType() == IntType);
63 return V;
Chandler Carruthbc8cab12010-07-18 07:23:17 +000064}
65
John McCall3a7f6922010-10-27 20:58:56 +000066static Value *EmitFromInt(CodeGenFunction &CGF, llvm::Value *V,
Chris Lattner2192fe52011-07-18 04:24:23 +000067 QualType T, llvm::Type *ResultType) {
John McCall3a7f6922010-10-27 20:58:56 +000068 V = CGF.EmitFromMemory(V, T);
69
70 if (ResultType->isPointerTy())
71 return CGF.Builder.CreateIntToPtr(V, ResultType);
72
73 assert(V->getType() == ResultType);
74 return V;
Chandler Carruthbc8cab12010-07-18 07:23:17 +000075}
76
Daniel Dunbar4fab57d2009-04-07 00:55:51 +000077/// Utility to insert an atomic instruction based on Instrinsic::ID
78/// and the expression node.
Daniel Dunbar4ff562d2010-03-20 07:04:11 +000079static RValue EmitBinaryAtomic(CodeGenFunction &CGF,
Eli Friedmane9f81132011-09-07 01:41:24 +000080 llvm::AtomicRMWInst::BinOp Kind,
81 const CallExpr *E) {
John McCall3a7f6922010-10-27 20:58:56 +000082 QualType T = E->getType();
83 assert(E->getArg(0)->getType()->isPointerType());
84 assert(CGF.getContext().hasSameUnqualifiedType(T,
85 E->getArg(0)->getType()->getPointeeType()));
86 assert(CGF.getContext().hasSameUnqualifiedType(T, E->getArg(1)->getType()));
87
Chris Lattnerb2f659b2010-09-21 23:40:48 +000088 llvm::Value *DestPtr = CGF.EmitScalarExpr(E->getArg(0));
89 unsigned AddrSpace =
90 cast<llvm::PointerType>(DestPtr->getType())->getAddressSpace();
John McCall6bde9542010-10-26 22:09:15 +000091
Chris Lattnera5f58b02011-07-09 17:41:47 +000092 llvm::IntegerType *IntType =
John McCall3a7f6922010-10-27 20:58:56 +000093 llvm::IntegerType::get(CGF.getLLVMContext(),
94 CGF.getContext().getTypeSize(T));
Chris Lattnera5f58b02011-07-09 17:41:47 +000095 llvm::Type *IntPtrType = IntType->getPointerTo(AddrSpace);
John McCall3a7f6922010-10-27 20:58:56 +000096
John McCall3a7f6922010-10-27 20:58:56 +000097 llvm::Value *Args[2];
98 Args[0] = CGF.Builder.CreateBitCast(DestPtr, IntPtrType);
99 Args[1] = CGF.EmitScalarExpr(E->getArg(1));
Chris Lattner2192fe52011-07-18 04:24:23 +0000100 llvm::Type *ValueType = Args[1]->getType();
John McCall3a7f6922010-10-27 20:58:56 +0000101 Args[1] = EmitToInt(CGF, Args[1], T, IntType);
102
Eli Friedmane9f81132011-09-07 01:41:24 +0000103 llvm::Value *Result =
104 CGF.Builder.CreateAtomicRMW(Kind, Args[0], Args[1],
105 llvm::SequentiallyConsistent);
John McCall3a7f6922010-10-27 20:58:56 +0000106 Result = EmitFromInt(CGF, Result, T, ValueType);
107 return RValue::get(Result);
Daniel Dunbar4fab57d2009-04-07 00:55:51 +0000108}
109
110/// Utility to insert an atomic instruction based Instrinsic::ID and
John McCall3a7f6922010-10-27 20:58:56 +0000111/// the expression node, where the return value is the result of the
112/// operation.
Chris Lattner43660c52010-05-06 05:35:16 +0000113static RValue EmitBinaryAtomicPost(CodeGenFunction &CGF,
Eli Friedmane9f81132011-09-07 01:41:24 +0000114 llvm::AtomicRMWInst::BinOp Kind,
115 const CallExpr *E,
Daniel Dunbar4fab57d2009-04-07 00:55:51 +0000116 Instruction::BinaryOps Op) {
John McCall3a7f6922010-10-27 20:58:56 +0000117 QualType T = E->getType();
118 assert(E->getArg(0)->getType()->isPointerType());
119 assert(CGF.getContext().hasSameUnqualifiedType(T,
120 E->getArg(0)->getType()->getPointeeType()));
121 assert(CGF.getContext().hasSameUnqualifiedType(T, E->getArg(1)->getType()));
122
Chris Lattnerb2f659b2010-09-21 23:40:48 +0000123 llvm::Value *DestPtr = CGF.EmitScalarExpr(E->getArg(0));
124 unsigned AddrSpace =
125 cast<llvm::PointerType>(DestPtr->getType())->getAddressSpace();
John McCall6bde9542010-10-26 22:09:15 +0000126
Chris Lattnera5f58b02011-07-09 17:41:47 +0000127 llvm::IntegerType *IntType =
John McCall3a7f6922010-10-27 20:58:56 +0000128 llvm::IntegerType::get(CGF.getLLVMContext(),
129 CGF.getContext().getTypeSize(T));
Chris Lattnera5f58b02011-07-09 17:41:47 +0000130 llvm::Type *IntPtrType = IntType->getPointerTo(AddrSpace);
John McCall3a7f6922010-10-27 20:58:56 +0000131
John McCall3a7f6922010-10-27 20:58:56 +0000132 llvm::Value *Args[2];
133 Args[1] = CGF.EmitScalarExpr(E->getArg(1));
Chris Lattner2192fe52011-07-18 04:24:23 +0000134 llvm::Type *ValueType = Args[1]->getType();
John McCall3a7f6922010-10-27 20:58:56 +0000135 Args[1] = EmitToInt(CGF, Args[1], T, IntType);
136 Args[0] = CGF.Builder.CreateBitCast(DestPtr, IntPtrType);
137
Eli Friedmane9f81132011-09-07 01:41:24 +0000138 llvm::Value *Result =
139 CGF.Builder.CreateAtomicRMW(Kind, Args[0], Args[1],
140 llvm::SequentiallyConsistent);
John McCall3a7f6922010-10-27 20:58:56 +0000141 Result = CGF.Builder.CreateBinOp(Op, Result, Args[1]);
142 Result = EmitFromInt(CGF, Result, T, ValueType);
143 return RValue::get(Result);
Mon P Wangb84407d2008-05-09 22:40:52 +0000144}
145
Chris Lattner43660c52010-05-06 05:35:16 +0000146/// EmitFAbs - Emit a call to fabs/fabsf/fabsl, depending on the type of ValTy,
147/// which must be a scalar floating point type.
148static Value *EmitFAbs(CodeGenFunction &CGF, Value *V, QualType ValTy) {
149 const BuiltinType *ValTyP = ValTy->getAs<BuiltinType>();
150 assert(ValTyP && "isn't scalar fp type!");
151
152 StringRef FnName;
153 switch (ValTyP->getKind()) {
David Blaikie83d382b2011-09-23 05:06:16 +0000154 default: llvm_unreachable("Isn't a scalar fp type!");
Chris Lattner43660c52010-05-06 05:35:16 +0000155 case BuiltinType::Float: FnName = "fabsf"; break;
156 case BuiltinType::Double: FnName = "fabs"; break;
157 case BuiltinType::LongDouble: FnName = "fabsl"; break;
158 }
159
160 // The prototype is something that takes and returns whatever V's type is.
Jay Foad5709f7c2011-07-29 13:56:53 +0000161 llvm::FunctionType *FT = llvm::FunctionType::get(V->getType(), V->getType(),
Benjamin Kramerdf1fb132011-05-28 14:26:31 +0000162 false);
Chris Lattner43660c52010-05-06 05:35:16 +0000163 llvm::Value *Fn = CGF.CGM.CreateRuntimeFunction(FT, FnName);
164
165 return CGF.Builder.CreateCall(Fn, V, "abs");
166}
167
John McCall30e4efd2011-09-13 23:05:03 +0000168static RValue emitLibraryCall(CodeGenFunction &CGF, const FunctionDecl *Fn,
169 const CallExpr *E, llvm::Value *calleeValue) {
170 return CGF.EmitCall(E->getCallee()->getType(), calleeValue,
171 ReturnValueSlot(), E->arg_begin(), E->arg_end(), Fn);
172}
173
Mike Stump11289f42009-09-09 15:08:12 +0000174RValue CodeGenFunction::EmitBuiltinExpr(const FunctionDecl *FD,
Daniel Dunbar8eb018a2009-02-16 22:43:43 +0000175 unsigned BuiltinID, const CallExpr *E) {
Chris Lattner24355b52008-10-06 06:56:41 +0000176 // See if we can constant fold this builtin. If so, don't emit it at all.
Anders Carlssonc9687902008-12-01 02:31:41 +0000177 Expr::EvalResult Result;
Eli Friedmandf88c542012-01-06 20:03:09 +0000178 if (E->EvaluateAsRValue(Result, CGM.getContext()) &&
Fariborz Jahanian24ac1592011-04-25 23:10:07 +0000179 !Result.hasSideEffects()) {
Anders Carlssonc9687902008-12-01 02:31:41 +0000180 if (Result.Val.isInt())
John McCallad7c5c12011-02-08 08:22:06 +0000181 return RValue::get(llvm::ConstantInt::get(getLLVMContext(),
Owen Andersonb7a2fe62009-07-24 23:12:58 +0000182 Result.Val.getInt()));
Chris Lattner07e96862010-10-01 23:43:16 +0000183 if (Result.Val.isFloat())
John McCallad7c5c12011-02-08 08:22:06 +0000184 return RValue::get(llvm::ConstantFP::get(getLLVMContext(),
185 Result.Val.getFloat()));
Chris Lattnera1518b12008-10-06 06:09:18 +0000186 }
Mike Stump11289f42009-09-09 15:08:12 +0000187
Chris Lattner24355b52008-10-06 06:56:41 +0000188 switch (BuiltinID) {
189 default: break; // Handle intrinsics and libm functions below.
Chris Lattnera97132a2008-10-06 07:26:43 +0000190 case Builtin::BI__builtin___CFStringMakeConstantString:
David Chisnall481e3a82010-01-23 02:40:42 +0000191 case Builtin::BI__builtin___NSStringMakeConstantString:
Anders Carlsson80f97ab2009-04-08 04:48:15 +0000192 return RValue::get(CGM.EmitConstantExpr(E, E->getType(), 0));
Chris Lattner0bf67912008-07-09 17:28:44 +0000193 case Builtin::BI__builtin_stdarg_start:
Anders Carlsson24ebce62007-10-12 23:56:29 +0000194 case Builtin::BI__builtin_va_start:
195 case Builtin::BI__builtin_va_end: {
Daniel Dunbare9fcadd22009-02-11 22:25:55 +0000196 Value *ArgValue = EmitVAListRef(E->getArg(0));
Chris Lattner2192fe52011-07-18 04:24:23 +0000197 llvm::Type *DestType = Int8PtrTy;
Anders Carlsson24ebce62007-10-12 23:56:29 +0000198 if (ArgValue->getType() != DestType)
Mike Stump11289f42009-09-09 15:08:12 +0000199 ArgValue = Builder.CreateBitCast(ArgValue, DestType,
Daniel Dunbare59313a2009-07-26 09:28:40 +0000200 ArgValue->getName().data());
Anders Carlsson24ebce62007-10-12 23:56:29 +0000201
Mike Stump11289f42009-09-09 15:08:12 +0000202 Intrinsic::ID inst = (BuiltinID == Builtin::BI__builtin_va_end) ?
Chris Lattner0bf67912008-07-09 17:28:44 +0000203 Intrinsic::vaend : Intrinsic::vastart;
Chris Lattnerb8be97e2007-12-18 00:25:38 +0000204 return RValue::get(Builder.CreateCall(CGM.getIntrinsic(inst), ArgValue));
Anders Carlsson24ebce62007-10-12 23:56:29 +0000205 }
Anders Carlssonc0b0e592008-02-09 20:26:43 +0000206 case Builtin::BI__builtin_va_copy: {
Eli Friedmanddea0ad2009-01-20 17:46:04 +0000207 Value *DstPtr = EmitVAListRef(E->getArg(0));
208 Value *SrcPtr = EmitVAListRef(E->getArg(1));
Anders Carlssonc0b0e592008-02-09 20:26:43 +0000209
Chris Lattner2192fe52011-07-18 04:24:23 +0000210 llvm::Type *Type = Int8PtrTy;
Anders Carlssonc0b0e592008-02-09 20:26:43 +0000211
212 DstPtr = Builder.CreateBitCast(DstPtr, Type);
213 SrcPtr = Builder.CreateBitCast(SrcPtr, Type);
Mike Stump11289f42009-09-09 15:08:12 +0000214 return RValue::get(Builder.CreateCall2(CGM.getIntrinsic(Intrinsic::vacopy),
Chris Lattnerdbcc2ca2008-05-06 00:56:42 +0000215 DstPtr, SrcPtr));
Anders Carlssonc0b0e592008-02-09 20:26:43 +0000216 }
Eli Friedman65499b42012-01-17 22:11:30 +0000217 case Builtin::BI__builtin_abs:
218 case Builtin::BI__builtin_labs:
219 case Builtin::BI__builtin_llabs: {
Mike Stump11289f42009-09-09 15:08:12 +0000220 Value *ArgValue = EmitScalarExpr(E->getArg(0));
221
Chris Lattner28ee5b32008-07-23 06:53:34 +0000222 Value *NegOp = Builder.CreateNeg(ArgValue, "neg");
Mike Stump11289f42009-09-09 15:08:12 +0000223 Value *CmpResult =
224 Builder.CreateICmpSGE(ArgValue,
Owen Anderson0b75f232009-07-31 20:28:54 +0000225 llvm::Constant::getNullValue(ArgValue->getType()),
Chris Lattner28ee5b32008-07-23 06:53:34 +0000226 "abscond");
Mike Stump11289f42009-09-09 15:08:12 +0000227 Value *Result =
Anders Carlsson4f8eb122007-11-20 19:05:17 +0000228 Builder.CreateSelect(CmpResult, ArgValue, NegOp, "abs");
Mike Stump11289f42009-09-09 15:08:12 +0000229
Anders Carlsson4f8eb122007-11-20 19:05:17 +0000230 return RValue::get(Result);
231 }
Benjamin Kramer14128162012-01-28 18:42:57 +0000232 case Builtin::BI__builtin_ctzs:
Anders Carlsson093f1a02008-02-06 07:19:27 +0000233 case Builtin::BI__builtin_ctz:
234 case Builtin::BI__builtin_ctzl:
235 case Builtin::BI__builtin_ctzll: {
236 Value *ArgValue = EmitScalarExpr(E->getArg(0));
Mike Stump11289f42009-09-09 15:08:12 +0000237
Chris Lattnera5f58b02011-07-09 17:41:47 +0000238 llvm::Type *ArgType = ArgValue->getType();
Benjamin Kramer8d375ce2011-07-14 17:45:50 +0000239 Value *F = CGM.getIntrinsic(Intrinsic::cttz, ArgType);
Anders Carlsson093f1a02008-02-06 07:19:27 +0000240
Chris Lattner2192fe52011-07-18 04:24:23 +0000241 llvm::Type *ResultType = ConvertType(E->getType());
Bob Wilsona7a61e22012-01-26 22:14:27 +0000242 Value *ZeroUndef = Builder.getInt1(Target.isCLZForZeroUndef());
243 Value *Result = Builder.CreateCall2(F, ArgValue, ZeroUndef);
Anders Carlsson093f1a02008-02-06 07:19:27 +0000244 if (Result->getType() != ResultType)
Duncan Sands7876dad2009-11-16 13:11:21 +0000245 Result = Builder.CreateIntCast(Result, ResultType, /*isSigned*/true,
246 "cast");
Anders Carlsson093f1a02008-02-06 07:19:27 +0000247 return RValue::get(Result);
248 }
Benjamin Kramer14128162012-01-28 18:42:57 +0000249 case Builtin::BI__builtin_clzs:
Eli Friedman5e2281e2008-05-27 15:32:46 +0000250 case Builtin::BI__builtin_clz:
251 case Builtin::BI__builtin_clzl:
252 case Builtin::BI__builtin_clzll: {
253 Value *ArgValue = EmitScalarExpr(E->getArg(0));
Mike Stump11289f42009-09-09 15:08:12 +0000254
Chris Lattnera5f58b02011-07-09 17:41:47 +0000255 llvm::Type *ArgType = ArgValue->getType();
Benjamin Kramer8d375ce2011-07-14 17:45:50 +0000256 Value *F = CGM.getIntrinsic(Intrinsic::ctlz, ArgType);
Eli Friedman5e2281e2008-05-27 15:32:46 +0000257
Chris Lattner2192fe52011-07-18 04:24:23 +0000258 llvm::Type *ResultType = ConvertType(E->getType());
Bob Wilsona7a61e22012-01-26 22:14:27 +0000259 Value *ZeroUndef = Builder.getInt1(Target.isCLZForZeroUndef());
260 Value *Result = Builder.CreateCall2(F, ArgValue, ZeroUndef);
Eli Friedman5e2281e2008-05-27 15:32:46 +0000261 if (Result->getType() != ResultType)
Duncan Sands7876dad2009-11-16 13:11:21 +0000262 Result = Builder.CreateIntCast(Result, ResultType, /*isSigned*/true,
263 "cast");
Eli Friedman5e2281e2008-05-27 15:32:46 +0000264 return RValue::get(Result);
265 }
Daniel Dunbard93abc32008-07-21 17:19:41 +0000266 case Builtin::BI__builtin_ffs:
267 case Builtin::BI__builtin_ffsl:
268 case Builtin::BI__builtin_ffsll: {
269 // ffs(x) -> x ? cttz(x) + 1 : 0
270 Value *ArgValue = EmitScalarExpr(E->getArg(0));
Mike Stump11289f42009-09-09 15:08:12 +0000271
Chris Lattnera5f58b02011-07-09 17:41:47 +0000272 llvm::Type *ArgType = ArgValue->getType();
Benjamin Kramer8d375ce2011-07-14 17:45:50 +0000273 Value *F = CGM.getIntrinsic(Intrinsic::cttz, ArgType);
Mike Stump11289f42009-09-09 15:08:12 +0000274
Chris Lattner2192fe52011-07-18 04:24:23 +0000275 llvm::Type *ResultType = ConvertType(E->getType());
Chandler Carrutha31b95c2011-12-12 04:28:35 +0000276 Value *Tmp = Builder.CreateAdd(Builder.CreateCall2(F, ArgValue,
277 Builder.getTrue()),
Benjamin Kramer76399eb2011-09-27 21:06:10 +0000278 llvm::ConstantInt::get(ArgType, 1));
Owen Anderson0b75f232009-07-31 20:28:54 +0000279 Value *Zero = llvm::Constant::getNullValue(ArgType);
Daniel Dunbard93abc32008-07-21 17:19:41 +0000280 Value *IsZero = Builder.CreateICmpEQ(ArgValue, Zero, "iszero");
281 Value *Result = Builder.CreateSelect(IsZero, Zero, Tmp, "ffs");
282 if (Result->getType() != ResultType)
Duncan Sands7876dad2009-11-16 13:11:21 +0000283 Result = Builder.CreateIntCast(Result, ResultType, /*isSigned*/true,
284 "cast");
Daniel Dunbard93abc32008-07-21 17:19:41 +0000285 return RValue::get(Result);
286 }
287 case Builtin::BI__builtin_parity:
288 case Builtin::BI__builtin_parityl:
289 case Builtin::BI__builtin_parityll: {
290 // parity(x) -> ctpop(x) & 1
291 Value *ArgValue = EmitScalarExpr(E->getArg(0));
Mike Stump11289f42009-09-09 15:08:12 +0000292
Chris Lattnera5f58b02011-07-09 17:41:47 +0000293 llvm::Type *ArgType = ArgValue->getType();
Benjamin Kramer8d375ce2011-07-14 17:45:50 +0000294 Value *F = CGM.getIntrinsic(Intrinsic::ctpop, ArgType);
Mike Stump11289f42009-09-09 15:08:12 +0000295
Chris Lattner2192fe52011-07-18 04:24:23 +0000296 llvm::Type *ResultType = ConvertType(E->getType());
Benjamin Kramer76399eb2011-09-27 21:06:10 +0000297 Value *Tmp = Builder.CreateCall(F, ArgValue);
298 Value *Result = Builder.CreateAnd(Tmp, llvm::ConstantInt::get(ArgType, 1));
Daniel Dunbard93abc32008-07-21 17:19:41 +0000299 if (Result->getType() != ResultType)
Duncan Sands7876dad2009-11-16 13:11:21 +0000300 Result = Builder.CreateIntCast(Result, ResultType, /*isSigned*/true,
301 "cast");
Daniel Dunbard93abc32008-07-21 17:19:41 +0000302 return RValue::get(Result);
303 }
304 case Builtin::BI__builtin_popcount:
305 case Builtin::BI__builtin_popcountl:
306 case Builtin::BI__builtin_popcountll: {
307 Value *ArgValue = EmitScalarExpr(E->getArg(0));
Mike Stump11289f42009-09-09 15:08:12 +0000308
Chris Lattnera5f58b02011-07-09 17:41:47 +0000309 llvm::Type *ArgType = ArgValue->getType();
Benjamin Kramer8d375ce2011-07-14 17:45:50 +0000310 Value *F = CGM.getIntrinsic(Intrinsic::ctpop, ArgType);
Mike Stump11289f42009-09-09 15:08:12 +0000311
Chris Lattner2192fe52011-07-18 04:24:23 +0000312 llvm::Type *ResultType = ConvertType(E->getType());
Benjamin Kramer76399eb2011-09-27 21:06:10 +0000313 Value *Result = Builder.CreateCall(F, ArgValue);
Daniel Dunbard93abc32008-07-21 17:19:41 +0000314 if (Result->getType() != ResultType)
Duncan Sands7876dad2009-11-16 13:11:21 +0000315 Result = Builder.CreateIntCast(Result, ResultType, /*isSigned*/true,
316 "cast");
Daniel Dunbard93abc32008-07-21 17:19:41 +0000317 return RValue::get(Result);
318 }
Fariborz Jahanian0ebca282010-07-26 23:11:03 +0000319 case Builtin::BI__builtin_expect: {
Fariborz Jahanian24ac1592011-04-25 23:10:07 +0000320 Value *ArgValue = EmitScalarExpr(E->getArg(0));
Chris Lattnera5f58b02011-07-09 17:41:47 +0000321 llvm::Type *ArgType = ArgValue->getType();
Jakub Staszakd2cf2cb2011-07-08 22:45:14 +0000322
Benjamin Kramer8d375ce2011-07-14 17:45:50 +0000323 Value *FnExpect = CGM.getIntrinsic(Intrinsic::expect, ArgType);
Jakub Staszakd2cf2cb2011-07-08 22:45:14 +0000324 Value *ExpectedValue = EmitScalarExpr(E->getArg(1));
325
326 Value *Result = Builder.CreateCall2(FnExpect, ArgValue, ExpectedValue,
327 "expval");
328 return RValue::get(Result);
Fariborz Jahanian0ebca282010-07-26 23:11:03 +0000329 }
Anders Carlssonef93b9d2007-12-02 21:58:10 +0000330 case Builtin::BI__builtin_bswap32:
331 case Builtin::BI__builtin_bswap64: {
Chris Lattner13653d72007-12-13 07:34:23 +0000332 Value *ArgValue = EmitScalarExpr(E->getArg(0));
Chris Lattnera5f58b02011-07-09 17:41:47 +0000333 llvm::Type *ArgType = ArgValue->getType();
Benjamin Kramer8d375ce2011-07-14 17:45:50 +0000334 Value *F = CGM.getIntrinsic(Intrinsic::bswap, ArgType);
Benjamin Kramer76399eb2011-09-27 21:06:10 +0000335 return RValue::get(Builder.CreateCall(F, ArgValue));
Mike Stump11289f42009-09-09 15:08:12 +0000336 }
Daniel Dunbarb0d34c82008-09-03 21:13:56 +0000337 case Builtin::BI__builtin_object_size: {
Mike Stump7a484dd2009-10-26 23:39:48 +0000338 // We pass this builtin onto the optimizer so that it can
339 // figure out the object size in more complex cases.
Benjamin Kramer8d375ce2011-07-14 17:45:50 +0000340 llvm::Type *ResType = ConvertType(E->getType());
Eric Christopherc8791562009-12-23 03:49:37 +0000341
342 // LLVM only supports 0 and 2, make sure that we pass along that
343 // as a boolean.
344 Value *Ty = EmitScalarExpr(E->getArg(1));
345 ConstantInt *CI = dyn_cast<ConstantInt>(Ty);
346 assert(CI);
347 uint64_t val = CI->getZExtValue();
John McCallad7c5c12011-02-08 08:22:06 +0000348 CI = ConstantInt::get(Builder.getInt1Ty(), (val & 0x2) >> 1);
Eric Christopherc8791562009-12-23 03:49:37 +0000349
Benjamin Kramer8d375ce2011-07-14 17:45:50 +0000350 Value *F = CGM.getIntrinsic(Intrinsic::objectsize, ResType);
Mike Stump876387b2009-10-27 22:09:17 +0000351 return RValue::get(Builder.CreateCall2(F,
352 EmitScalarExpr(E->getArg(0)),
Eric Christopherc8791562009-12-23 03:49:37 +0000353 CI));
Daniel Dunbarb0d34c82008-09-03 21:13:56 +0000354 }
Daniel Dunbarb7257262008-07-21 22:59:13 +0000355 case Builtin::BI__builtin_prefetch: {
356 Value *Locality, *RW, *Address = EmitScalarExpr(E->getArg(0));
357 // FIXME: Technically these constants should of type 'int', yes?
Mike Stump11289f42009-09-09 15:08:12 +0000358 RW = (E->getNumArgs() > 1) ? EmitScalarExpr(E->getArg(1)) :
Chris Lattner5e016ae2010-06-27 07:15:29 +0000359 llvm::ConstantInt::get(Int32Ty, 0);
Mike Stump11289f42009-09-09 15:08:12 +0000360 Locality = (E->getNumArgs() > 2) ? EmitScalarExpr(E->getArg(2)) :
Chris Lattner5e016ae2010-06-27 07:15:29 +0000361 llvm::ConstantInt::get(Int32Ty, 3);
Bruno Cardoso Lopes3b0297a2011-06-14 05:00:30 +0000362 Value *Data = llvm::ConstantInt::get(Int32Ty, 1);
Benjamin Kramer8d375ce2011-07-14 17:45:50 +0000363 Value *F = CGM.getIntrinsic(Intrinsic::prefetch);
Bruno Cardoso Lopes3b0297a2011-06-14 05:00:30 +0000364 return RValue::get(Builder.CreateCall4(F, Address, RW, Locality, Data));
Anders Carlssonef93b9d2007-12-02 21:58:10 +0000365 }
Daniel Dunbarb7257262008-07-21 22:59:13 +0000366 case Builtin::BI__builtin_trap: {
Benjamin Kramer8d375ce2011-07-14 17:45:50 +0000367 Value *F = CGM.getIntrinsic(Intrinsic::trap);
Daniel Dunbarb7257262008-07-21 22:59:13 +0000368 return RValue::get(Builder.CreateCall(F));
369 }
Chris Lattnerbf206382009-09-21 03:09:59 +0000370 case Builtin::BI__builtin_unreachable: {
John McCall20f6ab82011-01-12 03:41:02 +0000371 if (CatchUndefined)
Mike Stumpb85ffb62009-12-16 03:07:12 +0000372 EmitBranch(getTrapBB());
John McCall20f6ab82011-01-12 03:41:02 +0000373 else
374 Builder.CreateUnreachable();
375
376 // We do need to preserve an insertion point.
John McCallad7c5c12011-02-08 08:22:06 +0000377 EmitBlock(createBasicBlock("unreachable.cont"));
John McCall20f6ab82011-01-12 03:41:02 +0000378
379 return RValue::get(0);
Chris Lattnerbf206382009-09-21 03:09:59 +0000380 }
381
Daniel Dunbarc2f67962008-07-21 18:44:41 +0000382 case Builtin::BI__builtin_powi:
383 case Builtin::BI__builtin_powif:
384 case Builtin::BI__builtin_powil: {
385 Value *Base = EmitScalarExpr(E->getArg(0));
386 Value *Exponent = EmitScalarExpr(E->getArg(1));
Chris Lattnera5f58b02011-07-09 17:41:47 +0000387 llvm::Type *ArgType = Base->getType();
Benjamin Kramer8d375ce2011-07-14 17:45:50 +0000388 Value *F = CGM.getIntrinsic(Intrinsic::powi, ArgType);
Benjamin Kramer76399eb2011-09-27 21:06:10 +0000389 return RValue::get(Builder.CreateCall2(F, Base, Exponent));
Daniel Dunbarc2f67962008-07-21 18:44:41 +0000390 }
391
Chris Lattner6c9ffe92007-12-20 00:44:32 +0000392 case Builtin::BI__builtin_isgreater:
393 case Builtin::BI__builtin_isgreaterequal:
394 case Builtin::BI__builtin_isless:
395 case Builtin::BI__builtin_islessequal:
396 case Builtin::BI__builtin_islessgreater:
397 case Builtin::BI__builtin_isunordered: {
398 // Ordered comparisons: we know the arguments to these are matching scalar
399 // floating point values.
Mike Stump11289f42009-09-09 15:08:12 +0000400 Value *LHS = EmitScalarExpr(E->getArg(0));
Chris Lattner6c9ffe92007-12-20 00:44:32 +0000401 Value *RHS = EmitScalarExpr(E->getArg(1));
Mike Stump11289f42009-09-09 15:08:12 +0000402
Chris Lattner6c9ffe92007-12-20 00:44:32 +0000403 switch (BuiltinID) {
David Blaikie83d382b2011-09-23 05:06:16 +0000404 default: llvm_unreachable("Unknown ordered comparison");
Chris Lattner6c9ffe92007-12-20 00:44:32 +0000405 case Builtin::BI__builtin_isgreater:
406 LHS = Builder.CreateFCmpOGT(LHS, RHS, "cmp");
407 break;
408 case Builtin::BI__builtin_isgreaterequal:
409 LHS = Builder.CreateFCmpOGE(LHS, RHS, "cmp");
410 break;
411 case Builtin::BI__builtin_isless:
412 LHS = Builder.CreateFCmpOLT(LHS, RHS, "cmp");
413 break;
414 case Builtin::BI__builtin_islessequal:
415 LHS = Builder.CreateFCmpOLE(LHS, RHS, "cmp");
416 break;
417 case Builtin::BI__builtin_islessgreater:
418 LHS = Builder.CreateFCmpONE(LHS, RHS, "cmp");
419 break;
Mike Stump11289f42009-09-09 15:08:12 +0000420 case Builtin::BI__builtin_isunordered:
Chris Lattner6c9ffe92007-12-20 00:44:32 +0000421 LHS = Builder.CreateFCmpUNO(LHS, RHS, "cmp");
422 break;
423 }
424 // ZExt bool to int type.
Benjamin Kramer76399eb2011-09-27 21:06:10 +0000425 return RValue::get(Builder.CreateZExt(LHS, ConvertType(E->getType())));
Chris Lattner6c9ffe92007-12-20 00:44:32 +0000426 }
Eli Friedman1c277d02009-09-01 04:19:44 +0000427 case Builtin::BI__builtin_isnan: {
428 Value *V = EmitScalarExpr(E->getArg(0));
429 V = Builder.CreateFCmpUNO(V, V, "cmp");
Benjamin Kramer76399eb2011-09-27 21:06:10 +0000430 return RValue::get(Builder.CreateZExt(V, ConvertType(E->getType())));
Eli Friedman1c277d02009-09-01 04:19:44 +0000431 }
Chris Lattner43660c52010-05-06 05:35:16 +0000432
433 case Builtin::BI__builtin_isinf: {
434 // isinf(x) --> fabs(x) == infinity
435 Value *V = EmitScalarExpr(E->getArg(0));
436 V = EmitFAbs(*this, V, E->getArg(0)->getType());
437
438 V = Builder.CreateFCmpOEQ(V, ConstantFP::getInfinity(V->getType()),"isinf");
Benjamin Kramer76399eb2011-09-27 21:06:10 +0000439 return RValue::get(Builder.CreateZExt(V, ConvertType(E->getType())));
Chris Lattner43660c52010-05-06 05:35:16 +0000440 }
Chris Lattner36283262010-05-06 06:13:53 +0000441
442 // TODO: BI__builtin_isinf_sign
443 // isinf_sign(x) -> isinf(x) ? (signbit(x) ? -1 : 1) : 0
Benjamin Kramerfdb61d72010-05-19 11:24:26 +0000444
445 case Builtin::BI__builtin_isnormal: {
446 // isnormal(x) --> x == x && fabsf(x) < infinity && fabsf(x) >= float_min
447 Value *V = EmitScalarExpr(E->getArg(0));
448 Value *Eq = Builder.CreateFCmpOEQ(V, V, "iseq");
449
450 Value *Abs = EmitFAbs(*this, V, E->getArg(0)->getType());
451 Value *IsLessThanInf =
452 Builder.CreateFCmpULT(Abs, ConstantFP::getInfinity(V->getType()),"isinf");
453 APFloat Smallest = APFloat::getSmallestNormalized(
454 getContext().getFloatTypeSemantics(E->getArg(0)->getType()));
455 Value *IsNormal =
456 Builder.CreateFCmpUGE(Abs, ConstantFP::get(V->getContext(), Smallest),
457 "isnormal");
458 V = Builder.CreateAnd(Eq, IsLessThanInf, "and");
459 V = Builder.CreateAnd(V, IsNormal, "and");
460 return RValue::get(Builder.CreateZExt(V, ConvertType(E->getType())));
461 }
462
Chris Lattnerdbff4bf2010-05-06 06:04:13 +0000463 case Builtin::BI__builtin_isfinite: {
Julien Lerougee0d5fad2011-09-09 22:46:39 +0000464 // isfinite(x) --> x == x && fabs(x) != infinity;
Chris Lattnerdbff4bf2010-05-06 06:04:13 +0000465 Value *V = EmitScalarExpr(E->getArg(0));
466 Value *Eq = Builder.CreateFCmpOEQ(V, V, "iseq");
467
468 Value *Abs = EmitFAbs(*this, V, E->getArg(0)->getType());
469 Value *IsNotInf =
470 Builder.CreateFCmpUNE(Abs, ConstantFP::getInfinity(V->getType()),"isinf");
471
472 V = Builder.CreateAnd(Eq, IsNotInf, "and");
473 return RValue::get(Builder.CreateZExt(V, ConvertType(E->getType())));
474 }
Benjamin Kramer7039fcb2010-06-14 10:30:41 +0000475
476 case Builtin::BI__builtin_fpclassify: {
477 Value *V = EmitScalarExpr(E->getArg(5));
Chris Lattner2192fe52011-07-18 04:24:23 +0000478 llvm::Type *Ty = ConvertType(E->getArg(5)->getType());
Benjamin Kramer7039fcb2010-06-14 10:30:41 +0000479
480 // Create Result
481 BasicBlock *Begin = Builder.GetInsertBlock();
482 BasicBlock *End = createBasicBlock("fpclassify_end", this->CurFn);
483 Builder.SetInsertPoint(End);
484 PHINode *Result =
Jay Foad20c0f022011-03-30 11:28:58 +0000485 Builder.CreatePHI(ConvertType(E->getArg(0)->getType()), 4,
Benjamin Kramer7039fcb2010-06-14 10:30:41 +0000486 "fpclassify_result");
487
488 // if (V==0) return FP_ZERO
489 Builder.SetInsertPoint(Begin);
490 Value *IsZero = Builder.CreateFCmpOEQ(V, Constant::getNullValue(Ty),
491 "iszero");
492 Value *ZeroLiteral = EmitScalarExpr(E->getArg(4));
493 BasicBlock *NotZero = createBasicBlock("fpclassify_not_zero", this->CurFn);
494 Builder.CreateCondBr(IsZero, End, NotZero);
495 Result->addIncoming(ZeroLiteral, Begin);
496
497 // if (V != V) return FP_NAN
498 Builder.SetInsertPoint(NotZero);
499 Value *IsNan = Builder.CreateFCmpUNO(V, V, "cmp");
500 Value *NanLiteral = EmitScalarExpr(E->getArg(0));
501 BasicBlock *NotNan = createBasicBlock("fpclassify_not_nan", this->CurFn);
502 Builder.CreateCondBr(IsNan, End, NotNan);
503 Result->addIncoming(NanLiteral, NotZero);
504
505 // if (fabs(V) == infinity) return FP_INFINITY
506 Builder.SetInsertPoint(NotNan);
507 Value *VAbs = EmitFAbs(*this, V, E->getArg(5)->getType());
508 Value *IsInf =
509 Builder.CreateFCmpOEQ(VAbs, ConstantFP::getInfinity(V->getType()),
510 "isinf");
511 Value *InfLiteral = EmitScalarExpr(E->getArg(1));
512 BasicBlock *NotInf = createBasicBlock("fpclassify_not_inf", this->CurFn);
513 Builder.CreateCondBr(IsInf, End, NotInf);
514 Result->addIncoming(InfLiteral, NotNan);
515
516 // if (fabs(V) >= MIN_NORMAL) return FP_NORMAL else FP_SUBNORMAL
517 Builder.SetInsertPoint(NotInf);
518 APFloat Smallest = APFloat::getSmallestNormalized(
519 getContext().getFloatTypeSemantics(E->getArg(5)->getType()));
520 Value *IsNormal =
521 Builder.CreateFCmpUGE(VAbs, ConstantFP::get(V->getContext(), Smallest),
522 "isnormal");
523 Value *NormalResult =
524 Builder.CreateSelect(IsNormal, EmitScalarExpr(E->getArg(2)),
525 EmitScalarExpr(E->getArg(3)));
526 Builder.CreateBr(End);
527 Result->addIncoming(NormalResult, NotInf);
528
529 // return Result
530 Builder.SetInsertPoint(End);
531 return RValue::get(Result);
532 }
Chris Lattnerdbff4bf2010-05-06 06:04:13 +0000533
Eli Friedmanf6bd1502009-06-02 07:10:30 +0000534 case Builtin::BIalloca:
Chris Lattner22b9ff42008-06-16 17:15:14 +0000535 case Builtin::BI__builtin_alloca: {
Chris Lattner22b9ff42008-06-16 17:15:14 +0000536 Value *Size = EmitScalarExpr(E->getArg(0));
Benjamin Kramer76399eb2011-09-27 21:06:10 +0000537 return RValue::get(Builder.CreateAlloca(Builder.getInt8Ty(), Size));
Daniel Dunbar327acd72008-07-22 00:26:45 +0000538 }
Eli Friedmand6ef69a2010-01-23 19:00:10 +0000539 case Builtin::BIbzero:
Daniel Dunbar327acd72008-07-22 00:26:45 +0000540 case Builtin::BI__builtin_bzero: {
541 Value *Address = EmitScalarExpr(E->getArg(0));
Mon P Wangcc2ab0c2010-04-04 03:10:52 +0000542 Value *SizeVal = EmitScalarExpr(E->getArg(1));
Jay Foadb0f33442012-03-02 18:34:30 +0000543 unsigned Align = GetPointeeAlignment(E->getArg(0));
544 Builder.CreateMemSet(Address, Builder.getInt8(0), SizeVal, Align, false);
Daniel Dunbar327acd72008-07-22 00:26:45 +0000545 return RValue::get(Address);
Chris Lattner22b9ff42008-06-16 17:15:14 +0000546 }
Eli Friedman7f4933f2009-12-17 00:14:28 +0000547 case Builtin::BImemcpy:
Eli Friedmana3a40682008-05-19 23:27:48 +0000548 case Builtin::BI__builtin_memcpy: {
Daniel Dunbar327acd72008-07-22 00:26:45 +0000549 Value *Address = EmitScalarExpr(E->getArg(0));
Mon P Wangcc2ab0c2010-04-04 03:10:52 +0000550 Value *SrcAddr = EmitScalarExpr(E->getArg(1));
551 Value *SizeVal = EmitScalarExpr(E->getArg(2));
Jay Foadb0f33442012-03-02 18:34:30 +0000552 unsigned Align = std::min(GetPointeeAlignment(E->getArg(0)),
553 GetPointeeAlignment(E->getArg(1)));
554 Builder.CreateMemCpy(Address, SrcAddr, SizeVal, Align, false);
Daniel Dunbar327acd72008-07-22 00:26:45 +0000555 return RValue::get(Address);
556 }
Fariborz Jahanian021510e2010-06-15 22:44:06 +0000557
Chris Lattner30107ed2011-04-17 00:40:24 +0000558 case Builtin::BI__builtin___memcpy_chk: {
559 // fold __builtin_memcpy_chk(x, y, cst1, cst2) to memset iff cst1<=cst2.
Richard Smithcaf33902011-10-10 18:28:20 +0000560 llvm::APSInt Size, DstSize;
561 if (!E->getArg(2)->EvaluateAsInt(Size, CGM.getContext()) ||
562 !E->getArg(3)->EvaluateAsInt(DstSize, CGM.getContext()))
Chris Lattner30107ed2011-04-17 00:40:24 +0000563 break;
Chris Lattner30107ed2011-04-17 00:40:24 +0000564 if (Size.ugt(DstSize))
565 break;
566 Value *Dest = EmitScalarExpr(E->getArg(0));
567 Value *Src = EmitScalarExpr(E->getArg(1));
568 Value *SizeVal = llvm::ConstantInt::get(Builder.getContext(), Size);
Jay Foadb0f33442012-03-02 18:34:30 +0000569 unsigned Align = std::min(GetPointeeAlignment(E->getArg(0)),
570 GetPointeeAlignment(E->getArg(1)));
571 Builder.CreateMemCpy(Dest, Src, SizeVal, Align, false);
Chris Lattner54fd1a12011-04-20 23:14:50 +0000572 return RValue::get(Dest);
Chris Lattner30107ed2011-04-17 00:40:24 +0000573 }
574
Fariborz Jahanian4a303072010-06-16 16:22:04 +0000575 case Builtin::BI__builtin_objc_memmove_collectable: {
Fariborz Jahanian021510e2010-06-15 22:44:06 +0000576 Value *Address = EmitScalarExpr(E->getArg(0));
577 Value *SrcAddr = EmitScalarExpr(E->getArg(1));
578 Value *SizeVal = EmitScalarExpr(E->getArg(2));
579 CGM.getObjCRuntime().EmitGCMemmoveCollectable(*this,
580 Address, SrcAddr, SizeVal);
581 return RValue::get(Address);
582 }
Chris Lattner30107ed2011-04-17 00:40:24 +0000583
584 case Builtin::BI__builtin___memmove_chk: {
585 // fold __builtin_memmove_chk(x, y, cst1, cst2) to memset iff cst1<=cst2.
Richard Smithcaf33902011-10-10 18:28:20 +0000586 llvm::APSInt Size, DstSize;
587 if (!E->getArg(2)->EvaluateAsInt(Size, CGM.getContext()) ||
588 !E->getArg(3)->EvaluateAsInt(DstSize, CGM.getContext()))
Chris Lattner30107ed2011-04-17 00:40:24 +0000589 break;
Chris Lattner30107ed2011-04-17 00:40:24 +0000590 if (Size.ugt(DstSize))
591 break;
592 Value *Dest = EmitScalarExpr(E->getArg(0));
593 Value *Src = EmitScalarExpr(E->getArg(1));
594 Value *SizeVal = llvm::ConstantInt::get(Builder.getContext(), Size);
Jay Foadb0f33442012-03-02 18:34:30 +0000595 unsigned Align = std::min(GetPointeeAlignment(E->getArg(0)),
596 GetPointeeAlignment(E->getArg(1)));
597 Builder.CreateMemMove(Dest, Src, SizeVal, Align, false);
Chris Lattner54fd1a12011-04-20 23:14:50 +0000598 return RValue::get(Dest);
Chris Lattner30107ed2011-04-17 00:40:24 +0000599 }
600
Eli Friedman7f4933f2009-12-17 00:14:28 +0000601 case Builtin::BImemmove:
Daniel Dunbar327acd72008-07-22 00:26:45 +0000602 case Builtin::BI__builtin_memmove: {
603 Value *Address = EmitScalarExpr(E->getArg(0));
Mon P Wangcc2ab0c2010-04-04 03:10:52 +0000604 Value *SrcAddr = EmitScalarExpr(E->getArg(1));
605 Value *SizeVal = EmitScalarExpr(E->getArg(2));
Jay Foadb0f33442012-03-02 18:34:30 +0000606 unsigned Align = std::min(GetPointeeAlignment(E->getArg(0)),
607 GetPointeeAlignment(E->getArg(1)));
608 Builder.CreateMemMove(Address, SrcAddr, SizeVal, Align, false);
Daniel Dunbar327acd72008-07-22 00:26:45 +0000609 return RValue::get(Address);
610 }
Eli Friedman7f4933f2009-12-17 00:14:28 +0000611 case Builtin::BImemset:
Daniel Dunbar327acd72008-07-22 00:26:45 +0000612 case Builtin::BI__builtin_memset: {
613 Value *Address = EmitScalarExpr(E->getArg(0));
Benjamin Krameracc6b4e2010-12-30 00:13:21 +0000614 Value *ByteVal = Builder.CreateTrunc(EmitScalarExpr(E->getArg(1)),
615 Builder.getInt8Ty());
Mon P Wangcc2ab0c2010-04-04 03:10:52 +0000616 Value *SizeVal = EmitScalarExpr(E->getArg(2));
Jay Foadb0f33442012-03-02 18:34:30 +0000617 unsigned Align = GetPointeeAlignment(E->getArg(0));
618 Builder.CreateMemSet(Address, ByteVal, SizeVal, Align, false);
Daniel Dunbar327acd72008-07-22 00:26:45 +0000619 return RValue::get(Address);
Eli Friedmana3a40682008-05-19 23:27:48 +0000620 }
Chris Lattner30107ed2011-04-17 00:40:24 +0000621 case Builtin::BI__builtin___memset_chk: {
622 // fold __builtin_memset_chk(x, y, cst1, cst2) to memset iff cst1<=cst2.
Richard Smithcaf33902011-10-10 18:28:20 +0000623 llvm::APSInt Size, DstSize;
624 if (!E->getArg(2)->EvaluateAsInt(Size, CGM.getContext()) ||
625 !E->getArg(3)->EvaluateAsInt(DstSize, CGM.getContext()))
Chris Lattner30107ed2011-04-17 00:40:24 +0000626 break;
Chris Lattner30107ed2011-04-17 00:40:24 +0000627 if (Size.ugt(DstSize))
628 break;
629 Value *Address = EmitScalarExpr(E->getArg(0));
630 Value *ByteVal = Builder.CreateTrunc(EmitScalarExpr(E->getArg(1)),
631 Builder.getInt8Ty());
632 Value *SizeVal = llvm::ConstantInt::get(Builder.getContext(), Size);
Jay Foadb0f33442012-03-02 18:34:30 +0000633 unsigned Align = GetPointeeAlignment(E->getArg(0));
634 Builder.CreateMemSet(Address, ByteVal, SizeVal, Align, false);
Chris Lattner30107ed2011-04-17 00:40:24 +0000635
Chris Lattner54fd1a12011-04-20 23:14:50 +0000636 return RValue::get(Address);
Chris Lattner30107ed2011-04-17 00:40:24 +0000637 }
John McCall515c3c52010-03-03 10:30:05 +0000638 case Builtin::BI__builtin_dwarf_cfa: {
639 // The offset in bytes from the first argument to the CFA.
640 //
641 // Why on earth is this in the frontend? Is there any reason at
642 // all that the backend can't reasonably determine this while
643 // lowering llvm.eh.dwarf.cfa()?
644 //
645 // TODO: If there's a satisfactory reason, add a target hook for
646 // this instead of hard-coding 0, which is correct for most targets.
647 int32_t Offset = 0;
648
Benjamin Kramer8d375ce2011-07-14 17:45:50 +0000649 Value *F = CGM.getIntrinsic(Intrinsic::eh_dwarf_cfa);
Chris Lattner5e016ae2010-06-27 07:15:29 +0000650 return RValue::get(Builder.CreateCall(F,
651 llvm::ConstantInt::get(Int32Ty, Offset)));
John McCall515c3c52010-03-03 10:30:05 +0000652 }
Eli Friedman53e38bd2008-05-20 08:59:34 +0000653 case Builtin::BI__builtin_return_address: {
Anton Korobeynikov73d50b92009-12-27 14:27:22 +0000654 Value *Depth = EmitScalarExpr(E->getArg(0));
Benjamin Kramer76399eb2011-09-27 21:06:10 +0000655 Depth = Builder.CreateIntCast(Depth, Int32Ty, false);
Benjamin Kramer8d375ce2011-07-14 17:45:50 +0000656 Value *F = CGM.getIntrinsic(Intrinsic::returnaddress);
Anton Korobeynikov73d50b92009-12-27 14:27:22 +0000657 return RValue::get(Builder.CreateCall(F, Depth));
Eli Friedman53e38bd2008-05-20 08:59:34 +0000658 }
659 case Builtin::BI__builtin_frame_address: {
Anton Korobeynikov73d50b92009-12-27 14:27:22 +0000660 Value *Depth = EmitScalarExpr(E->getArg(0));
Benjamin Kramer76399eb2011-09-27 21:06:10 +0000661 Depth = Builder.CreateIntCast(Depth, Int32Ty, false);
Benjamin Kramer8d375ce2011-07-14 17:45:50 +0000662 Value *F = CGM.getIntrinsic(Intrinsic::frameaddress);
Anton Korobeynikov73d50b92009-12-27 14:27:22 +0000663 return RValue::get(Builder.CreateCall(F, Depth));
Eli Friedman53e38bd2008-05-20 08:59:34 +0000664 }
Eli Friedman5b73b5e2009-05-03 19:23:23 +0000665 case Builtin::BI__builtin_extract_return_addr: {
John McCalld4f4b7f2010-03-03 04:15:11 +0000666 Value *Address = EmitScalarExpr(E->getArg(0));
667 Value *Result = getTargetHooks().decodeReturnAddress(*this, Address);
668 return RValue::get(Result);
669 }
670 case Builtin::BI__builtin_frob_return_addr: {
671 Value *Address = EmitScalarExpr(E->getArg(0));
672 Value *Result = getTargetHooks().encodeReturnAddress(*this, Address);
673 return RValue::get(Result);
Eli Friedman5b73b5e2009-05-03 19:23:23 +0000674 }
John McCallbeec5a02010-03-06 00:35:14 +0000675 case Builtin::BI__builtin_dwarf_sp_column: {
Chris Lattner2192fe52011-07-18 04:24:23 +0000676 llvm::IntegerType *Ty
John McCallbeec5a02010-03-06 00:35:14 +0000677 = cast<llvm::IntegerType>(ConvertType(E->getType()));
678 int Column = getTargetHooks().getDwarfEHStackPointer(CGM);
679 if (Column == -1) {
680 CGM.ErrorUnsupported(E, "__builtin_dwarf_sp_column");
681 return RValue::get(llvm::UndefValue::get(Ty));
682 }
683 return RValue::get(llvm::ConstantInt::get(Ty, Column, true));
684 }
685 case Builtin::BI__builtin_init_dwarf_reg_size_table: {
686 Value *Address = EmitScalarExpr(E->getArg(0));
687 if (getTargetHooks().initDwarfEHRegSizeTable(*this, Address))
688 CGM.ErrorUnsupported(E, "__builtin_init_dwarf_reg_size_table");
689 return RValue::get(llvm::UndefValue::get(ConvertType(E->getType())));
690 }
John McCall66769f82010-03-03 05:38:58 +0000691 case Builtin::BI__builtin_eh_return: {
692 Value *Int = EmitScalarExpr(E->getArg(0));
693 Value *Ptr = EmitScalarExpr(E->getArg(1));
694
Chris Lattner2192fe52011-07-18 04:24:23 +0000695 llvm::IntegerType *IntTy = cast<llvm::IntegerType>(Int->getType());
John McCall66769f82010-03-03 05:38:58 +0000696 assert((IntTy->getBitWidth() == 32 || IntTy->getBitWidth() == 64) &&
697 "LLVM's __builtin_eh_return only supports 32- and 64-bit variants");
698 Value *F = CGM.getIntrinsic(IntTy->getBitWidth() == 32
699 ? Intrinsic::eh_return_i32
Benjamin Kramer8d375ce2011-07-14 17:45:50 +0000700 : Intrinsic::eh_return_i64);
John McCall66769f82010-03-03 05:38:58 +0000701 Builder.CreateCall2(F, Int, Ptr);
John McCall20f6ab82011-01-12 03:41:02 +0000702 Builder.CreateUnreachable();
703
704 // We do need to preserve an insertion point.
John McCallad7c5c12011-02-08 08:22:06 +0000705 EmitBlock(createBasicBlock("builtin_eh_return.cont"));
John McCall20f6ab82011-01-12 03:41:02 +0000706
707 return RValue::get(0);
John McCall66769f82010-03-03 05:38:58 +0000708 }
Eli Friedmancb9d07c2009-06-02 09:37:50 +0000709 case Builtin::BI__builtin_unwind_init: {
Benjamin Kramer8d375ce2011-07-14 17:45:50 +0000710 Value *F = CGM.getIntrinsic(Intrinsic::eh_unwind_init);
Eli Friedmancb9d07c2009-06-02 09:37:50 +0000711 return RValue::get(Builder.CreateCall(F));
712 }
John McCall4b613fa2010-03-02 02:31:24 +0000713 case Builtin::BI__builtin_extend_pointer: {
714 // Extends a pointer to the size of an _Unwind_Word, which is
John McCallb6cc2c042010-03-02 03:50:12 +0000715 // uint64_t on all platforms. Generally this gets poked into a
716 // register and eventually used as an address, so if the
717 // addressing registers are wider than pointers and the platform
718 // doesn't implicitly ignore high-order bits when doing
719 // addressing, we need to make sure we zext / sext based on
720 // the platform's expectations.
John McCall4b613fa2010-03-02 02:31:24 +0000721 //
722 // See: http://gcc.gnu.org/ml/gcc-bugs/2002-02/msg00237.html
John McCallb6cc2c042010-03-02 03:50:12 +0000723
John McCallb6cc2c042010-03-02 03:50:12 +0000724 // Cast the pointer to intptr_t.
John McCall4b613fa2010-03-02 02:31:24 +0000725 Value *Ptr = EmitScalarExpr(E->getArg(0));
John McCallb6cc2c042010-03-02 03:50:12 +0000726 Value *Result = Builder.CreatePtrToInt(Ptr, IntPtrTy, "extend.cast");
727
728 // If that's 64 bits, we're done.
729 if (IntPtrTy->getBitWidth() == 64)
730 return RValue::get(Result);
731
732 // Otherwise, ask the codegen data what to do.
John McCalld4f4b7f2010-03-03 04:15:11 +0000733 if (getTargetHooks().extendPointerWithSExt())
John McCallb6cc2c042010-03-02 03:50:12 +0000734 return RValue::get(Builder.CreateSExt(Result, Int64Ty, "extend.sext"));
735 else
736 return RValue::get(Builder.CreateZExt(Result, Int64Ty, "extend.zext"));
John McCall4b613fa2010-03-02 02:31:24 +0000737 }
Eli Friedmancb9d07c2009-06-02 09:37:50 +0000738 case Builtin::BI__builtin_setjmp: {
John McCall02269a62010-05-27 18:47:06 +0000739 // Buffer is a void**.
Eli Friedmancb9d07c2009-06-02 09:37:50 +0000740 Value *Buf = EmitScalarExpr(E->getArg(0));
John McCall02269a62010-05-27 18:47:06 +0000741
742 // Store the frame pointer to the setjmp buffer.
Eli Friedmancb9d07c2009-06-02 09:37:50 +0000743 Value *FrameAddr =
John McCall02269a62010-05-27 18:47:06 +0000744 Builder.CreateCall(CGM.getIntrinsic(Intrinsic::frameaddress),
Chris Lattner5e016ae2010-06-27 07:15:29 +0000745 ConstantInt::get(Int32Ty, 0));
Eli Friedmancb9d07c2009-06-02 09:37:50 +0000746 Builder.CreateStore(FrameAddr, Buf);
John McCall02269a62010-05-27 18:47:06 +0000747
Jim Grosbach4cf59b92010-05-27 23:54:20 +0000748 // Store the stack pointer to the setjmp buffer.
749 Value *StackAddr =
750 Builder.CreateCall(CGM.getIntrinsic(Intrinsic::stacksave));
751 Value *StackSaveSlot =
Chris Lattner5e016ae2010-06-27 07:15:29 +0000752 Builder.CreateGEP(Buf, ConstantInt::get(Int32Ty, 2));
Jim Grosbach4cf59b92010-05-27 23:54:20 +0000753 Builder.CreateStore(StackAddr, StackSaveSlot);
754
John McCall02269a62010-05-27 18:47:06 +0000755 // Call LLVM's EH setjmp, which is lightweight.
756 Value *F = CGM.getIntrinsic(Intrinsic::eh_sjlj_setjmp);
John McCallad7c5c12011-02-08 08:22:06 +0000757 Buf = Builder.CreateBitCast(Buf, Int8PtrTy);
Eli Friedmancb9d07c2009-06-02 09:37:50 +0000758 return RValue::get(Builder.CreateCall(F, Buf));
759 }
760 case Builtin::BI__builtin_longjmp: {
Eli Friedmancb9d07c2009-06-02 09:37:50 +0000761 Value *Buf = EmitScalarExpr(E->getArg(0));
John McCallad7c5c12011-02-08 08:22:06 +0000762 Buf = Builder.CreateBitCast(Buf, Int8PtrTy);
John McCall02269a62010-05-27 18:47:06 +0000763
764 // Call LLVM's EH longjmp, which is lightweight.
765 Builder.CreateCall(CGM.getIntrinsic(Intrinsic::eh_sjlj_longjmp), Buf);
766
John McCall20f6ab82011-01-12 03:41:02 +0000767 // longjmp doesn't return; mark this as unreachable.
768 Builder.CreateUnreachable();
769
770 // We do need to preserve an insertion point.
John McCallad7c5c12011-02-08 08:22:06 +0000771 EmitBlock(createBasicBlock("longjmp.cont"));
John McCall20f6ab82011-01-12 03:41:02 +0000772
773 return RValue::get(0);
Eli Friedmancb9d07c2009-06-02 09:37:50 +0000774 }
Mon P Wangb84407d2008-05-09 22:40:52 +0000775 case Builtin::BI__sync_fetch_and_add:
Mon P Wangb84407d2008-05-09 22:40:52 +0000776 case Builtin::BI__sync_fetch_and_sub:
Chris Lattnerdc046542009-05-08 06:58:22 +0000777 case Builtin::BI__sync_fetch_and_or:
778 case Builtin::BI__sync_fetch_and_and:
779 case Builtin::BI__sync_fetch_and_xor:
780 case Builtin::BI__sync_add_and_fetch:
781 case Builtin::BI__sync_sub_and_fetch:
782 case Builtin::BI__sync_and_and_fetch:
783 case Builtin::BI__sync_or_and_fetch:
784 case Builtin::BI__sync_xor_and_fetch:
785 case Builtin::BI__sync_val_compare_and_swap:
786 case Builtin::BI__sync_bool_compare_and_swap:
787 case Builtin::BI__sync_lock_test_and_set:
788 case Builtin::BI__sync_lock_release:
Chris Lattner9cb59fa2011-04-09 03:57:26 +0000789 case Builtin::BI__sync_swap:
David Blaikie83d382b2011-09-23 05:06:16 +0000790 llvm_unreachable("Shouldn't make it through sema");
Chris Lattnerdc046542009-05-08 06:58:22 +0000791 case Builtin::BI__sync_fetch_and_add_1:
792 case Builtin::BI__sync_fetch_and_add_2:
793 case Builtin::BI__sync_fetch_and_add_4:
794 case Builtin::BI__sync_fetch_and_add_8:
795 case Builtin::BI__sync_fetch_and_add_16:
Eli Friedmane9f81132011-09-07 01:41:24 +0000796 return EmitBinaryAtomic(*this, llvm::AtomicRMWInst::Add, E);
Chris Lattnerdc046542009-05-08 06:58:22 +0000797 case Builtin::BI__sync_fetch_and_sub_1:
798 case Builtin::BI__sync_fetch_and_sub_2:
799 case Builtin::BI__sync_fetch_and_sub_4:
800 case Builtin::BI__sync_fetch_and_sub_8:
801 case Builtin::BI__sync_fetch_and_sub_16:
Eli Friedmane9f81132011-09-07 01:41:24 +0000802 return EmitBinaryAtomic(*this, llvm::AtomicRMWInst::Sub, E);
Chris Lattnerdc046542009-05-08 06:58:22 +0000803 case Builtin::BI__sync_fetch_and_or_1:
804 case Builtin::BI__sync_fetch_and_or_2:
805 case Builtin::BI__sync_fetch_and_or_4:
806 case Builtin::BI__sync_fetch_and_or_8:
807 case Builtin::BI__sync_fetch_and_or_16:
Eli Friedmane9f81132011-09-07 01:41:24 +0000808 return EmitBinaryAtomic(*this, llvm::AtomicRMWInst::Or, E);
Chris Lattnerdc046542009-05-08 06:58:22 +0000809 case Builtin::BI__sync_fetch_and_and_1:
810 case Builtin::BI__sync_fetch_and_and_2:
811 case Builtin::BI__sync_fetch_and_and_4:
812 case Builtin::BI__sync_fetch_and_and_8:
813 case Builtin::BI__sync_fetch_and_and_16:
Eli Friedmane9f81132011-09-07 01:41:24 +0000814 return EmitBinaryAtomic(*this, llvm::AtomicRMWInst::And, E);
Chris Lattnerdc046542009-05-08 06:58:22 +0000815 case Builtin::BI__sync_fetch_and_xor_1:
816 case Builtin::BI__sync_fetch_and_xor_2:
817 case Builtin::BI__sync_fetch_and_xor_4:
818 case Builtin::BI__sync_fetch_and_xor_8:
819 case Builtin::BI__sync_fetch_and_xor_16:
Eli Friedmane9f81132011-09-07 01:41:24 +0000820 return EmitBinaryAtomic(*this, llvm::AtomicRMWInst::Xor, E);
Mike Stump11289f42009-09-09 15:08:12 +0000821
Chris Lattnerdc046542009-05-08 06:58:22 +0000822 // Clang extensions: not overloaded yet.
Mon P Wangb84407d2008-05-09 22:40:52 +0000823 case Builtin::BI__sync_fetch_and_min:
Eli Friedmane9f81132011-09-07 01:41:24 +0000824 return EmitBinaryAtomic(*this, llvm::AtomicRMWInst::Min, E);
Mon P Wangb84407d2008-05-09 22:40:52 +0000825 case Builtin::BI__sync_fetch_and_max:
Eli Friedmane9f81132011-09-07 01:41:24 +0000826 return EmitBinaryAtomic(*this, llvm::AtomicRMWInst::Max, E);
Mon P Wangb84407d2008-05-09 22:40:52 +0000827 case Builtin::BI__sync_fetch_and_umin:
Eli Friedmane9f81132011-09-07 01:41:24 +0000828 return EmitBinaryAtomic(*this, llvm::AtomicRMWInst::UMin, E);
Mon P Wangb84407d2008-05-09 22:40:52 +0000829 case Builtin::BI__sync_fetch_and_umax:
Eli Friedmane9f81132011-09-07 01:41:24 +0000830 return EmitBinaryAtomic(*this, llvm::AtomicRMWInst::UMax, E);
Daniel Dunbar4fab57d2009-04-07 00:55:51 +0000831
Chris Lattnerdc046542009-05-08 06:58:22 +0000832 case Builtin::BI__sync_add_and_fetch_1:
833 case Builtin::BI__sync_add_and_fetch_2:
834 case Builtin::BI__sync_add_and_fetch_4:
835 case Builtin::BI__sync_add_and_fetch_8:
836 case Builtin::BI__sync_add_and_fetch_16:
Eli Friedmane9f81132011-09-07 01:41:24 +0000837 return EmitBinaryAtomicPost(*this, llvm::AtomicRMWInst::Add, E,
Daniel Dunbar4fab57d2009-04-07 00:55:51 +0000838 llvm::Instruction::Add);
Chris Lattnerdc046542009-05-08 06:58:22 +0000839 case Builtin::BI__sync_sub_and_fetch_1:
840 case Builtin::BI__sync_sub_and_fetch_2:
841 case Builtin::BI__sync_sub_and_fetch_4:
842 case Builtin::BI__sync_sub_and_fetch_8:
843 case Builtin::BI__sync_sub_and_fetch_16:
Eli Friedmane9f81132011-09-07 01:41:24 +0000844 return EmitBinaryAtomicPost(*this, llvm::AtomicRMWInst::Sub, E,
Daniel Dunbar4fab57d2009-04-07 00:55:51 +0000845 llvm::Instruction::Sub);
Chris Lattnerdc046542009-05-08 06:58:22 +0000846 case Builtin::BI__sync_and_and_fetch_1:
847 case Builtin::BI__sync_and_and_fetch_2:
848 case Builtin::BI__sync_and_and_fetch_4:
849 case Builtin::BI__sync_and_and_fetch_8:
850 case Builtin::BI__sync_and_and_fetch_16:
Eli Friedmane9f81132011-09-07 01:41:24 +0000851 return EmitBinaryAtomicPost(*this, llvm::AtomicRMWInst::And, E,
Daniel Dunbar4fab57d2009-04-07 00:55:51 +0000852 llvm::Instruction::And);
Chris Lattnerdc046542009-05-08 06:58:22 +0000853 case Builtin::BI__sync_or_and_fetch_1:
854 case Builtin::BI__sync_or_and_fetch_2:
855 case Builtin::BI__sync_or_and_fetch_4:
856 case Builtin::BI__sync_or_and_fetch_8:
857 case Builtin::BI__sync_or_and_fetch_16:
Eli Friedmane9f81132011-09-07 01:41:24 +0000858 return EmitBinaryAtomicPost(*this, llvm::AtomicRMWInst::Or, E,
Daniel Dunbar4fab57d2009-04-07 00:55:51 +0000859 llvm::Instruction::Or);
Chris Lattnerdc046542009-05-08 06:58:22 +0000860 case Builtin::BI__sync_xor_and_fetch_1:
861 case Builtin::BI__sync_xor_and_fetch_2:
862 case Builtin::BI__sync_xor_and_fetch_4:
863 case Builtin::BI__sync_xor_and_fetch_8:
864 case Builtin::BI__sync_xor_and_fetch_16:
Eli Friedmane9f81132011-09-07 01:41:24 +0000865 return EmitBinaryAtomicPost(*this, llvm::AtomicRMWInst::Xor, E,
Daniel Dunbar4fab57d2009-04-07 00:55:51 +0000866 llvm::Instruction::Xor);
Mike Stump11289f42009-09-09 15:08:12 +0000867
Chris Lattnerdc046542009-05-08 06:58:22 +0000868 case Builtin::BI__sync_val_compare_and_swap_1:
869 case Builtin::BI__sync_val_compare_and_swap_2:
870 case Builtin::BI__sync_val_compare_and_swap_4:
871 case Builtin::BI__sync_val_compare_and_swap_8:
Daniel Dunbar4ff562d2010-03-20 07:04:11 +0000872 case Builtin::BI__sync_val_compare_and_swap_16: {
John McCall3a7f6922010-10-27 20:58:56 +0000873 QualType T = E->getType();
John McCallad7c5c12011-02-08 08:22:06 +0000874 llvm::Value *DestPtr = EmitScalarExpr(E->getArg(0));
Chris Lattnerc9066d32010-09-21 23:35:30 +0000875 unsigned AddrSpace =
Chris Lattnerb2f659b2010-09-21 23:40:48 +0000876 cast<llvm::PointerType>(DestPtr->getType())->getAddressSpace();
John McCall3a7f6922010-10-27 20:58:56 +0000877
Chris Lattnera5f58b02011-07-09 17:41:47 +0000878 llvm::IntegerType *IntType =
John McCallad7c5c12011-02-08 08:22:06 +0000879 llvm::IntegerType::get(getLLVMContext(),
880 getContext().getTypeSize(T));
Chris Lattnera5f58b02011-07-09 17:41:47 +0000881 llvm::Type *IntPtrType = IntType->getPointerTo(AddrSpace);
Chandler Carruthbc8cab12010-07-18 07:23:17 +0000882
John McCall3a7f6922010-10-27 20:58:56 +0000883 Value *Args[3];
884 Args[0] = Builder.CreateBitCast(DestPtr, IntPtrType);
John McCallad7c5c12011-02-08 08:22:06 +0000885 Args[1] = EmitScalarExpr(E->getArg(1));
Chris Lattner2192fe52011-07-18 04:24:23 +0000886 llvm::Type *ValueType = Args[1]->getType();
John McCallad7c5c12011-02-08 08:22:06 +0000887 Args[1] = EmitToInt(*this, Args[1], T, IntType);
888 Args[2] = EmitToInt(*this, EmitScalarExpr(E->getArg(2)), T, IntType);
John McCall3a7f6922010-10-27 20:58:56 +0000889
Eli Friedmane9f81132011-09-07 01:41:24 +0000890 Value *Result = Builder.CreateAtomicCmpXchg(Args[0], Args[1], Args[2],
891 llvm::SequentiallyConsistent);
John McCallad7c5c12011-02-08 08:22:06 +0000892 Result = EmitFromInt(*this, Result, T, ValueType);
John McCall3a7f6922010-10-27 20:58:56 +0000893 return RValue::get(Result);
Anders Carlssonceced4c2007-10-29 02:59:40 +0000894 }
Daniel Dunbar4fab57d2009-04-07 00:55:51 +0000895
Chris Lattnerdc046542009-05-08 06:58:22 +0000896 case Builtin::BI__sync_bool_compare_and_swap_1:
897 case Builtin::BI__sync_bool_compare_and_swap_2:
898 case Builtin::BI__sync_bool_compare_and_swap_4:
899 case Builtin::BI__sync_bool_compare_and_swap_8:
Daniel Dunbar4ff562d2010-03-20 07:04:11 +0000900 case Builtin::BI__sync_bool_compare_and_swap_16: {
John McCall3a7f6922010-10-27 20:58:56 +0000901 QualType T = E->getArg(1)->getType();
John McCallad7c5c12011-02-08 08:22:06 +0000902 llvm::Value *DestPtr = EmitScalarExpr(E->getArg(0));
Chris Lattner7cf46bf2010-09-21 23:24:52 +0000903 unsigned AddrSpace =
Chris Lattnerb2f659b2010-09-21 23:40:48 +0000904 cast<llvm::PointerType>(DestPtr->getType())->getAddressSpace();
John McCall3a7f6922010-10-27 20:58:56 +0000905
Chris Lattnera5f58b02011-07-09 17:41:47 +0000906 llvm::IntegerType *IntType =
John McCallad7c5c12011-02-08 08:22:06 +0000907 llvm::IntegerType::get(getLLVMContext(),
908 getContext().getTypeSize(T));
Chris Lattnera5f58b02011-07-09 17:41:47 +0000909 llvm::Type *IntPtrType = IntType->getPointerTo(AddrSpace);
Chandler Carruthbc8cab12010-07-18 07:23:17 +0000910
John McCall3a7f6922010-10-27 20:58:56 +0000911 Value *Args[3];
912 Args[0] = Builder.CreateBitCast(DestPtr, IntPtrType);
John McCallad7c5c12011-02-08 08:22:06 +0000913 Args[1] = EmitToInt(*this, EmitScalarExpr(E->getArg(1)), T, IntType);
914 Args[2] = EmitToInt(*this, EmitScalarExpr(E->getArg(2)), T, IntType);
John McCall3a7f6922010-10-27 20:58:56 +0000915
Chandler Carruthbc8cab12010-07-18 07:23:17 +0000916 Value *OldVal = Args[1];
Eli Friedmane9f81132011-09-07 01:41:24 +0000917 Value *PrevVal = Builder.CreateAtomicCmpXchg(Args[0], Args[1], Args[2],
918 llvm::SequentiallyConsistent);
Daniel Dunbar4fab57d2009-04-07 00:55:51 +0000919 Value *Result = Builder.CreateICmpEQ(PrevVal, OldVal);
920 // zext bool to int.
John McCall3a7f6922010-10-27 20:58:56 +0000921 Result = Builder.CreateZExt(Result, ConvertType(E->getType()));
922 return RValue::get(Result);
Daniel Dunbar4fab57d2009-04-07 00:55:51 +0000923 }
924
Chris Lattner9cb59fa2011-04-09 03:57:26 +0000925 case Builtin::BI__sync_swap_1:
926 case Builtin::BI__sync_swap_2:
927 case Builtin::BI__sync_swap_4:
928 case Builtin::BI__sync_swap_8:
929 case Builtin::BI__sync_swap_16:
Eli Friedmane9f81132011-09-07 01:41:24 +0000930 return EmitBinaryAtomic(*this, llvm::AtomicRMWInst::Xchg, E);
Chris Lattner9cb59fa2011-04-09 03:57:26 +0000931
Chris Lattnerdc046542009-05-08 06:58:22 +0000932 case Builtin::BI__sync_lock_test_and_set_1:
933 case Builtin::BI__sync_lock_test_and_set_2:
934 case Builtin::BI__sync_lock_test_and_set_4:
935 case Builtin::BI__sync_lock_test_and_set_8:
936 case Builtin::BI__sync_lock_test_and_set_16:
Eli Friedmane9f81132011-09-07 01:41:24 +0000937 return EmitBinaryAtomic(*this, llvm::AtomicRMWInst::Xchg, E);
Daniel Dunbar4ff562d2010-03-20 07:04:11 +0000938
Chris Lattnerdc046542009-05-08 06:58:22 +0000939 case Builtin::BI__sync_lock_release_1:
940 case Builtin::BI__sync_lock_release_2:
941 case Builtin::BI__sync_lock_release_4:
942 case Builtin::BI__sync_lock_release_8:
Chris Lattnerafde2592009-05-13 04:46:13 +0000943 case Builtin::BI__sync_lock_release_16: {
944 Value *Ptr = EmitScalarExpr(E->getArg(0));
Eli Friedman84d28122011-09-13 22:21:56 +0000945 llvm::Type *ElLLVMTy =
Chris Lattnerafde2592009-05-13 04:46:13 +0000946 cast<llvm::PointerType>(Ptr->getType())->getElementType();
Daniel Dunbar1dd01642009-11-29 21:11:47 +0000947 llvm::StoreInst *Store =
Eli Friedman84d28122011-09-13 22:21:56 +0000948 Builder.CreateStore(llvm::Constant::getNullValue(ElLLVMTy), Ptr);
949 QualType ElTy = E->getArg(0)->getType()->getPointeeType();
950 CharUnits StoreSize = getContext().getTypeSizeInChars(ElTy);
951 Store->setAlignment(StoreSize.getQuantity());
952 Store->setAtomic(llvm::Release);
Daniel Dunbar16f422e2009-05-27 23:45:33 +0000953 return RValue::get(0);
Chris Lattnerafde2592009-05-13 04:46:13 +0000954 }
Daniel Dunbar8eb018a2009-02-16 22:43:43 +0000955
Chris Lattnerafde2592009-05-13 04:46:13 +0000956 case Builtin::BI__sync_synchronize: {
Eli Friedmane9f81132011-09-07 01:41:24 +0000957 // We assume this is supposed to correspond to a C++0x-style
958 // sequentially-consistent fence (i.e. this is only usable for
959 // synchonization, not device I/O or anything like that). This intrinsic
960 // is really badly designed in the sense that in theory, there isn't
961 // any way to safely use it... but in practice, it mostly works
962 // to use it with non-atomic loads and stores to get acquire/release
963 // semantics.
964 Builder.CreateFence(llvm::SequentiallyConsistent);
Daniel Dunbar16f422e2009-05-27 23:45:33 +0000965 return RValue::get(0);
Chris Lattnerafde2592009-05-13 04:46:13 +0000966 }
Mike Stump11289f42009-09-09 15:08:12 +0000967
Eli Friedmandf14b3a2011-10-11 02:20:01 +0000968 case Builtin::BI__atomic_thread_fence:
969 case Builtin::BI__atomic_signal_fence: {
970 llvm::SynchronizationScope Scope;
971 if (BuiltinID == Builtin::BI__atomic_signal_fence)
972 Scope = llvm::SingleThread;
973 else
974 Scope = llvm::CrossThread;
975 Value *Order = EmitScalarExpr(E->getArg(0));
976 if (isa<llvm::ConstantInt>(Order)) {
977 int ord = cast<llvm::ConstantInt>(Order)->getZExtValue();
978 switch (ord) {
979 case 0: // memory_order_relaxed
980 default: // invalid order
981 break;
982 case 1: // memory_order_consume
983 case 2: // memory_order_acquire
984 Builder.CreateFence(llvm::Acquire, Scope);
985 break;
986 case 3: // memory_order_release
987 Builder.CreateFence(llvm::Release, Scope);
988 break;
989 case 4: // memory_order_acq_rel
990 Builder.CreateFence(llvm::AcquireRelease, Scope);
991 break;
992 case 5: // memory_order_seq_cst
993 Builder.CreateFence(llvm::SequentiallyConsistent, Scope);
994 break;
995 }
996 return RValue::get(0);
997 }
998
999 llvm::BasicBlock *AcquireBB, *ReleaseBB, *AcqRelBB, *SeqCstBB;
1000 AcquireBB = createBasicBlock("acquire", CurFn);
1001 ReleaseBB = createBasicBlock("release", CurFn);
1002 AcqRelBB = createBasicBlock("acqrel", CurFn);
1003 SeqCstBB = createBasicBlock("seqcst", CurFn);
1004 llvm::BasicBlock *ContBB = createBasicBlock("atomic.continue", CurFn);
1005
1006 Order = Builder.CreateIntCast(Order, Builder.getInt32Ty(), false);
1007 llvm::SwitchInst *SI = Builder.CreateSwitch(Order, ContBB);
1008
1009 Builder.SetInsertPoint(AcquireBB);
1010 Builder.CreateFence(llvm::Acquire, Scope);
1011 Builder.CreateBr(ContBB);
1012 SI->addCase(Builder.getInt32(1), AcquireBB);
1013 SI->addCase(Builder.getInt32(2), AcquireBB);
1014
1015 Builder.SetInsertPoint(ReleaseBB);
1016 Builder.CreateFence(llvm::Release, Scope);
1017 Builder.CreateBr(ContBB);
1018 SI->addCase(Builder.getInt32(3), ReleaseBB);
1019
1020 Builder.SetInsertPoint(AcqRelBB);
1021 Builder.CreateFence(llvm::AcquireRelease, Scope);
1022 Builder.CreateBr(ContBB);
1023 SI->addCase(Builder.getInt32(4), AcqRelBB);
1024
1025 Builder.SetInsertPoint(SeqCstBB);
1026 Builder.CreateFence(llvm::SequentiallyConsistent, Scope);
1027 Builder.CreateBr(ContBB);
1028 SI->addCase(Builder.getInt32(5), SeqCstBB);
1029
1030 Builder.SetInsertPoint(ContBB);
1031 return RValue::get(0);
1032 }
1033
Daniel Dunbar8eb018a2009-02-16 22:43:43 +00001034 // Library functions with special handling.
Daniel Dunbar8eb018a2009-02-16 22:43:43 +00001035 case Builtin::BIsqrt:
1036 case Builtin::BIsqrtf:
1037 case Builtin::BIsqrtl: {
John McCall8586bfd2010-04-07 08:20:20 +00001038 // TODO: there is currently no set of optimizer flags
1039 // sufficient for us to rewrite sqrt to @llvm.sqrt.
1040 // -fmath-errno=0 is not good enough; we need finiteness.
1041 // We could probably precondition the call with an ult
1042 // against 0, but is that worth the complexity?
1043 break;
Daniel Dunbar8eb018a2009-02-16 22:43:43 +00001044 }
1045
1046 case Builtin::BIpow:
1047 case Builtin::BIpowf:
1048 case Builtin::BIpowl: {
1049 // Rewrite sqrt to intrinsic if allowed.
Argyrios Kyrtzidisb4b64ca2009-06-30 02:34:44 +00001050 if (!FD->hasAttr<ConstAttr>())
Daniel Dunbar8eb018a2009-02-16 22:43:43 +00001051 break;
1052 Value *Base = EmitScalarExpr(E->getArg(0));
1053 Value *Exponent = EmitScalarExpr(E->getArg(1));
Chris Lattnera5f58b02011-07-09 17:41:47 +00001054 llvm::Type *ArgType = Base->getType();
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001055 Value *F = CGM.getIntrinsic(Intrinsic::pow, ArgType);
Benjamin Kramer76399eb2011-09-27 21:06:10 +00001056 return RValue::get(Builder.CreateCall2(F, Base, Exponent));
Daniel Dunbar8eb018a2009-02-16 22:43:43 +00001057 }
Eli Friedman99d20f82010-03-06 02:17:52 +00001058
Cameron Zwarichae7bc982011-07-08 21:39:34 +00001059 case Builtin::BIfma:
1060 case Builtin::BIfmaf:
1061 case Builtin::BIfmal:
1062 case Builtin::BI__builtin_fma:
1063 case Builtin::BI__builtin_fmaf:
1064 case Builtin::BI__builtin_fmal: {
1065 // Rewrite fma to intrinsic.
1066 Value *FirstArg = EmitScalarExpr(E->getArg(0));
Chris Lattnera5f58b02011-07-09 17:41:47 +00001067 llvm::Type *ArgType = FirstArg->getType();
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001068 Value *F = CGM.getIntrinsic(Intrinsic::fma, ArgType);
Cameron Zwarichae7bc982011-07-08 21:39:34 +00001069 return RValue::get(Builder.CreateCall3(F, FirstArg,
1070 EmitScalarExpr(E->getArg(1)),
Benjamin Kramer76399eb2011-09-27 21:06:10 +00001071 EmitScalarExpr(E->getArg(2))));
Cameron Zwarichae7bc982011-07-08 21:39:34 +00001072 }
1073
Eli Friedman99d20f82010-03-06 02:17:52 +00001074 case Builtin::BI__builtin_signbit:
1075 case Builtin::BI__builtin_signbitf:
1076 case Builtin::BI__builtin_signbitl: {
1077 LLVMContext &C = CGM.getLLVMContext();
1078
1079 Value *Arg = EmitScalarExpr(E->getArg(0));
Chris Lattner2192fe52011-07-18 04:24:23 +00001080 llvm::Type *ArgTy = Arg->getType();
Eli Friedman99d20f82010-03-06 02:17:52 +00001081 if (ArgTy->isPPC_FP128Ty())
1082 break; // FIXME: I'm not sure what the right implementation is here.
1083 int ArgWidth = ArgTy->getPrimitiveSizeInBits();
Chris Lattner2192fe52011-07-18 04:24:23 +00001084 llvm::Type *ArgIntTy = llvm::IntegerType::get(C, ArgWidth);
Eli Friedman99d20f82010-03-06 02:17:52 +00001085 Value *BCArg = Builder.CreateBitCast(Arg, ArgIntTy);
1086 Value *ZeroCmp = llvm::Constant::getNullValue(ArgIntTy);
1087 Value *Result = Builder.CreateICmpSLT(BCArg, ZeroCmp);
1088 return RValue::get(Builder.CreateZExt(Result, ConvertType(E->getType())));
1089 }
Julien Lerouge5a6b6982011-09-09 22:41:49 +00001090 case Builtin::BI__builtin_annotation: {
1091 llvm::Value *AnnVal = EmitScalarExpr(E->getArg(0));
1092 llvm::Value *F = CGM.getIntrinsic(llvm::Intrinsic::annotation,
1093 AnnVal->getType());
1094
1095 // Get the annotation string, go through casts. Sema requires this to be a
1096 // non-wide string literal, potentially casted, so the cast<> is safe.
1097 const Expr *AnnotationStrExpr = E->getArg(1)->IgnoreParenCasts();
1098 llvm::StringRef Str = cast<StringLiteral>(AnnotationStrExpr)->getString();
1099 return RValue::get(EmitAnnotationCall(F, AnnVal, Str, E->getExprLoc()));
1100 }
Nate Begeman6c591322008-05-15 07:38:03 +00001101 }
Mike Stump11289f42009-09-09 15:08:12 +00001102
John McCall30e4efd2011-09-13 23:05:03 +00001103 // If this is an alias for a lib function (e.g. __builtin_sin), emit
1104 // the call using the normal call path, but using the unmangled
1105 // version of the function name.
1106 if (getContext().BuiltinInfo.isLibFunction(BuiltinID))
1107 return emitLibraryCall(*this, FD, E,
1108 CGM.getBuiltinLibFunction(FD, BuiltinID));
1109
1110 // If this is a predefined lib function (e.g. malloc), emit the call
1111 // using exactly the normal call path.
1112 if (getContext().BuiltinInfo.isPredefinedLibFunction(BuiltinID))
1113 return emitLibraryCall(*this, FD, E, EmitScalarExpr(E->getCallee()));
Mike Stump11289f42009-09-09 15:08:12 +00001114
Chris Lattner9a8d1d92008-06-30 18:32:54 +00001115 // See if we have a target specific intrinsic.
Dale Johannesen621c3512009-02-05 01:50:47 +00001116 const char *Name = getContext().BuiltinInfo.GetName(BuiltinID);
Daniel Dunbar576d90d2009-08-24 09:54:37 +00001117 Intrinsic::ID IntrinsicID = Intrinsic::not_intrinsic;
1118 if (const char *Prefix =
Mike Stump11289f42009-09-09 15:08:12 +00001119 llvm::Triple::getArchTypePrefix(Target.getTriple().getArch()))
Daniel Dunbar576d90d2009-08-24 09:54:37 +00001120 IntrinsicID = Intrinsic::getIntrinsicForGCCBuiltin(Prefix, Name);
Mike Stump11289f42009-09-09 15:08:12 +00001121
Chris Lattner9a8d1d92008-06-30 18:32:54 +00001122 if (IntrinsicID != Intrinsic::not_intrinsic) {
1123 SmallVector<Value*, 16> Args;
Mike Stump11289f42009-09-09 15:08:12 +00001124
Chris Lattner64d7f2a2010-10-02 00:09:12 +00001125 // Find out if any arguments are required to be integer constant
1126 // expressions.
1127 unsigned ICEArguments = 0;
1128 ASTContext::GetBuiltinTypeError Error;
1129 getContext().GetBuiltinType(BuiltinID, Error, &ICEArguments);
1130 assert(Error == ASTContext::GE_None && "Should not codegen an error");
1131
Chris Lattner9a8d1d92008-06-30 18:32:54 +00001132 Function *F = CGM.getIntrinsic(IntrinsicID);
Chris Lattner2192fe52011-07-18 04:24:23 +00001133 llvm::FunctionType *FTy = F->getFunctionType();
Mike Stump11289f42009-09-09 15:08:12 +00001134
Chris Lattner9a8d1d92008-06-30 18:32:54 +00001135 for (unsigned i = 0, e = E->getNumArgs(); i != e; ++i) {
Chris Lattner64d7f2a2010-10-02 00:09:12 +00001136 Value *ArgValue;
1137 // If this is a normal argument, just emit it as a scalar.
1138 if ((ICEArguments & (1 << i)) == 0) {
1139 ArgValue = EmitScalarExpr(E->getArg(i));
1140 } else {
1141 // If this is required to be a constant, constant fold it so that we
1142 // know that the generated intrinsic gets a ConstantInt.
1143 llvm::APSInt Result;
1144 bool IsConst = E->getArg(i)->isIntegerConstantExpr(Result,getContext());
1145 assert(IsConst && "Constant arg isn't actually constant?");
1146 (void)IsConst;
John McCallad7c5c12011-02-08 08:22:06 +00001147 ArgValue = llvm::ConstantInt::get(getLLVMContext(), Result);
Chris Lattner64d7f2a2010-10-02 00:09:12 +00001148 }
Mike Stump11289f42009-09-09 15:08:12 +00001149
Chris Lattner9a8d1d92008-06-30 18:32:54 +00001150 // If the intrinsic arg type is different from the builtin arg type
1151 // we need to do a bit cast.
Chris Lattner2192fe52011-07-18 04:24:23 +00001152 llvm::Type *PTy = FTy->getParamType(i);
Chris Lattner9a8d1d92008-06-30 18:32:54 +00001153 if (PTy != ArgValue->getType()) {
1154 assert(PTy->canLosslesslyBitCastTo(FTy->getParamType(i)) &&
1155 "Must be able to losslessly bit cast to param");
1156 ArgValue = Builder.CreateBitCast(ArgValue, PTy);
1157 }
Mike Stump11289f42009-09-09 15:08:12 +00001158
Chris Lattner9a8d1d92008-06-30 18:32:54 +00001159 Args.push_back(ArgValue);
1160 }
Mike Stump11289f42009-09-09 15:08:12 +00001161
Jay Foad5bd375a2011-07-15 08:37:34 +00001162 Value *V = Builder.CreateCall(F, Args);
Chris Lattner9a8d1d92008-06-30 18:32:54 +00001163 QualType BuiltinRetType = E->getType();
Mike Stump11289f42009-09-09 15:08:12 +00001164
Chris Lattnerece04092012-02-07 00:39:47 +00001165 llvm::Type *RetTy = VoidTy;
1166 if (!BuiltinRetType->isVoidType())
1167 RetTy = ConvertType(BuiltinRetType);
Mike Stump11289f42009-09-09 15:08:12 +00001168
Chris Lattner9a8d1d92008-06-30 18:32:54 +00001169 if (RetTy != V->getType()) {
1170 assert(V->getType()->canLosslesslyBitCastTo(RetTy) &&
1171 "Must be able to losslessly bit cast result type");
1172 V = Builder.CreateBitCast(V, RetTy);
1173 }
Mike Stump11289f42009-09-09 15:08:12 +00001174
Chris Lattner9a8d1d92008-06-30 18:32:54 +00001175 return RValue::get(V);
1176 }
Mike Stump11289f42009-09-09 15:08:12 +00001177
Chris Lattner9a8d1d92008-06-30 18:32:54 +00001178 // See if we have a target specific builtin that needs to be lowered.
Daniel Dunbareca513d2008-10-10 00:24:54 +00001179 if (Value *V = EmitTargetBuiltinExpr(BuiltinID, E))
Chris Lattner9a8d1d92008-06-30 18:32:54 +00001180 return RValue::get(V);
Mike Stump11289f42009-09-09 15:08:12 +00001181
Daniel Dunbara7c8cf62008-08-16 00:56:44 +00001182 ErrorUnsupported(E, "builtin function");
Mike Stump11289f42009-09-09 15:08:12 +00001183
Chris Lattner9a8d1d92008-06-30 18:32:54 +00001184 // Unknown builtin, for now just dump it out and return undef.
1185 if (hasAggregateLLVMType(E->getType()))
Daniel Dunbara7566f12010-02-09 02:48:28 +00001186 return RValue::getAggregate(CreateMemTemp(E->getType()));
Owen Anderson7ec07a52009-07-30 23:11:26 +00001187 return RValue::get(llvm::UndefValue::get(ConvertType(E->getType())));
Mike Stump11289f42009-09-09 15:08:12 +00001188}
Anders Carlsson895af082007-12-09 23:17:02 +00001189
Daniel Dunbareca513d2008-10-10 00:24:54 +00001190Value *CodeGenFunction::EmitTargetBuiltinExpr(unsigned BuiltinID,
1191 const CallExpr *E) {
Daniel Dunbar576d90d2009-08-24 09:54:37 +00001192 switch (Target.getTriple().getArch()) {
Chris Lattner5cc15e02010-03-03 19:03:45 +00001193 case llvm::Triple::arm:
1194 case llvm::Triple::thumb:
1195 return EmitARMBuiltinExpr(BuiltinID, E);
Daniel Dunbar576d90d2009-08-24 09:54:37 +00001196 case llvm::Triple::x86:
1197 case llvm::Triple::x86_64:
Daniel Dunbareca513d2008-10-10 00:24:54 +00001198 return EmitX86BuiltinExpr(BuiltinID, E);
Daniel Dunbar576d90d2009-08-24 09:54:37 +00001199 case llvm::Triple::ppc:
1200 case llvm::Triple::ppc64:
Daniel Dunbareca513d2008-10-10 00:24:54 +00001201 return EmitPPCBuiltinExpr(BuiltinID, E);
Tony Linthicum76329bf2011-12-12 21:14:55 +00001202 case llvm::Triple::hexagon:
1203 return EmitHexagonBuiltinExpr(BuiltinID, E);
Daniel Dunbar576d90d2009-08-24 09:54:37 +00001204 default:
1205 return 0;
1206 }
Daniel Dunbareca513d2008-10-10 00:24:54 +00001207}
1208
Chris Lattnerece04092012-02-07 00:39:47 +00001209static llvm::VectorType *GetNeonType(CodeGenFunction *CGF,
1210 NeonTypeFlags TypeFlags) {
NAKAMURA Takumidabda6b2011-11-08 03:27:04 +00001211 int IsQuad = TypeFlags.isQuad();
1212 switch (TypeFlags.getEltType()) {
Bob Wilson98bc98c2011-11-08 01:16:11 +00001213 case NeonTypeFlags::Int8:
1214 case NeonTypeFlags::Poly8:
Chris Lattnerece04092012-02-07 00:39:47 +00001215 return llvm::VectorType::get(CGF->Int8Ty, 8 << IsQuad);
Bob Wilson98bc98c2011-11-08 01:16:11 +00001216 case NeonTypeFlags::Int16:
1217 case NeonTypeFlags::Poly16:
1218 case NeonTypeFlags::Float16:
Chris Lattnerece04092012-02-07 00:39:47 +00001219 return llvm::VectorType::get(CGF->Int16Ty, 4 << IsQuad);
Bob Wilson98bc98c2011-11-08 01:16:11 +00001220 case NeonTypeFlags::Int32:
Chris Lattnerece04092012-02-07 00:39:47 +00001221 return llvm::VectorType::get(CGF->Int32Ty, 2 << IsQuad);
Bob Wilson98bc98c2011-11-08 01:16:11 +00001222 case NeonTypeFlags::Int64:
Chris Lattnerece04092012-02-07 00:39:47 +00001223 return llvm::VectorType::get(CGF->Int64Ty, 1 << IsQuad);
Bob Wilson98bc98c2011-11-08 01:16:11 +00001224 case NeonTypeFlags::Float32:
Chris Lattnerece04092012-02-07 00:39:47 +00001225 return llvm::VectorType::get(CGF->FloatTy, 2 << IsQuad);
David Blaikief47fa302012-01-17 02:30:50 +00001226 }
1227 llvm_unreachable("Invalid NeonTypeFlags element type!");
Nate Begeman5968eb22010-06-07 16:01:56 +00001228}
1229
Bob Wilson210f6dd2010-12-07 22:40:02 +00001230Value *CodeGenFunction::EmitNeonSplat(Value *V, Constant *C) {
Nate Begeman4a04b462010-06-10 00:17:56 +00001231 unsigned nElts = cast<llvm::VectorType>(V->getType())->getNumElements();
Chris Lattner2d6b7b92012-01-25 05:34:41 +00001232 Value* SV = llvm::ConstantVector::getSplat(nElts, C);
Nate Begeman4a04b462010-06-10 00:17:56 +00001233 return Builder.CreateShuffleVector(V, V, SV, "lane");
1234}
1235
Nate Begemanae6b1d82010-06-08 06:03:01 +00001236Value *CodeGenFunction::EmitNeonCall(Function *F, SmallVectorImpl<Value*> &Ops,
Bob Wilson482afae2010-12-08 22:37:56 +00001237 const char *name,
Nate Begeman91e1fea2010-06-14 05:21:25 +00001238 unsigned shift, bool rightshift) {
Nate Begemanae6b1d82010-06-08 06:03:01 +00001239 unsigned j = 0;
1240 for (Function::const_arg_iterator ai = F->arg_begin(), ae = F->arg_end();
1241 ai != ae; ++ai, ++j)
Nate Begeman91e1fea2010-06-14 05:21:25 +00001242 if (shift > 0 && shift == j)
1243 Ops[j] = EmitNeonShiftVector(Ops[j], ai->getType(), rightshift);
1244 else
1245 Ops[j] = Builder.CreateBitCast(Ops[j], ai->getType(), name);
Nate Begemanae6b1d82010-06-08 06:03:01 +00001246
Jay Foad5bd375a2011-07-15 08:37:34 +00001247 return Builder.CreateCall(F, Ops, name);
Nate Begemanae6b1d82010-06-08 06:03:01 +00001248}
1249
Chris Lattner2192fe52011-07-18 04:24:23 +00001250Value *CodeGenFunction::EmitNeonShiftVector(Value *V, llvm::Type *Ty,
Nate Begeman8ed060b2010-06-11 22:57:12 +00001251 bool neg) {
Chris Lattner2d6b7b92012-01-25 05:34:41 +00001252 int SV = cast<ConstantInt>(V)->getSExtValue();
Nate Begeman8ed060b2010-06-11 22:57:12 +00001253
Chris Lattner2192fe52011-07-18 04:24:23 +00001254 llvm::VectorType *VTy = cast<llvm::VectorType>(Ty);
Nate Begeman8ed060b2010-06-11 22:57:12 +00001255 llvm::Constant *C = ConstantInt::get(VTy->getElementType(), neg ? -SV : SV);
Chris Lattner2d6b7b92012-01-25 05:34:41 +00001256 return llvm::ConstantVector::getSplat(VTy->getNumElements(), C);
Nate Begeman8ed060b2010-06-11 22:57:12 +00001257}
1258
Bob Wilson7b0d0322010-08-27 17:14:29 +00001259/// GetPointeeAlignment - Given an expression with a pointer type, find the
1260/// alignment of the type referenced by the pointer. Skip over implicit
1261/// casts.
Jay Foadb0f33442012-03-02 18:34:30 +00001262unsigned CodeGenFunction::GetPointeeAlignment(const Expr *Addr) {
Bob Wilson7b0d0322010-08-27 17:14:29 +00001263 unsigned Align = 1;
1264 // Check if the type is a pointer. The implicit cast operand might not be.
1265 while (Addr->getType()->isPointerType()) {
1266 QualType PtTy = Addr->getType()->getPointeeType();
Jay Foadb0f33442012-03-02 18:34:30 +00001267 unsigned NewA = getContext().getTypeAlignInChars(PtTy).getQuantity();
Bob Wilson7b0d0322010-08-27 17:14:29 +00001268 if (NewA > Align)
1269 Align = NewA;
1270
1271 // If the address is an implicit cast, repeat with the cast operand.
1272 if (const ImplicitCastExpr *CastAddr = dyn_cast<ImplicitCastExpr>(Addr)) {
1273 Addr = CastAddr->getSubExpr();
1274 continue;
1275 }
1276 break;
1277 }
Jay Foadb0f33442012-03-02 18:34:30 +00001278 return Align;
1279}
1280
1281/// GetPointeeAlignmentValue - Given an expression with a pointer type, find
1282/// the alignment of the type referenced by the pointer. Skip over implicit
1283/// casts. Return the alignment as an llvm::Value.
1284Value *CodeGenFunction::GetPointeeAlignmentValue(const Expr *Addr) {
1285 return llvm::ConstantInt::get(Int32Ty, GetPointeeAlignment(Addr));
Bob Wilson7b0d0322010-08-27 17:14:29 +00001286}
1287
Chris Lattner5cc15e02010-03-03 19:03:45 +00001288Value *CodeGenFunction::EmitARMBuiltinExpr(unsigned BuiltinID,
1289 const CallExpr *E) {
Rafael Espindola6bb986d2010-06-09 03:48:40 +00001290 if (BuiltinID == ARM::BI__clear_cache) {
Rafael Espindolaa54062e2010-06-07 17:26:50 +00001291 const FunctionDecl *FD = E->getDirectCallee();
Eric Christophercf5e83b2011-03-14 20:30:34 +00001292 // Oddly people write this call without args on occasion and gcc accepts
1293 // it - it's also marked as varargs in the description file.
Chris Lattner0e62c1c2011-07-23 10:55:15 +00001294 SmallVector<Value*, 2> Ops;
Eric Christophercf5e83b2011-03-14 20:30:34 +00001295 for (unsigned i = 0; i < E->getNumArgs(); i++)
1296 Ops.push_back(EmitScalarExpr(E->getArg(i)));
Chris Lattner2192fe52011-07-18 04:24:23 +00001297 llvm::Type *Ty = CGM.getTypes().ConvertType(FD->getType());
1298 llvm::FunctionType *FTy = cast<llvm::FunctionType>(Ty);
Chris Lattner0e62c1c2011-07-23 10:55:15 +00001299 StringRef Name = FD->getName();
Jay Foad5bd375a2011-07-15 08:37:34 +00001300 return Builder.CreateCall(CGM.CreateRuntimeFunction(FTy, Name), Ops);
Chris Lattner5cc15e02010-03-03 19:03:45 +00001301 }
Rafael Espindola6bb986d2010-06-09 03:48:40 +00001302
Bruno Cardoso Lopesfe733742011-05-28 04:11:33 +00001303 if (BuiltinID == ARM::BI__builtin_arm_ldrexd) {
1304 Function *F = CGM.getIntrinsic(Intrinsic::arm_ldrexd);
1305
1306 Value *LdPtr = EmitScalarExpr(E->getArg(0));
1307 Value *Val = Builder.CreateCall(F, LdPtr, "ldrexd");
1308
1309 Value *Val0 = Builder.CreateExtractValue(Val, 1);
1310 Value *Val1 = Builder.CreateExtractValue(Val, 0);
1311 Val0 = Builder.CreateZExt(Val0, Int64Ty);
1312 Val1 = Builder.CreateZExt(Val1, Int64Ty);
1313
1314 Value *ShiftCst = llvm::ConstantInt::get(Int64Ty, 32);
1315 Val = Builder.CreateShl(Val0, ShiftCst, "shl", true /* nuw */);
1316 return Builder.CreateOr(Val, Val1);
1317 }
1318
1319 if (BuiltinID == ARM::BI__builtin_arm_strexd) {
1320 Function *F = CGM.getIntrinsic(Intrinsic::arm_strexd);
Chris Lattner845511f2011-06-18 22:49:11 +00001321 llvm::Type *STy = llvm::StructType::get(Int32Ty, Int32Ty, NULL);
Bruno Cardoso Lopesfe733742011-05-28 04:11:33 +00001322
1323 Value *One = llvm::ConstantInt::get(Int32Ty, 1);
Benjamin Kramer76399eb2011-09-27 21:06:10 +00001324 Value *Tmp = Builder.CreateAlloca(Int64Ty, One);
Bruno Cardoso Lopesfe733742011-05-28 04:11:33 +00001325 Value *Val = EmitScalarExpr(E->getArg(0));
1326 Builder.CreateStore(Val, Tmp);
1327
1328 Value *LdPtr = Builder.CreateBitCast(Tmp,llvm::PointerType::getUnqual(STy));
1329 Val = Builder.CreateLoad(LdPtr);
1330
1331 Value *Arg0 = Builder.CreateExtractValue(Val, 0);
1332 Value *Arg1 = Builder.CreateExtractValue(Val, 1);
1333 Value *StPtr = EmitScalarExpr(E->getArg(1));
1334 return Builder.CreateCall3(F, Arg0, Arg1, StPtr, "strexd");
1335 }
1336
Chris Lattner0e62c1c2011-07-23 10:55:15 +00001337 SmallVector<Value*, 4> Ops;
Rafael Espindola6bb986d2010-06-09 03:48:40 +00001338 for (unsigned i = 0, e = E->getNumArgs() - 1; i != e; i++)
1339 Ops.push_back(EmitScalarExpr(E->getArg(i)));
1340
Bob Wilson445c24f2011-08-13 05:03:46 +00001341 // vget_lane and vset_lane are not overloaded and do not have an extra
1342 // argument that specifies the vector type.
1343 switch (BuiltinID) {
1344 default: break;
1345 case ARM::BI__builtin_neon_vget_lane_i8:
1346 case ARM::BI__builtin_neon_vget_lane_i16:
1347 case ARM::BI__builtin_neon_vget_lane_i32:
1348 case ARM::BI__builtin_neon_vget_lane_i64:
1349 case ARM::BI__builtin_neon_vget_lane_f32:
1350 case ARM::BI__builtin_neon_vgetq_lane_i8:
1351 case ARM::BI__builtin_neon_vgetq_lane_i16:
1352 case ARM::BI__builtin_neon_vgetq_lane_i32:
1353 case ARM::BI__builtin_neon_vgetq_lane_i64:
1354 case ARM::BI__builtin_neon_vgetq_lane_f32:
1355 return Builder.CreateExtractElement(Ops[0], EmitScalarExpr(E->getArg(1)),
1356 "vget_lane");
1357 case ARM::BI__builtin_neon_vset_lane_i8:
1358 case ARM::BI__builtin_neon_vset_lane_i16:
1359 case ARM::BI__builtin_neon_vset_lane_i32:
1360 case ARM::BI__builtin_neon_vset_lane_i64:
1361 case ARM::BI__builtin_neon_vset_lane_f32:
1362 case ARM::BI__builtin_neon_vsetq_lane_i8:
1363 case ARM::BI__builtin_neon_vsetq_lane_i16:
1364 case ARM::BI__builtin_neon_vsetq_lane_i32:
1365 case ARM::BI__builtin_neon_vsetq_lane_i64:
1366 case ARM::BI__builtin_neon_vsetq_lane_f32:
1367 Ops.push_back(EmitScalarExpr(E->getArg(2)));
1368 return Builder.CreateInsertElement(Ops[1], Ops[0], Ops[2], "vset_lane");
1369 }
1370
1371 // Get the last argument, which specifies the vector type.
Rafael Espindola6bb986d2010-06-09 03:48:40 +00001372 llvm::APSInt Result;
1373 const Expr *Arg = E->getArg(E->getNumArgs()-1);
1374 if (!Arg->isIntegerConstantExpr(Result, getContext()))
1375 return 0;
1376
Nate Begemanf568b072010-08-03 21:32:34 +00001377 if (BuiltinID == ARM::BI__builtin_arm_vcvtr_f ||
1378 BuiltinID == ARM::BI__builtin_arm_vcvtr_d) {
1379 // Determine the overloaded type of this builtin.
Chris Lattnera5f58b02011-07-09 17:41:47 +00001380 llvm::Type *Ty;
Nate Begemanf568b072010-08-03 21:32:34 +00001381 if (BuiltinID == ARM::BI__builtin_arm_vcvtr_f)
Chris Lattnerece04092012-02-07 00:39:47 +00001382 Ty = FloatTy;
Nate Begemanf568b072010-08-03 21:32:34 +00001383 else
Chris Lattnerece04092012-02-07 00:39:47 +00001384 Ty = DoubleTy;
Nate Begemanf568b072010-08-03 21:32:34 +00001385
1386 // Determine whether this is an unsigned conversion or not.
1387 bool usgn = Result.getZExtValue() == 1;
1388 unsigned Int = usgn ? Intrinsic::arm_vcvtru : Intrinsic::arm_vcvtr;
1389
1390 // Call the appropriate intrinsic.
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001391 Function *F = CGM.getIntrinsic(Int, Ty);
Jay Foad5bd375a2011-07-15 08:37:34 +00001392 return Builder.CreateCall(F, Ops, "vcvtr");
Nate Begemanf568b072010-08-03 21:32:34 +00001393 }
1394
1395 // Determine the type of this overloaded NEON intrinsic.
Bob Wilson98bc98c2011-11-08 01:16:11 +00001396 NeonTypeFlags Type(Result.getZExtValue());
1397 bool usgn = Type.isUnsigned();
1398 bool quad = Type.isQuad();
Bob Wilson4fa993f2010-12-03 17:10:22 +00001399 bool rightShift = false;
Rafael Espindola6bb986d2010-06-09 03:48:40 +00001400
Chris Lattnerece04092012-02-07 00:39:47 +00001401 llvm::VectorType *VTy = GetNeonType(this, Type);
Chris Lattnera5f58b02011-07-09 17:41:47 +00001402 llvm::Type *Ty = VTy;
Rafael Espindola6bb986d2010-06-09 03:48:40 +00001403 if (!Ty)
1404 return 0;
1405
1406 unsigned Int;
1407 switch (BuiltinID) {
1408 default: return 0;
Bob Wilson6bc21642011-06-24 22:13:26 +00001409 case ARM::BI__builtin_neon_vabd_v:
1410 case ARM::BI__builtin_neon_vabdq_v:
Nate Begeman5968eb22010-06-07 16:01:56 +00001411 Int = usgn ? Intrinsic::arm_neon_vabdu : Intrinsic::arm_neon_vabds;
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001412 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vabd");
Bob Wilson6bc21642011-06-24 22:13:26 +00001413 case ARM::BI__builtin_neon_vabs_v:
1414 case ARM::BI__builtin_neon_vabsq_v:
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001415 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vabs, Ty),
Nate Begemane0935ff2010-06-10 18:11:55 +00001416 Ops, "vabs");
Bob Wilson6bc21642011-06-24 22:13:26 +00001417 case ARM::BI__builtin_neon_vaddhn_v:
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001418 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vaddhn, Ty),
Nate Begemane0935ff2010-06-10 18:11:55 +00001419 Ops, "vaddhn");
Bob Wilson6bc21642011-06-24 22:13:26 +00001420 case ARM::BI__builtin_neon_vcale_v:
Nate Begeman16372af2010-06-08 00:17:19 +00001421 std::swap(Ops[0], Ops[1]);
Bob Wilson6bc21642011-06-24 22:13:26 +00001422 case ARM::BI__builtin_neon_vcage_v: {
Bob Wilson571c9072010-12-10 01:11:38 +00001423 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vacged);
Nate Begemanae6b1d82010-06-08 06:03:01 +00001424 return EmitNeonCall(F, Ops, "vcage");
1425 }
Bob Wilson6bc21642011-06-24 22:13:26 +00001426 case ARM::BI__builtin_neon_vcaleq_v:
Nate Begeman16372af2010-06-08 00:17:19 +00001427 std::swap(Ops[0], Ops[1]);
Bob Wilson6bc21642011-06-24 22:13:26 +00001428 case ARM::BI__builtin_neon_vcageq_v: {
Bob Wilson571c9072010-12-10 01:11:38 +00001429 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vacgeq);
Nate Begemanae6b1d82010-06-08 06:03:01 +00001430 return EmitNeonCall(F, Ops, "vcage");
1431 }
Bob Wilson6bc21642011-06-24 22:13:26 +00001432 case ARM::BI__builtin_neon_vcalt_v:
Nate Begeman16372af2010-06-08 00:17:19 +00001433 std::swap(Ops[0], Ops[1]);
Bob Wilson6bc21642011-06-24 22:13:26 +00001434 case ARM::BI__builtin_neon_vcagt_v: {
Bob Wilson571c9072010-12-10 01:11:38 +00001435 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vacgtd);
Nate Begemanae6b1d82010-06-08 06:03:01 +00001436 return EmitNeonCall(F, Ops, "vcagt");
1437 }
Bob Wilson6bc21642011-06-24 22:13:26 +00001438 case ARM::BI__builtin_neon_vcaltq_v:
Nate Begeman16372af2010-06-08 00:17:19 +00001439 std::swap(Ops[0], Ops[1]);
Bob Wilson6bc21642011-06-24 22:13:26 +00001440 case ARM::BI__builtin_neon_vcagtq_v: {
Bob Wilson571c9072010-12-10 01:11:38 +00001441 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vacgtq);
Nate Begemanae6b1d82010-06-08 06:03:01 +00001442 return EmitNeonCall(F, Ops, "vcagt");
1443 }
Bob Wilson6bc21642011-06-24 22:13:26 +00001444 case ARM::BI__builtin_neon_vcls_v:
1445 case ARM::BI__builtin_neon_vclsq_v: {
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001446 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vcls, Ty);
Nate Begemanae6b1d82010-06-08 06:03:01 +00001447 return EmitNeonCall(F, Ops, "vcls");
Nate Begeman16372af2010-06-08 00:17:19 +00001448 }
Bob Wilson6bc21642011-06-24 22:13:26 +00001449 case ARM::BI__builtin_neon_vclz_v:
1450 case ARM::BI__builtin_neon_vclzq_v: {
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001451 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vclz, Ty);
Nate Begemanae6b1d82010-06-08 06:03:01 +00001452 return EmitNeonCall(F, Ops, "vclz");
Nate Begeman16372af2010-06-08 00:17:19 +00001453 }
Bob Wilson6bc21642011-06-24 22:13:26 +00001454 case ARM::BI__builtin_neon_vcnt_v:
1455 case ARM::BI__builtin_neon_vcntq_v: {
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001456 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vcnt, Ty);
Nate Begemanae6b1d82010-06-08 06:03:01 +00001457 return EmitNeonCall(F, Ops, "vcnt");
Nate Begeman16372af2010-06-08 00:17:19 +00001458 }
Bob Wilson6bc21642011-06-24 22:13:26 +00001459 case ARM::BI__builtin_neon_vcvt_f16_v: {
Bob Wilson98bc98c2011-11-08 01:16:11 +00001460 assert(Type.getEltType() == NeonTypeFlags::Float16 && !quad &&
1461 "unexpected vcvt_f16_v builtin");
Bob Wilson63fbbc62010-12-15 23:36:44 +00001462 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vcvtfp2hf);
1463 return EmitNeonCall(F, Ops, "vcvt");
1464 }
Bob Wilson6bc21642011-06-24 22:13:26 +00001465 case ARM::BI__builtin_neon_vcvt_f32_f16: {
Bob Wilson98bc98c2011-11-08 01:16:11 +00001466 assert(Type.getEltType() == NeonTypeFlags::Float16 && !quad &&
1467 "unexpected vcvt_f32_f16 builtin");
Bob Wilson63fbbc62010-12-15 23:36:44 +00001468 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vcvthf2fp);
1469 return EmitNeonCall(F, Ops, "vcvt");
1470 }
Bob Wilson6bc21642011-06-24 22:13:26 +00001471 case ARM::BI__builtin_neon_vcvt_f32_v:
Bob Wilson98bc98c2011-11-08 01:16:11 +00001472 case ARM::BI__builtin_neon_vcvtq_f32_v:
Nate Begemanae6b1d82010-06-08 06:03:01 +00001473 Ops[0] = Builder.CreateBitCast(Ops[0], Ty);
Chris Lattnerece04092012-02-07 00:39:47 +00001474 Ty = GetNeonType(this, NeonTypeFlags(NeonTypeFlags::Float32, false, quad));
Nate Begeman16372af2010-06-08 00:17:19 +00001475 return usgn ? Builder.CreateUIToFP(Ops[0], Ty, "vcvt")
1476 : Builder.CreateSIToFP(Ops[0], Ty, "vcvt");
Bob Wilson6bc21642011-06-24 22:13:26 +00001477 case ARM::BI__builtin_neon_vcvt_s32_v:
1478 case ARM::BI__builtin_neon_vcvt_u32_v:
1479 case ARM::BI__builtin_neon_vcvtq_s32_v:
1480 case ARM::BI__builtin_neon_vcvtq_u32_v: {
Bob Wilson98bc98c2011-11-08 01:16:11 +00001481 llvm::Type *FloatTy =
Chris Lattnerece04092012-02-07 00:39:47 +00001482 GetNeonType(this, NeonTypeFlags(NeonTypeFlags::Float32, false, quad));
Bob Wilson98bc98c2011-11-08 01:16:11 +00001483 Ops[0] = Builder.CreateBitCast(Ops[0], FloatTy);
Nate Begeman16372af2010-06-08 00:17:19 +00001484 return usgn ? Builder.CreateFPToUI(Ops[0], Ty, "vcvt")
1485 : Builder.CreateFPToSI(Ops[0], Ty, "vcvt");
1486 }
Bob Wilson6bc21642011-06-24 22:13:26 +00001487 case ARM::BI__builtin_neon_vcvt_n_f32_v:
1488 case ARM::BI__builtin_neon_vcvtq_n_f32_v: {
Bob Wilson98bc98c2011-11-08 01:16:11 +00001489 llvm::Type *FloatTy =
Chris Lattnerece04092012-02-07 00:39:47 +00001490 GetNeonType(this, NeonTypeFlags(NeonTypeFlags::Float32, false, quad));
Bob Wilson98bc98c2011-11-08 01:16:11 +00001491 llvm::Type *Tys[2] = { FloatTy, Ty };
1492 Int = usgn ? Intrinsic::arm_neon_vcvtfxu2fp
1493 : Intrinsic::arm_neon_vcvtfxs2fp;
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001494 Function *F = CGM.getIntrinsic(Int, Tys);
Nate Begemanae6b1d82010-06-08 06:03:01 +00001495 return EmitNeonCall(F, Ops, "vcvt_n");
Nate Begeman16372af2010-06-08 00:17:19 +00001496 }
Bob Wilson6bc21642011-06-24 22:13:26 +00001497 case ARM::BI__builtin_neon_vcvt_n_s32_v:
1498 case ARM::BI__builtin_neon_vcvt_n_u32_v:
1499 case ARM::BI__builtin_neon_vcvtq_n_s32_v:
1500 case ARM::BI__builtin_neon_vcvtq_n_u32_v: {
Bob Wilson98bc98c2011-11-08 01:16:11 +00001501 llvm::Type *FloatTy =
Chris Lattnerece04092012-02-07 00:39:47 +00001502 GetNeonType(this, NeonTypeFlags(NeonTypeFlags::Float32, false, quad));
Bob Wilson98bc98c2011-11-08 01:16:11 +00001503 llvm::Type *Tys[2] = { Ty, FloatTy };
1504 Int = usgn ? Intrinsic::arm_neon_vcvtfp2fxu
1505 : Intrinsic::arm_neon_vcvtfp2fxs;
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001506 Function *F = CGM.getIntrinsic(Int, Tys);
Nate Begemanae6b1d82010-06-08 06:03:01 +00001507 return EmitNeonCall(F, Ops, "vcvt_n");
1508 }
Bob Wilson6bc21642011-06-24 22:13:26 +00001509 case ARM::BI__builtin_neon_vext_v:
1510 case ARM::BI__builtin_neon_vextq_v: {
Chris Lattner91c08ad2011-02-15 00:14:06 +00001511 int CV = cast<ConstantInt>(Ops[2])->getSExtValue();
Nate Begeman55483092010-06-09 01:10:23 +00001512 SmallVector<Constant*, 16> Indices;
Nate Begemaned48c852010-06-20 23:05:28 +00001513 for (unsigned i = 0, e = VTy->getNumElements(); i != e; ++i)
Chris Lattner5e016ae2010-06-27 07:15:29 +00001514 Indices.push_back(ConstantInt::get(Int32Ty, i+CV));
Nate Begemanae6b1d82010-06-08 06:03:01 +00001515
1516 Ops[0] = Builder.CreateBitCast(Ops[0], Ty);
1517 Ops[1] = Builder.CreateBitCast(Ops[1], Ty);
Chris Lattner91c08ad2011-02-15 00:14:06 +00001518 Value *SV = llvm::ConstantVector::get(Indices);
Nate Begeman55483092010-06-09 01:10:23 +00001519 return Builder.CreateShuffleVector(Ops[0], Ops[1], SV, "vext");
1520 }
Bob Wilson6bc21642011-06-24 22:13:26 +00001521 case ARM::BI__builtin_neon_vhadd_v:
1522 case ARM::BI__builtin_neon_vhaddq_v:
Nate Begemand90aa432010-06-09 18:04:15 +00001523 Int = usgn ? Intrinsic::arm_neon_vhaddu : Intrinsic::arm_neon_vhadds;
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001524 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vhadd");
Bob Wilson6bc21642011-06-24 22:13:26 +00001525 case ARM::BI__builtin_neon_vhsub_v:
1526 case ARM::BI__builtin_neon_vhsubq_v:
Nate Begemand90aa432010-06-09 18:04:15 +00001527 Int = usgn ? Intrinsic::arm_neon_vhsubu : Intrinsic::arm_neon_vhsubs;
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001528 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vhsub");
Bob Wilson6bc21642011-06-24 22:13:26 +00001529 case ARM::BI__builtin_neon_vld1_v:
1530 case ARM::BI__builtin_neon_vld1q_v:
Jay Foadb0f33442012-03-02 18:34:30 +00001531 Ops.push_back(GetPointeeAlignmentValue(E->getArg(0)));
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001532 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vld1, Ty),
Nate Begemaned48c852010-06-20 23:05:28 +00001533 Ops, "vld1");
Bob Wilson6bc21642011-06-24 22:13:26 +00001534 case ARM::BI__builtin_neon_vld1_lane_v:
Bob Wilson49708d42012-02-04 23:58:08 +00001535 case ARM::BI__builtin_neon_vld1q_lane_v: {
Nate Begemaned48c852010-06-20 23:05:28 +00001536 Ops[1] = Builder.CreateBitCast(Ops[1], Ty);
1537 Ty = llvm::PointerType::getUnqual(VTy->getElementType());
1538 Ops[0] = Builder.CreateBitCast(Ops[0], Ty);
Bob Wilson49708d42012-02-04 23:58:08 +00001539 LoadInst *Ld = Builder.CreateLoad(Ops[0]);
Jay Foadb0f33442012-03-02 18:34:30 +00001540 Value *Align = GetPointeeAlignmentValue(E->getArg(0));
Bob Wilson49708d42012-02-04 23:58:08 +00001541 Ld->setAlignment(cast<ConstantInt>(Align)->getZExtValue());
1542 return Builder.CreateInsertElement(Ops[1], Ld, Ops[2], "vld1_lane");
1543 }
Bob Wilson6bc21642011-06-24 22:13:26 +00001544 case ARM::BI__builtin_neon_vld1_dup_v:
1545 case ARM::BI__builtin_neon_vld1q_dup_v: {
Nate Begemaned48c852010-06-20 23:05:28 +00001546 Value *V = UndefValue::get(Ty);
1547 Ty = llvm::PointerType::getUnqual(VTy->getElementType());
1548 Ops[0] = Builder.CreateBitCast(Ops[0], Ty);
Bob Wilson49708d42012-02-04 23:58:08 +00001549 LoadInst *Ld = Builder.CreateLoad(Ops[0]);
Jay Foadb0f33442012-03-02 18:34:30 +00001550 Value *Align = GetPointeeAlignmentValue(E->getArg(0));
Bob Wilson49708d42012-02-04 23:58:08 +00001551 Ld->setAlignment(cast<ConstantInt>(Align)->getZExtValue());
Chris Lattner5e016ae2010-06-27 07:15:29 +00001552 llvm::Constant *CI = ConstantInt::get(Int32Ty, 0);
Bob Wilson49708d42012-02-04 23:58:08 +00001553 Ops[0] = Builder.CreateInsertElement(V, Ld, CI);
Nate Begemaned48c852010-06-20 23:05:28 +00001554 return EmitNeonSplat(Ops[0], CI);
1555 }
Bob Wilson6bc21642011-06-24 22:13:26 +00001556 case ARM::BI__builtin_neon_vld2_v:
1557 case ARM::BI__builtin_neon_vld2q_v: {
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001558 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vld2, Ty);
Jay Foadb0f33442012-03-02 18:34:30 +00001559 Value *Align = GetPointeeAlignmentValue(E->getArg(1));
Bob Wilson7b0d0322010-08-27 17:14:29 +00001560 Ops[1] = Builder.CreateCall2(F, Ops[1], Align, "vld2");
Nate Begemaned48c852010-06-20 23:05:28 +00001561 Ty = llvm::PointerType::getUnqual(Ops[1]->getType());
1562 Ops[0] = Builder.CreateBitCast(Ops[0], Ty);
1563 return Builder.CreateStore(Ops[1], Ops[0]);
1564 }
Bob Wilson6bc21642011-06-24 22:13:26 +00001565 case ARM::BI__builtin_neon_vld3_v:
1566 case ARM::BI__builtin_neon_vld3q_v: {
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001567 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vld3, Ty);
Jay Foadb0f33442012-03-02 18:34:30 +00001568 Value *Align = GetPointeeAlignmentValue(E->getArg(1));
Bob Wilson7b0d0322010-08-27 17:14:29 +00001569 Ops[1] = Builder.CreateCall2(F, Ops[1], Align, "vld3");
Nate Begemaned48c852010-06-20 23:05:28 +00001570 Ty = llvm::PointerType::getUnqual(Ops[1]->getType());
1571 Ops[0] = Builder.CreateBitCast(Ops[0], Ty);
1572 return Builder.CreateStore(Ops[1], Ops[0]);
1573 }
Bob Wilson6bc21642011-06-24 22:13:26 +00001574 case ARM::BI__builtin_neon_vld4_v:
1575 case ARM::BI__builtin_neon_vld4q_v: {
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001576 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vld4, Ty);
Jay Foadb0f33442012-03-02 18:34:30 +00001577 Value *Align = GetPointeeAlignmentValue(E->getArg(1));
Bob Wilson7b0d0322010-08-27 17:14:29 +00001578 Ops[1] = Builder.CreateCall2(F, Ops[1], Align, "vld4");
Nate Begemaned48c852010-06-20 23:05:28 +00001579 Ty = llvm::PointerType::getUnqual(Ops[1]->getType());
1580 Ops[0] = Builder.CreateBitCast(Ops[0], Ty);
1581 return Builder.CreateStore(Ops[1], Ops[0]);
1582 }
Bob Wilson6bc21642011-06-24 22:13:26 +00001583 case ARM::BI__builtin_neon_vld2_lane_v:
1584 case ARM::BI__builtin_neon_vld2q_lane_v: {
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001585 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vld2lane, Ty);
Nate Begemaned48c852010-06-20 23:05:28 +00001586 Ops[2] = Builder.CreateBitCast(Ops[2], Ty);
1587 Ops[3] = Builder.CreateBitCast(Ops[3], Ty);
Jay Foadb0f33442012-03-02 18:34:30 +00001588 Ops.push_back(GetPointeeAlignmentValue(E->getArg(1)));
Frits van Bommelede0dc62011-07-25 15:13:01 +00001589 Ops[1] = Builder.CreateCall(F, makeArrayRef(Ops).slice(1), "vld2_lane");
Nate Begemaned48c852010-06-20 23:05:28 +00001590 Ty = llvm::PointerType::getUnqual(Ops[1]->getType());
1591 Ops[0] = Builder.CreateBitCast(Ops[0], Ty);
1592 return Builder.CreateStore(Ops[1], Ops[0]);
1593 }
Bob Wilson6bc21642011-06-24 22:13:26 +00001594 case ARM::BI__builtin_neon_vld3_lane_v:
1595 case ARM::BI__builtin_neon_vld3q_lane_v: {
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001596 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vld3lane, Ty);
Nate Begemaned48c852010-06-20 23:05:28 +00001597 Ops[2] = Builder.CreateBitCast(Ops[2], Ty);
1598 Ops[3] = Builder.CreateBitCast(Ops[3], Ty);
1599 Ops[4] = Builder.CreateBitCast(Ops[4], Ty);
Jay Foadb0f33442012-03-02 18:34:30 +00001600 Ops.push_back(GetPointeeAlignmentValue(E->getArg(1)));
Frits van Bommelede0dc62011-07-25 15:13:01 +00001601 Ops[1] = Builder.CreateCall(F, makeArrayRef(Ops).slice(1), "vld3_lane");
Nate Begemaned48c852010-06-20 23:05:28 +00001602 Ty = llvm::PointerType::getUnqual(Ops[1]->getType());
1603 Ops[0] = Builder.CreateBitCast(Ops[0], Ty);
1604 return Builder.CreateStore(Ops[1], Ops[0]);
1605 }
Bob Wilson6bc21642011-06-24 22:13:26 +00001606 case ARM::BI__builtin_neon_vld4_lane_v:
1607 case ARM::BI__builtin_neon_vld4q_lane_v: {
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001608 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vld4lane, Ty);
Nate Begemaned48c852010-06-20 23:05:28 +00001609 Ops[2] = Builder.CreateBitCast(Ops[2], Ty);
1610 Ops[3] = Builder.CreateBitCast(Ops[3], Ty);
1611 Ops[4] = Builder.CreateBitCast(Ops[4], Ty);
1612 Ops[5] = Builder.CreateBitCast(Ops[5], Ty);
Jay Foadb0f33442012-03-02 18:34:30 +00001613 Ops.push_back(GetPointeeAlignmentValue(E->getArg(1)));
Frits van Bommelede0dc62011-07-25 15:13:01 +00001614 Ops[1] = Builder.CreateCall(F, makeArrayRef(Ops).slice(1), "vld3_lane");
Nate Begemaned48c852010-06-20 23:05:28 +00001615 Ty = llvm::PointerType::getUnqual(Ops[1]->getType());
1616 Ops[0] = Builder.CreateBitCast(Ops[0], Ty);
1617 return Builder.CreateStore(Ops[1], Ops[0]);
1618 }
Bob Wilson6bc21642011-06-24 22:13:26 +00001619 case ARM::BI__builtin_neon_vld2_dup_v:
1620 case ARM::BI__builtin_neon_vld3_dup_v:
1621 case ARM::BI__builtin_neon_vld4_dup_v: {
Bob Wilson0348af62010-12-10 22:54:58 +00001622 // Handle 64-bit elements as a special-case. There is no "dup" needed.
1623 if (VTy->getElementType()->getPrimitiveSizeInBits() == 64) {
1624 switch (BuiltinID) {
Bob Wilson6bc21642011-06-24 22:13:26 +00001625 case ARM::BI__builtin_neon_vld2_dup_v:
Bob Wilson0348af62010-12-10 22:54:58 +00001626 Int = Intrinsic::arm_neon_vld2;
1627 break;
Bob Wilson6bc21642011-06-24 22:13:26 +00001628 case ARM::BI__builtin_neon_vld3_dup_v:
Bob Wilson0348af62010-12-10 22:54:58 +00001629 Int = Intrinsic::arm_neon_vld2;
1630 break;
Bob Wilson6bc21642011-06-24 22:13:26 +00001631 case ARM::BI__builtin_neon_vld4_dup_v:
Bob Wilson0348af62010-12-10 22:54:58 +00001632 Int = Intrinsic::arm_neon_vld2;
1633 break;
David Blaikie83d382b2011-09-23 05:06:16 +00001634 default: llvm_unreachable("unknown vld_dup intrinsic?");
Bob Wilson0348af62010-12-10 22:54:58 +00001635 }
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001636 Function *F = CGM.getIntrinsic(Int, Ty);
Jay Foadb0f33442012-03-02 18:34:30 +00001637 Value *Align = GetPointeeAlignmentValue(E->getArg(1));
Bob Wilson0348af62010-12-10 22:54:58 +00001638 Ops[1] = Builder.CreateCall2(F, Ops[1], Align, "vld_dup");
1639 Ty = llvm::PointerType::getUnqual(Ops[1]->getType());
1640 Ops[0] = Builder.CreateBitCast(Ops[0], Ty);
1641 return Builder.CreateStore(Ops[1], Ops[0]);
1642 }
Nate Begemaned48c852010-06-20 23:05:28 +00001643 switch (BuiltinID) {
Bob Wilson6bc21642011-06-24 22:13:26 +00001644 case ARM::BI__builtin_neon_vld2_dup_v:
Nate Begemaned48c852010-06-20 23:05:28 +00001645 Int = Intrinsic::arm_neon_vld2lane;
1646 break;
Bob Wilson6bc21642011-06-24 22:13:26 +00001647 case ARM::BI__builtin_neon_vld3_dup_v:
Nate Begemaned48c852010-06-20 23:05:28 +00001648 Int = Intrinsic::arm_neon_vld2lane;
1649 break;
Bob Wilson6bc21642011-06-24 22:13:26 +00001650 case ARM::BI__builtin_neon_vld4_dup_v:
Nate Begemaned48c852010-06-20 23:05:28 +00001651 Int = Intrinsic::arm_neon_vld2lane;
1652 break;
David Blaikie83d382b2011-09-23 05:06:16 +00001653 default: llvm_unreachable("unknown vld_dup intrinsic?");
Nate Begemaned48c852010-06-20 23:05:28 +00001654 }
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001655 Function *F = CGM.getIntrinsic(Int, Ty);
Chris Lattner2192fe52011-07-18 04:24:23 +00001656 llvm::StructType *STy = cast<llvm::StructType>(F->getReturnType());
Nate Begemaned48c852010-06-20 23:05:28 +00001657
1658 SmallVector<Value*, 6> Args;
1659 Args.push_back(Ops[1]);
1660 Args.append(STy->getNumElements(), UndefValue::get(Ty));
1661
Chris Lattner5e016ae2010-06-27 07:15:29 +00001662 llvm::Constant *CI = ConstantInt::get(Int32Ty, 0);
Nate Begemaned48c852010-06-20 23:05:28 +00001663 Args.push_back(CI);
Jay Foadb0f33442012-03-02 18:34:30 +00001664 Args.push_back(GetPointeeAlignmentValue(E->getArg(1)));
Nate Begemaned48c852010-06-20 23:05:28 +00001665
Jay Foad5bd375a2011-07-15 08:37:34 +00001666 Ops[1] = Builder.CreateCall(F, Args, "vld_dup");
Nate Begemaned48c852010-06-20 23:05:28 +00001667 // splat lane 0 to all elts in each vector of the result.
1668 for (unsigned i = 0, e = STy->getNumElements(); i != e; ++i) {
1669 Value *Val = Builder.CreateExtractValue(Ops[1], i);
1670 Value *Elt = Builder.CreateBitCast(Val, Ty);
1671 Elt = EmitNeonSplat(Elt, CI);
1672 Elt = Builder.CreateBitCast(Elt, Val->getType());
1673 Ops[1] = Builder.CreateInsertValue(Ops[1], Elt, i);
1674 }
1675 Ty = llvm::PointerType::getUnqual(Ops[1]->getType());
1676 Ops[0] = Builder.CreateBitCast(Ops[0], Ty);
1677 return Builder.CreateStore(Ops[1], Ops[0]);
1678 }
Bob Wilson6bc21642011-06-24 22:13:26 +00001679 case ARM::BI__builtin_neon_vmax_v:
1680 case ARM::BI__builtin_neon_vmaxq_v:
Nate Begemand90aa432010-06-09 18:04:15 +00001681 Int = usgn ? Intrinsic::arm_neon_vmaxu : Intrinsic::arm_neon_vmaxs;
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001682 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vmax");
Bob Wilson6bc21642011-06-24 22:13:26 +00001683 case ARM::BI__builtin_neon_vmin_v:
1684 case ARM::BI__builtin_neon_vminq_v:
Nate Begemand90aa432010-06-09 18:04:15 +00001685 Int = usgn ? Intrinsic::arm_neon_vminu : Intrinsic::arm_neon_vmins;
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001686 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vmin");
Bob Wilson6bc21642011-06-24 22:13:26 +00001687 case ARM::BI__builtin_neon_vmovl_v: {
Chris Lattner2192fe52011-07-18 04:24:23 +00001688 llvm::Type *DTy =llvm::VectorType::getTruncatedElementVectorType(VTy);
Bob Wilson5b4904f2010-09-02 22:37:30 +00001689 Ops[0] = Builder.CreateBitCast(Ops[0], DTy);
Bob Wilsonb0224492010-08-20 03:36:08 +00001690 if (usgn)
1691 return Builder.CreateZExt(Ops[0], Ty, "vmovl");
1692 return Builder.CreateSExt(Ops[0], Ty, "vmovl");
Bob Wilson5b4904f2010-09-02 22:37:30 +00001693 }
Bob Wilson6bc21642011-06-24 22:13:26 +00001694 case ARM::BI__builtin_neon_vmovn_v: {
Chris Lattner2192fe52011-07-18 04:24:23 +00001695 llvm::Type *QTy = llvm::VectorType::getExtendedElementVectorType(VTy);
Bob Wilson5b4904f2010-09-02 22:37:30 +00001696 Ops[0] = Builder.CreateBitCast(Ops[0], QTy);
Bob Wilsonb9225f72010-08-30 19:57:13 +00001697 return Builder.CreateTrunc(Ops[0], Ty, "vmovn");
Bob Wilson5b4904f2010-09-02 22:37:30 +00001698 }
Bob Wilson6bc21642011-06-24 22:13:26 +00001699 case ARM::BI__builtin_neon_vmul_v:
1700 case ARM::BI__builtin_neon_vmulq_v:
Bob Wilson98bc98c2011-11-08 01:16:11 +00001701 assert(Type.isPoly() && "vmul builtin only supported for polynomial types");
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001702 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vmulp, Ty),
Bob Wilson77955992010-12-03 17:29:39 +00001703 Ops, "vmul");
Bob Wilson6bc21642011-06-24 22:13:26 +00001704 case ARM::BI__builtin_neon_vmull_v:
Bob Wilson7201af32011-03-31 00:09:00 +00001705 Int = usgn ? Intrinsic::arm_neon_vmullu : Intrinsic::arm_neon_vmulls;
Bob Wilson98bc98c2011-11-08 01:16:11 +00001706 Int = Type.isPoly() ? (unsigned)Intrinsic::arm_neon_vmullp : Int;
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001707 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vmull");
Bob Wilson6bc21642011-06-24 22:13:26 +00001708 case ARM::BI__builtin_neon_vpadal_v:
1709 case ARM::BI__builtin_neon_vpadalq_v: {
Nate Begemand90aa432010-06-09 18:04:15 +00001710 Int = usgn ? Intrinsic::arm_neon_vpadalu : Intrinsic::arm_neon_vpadals;
Bob Wilsond1767c52010-12-10 05:51:07 +00001711 // The source operand type has twice as many elements of half the size.
1712 unsigned EltBits = VTy->getElementType()->getPrimitiveSizeInBits();
Chris Lattner2192fe52011-07-18 04:24:23 +00001713 llvm::Type *EltTy =
John McCallad7c5c12011-02-08 08:22:06 +00001714 llvm::IntegerType::get(getLLVMContext(), EltBits / 2);
Chris Lattnera5f58b02011-07-09 17:41:47 +00001715 llvm::Type *NarrowTy =
Bob Wilsond1767c52010-12-10 05:51:07 +00001716 llvm::VectorType::get(EltTy, VTy->getNumElements() * 2);
Chris Lattnera5f58b02011-07-09 17:41:47 +00001717 llvm::Type *Tys[2] = { Ty, NarrowTy };
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001718 return EmitNeonCall(CGM.getIntrinsic(Int, Tys), Ops, "vpadal");
Bob Wilsond1767c52010-12-10 05:51:07 +00001719 }
Bob Wilson6bc21642011-06-24 22:13:26 +00001720 case ARM::BI__builtin_neon_vpadd_v:
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001721 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vpadd, Ty),
Nate Begemane0935ff2010-06-10 18:11:55 +00001722 Ops, "vpadd");
Bob Wilson6bc21642011-06-24 22:13:26 +00001723 case ARM::BI__builtin_neon_vpaddl_v:
1724 case ARM::BI__builtin_neon_vpaddlq_v: {
Nate Begemane0935ff2010-06-10 18:11:55 +00001725 Int = usgn ? Intrinsic::arm_neon_vpaddlu : Intrinsic::arm_neon_vpaddls;
Bob Wilsond1767c52010-12-10 05:51:07 +00001726 // The source operand type has twice as many elements of half the size.
1727 unsigned EltBits = VTy->getElementType()->getPrimitiveSizeInBits();
Chris Lattner2192fe52011-07-18 04:24:23 +00001728 llvm::Type *EltTy = llvm::IntegerType::get(getLLVMContext(), EltBits / 2);
Chris Lattnera5f58b02011-07-09 17:41:47 +00001729 llvm::Type *NarrowTy =
Bob Wilsond1767c52010-12-10 05:51:07 +00001730 llvm::VectorType::get(EltTy, VTy->getNumElements() * 2);
Chris Lattnera5f58b02011-07-09 17:41:47 +00001731 llvm::Type *Tys[2] = { Ty, NarrowTy };
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001732 return EmitNeonCall(CGM.getIntrinsic(Int, Tys), Ops, "vpaddl");
Bob Wilsond1767c52010-12-10 05:51:07 +00001733 }
Bob Wilson6bc21642011-06-24 22:13:26 +00001734 case ARM::BI__builtin_neon_vpmax_v:
Nate Begemane0935ff2010-06-10 18:11:55 +00001735 Int = usgn ? Intrinsic::arm_neon_vpmaxu : Intrinsic::arm_neon_vpmaxs;
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001736 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vpmax");
Bob Wilson6bc21642011-06-24 22:13:26 +00001737 case ARM::BI__builtin_neon_vpmin_v:
Nate Begemane0935ff2010-06-10 18:11:55 +00001738 Int = usgn ? Intrinsic::arm_neon_vpminu : Intrinsic::arm_neon_vpmins;
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001739 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vpmin");
Bob Wilson6bc21642011-06-24 22:13:26 +00001740 case ARM::BI__builtin_neon_vqabs_v:
1741 case ARM::BI__builtin_neon_vqabsq_v:
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001742 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vqabs, Ty),
Nate Begemane0935ff2010-06-10 18:11:55 +00001743 Ops, "vqabs");
Bob Wilson6bc21642011-06-24 22:13:26 +00001744 case ARM::BI__builtin_neon_vqadd_v:
1745 case ARM::BI__builtin_neon_vqaddq_v:
Nate Begemane0935ff2010-06-10 18:11:55 +00001746 Int = usgn ? Intrinsic::arm_neon_vqaddu : Intrinsic::arm_neon_vqadds;
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001747 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vqadd");
Bob Wilson6bc21642011-06-24 22:13:26 +00001748 case ARM::BI__builtin_neon_vqdmlal_v:
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001749 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vqdmlal, Ty),
Bob Wilson482afae2010-12-08 22:37:56 +00001750 Ops, "vqdmlal");
Bob Wilson6bc21642011-06-24 22:13:26 +00001751 case ARM::BI__builtin_neon_vqdmlsl_v:
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001752 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vqdmlsl, Ty),
Bob Wilson482afae2010-12-08 22:37:56 +00001753 Ops, "vqdmlsl");
Bob Wilson6bc21642011-06-24 22:13:26 +00001754 case ARM::BI__builtin_neon_vqdmulh_v:
1755 case ARM::BI__builtin_neon_vqdmulhq_v:
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001756 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vqdmulh, Ty),
Bob Wilson482afae2010-12-08 22:37:56 +00001757 Ops, "vqdmulh");
Bob Wilson6bc21642011-06-24 22:13:26 +00001758 case ARM::BI__builtin_neon_vqdmull_v:
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001759 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vqdmull, Ty),
Bob Wilson482afae2010-12-08 22:37:56 +00001760 Ops, "vqdmull");
Bob Wilson6bc21642011-06-24 22:13:26 +00001761 case ARM::BI__builtin_neon_vqmovn_v:
Nate Begemane0935ff2010-06-10 18:11:55 +00001762 Int = usgn ? Intrinsic::arm_neon_vqmovnu : Intrinsic::arm_neon_vqmovns;
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001763 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vqmovn");
Bob Wilson6bc21642011-06-24 22:13:26 +00001764 case ARM::BI__builtin_neon_vqmovun_v:
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001765 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vqmovnsu, Ty),
Nate Begemane0935ff2010-06-10 18:11:55 +00001766 Ops, "vqdmull");
Bob Wilson6bc21642011-06-24 22:13:26 +00001767 case ARM::BI__builtin_neon_vqneg_v:
1768 case ARM::BI__builtin_neon_vqnegq_v:
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001769 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vqneg, Ty),
Nate Begeman91e1fea2010-06-14 05:21:25 +00001770 Ops, "vqneg");
Bob Wilson6bc21642011-06-24 22:13:26 +00001771 case ARM::BI__builtin_neon_vqrdmulh_v:
1772 case ARM::BI__builtin_neon_vqrdmulhq_v:
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001773 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vqrdmulh, Ty),
Bob Wilson482afae2010-12-08 22:37:56 +00001774 Ops, "vqrdmulh");
Bob Wilson6bc21642011-06-24 22:13:26 +00001775 case ARM::BI__builtin_neon_vqrshl_v:
1776 case ARM::BI__builtin_neon_vqrshlq_v:
Nate Begemane0935ff2010-06-10 18:11:55 +00001777 Int = usgn ? Intrinsic::arm_neon_vqrshiftu : Intrinsic::arm_neon_vqrshifts;
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001778 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vqrshl");
Bob Wilson6bc21642011-06-24 22:13:26 +00001779 case ARM::BI__builtin_neon_vqrshrn_n_v:
Nate Begemane0935ff2010-06-10 18:11:55 +00001780 Int = usgn ? Intrinsic::arm_neon_vqrshiftnu : Intrinsic::arm_neon_vqrshiftns;
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001781 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vqrshrn_n",
Nate Begeman91e1fea2010-06-14 05:21:25 +00001782 1, true);
Bob Wilson6bc21642011-06-24 22:13:26 +00001783 case ARM::BI__builtin_neon_vqrshrun_n_v:
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001784 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vqrshiftnsu, Ty),
Bob Wilson482afae2010-12-08 22:37:56 +00001785 Ops, "vqrshrun_n", 1, true);
Bob Wilson6bc21642011-06-24 22:13:26 +00001786 case ARM::BI__builtin_neon_vqshl_v:
1787 case ARM::BI__builtin_neon_vqshlq_v:
Nate Begeman91e1fea2010-06-14 05:21:25 +00001788 Int = usgn ? Intrinsic::arm_neon_vqshiftu : Intrinsic::arm_neon_vqshifts;
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001789 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vqshl");
Bob Wilson6bc21642011-06-24 22:13:26 +00001790 case ARM::BI__builtin_neon_vqshl_n_v:
1791 case ARM::BI__builtin_neon_vqshlq_n_v:
Nate Begeman91e1fea2010-06-14 05:21:25 +00001792 Int = usgn ? Intrinsic::arm_neon_vqshiftu : Intrinsic::arm_neon_vqshifts;
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001793 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vqshl_n",
Nate Begeman91e1fea2010-06-14 05:21:25 +00001794 1, false);
Bob Wilson6bc21642011-06-24 22:13:26 +00001795 case ARM::BI__builtin_neon_vqshlu_n_v:
1796 case ARM::BI__builtin_neon_vqshluq_n_v:
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001797 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vqshiftsu, Ty),
Bob Wilson482afae2010-12-08 22:37:56 +00001798 Ops, "vqshlu", 1, false);
Bob Wilson6bc21642011-06-24 22:13:26 +00001799 case ARM::BI__builtin_neon_vqshrn_n_v:
Nate Begeman91e1fea2010-06-14 05:21:25 +00001800 Int = usgn ? Intrinsic::arm_neon_vqshiftnu : Intrinsic::arm_neon_vqshiftns;
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001801 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vqshrn_n",
Nate Begeman91e1fea2010-06-14 05:21:25 +00001802 1, true);
Bob Wilson6bc21642011-06-24 22:13:26 +00001803 case ARM::BI__builtin_neon_vqshrun_n_v:
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001804 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vqshiftnsu, Ty),
Bob Wilson482afae2010-12-08 22:37:56 +00001805 Ops, "vqshrun_n", 1, true);
Bob Wilson6bc21642011-06-24 22:13:26 +00001806 case ARM::BI__builtin_neon_vqsub_v:
1807 case ARM::BI__builtin_neon_vqsubq_v:
Nate Begeman8ed060b2010-06-11 22:57:12 +00001808 Int = usgn ? Intrinsic::arm_neon_vqsubu : Intrinsic::arm_neon_vqsubs;
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001809 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vqsub");
Bob Wilson6bc21642011-06-24 22:13:26 +00001810 case ARM::BI__builtin_neon_vraddhn_v:
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001811 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vraddhn, Ty),
Nate Begeman8ed060b2010-06-11 22:57:12 +00001812 Ops, "vraddhn");
Bob Wilson6bc21642011-06-24 22:13:26 +00001813 case ARM::BI__builtin_neon_vrecpe_v:
1814 case ARM::BI__builtin_neon_vrecpeq_v:
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001815 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vrecpe, Ty),
Nate Begeman8ed060b2010-06-11 22:57:12 +00001816 Ops, "vrecpe");
Bob Wilson6bc21642011-06-24 22:13:26 +00001817 case ARM::BI__builtin_neon_vrecps_v:
1818 case ARM::BI__builtin_neon_vrecpsq_v:
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001819 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vrecps, Ty),
Nate Begeman8ed060b2010-06-11 22:57:12 +00001820 Ops, "vrecps");
Bob Wilson6bc21642011-06-24 22:13:26 +00001821 case ARM::BI__builtin_neon_vrhadd_v:
1822 case ARM::BI__builtin_neon_vrhaddq_v:
Nate Begeman8ed060b2010-06-11 22:57:12 +00001823 Int = usgn ? Intrinsic::arm_neon_vrhaddu : Intrinsic::arm_neon_vrhadds;
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001824 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vrhadd");
Bob Wilson6bc21642011-06-24 22:13:26 +00001825 case ARM::BI__builtin_neon_vrshl_v:
1826 case ARM::BI__builtin_neon_vrshlq_v:
Nate Begemanc6ac0ce2010-06-12 06:06:07 +00001827 Int = usgn ? Intrinsic::arm_neon_vrshiftu : Intrinsic::arm_neon_vrshifts;
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001828 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vrshl");
Bob Wilson6bc21642011-06-24 22:13:26 +00001829 case ARM::BI__builtin_neon_vrshrn_n_v:
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001830 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vrshiftn, Ty),
Bob Wilson482afae2010-12-08 22:37:56 +00001831 Ops, "vrshrn_n", 1, true);
Bob Wilson6bc21642011-06-24 22:13:26 +00001832 case ARM::BI__builtin_neon_vrshr_n_v:
1833 case ARM::BI__builtin_neon_vrshrq_n_v:
Nate Begemanc6ac0ce2010-06-12 06:06:07 +00001834 Int = usgn ? Intrinsic::arm_neon_vrshiftu : Intrinsic::arm_neon_vrshifts;
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001835 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vrshr_n", 1, true);
Bob Wilson6bc21642011-06-24 22:13:26 +00001836 case ARM::BI__builtin_neon_vrsqrte_v:
1837 case ARM::BI__builtin_neon_vrsqrteq_v:
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001838 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vrsqrte, Ty),
Nate Begemanc6ac0ce2010-06-12 06:06:07 +00001839 Ops, "vrsqrte");
Bob Wilson6bc21642011-06-24 22:13:26 +00001840 case ARM::BI__builtin_neon_vrsqrts_v:
1841 case ARM::BI__builtin_neon_vrsqrtsq_v:
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001842 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vrsqrts, Ty),
Nate Begemanc6ac0ce2010-06-12 06:06:07 +00001843 Ops, "vrsqrts");
Bob Wilson6bc21642011-06-24 22:13:26 +00001844 case ARM::BI__builtin_neon_vrsra_n_v:
1845 case ARM::BI__builtin_neon_vrsraq_n_v:
Nate Begemanc6ac0ce2010-06-12 06:06:07 +00001846 Ops[0] = Builder.CreateBitCast(Ops[0], Ty);
1847 Ops[1] = Builder.CreateBitCast(Ops[1], Ty);
1848 Ops[2] = EmitNeonShiftVector(Ops[2], Ty, true);
1849 Int = usgn ? Intrinsic::arm_neon_vrshiftu : Intrinsic::arm_neon_vrshifts;
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001850 Ops[1] = Builder.CreateCall2(CGM.getIntrinsic(Int, Ty), Ops[1], Ops[2]);
Nate Begemanc6ac0ce2010-06-12 06:06:07 +00001851 return Builder.CreateAdd(Ops[0], Ops[1], "vrsra_n");
Bob Wilson6bc21642011-06-24 22:13:26 +00001852 case ARM::BI__builtin_neon_vrsubhn_v:
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001853 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vrsubhn, Ty),
Nate Begeman8ed060b2010-06-11 22:57:12 +00001854 Ops, "vrsubhn");
Bob Wilson6bc21642011-06-24 22:13:26 +00001855 case ARM::BI__builtin_neon_vshl_v:
1856 case ARM::BI__builtin_neon_vshlq_v:
Nate Begeman8ed060b2010-06-11 22:57:12 +00001857 Int = usgn ? Intrinsic::arm_neon_vshiftu : Intrinsic::arm_neon_vshifts;
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001858 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vshl");
Bob Wilson6bc21642011-06-24 22:13:26 +00001859 case ARM::BI__builtin_neon_vshll_n_v:
Nate Begeman8ed060b2010-06-11 22:57:12 +00001860 Int = usgn ? Intrinsic::arm_neon_vshiftlu : Intrinsic::arm_neon_vshiftls;
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001861 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vshll", 1);
Bob Wilson6bc21642011-06-24 22:13:26 +00001862 case ARM::BI__builtin_neon_vshl_n_v:
1863 case ARM::BI__builtin_neon_vshlq_n_v:
Nate Begeman91e1fea2010-06-14 05:21:25 +00001864 Ops[1] = EmitNeonShiftVector(Ops[1], Ty, false);
1865 return Builder.CreateShl(Builder.CreateBitCast(Ops[0],Ty), Ops[1], "vshl_n");
Bob Wilson6bc21642011-06-24 22:13:26 +00001866 case ARM::BI__builtin_neon_vshrn_n_v:
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001867 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vshiftn, Ty),
Bob Wilson482afae2010-12-08 22:37:56 +00001868 Ops, "vshrn_n", 1, true);
Bob Wilson6bc21642011-06-24 22:13:26 +00001869 case ARM::BI__builtin_neon_vshr_n_v:
1870 case ARM::BI__builtin_neon_vshrq_n_v:
Nate Begeman8ed060b2010-06-11 22:57:12 +00001871 Ops[0] = Builder.CreateBitCast(Ops[0], Ty);
Nate Begeman91e1fea2010-06-14 05:21:25 +00001872 Ops[1] = EmitNeonShiftVector(Ops[1], Ty, false);
Nate Begeman8ed060b2010-06-11 22:57:12 +00001873 if (usgn)
1874 return Builder.CreateLShr(Ops[0], Ops[1], "vshr_n");
1875 else
1876 return Builder.CreateAShr(Ops[0], Ops[1], "vshr_n");
Bob Wilson6bc21642011-06-24 22:13:26 +00001877 case ARM::BI__builtin_neon_vsri_n_v:
1878 case ARM::BI__builtin_neon_vsriq_n_v:
Bob Wilson4fa993f2010-12-03 17:10:22 +00001879 rightShift = true;
Bob Wilson6bc21642011-06-24 22:13:26 +00001880 case ARM::BI__builtin_neon_vsli_n_v:
1881 case ARM::BI__builtin_neon_vsliq_n_v:
Bob Wilson4fa993f2010-12-03 17:10:22 +00001882 Ops[2] = EmitNeonShiftVector(Ops[2], Ty, rightShift);
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001883 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vshiftins, Ty),
Nate Begeman8ed060b2010-06-11 22:57:12 +00001884 Ops, "vsli_n");
Bob Wilson6bc21642011-06-24 22:13:26 +00001885 case ARM::BI__builtin_neon_vsra_n_v:
1886 case ARM::BI__builtin_neon_vsraq_n_v:
Nate Begeman8ed060b2010-06-11 22:57:12 +00001887 Ops[0] = Builder.CreateBitCast(Ops[0], Ty);
1888 Ops[1] = Builder.CreateBitCast(Ops[1], Ty);
Nate Begeman91e1fea2010-06-14 05:21:25 +00001889 Ops[2] = EmitNeonShiftVector(Ops[2], Ty, false);
Nate Begeman8ed060b2010-06-11 22:57:12 +00001890 if (usgn)
1891 Ops[1] = Builder.CreateLShr(Ops[1], Ops[2], "vsra_n");
1892 else
1893 Ops[1] = Builder.CreateAShr(Ops[1], Ops[2], "vsra_n");
1894 return Builder.CreateAdd(Ops[0], Ops[1]);
Bob Wilson6bc21642011-06-24 22:13:26 +00001895 case ARM::BI__builtin_neon_vst1_v:
1896 case ARM::BI__builtin_neon_vst1q_v:
Jay Foadb0f33442012-03-02 18:34:30 +00001897 Ops.push_back(GetPointeeAlignmentValue(E->getArg(0)));
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001898 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vst1, Ty),
Nate Begeman8ed060b2010-06-11 22:57:12 +00001899 Ops, "");
Bob Wilson6bc21642011-06-24 22:13:26 +00001900 case ARM::BI__builtin_neon_vst1_lane_v:
Bob Wilson49708d42012-02-04 23:58:08 +00001901 case ARM::BI__builtin_neon_vst1q_lane_v: {
Nate Begeman8ed060b2010-06-11 22:57:12 +00001902 Ops[1] = Builder.CreateBitCast(Ops[1], Ty);
1903 Ops[1] = Builder.CreateExtractElement(Ops[1], Ops[2]);
1904 Ty = llvm::PointerType::getUnqual(Ops[1]->getType());
Bob Wilson49708d42012-02-04 23:58:08 +00001905 StoreInst *St = Builder.CreateStore(Ops[1],
1906 Builder.CreateBitCast(Ops[0], Ty));
Jay Foadb0f33442012-03-02 18:34:30 +00001907 Value *Align = GetPointeeAlignmentValue(E->getArg(0));
Bob Wilson49708d42012-02-04 23:58:08 +00001908 St->setAlignment(cast<ConstantInt>(Align)->getZExtValue());
1909 return St;
1910 }
Bob Wilson6bc21642011-06-24 22:13:26 +00001911 case ARM::BI__builtin_neon_vst2_v:
1912 case ARM::BI__builtin_neon_vst2q_v:
Jay Foadb0f33442012-03-02 18:34:30 +00001913 Ops.push_back(GetPointeeAlignmentValue(E->getArg(0)));
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001914 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vst2, Ty),
Nate Begeman8ed060b2010-06-11 22:57:12 +00001915 Ops, "");
Bob Wilson6bc21642011-06-24 22:13:26 +00001916 case ARM::BI__builtin_neon_vst2_lane_v:
1917 case ARM::BI__builtin_neon_vst2q_lane_v:
Jay Foadb0f33442012-03-02 18:34:30 +00001918 Ops.push_back(GetPointeeAlignmentValue(E->getArg(0)));
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001919 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vst2lane, Ty),
Nate Begeman8ed060b2010-06-11 22:57:12 +00001920 Ops, "");
Bob Wilson6bc21642011-06-24 22:13:26 +00001921 case ARM::BI__builtin_neon_vst3_v:
1922 case ARM::BI__builtin_neon_vst3q_v:
Jay Foadb0f33442012-03-02 18:34:30 +00001923 Ops.push_back(GetPointeeAlignmentValue(E->getArg(0)));
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001924 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vst3, Ty),
Nate Begeman8ed060b2010-06-11 22:57:12 +00001925 Ops, "");
Bob Wilson6bc21642011-06-24 22:13:26 +00001926 case ARM::BI__builtin_neon_vst3_lane_v:
1927 case ARM::BI__builtin_neon_vst3q_lane_v:
Jay Foadb0f33442012-03-02 18:34:30 +00001928 Ops.push_back(GetPointeeAlignmentValue(E->getArg(0)));
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001929 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vst3lane, Ty),
Nate Begeman8ed060b2010-06-11 22:57:12 +00001930 Ops, "");
Bob Wilson6bc21642011-06-24 22:13:26 +00001931 case ARM::BI__builtin_neon_vst4_v:
1932 case ARM::BI__builtin_neon_vst4q_v:
Jay Foadb0f33442012-03-02 18:34:30 +00001933 Ops.push_back(GetPointeeAlignmentValue(E->getArg(0)));
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001934 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vst4, Ty),
Nate Begeman8ed060b2010-06-11 22:57:12 +00001935 Ops, "");
Bob Wilson6bc21642011-06-24 22:13:26 +00001936 case ARM::BI__builtin_neon_vst4_lane_v:
1937 case ARM::BI__builtin_neon_vst4q_lane_v:
Jay Foadb0f33442012-03-02 18:34:30 +00001938 Ops.push_back(GetPointeeAlignmentValue(E->getArg(0)));
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001939 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vst4lane, Ty),
Nate Begeman8ed060b2010-06-11 22:57:12 +00001940 Ops, "");
Bob Wilson6bc21642011-06-24 22:13:26 +00001941 case ARM::BI__builtin_neon_vsubhn_v:
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001942 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vsubhn, Ty),
Nate Begemane0935ff2010-06-10 18:11:55 +00001943 Ops, "vsubhn");
Bob Wilson6bc21642011-06-24 22:13:26 +00001944 case ARM::BI__builtin_neon_vtbl1_v:
Nate Begeman55483092010-06-09 01:10:23 +00001945 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vtbl1),
1946 Ops, "vtbl1");
Bob Wilson6bc21642011-06-24 22:13:26 +00001947 case ARM::BI__builtin_neon_vtbl2_v:
Nate Begeman55483092010-06-09 01:10:23 +00001948 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vtbl2),
1949 Ops, "vtbl2");
Bob Wilson6bc21642011-06-24 22:13:26 +00001950 case ARM::BI__builtin_neon_vtbl3_v:
Nate Begeman55483092010-06-09 01:10:23 +00001951 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vtbl3),
1952 Ops, "vtbl3");
Bob Wilson6bc21642011-06-24 22:13:26 +00001953 case ARM::BI__builtin_neon_vtbl4_v:
Nate Begeman55483092010-06-09 01:10:23 +00001954 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vtbl4),
1955 Ops, "vtbl4");
Bob Wilson6bc21642011-06-24 22:13:26 +00001956 case ARM::BI__builtin_neon_vtbx1_v:
Nate Begeman55483092010-06-09 01:10:23 +00001957 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vtbx1),
1958 Ops, "vtbx1");
Bob Wilson6bc21642011-06-24 22:13:26 +00001959 case ARM::BI__builtin_neon_vtbx2_v:
Nate Begeman55483092010-06-09 01:10:23 +00001960 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vtbx2),
1961 Ops, "vtbx2");
Bob Wilson6bc21642011-06-24 22:13:26 +00001962 case ARM::BI__builtin_neon_vtbx3_v:
Nate Begeman55483092010-06-09 01:10:23 +00001963 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vtbx3),
1964 Ops, "vtbx3");
Bob Wilson6bc21642011-06-24 22:13:26 +00001965 case ARM::BI__builtin_neon_vtbx4_v:
Nate Begeman55483092010-06-09 01:10:23 +00001966 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vtbx4),
1967 Ops, "vtbx4");
Bob Wilson6bc21642011-06-24 22:13:26 +00001968 case ARM::BI__builtin_neon_vtst_v:
1969 case ARM::BI__builtin_neon_vtstq_v: {
Nate Begeman55483092010-06-09 01:10:23 +00001970 Ops[0] = Builder.CreateBitCast(Ops[0], Ty);
1971 Ops[1] = Builder.CreateBitCast(Ops[1], Ty);
1972 Ops[0] = Builder.CreateAnd(Ops[0], Ops[1]);
1973 Ops[0] = Builder.CreateICmp(ICmpInst::ICMP_NE, Ops[0],
1974 ConstantAggregateZero::get(Ty));
1975 return Builder.CreateSExt(Ops[0], Ty, "vtst");
1976 }
Bob Wilson6bc21642011-06-24 22:13:26 +00001977 case ARM::BI__builtin_neon_vtrn_v:
1978 case ARM::BI__builtin_neon_vtrnq_v: {
Nate Begemaned48c852010-06-20 23:05:28 +00001979 Ops[0] = Builder.CreateBitCast(Ops[0], llvm::PointerType::getUnqual(Ty));
Nate Begeman55483092010-06-09 01:10:23 +00001980 Ops[1] = Builder.CreateBitCast(Ops[1], Ty);
Nate Begemaned48c852010-06-20 23:05:28 +00001981 Ops[2] = Builder.CreateBitCast(Ops[2], Ty);
Ted Kremenek582a0992011-01-23 17:04:59 +00001982 Value *SV = 0;
Nate Begemaned48c852010-06-20 23:05:28 +00001983
1984 for (unsigned vi = 0; vi != 2; ++vi) {
1985 SmallVector<Constant*, 16> Indices;
1986 for (unsigned i = 0, e = VTy->getNumElements(); i != e; i += 2) {
Chris Lattner2d6b7b92012-01-25 05:34:41 +00001987 Indices.push_back(Builder.getInt32(i+vi));
1988 Indices.push_back(Builder.getInt32(i+e+vi));
Nate Begemaned48c852010-06-20 23:05:28 +00001989 }
1990 Value *Addr = Builder.CreateConstInBoundsGEP1_32(Ops[0], vi);
Chris Lattner91c08ad2011-02-15 00:14:06 +00001991 SV = llvm::ConstantVector::get(Indices);
Nate Begemaned48c852010-06-20 23:05:28 +00001992 SV = Builder.CreateShuffleVector(Ops[1], Ops[2], SV, "vtrn");
1993 SV = Builder.CreateStore(SV, Addr);
1994 }
1995 return SV;
Nate Begeman55483092010-06-09 01:10:23 +00001996 }
Bob Wilson6bc21642011-06-24 22:13:26 +00001997 case ARM::BI__builtin_neon_vuzp_v:
1998 case ARM::BI__builtin_neon_vuzpq_v: {
Nate Begemaned48c852010-06-20 23:05:28 +00001999 Ops[0] = Builder.CreateBitCast(Ops[0], llvm::PointerType::getUnqual(Ty));
Nate Begeman55483092010-06-09 01:10:23 +00002000 Ops[1] = Builder.CreateBitCast(Ops[1], Ty);
Nate Begemaned48c852010-06-20 23:05:28 +00002001 Ops[2] = Builder.CreateBitCast(Ops[2], Ty);
Ted Kremenek582a0992011-01-23 17:04:59 +00002002 Value *SV = 0;
Nate Begemaned48c852010-06-20 23:05:28 +00002003
2004 for (unsigned vi = 0; vi != 2; ++vi) {
2005 SmallVector<Constant*, 16> Indices;
2006 for (unsigned i = 0, e = VTy->getNumElements(); i != e; ++i)
Chris Lattner5e016ae2010-06-27 07:15:29 +00002007 Indices.push_back(ConstantInt::get(Int32Ty, 2*i+vi));
Nate Begemaned48c852010-06-20 23:05:28 +00002008
2009 Value *Addr = Builder.CreateConstInBoundsGEP1_32(Ops[0], vi);
Chris Lattner91c08ad2011-02-15 00:14:06 +00002010 SV = llvm::ConstantVector::get(Indices);
Nate Begemaned48c852010-06-20 23:05:28 +00002011 SV = Builder.CreateShuffleVector(Ops[1], Ops[2], SV, "vuzp");
2012 SV = Builder.CreateStore(SV, Addr);
2013 }
2014 return SV;
Nate Begeman55483092010-06-09 01:10:23 +00002015 }
Bob Wilson6bc21642011-06-24 22:13:26 +00002016 case ARM::BI__builtin_neon_vzip_v:
2017 case ARM::BI__builtin_neon_vzipq_v: {
Nate Begemaned48c852010-06-20 23:05:28 +00002018 Ops[0] = Builder.CreateBitCast(Ops[0], llvm::PointerType::getUnqual(Ty));
Nate Begeman55483092010-06-09 01:10:23 +00002019 Ops[1] = Builder.CreateBitCast(Ops[1], Ty);
Nate Begemaned48c852010-06-20 23:05:28 +00002020 Ops[2] = Builder.CreateBitCast(Ops[2], Ty);
Ted Kremenek582a0992011-01-23 17:04:59 +00002021 Value *SV = 0;
Nate Begemaned48c852010-06-20 23:05:28 +00002022
2023 for (unsigned vi = 0; vi != 2; ++vi) {
2024 SmallVector<Constant*, 16> Indices;
2025 for (unsigned i = 0, e = VTy->getNumElements(); i != e; i += 2) {
Daniel Dunbare3d87d22010-08-26 00:55:57 +00002026 Indices.push_back(ConstantInt::get(Int32Ty, (i + vi*e) >> 1));
2027 Indices.push_back(ConstantInt::get(Int32Ty, ((i + vi*e) >> 1)+e));
Nate Begemaned48c852010-06-20 23:05:28 +00002028 }
2029 Value *Addr = Builder.CreateConstInBoundsGEP1_32(Ops[0], vi);
Chris Lattner91c08ad2011-02-15 00:14:06 +00002030 SV = llvm::ConstantVector::get(Indices);
Nate Begemaned48c852010-06-20 23:05:28 +00002031 SV = Builder.CreateShuffleVector(Ops[1], Ops[2], SV, "vzip");
2032 SV = Builder.CreateStore(SV, Addr);
2033 }
2034 return SV;
Nate Begeman16372af2010-06-08 00:17:19 +00002035 }
Chris Lattner5cc15e02010-03-03 19:03:45 +00002036 }
2037}
2038
Bill Wendling65b2a962010-10-09 08:47:25 +00002039llvm::Value *CodeGenFunction::
Bill Wendlingf1a3fca2012-02-22 09:30:11 +00002040BuildVector(ArrayRef<llvm::Value*> Ops) {
Bill Wendling65b2a962010-10-09 08:47:25 +00002041 assert((Ops.size() & (Ops.size() - 1)) == 0 &&
2042 "Not a power-of-two sized vector!");
2043 bool AllConstants = true;
2044 for (unsigned i = 0, e = Ops.size(); i != e && AllConstants; ++i)
2045 AllConstants &= isa<Constant>(Ops[i]);
2046
2047 // If this is a constant vector, create a ConstantVector.
2048 if (AllConstants) {
Chris Lattner2d6b7b92012-01-25 05:34:41 +00002049 SmallVector<llvm::Constant*, 16> CstOps;
Bill Wendling65b2a962010-10-09 08:47:25 +00002050 for (unsigned i = 0, e = Ops.size(); i != e; ++i)
2051 CstOps.push_back(cast<Constant>(Ops[i]));
2052 return llvm::ConstantVector::get(CstOps);
2053 }
2054
2055 // Otherwise, insertelement the values to build the vector.
2056 Value *Result =
2057 llvm::UndefValue::get(llvm::VectorType::get(Ops[0]->getType(), Ops.size()));
2058
2059 for (unsigned i = 0, e = Ops.size(); i != e; ++i)
Chris Lattner2d6b7b92012-01-25 05:34:41 +00002060 Result = Builder.CreateInsertElement(Result, Ops[i], Builder.getInt32(i));
Bill Wendling65b2a962010-10-09 08:47:25 +00002061
2062 return Result;
2063}
2064
Mike Stump11289f42009-09-09 15:08:12 +00002065Value *CodeGenFunction::EmitX86BuiltinExpr(unsigned BuiltinID,
Chris Lattner13653d72007-12-13 07:34:23 +00002066 const CallExpr *E) {
Chris Lattner0e62c1c2011-07-23 10:55:15 +00002067 SmallVector<Value*, 4> Ops;
Anders Carlsson4d3094a2007-12-14 17:48:24 +00002068
Chris Lattner64d7f2a2010-10-02 00:09:12 +00002069 // Find out if any arguments are required to be integer constant expressions.
2070 unsigned ICEArguments = 0;
2071 ASTContext::GetBuiltinTypeError Error;
2072 getContext().GetBuiltinType(BuiltinID, Error, &ICEArguments);
2073 assert(Error == ASTContext::GE_None && "Should not codegen an error");
2074
2075 for (unsigned i = 0, e = E->getNumArgs(); i != e; i++) {
2076 // If this is a normal argument, just emit it as a scalar.
2077 if ((ICEArguments & (1 << i)) == 0) {
2078 Ops.push_back(EmitScalarExpr(E->getArg(i)));
2079 continue;
2080 }
2081
2082 // If this is required to be a constant, constant fold it so that we know
2083 // that the generated intrinsic gets a ConstantInt.
2084 llvm::APSInt Result;
2085 bool IsConst = E->getArg(i)->isIntegerConstantExpr(Result, getContext());
2086 assert(IsConst && "Constant arg isn't actually constant?"); (void)IsConst;
John McCallad7c5c12011-02-08 08:22:06 +00002087 Ops.push_back(llvm::ConstantInt::get(getLLVMContext(), Result));
Chris Lattner64d7f2a2010-10-02 00:09:12 +00002088 }
Anders Carlsson4d3094a2007-12-14 17:48:24 +00002089
Anders Carlsson895af082007-12-09 23:17:02 +00002090 switch (BuiltinID) {
Anders Carlsson92c4e442007-12-09 23:39:18 +00002091 default: return 0;
Bill Wendling65b2a962010-10-09 08:47:25 +00002092 case X86::BI__builtin_ia32_vec_init_v8qi:
2093 case X86::BI__builtin_ia32_vec_init_v4hi:
2094 case X86::BI__builtin_ia32_vec_init_v2si:
2095 return Builder.CreateBitCast(BuildVector(Ops),
John McCallad7c5c12011-02-08 08:22:06 +00002096 llvm::Type::getX86_MMXTy(getLLVMContext()));
Argyrios Kyrtzidis073c9cb2010-10-10 03:19:11 +00002097 case X86::BI__builtin_ia32_vec_ext_v2si:
2098 return Builder.CreateExtractElement(Ops[0],
2099 llvm::ConstantInt::get(Ops[1]->getType(), 0));
Nate Begeman91f40e32008-04-14 04:49:57 +00002100 case X86::BI__builtin_ia32_ldmxcsr: {
Chris Lattner2192fe52011-07-18 04:24:23 +00002101 llvm::Type *PtrTy = Int8PtrTy;
Chris Lattner5e016ae2010-06-27 07:15:29 +00002102 Value *One = llvm::ConstantInt::get(Int32Ty, 1);
Benjamin Kramer76399eb2011-09-27 21:06:10 +00002103 Value *Tmp = Builder.CreateAlloca(Int32Ty, One);
Nate Begeman91f40e32008-04-14 04:49:57 +00002104 Builder.CreateStore(Ops[0], Tmp);
2105 return Builder.CreateCall(CGM.getIntrinsic(Intrinsic::x86_sse_ldmxcsr),
Chris Lattnerdbcc2ca2008-05-06 00:56:42 +00002106 Builder.CreateBitCast(Tmp, PtrTy));
Nate Begeman91f40e32008-04-14 04:49:57 +00002107 }
2108 case X86::BI__builtin_ia32_stmxcsr: {
Chris Lattner2192fe52011-07-18 04:24:23 +00002109 llvm::Type *PtrTy = Int8PtrTy;
Chris Lattner5e016ae2010-06-27 07:15:29 +00002110 Value *One = llvm::ConstantInt::get(Int32Ty, 1);
Benjamin Kramer76399eb2011-09-27 21:06:10 +00002111 Value *Tmp = Builder.CreateAlloca(Int32Ty, One);
Ted Kremenekc14efa72011-08-17 21:04:19 +00002112 Builder.CreateCall(CGM.getIntrinsic(Intrinsic::x86_sse_stmxcsr),
2113 Builder.CreateBitCast(Tmp, PtrTy));
Nate Begeman91f40e32008-04-14 04:49:57 +00002114 return Builder.CreateLoad(Tmp, "stmxcsr");
2115 }
Nate Begeman91f40e32008-04-14 04:49:57 +00002116 case X86::BI__builtin_ia32_storehps:
2117 case X86::BI__builtin_ia32_storelps: {
Chris Lattner5e016ae2010-06-27 07:15:29 +00002118 llvm::Type *PtrTy = llvm::PointerType::getUnqual(Int64Ty);
2119 llvm::Type *VecTy = llvm::VectorType::get(Int64Ty, 2);
Mike Stump11289f42009-09-09 15:08:12 +00002120
Nate Begeman91f40e32008-04-14 04:49:57 +00002121 // cast val v2i64
2122 Ops[1] = Builder.CreateBitCast(Ops[1], VecTy, "cast");
Mike Stump11289f42009-09-09 15:08:12 +00002123
Nate Begeman91f40e32008-04-14 04:49:57 +00002124 // extract (0, 1)
2125 unsigned Index = BuiltinID == X86::BI__builtin_ia32_storelps ? 0 : 1;
Chris Lattner5e016ae2010-06-27 07:15:29 +00002126 llvm::Value *Idx = llvm::ConstantInt::get(Int32Ty, Index);
Nate Begeman91f40e32008-04-14 04:49:57 +00002127 Ops[1] = Builder.CreateExtractElement(Ops[1], Idx, "extract");
2128
2129 // cast pointer to i64 & store
2130 Ops[0] = Builder.CreateBitCast(Ops[0], PtrTy);
2131 return Builder.CreateStore(Ops[1], Ops[0]);
2132 }
Bill Wendling11191f12010-09-28 01:28:56 +00002133 case X86::BI__builtin_ia32_palignr: {
2134 unsigned shiftVal = cast<llvm::ConstantInt>(Ops[2])->getZExtValue();
2135
2136 // If palignr is shifting the pair of input vectors less than 9 bytes,
2137 // emit a shuffle instruction.
2138 if (shiftVal <= 8) {
Chris Lattner0e62c1c2011-07-23 10:55:15 +00002139 SmallVector<llvm::Constant*, 8> Indices;
Bill Wendling11191f12010-09-28 01:28:56 +00002140 for (unsigned i = 0; i != 8; ++i)
2141 Indices.push_back(llvm::ConstantInt::get(Int32Ty, shiftVal + i));
2142
Chris Lattner91c08ad2011-02-15 00:14:06 +00002143 Value* SV = llvm::ConstantVector::get(Indices);
Bill Wendling11191f12010-09-28 01:28:56 +00002144 return Builder.CreateShuffleVector(Ops[1], Ops[0], SV, "palignr");
2145 }
2146
2147 // If palignr is shifting the pair of input vectors more than 8 but less
2148 // than 16 bytes, emit a logical right shift of the destination.
2149 if (shiftVal < 16) {
2150 // MMX has these as 1 x i64 vectors for some odd optimization reasons.
Chris Lattner2192fe52011-07-18 04:24:23 +00002151 llvm::Type *VecTy = llvm::VectorType::get(Int64Ty, 1);
Bill Wendling11191f12010-09-28 01:28:56 +00002152
2153 Ops[0] = Builder.CreateBitCast(Ops[0], VecTy, "cast");
2154 Ops[1] = llvm::ConstantInt::get(VecTy, (shiftVal-8) * 8);
2155
2156 // create i32 constant
2157 llvm::Function *F = CGM.getIntrinsic(Intrinsic::x86_mmx_psrl_q);
Frits van Bommel717d7ed2011-07-18 12:00:32 +00002158 return Builder.CreateCall(F, makeArrayRef(&Ops[0], 2), "palignr");
Bill Wendling11191f12010-09-28 01:28:56 +00002159 }
2160
Eli Friedman2dadd3e2011-09-14 00:52:45 +00002161 // If palignr is shifting the pair of vectors more than 16 bytes, emit zero.
Bill Wendling11191f12010-09-28 01:28:56 +00002162 return llvm::Constant::getNullValue(ConvertType(E->getType()));
2163 }
Nate Begeman67dfd422009-12-14 05:15:02 +00002164 case X86::BI__builtin_ia32_palignr128: {
Nate Begeman72ec6bc2009-12-14 04:57:03 +00002165 unsigned shiftVal = cast<llvm::ConstantInt>(Ops[2])->getZExtValue();
2166
2167 // If palignr is shifting the pair of input vectors less than 17 bytes,
2168 // emit a shuffle instruction.
2169 if (shiftVal <= 16) {
Chris Lattner0e62c1c2011-07-23 10:55:15 +00002170 SmallVector<llvm::Constant*, 16> Indices;
Nate Begeman72ec6bc2009-12-14 04:57:03 +00002171 for (unsigned i = 0; i != 16; ++i)
Chris Lattner5e016ae2010-06-27 07:15:29 +00002172 Indices.push_back(llvm::ConstantInt::get(Int32Ty, shiftVal + i));
Nate Begeman72ec6bc2009-12-14 04:57:03 +00002173
Chris Lattner91c08ad2011-02-15 00:14:06 +00002174 Value* SV = llvm::ConstantVector::get(Indices);
Nate Begeman72ec6bc2009-12-14 04:57:03 +00002175 return Builder.CreateShuffleVector(Ops[1], Ops[0], SV, "palignr");
2176 }
2177
2178 // If palignr is shifting the pair of input vectors more than 16 but less
2179 // than 32 bytes, emit a logical right shift of the destination.
2180 if (shiftVal < 32) {
Chris Lattner2192fe52011-07-18 04:24:23 +00002181 llvm::Type *VecTy = llvm::VectorType::get(Int64Ty, 2);
Nate Begeman72ec6bc2009-12-14 04:57:03 +00002182
2183 Ops[0] = Builder.CreateBitCast(Ops[0], VecTy, "cast");
Chris Lattner5e016ae2010-06-27 07:15:29 +00002184 Ops[1] = llvm::ConstantInt::get(Int32Ty, (shiftVal-16) * 8);
Nate Begeman72ec6bc2009-12-14 04:57:03 +00002185
2186 // create i32 constant
2187 llvm::Function *F = CGM.getIntrinsic(Intrinsic::x86_sse2_psrl_dq);
Frits van Bommel717d7ed2011-07-18 12:00:32 +00002188 return Builder.CreateCall(F, makeArrayRef(&Ops[0], 2), "palignr");
Nate Begeman72ec6bc2009-12-14 04:57:03 +00002189 }
2190
2191 // If palignr is shifting the pair of vectors more than 32 bytes, emit zero.
2192 return llvm::Constant::getNullValue(ConvertType(E->getType()));
Eric Christopherc377c812009-12-01 05:00:51 +00002193 }
Craig Topper94aba2c2011-12-19 07:03:25 +00002194 case X86::BI__builtin_ia32_palignr256: {
2195 unsigned shiftVal = cast<llvm::ConstantInt>(Ops[2])->getZExtValue();
2196
2197 // If palignr is shifting the pair of input vectors less than 17 bytes,
2198 // emit a shuffle instruction.
2199 if (shiftVal <= 16) {
2200 SmallVector<llvm::Constant*, 32> Indices;
2201 // 256-bit palignr operates on 128-bit lanes so we need to handle that
2202 for (unsigned l = 0; l != 2; ++l) {
2203 unsigned LaneStart = l * 16;
2204 unsigned LaneEnd = (l+1) * 16;
2205 for (unsigned i = 0; i != 16; ++i) {
2206 unsigned Idx = shiftVal + i + LaneStart;
2207 if (Idx >= LaneEnd) Idx += 16; // end of lane, switch operand
2208 Indices.push_back(llvm::ConstantInt::get(Int32Ty, Idx));
2209 }
2210 }
2211
2212 Value* SV = llvm::ConstantVector::get(Indices);
2213 return Builder.CreateShuffleVector(Ops[1], Ops[0], SV, "palignr");
2214 }
2215
2216 // If palignr is shifting the pair of input vectors more than 16 but less
2217 // than 32 bytes, emit a logical right shift of the destination.
2218 if (shiftVal < 32) {
2219 llvm::Type *VecTy = llvm::VectorType::get(Int64Ty, 4);
2220
2221 Ops[0] = Builder.CreateBitCast(Ops[0], VecTy, "cast");
2222 Ops[1] = llvm::ConstantInt::get(Int32Ty, (shiftVal-16) * 8);
2223
2224 // create i32 constant
2225 llvm::Function *F = CGM.getIntrinsic(Intrinsic::x86_avx2_psrl_dq);
2226 return Builder.CreateCall(F, makeArrayRef(&Ops[0], 2), "palignr");
2227 }
2228
2229 // If palignr is shifting the pair of vectors more than 32 bytes, emit zero.
2230 return llvm::Constant::getNullValue(ConvertType(E->getType()));
2231 }
Bill Wendling5f9150b2011-05-04 02:40:38 +00002232 case X86::BI__builtin_ia32_movntps:
2233 case X86::BI__builtin_ia32_movntpd:
2234 case X86::BI__builtin_ia32_movntdq:
2235 case X86::BI__builtin_ia32_movnti: {
Bill Wendling6869b6a2011-05-04 20:28:12 +00002236 llvm::MDNode *Node = llvm::MDNode::get(getLLVMContext(),
2237 Builder.getInt32(1));
Bill Wendling5f9150b2011-05-04 02:40:38 +00002238
2239 // Convert the type of the pointer to a pointer to the stored type.
2240 Value *BC = Builder.CreateBitCast(Ops[0],
2241 llvm::PointerType::getUnqual(Ops[1]->getType()),
2242 "cast");
2243 StoreInst *SI = Builder.CreateStore(Ops[1], BC);
2244 SI->setMetadata(CGM.getModule().getMDKindID("nontemporal"), Node);
2245 SI->setAlignment(16);
2246 return SI;
2247 }
Michael J. Spencer6826eb82011-04-15 15:07:13 +00002248 // 3DNow!
Michael J. Spencer6826eb82011-04-15 15:07:13 +00002249 case X86::BI__builtin_ia32_pswapdsf:
2250 case X86::BI__builtin_ia32_pswapdsi: {
2251 const char *name = 0;
2252 Intrinsic::ID ID = Intrinsic::not_intrinsic;
2253 switch(BuiltinID) {
Craig Topperd6d3a052012-01-30 08:18:19 +00002254 default: llvm_unreachable("Unsupported intrinsic!");
Michael J. Spencer6826eb82011-04-15 15:07:13 +00002255 case X86::BI__builtin_ia32_pswapdsf:
2256 case X86::BI__builtin_ia32_pswapdsi:
2257 name = "pswapd";
2258 ID = Intrinsic::x86_3dnowa_pswapd;
2259 break;
2260 }
Chandler Carrutha2a54102012-02-20 07:35:45 +00002261 llvm::Type *MMXTy = llvm::Type::getX86_MMXTy(getLLVMContext());
2262 Ops[0] = Builder.CreateBitCast(Ops[0], MMXTy, "cast");
Michael J. Spencer6826eb82011-04-15 15:07:13 +00002263 llvm::Function *F = CGM.getIntrinsic(ID);
Jay Foad5bd375a2011-07-15 08:37:34 +00002264 return Builder.CreateCall(F, Ops, name);
Michael J. Spencer6826eb82011-04-15 15:07:13 +00002265 }
Anders Carlsson895af082007-12-09 23:17:02 +00002266 }
2267}
2268
Tony Linthicum76329bf2011-12-12 21:14:55 +00002269
2270Value *CodeGenFunction::EmitHexagonBuiltinExpr(unsigned BuiltinID,
2271 const CallExpr *E) {
2272 llvm::SmallVector<Value*, 4> Ops;
2273
2274 for (unsigned i = 0, e = E->getNumArgs(); i != e; i++)
2275 Ops.push_back(EmitScalarExpr(E->getArg(i)));
2276
2277 Intrinsic::ID ID = Intrinsic::not_intrinsic;
2278
2279 switch (BuiltinID) {
2280 default: return 0;
2281
2282 case Hexagon::BI__builtin_HEXAGON_C2_cmpeq:
2283 ID = Intrinsic::hexagon_C2_cmpeq; break;
2284
2285 case Hexagon::BI__builtin_HEXAGON_C2_cmpgt:
2286 ID = Intrinsic::hexagon_C2_cmpgt; break;
2287
2288 case Hexagon::BI__builtin_HEXAGON_C2_cmpgtu:
2289 ID = Intrinsic::hexagon_C2_cmpgtu; break;
2290
2291 case Hexagon::BI__builtin_HEXAGON_C2_cmpeqp:
2292 ID = Intrinsic::hexagon_C2_cmpeqp; break;
2293
2294 case Hexagon::BI__builtin_HEXAGON_C2_cmpgtp:
2295 ID = Intrinsic::hexagon_C2_cmpgtp; break;
2296
2297 case Hexagon::BI__builtin_HEXAGON_C2_cmpgtup:
2298 ID = Intrinsic::hexagon_C2_cmpgtup; break;
2299
2300 case Hexagon::BI__builtin_HEXAGON_C2_bitsset:
2301 ID = Intrinsic::hexagon_C2_bitsset; break;
2302
2303 case Hexagon::BI__builtin_HEXAGON_C2_bitsclr:
2304 ID = Intrinsic::hexagon_C2_bitsclr; break;
2305
2306 case Hexagon::BI__builtin_HEXAGON_C2_cmpeqi:
2307 ID = Intrinsic::hexagon_C2_cmpeqi; break;
2308
2309 case Hexagon::BI__builtin_HEXAGON_C2_cmpgti:
2310 ID = Intrinsic::hexagon_C2_cmpgti; break;
2311
2312 case Hexagon::BI__builtin_HEXAGON_C2_cmpgtui:
2313 ID = Intrinsic::hexagon_C2_cmpgtui; break;
2314
2315 case Hexagon::BI__builtin_HEXAGON_C2_cmpgei:
2316 ID = Intrinsic::hexagon_C2_cmpgei; break;
2317
2318 case Hexagon::BI__builtin_HEXAGON_C2_cmpgeui:
2319 ID = Intrinsic::hexagon_C2_cmpgeui; break;
2320
2321 case Hexagon::BI__builtin_HEXAGON_C2_cmplt:
2322 ID = Intrinsic::hexagon_C2_cmplt; break;
2323
2324 case Hexagon::BI__builtin_HEXAGON_C2_cmpltu:
2325 ID = Intrinsic::hexagon_C2_cmpltu; break;
2326
2327 case Hexagon::BI__builtin_HEXAGON_C2_bitsclri:
2328 ID = Intrinsic::hexagon_C2_bitsclri; break;
2329
2330 case Hexagon::BI__builtin_HEXAGON_C2_and:
2331 ID = Intrinsic::hexagon_C2_and; break;
2332
2333 case Hexagon::BI__builtin_HEXAGON_C2_or:
2334 ID = Intrinsic::hexagon_C2_or; break;
2335
2336 case Hexagon::BI__builtin_HEXAGON_C2_xor:
2337 ID = Intrinsic::hexagon_C2_xor; break;
2338
2339 case Hexagon::BI__builtin_HEXAGON_C2_andn:
2340 ID = Intrinsic::hexagon_C2_andn; break;
2341
2342 case Hexagon::BI__builtin_HEXAGON_C2_not:
2343 ID = Intrinsic::hexagon_C2_not; break;
2344
2345 case Hexagon::BI__builtin_HEXAGON_C2_orn:
2346 ID = Intrinsic::hexagon_C2_orn; break;
2347
2348 case Hexagon::BI__builtin_HEXAGON_C2_pxfer_map:
2349 ID = Intrinsic::hexagon_C2_pxfer_map; break;
2350
2351 case Hexagon::BI__builtin_HEXAGON_C2_any8:
2352 ID = Intrinsic::hexagon_C2_any8; break;
2353
2354 case Hexagon::BI__builtin_HEXAGON_C2_all8:
2355 ID = Intrinsic::hexagon_C2_all8; break;
2356
2357 case Hexagon::BI__builtin_HEXAGON_C2_vitpack:
2358 ID = Intrinsic::hexagon_C2_vitpack; break;
2359
2360 case Hexagon::BI__builtin_HEXAGON_C2_mux:
2361 ID = Intrinsic::hexagon_C2_mux; break;
2362
2363 case Hexagon::BI__builtin_HEXAGON_C2_muxii:
2364 ID = Intrinsic::hexagon_C2_muxii; break;
2365
2366 case Hexagon::BI__builtin_HEXAGON_C2_muxir:
2367 ID = Intrinsic::hexagon_C2_muxir; break;
2368
2369 case Hexagon::BI__builtin_HEXAGON_C2_muxri:
2370 ID = Intrinsic::hexagon_C2_muxri; break;
2371
2372 case Hexagon::BI__builtin_HEXAGON_C2_vmux:
2373 ID = Intrinsic::hexagon_C2_vmux; break;
2374
2375 case Hexagon::BI__builtin_HEXAGON_C2_mask:
2376 ID = Intrinsic::hexagon_C2_mask; break;
2377
2378 case Hexagon::BI__builtin_HEXAGON_A2_vcmpbeq:
2379 ID = Intrinsic::hexagon_A2_vcmpbeq; break;
2380
2381 case Hexagon::BI__builtin_HEXAGON_A2_vcmpbgtu:
2382 ID = Intrinsic::hexagon_A2_vcmpbgtu; break;
2383
2384 case Hexagon::BI__builtin_HEXAGON_A2_vcmpheq:
2385 ID = Intrinsic::hexagon_A2_vcmpheq; break;
2386
2387 case Hexagon::BI__builtin_HEXAGON_A2_vcmphgt:
2388 ID = Intrinsic::hexagon_A2_vcmphgt; break;
2389
2390 case Hexagon::BI__builtin_HEXAGON_A2_vcmphgtu:
2391 ID = Intrinsic::hexagon_A2_vcmphgtu; break;
2392
2393 case Hexagon::BI__builtin_HEXAGON_A2_vcmpweq:
2394 ID = Intrinsic::hexagon_A2_vcmpweq; break;
2395
2396 case Hexagon::BI__builtin_HEXAGON_A2_vcmpwgt:
2397 ID = Intrinsic::hexagon_A2_vcmpwgt; break;
2398
2399 case Hexagon::BI__builtin_HEXAGON_A2_vcmpwgtu:
2400 ID = Intrinsic::hexagon_A2_vcmpwgtu; break;
2401
2402 case Hexagon::BI__builtin_HEXAGON_C2_tfrpr:
2403 ID = Intrinsic::hexagon_C2_tfrpr; break;
2404
2405 case Hexagon::BI__builtin_HEXAGON_C2_tfrrp:
2406 ID = Intrinsic::hexagon_C2_tfrrp; break;
2407
2408 case Hexagon::BI__builtin_HEXAGON_M2_mpy_acc_hh_s0:
2409 ID = Intrinsic::hexagon_M2_mpy_acc_hh_s0; break;
2410
2411 case Hexagon::BI__builtin_HEXAGON_M2_mpy_acc_hh_s1:
2412 ID = Intrinsic::hexagon_M2_mpy_acc_hh_s1; break;
2413
2414 case Hexagon::BI__builtin_HEXAGON_M2_mpy_acc_hl_s0:
2415 ID = Intrinsic::hexagon_M2_mpy_acc_hl_s0; break;
2416
2417 case Hexagon::BI__builtin_HEXAGON_M2_mpy_acc_hl_s1:
2418 ID = Intrinsic::hexagon_M2_mpy_acc_hl_s1; break;
2419
2420 case Hexagon::BI__builtin_HEXAGON_M2_mpy_acc_lh_s0:
2421 ID = Intrinsic::hexagon_M2_mpy_acc_lh_s0; break;
2422
2423 case Hexagon::BI__builtin_HEXAGON_M2_mpy_acc_lh_s1:
2424 ID = Intrinsic::hexagon_M2_mpy_acc_lh_s1; break;
2425
2426 case Hexagon::BI__builtin_HEXAGON_M2_mpy_acc_ll_s0:
2427 ID = Intrinsic::hexagon_M2_mpy_acc_ll_s0; break;
2428
2429 case Hexagon::BI__builtin_HEXAGON_M2_mpy_acc_ll_s1:
2430 ID = Intrinsic::hexagon_M2_mpy_acc_ll_s1; break;
2431
2432 case Hexagon::BI__builtin_HEXAGON_M2_mpy_nac_hh_s0:
2433 ID = Intrinsic::hexagon_M2_mpy_nac_hh_s0; break;
2434
2435 case Hexagon::BI__builtin_HEXAGON_M2_mpy_nac_hh_s1:
2436 ID = Intrinsic::hexagon_M2_mpy_nac_hh_s1; break;
2437
2438 case Hexagon::BI__builtin_HEXAGON_M2_mpy_nac_hl_s0:
2439 ID = Intrinsic::hexagon_M2_mpy_nac_hl_s0; break;
2440
2441 case Hexagon::BI__builtin_HEXAGON_M2_mpy_nac_hl_s1:
2442 ID = Intrinsic::hexagon_M2_mpy_nac_hl_s1; break;
2443
2444 case Hexagon::BI__builtin_HEXAGON_M2_mpy_nac_lh_s0:
2445 ID = Intrinsic::hexagon_M2_mpy_nac_lh_s0; break;
2446
2447 case Hexagon::BI__builtin_HEXAGON_M2_mpy_nac_lh_s1:
2448 ID = Intrinsic::hexagon_M2_mpy_nac_lh_s1; break;
2449
2450 case Hexagon::BI__builtin_HEXAGON_M2_mpy_nac_ll_s0:
2451 ID = Intrinsic::hexagon_M2_mpy_nac_ll_s0; break;
2452
2453 case Hexagon::BI__builtin_HEXAGON_M2_mpy_nac_ll_s1:
2454 ID = Intrinsic::hexagon_M2_mpy_nac_ll_s1; break;
2455
2456 case Hexagon::BI__builtin_HEXAGON_M2_mpy_acc_sat_hh_s0:
2457 ID = Intrinsic::hexagon_M2_mpy_acc_sat_hh_s0; break;
2458
2459 case Hexagon::BI__builtin_HEXAGON_M2_mpy_acc_sat_hh_s1:
2460 ID = Intrinsic::hexagon_M2_mpy_acc_sat_hh_s1; break;
2461
2462 case Hexagon::BI__builtin_HEXAGON_M2_mpy_acc_sat_hl_s0:
2463 ID = Intrinsic::hexagon_M2_mpy_acc_sat_hl_s0; break;
2464
2465 case Hexagon::BI__builtin_HEXAGON_M2_mpy_acc_sat_hl_s1:
2466 ID = Intrinsic::hexagon_M2_mpy_acc_sat_hl_s1; break;
2467
2468 case Hexagon::BI__builtin_HEXAGON_M2_mpy_acc_sat_lh_s0:
2469 ID = Intrinsic::hexagon_M2_mpy_acc_sat_lh_s0; break;
2470
2471 case Hexagon::BI__builtin_HEXAGON_M2_mpy_acc_sat_lh_s1:
2472 ID = Intrinsic::hexagon_M2_mpy_acc_sat_lh_s1; break;
2473
2474 case Hexagon::BI__builtin_HEXAGON_M2_mpy_acc_sat_ll_s0:
2475 ID = Intrinsic::hexagon_M2_mpy_acc_sat_ll_s0; break;
2476
2477 case Hexagon::BI__builtin_HEXAGON_M2_mpy_acc_sat_ll_s1:
2478 ID = Intrinsic::hexagon_M2_mpy_acc_sat_ll_s1; break;
2479
2480 case Hexagon::BI__builtin_HEXAGON_M2_mpy_nac_sat_hh_s0:
2481 ID = Intrinsic::hexagon_M2_mpy_nac_sat_hh_s0; break;
2482
2483 case Hexagon::BI__builtin_HEXAGON_M2_mpy_nac_sat_hh_s1:
2484 ID = Intrinsic::hexagon_M2_mpy_nac_sat_hh_s1; break;
2485
2486 case Hexagon::BI__builtin_HEXAGON_M2_mpy_nac_sat_hl_s0:
2487 ID = Intrinsic::hexagon_M2_mpy_nac_sat_hl_s0; break;
2488
2489 case Hexagon::BI__builtin_HEXAGON_M2_mpy_nac_sat_hl_s1:
2490 ID = Intrinsic::hexagon_M2_mpy_nac_sat_hl_s1; break;
2491
2492 case Hexagon::BI__builtin_HEXAGON_M2_mpy_nac_sat_lh_s0:
2493 ID = Intrinsic::hexagon_M2_mpy_nac_sat_lh_s0; break;
2494
2495 case Hexagon::BI__builtin_HEXAGON_M2_mpy_nac_sat_lh_s1:
2496 ID = Intrinsic::hexagon_M2_mpy_nac_sat_lh_s1; break;
2497
2498 case Hexagon::BI__builtin_HEXAGON_M2_mpy_nac_sat_ll_s0:
2499 ID = Intrinsic::hexagon_M2_mpy_nac_sat_ll_s0; break;
2500
2501 case Hexagon::BI__builtin_HEXAGON_M2_mpy_nac_sat_ll_s1:
2502 ID = Intrinsic::hexagon_M2_mpy_nac_sat_ll_s1; break;
2503
2504 case Hexagon::BI__builtin_HEXAGON_M2_mpy_hh_s0:
2505 ID = Intrinsic::hexagon_M2_mpy_hh_s0; break;
2506
2507 case Hexagon::BI__builtin_HEXAGON_M2_mpy_hh_s1:
2508 ID = Intrinsic::hexagon_M2_mpy_hh_s1; break;
2509
2510 case Hexagon::BI__builtin_HEXAGON_M2_mpy_hl_s0:
2511 ID = Intrinsic::hexagon_M2_mpy_hl_s0; break;
2512
2513 case Hexagon::BI__builtin_HEXAGON_M2_mpy_hl_s1:
2514 ID = Intrinsic::hexagon_M2_mpy_hl_s1; break;
2515
2516 case Hexagon::BI__builtin_HEXAGON_M2_mpy_lh_s0:
2517 ID = Intrinsic::hexagon_M2_mpy_lh_s0; break;
2518
2519 case Hexagon::BI__builtin_HEXAGON_M2_mpy_lh_s1:
2520 ID = Intrinsic::hexagon_M2_mpy_lh_s1; break;
2521
2522 case Hexagon::BI__builtin_HEXAGON_M2_mpy_ll_s0:
2523 ID = Intrinsic::hexagon_M2_mpy_ll_s0; break;
2524
2525 case Hexagon::BI__builtin_HEXAGON_M2_mpy_ll_s1:
2526 ID = Intrinsic::hexagon_M2_mpy_ll_s1; break;
2527
2528 case Hexagon::BI__builtin_HEXAGON_M2_mpy_sat_hh_s0:
2529 ID = Intrinsic::hexagon_M2_mpy_sat_hh_s0; break;
2530
2531 case Hexagon::BI__builtin_HEXAGON_M2_mpy_sat_hh_s1:
2532 ID = Intrinsic::hexagon_M2_mpy_sat_hh_s1; break;
2533
2534 case Hexagon::BI__builtin_HEXAGON_M2_mpy_sat_hl_s0:
2535 ID = Intrinsic::hexagon_M2_mpy_sat_hl_s0; break;
2536
2537 case Hexagon::BI__builtin_HEXAGON_M2_mpy_sat_hl_s1:
2538 ID = Intrinsic::hexagon_M2_mpy_sat_hl_s1; break;
2539
2540 case Hexagon::BI__builtin_HEXAGON_M2_mpy_sat_lh_s0:
2541 ID = Intrinsic::hexagon_M2_mpy_sat_lh_s0; break;
2542
2543 case Hexagon::BI__builtin_HEXAGON_M2_mpy_sat_lh_s1:
2544 ID = Intrinsic::hexagon_M2_mpy_sat_lh_s1; break;
2545
2546 case Hexagon::BI__builtin_HEXAGON_M2_mpy_sat_ll_s0:
2547 ID = Intrinsic::hexagon_M2_mpy_sat_ll_s0; break;
2548
2549 case Hexagon::BI__builtin_HEXAGON_M2_mpy_sat_ll_s1:
2550 ID = Intrinsic::hexagon_M2_mpy_sat_ll_s1; break;
2551
2552 case Hexagon::BI__builtin_HEXAGON_M2_mpy_rnd_hh_s0:
2553 ID = Intrinsic::hexagon_M2_mpy_rnd_hh_s0; break;
2554
2555 case Hexagon::BI__builtin_HEXAGON_M2_mpy_rnd_hh_s1:
2556 ID = Intrinsic::hexagon_M2_mpy_rnd_hh_s1; break;
2557
2558 case Hexagon::BI__builtin_HEXAGON_M2_mpy_rnd_hl_s0:
2559 ID = Intrinsic::hexagon_M2_mpy_rnd_hl_s0; break;
2560
2561 case Hexagon::BI__builtin_HEXAGON_M2_mpy_rnd_hl_s1:
2562 ID = Intrinsic::hexagon_M2_mpy_rnd_hl_s1; break;
2563
2564 case Hexagon::BI__builtin_HEXAGON_M2_mpy_rnd_lh_s0:
2565 ID = Intrinsic::hexagon_M2_mpy_rnd_lh_s0; break;
2566
2567 case Hexagon::BI__builtin_HEXAGON_M2_mpy_rnd_lh_s1:
2568 ID = Intrinsic::hexagon_M2_mpy_rnd_lh_s1; break;
2569
2570 case Hexagon::BI__builtin_HEXAGON_M2_mpy_rnd_ll_s0:
2571 ID = Intrinsic::hexagon_M2_mpy_rnd_ll_s0; break;
2572
2573 case Hexagon::BI__builtin_HEXAGON_M2_mpy_rnd_ll_s1:
2574 ID = Intrinsic::hexagon_M2_mpy_rnd_ll_s1; break;
2575
2576 case Hexagon::BI__builtin_HEXAGON_M2_mpy_sat_rnd_hh_s0:
2577 ID = Intrinsic::hexagon_M2_mpy_sat_rnd_hh_s0; break;
2578
2579 case Hexagon::BI__builtin_HEXAGON_M2_mpy_sat_rnd_hh_s1:
2580 ID = Intrinsic::hexagon_M2_mpy_sat_rnd_hh_s1; break;
2581
2582 case Hexagon::BI__builtin_HEXAGON_M2_mpy_sat_rnd_hl_s0:
2583 ID = Intrinsic::hexagon_M2_mpy_sat_rnd_hl_s0; break;
2584
2585 case Hexagon::BI__builtin_HEXAGON_M2_mpy_sat_rnd_hl_s1:
2586 ID = Intrinsic::hexagon_M2_mpy_sat_rnd_hl_s1; break;
2587
2588 case Hexagon::BI__builtin_HEXAGON_M2_mpy_sat_rnd_lh_s0:
2589 ID = Intrinsic::hexagon_M2_mpy_sat_rnd_lh_s0; break;
2590
2591 case Hexagon::BI__builtin_HEXAGON_M2_mpy_sat_rnd_lh_s1:
2592 ID = Intrinsic::hexagon_M2_mpy_sat_rnd_lh_s1; break;
2593
2594 case Hexagon::BI__builtin_HEXAGON_M2_mpy_sat_rnd_ll_s0:
2595 ID = Intrinsic::hexagon_M2_mpy_sat_rnd_ll_s0; break;
2596
2597 case Hexagon::BI__builtin_HEXAGON_M2_mpy_sat_rnd_ll_s1:
2598 ID = Intrinsic::hexagon_M2_mpy_sat_rnd_ll_s1; break;
2599
2600 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_acc_hh_s0:
2601 ID = Intrinsic::hexagon_M2_mpyd_acc_hh_s0; break;
2602
2603 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_acc_hh_s1:
2604 ID = Intrinsic::hexagon_M2_mpyd_acc_hh_s1; break;
2605
2606 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_acc_hl_s0:
2607 ID = Intrinsic::hexagon_M2_mpyd_acc_hl_s0; break;
2608
2609 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_acc_hl_s1:
2610 ID = Intrinsic::hexagon_M2_mpyd_acc_hl_s1; break;
2611
2612 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_acc_lh_s0:
2613 ID = Intrinsic::hexagon_M2_mpyd_acc_lh_s0; break;
2614
2615 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_acc_lh_s1:
2616 ID = Intrinsic::hexagon_M2_mpyd_acc_lh_s1; break;
2617
2618 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_acc_ll_s0:
2619 ID = Intrinsic::hexagon_M2_mpyd_acc_ll_s0; break;
2620
2621 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_acc_ll_s1:
2622 ID = Intrinsic::hexagon_M2_mpyd_acc_ll_s1; break;
2623
2624 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_nac_hh_s0:
2625 ID = Intrinsic::hexagon_M2_mpyd_nac_hh_s0; break;
2626
2627 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_nac_hh_s1:
2628 ID = Intrinsic::hexagon_M2_mpyd_nac_hh_s1; break;
2629
2630 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_nac_hl_s0:
2631 ID = Intrinsic::hexagon_M2_mpyd_nac_hl_s0; break;
2632
2633 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_nac_hl_s1:
2634 ID = Intrinsic::hexagon_M2_mpyd_nac_hl_s1; break;
2635
2636 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_nac_lh_s0:
2637 ID = Intrinsic::hexagon_M2_mpyd_nac_lh_s0; break;
2638
2639 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_nac_lh_s1:
2640 ID = Intrinsic::hexagon_M2_mpyd_nac_lh_s1; break;
2641
2642 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_nac_ll_s0:
2643 ID = Intrinsic::hexagon_M2_mpyd_nac_ll_s0; break;
2644
2645 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_nac_ll_s1:
2646 ID = Intrinsic::hexagon_M2_mpyd_nac_ll_s1; break;
2647
2648 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_hh_s0:
2649 ID = Intrinsic::hexagon_M2_mpyd_hh_s0; break;
2650
2651 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_hh_s1:
2652 ID = Intrinsic::hexagon_M2_mpyd_hh_s1; break;
2653
2654 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_hl_s0:
2655 ID = Intrinsic::hexagon_M2_mpyd_hl_s0; break;
2656
2657 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_hl_s1:
2658 ID = Intrinsic::hexagon_M2_mpyd_hl_s1; break;
2659
2660 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_lh_s0:
2661 ID = Intrinsic::hexagon_M2_mpyd_lh_s0; break;
2662
2663 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_lh_s1:
2664 ID = Intrinsic::hexagon_M2_mpyd_lh_s1; break;
2665
2666 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_ll_s0:
2667 ID = Intrinsic::hexagon_M2_mpyd_ll_s0; break;
2668
2669 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_ll_s1:
2670 ID = Intrinsic::hexagon_M2_mpyd_ll_s1; break;
2671
2672 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_rnd_hh_s0:
2673 ID = Intrinsic::hexagon_M2_mpyd_rnd_hh_s0; break;
2674
2675 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_rnd_hh_s1:
2676 ID = Intrinsic::hexagon_M2_mpyd_rnd_hh_s1; break;
2677
2678 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_rnd_hl_s0:
2679 ID = Intrinsic::hexagon_M2_mpyd_rnd_hl_s0; break;
2680
2681 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_rnd_hl_s1:
2682 ID = Intrinsic::hexagon_M2_mpyd_rnd_hl_s1; break;
2683
2684 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_rnd_lh_s0:
2685 ID = Intrinsic::hexagon_M2_mpyd_rnd_lh_s0; break;
2686
2687 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_rnd_lh_s1:
2688 ID = Intrinsic::hexagon_M2_mpyd_rnd_lh_s1; break;
2689
2690 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_rnd_ll_s0:
2691 ID = Intrinsic::hexagon_M2_mpyd_rnd_ll_s0; break;
2692
2693 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_rnd_ll_s1:
2694 ID = Intrinsic::hexagon_M2_mpyd_rnd_ll_s1; break;
2695
2696 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_acc_hh_s0:
2697 ID = Intrinsic::hexagon_M2_mpyu_acc_hh_s0; break;
2698
2699 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_acc_hh_s1:
2700 ID = Intrinsic::hexagon_M2_mpyu_acc_hh_s1; break;
2701
2702 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_acc_hl_s0:
2703 ID = Intrinsic::hexagon_M2_mpyu_acc_hl_s0; break;
2704
2705 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_acc_hl_s1:
2706 ID = Intrinsic::hexagon_M2_mpyu_acc_hl_s1; break;
2707
2708 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_acc_lh_s0:
2709 ID = Intrinsic::hexagon_M2_mpyu_acc_lh_s0; break;
2710
2711 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_acc_lh_s1:
2712 ID = Intrinsic::hexagon_M2_mpyu_acc_lh_s1; break;
2713
2714 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_acc_ll_s0:
2715 ID = Intrinsic::hexagon_M2_mpyu_acc_ll_s0; break;
2716
2717 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_acc_ll_s1:
2718 ID = Intrinsic::hexagon_M2_mpyu_acc_ll_s1; break;
2719
2720 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_nac_hh_s0:
2721 ID = Intrinsic::hexagon_M2_mpyu_nac_hh_s0; break;
2722
2723 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_nac_hh_s1:
2724 ID = Intrinsic::hexagon_M2_mpyu_nac_hh_s1; break;
2725
2726 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_nac_hl_s0:
2727 ID = Intrinsic::hexagon_M2_mpyu_nac_hl_s0; break;
2728
2729 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_nac_hl_s1:
2730 ID = Intrinsic::hexagon_M2_mpyu_nac_hl_s1; break;
2731
2732 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_nac_lh_s0:
2733 ID = Intrinsic::hexagon_M2_mpyu_nac_lh_s0; break;
2734
2735 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_nac_lh_s1:
2736 ID = Intrinsic::hexagon_M2_mpyu_nac_lh_s1; break;
2737
2738 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_nac_ll_s0:
2739 ID = Intrinsic::hexagon_M2_mpyu_nac_ll_s0; break;
2740
2741 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_nac_ll_s1:
2742 ID = Intrinsic::hexagon_M2_mpyu_nac_ll_s1; break;
2743
2744 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_hh_s0:
2745 ID = Intrinsic::hexagon_M2_mpyu_hh_s0; break;
2746
2747 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_hh_s1:
2748 ID = Intrinsic::hexagon_M2_mpyu_hh_s1; break;
2749
2750 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_hl_s0:
2751 ID = Intrinsic::hexagon_M2_mpyu_hl_s0; break;
2752
2753 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_hl_s1:
2754 ID = Intrinsic::hexagon_M2_mpyu_hl_s1; break;
2755
2756 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_lh_s0:
2757 ID = Intrinsic::hexagon_M2_mpyu_lh_s0; break;
2758
2759 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_lh_s1:
2760 ID = Intrinsic::hexagon_M2_mpyu_lh_s1; break;
2761
2762 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_ll_s0:
2763 ID = Intrinsic::hexagon_M2_mpyu_ll_s0; break;
2764
2765 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_ll_s1:
2766 ID = Intrinsic::hexagon_M2_mpyu_ll_s1; break;
2767
2768 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_acc_hh_s0:
2769 ID = Intrinsic::hexagon_M2_mpyud_acc_hh_s0; break;
2770
2771 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_acc_hh_s1:
2772 ID = Intrinsic::hexagon_M2_mpyud_acc_hh_s1; break;
2773
2774 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_acc_hl_s0:
2775 ID = Intrinsic::hexagon_M2_mpyud_acc_hl_s0; break;
2776
2777 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_acc_hl_s1:
2778 ID = Intrinsic::hexagon_M2_mpyud_acc_hl_s1; break;
2779
2780 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_acc_lh_s0:
2781 ID = Intrinsic::hexagon_M2_mpyud_acc_lh_s0; break;
2782
2783 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_acc_lh_s1:
2784 ID = Intrinsic::hexagon_M2_mpyud_acc_lh_s1; break;
2785
2786 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_acc_ll_s0:
2787 ID = Intrinsic::hexagon_M2_mpyud_acc_ll_s0; break;
2788
2789 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_acc_ll_s1:
2790 ID = Intrinsic::hexagon_M2_mpyud_acc_ll_s1; break;
2791
2792 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_nac_hh_s0:
2793 ID = Intrinsic::hexagon_M2_mpyud_nac_hh_s0; break;
2794
2795 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_nac_hh_s1:
2796 ID = Intrinsic::hexagon_M2_mpyud_nac_hh_s1; break;
2797
2798 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_nac_hl_s0:
2799 ID = Intrinsic::hexagon_M2_mpyud_nac_hl_s0; break;
2800
2801 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_nac_hl_s1:
2802 ID = Intrinsic::hexagon_M2_mpyud_nac_hl_s1; break;
2803
2804 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_nac_lh_s0:
2805 ID = Intrinsic::hexagon_M2_mpyud_nac_lh_s0; break;
2806
2807 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_nac_lh_s1:
2808 ID = Intrinsic::hexagon_M2_mpyud_nac_lh_s1; break;
2809
2810 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_nac_ll_s0:
2811 ID = Intrinsic::hexagon_M2_mpyud_nac_ll_s0; break;
2812
2813 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_nac_ll_s1:
2814 ID = Intrinsic::hexagon_M2_mpyud_nac_ll_s1; break;
2815
2816 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_hh_s0:
2817 ID = Intrinsic::hexagon_M2_mpyud_hh_s0; break;
2818
2819 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_hh_s1:
2820 ID = Intrinsic::hexagon_M2_mpyud_hh_s1; break;
2821
2822 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_hl_s0:
2823 ID = Intrinsic::hexagon_M2_mpyud_hl_s0; break;
2824
2825 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_hl_s1:
2826 ID = Intrinsic::hexagon_M2_mpyud_hl_s1; break;
2827
2828 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_lh_s0:
2829 ID = Intrinsic::hexagon_M2_mpyud_lh_s0; break;
2830
2831 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_lh_s1:
2832 ID = Intrinsic::hexagon_M2_mpyud_lh_s1; break;
2833
2834 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_ll_s0:
2835 ID = Intrinsic::hexagon_M2_mpyud_ll_s0; break;
2836
2837 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_ll_s1:
2838 ID = Intrinsic::hexagon_M2_mpyud_ll_s1; break;
2839
2840 case Hexagon::BI__builtin_HEXAGON_M2_mpysmi:
2841 ID = Intrinsic::hexagon_M2_mpysmi; break;
2842
2843 case Hexagon::BI__builtin_HEXAGON_M2_macsip:
2844 ID = Intrinsic::hexagon_M2_macsip; break;
2845
2846 case Hexagon::BI__builtin_HEXAGON_M2_macsin:
2847 ID = Intrinsic::hexagon_M2_macsin; break;
2848
2849 case Hexagon::BI__builtin_HEXAGON_M2_dpmpyss_s0:
2850 ID = Intrinsic::hexagon_M2_dpmpyss_s0; break;
2851
2852 case Hexagon::BI__builtin_HEXAGON_M2_dpmpyss_acc_s0:
2853 ID = Intrinsic::hexagon_M2_dpmpyss_acc_s0; break;
2854
2855 case Hexagon::BI__builtin_HEXAGON_M2_dpmpyss_nac_s0:
2856 ID = Intrinsic::hexagon_M2_dpmpyss_nac_s0; break;
2857
2858 case Hexagon::BI__builtin_HEXAGON_M2_dpmpyuu_s0:
2859 ID = Intrinsic::hexagon_M2_dpmpyuu_s0; break;
2860
2861 case Hexagon::BI__builtin_HEXAGON_M2_dpmpyuu_acc_s0:
2862 ID = Intrinsic::hexagon_M2_dpmpyuu_acc_s0; break;
2863
2864 case Hexagon::BI__builtin_HEXAGON_M2_dpmpyuu_nac_s0:
2865 ID = Intrinsic::hexagon_M2_dpmpyuu_nac_s0; break;
2866
2867 case Hexagon::BI__builtin_HEXAGON_M2_mpy_up:
2868 ID = Intrinsic::hexagon_M2_mpy_up; break;
2869
2870 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_up:
2871 ID = Intrinsic::hexagon_M2_mpyu_up; break;
2872
2873 case Hexagon::BI__builtin_HEXAGON_M2_dpmpyss_rnd_s0:
2874 ID = Intrinsic::hexagon_M2_dpmpyss_rnd_s0; break;
2875
2876 case Hexagon::BI__builtin_HEXAGON_M2_mpyi:
2877 ID = Intrinsic::hexagon_M2_mpyi; break;
2878
2879 case Hexagon::BI__builtin_HEXAGON_M2_mpyui:
2880 ID = Intrinsic::hexagon_M2_mpyui; break;
2881
2882 case Hexagon::BI__builtin_HEXAGON_M2_maci:
2883 ID = Intrinsic::hexagon_M2_maci; break;
2884
2885 case Hexagon::BI__builtin_HEXAGON_M2_acci:
2886 ID = Intrinsic::hexagon_M2_acci; break;
2887
2888 case Hexagon::BI__builtin_HEXAGON_M2_accii:
2889 ID = Intrinsic::hexagon_M2_accii; break;
2890
2891 case Hexagon::BI__builtin_HEXAGON_M2_nacci:
2892 ID = Intrinsic::hexagon_M2_nacci; break;
2893
2894 case Hexagon::BI__builtin_HEXAGON_M2_naccii:
2895 ID = Intrinsic::hexagon_M2_naccii; break;
2896
2897 case Hexagon::BI__builtin_HEXAGON_M2_subacc:
2898 ID = Intrinsic::hexagon_M2_subacc; break;
2899
2900 case Hexagon::BI__builtin_HEXAGON_M2_vmpy2s_s0:
2901 ID = Intrinsic::hexagon_M2_vmpy2s_s0; break;
2902
2903 case Hexagon::BI__builtin_HEXAGON_M2_vmpy2s_s1:
2904 ID = Intrinsic::hexagon_M2_vmpy2s_s1; break;
2905
2906 case Hexagon::BI__builtin_HEXAGON_M2_vmac2s_s0:
2907 ID = Intrinsic::hexagon_M2_vmac2s_s0; break;
2908
2909 case Hexagon::BI__builtin_HEXAGON_M2_vmac2s_s1:
2910 ID = Intrinsic::hexagon_M2_vmac2s_s1; break;
2911
2912 case Hexagon::BI__builtin_HEXAGON_M2_vmpy2s_s0pack:
2913 ID = Intrinsic::hexagon_M2_vmpy2s_s0pack; break;
2914
2915 case Hexagon::BI__builtin_HEXAGON_M2_vmpy2s_s1pack:
2916 ID = Intrinsic::hexagon_M2_vmpy2s_s1pack; break;
2917
2918 case Hexagon::BI__builtin_HEXAGON_M2_vmac2:
2919 ID = Intrinsic::hexagon_M2_vmac2; break;
2920
2921 case Hexagon::BI__builtin_HEXAGON_M2_vmpy2es_s0:
2922 ID = Intrinsic::hexagon_M2_vmpy2es_s0; break;
2923
2924 case Hexagon::BI__builtin_HEXAGON_M2_vmpy2es_s1:
2925 ID = Intrinsic::hexagon_M2_vmpy2es_s1; break;
2926
2927 case Hexagon::BI__builtin_HEXAGON_M2_vmac2es_s0:
2928 ID = Intrinsic::hexagon_M2_vmac2es_s0; break;
2929
2930 case Hexagon::BI__builtin_HEXAGON_M2_vmac2es_s1:
2931 ID = Intrinsic::hexagon_M2_vmac2es_s1; break;
2932
2933 case Hexagon::BI__builtin_HEXAGON_M2_vmac2es:
2934 ID = Intrinsic::hexagon_M2_vmac2es; break;
2935
2936 case Hexagon::BI__builtin_HEXAGON_M2_vrmac_s0:
2937 ID = Intrinsic::hexagon_M2_vrmac_s0; break;
2938
2939 case Hexagon::BI__builtin_HEXAGON_M2_vrmpy_s0:
2940 ID = Intrinsic::hexagon_M2_vrmpy_s0; break;
2941
2942 case Hexagon::BI__builtin_HEXAGON_M2_vdmpyrs_s0:
2943 ID = Intrinsic::hexagon_M2_vdmpyrs_s0; break;
2944
2945 case Hexagon::BI__builtin_HEXAGON_M2_vdmpyrs_s1:
2946 ID = Intrinsic::hexagon_M2_vdmpyrs_s1; break;
2947
2948 case Hexagon::BI__builtin_HEXAGON_M2_vdmacs_s0:
2949 ID = Intrinsic::hexagon_M2_vdmacs_s0; break;
2950
2951 case Hexagon::BI__builtin_HEXAGON_M2_vdmacs_s1:
2952 ID = Intrinsic::hexagon_M2_vdmacs_s1; break;
2953
2954 case Hexagon::BI__builtin_HEXAGON_M2_vdmpys_s0:
2955 ID = Intrinsic::hexagon_M2_vdmpys_s0; break;
2956
2957 case Hexagon::BI__builtin_HEXAGON_M2_vdmpys_s1:
2958 ID = Intrinsic::hexagon_M2_vdmpys_s1; break;
2959
2960 case Hexagon::BI__builtin_HEXAGON_M2_cmpyrs_s0:
2961 ID = Intrinsic::hexagon_M2_cmpyrs_s0; break;
2962
2963 case Hexagon::BI__builtin_HEXAGON_M2_cmpyrs_s1:
2964 ID = Intrinsic::hexagon_M2_cmpyrs_s1; break;
2965
2966 case Hexagon::BI__builtin_HEXAGON_M2_cmpyrsc_s0:
2967 ID = Intrinsic::hexagon_M2_cmpyrsc_s0; break;
2968
2969 case Hexagon::BI__builtin_HEXAGON_M2_cmpyrsc_s1:
2970 ID = Intrinsic::hexagon_M2_cmpyrsc_s1; break;
2971
2972 case Hexagon::BI__builtin_HEXAGON_M2_cmacs_s0:
2973 ID = Intrinsic::hexagon_M2_cmacs_s0; break;
2974
2975 case Hexagon::BI__builtin_HEXAGON_M2_cmacs_s1:
2976 ID = Intrinsic::hexagon_M2_cmacs_s1; break;
2977
2978 case Hexagon::BI__builtin_HEXAGON_M2_cmacsc_s0:
2979 ID = Intrinsic::hexagon_M2_cmacsc_s0; break;
2980
2981 case Hexagon::BI__builtin_HEXAGON_M2_cmacsc_s1:
2982 ID = Intrinsic::hexagon_M2_cmacsc_s1; break;
2983
2984 case Hexagon::BI__builtin_HEXAGON_M2_cmpys_s0:
2985 ID = Intrinsic::hexagon_M2_cmpys_s0; break;
2986
2987 case Hexagon::BI__builtin_HEXAGON_M2_cmpys_s1:
2988 ID = Intrinsic::hexagon_M2_cmpys_s1; break;
2989
2990 case Hexagon::BI__builtin_HEXAGON_M2_cmpysc_s0:
2991 ID = Intrinsic::hexagon_M2_cmpysc_s0; break;
2992
2993 case Hexagon::BI__builtin_HEXAGON_M2_cmpysc_s1:
2994 ID = Intrinsic::hexagon_M2_cmpysc_s1; break;
2995
2996 case Hexagon::BI__builtin_HEXAGON_M2_cnacs_s0:
2997 ID = Intrinsic::hexagon_M2_cnacs_s0; break;
2998
2999 case Hexagon::BI__builtin_HEXAGON_M2_cnacs_s1:
3000 ID = Intrinsic::hexagon_M2_cnacs_s1; break;
3001
3002 case Hexagon::BI__builtin_HEXAGON_M2_cnacsc_s0:
3003 ID = Intrinsic::hexagon_M2_cnacsc_s0; break;
3004
3005 case Hexagon::BI__builtin_HEXAGON_M2_cnacsc_s1:
3006 ID = Intrinsic::hexagon_M2_cnacsc_s1; break;
3007
3008 case Hexagon::BI__builtin_HEXAGON_M2_vrcmpys_s1:
3009 ID = Intrinsic::hexagon_M2_vrcmpys_s1; break;
3010
3011 case Hexagon::BI__builtin_HEXAGON_M2_vrcmpys_acc_s1:
3012 ID = Intrinsic::hexagon_M2_vrcmpys_acc_s1; break;
3013
3014 case Hexagon::BI__builtin_HEXAGON_M2_vrcmpys_s1rp:
3015 ID = Intrinsic::hexagon_M2_vrcmpys_s1rp; break;
3016
3017 case Hexagon::BI__builtin_HEXAGON_M2_mmacls_s0:
3018 ID = Intrinsic::hexagon_M2_mmacls_s0; break;
3019
3020 case Hexagon::BI__builtin_HEXAGON_M2_mmacls_s1:
3021 ID = Intrinsic::hexagon_M2_mmacls_s1; break;
3022
3023 case Hexagon::BI__builtin_HEXAGON_M2_mmachs_s0:
3024 ID = Intrinsic::hexagon_M2_mmachs_s0; break;
3025
3026 case Hexagon::BI__builtin_HEXAGON_M2_mmachs_s1:
3027 ID = Intrinsic::hexagon_M2_mmachs_s1; break;
3028
3029 case Hexagon::BI__builtin_HEXAGON_M2_mmpyl_s0:
3030 ID = Intrinsic::hexagon_M2_mmpyl_s0; break;
3031
3032 case Hexagon::BI__builtin_HEXAGON_M2_mmpyl_s1:
3033 ID = Intrinsic::hexagon_M2_mmpyl_s1; break;
3034
3035 case Hexagon::BI__builtin_HEXAGON_M2_mmpyh_s0:
3036 ID = Intrinsic::hexagon_M2_mmpyh_s0; break;
3037
3038 case Hexagon::BI__builtin_HEXAGON_M2_mmpyh_s1:
3039 ID = Intrinsic::hexagon_M2_mmpyh_s1; break;
3040
3041 case Hexagon::BI__builtin_HEXAGON_M2_mmacls_rs0:
3042 ID = Intrinsic::hexagon_M2_mmacls_rs0; break;
3043
3044 case Hexagon::BI__builtin_HEXAGON_M2_mmacls_rs1:
3045 ID = Intrinsic::hexagon_M2_mmacls_rs1; break;
3046
3047 case Hexagon::BI__builtin_HEXAGON_M2_mmachs_rs0:
3048 ID = Intrinsic::hexagon_M2_mmachs_rs0; break;
3049
3050 case Hexagon::BI__builtin_HEXAGON_M2_mmachs_rs1:
3051 ID = Intrinsic::hexagon_M2_mmachs_rs1; break;
3052
3053 case Hexagon::BI__builtin_HEXAGON_M2_mmpyl_rs0:
3054 ID = Intrinsic::hexagon_M2_mmpyl_rs0; break;
3055
3056 case Hexagon::BI__builtin_HEXAGON_M2_mmpyl_rs1:
3057 ID = Intrinsic::hexagon_M2_mmpyl_rs1; break;
3058
3059 case Hexagon::BI__builtin_HEXAGON_M2_mmpyh_rs0:
3060 ID = Intrinsic::hexagon_M2_mmpyh_rs0; break;
3061
3062 case Hexagon::BI__builtin_HEXAGON_M2_mmpyh_rs1:
3063 ID = Intrinsic::hexagon_M2_mmpyh_rs1; break;
3064
3065 case Hexagon::BI__builtin_HEXAGON_M2_hmmpyl_rs1:
3066 ID = Intrinsic::hexagon_M2_hmmpyl_rs1; break;
3067
3068 case Hexagon::BI__builtin_HEXAGON_M2_hmmpyh_rs1:
3069 ID = Intrinsic::hexagon_M2_hmmpyh_rs1; break;
3070
3071 case Hexagon::BI__builtin_HEXAGON_M2_mmaculs_s0:
3072 ID = Intrinsic::hexagon_M2_mmaculs_s0; break;
3073
3074 case Hexagon::BI__builtin_HEXAGON_M2_mmaculs_s1:
3075 ID = Intrinsic::hexagon_M2_mmaculs_s1; break;
3076
3077 case Hexagon::BI__builtin_HEXAGON_M2_mmacuhs_s0:
3078 ID = Intrinsic::hexagon_M2_mmacuhs_s0; break;
3079
3080 case Hexagon::BI__builtin_HEXAGON_M2_mmacuhs_s1:
3081 ID = Intrinsic::hexagon_M2_mmacuhs_s1; break;
3082
3083 case Hexagon::BI__builtin_HEXAGON_M2_mmpyul_s0:
3084 ID = Intrinsic::hexagon_M2_mmpyul_s0; break;
3085
3086 case Hexagon::BI__builtin_HEXAGON_M2_mmpyul_s1:
3087 ID = Intrinsic::hexagon_M2_mmpyul_s1; break;
3088
3089 case Hexagon::BI__builtin_HEXAGON_M2_mmpyuh_s0:
3090 ID = Intrinsic::hexagon_M2_mmpyuh_s0; break;
3091
3092 case Hexagon::BI__builtin_HEXAGON_M2_mmpyuh_s1:
3093 ID = Intrinsic::hexagon_M2_mmpyuh_s1; break;
3094
3095 case Hexagon::BI__builtin_HEXAGON_M2_mmaculs_rs0:
3096 ID = Intrinsic::hexagon_M2_mmaculs_rs0; break;
3097
3098 case Hexagon::BI__builtin_HEXAGON_M2_mmaculs_rs1:
3099 ID = Intrinsic::hexagon_M2_mmaculs_rs1; break;
3100
3101 case Hexagon::BI__builtin_HEXAGON_M2_mmacuhs_rs0:
3102 ID = Intrinsic::hexagon_M2_mmacuhs_rs0; break;
3103
3104 case Hexagon::BI__builtin_HEXAGON_M2_mmacuhs_rs1:
3105 ID = Intrinsic::hexagon_M2_mmacuhs_rs1; break;
3106
3107 case Hexagon::BI__builtin_HEXAGON_M2_mmpyul_rs0:
3108 ID = Intrinsic::hexagon_M2_mmpyul_rs0; break;
3109
3110 case Hexagon::BI__builtin_HEXAGON_M2_mmpyul_rs1:
3111 ID = Intrinsic::hexagon_M2_mmpyul_rs1; break;
3112
3113 case Hexagon::BI__builtin_HEXAGON_M2_mmpyuh_rs0:
3114 ID = Intrinsic::hexagon_M2_mmpyuh_rs0; break;
3115
3116 case Hexagon::BI__builtin_HEXAGON_M2_mmpyuh_rs1:
3117 ID = Intrinsic::hexagon_M2_mmpyuh_rs1; break;
3118
3119 case Hexagon::BI__builtin_HEXAGON_M2_vrcmaci_s0:
3120 ID = Intrinsic::hexagon_M2_vrcmaci_s0; break;
3121
3122 case Hexagon::BI__builtin_HEXAGON_M2_vrcmacr_s0:
3123 ID = Intrinsic::hexagon_M2_vrcmacr_s0; break;
3124
3125 case Hexagon::BI__builtin_HEXAGON_M2_vrcmaci_s0c:
3126 ID = Intrinsic::hexagon_M2_vrcmaci_s0c; break;
3127
3128 case Hexagon::BI__builtin_HEXAGON_M2_vrcmacr_s0c:
3129 ID = Intrinsic::hexagon_M2_vrcmacr_s0c; break;
3130
3131 case Hexagon::BI__builtin_HEXAGON_M2_cmaci_s0:
3132 ID = Intrinsic::hexagon_M2_cmaci_s0; break;
3133
3134 case Hexagon::BI__builtin_HEXAGON_M2_cmacr_s0:
3135 ID = Intrinsic::hexagon_M2_cmacr_s0; break;
3136
3137 case Hexagon::BI__builtin_HEXAGON_M2_vrcmpyi_s0:
3138 ID = Intrinsic::hexagon_M2_vrcmpyi_s0; break;
3139
3140 case Hexagon::BI__builtin_HEXAGON_M2_vrcmpyr_s0:
3141 ID = Intrinsic::hexagon_M2_vrcmpyr_s0; break;
3142
3143 case Hexagon::BI__builtin_HEXAGON_M2_vrcmpyi_s0c:
3144 ID = Intrinsic::hexagon_M2_vrcmpyi_s0c; break;
3145
3146 case Hexagon::BI__builtin_HEXAGON_M2_vrcmpyr_s0c:
3147 ID = Intrinsic::hexagon_M2_vrcmpyr_s0c; break;
3148
3149 case Hexagon::BI__builtin_HEXAGON_M2_cmpyi_s0:
3150 ID = Intrinsic::hexagon_M2_cmpyi_s0; break;
3151
3152 case Hexagon::BI__builtin_HEXAGON_M2_cmpyr_s0:
3153 ID = Intrinsic::hexagon_M2_cmpyr_s0; break;
3154
3155 case Hexagon::BI__builtin_HEXAGON_M2_vcmpy_s0_sat_i:
3156 ID = Intrinsic::hexagon_M2_vcmpy_s0_sat_i; break;
3157
3158 case Hexagon::BI__builtin_HEXAGON_M2_vcmpy_s0_sat_r:
3159 ID = Intrinsic::hexagon_M2_vcmpy_s0_sat_r; break;
3160
3161 case Hexagon::BI__builtin_HEXAGON_M2_vcmpy_s1_sat_i:
3162 ID = Intrinsic::hexagon_M2_vcmpy_s1_sat_i; break;
3163
3164 case Hexagon::BI__builtin_HEXAGON_M2_vcmpy_s1_sat_r:
3165 ID = Intrinsic::hexagon_M2_vcmpy_s1_sat_r; break;
3166
3167 case Hexagon::BI__builtin_HEXAGON_M2_vcmac_s0_sat_i:
3168 ID = Intrinsic::hexagon_M2_vcmac_s0_sat_i; break;
3169
3170 case Hexagon::BI__builtin_HEXAGON_M2_vcmac_s0_sat_r:
3171 ID = Intrinsic::hexagon_M2_vcmac_s0_sat_r; break;
3172
3173 case Hexagon::BI__builtin_HEXAGON_S2_vcrotate:
3174 ID = Intrinsic::hexagon_S2_vcrotate; break;
3175
3176 case Hexagon::BI__builtin_HEXAGON_A2_add:
3177 ID = Intrinsic::hexagon_A2_add; break;
3178
3179 case Hexagon::BI__builtin_HEXAGON_A2_sub:
3180 ID = Intrinsic::hexagon_A2_sub; break;
3181
3182 case Hexagon::BI__builtin_HEXAGON_A2_addsat:
3183 ID = Intrinsic::hexagon_A2_addsat; break;
3184
3185 case Hexagon::BI__builtin_HEXAGON_A2_subsat:
3186 ID = Intrinsic::hexagon_A2_subsat; break;
3187
3188 case Hexagon::BI__builtin_HEXAGON_A2_addi:
3189 ID = Intrinsic::hexagon_A2_addi; break;
3190
3191 case Hexagon::BI__builtin_HEXAGON_A2_addh_l16_ll:
3192 ID = Intrinsic::hexagon_A2_addh_l16_ll; break;
3193
3194 case Hexagon::BI__builtin_HEXAGON_A2_addh_l16_hl:
3195 ID = Intrinsic::hexagon_A2_addh_l16_hl; break;
3196
3197 case Hexagon::BI__builtin_HEXAGON_A2_addh_l16_sat_ll:
3198 ID = Intrinsic::hexagon_A2_addh_l16_sat_ll; break;
3199
3200 case Hexagon::BI__builtin_HEXAGON_A2_addh_l16_sat_hl:
3201 ID = Intrinsic::hexagon_A2_addh_l16_sat_hl; break;
3202
3203 case Hexagon::BI__builtin_HEXAGON_A2_subh_l16_ll:
3204 ID = Intrinsic::hexagon_A2_subh_l16_ll; break;
3205
3206 case Hexagon::BI__builtin_HEXAGON_A2_subh_l16_hl:
3207 ID = Intrinsic::hexagon_A2_subh_l16_hl; break;
3208
3209 case Hexagon::BI__builtin_HEXAGON_A2_subh_l16_sat_ll:
3210 ID = Intrinsic::hexagon_A2_subh_l16_sat_ll; break;
3211
3212 case Hexagon::BI__builtin_HEXAGON_A2_subh_l16_sat_hl:
3213 ID = Intrinsic::hexagon_A2_subh_l16_sat_hl; break;
3214
3215 case Hexagon::BI__builtin_HEXAGON_A2_addh_h16_ll:
3216 ID = Intrinsic::hexagon_A2_addh_h16_ll; break;
3217
3218 case Hexagon::BI__builtin_HEXAGON_A2_addh_h16_lh:
3219 ID = Intrinsic::hexagon_A2_addh_h16_lh; break;
3220
3221 case Hexagon::BI__builtin_HEXAGON_A2_addh_h16_hl:
3222 ID = Intrinsic::hexagon_A2_addh_h16_hl; break;
3223
3224 case Hexagon::BI__builtin_HEXAGON_A2_addh_h16_hh:
3225 ID = Intrinsic::hexagon_A2_addh_h16_hh; break;
3226
3227 case Hexagon::BI__builtin_HEXAGON_A2_addh_h16_sat_ll:
3228 ID = Intrinsic::hexagon_A2_addh_h16_sat_ll; break;
3229
3230 case Hexagon::BI__builtin_HEXAGON_A2_addh_h16_sat_lh:
3231 ID = Intrinsic::hexagon_A2_addh_h16_sat_lh; break;
3232
3233 case Hexagon::BI__builtin_HEXAGON_A2_addh_h16_sat_hl:
3234 ID = Intrinsic::hexagon_A2_addh_h16_sat_hl; break;
3235
3236 case Hexagon::BI__builtin_HEXAGON_A2_addh_h16_sat_hh:
3237 ID = Intrinsic::hexagon_A2_addh_h16_sat_hh; break;
3238
3239 case Hexagon::BI__builtin_HEXAGON_A2_subh_h16_ll:
3240 ID = Intrinsic::hexagon_A2_subh_h16_ll; break;
3241
3242 case Hexagon::BI__builtin_HEXAGON_A2_subh_h16_lh:
3243 ID = Intrinsic::hexagon_A2_subh_h16_lh; break;
3244
3245 case Hexagon::BI__builtin_HEXAGON_A2_subh_h16_hl:
3246 ID = Intrinsic::hexagon_A2_subh_h16_hl; break;
3247
3248 case Hexagon::BI__builtin_HEXAGON_A2_subh_h16_hh:
3249 ID = Intrinsic::hexagon_A2_subh_h16_hh; break;
3250
3251 case Hexagon::BI__builtin_HEXAGON_A2_subh_h16_sat_ll:
3252 ID = Intrinsic::hexagon_A2_subh_h16_sat_ll; break;
3253
3254 case Hexagon::BI__builtin_HEXAGON_A2_subh_h16_sat_lh:
3255 ID = Intrinsic::hexagon_A2_subh_h16_sat_lh; break;
3256
3257 case Hexagon::BI__builtin_HEXAGON_A2_subh_h16_sat_hl:
3258 ID = Intrinsic::hexagon_A2_subh_h16_sat_hl; break;
3259
3260 case Hexagon::BI__builtin_HEXAGON_A2_subh_h16_sat_hh:
3261 ID = Intrinsic::hexagon_A2_subh_h16_sat_hh; break;
3262
3263 case Hexagon::BI__builtin_HEXAGON_A2_aslh:
3264 ID = Intrinsic::hexagon_A2_aslh; break;
3265
3266 case Hexagon::BI__builtin_HEXAGON_A2_asrh:
3267 ID = Intrinsic::hexagon_A2_asrh; break;
3268
3269 case Hexagon::BI__builtin_HEXAGON_A2_addp:
3270 ID = Intrinsic::hexagon_A2_addp; break;
3271
3272 case Hexagon::BI__builtin_HEXAGON_A2_addpsat:
3273 ID = Intrinsic::hexagon_A2_addpsat; break;
3274
3275 case Hexagon::BI__builtin_HEXAGON_A2_addsp:
3276 ID = Intrinsic::hexagon_A2_addsp; break;
3277
3278 case Hexagon::BI__builtin_HEXAGON_A2_subp:
3279 ID = Intrinsic::hexagon_A2_subp; break;
3280
3281 case Hexagon::BI__builtin_HEXAGON_A2_neg:
3282 ID = Intrinsic::hexagon_A2_neg; break;
3283
3284 case Hexagon::BI__builtin_HEXAGON_A2_negsat:
3285 ID = Intrinsic::hexagon_A2_negsat; break;
3286
3287 case Hexagon::BI__builtin_HEXAGON_A2_abs:
3288 ID = Intrinsic::hexagon_A2_abs; break;
3289
3290 case Hexagon::BI__builtin_HEXAGON_A2_abssat:
3291 ID = Intrinsic::hexagon_A2_abssat; break;
3292
3293 case Hexagon::BI__builtin_HEXAGON_A2_vconj:
3294 ID = Intrinsic::hexagon_A2_vconj; break;
3295
3296 case Hexagon::BI__builtin_HEXAGON_A2_negp:
3297 ID = Intrinsic::hexagon_A2_negp; break;
3298
3299 case Hexagon::BI__builtin_HEXAGON_A2_absp:
3300 ID = Intrinsic::hexagon_A2_absp; break;
3301
3302 case Hexagon::BI__builtin_HEXAGON_A2_max:
3303 ID = Intrinsic::hexagon_A2_max; break;
3304
3305 case Hexagon::BI__builtin_HEXAGON_A2_maxu:
3306 ID = Intrinsic::hexagon_A2_maxu; break;
3307
3308 case Hexagon::BI__builtin_HEXAGON_A2_min:
3309 ID = Intrinsic::hexagon_A2_min; break;
3310
3311 case Hexagon::BI__builtin_HEXAGON_A2_minu:
3312 ID = Intrinsic::hexagon_A2_minu; break;
3313
3314 case Hexagon::BI__builtin_HEXAGON_A2_maxp:
3315 ID = Intrinsic::hexagon_A2_maxp; break;
3316
3317 case Hexagon::BI__builtin_HEXAGON_A2_maxup:
3318 ID = Intrinsic::hexagon_A2_maxup; break;
3319
3320 case Hexagon::BI__builtin_HEXAGON_A2_minp:
3321 ID = Intrinsic::hexagon_A2_minp; break;
3322
3323 case Hexagon::BI__builtin_HEXAGON_A2_minup:
3324 ID = Intrinsic::hexagon_A2_minup; break;
3325
3326 case Hexagon::BI__builtin_HEXAGON_A2_tfr:
3327 ID = Intrinsic::hexagon_A2_tfr; break;
3328
3329 case Hexagon::BI__builtin_HEXAGON_A2_tfrsi:
3330 ID = Intrinsic::hexagon_A2_tfrsi; break;
3331
3332 case Hexagon::BI__builtin_HEXAGON_A2_tfrp:
3333 ID = Intrinsic::hexagon_A2_tfrp; break;
3334
3335 case Hexagon::BI__builtin_HEXAGON_A2_tfrpi:
3336 ID = Intrinsic::hexagon_A2_tfrpi; break;
3337
3338 case Hexagon::BI__builtin_HEXAGON_A2_zxtb:
3339 ID = Intrinsic::hexagon_A2_zxtb; break;
3340
3341 case Hexagon::BI__builtin_HEXAGON_A2_sxtb:
3342 ID = Intrinsic::hexagon_A2_sxtb; break;
3343
3344 case Hexagon::BI__builtin_HEXAGON_A2_zxth:
3345 ID = Intrinsic::hexagon_A2_zxth; break;
3346
3347 case Hexagon::BI__builtin_HEXAGON_A2_sxth:
3348 ID = Intrinsic::hexagon_A2_sxth; break;
3349
3350 case Hexagon::BI__builtin_HEXAGON_A2_combinew:
3351 ID = Intrinsic::hexagon_A2_combinew; break;
3352
3353 case Hexagon::BI__builtin_HEXAGON_A2_combineii:
3354 ID = Intrinsic::hexagon_A2_combineii; break;
3355
3356 case Hexagon::BI__builtin_HEXAGON_A2_combine_hh:
3357 ID = Intrinsic::hexagon_A2_combine_hh; break;
3358
3359 case Hexagon::BI__builtin_HEXAGON_A2_combine_hl:
3360 ID = Intrinsic::hexagon_A2_combine_hl; break;
3361
3362 case Hexagon::BI__builtin_HEXAGON_A2_combine_lh:
3363 ID = Intrinsic::hexagon_A2_combine_lh; break;
3364
3365 case Hexagon::BI__builtin_HEXAGON_A2_combine_ll:
3366 ID = Intrinsic::hexagon_A2_combine_ll; break;
3367
3368 case Hexagon::BI__builtin_HEXAGON_A2_tfril:
3369 ID = Intrinsic::hexagon_A2_tfril; break;
3370
3371 case Hexagon::BI__builtin_HEXAGON_A2_tfrih:
3372 ID = Intrinsic::hexagon_A2_tfrih; break;
3373
3374 case Hexagon::BI__builtin_HEXAGON_A2_and:
3375 ID = Intrinsic::hexagon_A2_and; break;
3376
3377 case Hexagon::BI__builtin_HEXAGON_A2_or:
3378 ID = Intrinsic::hexagon_A2_or; break;
3379
3380 case Hexagon::BI__builtin_HEXAGON_A2_xor:
3381 ID = Intrinsic::hexagon_A2_xor; break;
3382
3383 case Hexagon::BI__builtin_HEXAGON_A2_not:
3384 ID = Intrinsic::hexagon_A2_not; break;
3385
3386 case Hexagon::BI__builtin_HEXAGON_M2_xor_xacc:
3387 ID = Intrinsic::hexagon_M2_xor_xacc; break;
3388
3389 case Hexagon::BI__builtin_HEXAGON_A2_subri:
3390 ID = Intrinsic::hexagon_A2_subri; break;
3391
3392 case Hexagon::BI__builtin_HEXAGON_A2_andir:
3393 ID = Intrinsic::hexagon_A2_andir; break;
3394
3395 case Hexagon::BI__builtin_HEXAGON_A2_orir:
3396 ID = Intrinsic::hexagon_A2_orir; break;
3397
3398 case Hexagon::BI__builtin_HEXAGON_A2_andp:
3399 ID = Intrinsic::hexagon_A2_andp; break;
3400
3401 case Hexagon::BI__builtin_HEXAGON_A2_orp:
3402 ID = Intrinsic::hexagon_A2_orp; break;
3403
3404 case Hexagon::BI__builtin_HEXAGON_A2_xorp:
3405 ID = Intrinsic::hexagon_A2_xorp; break;
3406
3407 case Hexagon::BI__builtin_HEXAGON_A2_notp:
3408 ID = Intrinsic::hexagon_A2_notp; break;
3409
3410 case Hexagon::BI__builtin_HEXAGON_A2_sxtw:
3411 ID = Intrinsic::hexagon_A2_sxtw; break;
3412
3413 case Hexagon::BI__builtin_HEXAGON_A2_sat:
3414 ID = Intrinsic::hexagon_A2_sat; break;
3415
3416 case Hexagon::BI__builtin_HEXAGON_A2_sath:
3417 ID = Intrinsic::hexagon_A2_sath; break;
3418
3419 case Hexagon::BI__builtin_HEXAGON_A2_satuh:
3420 ID = Intrinsic::hexagon_A2_satuh; break;
3421
3422 case Hexagon::BI__builtin_HEXAGON_A2_satub:
3423 ID = Intrinsic::hexagon_A2_satub; break;
3424
3425 case Hexagon::BI__builtin_HEXAGON_A2_satb:
3426 ID = Intrinsic::hexagon_A2_satb; break;
3427
3428 case Hexagon::BI__builtin_HEXAGON_A2_vaddub:
3429 ID = Intrinsic::hexagon_A2_vaddub; break;
3430
3431 case Hexagon::BI__builtin_HEXAGON_A2_vaddubs:
3432 ID = Intrinsic::hexagon_A2_vaddubs; break;
3433
3434 case Hexagon::BI__builtin_HEXAGON_A2_vaddh:
3435 ID = Intrinsic::hexagon_A2_vaddh; break;
3436
3437 case Hexagon::BI__builtin_HEXAGON_A2_vaddhs:
3438 ID = Intrinsic::hexagon_A2_vaddhs; break;
3439
3440 case Hexagon::BI__builtin_HEXAGON_A2_vadduhs:
3441 ID = Intrinsic::hexagon_A2_vadduhs; break;
3442
3443 case Hexagon::BI__builtin_HEXAGON_A2_vaddw:
3444 ID = Intrinsic::hexagon_A2_vaddw; break;
3445
3446 case Hexagon::BI__builtin_HEXAGON_A2_vaddws:
3447 ID = Intrinsic::hexagon_A2_vaddws; break;
3448
3449 case Hexagon::BI__builtin_HEXAGON_A2_svavgh:
3450 ID = Intrinsic::hexagon_A2_svavgh; break;
3451
3452 case Hexagon::BI__builtin_HEXAGON_A2_svavghs:
3453 ID = Intrinsic::hexagon_A2_svavghs; break;
3454
3455 case Hexagon::BI__builtin_HEXAGON_A2_svnavgh:
3456 ID = Intrinsic::hexagon_A2_svnavgh; break;
3457
3458 case Hexagon::BI__builtin_HEXAGON_A2_svaddh:
3459 ID = Intrinsic::hexagon_A2_svaddh; break;
3460
3461 case Hexagon::BI__builtin_HEXAGON_A2_svaddhs:
3462 ID = Intrinsic::hexagon_A2_svaddhs; break;
3463
3464 case Hexagon::BI__builtin_HEXAGON_A2_svadduhs:
3465 ID = Intrinsic::hexagon_A2_svadduhs; break;
3466
3467 case Hexagon::BI__builtin_HEXAGON_A2_svsubh:
3468 ID = Intrinsic::hexagon_A2_svsubh; break;
3469
3470 case Hexagon::BI__builtin_HEXAGON_A2_svsubhs:
3471 ID = Intrinsic::hexagon_A2_svsubhs; break;
3472
3473 case Hexagon::BI__builtin_HEXAGON_A2_svsubuhs:
3474 ID = Intrinsic::hexagon_A2_svsubuhs; break;
3475
3476 case Hexagon::BI__builtin_HEXAGON_A2_vraddub:
3477 ID = Intrinsic::hexagon_A2_vraddub; break;
3478
3479 case Hexagon::BI__builtin_HEXAGON_A2_vraddub_acc:
3480 ID = Intrinsic::hexagon_A2_vraddub_acc; break;
3481
3482 case Hexagon::BI__builtin_HEXAGON_M2_vradduh:
3483 ID = Intrinsic::hexagon_M2_vradduh; break;
3484
3485 case Hexagon::BI__builtin_HEXAGON_A2_vsubub:
3486 ID = Intrinsic::hexagon_A2_vsubub; break;
3487
3488 case Hexagon::BI__builtin_HEXAGON_A2_vsububs:
3489 ID = Intrinsic::hexagon_A2_vsububs; break;
3490
3491 case Hexagon::BI__builtin_HEXAGON_A2_vsubh:
3492 ID = Intrinsic::hexagon_A2_vsubh; break;
3493
3494 case Hexagon::BI__builtin_HEXAGON_A2_vsubhs:
3495 ID = Intrinsic::hexagon_A2_vsubhs; break;
3496
3497 case Hexagon::BI__builtin_HEXAGON_A2_vsubuhs:
3498 ID = Intrinsic::hexagon_A2_vsubuhs; break;
3499
3500 case Hexagon::BI__builtin_HEXAGON_A2_vsubw:
3501 ID = Intrinsic::hexagon_A2_vsubw; break;
3502
3503 case Hexagon::BI__builtin_HEXAGON_A2_vsubws:
3504 ID = Intrinsic::hexagon_A2_vsubws; break;
3505
3506 case Hexagon::BI__builtin_HEXAGON_A2_vabsh:
3507 ID = Intrinsic::hexagon_A2_vabsh; break;
3508
3509 case Hexagon::BI__builtin_HEXAGON_A2_vabshsat:
3510 ID = Intrinsic::hexagon_A2_vabshsat; break;
3511
3512 case Hexagon::BI__builtin_HEXAGON_A2_vabsw:
3513 ID = Intrinsic::hexagon_A2_vabsw; break;
3514
3515 case Hexagon::BI__builtin_HEXAGON_A2_vabswsat:
3516 ID = Intrinsic::hexagon_A2_vabswsat; break;
3517
3518 case Hexagon::BI__builtin_HEXAGON_M2_vabsdiffw:
3519 ID = Intrinsic::hexagon_M2_vabsdiffw; break;
3520
3521 case Hexagon::BI__builtin_HEXAGON_M2_vabsdiffh:
3522 ID = Intrinsic::hexagon_M2_vabsdiffh; break;
3523
3524 case Hexagon::BI__builtin_HEXAGON_A2_vrsadub:
3525 ID = Intrinsic::hexagon_A2_vrsadub; break;
3526
3527 case Hexagon::BI__builtin_HEXAGON_A2_vrsadub_acc:
3528 ID = Intrinsic::hexagon_A2_vrsadub_acc; break;
3529
3530 case Hexagon::BI__builtin_HEXAGON_A2_vavgub:
3531 ID = Intrinsic::hexagon_A2_vavgub; break;
3532
3533 case Hexagon::BI__builtin_HEXAGON_A2_vavguh:
3534 ID = Intrinsic::hexagon_A2_vavguh; break;
3535
3536 case Hexagon::BI__builtin_HEXAGON_A2_vavgh:
3537 ID = Intrinsic::hexagon_A2_vavgh; break;
3538
3539 case Hexagon::BI__builtin_HEXAGON_A2_vnavgh:
3540 ID = Intrinsic::hexagon_A2_vnavgh; break;
3541
3542 case Hexagon::BI__builtin_HEXAGON_A2_vavgw:
3543 ID = Intrinsic::hexagon_A2_vavgw; break;
3544
3545 case Hexagon::BI__builtin_HEXAGON_A2_vnavgw:
3546 ID = Intrinsic::hexagon_A2_vnavgw; break;
3547
3548 case Hexagon::BI__builtin_HEXAGON_A2_vavgwr:
3549 ID = Intrinsic::hexagon_A2_vavgwr; break;
3550
3551 case Hexagon::BI__builtin_HEXAGON_A2_vnavgwr:
3552 ID = Intrinsic::hexagon_A2_vnavgwr; break;
3553
3554 case Hexagon::BI__builtin_HEXAGON_A2_vavgwcr:
3555 ID = Intrinsic::hexagon_A2_vavgwcr; break;
3556
3557 case Hexagon::BI__builtin_HEXAGON_A2_vnavgwcr:
3558 ID = Intrinsic::hexagon_A2_vnavgwcr; break;
3559
3560 case Hexagon::BI__builtin_HEXAGON_A2_vavghcr:
3561 ID = Intrinsic::hexagon_A2_vavghcr; break;
3562
3563 case Hexagon::BI__builtin_HEXAGON_A2_vnavghcr:
3564 ID = Intrinsic::hexagon_A2_vnavghcr; break;
3565
3566 case Hexagon::BI__builtin_HEXAGON_A2_vavguw:
3567 ID = Intrinsic::hexagon_A2_vavguw; break;
3568
3569 case Hexagon::BI__builtin_HEXAGON_A2_vavguwr:
3570 ID = Intrinsic::hexagon_A2_vavguwr; break;
3571
3572 case Hexagon::BI__builtin_HEXAGON_A2_vavgubr:
3573 ID = Intrinsic::hexagon_A2_vavgubr; break;
3574
3575 case Hexagon::BI__builtin_HEXAGON_A2_vavguhr:
3576 ID = Intrinsic::hexagon_A2_vavguhr; break;
3577
3578 case Hexagon::BI__builtin_HEXAGON_A2_vavghr:
3579 ID = Intrinsic::hexagon_A2_vavghr; break;
3580
3581 case Hexagon::BI__builtin_HEXAGON_A2_vnavghr:
3582 ID = Intrinsic::hexagon_A2_vnavghr; break;
3583
3584 case Hexagon::BI__builtin_HEXAGON_A2_vminh:
3585 ID = Intrinsic::hexagon_A2_vminh; break;
3586
3587 case Hexagon::BI__builtin_HEXAGON_A2_vmaxh:
3588 ID = Intrinsic::hexagon_A2_vmaxh; break;
3589
3590 case Hexagon::BI__builtin_HEXAGON_A2_vminub:
3591 ID = Intrinsic::hexagon_A2_vminub; break;
3592
3593 case Hexagon::BI__builtin_HEXAGON_A2_vmaxub:
3594 ID = Intrinsic::hexagon_A2_vmaxub; break;
3595
3596 case Hexagon::BI__builtin_HEXAGON_A2_vminuh:
3597 ID = Intrinsic::hexagon_A2_vminuh; break;
3598
3599 case Hexagon::BI__builtin_HEXAGON_A2_vmaxuh:
3600 ID = Intrinsic::hexagon_A2_vmaxuh; break;
3601
3602 case Hexagon::BI__builtin_HEXAGON_A2_vminw:
3603 ID = Intrinsic::hexagon_A2_vminw; break;
3604
3605 case Hexagon::BI__builtin_HEXAGON_A2_vmaxw:
3606 ID = Intrinsic::hexagon_A2_vmaxw; break;
3607
3608 case Hexagon::BI__builtin_HEXAGON_A2_vminuw:
3609 ID = Intrinsic::hexagon_A2_vminuw; break;
3610
3611 case Hexagon::BI__builtin_HEXAGON_A2_vmaxuw:
3612 ID = Intrinsic::hexagon_A2_vmaxuw; break;
3613
3614 case Hexagon::BI__builtin_HEXAGON_S2_asr_r_r:
3615 ID = Intrinsic::hexagon_S2_asr_r_r; break;
3616
3617 case Hexagon::BI__builtin_HEXAGON_S2_asl_r_r:
3618 ID = Intrinsic::hexagon_S2_asl_r_r; break;
3619
3620 case Hexagon::BI__builtin_HEXAGON_S2_lsr_r_r:
3621 ID = Intrinsic::hexagon_S2_lsr_r_r; break;
3622
3623 case Hexagon::BI__builtin_HEXAGON_S2_lsl_r_r:
3624 ID = Intrinsic::hexagon_S2_lsl_r_r; break;
3625
3626 case Hexagon::BI__builtin_HEXAGON_S2_asr_r_p:
3627 ID = Intrinsic::hexagon_S2_asr_r_p; break;
3628
3629 case Hexagon::BI__builtin_HEXAGON_S2_asl_r_p:
3630 ID = Intrinsic::hexagon_S2_asl_r_p; break;
3631
3632 case Hexagon::BI__builtin_HEXAGON_S2_lsr_r_p:
3633 ID = Intrinsic::hexagon_S2_lsr_r_p; break;
3634
3635 case Hexagon::BI__builtin_HEXAGON_S2_lsl_r_p:
3636 ID = Intrinsic::hexagon_S2_lsl_r_p; break;
3637
3638 case Hexagon::BI__builtin_HEXAGON_S2_asr_r_r_acc:
3639 ID = Intrinsic::hexagon_S2_asr_r_r_acc; break;
3640
3641 case Hexagon::BI__builtin_HEXAGON_S2_asl_r_r_acc:
3642 ID = Intrinsic::hexagon_S2_asl_r_r_acc; break;
3643
3644 case Hexagon::BI__builtin_HEXAGON_S2_lsr_r_r_acc:
3645 ID = Intrinsic::hexagon_S2_lsr_r_r_acc; break;
3646
3647 case Hexagon::BI__builtin_HEXAGON_S2_lsl_r_r_acc:
3648 ID = Intrinsic::hexagon_S2_lsl_r_r_acc; break;
3649
3650 case Hexagon::BI__builtin_HEXAGON_S2_asr_r_p_acc:
3651 ID = Intrinsic::hexagon_S2_asr_r_p_acc; break;
3652
3653 case Hexagon::BI__builtin_HEXAGON_S2_asl_r_p_acc:
3654 ID = Intrinsic::hexagon_S2_asl_r_p_acc; break;
3655
3656 case Hexagon::BI__builtin_HEXAGON_S2_lsr_r_p_acc:
3657 ID = Intrinsic::hexagon_S2_lsr_r_p_acc; break;
3658
3659 case Hexagon::BI__builtin_HEXAGON_S2_lsl_r_p_acc:
3660 ID = Intrinsic::hexagon_S2_lsl_r_p_acc; break;
3661
3662 case Hexagon::BI__builtin_HEXAGON_S2_asr_r_r_nac:
3663 ID = Intrinsic::hexagon_S2_asr_r_r_nac; break;
3664
3665 case Hexagon::BI__builtin_HEXAGON_S2_asl_r_r_nac:
3666 ID = Intrinsic::hexagon_S2_asl_r_r_nac; break;
3667
3668 case Hexagon::BI__builtin_HEXAGON_S2_lsr_r_r_nac:
3669 ID = Intrinsic::hexagon_S2_lsr_r_r_nac; break;
3670
3671 case Hexagon::BI__builtin_HEXAGON_S2_lsl_r_r_nac:
3672 ID = Intrinsic::hexagon_S2_lsl_r_r_nac; break;
3673
3674 case Hexagon::BI__builtin_HEXAGON_S2_asr_r_p_nac:
3675 ID = Intrinsic::hexagon_S2_asr_r_p_nac; break;
3676
3677 case Hexagon::BI__builtin_HEXAGON_S2_asl_r_p_nac:
3678 ID = Intrinsic::hexagon_S2_asl_r_p_nac; break;
3679
3680 case Hexagon::BI__builtin_HEXAGON_S2_lsr_r_p_nac:
3681 ID = Intrinsic::hexagon_S2_lsr_r_p_nac; break;
3682
3683 case Hexagon::BI__builtin_HEXAGON_S2_lsl_r_p_nac:
3684 ID = Intrinsic::hexagon_S2_lsl_r_p_nac; break;
3685
3686 case Hexagon::BI__builtin_HEXAGON_S2_asr_r_r_and:
3687 ID = Intrinsic::hexagon_S2_asr_r_r_and; break;
3688
3689 case Hexagon::BI__builtin_HEXAGON_S2_asl_r_r_and:
3690 ID = Intrinsic::hexagon_S2_asl_r_r_and; break;
3691
3692 case Hexagon::BI__builtin_HEXAGON_S2_lsr_r_r_and:
3693 ID = Intrinsic::hexagon_S2_lsr_r_r_and; break;
3694
3695 case Hexagon::BI__builtin_HEXAGON_S2_lsl_r_r_and:
3696 ID = Intrinsic::hexagon_S2_lsl_r_r_and; break;
3697
3698 case Hexagon::BI__builtin_HEXAGON_S2_asr_r_r_or:
3699 ID = Intrinsic::hexagon_S2_asr_r_r_or; break;
3700
3701 case Hexagon::BI__builtin_HEXAGON_S2_asl_r_r_or:
3702 ID = Intrinsic::hexagon_S2_asl_r_r_or; break;
3703
3704 case Hexagon::BI__builtin_HEXAGON_S2_lsr_r_r_or:
3705 ID = Intrinsic::hexagon_S2_lsr_r_r_or; break;
3706
3707 case Hexagon::BI__builtin_HEXAGON_S2_lsl_r_r_or:
3708 ID = Intrinsic::hexagon_S2_lsl_r_r_or; break;
3709
3710 case Hexagon::BI__builtin_HEXAGON_S2_asr_r_p_and:
3711 ID = Intrinsic::hexagon_S2_asr_r_p_and; break;
3712
3713 case Hexagon::BI__builtin_HEXAGON_S2_asl_r_p_and:
3714 ID = Intrinsic::hexagon_S2_asl_r_p_and; break;
3715
3716 case Hexagon::BI__builtin_HEXAGON_S2_lsr_r_p_and:
3717 ID = Intrinsic::hexagon_S2_lsr_r_p_and; break;
3718
3719 case Hexagon::BI__builtin_HEXAGON_S2_lsl_r_p_and:
3720 ID = Intrinsic::hexagon_S2_lsl_r_p_and; break;
3721
3722 case Hexagon::BI__builtin_HEXAGON_S2_asr_r_p_or:
3723 ID = Intrinsic::hexagon_S2_asr_r_p_or; break;
3724
3725 case Hexagon::BI__builtin_HEXAGON_S2_asl_r_p_or:
3726 ID = Intrinsic::hexagon_S2_asl_r_p_or; break;
3727
3728 case Hexagon::BI__builtin_HEXAGON_S2_lsr_r_p_or:
3729 ID = Intrinsic::hexagon_S2_lsr_r_p_or; break;
3730
3731 case Hexagon::BI__builtin_HEXAGON_S2_lsl_r_p_or:
3732 ID = Intrinsic::hexagon_S2_lsl_r_p_or; break;
3733
3734 case Hexagon::BI__builtin_HEXAGON_S2_asr_r_r_sat:
3735 ID = Intrinsic::hexagon_S2_asr_r_r_sat; break;
3736
3737 case Hexagon::BI__builtin_HEXAGON_S2_asl_r_r_sat:
3738 ID = Intrinsic::hexagon_S2_asl_r_r_sat; break;
3739
3740 case Hexagon::BI__builtin_HEXAGON_S2_asr_i_r:
3741 ID = Intrinsic::hexagon_S2_asr_i_r; break;
3742
3743 case Hexagon::BI__builtin_HEXAGON_S2_lsr_i_r:
3744 ID = Intrinsic::hexagon_S2_lsr_i_r; break;
3745
3746 case Hexagon::BI__builtin_HEXAGON_S2_asl_i_r:
3747 ID = Intrinsic::hexagon_S2_asl_i_r; break;
3748
3749 case Hexagon::BI__builtin_HEXAGON_S2_asr_i_p:
3750 ID = Intrinsic::hexagon_S2_asr_i_p; break;
3751
3752 case Hexagon::BI__builtin_HEXAGON_S2_lsr_i_p:
3753 ID = Intrinsic::hexagon_S2_lsr_i_p; break;
3754
3755 case Hexagon::BI__builtin_HEXAGON_S2_asl_i_p:
3756 ID = Intrinsic::hexagon_S2_asl_i_p; break;
3757
3758 case Hexagon::BI__builtin_HEXAGON_S2_asr_i_r_acc:
3759 ID = Intrinsic::hexagon_S2_asr_i_r_acc; break;
3760
3761 case Hexagon::BI__builtin_HEXAGON_S2_lsr_i_r_acc:
3762 ID = Intrinsic::hexagon_S2_lsr_i_r_acc; break;
3763
3764 case Hexagon::BI__builtin_HEXAGON_S2_asl_i_r_acc:
3765 ID = Intrinsic::hexagon_S2_asl_i_r_acc; break;
3766
3767 case Hexagon::BI__builtin_HEXAGON_S2_asr_i_p_acc:
3768 ID = Intrinsic::hexagon_S2_asr_i_p_acc; break;
3769
3770 case Hexagon::BI__builtin_HEXAGON_S2_lsr_i_p_acc:
3771 ID = Intrinsic::hexagon_S2_lsr_i_p_acc; break;
3772
3773 case Hexagon::BI__builtin_HEXAGON_S2_asl_i_p_acc:
3774 ID = Intrinsic::hexagon_S2_asl_i_p_acc; break;
3775
3776 case Hexagon::BI__builtin_HEXAGON_S2_asr_i_r_nac:
3777 ID = Intrinsic::hexagon_S2_asr_i_r_nac; break;
3778
3779 case Hexagon::BI__builtin_HEXAGON_S2_lsr_i_r_nac:
3780 ID = Intrinsic::hexagon_S2_lsr_i_r_nac; break;
3781
3782 case Hexagon::BI__builtin_HEXAGON_S2_asl_i_r_nac:
3783 ID = Intrinsic::hexagon_S2_asl_i_r_nac; break;
3784
3785 case Hexagon::BI__builtin_HEXAGON_S2_asr_i_p_nac:
3786 ID = Intrinsic::hexagon_S2_asr_i_p_nac; break;
3787
3788 case Hexagon::BI__builtin_HEXAGON_S2_lsr_i_p_nac:
3789 ID = Intrinsic::hexagon_S2_lsr_i_p_nac; break;
3790
3791 case Hexagon::BI__builtin_HEXAGON_S2_asl_i_p_nac:
3792 ID = Intrinsic::hexagon_S2_asl_i_p_nac; break;
3793
3794 case Hexagon::BI__builtin_HEXAGON_S2_lsr_i_r_xacc:
3795 ID = Intrinsic::hexagon_S2_lsr_i_r_xacc; break;
3796
3797 case Hexagon::BI__builtin_HEXAGON_S2_asl_i_r_xacc:
3798 ID = Intrinsic::hexagon_S2_asl_i_r_xacc; break;
3799
3800 case Hexagon::BI__builtin_HEXAGON_S2_lsr_i_p_xacc:
3801 ID = Intrinsic::hexagon_S2_lsr_i_p_xacc; break;
3802
3803 case Hexagon::BI__builtin_HEXAGON_S2_asl_i_p_xacc:
3804 ID = Intrinsic::hexagon_S2_asl_i_p_xacc; break;
3805
3806 case Hexagon::BI__builtin_HEXAGON_S2_asr_i_r_and:
3807 ID = Intrinsic::hexagon_S2_asr_i_r_and; break;
3808
3809 case Hexagon::BI__builtin_HEXAGON_S2_lsr_i_r_and:
3810 ID = Intrinsic::hexagon_S2_lsr_i_r_and; break;
3811
3812 case Hexagon::BI__builtin_HEXAGON_S2_asl_i_r_and:
3813 ID = Intrinsic::hexagon_S2_asl_i_r_and; break;
3814
3815 case Hexagon::BI__builtin_HEXAGON_S2_asr_i_r_or:
3816 ID = Intrinsic::hexagon_S2_asr_i_r_or; break;
3817
3818 case Hexagon::BI__builtin_HEXAGON_S2_lsr_i_r_or:
3819 ID = Intrinsic::hexagon_S2_lsr_i_r_or; break;
3820
3821 case Hexagon::BI__builtin_HEXAGON_S2_asl_i_r_or:
3822 ID = Intrinsic::hexagon_S2_asl_i_r_or; break;
3823
3824 case Hexagon::BI__builtin_HEXAGON_S2_asr_i_p_and:
3825 ID = Intrinsic::hexagon_S2_asr_i_p_and; break;
3826
3827 case Hexagon::BI__builtin_HEXAGON_S2_lsr_i_p_and:
3828 ID = Intrinsic::hexagon_S2_lsr_i_p_and; break;
3829
3830 case Hexagon::BI__builtin_HEXAGON_S2_asl_i_p_and:
3831 ID = Intrinsic::hexagon_S2_asl_i_p_and; break;
3832
3833 case Hexagon::BI__builtin_HEXAGON_S2_asr_i_p_or:
3834 ID = Intrinsic::hexagon_S2_asr_i_p_or; break;
3835
3836 case Hexagon::BI__builtin_HEXAGON_S2_lsr_i_p_or:
3837 ID = Intrinsic::hexagon_S2_lsr_i_p_or; break;
3838
3839 case Hexagon::BI__builtin_HEXAGON_S2_asl_i_p_or:
3840 ID = Intrinsic::hexagon_S2_asl_i_p_or; break;
3841
3842 case Hexagon::BI__builtin_HEXAGON_S2_asl_i_r_sat:
3843 ID = Intrinsic::hexagon_S2_asl_i_r_sat; break;
3844
3845 case Hexagon::BI__builtin_HEXAGON_S2_asr_i_r_rnd:
3846 ID = Intrinsic::hexagon_S2_asr_i_r_rnd; break;
3847
3848 case Hexagon::BI__builtin_HEXAGON_S2_asr_i_r_rnd_goodsyntax:
3849 ID = Intrinsic::hexagon_S2_asr_i_r_rnd_goodsyntax; break;
3850
3851 case Hexagon::BI__builtin_HEXAGON_S2_addasl_rrri:
3852 ID = Intrinsic::hexagon_S2_addasl_rrri; break;
3853
3854 case Hexagon::BI__builtin_HEXAGON_S2_valignib:
3855 ID = Intrinsic::hexagon_S2_valignib; break;
3856
3857 case Hexagon::BI__builtin_HEXAGON_S2_valignrb:
3858 ID = Intrinsic::hexagon_S2_valignrb; break;
3859
3860 case Hexagon::BI__builtin_HEXAGON_S2_vspliceib:
3861 ID = Intrinsic::hexagon_S2_vspliceib; break;
3862
3863 case Hexagon::BI__builtin_HEXAGON_S2_vsplicerb:
3864 ID = Intrinsic::hexagon_S2_vsplicerb; break;
3865
3866 case Hexagon::BI__builtin_HEXAGON_S2_vsplatrh:
3867 ID = Intrinsic::hexagon_S2_vsplatrh; break;
3868
3869 case Hexagon::BI__builtin_HEXAGON_S2_vsplatrb:
3870 ID = Intrinsic::hexagon_S2_vsplatrb; break;
3871
3872 case Hexagon::BI__builtin_HEXAGON_S2_insert:
3873 ID = Intrinsic::hexagon_S2_insert; break;
3874
3875 case Hexagon::BI__builtin_HEXAGON_S2_tableidxb_goodsyntax:
3876 ID = Intrinsic::hexagon_S2_tableidxb_goodsyntax; break;
3877
3878 case Hexagon::BI__builtin_HEXAGON_S2_tableidxh_goodsyntax:
3879 ID = Intrinsic::hexagon_S2_tableidxh_goodsyntax; break;
3880
3881 case Hexagon::BI__builtin_HEXAGON_S2_tableidxw_goodsyntax:
3882 ID = Intrinsic::hexagon_S2_tableidxw_goodsyntax; break;
3883
3884 case Hexagon::BI__builtin_HEXAGON_S2_tableidxd_goodsyntax:
3885 ID = Intrinsic::hexagon_S2_tableidxd_goodsyntax; break;
3886
3887 case Hexagon::BI__builtin_HEXAGON_S2_extractu:
3888 ID = Intrinsic::hexagon_S2_extractu; break;
3889
3890 case Hexagon::BI__builtin_HEXAGON_S2_insertp:
3891 ID = Intrinsic::hexagon_S2_insertp; break;
3892
3893 case Hexagon::BI__builtin_HEXAGON_S2_extractup:
3894 ID = Intrinsic::hexagon_S2_extractup; break;
3895
3896 case Hexagon::BI__builtin_HEXAGON_S2_insert_rp:
3897 ID = Intrinsic::hexagon_S2_insert_rp; break;
3898
3899 case Hexagon::BI__builtin_HEXAGON_S2_extractu_rp:
3900 ID = Intrinsic::hexagon_S2_extractu_rp; break;
3901
3902 case Hexagon::BI__builtin_HEXAGON_S2_insertp_rp:
3903 ID = Intrinsic::hexagon_S2_insertp_rp; break;
3904
3905 case Hexagon::BI__builtin_HEXAGON_S2_extractup_rp:
3906 ID = Intrinsic::hexagon_S2_extractup_rp; break;
3907
3908 case Hexagon::BI__builtin_HEXAGON_S2_tstbit_i:
3909 ID = Intrinsic::hexagon_S2_tstbit_i; break;
3910
3911 case Hexagon::BI__builtin_HEXAGON_S2_setbit_i:
3912 ID = Intrinsic::hexagon_S2_setbit_i; break;
3913
3914 case Hexagon::BI__builtin_HEXAGON_S2_togglebit_i:
3915 ID = Intrinsic::hexagon_S2_togglebit_i; break;
3916
3917 case Hexagon::BI__builtin_HEXAGON_S2_clrbit_i:
3918 ID = Intrinsic::hexagon_S2_clrbit_i; break;
3919
3920 case Hexagon::BI__builtin_HEXAGON_S2_tstbit_r:
3921 ID = Intrinsic::hexagon_S2_tstbit_r; break;
3922
3923 case Hexagon::BI__builtin_HEXAGON_S2_setbit_r:
3924 ID = Intrinsic::hexagon_S2_setbit_r; break;
3925
3926 case Hexagon::BI__builtin_HEXAGON_S2_togglebit_r:
3927 ID = Intrinsic::hexagon_S2_togglebit_r; break;
3928
3929 case Hexagon::BI__builtin_HEXAGON_S2_clrbit_r:
3930 ID = Intrinsic::hexagon_S2_clrbit_r; break;
3931
3932 case Hexagon::BI__builtin_HEXAGON_S2_asr_i_vh:
3933 ID = Intrinsic::hexagon_S2_asr_i_vh; break;
3934
3935 case Hexagon::BI__builtin_HEXAGON_S2_lsr_i_vh:
3936 ID = Intrinsic::hexagon_S2_lsr_i_vh; break;
3937
3938 case Hexagon::BI__builtin_HEXAGON_S2_asl_i_vh:
3939 ID = Intrinsic::hexagon_S2_asl_i_vh; break;
3940
3941 case Hexagon::BI__builtin_HEXAGON_S2_asr_r_vh:
3942 ID = Intrinsic::hexagon_S2_asr_r_vh; break;
3943
3944 case Hexagon::BI__builtin_HEXAGON_S2_asl_r_vh:
3945 ID = Intrinsic::hexagon_S2_asl_r_vh; break;
3946
3947 case Hexagon::BI__builtin_HEXAGON_S2_lsr_r_vh:
3948 ID = Intrinsic::hexagon_S2_lsr_r_vh; break;
3949
3950 case Hexagon::BI__builtin_HEXAGON_S2_lsl_r_vh:
3951 ID = Intrinsic::hexagon_S2_lsl_r_vh; break;
3952
3953 case Hexagon::BI__builtin_HEXAGON_S2_asr_i_vw:
3954 ID = Intrinsic::hexagon_S2_asr_i_vw; break;
3955
3956 case Hexagon::BI__builtin_HEXAGON_S2_asr_i_svw_trun:
3957 ID = Intrinsic::hexagon_S2_asr_i_svw_trun; break;
3958
3959 case Hexagon::BI__builtin_HEXAGON_S2_asr_r_svw_trun:
3960 ID = Intrinsic::hexagon_S2_asr_r_svw_trun; break;
3961
3962 case Hexagon::BI__builtin_HEXAGON_S2_lsr_i_vw:
3963 ID = Intrinsic::hexagon_S2_lsr_i_vw; break;
3964
3965 case Hexagon::BI__builtin_HEXAGON_S2_asl_i_vw:
3966 ID = Intrinsic::hexagon_S2_asl_i_vw; break;
3967
3968 case Hexagon::BI__builtin_HEXAGON_S2_asr_r_vw:
3969 ID = Intrinsic::hexagon_S2_asr_r_vw; break;
3970
3971 case Hexagon::BI__builtin_HEXAGON_S2_asl_r_vw:
3972 ID = Intrinsic::hexagon_S2_asl_r_vw; break;
3973
3974 case Hexagon::BI__builtin_HEXAGON_S2_lsr_r_vw:
3975 ID = Intrinsic::hexagon_S2_lsr_r_vw; break;
3976
3977 case Hexagon::BI__builtin_HEXAGON_S2_lsl_r_vw:
3978 ID = Intrinsic::hexagon_S2_lsl_r_vw; break;
3979
3980 case Hexagon::BI__builtin_HEXAGON_S2_vrndpackwh:
3981 ID = Intrinsic::hexagon_S2_vrndpackwh; break;
3982
3983 case Hexagon::BI__builtin_HEXAGON_S2_vrndpackwhs:
3984 ID = Intrinsic::hexagon_S2_vrndpackwhs; break;
3985
3986 case Hexagon::BI__builtin_HEXAGON_S2_vsxtbh:
3987 ID = Intrinsic::hexagon_S2_vsxtbh; break;
3988
3989 case Hexagon::BI__builtin_HEXAGON_S2_vzxtbh:
3990 ID = Intrinsic::hexagon_S2_vzxtbh; break;
3991
3992 case Hexagon::BI__builtin_HEXAGON_S2_vsathub:
3993 ID = Intrinsic::hexagon_S2_vsathub; break;
3994
3995 case Hexagon::BI__builtin_HEXAGON_S2_svsathub:
3996 ID = Intrinsic::hexagon_S2_svsathub; break;
3997
3998 case Hexagon::BI__builtin_HEXAGON_S2_svsathb:
3999 ID = Intrinsic::hexagon_S2_svsathb; break;
4000
4001 case Hexagon::BI__builtin_HEXAGON_S2_vsathb:
4002 ID = Intrinsic::hexagon_S2_vsathb; break;
4003
4004 case Hexagon::BI__builtin_HEXAGON_S2_vtrunohb:
4005 ID = Intrinsic::hexagon_S2_vtrunohb; break;
4006
4007 case Hexagon::BI__builtin_HEXAGON_S2_vtrunewh:
4008 ID = Intrinsic::hexagon_S2_vtrunewh; break;
4009
4010 case Hexagon::BI__builtin_HEXAGON_S2_vtrunowh:
4011 ID = Intrinsic::hexagon_S2_vtrunowh; break;
4012
4013 case Hexagon::BI__builtin_HEXAGON_S2_vtrunehb:
4014 ID = Intrinsic::hexagon_S2_vtrunehb; break;
4015
4016 case Hexagon::BI__builtin_HEXAGON_S2_vsxthw:
4017 ID = Intrinsic::hexagon_S2_vsxthw; break;
4018
4019 case Hexagon::BI__builtin_HEXAGON_S2_vzxthw:
4020 ID = Intrinsic::hexagon_S2_vzxthw; break;
4021
4022 case Hexagon::BI__builtin_HEXAGON_S2_vsatwh:
4023 ID = Intrinsic::hexagon_S2_vsatwh; break;
4024
4025 case Hexagon::BI__builtin_HEXAGON_S2_vsatwuh:
4026 ID = Intrinsic::hexagon_S2_vsatwuh; break;
4027
4028 case Hexagon::BI__builtin_HEXAGON_S2_packhl:
4029 ID = Intrinsic::hexagon_S2_packhl; break;
4030
4031 case Hexagon::BI__builtin_HEXAGON_A2_swiz:
4032 ID = Intrinsic::hexagon_A2_swiz; break;
4033
4034 case Hexagon::BI__builtin_HEXAGON_S2_vsathub_nopack:
4035 ID = Intrinsic::hexagon_S2_vsathub_nopack; break;
4036
4037 case Hexagon::BI__builtin_HEXAGON_S2_vsathb_nopack:
4038 ID = Intrinsic::hexagon_S2_vsathb_nopack; break;
4039
4040 case Hexagon::BI__builtin_HEXAGON_S2_vsatwh_nopack:
4041 ID = Intrinsic::hexagon_S2_vsatwh_nopack; break;
4042
4043 case Hexagon::BI__builtin_HEXAGON_S2_vsatwuh_nopack:
4044 ID = Intrinsic::hexagon_S2_vsatwuh_nopack; break;
4045
4046 case Hexagon::BI__builtin_HEXAGON_S2_shuffob:
4047 ID = Intrinsic::hexagon_S2_shuffob; break;
4048
4049 case Hexagon::BI__builtin_HEXAGON_S2_shuffeb:
4050 ID = Intrinsic::hexagon_S2_shuffeb; break;
4051
4052 case Hexagon::BI__builtin_HEXAGON_S2_shuffoh:
4053 ID = Intrinsic::hexagon_S2_shuffoh; break;
4054
4055 case Hexagon::BI__builtin_HEXAGON_S2_shuffeh:
4056 ID = Intrinsic::hexagon_S2_shuffeh; break;
4057
4058 case Hexagon::BI__builtin_HEXAGON_S2_parityp:
4059 ID = Intrinsic::hexagon_S2_parityp; break;
4060
4061 case Hexagon::BI__builtin_HEXAGON_S2_lfsp:
4062 ID = Intrinsic::hexagon_S2_lfsp; break;
4063
4064 case Hexagon::BI__builtin_HEXAGON_S2_clbnorm:
4065 ID = Intrinsic::hexagon_S2_clbnorm; break;
4066
4067 case Hexagon::BI__builtin_HEXAGON_S2_clb:
4068 ID = Intrinsic::hexagon_S2_clb; break;
4069
4070 case Hexagon::BI__builtin_HEXAGON_S2_cl0:
4071 ID = Intrinsic::hexagon_S2_cl0; break;
4072
4073 case Hexagon::BI__builtin_HEXAGON_S2_cl1:
4074 ID = Intrinsic::hexagon_S2_cl1; break;
4075
4076 case Hexagon::BI__builtin_HEXAGON_S2_clbp:
4077 ID = Intrinsic::hexagon_S2_clbp; break;
4078
4079 case Hexagon::BI__builtin_HEXAGON_S2_cl0p:
4080 ID = Intrinsic::hexagon_S2_cl0p; break;
4081
4082 case Hexagon::BI__builtin_HEXAGON_S2_cl1p:
4083 ID = Intrinsic::hexagon_S2_cl1p; break;
4084
4085 case Hexagon::BI__builtin_HEXAGON_S2_brev:
4086 ID = Intrinsic::hexagon_S2_brev; break;
4087
4088 case Hexagon::BI__builtin_HEXAGON_S2_ct0:
4089 ID = Intrinsic::hexagon_S2_ct0; break;
4090
4091 case Hexagon::BI__builtin_HEXAGON_S2_ct1:
4092 ID = Intrinsic::hexagon_S2_ct1; break;
4093
4094 case Hexagon::BI__builtin_HEXAGON_S2_interleave:
4095 ID = Intrinsic::hexagon_S2_interleave; break;
4096
4097 case Hexagon::BI__builtin_HEXAGON_S2_deinterleave:
4098 ID = Intrinsic::hexagon_S2_deinterleave; break;
4099
4100 case Hexagon::BI__builtin_SI_to_SXTHI_asrh:
4101 ID = Intrinsic::hexagon_SI_to_SXTHI_asrh; break;
4102
4103 case Hexagon::BI__builtin_HEXAGON_A4_orn:
4104 ID = Intrinsic::hexagon_A4_orn; break;
4105
4106 case Hexagon::BI__builtin_HEXAGON_A4_andn:
4107 ID = Intrinsic::hexagon_A4_andn; break;
4108
4109 case Hexagon::BI__builtin_HEXAGON_A4_ornp:
4110 ID = Intrinsic::hexagon_A4_ornp; break;
4111
4112 case Hexagon::BI__builtin_HEXAGON_A4_andnp:
4113 ID = Intrinsic::hexagon_A4_andnp; break;
4114
4115 case Hexagon::BI__builtin_HEXAGON_A4_combineir:
4116 ID = Intrinsic::hexagon_A4_combineir; break;
4117
4118 case Hexagon::BI__builtin_HEXAGON_A4_combineri:
4119 ID = Intrinsic::hexagon_A4_combineri; break;
4120
4121 case Hexagon::BI__builtin_HEXAGON_C4_cmpneqi:
4122 ID = Intrinsic::hexagon_C4_cmpneqi; break;
4123
4124 case Hexagon::BI__builtin_HEXAGON_C4_cmpneq:
4125 ID = Intrinsic::hexagon_C4_cmpneq; break;
4126
4127 case Hexagon::BI__builtin_HEXAGON_C4_cmpltei:
4128 ID = Intrinsic::hexagon_C4_cmpltei; break;
4129
4130 case Hexagon::BI__builtin_HEXAGON_C4_cmplte:
4131 ID = Intrinsic::hexagon_C4_cmplte; break;
4132
4133 case Hexagon::BI__builtin_HEXAGON_C4_cmplteui:
4134 ID = Intrinsic::hexagon_C4_cmplteui; break;
4135
4136 case Hexagon::BI__builtin_HEXAGON_C4_cmplteu:
4137 ID = Intrinsic::hexagon_C4_cmplteu; break;
4138
4139 case Hexagon::BI__builtin_HEXAGON_A4_rcmpneq:
4140 ID = Intrinsic::hexagon_A4_rcmpneq; break;
4141
4142 case Hexagon::BI__builtin_HEXAGON_A4_rcmpneqi:
4143 ID = Intrinsic::hexagon_A4_rcmpneqi; break;
4144
4145 case Hexagon::BI__builtin_HEXAGON_A4_rcmpeq:
4146 ID = Intrinsic::hexagon_A4_rcmpeq; break;
4147
4148 case Hexagon::BI__builtin_HEXAGON_A4_rcmpeqi:
4149 ID = Intrinsic::hexagon_A4_rcmpeqi; break;
4150
4151 case Hexagon::BI__builtin_HEXAGON_C4_fastcorner9:
4152 ID = Intrinsic::hexagon_C4_fastcorner9; break;
4153
4154 case Hexagon::BI__builtin_HEXAGON_C4_fastcorner9_not:
4155 ID = Intrinsic::hexagon_C4_fastcorner9_not; break;
4156
4157 case Hexagon::BI__builtin_HEXAGON_C4_and_andn:
4158 ID = Intrinsic::hexagon_C4_and_andn; break;
4159
4160 case Hexagon::BI__builtin_HEXAGON_C4_and_and:
4161 ID = Intrinsic::hexagon_C4_and_and; break;
4162
4163 case Hexagon::BI__builtin_HEXAGON_C4_and_orn:
4164 ID = Intrinsic::hexagon_C4_and_orn; break;
4165
4166 case Hexagon::BI__builtin_HEXAGON_C4_and_or:
4167 ID = Intrinsic::hexagon_C4_and_or; break;
4168
4169 case Hexagon::BI__builtin_HEXAGON_C4_or_andn:
4170 ID = Intrinsic::hexagon_C4_or_andn; break;
4171
4172 case Hexagon::BI__builtin_HEXAGON_C4_or_and:
4173 ID = Intrinsic::hexagon_C4_or_and; break;
4174
4175 case Hexagon::BI__builtin_HEXAGON_C4_or_orn:
4176 ID = Intrinsic::hexagon_C4_or_orn; break;
4177
4178 case Hexagon::BI__builtin_HEXAGON_C4_or_or:
4179 ID = Intrinsic::hexagon_C4_or_or; break;
4180
4181 case Hexagon::BI__builtin_HEXAGON_S4_addaddi:
4182 ID = Intrinsic::hexagon_S4_addaddi; break;
4183
4184 case Hexagon::BI__builtin_HEXAGON_S4_subaddi:
4185 ID = Intrinsic::hexagon_S4_subaddi; break;
4186
4187 case Hexagon::BI__builtin_HEXAGON_M4_xor_xacc:
4188 ID = Intrinsic::hexagon_M4_xor_xacc; break;
4189
4190 case Hexagon::BI__builtin_HEXAGON_M4_and_and:
4191 ID = Intrinsic::hexagon_M4_and_and; break;
4192
4193 case Hexagon::BI__builtin_HEXAGON_M4_and_or:
4194 ID = Intrinsic::hexagon_M4_and_or; break;
4195
4196 case Hexagon::BI__builtin_HEXAGON_M4_and_xor:
4197 ID = Intrinsic::hexagon_M4_and_xor; break;
4198
4199 case Hexagon::BI__builtin_HEXAGON_M4_and_andn:
4200 ID = Intrinsic::hexagon_M4_and_andn; break;
4201
4202 case Hexagon::BI__builtin_HEXAGON_M4_xor_and:
4203 ID = Intrinsic::hexagon_M4_xor_and; break;
4204
4205 case Hexagon::BI__builtin_HEXAGON_M4_xor_or:
4206 ID = Intrinsic::hexagon_M4_xor_or; break;
4207
4208 case Hexagon::BI__builtin_HEXAGON_M4_xor_andn:
4209 ID = Intrinsic::hexagon_M4_xor_andn; break;
4210
4211 case Hexagon::BI__builtin_HEXAGON_M4_or_and:
4212 ID = Intrinsic::hexagon_M4_or_and; break;
4213
4214 case Hexagon::BI__builtin_HEXAGON_M4_or_or:
4215 ID = Intrinsic::hexagon_M4_or_or; break;
4216
4217 case Hexagon::BI__builtin_HEXAGON_M4_or_xor:
4218 ID = Intrinsic::hexagon_M4_or_xor; break;
4219
4220 case Hexagon::BI__builtin_HEXAGON_M4_or_andn:
4221 ID = Intrinsic::hexagon_M4_or_andn; break;
4222
4223 case Hexagon::BI__builtin_HEXAGON_S4_or_andix:
4224 ID = Intrinsic::hexagon_S4_or_andix; break;
4225
4226 case Hexagon::BI__builtin_HEXAGON_S4_or_andi:
4227 ID = Intrinsic::hexagon_S4_or_andi; break;
4228
4229 case Hexagon::BI__builtin_HEXAGON_S4_or_ori:
4230 ID = Intrinsic::hexagon_S4_or_ori; break;
4231
4232 case Hexagon::BI__builtin_HEXAGON_A4_modwrapu:
4233 ID = Intrinsic::hexagon_A4_modwrapu; break;
4234
4235 case Hexagon::BI__builtin_HEXAGON_A4_cround_rr:
4236 ID = Intrinsic::hexagon_A4_cround_rr; break;
4237
4238 case Hexagon::BI__builtin_HEXAGON_A4_round_ri:
4239 ID = Intrinsic::hexagon_A4_round_ri; break;
4240
4241 case Hexagon::BI__builtin_HEXAGON_A4_round_rr:
4242 ID = Intrinsic::hexagon_A4_round_rr; break;
4243
4244 case Hexagon::BI__builtin_HEXAGON_A4_round_ri_sat:
4245 ID = Intrinsic::hexagon_A4_round_ri_sat; break;
4246
4247 case Hexagon::BI__builtin_HEXAGON_A4_round_rr_sat:
4248 ID = Intrinsic::hexagon_A4_round_rr_sat; break;
4249
4250 }
4251
4252 llvm::Function *F = CGM.getIntrinsic(ID);
4253 return Builder.CreateCall(F, Ops, "");
4254}
4255
Mike Stump11289f42009-09-09 15:08:12 +00004256Value *CodeGenFunction::EmitPPCBuiltinExpr(unsigned BuiltinID,
Chris Lattner13653d72007-12-13 07:34:23 +00004257 const CallExpr *E) {
Chris Lattner0e62c1c2011-07-23 10:55:15 +00004258 SmallVector<Value*, 4> Ops;
Chris Lattnerdad40622010-04-14 03:54:58 +00004259
4260 for (unsigned i = 0, e = E->getNumArgs(); i != e; i++)
4261 Ops.push_back(EmitScalarExpr(E->getArg(i)));
4262
4263 Intrinsic::ID ID = Intrinsic::not_intrinsic;
4264
4265 switch (BuiltinID) {
4266 default: return 0;
4267
Anton Korobeynikovcc50b7d2010-06-19 09:47:18 +00004268 // vec_ld, vec_lvsl, vec_lvsr
4269 case PPC::BI__builtin_altivec_lvx:
4270 case PPC::BI__builtin_altivec_lvxl:
4271 case PPC::BI__builtin_altivec_lvebx:
4272 case PPC::BI__builtin_altivec_lvehx:
4273 case PPC::BI__builtin_altivec_lvewx:
4274 case PPC::BI__builtin_altivec_lvsl:
4275 case PPC::BI__builtin_altivec_lvsr:
4276 {
John McCallad7c5c12011-02-08 08:22:06 +00004277 Ops[1] = Builder.CreateBitCast(Ops[1], Int8PtrTy);
Anton Korobeynikovcc50b7d2010-06-19 09:47:18 +00004278
Benjamin Kramer76399eb2011-09-27 21:06:10 +00004279 Ops[0] = Builder.CreateGEP(Ops[1], Ops[0]);
Anton Korobeynikovcc50b7d2010-06-19 09:47:18 +00004280 Ops.pop_back();
4281
4282 switch (BuiltinID) {
David Blaikie83d382b2011-09-23 05:06:16 +00004283 default: llvm_unreachable("Unsupported ld/lvsl/lvsr intrinsic!");
Anton Korobeynikovcc50b7d2010-06-19 09:47:18 +00004284 case PPC::BI__builtin_altivec_lvx:
4285 ID = Intrinsic::ppc_altivec_lvx;
4286 break;
4287 case PPC::BI__builtin_altivec_lvxl:
4288 ID = Intrinsic::ppc_altivec_lvxl;
4289 break;
4290 case PPC::BI__builtin_altivec_lvebx:
4291 ID = Intrinsic::ppc_altivec_lvebx;
4292 break;
4293 case PPC::BI__builtin_altivec_lvehx:
4294 ID = Intrinsic::ppc_altivec_lvehx;
4295 break;
4296 case PPC::BI__builtin_altivec_lvewx:
4297 ID = Intrinsic::ppc_altivec_lvewx;
4298 break;
4299 case PPC::BI__builtin_altivec_lvsl:
4300 ID = Intrinsic::ppc_altivec_lvsl;
4301 break;
4302 case PPC::BI__builtin_altivec_lvsr:
4303 ID = Intrinsic::ppc_altivec_lvsr;
4304 break;
4305 }
4306 llvm::Function *F = CGM.getIntrinsic(ID);
Jay Foad5bd375a2011-07-15 08:37:34 +00004307 return Builder.CreateCall(F, Ops, "");
Anton Korobeynikovcc50b7d2010-06-19 09:47:18 +00004308 }
4309
Chris Lattnerdad40622010-04-14 03:54:58 +00004310 // vec_st
4311 case PPC::BI__builtin_altivec_stvx:
4312 case PPC::BI__builtin_altivec_stvxl:
4313 case PPC::BI__builtin_altivec_stvebx:
4314 case PPC::BI__builtin_altivec_stvehx:
4315 case PPC::BI__builtin_altivec_stvewx:
4316 {
John McCallad7c5c12011-02-08 08:22:06 +00004317 Ops[2] = Builder.CreateBitCast(Ops[2], Int8PtrTy);
Benjamin Kramer76399eb2011-09-27 21:06:10 +00004318 Ops[1] = Builder.CreateGEP(Ops[2], Ops[1]);
Chris Lattnerdad40622010-04-14 03:54:58 +00004319 Ops.pop_back();
4320
4321 switch (BuiltinID) {
David Blaikie83d382b2011-09-23 05:06:16 +00004322 default: llvm_unreachable("Unsupported st intrinsic!");
Chris Lattnerdad40622010-04-14 03:54:58 +00004323 case PPC::BI__builtin_altivec_stvx:
4324 ID = Intrinsic::ppc_altivec_stvx;
4325 break;
4326 case PPC::BI__builtin_altivec_stvxl:
4327 ID = Intrinsic::ppc_altivec_stvxl;
4328 break;
4329 case PPC::BI__builtin_altivec_stvebx:
4330 ID = Intrinsic::ppc_altivec_stvebx;
4331 break;
4332 case PPC::BI__builtin_altivec_stvehx:
4333 ID = Intrinsic::ppc_altivec_stvehx;
4334 break;
4335 case PPC::BI__builtin_altivec_stvewx:
4336 ID = Intrinsic::ppc_altivec_stvewx;
4337 break;
4338 }
4339 llvm::Function *F = CGM.getIntrinsic(ID);
Jay Foad5bd375a2011-07-15 08:37:34 +00004340 return Builder.CreateCall(F, Ops, "");
Chris Lattnerdad40622010-04-14 03:54:58 +00004341 }
4342 }
Mike Stump11289f42009-09-09 15:08:12 +00004343}