blob: 5eab5db94a5e30ce7791541d6c0b3f095ef3b01d [file] [log] [blame]
Anders Carlsson1d8e5212007-08-20 18:05:56 +00001//===---- CGBuiltin.cpp - Emit LLVM Code for builtins ---------------------===//
2//
3// The LLVM Compiler Infrastructure
4//
Chris Lattner5b12ab82007-12-29 19:59:25 +00005// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
Anders Carlsson1d8e5212007-08-20 18:05:56 +00007//
8//===----------------------------------------------------------------------===//
9//
10// This contains code to emit Builtin calls as LLVM code.
11//
12//===----------------------------------------------------------------------===//
13
John McCallb6cc2c042010-03-02 03:50:12 +000014#include "TargetInfo.h"
Anders Carlsson1d8e5212007-08-20 18:05:56 +000015#include "CodeGenFunction.h"
16#include "CodeGenModule.h"
Fariborz Jahanian021510e2010-06-15 22:44:06 +000017#include "CGObjCRuntime.h"
Anders Carlssona020c432007-12-09 21:20:04 +000018#include "clang/Basic/TargetInfo.h"
Chris Lattner1eec6602007-08-31 04:31:45 +000019#include "clang/AST/ASTContext.h"
Daniel Dunbar6e8aa532008-08-11 05:35:13 +000020#include "clang/AST/Decl.h"
Chris Lattner5abdec72009-06-14 01:05:48 +000021#include "clang/Basic/TargetBuiltins.h"
Anders Carlsson24ebce62007-10-12 23:56:29 +000022#include "llvm/Intrinsics.h"
John McCallb6cc2c042010-03-02 03:50:12 +000023#include "llvm/Target/TargetData.h"
Jakub Staszakd2cf2cb2011-07-08 22:45:14 +000024
Anders Carlsson1d8e5212007-08-20 18:05:56 +000025using namespace clang;
26using namespace CodeGen;
Anders Carlssona020c432007-12-09 21:20:04 +000027using namespace llvm;
28
John McCall30e4efd2011-09-13 23:05:03 +000029/// getBuiltinLibFunction - Given a builtin id for a function like
30/// "__builtin_fabsf", return a Function* for "fabsf".
31llvm::Value *CodeGenModule::getBuiltinLibFunction(const FunctionDecl *FD,
32 unsigned BuiltinID) {
33 assert(Context.BuiltinInfo.isLibFunction(BuiltinID));
34
35 // Get the name, skip over the __builtin_ prefix (if necessary).
36 StringRef Name;
37 GlobalDecl D(FD);
38
39 // If the builtin has been declared explicitly with an assembler label,
40 // use the mangled name. This differs from the plain label on platforms
41 // that prefix labels.
42 if (FD->hasAttr<AsmLabelAttr>())
43 Name = getMangledName(D);
44 else
45 Name = Context.BuiltinInfo.GetName(BuiltinID) + 10;
46
47 llvm::FunctionType *Ty =
48 cast<llvm::FunctionType>(getTypes().ConvertType(FD->getType()));
49
50 return GetOrCreateLLVMFunction(Name, Ty, D, /*ForVTable=*/false);
51}
52
John McCall3a7f6922010-10-27 20:58:56 +000053/// Emit the conversions required to turn the given value into an
54/// integer of the given size.
55static Value *EmitToInt(CodeGenFunction &CGF, llvm::Value *V,
Chris Lattner2192fe52011-07-18 04:24:23 +000056 QualType T, llvm::IntegerType *IntType) {
John McCall3a7f6922010-10-27 20:58:56 +000057 V = CGF.EmitToMemory(V, T);
Chris Lattner07e96862010-10-01 23:43:16 +000058
John McCall3a7f6922010-10-27 20:58:56 +000059 if (V->getType()->isPointerTy())
60 return CGF.Builder.CreatePtrToInt(V, IntType);
61
62 assert(V->getType() == IntType);
63 return V;
Chandler Carruthbc8cab12010-07-18 07:23:17 +000064}
65
John McCall3a7f6922010-10-27 20:58:56 +000066static Value *EmitFromInt(CodeGenFunction &CGF, llvm::Value *V,
Chris Lattner2192fe52011-07-18 04:24:23 +000067 QualType T, llvm::Type *ResultType) {
John McCall3a7f6922010-10-27 20:58:56 +000068 V = CGF.EmitFromMemory(V, T);
69
70 if (ResultType->isPointerTy())
71 return CGF.Builder.CreateIntToPtr(V, ResultType);
72
73 assert(V->getType() == ResultType);
74 return V;
Chandler Carruthbc8cab12010-07-18 07:23:17 +000075}
76
Daniel Dunbar4fab57d2009-04-07 00:55:51 +000077/// Utility to insert an atomic instruction based on Instrinsic::ID
78/// and the expression node.
Daniel Dunbar4ff562d2010-03-20 07:04:11 +000079static RValue EmitBinaryAtomic(CodeGenFunction &CGF,
Eli Friedmane9f81132011-09-07 01:41:24 +000080 llvm::AtomicRMWInst::BinOp Kind,
81 const CallExpr *E) {
John McCall3a7f6922010-10-27 20:58:56 +000082 QualType T = E->getType();
83 assert(E->getArg(0)->getType()->isPointerType());
84 assert(CGF.getContext().hasSameUnqualifiedType(T,
85 E->getArg(0)->getType()->getPointeeType()));
86 assert(CGF.getContext().hasSameUnqualifiedType(T, E->getArg(1)->getType()));
87
Chris Lattnerb2f659b2010-09-21 23:40:48 +000088 llvm::Value *DestPtr = CGF.EmitScalarExpr(E->getArg(0));
89 unsigned AddrSpace =
90 cast<llvm::PointerType>(DestPtr->getType())->getAddressSpace();
John McCall6bde9542010-10-26 22:09:15 +000091
Chris Lattnera5f58b02011-07-09 17:41:47 +000092 llvm::IntegerType *IntType =
John McCall3a7f6922010-10-27 20:58:56 +000093 llvm::IntegerType::get(CGF.getLLVMContext(),
94 CGF.getContext().getTypeSize(T));
Chris Lattnera5f58b02011-07-09 17:41:47 +000095 llvm::Type *IntPtrType = IntType->getPointerTo(AddrSpace);
John McCall3a7f6922010-10-27 20:58:56 +000096
John McCall3a7f6922010-10-27 20:58:56 +000097 llvm::Value *Args[2];
98 Args[0] = CGF.Builder.CreateBitCast(DestPtr, IntPtrType);
99 Args[1] = CGF.EmitScalarExpr(E->getArg(1));
Chris Lattner2192fe52011-07-18 04:24:23 +0000100 llvm::Type *ValueType = Args[1]->getType();
John McCall3a7f6922010-10-27 20:58:56 +0000101 Args[1] = EmitToInt(CGF, Args[1], T, IntType);
102
Eli Friedmane9f81132011-09-07 01:41:24 +0000103 llvm::Value *Result =
104 CGF.Builder.CreateAtomicRMW(Kind, Args[0], Args[1],
105 llvm::SequentiallyConsistent);
John McCall3a7f6922010-10-27 20:58:56 +0000106 Result = EmitFromInt(CGF, Result, T, ValueType);
107 return RValue::get(Result);
Daniel Dunbar4fab57d2009-04-07 00:55:51 +0000108}
109
110/// Utility to insert an atomic instruction based Instrinsic::ID and
John McCall3a7f6922010-10-27 20:58:56 +0000111/// the expression node, where the return value is the result of the
112/// operation.
Chris Lattner43660c52010-05-06 05:35:16 +0000113static RValue EmitBinaryAtomicPost(CodeGenFunction &CGF,
Eli Friedmane9f81132011-09-07 01:41:24 +0000114 llvm::AtomicRMWInst::BinOp Kind,
115 const CallExpr *E,
Daniel Dunbar4fab57d2009-04-07 00:55:51 +0000116 Instruction::BinaryOps Op) {
John McCall3a7f6922010-10-27 20:58:56 +0000117 QualType T = E->getType();
118 assert(E->getArg(0)->getType()->isPointerType());
119 assert(CGF.getContext().hasSameUnqualifiedType(T,
120 E->getArg(0)->getType()->getPointeeType()));
121 assert(CGF.getContext().hasSameUnqualifiedType(T, E->getArg(1)->getType()));
122
Chris Lattnerb2f659b2010-09-21 23:40:48 +0000123 llvm::Value *DestPtr = CGF.EmitScalarExpr(E->getArg(0));
124 unsigned AddrSpace =
125 cast<llvm::PointerType>(DestPtr->getType())->getAddressSpace();
John McCall6bde9542010-10-26 22:09:15 +0000126
Chris Lattnera5f58b02011-07-09 17:41:47 +0000127 llvm::IntegerType *IntType =
John McCall3a7f6922010-10-27 20:58:56 +0000128 llvm::IntegerType::get(CGF.getLLVMContext(),
129 CGF.getContext().getTypeSize(T));
Chris Lattnera5f58b02011-07-09 17:41:47 +0000130 llvm::Type *IntPtrType = IntType->getPointerTo(AddrSpace);
John McCall3a7f6922010-10-27 20:58:56 +0000131
John McCall3a7f6922010-10-27 20:58:56 +0000132 llvm::Value *Args[2];
133 Args[1] = CGF.EmitScalarExpr(E->getArg(1));
Chris Lattner2192fe52011-07-18 04:24:23 +0000134 llvm::Type *ValueType = Args[1]->getType();
John McCall3a7f6922010-10-27 20:58:56 +0000135 Args[1] = EmitToInt(CGF, Args[1], T, IntType);
136 Args[0] = CGF.Builder.CreateBitCast(DestPtr, IntPtrType);
137
Eli Friedmane9f81132011-09-07 01:41:24 +0000138 llvm::Value *Result =
139 CGF.Builder.CreateAtomicRMW(Kind, Args[0], Args[1],
140 llvm::SequentiallyConsistent);
John McCall3a7f6922010-10-27 20:58:56 +0000141 Result = CGF.Builder.CreateBinOp(Op, Result, Args[1]);
142 Result = EmitFromInt(CGF, Result, T, ValueType);
143 return RValue::get(Result);
Mon P Wangb84407d2008-05-09 22:40:52 +0000144}
145
Chris Lattner43660c52010-05-06 05:35:16 +0000146/// EmitFAbs - Emit a call to fabs/fabsf/fabsl, depending on the type of ValTy,
147/// which must be a scalar floating point type.
148static Value *EmitFAbs(CodeGenFunction &CGF, Value *V, QualType ValTy) {
149 const BuiltinType *ValTyP = ValTy->getAs<BuiltinType>();
150 assert(ValTyP && "isn't scalar fp type!");
151
152 StringRef FnName;
153 switch (ValTyP->getKind()) {
David Blaikie83d382b2011-09-23 05:06:16 +0000154 default: llvm_unreachable("Isn't a scalar fp type!");
Chris Lattner43660c52010-05-06 05:35:16 +0000155 case BuiltinType::Float: FnName = "fabsf"; break;
156 case BuiltinType::Double: FnName = "fabs"; break;
157 case BuiltinType::LongDouble: FnName = "fabsl"; break;
158 }
159
160 // The prototype is something that takes and returns whatever V's type is.
Jay Foad5709f7c2011-07-29 13:56:53 +0000161 llvm::FunctionType *FT = llvm::FunctionType::get(V->getType(), V->getType(),
Benjamin Kramerdf1fb132011-05-28 14:26:31 +0000162 false);
Chris Lattner43660c52010-05-06 05:35:16 +0000163 llvm::Value *Fn = CGF.CGM.CreateRuntimeFunction(FT, FnName);
164
165 return CGF.Builder.CreateCall(Fn, V, "abs");
166}
167
John McCall30e4efd2011-09-13 23:05:03 +0000168static RValue emitLibraryCall(CodeGenFunction &CGF, const FunctionDecl *Fn,
169 const CallExpr *E, llvm::Value *calleeValue) {
170 return CGF.EmitCall(E->getCallee()->getType(), calleeValue,
171 ReturnValueSlot(), E->arg_begin(), E->arg_end(), Fn);
172}
173
Mike Stump11289f42009-09-09 15:08:12 +0000174RValue CodeGenFunction::EmitBuiltinExpr(const FunctionDecl *FD,
Daniel Dunbar8eb018a2009-02-16 22:43:43 +0000175 unsigned BuiltinID, const CallExpr *E) {
Chris Lattner24355b52008-10-06 06:56:41 +0000176 // See if we can constant fold this builtin. If so, don't emit it at all.
Anders Carlssonc9687902008-12-01 02:31:41 +0000177 Expr::EvalResult Result;
Eli Friedmandf88c542012-01-06 20:03:09 +0000178 if (E->EvaluateAsRValue(Result, CGM.getContext()) &&
Fariborz Jahanian24ac1592011-04-25 23:10:07 +0000179 !Result.hasSideEffects()) {
Anders Carlssonc9687902008-12-01 02:31:41 +0000180 if (Result.Val.isInt())
John McCallad7c5c12011-02-08 08:22:06 +0000181 return RValue::get(llvm::ConstantInt::get(getLLVMContext(),
Owen Andersonb7a2fe62009-07-24 23:12:58 +0000182 Result.Val.getInt()));
Chris Lattner07e96862010-10-01 23:43:16 +0000183 if (Result.Val.isFloat())
John McCallad7c5c12011-02-08 08:22:06 +0000184 return RValue::get(llvm::ConstantFP::get(getLLVMContext(),
185 Result.Val.getFloat()));
Chris Lattnera1518b12008-10-06 06:09:18 +0000186 }
Mike Stump11289f42009-09-09 15:08:12 +0000187
Chris Lattner24355b52008-10-06 06:56:41 +0000188 switch (BuiltinID) {
189 default: break; // Handle intrinsics and libm functions below.
Chris Lattnera97132a2008-10-06 07:26:43 +0000190 case Builtin::BI__builtin___CFStringMakeConstantString:
David Chisnall481e3a82010-01-23 02:40:42 +0000191 case Builtin::BI__builtin___NSStringMakeConstantString:
Anders Carlsson80f97ab2009-04-08 04:48:15 +0000192 return RValue::get(CGM.EmitConstantExpr(E, E->getType(), 0));
Chris Lattner0bf67912008-07-09 17:28:44 +0000193 case Builtin::BI__builtin_stdarg_start:
Anders Carlsson24ebce62007-10-12 23:56:29 +0000194 case Builtin::BI__builtin_va_start:
195 case Builtin::BI__builtin_va_end: {
Daniel Dunbare9fcadd22009-02-11 22:25:55 +0000196 Value *ArgValue = EmitVAListRef(E->getArg(0));
Chris Lattner2192fe52011-07-18 04:24:23 +0000197 llvm::Type *DestType = Int8PtrTy;
Anders Carlsson24ebce62007-10-12 23:56:29 +0000198 if (ArgValue->getType() != DestType)
Mike Stump11289f42009-09-09 15:08:12 +0000199 ArgValue = Builder.CreateBitCast(ArgValue, DestType,
Daniel Dunbare59313a2009-07-26 09:28:40 +0000200 ArgValue->getName().data());
Anders Carlsson24ebce62007-10-12 23:56:29 +0000201
Mike Stump11289f42009-09-09 15:08:12 +0000202 Intrinsic::ID inst = (BuiltinID == Builtin::BI__builtin_va_end) ?
Chris Lattner0bf67912008-07-09 17:28:44 +0000203 Intrinsic::vaend : Intrinsic::vastart;
Chris Lattnerb8be97e2007-12-18 00:25:38 +0000204 return RValue::get(Builder.CreateCall(CGM.getIntrinsic(inst), ArgValue));
Anders Carlsson24ebce62007-10-12 23:56:29 +0000205 }
Anders Carlssonc0b0e592008-02-09 20:26:43 +0000206 case Builtin::BI__builtin_va_copy: {
Eli Friedmanddea0ad2009-01-20 17:46:04 +0000207 Value *DstPtr = EmitVAListRef(E->getArg(0));
208 Value *SrcPtr = EmitVAListRef(E->getArg(1));
Anders Carlssonc0b0e592008-02-09 20:26:43 +0000209
Chris Lattner2192fe52011-07-18 04:24:23 +0000210 llvm::Type *Type = Int8PtrTy;
Anders Carlssonc0b0e592008-02-09 20:26:43 +0000211
212 DstPtr = Builder.CreateBitCast(DstPtr, Type);
213 SrcPtr = Builder.CreateBitCast(SrcPtr, Type);
Mike Stump11289f42009-09-09 15:08:12 +0000214 return RValue::get(Builder.CreateCall2(CGM.getIntrinsic(Intrinsic::vacopy),
Chris Lattnerdbcc2ca2008-05-06 00:56:42 +0000215 DstPtr, SrcPtr));
Anders Carlssonc0b0e592008-02-09 20:26:43 +0000216 }
Eli Friedman65499b42012-01-17 22:11:30 +0000217 case Builtin::BI__builtin_abs:
218 case Builtin::BI__builtin_labs:
219 case Builtin::BI__builtin_llabs: {
Mike Stump11289f42009-09-09 15:08:12 +0000220 Value *ArgValue = EmitScalarExpr(E->getArg(0));
221
Chris Lattner28ee5b32008-07-23 06:53:34 +0000222 Value *NegOp = Builder.CreateNeg(ArgValue, "neg");
Mike Stump11289f42009-09-09 15:08:12 +0000223 Value *CmpResult =
224 Builder.CreateICmpSGE(ArgValue,
Owen Anderson0b75f232009-07-31 20:28:54 +0000225 llvm::Constant::getNullValue(ArgValue->getType()),
Chris Lattner28ee5b32008-07-23 06:53:34 +0000226 "abscond");
Mike Stump11289f42009-09-09 15:08:12 +0000227 Value *Result =
Anders Carlsson4f8eb122007-11-20 19:05:17 +0000228 Builder.CreateSelect(CmpResult, ArgValue, NegOp, "abs");
Mike Stump11289f42009-09-09 15:08:12 +0000229
Anders Carlsson4f8eb122007-11-20 19:05:17 +0000230 return RValue::get(Result);
231 }
Benjamin Kramer14128162012-01-28 18:42:57 +0000232 case Builtin::BI__builtin_ctzs:
Anders Carlsson093f1a02008-02-06 07:19:27 +0000233 case Builtin::BI__builtin_ctz:
234 case Builtin::BI__builtin_ctzl:
235 case Builtin::BI__builtin_ctzll: {
236 Value *ArgValue = EmitScalarExpr(E->getArg(0));
Mike Stump11289f42009-09-09 15:08:12 +0000237
Chris Lattnera5f58b02011-07-09 17:41:47 +0000238 llvm::Type *ArgType = ArgValue->getType();
Benjamin Kramer8d375ce2011-07-14 17:45:50 +0000239 Value *F = CGM.getIntrinsic(Intrinsic::cttz, ArgType);
Anders Carlsson093f1a02008-02-06 07:19:27 +0000240
Chris Lattner2192fe52011-07-18 04:24:23 +0000241 llvm::Type *ResultType = ConvertType(E->getType());
Bob Wilsona7a61e22012-01-26 22:14:27 +0000242 Value *ZeroUndef = Builder.getInt1(Target.isCLZForZeroUndef());
243 Value *Result = Builder.CreateCall2(F, ArgValue, ZeroUndef);
Anders Carlsson093f1a02008-02-06 07:19:27 +0000244 if (Result->getType() != ResultType)
Duncan Sands7876dad2009-11-16 13:11:21 +0000245 Result = Builder.CreateIntCast(Result, ResultType, /*isSigned*/true,
246 "cast");
Anders Carlsson093f1a02008-02-06 07:19:27 +0000247 return RValue::get(Result);
248 }
Benjamin Kramer14128162012-01-28 18:42:57 +0000249 case Builtin::BI__builtin_clzs:
Eli Friedman5e2281e2008-05-27 15:32:46 +0000250 case Builtin::BI__builtin_clz:
251 case Builtin::BI__builtin_clzl:
252 case Builtin::BI__builtin_clzll: {
253 Value *ArgValue = EmitScalarExpr(E->getArg(0));
Mike Stump11289f42009-09-09 15:08:12 +0000254
Chris Lattnera5f58b02011-07-09 17:41:47 +0000255 llvm::Type *ArgType = ArgValue->getType();
Benjamin Kramer8d375ce2011-07-14 17:45:50 +0000256 Value *F = CGM.getIntrinsic(Intrinsic::ctlz, ArgType);
Eli Friedman5e2281e2008-05-27 15:32:46 +0000257
Chris Lattner2192fe52011-07-18 04:24:23 +0000258 llvm::Type *ResultType = ConvertType(E->getType());
Bob Wilsona7a61e22012-01-26 22:14:27 +0000259 Value *ZeroUndef = Builder.getInt1(Target.isCLZForZeroUndef());
260 Value *Result = Builder.CreateCall2(F, ArgValue, ZeroUndef);
Eli Friedman5e2281e2008-05-27 15:32:46 +0000261 if (Result->getType() != ResultType)
Duncan Sands7876dad2009-11-16 13:11:21 +0000262 Result = Builder.CreateIntCast(Result, ResultType, /*isSigned*/true,
263 "cast");
Eli Friedman5e2281e2008-05-27 15:32:46 +0000264 return RValue::get(Result);
265 }
Daniel Dunbard93abc32008-07-21 17:19:41 +0000266 case Builtin::BI__builtin_ffs:
267 case Builtin::BI__builtin_ffsl:
268 case Builtin::BI__builtin_ffsll: {
269 // ffs(x) -> x ? cttz(x) + 1 : 0
270 Value *ArgValue = EmitScalarExpr(E->getArg(0));
Mike Stump11289f42009-09-09 15:08:12 +0000271
Chris Lattnera5f58b02011-07-09 17:41:47 +0000272 llvm::Type *ArgType = ArgValue->getType();
Benjamin Kramer8d375ce2011-07-14 17:45:50 +0000273 Value *F = CGM.getIntrinsic(Intrinsic::cttz, ArgType);
Mike Stump11289f42009-09-09 15:08:12 +0000274
Chris Lattner2192fe52011-07-18 04:24:23 +0000275 llvm::Type *ResultType = ConvertType(E->getType());
Chandler Carrutha31b95c2011-12-12 04:28:35 +0000276 Value *Tmp = Builder.CreateAdd(Builder.CreateCall2(F, ArgValue,
277 Builder.getTrue()),
Benjamin Kramer76399eb2011-09-27 21:06:10 +0000278 llvm::ConstantInt::get(ArgType, 1));
Owen Anderson0b75f232009-07-31 20:28:54 +0000279 Value *Zero = llvm::Constant::getNullValue(ArgType);
Daniel Dunbard93abc32008-07-21 17:19:41 +0000280 Value *IsZero = Builder.CreateICmpEQ(ArgValue, Zero, "iszero");
281 Value *Result = Builder.CreateSelect(IsZero, Zero, Tmp, "ffs");
282 if (Result->getType() != ResultType)
Duncan Sands7876dad2009-11-16 13:11:21 +0000283 Result = Builder.CreateIntCast(Result, ResultType, /*isSigned*/true,
284 "cast");
Daniel Dunbard93abc32008-07-21 17:19:41 +0000285 return RValue::get(Result);
286 }
287 case Builtin::BI__builtin_parity:
288 case Builtin::BI__builtin_parityl:
289 case Builtin::BI__builtin_parityll: {
290 // parity(x) -> ctpop(x) & 1
291 Value *ArgValue = EmitScalarExpr(E->getArg(0));
Mike Stump11289f42009-09-09 15:08:12 +0000292
Chris Lattnera5f58b02011-07-09 17:41:47 +0000293 llvm::Type *ArgType = ArgValue->getType();
Benjamin Kramer8d375ce2011-07-14 17:45:50 +0000294 Value *F = CGM.getIntrinsic(Intrinsic::ctpop, ArgType);
Mike Stump11289f42009-09-09 15:08:12 +0000295
Chris Lattner2192fe52011-07-18 04:24:23 +0000296 llvm::Type *ResultType = ConvertType(E->getType());
Benjamin Kramer76399eb2011-09-27 21:06:10 +0000297 Value *Tmp = Builder.CreateCall(F, ArgValue);
298 Value *Result = Builder.CreateAnd(Tmp, llvm::ConstantInt::get(ArgType, 1));
Daniel Dunbard93abc32008-07-21 17:19:41 +0000299 if (Result->getType() != ResultType)
Duncan Sands7876dad2009-11-16 13:11:21 +0000300 Result = Builder.CreateIntCast(Result, ResultType, /*isSigned*/true,
301 "cast");
Daniel Dunbard93abc32008-07-21 17:19:41 +0000302 return RValue::get(Result);
303 }
304 case Builtin::BI__builtin_popcount:
305 case Builtin::BI__builtin_popcountl:
306 case Builtin::BI__builtin_popcountll: {
307 Value *ArgValue = EmitScalarExpr(E->getArg(0));
Mike Stump11289f42009-09-09 15:08:12 +0000308
Chris Lattnera5f58b02011-07-09 17:41:47 +0000309 llvm::Type *ArgType = ArgValue->getType();
Benjamin Kramer8d375ce2011-07-14 17:45:50 +0000310 Value *F = CGM.getIntrinsic(Intrinsic::ctpop, ArgType);
Mike Stump11289f42009-09-09 15:08:12 +0000311
Chris Lattner2192fe52011-07-18 04:24:23 +0000312 llvm::Type *ResultType = ConvertType(E->getType());
Benjamin Kramer76399eb2011-09-27 21:06:10 +0000313 Value *Result = Builder.CreateCall(F, ArgValue);
Daniel Dunbard93abc32008-07-21 17:19:41 +0000314 if (Result->getType() != ResultType)
Duncan Sands7876dad2009-11-16 13:11:21 +0000315 Result = Builder.CreateIntCast(Result, ResultType, /*isSigned*/true,
316 "cast");
Daniel Dunbard93abc32008-07-21 17:19:41 +0000317 return RValue::get(Result);
318 }
Fariborz Jahanian0ebca282010-07-26 23:11:03 +0000319 case Builtin::BI__builtin_expect: {
Fariborz Jahanian24ac1592011-04-25 23:10:07 +0000320 Value *ArgValue = EmitScalarExpr(E->getArg(0));
Chris Lattnera5f58b02011-07-09 17:41:47 +0000321 llvm::Type *ArgType = ArgValue->getType();
Jakub Staszakd2cf2cb2011-07-08 22:45:14 +0000322
Benjamin Kramer8d375ce2011-07-14 17:45:50 +0000323 Value *FnExpect = CGM.getIntrinsic(Intrinsic::expect, ArgType);
Jakub Staszakd2cf2cb2011-07-08 22:45:14 +0000324 Value *ExpectedValue = EmitScalarExpr(E->getArg(1));
325
326 Value *Result = Builder.CreateCall2(FnExpect, ArgValue, ExpectedValue,
327 "expval");
328 return RValue::get(Result);
Fariborz Jahanian0ebca282010-07-26 23:11:03 +0000329 }
Anders Carlssonef93b9d2007-12-02 21:58:10 +0000330 case Builtin::BI__builtin_bswap32:
331 case Builtin::BI__builtin_bswap64: {
Chris Lattner13653d72007-12-13 07:34:23 +0000332 Value *ArgValue = EmitScalarExpr(E->getArg(0));
Chris Lattnera5f58b02011-07-09 17:41:47 +0000333 llvm::Type *ArgType = ArgValue->getType();
Benjamin Kramer8d375ce2011-07-14 17:45:50 +0000334 Value *F = CGM.getIntrinsic(Intrinsic::bswap, ArgType);
Benjamin Kramer76399eb2011-09-27 21:06:10 +0000335 return RValue::get(Builder.CreateCall(F, ArgValue));
Mike Stump11289f42009-09-09 15:08:12 +0000336 }
Daniel Dunbarb0d34c82008-09-03 21:13:56 +0000337 case Builtin::BI__builtin_object_size: {
Mike Stump7a484dd2009-10-26 23:39:48 +0000338 // We pass this builtin onto the optimizer so that it can
339 // figure out the object size in more complex cases.
Benjamin Kramer8d375ce2011-07-14 17:45:50 +0000340 llvm::Type *ResType = ConvertType(E->getType());
Eric Christopherc8791562009-12-23 03:49:37 +0000341
342 // LLVM only supports 0 and 2, make sure that we pass along that
343 // as a boolean.
344 Value *Ty = EmitScalarExpr(E->getArg(1));
345 ConstantInt *CI = dyn_cast<ConstantInt>(Ty);
346 assert(CI);
347 uint64_t val = CI->getZExtValue();
John McCallad7c5c12011-02-08 08:22:06 +0000348 CI = ConstantInt::get(Builder.getInt1Ty(), (val & 0x2) >> 1);
Eric Christopherc8791562009-12-23 03:49:37 +0000349
Benjamin Kramer8d375ce2011-07-14 17:45:50 +0000350 Value *F = CGM.getIntrinsic(Intrinsic::objectsize, ResType);
Mike Stump876387b2009-10-27 22:09:17 +0000351 return RValue::get(Builder.CreateCall2(F,
352 EmitScalarExpr(E->getArg(0)),
Eric Christopherc8791562009-12-23 03:49:37 +0000353 CI));
Daniel Dunbarb0d34c82008-09-03 21:13:56 +0000354 }
Daniel Dunbarb7257262008-07-21 22:59:13 +0000355 case Builtin::BI__builtin_prefetch: {
356 Value *Locality, *RW, *Address = EmitScalarExpr(E->getArg(0));
357 // FIXME: Technically these constants should of type 'int', yes?
Mike Stump11289f42009-09-09 15:08:12 +0000358 RW = (E->getNumArgs() > 1) ? EmitScalarExpr(E->getArg(1)) :
Chris Lattner5e016ae2010-06-27 07:15:29 +0000359 llvm::ConstantInt::get(Int32Ty, 0);
Mike Stump11289f42009-09-09 15:08:12 +0000360 Locality = (E->getNumArgs() > 2) ? EmitScalarExpr(E->getArg(2)) :
Chris Lattner5e016ae2010-06-27 07:15:29 +0000361 llvm::ConstantInt::get(Int32Ty, 3);
Bruno Cardoso Lopes3b0297a2011-06-14 05:00:30 +0000362 Value *Data = llvm::ConstantInt::get(Int32Ty, 1);
Benjamin Kramer8d375ce2011-07-14 17:45:50 +0000363 Value *F = CGM.getIntrinsic(Intrinsic::prefetch);
Bruno Cardoso Lopes3b0297a2011-06-14 05:00:30 +0000364 return RValue::get(Builder.CreateCall4(F, Address, RW, Locality, Data));
Anders Carlssonef93b9d2007-12-02 21:58:10 +0000365 }
Daniel Dunbarb7257262008-07-21 22:59:13 +0000366 case Builtin::BI__builtin_trap: {
Benjamin Kramer8d375ce2011-07-14 17:45:50 +0000367 Value *F = CGM.getIntrinsic(Intrinsic::trap);
Daniel Dunbarb7257262008-07-21 22:59:13 +0000368 return RValue::get(Builder.CreateCall(F));
369 }
Chris Lattnerbf206382009-09-21 03:09:59 +0000370 case Builtin::BI__builtin_unreachable: {
John McCall20f6ab82011-01-12 03:41:02 +0000371 if (CatchUndefined)
Mike Stumpb85ffb62009-12-16 03:07:12 +0000372 EmitBranch(getTrapBB());
John McCall20f6ab82011-01-12 03:41:02 +0000373 else
374 Builder.CreateUnreachable();
375
376 // We do need to preserve an insertion point.
John McCallad7c5c12011-02-08 08:22:06 +0000377 EmitBlock(createBasicBlock("unreachable.cont"));
John McCall20f6ab82011-01-12 03:41:02 +0000378
379 return RValue::get(0);
Chris Lattnerbf206382009-09-21 03:09:59 +0000380 }
381
Daniel Dunbarc2f67962008-07-21 18:44:41 +0000382 case Builtin::BI__builtin_powi:
383 case Builtin::BI__builtin_powif:
384 case Builtin::BI__builtin_powil: {
385 Value *Base = EmitScalarExpr(E->getArg(0));
386 Value *Exponent = EmitScalarExpr(E->getArg(1));
Chris Lattnera5f58b02011-07-09 17:41:47 +0000387 llvm::Type *ArgType = Base->getType();
Benjamin Kramer8d375ce2011-07-14 17:45:50 +0000388 Value *F = CGM.getIntrinsic(Intrinsic::powi, ArgType);
Benjamin Kramer76399eb2011-09-27 21:06:10 +0000389 return RValue::get(Builder.CreateCall2(F, Base, Exponent));
Daniel Dunbarc2f67962008-07-21 18:44:41 +0000390 }
391
Chris Lattner6c9ffe92007-12-20 00:44:32 +0000392 case Builtin::BI__builtin_isgreater:
393 case Builtin::BI__builtin_isgreaterequal:
394 case Builtin::BI__builtin_isless:
395 case Builtin::BI__builtin_islessequal:
396 case Builtin::BI__builtin_islessgreater:
397 case Builtin::BI__builtin_isunordered: {
398 // Ordered comparisons: we know the arguments to these are matching scalar
399 // floating point values.
Mike Stump11289f42009-09-09 15:08:12 +0000400 Value *LHS = EmitScalarExpr(E->getArg(0));
Chris Lattner6c9ffe92007-12-20 00:44:32 +0000401 Value *RHS = EmitScalarExpr(E->getArg(1));
Mike Stump11289f42009-09-09 15:08:12 +0000402
Chris Lattner6c9ffe92007-12-20 00:44:32 +0000403 switch (BuiltinID) {
David Blaikie83d382b2011-09-23 05:06:16 +0000404 default: llvm_unreachable("Unknown ordered comparison");
Chris Lattner6c9ffe92007-12-20 00:44:32 +0000405 case Builtin::BI__builtin_isgreater:
406 LHS = Builder.CreateFCmpOGT(LHS, RHS, "cmp");
407 break;
408 case Builtin::BI__builtin_isgreaterequal:
409 LHS = Builder.CreateFCmpOGE(LHS, RHS, "cmp");
410 break;
411 case Builtin::BI__builtin_isless:
412 LHS = Builder.CreateFCmpOLT(LHS, RHS, "cmp");
413 break;
414 case Builtin::BI__builtin_islessequal:
415 LHS = Builder.CreateFCmpOLE(LHS, RHS, "cmp");
416 break;
417 case Builtin::BI__builtin_islessgreater:
418 LHS = Builder.CreateFCmpONE(LHS, RHS, "cmp");
419 break;
Mike Stump11289f42009-09-09 15:08:12 +0000420 case Builtin::BI__builtin_isunordered:
Chris Lattner6c9ffe92007-12-20 00:44:32 +0000421 LHS = Builder.CreateFCmpUNO(LHS, RHS, "cmp");
422 break;
423 }
424 // ZExt bool to int type.
Benjamin Kramer76399eb2011-09-27 21:06:10 +0000425 return RValue::get(Builder.CreateZExt(LHS, ConvertType(E->getType())));
Chris Lattner6c9ffe92007-12-20 00:44:32 +0000426 }
Eli Friedman1c277d02009-09-01 04:19:44 +0000427 case Builtin::BI__builtin_isnan: {
428 Value *V = EmitScalarExpr(E->getArg(0));
429 V = Builder.CreateFCmpUNO(V, V, "cmp");
Benjamin Kramer76399eb2011-09-27 21:06:10 +0000430 return RValue::get(Builder.CreateZExt(V, ConvertType(E->getType())));
Eli Friedman1c277d02009-09-01 04:19:44 +0000431 }
Chris Lattner43660c52010-05-06 05:35:16 +0000432
433 case Builtin::BI__builtin_isinf: {
434 // isinf(x) --> fabs(x) == infinity
435 Value *V = EmitScalarExpr(E->getArg(0));
436 V = EmitFAbs(*this, V, E->getArg(0)->getType());
437
438 V = Builder.CreateFCmpOEQ(V, ConstantFP::getInfinity(V->getType()),"isinf");
Benjamin Kramer76399eb2011-09-27 21:06:10 +0000439 return RValue::get(Builder.CreateZExt(V, ConvertType(E->getType())));
Chris Lattner43660c52010-05-06 05:35:16 +0000440 }
Chris Lattner36283262010-05-06 06:13:53 +0000441
442 // TODO: BI__builtin_isinf_sign
443 // isinf_sign(x) -> isinf(x) ? (signbit(x) ? -1 : 1) : 0
Benjamin Kramerfdb61d72010-05-19 11:24:26 +0000444
445 case Builtin::BI__builtin_isnormal: {
446 // isnormal(x) --> x == x && fabsf(x) < infinity && fabsf(x) >= float_min
447 Value *V = EmitScalarExpr(E->getArg(0));
448 Value *Eq = Builder.CreateFCmpOEQ(V, V, "iseq");
449
450 Value *Abs = EmitFAbs(*this, V, E->getArg(0)->getType());
451 Value *IsLessThanInf =
452 Builder.CreateFCmpULT(Abs, ConstantFP::getInfinity(V->getType()),"isinf");
453 APFloat Smallest = APFloat::getSmallestNormalized(
454 getContext().getFloatTypeSemantics(E->getArg(0)->getType()));
455 Value *IsNormal =
456 Builder.CreateFCmpUGE(Abs, ConstantFP::get(V->getContext(), Smallest),
457 "isnormal");
458 V = Builder.CreateAnd(Eq, IsLessThanInf, "and");
459 V = Builder.CreateAnd(V, IsNormal, "and");
460 return RValue::get(Builder.CreateZExt(V, ConvertType(E->getType())));
461 }
462
Chris Lattnerdbff4bf2010-05-06 06:04:13 +0000463 case Builtin::BI__builtin_isfinite: {
Julien Lerougee0d5fad2011-09-09 22:46:39 +0000464 // isfinite(x) --> x == x && fabs(x) != infinity;
Chris Lattnerdbff4bf2010-05-06 06:04:13 +0000465 Value *V = EmitScalarExpr(E->getArg(0));
466 Value *Eq = Builder.CreateFCmpOEQ(V, V, "iseq");
467
468 Value *Abs = EmitFAbs(*this, V, E->getArg(0)->getType());
469 Value *IsNotInf =
470 Builder.CreateFCmpUNE(Abs, ConstantFP::getInfinity(V->getType()),"isinf");
471
472 V = Builder.CreateAnd(Eq, IsNotInf, "and");
473 return RValue::get(Builder.CreateZExt(V, ConvertType(E->getType())));
474 }
Benjamin Kramer7039fcb2010-06-14 10:30:41 +0000475
476 case Builtin::BI__builtin_fpclassify: {
477 Value *V = EmitScalarExpr(E->getArg(5));
Chris Lattner2192fe52011-07-18 04:24:23 +0000478 llvm::Type *Ty = ConvertType(E->getArg(5)->getType());
Benjamin Kramer7039fcb2010-06-14 10:30:41 +0000479
480 // Create Result
481 BasicBlock *Begin = Builder.GetInsertBlock();
482 BasicBlock *End = createBasicBlock("fpclassify_end", this->CurFn);
483 Builder.SetInsertPoint(End);
484 PHINode *Result =
Jay Foad20c0f022011-03-30 11:28:58 +0000485 Builder.CreatePHI(ConvertType(E->getArg(0)->getType()), 4,
Benjamin Kramer7039fcb2010-06-14 10:30:41 +0000486 "fpclassify_result");
487
488 // if (V==0) return FP_ZERO
489 Builder.SetInsertPoint(Begin);
490 Value *IsZero = Builder.CreateFCmpOEQ(V, Constant::getNullValue(Ty),
491 "iszero");
492 Value *ZeroLiteral = EmitScalarExpr(E->getArg(4));
493 BasicBlock *NotZero = createBasicBlock("fpclassify_not_zero", this->CurFn);
494 Builder.CreateCondBr(IsZero, End, NotZero);
495 Result->addIncoming(ZeroLiteral, Begin);
496
497 // if (V != V) return FP_NAN
498 Builder.SetInsertPoint(NotZero);
499 Value *IsNan = Builder.CreateFCmpUNO(V, V, "cmp");
500 Value *NanLiteral = EmitScalarExpr(E->getArg(0));
501 BasicBlock *NotNan = createBasicBlock("fpclassify_not_nan", this->CurFn);
502 Builder.CreateCondBr(IsNan, End, NotNan);
503 Result->addIncoming(NanLiteral, NotZero);
504
505 // if (fabs(V) == infinity) return FP_INFINITY
506 Builder.SetInsertPoint(NotNan);
507 Value *VAbs = EmitFAbs(*this, V, E->getArg(5)->getType());
508 Value *IsInf =
509 Builder.CreateFCmpOEQ(VAbs, ConstantFP::getInfinity(V->getType()),
510 "isinf");
511 Value *InfLiteral = EmitScalarExpr(E->getArg(1));
512 BasicBlock *NotInf = createBasicBlock("fpclassify_not_inf", this->CurFn);
513 Builder.CreateCondBr(IsInf, End, NotInf);
514 Result->addIncoming(InfLiteral, NotNan);
515
516 // if (fabs(V) >= MIN_NORMAL) return FP_NORMAL else FP_SUBNORMAL
517 Builder.SetInsertPoint(NotInf);
518 APFloat Smallest = APFloat::getSmallestNormalized(
519 getContext().getFloatTypeSemantics(E->getArg(5)->getType()));
520 Value *IsNormal =
521 Builder.CreateFCmpUGE(VAbs, ConstantFP::get(V->getContext(), Smallest),
522 "isnormal");
523 Value *NormalResult =
524 Builder.CreateSelect(IsNormal, EmitScalarExpr(E->getArg(2)),
525 EmitScalarExpr(E->getArg(3)));
526 Builder.CreateBr(End);
527 Result->addIncoming(NormalResult, NotInf);
528
529 // return Result
530 Builder.SetInsertPoint(End);
531 return RValue::get(Result);
532 }
Chris Lattnerdbff4bf2010-05-06 06:04:13 +0000533
Eli Friedmanf6bd1502009-06-02 07:10:30 +0000534 case Builtin::BIalloca:
Chris Lattner22b9ff42008-06-16 17:15:14 +0000535 case Builtin::BI__builtin_alloca: {
Chris Lattner22b9ff42008-06-16 17:15:14 +0000536 Value *Size = EmitScalarExpr(E->getArg(0));
Benjamin Kramer76399eb2011-09-27 21:06:10 +0000537 return RValue::get(Builder.CreateAlloca(Builder.getInt8Ty(), Size));
Daniel Dunbar327acd72008-07-22 00:26:45 +0000538 }
Eli Friedmand6ef69a2010-01-23 19:00:10 +0000539 case Builtin::BIbzero:
Daniel Dunbar327acd72008-07-22 00:26:45 +0000540 case Builtin::BI__builtin_bzero: {
541 Value *Address = EmitScalarExpr(E->getArg(0));
Mon P Wangcc2ab0c2010-04-04 03:10:52 +0000542 Value *SizeVal = EmitScalarExpr(E->getArg(1));
Jay Foadb0f33442012-03-02 18:34:30 +0000543 unsigned Align = GetPointeeAlignment(E->getArg(0));
544 Builder.CreateMemSet(Address, Builder.getInt8(0), SizeVal, Align, false);
Daniel Dunbar327acd72008-07-22 00:26:45 +0000545 return RValue::get(Address);
Chris Lattner22b9ff42008-06-16 17:15:14 +0000546 }
Eli Friedman7f4933f2009-12-17 00:14:28 +0000547 case Builtin::BImemcpy:
Eli Friedmana3a40682008-05-19 23:27:48 +0000548 case Builtin::BI__builtin_memcpy: {
Daniel Dunbar327acd72008-07-22 00:26:45 +0000549 Value *Address = EmitScalarExpr(E->getArg(0));
Mon P Wangcc2ab0c2010-04-04 03:10:52 +0000550 Value *SrcAddr = EmitScalarExpr(E->getArg(1));
551 Value *SizeVal = EmitScalarExpr(E->getArg(2));
Jay Foadb0f33442012-03-02 18:34:30 +0000552 unsigned Align = std::min(GetPointeeAlignment(E->getArg(0)),
553 GetPointeeAlignment(E->getArg(1)));
554 Builder.CreateMemCpy(Address, SrcAddr, SizeVal, Align, false);
Daniel Dunbar327acd72008-07-22 00:26:45 +0000555 return RValue::get(Address);
556 }
Fariborz Jahanian021510e2010-06-15 22:44:06 +0000557
Chris Lattner30107ed2011-04-17 00:40:24 +0000558 case Builtin::BI__builtin___memcpy_chk: {
559 // fold __builtin_memcpy_chk(x, y, cst1, cst2) to memset iff cst1<=cst2.
Richard Smithcaf33902011-10-10 18:28:20 +0000560 llvm::APSInt Size, DstSize;
561 if (!E->getArg(2)->EvaluateAsInt(Size, CGM.getContext()) ||
562 !E->getArg(3)->EvaluateAsInt(DstSize, CGM.getContext()))
Chris Lattner30107ed2011-04-17 00:40:24 +0000563 break;
Chris Lattner30107ed2011-04-17 00:40:24 +0000564 if (Size.ugt(DstSize))
565 break;
566 Value *Dest = EmitScalarExpr(E->getArg(0));
567 Value *Src = EmitScalarExpr(E->getArg(1));
568 Value *SizeVal = llvm::ConstantInt::get(Builder.getContext(), Size);
Jay Foadb0f33442012-03-02 18:34:30 +0000569 unsigned Align = std::min(GetPointeeAlignment(E->getArg(0)),
570 GetPointeeAlignment(E->getArg(1)));
571 Builder.CreateMemCpy(Dest, Src, SizeVal, Align, false);
Chris Lattner54fd1a12011-04-20 23:14:50 +0000572 return RValue::get(Dest);
Chris Lattner30107ed2011-04-17 00:40:24 +0000573 }
574
Fariborz Jahanian4a303072010-06-16 16:22:04 +0000575 case Builtin::BI__builtin_objc_memmove_collectable: {
Fariborz Jahanian021510e2010-06-15 22:44:06 +0000576 Value *Address = EmitScalarExpr(E->getArg(0));
577 Value *SrcAddr = EmitScalarExpr(E->getArg(1));
578 Value *SizeVal = EmitScalarExpr(E->getArg(2));
579 CGM.getObjCRuntime().EmitGCMemmoveCollectable(*this,
580 Address, SrcAddr, SizeVal);
581 return RValue::get(Address);
582 }
Chris Lattner30107ed2011-04-17 00:40:24 +0000583
584 case Builtin::BI__builtin___memmove_chk: {
585 // fold __builtin_memmove_chk(x, y, cst1, cst2) to memset iff cst1<=cst2.
Richard Smithcaf33902011-10-10 18:28:20 +0000586 llvm::APSInt Size, DstSize;
587 if (!E->getArg(2)->EvaluateAsInt(Size, CGM.getContext()) ||
588 !E->getArg(3)->EvaluateAsInt(DstSize, CGM.getContext()))
Chris Lattner30107ed2011-04-17 00:40:24 +0000589 break;
Chris Lattner30107ed2011-04-17 00:40:24 +0000590 if (Size.ugt(DstSize))
591 break;
592 Value *Dest = EmitScalarExpr(E->getArg(0));
593 Value *Src = EmitScalarExpr(E->getArg(1));
594 Value *SizeVal = llvm::ConstantInt::get(Builder.getContext(), Size);
Jay Foadb0f33442012-03-02 18:34:30 +0000595 unsigned Align = std::min(GetPointeeAlignment(E->getArg(0)),
596 GetPointeeAlignment(E->getArg(1)));
597 Builder.CreateMemMove(Dest, Src, SizeVal, Align, false);
Chris Lattner54fd1a12011-04-20 23:14:50 +0000598 return RValue::get(Dest);
Chris Lattner30107ed2011-04-17 00:40:24 +0000599 }
600
Eli Friedman7f4933f2009-12-17 00:14:28 +0000601 case Builtin::BImemmove:
Daniel Dunbar327acd72008-07-22 00:26:45 +0000602 case Builtin::BI__builtin_memmove: {
603 Value *Address = EmitScalarExpr(E->getArg(0));
Mon P Wangcc2ab0c2010-04-04 03:10:52 +0000604 Value *SrcAddr = EmitScalarExpr(E->getArg(1));
605 Value *SizeVal = EmitScalarExpr(E->getArg(2));
Jay Foadb0f33442012-03-02 18:34:30 +0000606 unsigned Align = std::min(GetPointeeAlignment(E->getArg(0)),
607 GetPointeeAlignment(E->getArg(1)));
608 Builder.CreateMemMove(Address, SrcAddr, SizeVal, Align, false);
Daniel Dunbar327acd72008-07-22 00:26:45 +0000609 return RValue::get(Address);
610 }
Eli Friedman7f4933f2009-12-17 00:14:28 +0000611 case Builtin::BImemset:
Daniel Dunbar327acd72008-07-22 00:26:45 +0000612 case Builtin::BI__builtin_memset: {
613 Value *Address = EmitScalarExpr(E->getArg(0));
Benjamin Krameracc6b4e2010-12-30 00:13:21 +0000614 Value *ByteVal = Builder.CreateTrunc(EmitScalarExpr(E->getArg(1)),
615 Builder.getInt8Ty());
Mon P Wangcc2ab0c2010-04-04 03:10:52 +0000616 Value *SizeVal = EmitScalarExpr(E->getArg(2));
Jay Foadb0f33442012-03-02 18:34:30 +0000617 unsigned Align = GetPointeeAlignment(E->getArg(0));
618 Builder.CreateMemSet(Address, ByteVal, SizeVal, Align, false);
Daniel Dunbar327acd72008-07-22 00:26:45 +0000619 return RValue::get(Address);
Eli Friedmana3a40682008-05-19 23:27:48 +0000620 }
Chris Lattner30107ed2011-04-17 00:40:24 +0000621 case Builtin::BI__builtin___memset_chk: {
622 // fold __builtin_memset_chk(x, y, cst1, cst2) to memset iff cst1<=cst2.
Richard Smithcaf33902011-10-10 18:28:20 +0000623 llvm::APSInt Size, DstSize;
624 if (!E->getArg(2)->EvaluateAsInt(Size, CGM.getContext()) ||
625 !E->getArg(3)->EvaluateAsInt(DstSize, CGM.getContext()))
Chris Lattner30107ed2011-04-17 00:40:24 +0000626 break;
Chris Lattner30107ed2011-04-17 00:40:24 +0000627 if (Size.ugt(DstSize))
628 break;
629 Value *Address = EmitScalarExpr(E->getArg(0));
630 Value *ByteVal = Builder.CreateTrunc(EmitScalarExpr(E->getArg(1)),
631 Builder.getInt8Ty());
632 Value *SizeVal = llvm::ConstantInt::get(Builder.getContext(), Size);
Jay Foadb0f33442012-03-02 18:34:30 +0000633 unsigned Align = GetPointeeAlignment(E->getArg(0));
634 Builder.CreateMemSet(Address, ByteVal, SizeVal, Align, false);
Chris Lattner30107ed2011-04-17 00:40:24 +0000635
Chris Lattner54fd1a12011-04-20 23:14:50 +0000636 return RValue::get(Address);
Chris Lattner30107ed2011-04-17 00:40:24 +0000637 }
John McCall515c3c52010-03-03 10:30:05 +0000638 case Builtin::BI__builtin_dwarf_cfa: {
639 // The offset in bytes from the first argument to the CFA.
640 //
641 // Why on earth is this in the frontend? Is there any reason at
642 // all that the backend can't reasonably determine this while
643 // lowering llvm.eh.dwarf.cfa()?
644 //
645 // TODO: If there's a satisfactory reason, add a target hook for
646 // this instead of hard-coding 0, which is correct for most targets.
647 int32_t Offset = 0;
648
Benjamin Kramer8d375ce2011-07-14 17:45:50 +0000649 Value *F = CGM.getIntrinsic(Intrinsic::eh_dwarf_cfa);
Chris Lattner5e016ae2010-06-27 07:15:29 +0000650 return RValue::get(Builder.CreateCall(F,
651 llvm::ConstantInt::get(Int32Ty, Offset)));
John McCall515c3c52010-03-03 10:30:05 +0000652 }
Eli Friedman53e38bd2008-05-20 08:59:34 +0000653 case Builtin::BI__builtin_return_address: {
Anton Korobeynikov73d50b92009-12-27 14:27:22 +0000654 Value *Depth = EmitScalarExpr(E->getArg(0));
Benjamin Kramer76399eb2011-09-27 21:06:10 +0000655 Depth = Builder.CreateIntCast(Depth, Int32Ty, false);
Benjamin Kramer8d375ce2011-07-14 17:45:50 +0000656 Value *F = CGM.getIntrinsic(Intrinsic::returnaddress);
Anton Korobeynikov73d50b92009-12-27 14:27:22 +0000657 return RValue::get(Builder.CreateCall(F, Depth));
Eli Friedman53e38bd2008-05-20 08:59:34 +0000658 }
659 case Builtin::BI__builtin_frame_address: {
Anton Korobeynikov73d50b92009-12-27 14:27:22 +0000660 Value *Depth = EmitScalarExpr(E->getArg(0));
Benjamin Kramer76399eb2011-09-27 21:06:10 +0000661 Depth = Builder.CreateIntCast(Depth, Int32Ty, false);
Benjamin Kramer8d375ce2011-07-14 17:45:50 +0000662 Value *F = CGM.getIntrinsic(Intrinsic::frameaddress);
Anton Korobeynikov73d50b92009-12-27 14:27:22 +0000663 return RValue::get(Builder.CreateCall(F, Depth));
Eli Friedman53e38bd2008-05-20 08:59:34 +0000664 }
Eli Friedman5b73b5e2009-05-03 19:23:23 +0000665 case Builtin::BI__builtin_extract_return_addr: {
John McCalld4f4b7f2010-03-03 04:15:11 +0000666 Value *Address = EmitScalarExpr(E->getArg(0));
667 Value *Result = getTargetHooks().decodeReturnAddress(*this, Address);
668 return RValue::get(Result);
669 }
670 case Builtin::BI__builtin_frob_return_addr: {
671 Value *Address = EmitScalarExpr(E->getArg(0));
672 Value *Result = getTargetHooks().encodeReturnAddress(*this, Address);
673 return RValue::get(Result);
Eli Friedman5b73b5e2009-05-03 19:23:23 +0000674 }
John McCallbeec5a02010-03-06 00:35:14 +0000675 case Builtin::BI__builtin_dwarf_sp_column: {
Chris Lattner2192fe52011-07-18 04:24:23 +0000676 llvm::IntegerType *Ty
John McCallbeec5a02010-03-06 00:35:14 +0000677 = cast<llvm::IntegerType>(ConvertType(E->getType()));
678 int Column = getTargetHooks().getDwarfEHStackPointer(CGM);
679 if (Column == -1) {
680 CGM.ErrorUnsupported(E, "__builtin_dwarf_sp_column");
681 return RValue::get(llvm::UndefValue::get(Ty));
682 }
683 return RValue::get(llvm::ConstantInt::get(Ty, Column, true));
684 }
685 case Builtin::BI__builtin_init_dwarf_reg_size_table: {
686 Value *Address = EmitScalarExpr(E->getArg(0));
687 if (getTargetHooks().initDwarfEHRegSizeTable(*this, Address))
688 CGM.ErrorUnsupported(E, "__builtin_init_dwarf_reg_size_table");
689 return RValue::get(llvm::UndefValue::get(ConvertType(E->getType())));
690 }
John McCall66769f82010-03-03 05:38:58 +0000691 case Builtin::BI__builtin_eh_return: {
692 Value *Int = EmitScalarExpr(E->getArg(0));
693 Value *Ptr = EmitScalarExpr(E->getArg(1));
694
Chris Lattner2192fe52011-07-18 04:24:23 +0000695 llvm::IntegerType *IntTy = cast<llvm::IntegerType>(Int->getType());
John McCall66769f82010-03-03 05:38:58 +0000696 assert((IntTy->getBitWidth() == 32 || IntTy->getBitWidth() == 64) &&
697 "LLVM's __builtin_eh_return only supports 32- and 64-bit variants");
698 Value *F = CGM.getIntrinsic(IntTy->getBitWidth() == 32
699 ? Intrinsic::eh_return_i32
Benjamin Kramer8d375ce2011-07-14 17:45:50 +0000700 : Intrinsic::eh_return_i64);
John McCall66769f82010-03-03 05:38:58 +0000701 Builder.CreateCall2(F, Int, Ptr);
John McCall20f6ab82011-01-12 03:41:02 +0000702 Builder.CreateUnreachable();
703
704 // We do need to preserve an insertion point.
John McCallad7c5c12011-02-08 08:22:06 +0000705 EmitBlock(createBasicBlock("builtin_eh_return.cont"));
John McCall20f6ab82011-01-12 03:41:02 +0000706
707 return RValue::get(0);
John McCall66769f82010-03-03 05:38:58 +0000708 }
Eli Friedmancb9d07c2009-06-02 09:37:50 +0000709 case Builtin::BI__builtin_unwind_init: {
Benjamin Kramer8d375ce2011-07-14 17:45:50 +0000710 Value *F = CGM.getIntrinsic(Intrinsic::eh_unwind_init);
Eli Friedmancb9d07c2009-06-02 09:37:50 +0000711 return RValue::get(Builder.CreateCall(F));
712 }
John McCall4b613fa2010-03-02 02:31:24 +0000713 case Builtin::BI__builtin_extend_pointer: {
714 // Extends a pointer to the size of an _Unwind_Word, which is
John McCallb6cc2c042010-03-02 03:50:12 +0000715 // uint64_t on all platforms. Generally this gets poked into a
716 // register and eventually used as an address, so if the
717 // addressing registers are wider than pointers and the platform
718 // doesn't implicitly ignore high-order bits when doing
719 // addressing, we need to make sure we zext / sext based on
720 // the platform's expectations.
John McCall4b613fa2010-03-02 02:31:24 +0000721 //
722 // See: http://gcc.gnu.org/ml/gcc-bugs/2002-02/msg00237.html
John McCallb6cc2c042010-03-02 03:50:12 +0000723
John McCallb6cc2c042010-03-02 03:50:12 +0000724 // Cast the pointer to intptr_t.
John McCall4b613fa2010-03-02 02:31:24 +0000725 Value *Ptr = EmitScalarExpr(E->getArg(0));
John McCallb6cc2c042010-03-02 03:50:12 +0000726 Value *Result = Builder.CreatePtrToInt(Ptr, IntPtrTy, "extend.cast");
727
728 // If that's 64 bits, we're done.
729 if (IntPtrTy->getBitWidth() == 64)
730 return RValue::get(Result);
731
732 // Otherwise, ask the codegen data what to do.
John McCalld4f4b7f2010-03-03 04:15:11 +0000733 if (getTargetHooks().extendPointerWithSExt())
John McCallb6cc2c042010-03-02 03:50:12 +0000734 return RValue::get(Builder.CreateSExt(Result, Int64Ty, "extend.sext"));
735 else
736 return RValue::get(Builder.CreateZExt(Result, Int64Ty, "extend.zext"));
John McCall4b613fa2010-03-02 02:31:24 +0000737 }
Eli Friedmancb9d07c2009-06-02 09:37:50 +0000738 case Builtin::BI__builtin_setjmp: {
John McCall02269a62010-05-27 18:47:06 +0000739 // Buffer is a void**.
Eli Friedmancb9d07c2009-06-02 09:37:50 +0000740 Value *Buf = EmitScalarExpr(E->getArg(0));
John McCall02269a62010-05-27 18:47:06 +0000741
742 // Store the frame pointer to the setjmp buffer.
Eli Friedmancb9d07c2009-06-02 09:37:50 +0000743 Value *FrameAddr =
John McCall02269a62010-05-27 18:47:06 +0000744 Builder.CreateCall(CGM.getIntrinsic(Intrinsic::frameaddress),
Chris Lattner5e016ae2010-06-27 07:15:29 +0000745 ConstantInt::get(Int32Ty, 0));
Eli Friedmancb9d07c2009-06-02 09:37:50 +0000746 Builder.CreateStore(FrameAddr, Buf);
John McCall02269a62010-05-27 18:47:06 +0000747
Jim Grosbach4cf59b92010-05-27 23:54:20 +0000748 // Store the stack pointer to the setjmp buffer.
749 Value *StackAddr =
750 Builder.CreateCall(CGM.getIntrinsic(Intrinsic::stacksave));
751 Value *StackSaveSlot =
Chris Lattner5e016ae2010-06-27 07:15:29 +0000752 Builder.CreateGEP(Buf, ConstantInt::get(Int32Ty, 2));
Jim Grosbach4cf59b92010-05-27 23:54:20 +0000753 Builder.CreateStore(StackAddr, StackSaveSlot);
754
John McCall02269a62010-05-27 18:47:06 +0000755 // Call LLVM's EH setjmp, which is lightweight.
756 Value *F = CGM.getIntrinsic(Intrinsic::eh_sjlj_setjmp);
John McCallad7c5c12011-02-08 08:22:06 +0000757 Buf = Builder.CreateBitCast(Buf, Int8PtrTy);
Eli Friedmancb9d07c2009-06-02 09:37:50 +0000758 return RValue::get(Builder.CreateCall(F, Buf));
759 }
760 case Builtin::BI__builtin_longjmp: {
Eli Friedmancb9d07c2009-06-02 09:37:50 +0000761 Value *Buf = EmitScalarExpr(E->getArg(0));
John McCallad7c5c12011-02-08 08:22:06 +0000762 Buf = Builder.CreateBitCast(Buf, Int8PtrTy);
John McCall02269a62010-05-27 18:47:06 +0000763
764 // Call LLVM's EH longjmp, which is lightweight.
765 Builder.CreateCall(CGM.getIntrinsic(Intrinsic::eh_sjlj_longjmp), Buf);
766
John McCall20f6ab82011-01-12 03:41:02 +0000767 // longjmp doesn't return; mark this as unreachable.
768 Builder.CreateUnreachable();
769
770 // We do need to preserve an insertion point.
John McCallad7c5c12011-02-08 08:22:06 +0000771 EmitBlock(createBasicBlock("longjmp.cont"));
John McCall20f6ab82011-01-12 03:41:02 +0000772
773 return RValue::get(0);
Eli Friedmancb9d07c2009-06-02 09:37:50 +0000774 }
Mon P Wangb84407d2008-05-09 22:40:52 +0000775 case Builtin::BI__sync_fetch_and_add:
Mon P Wangb84407d2008-05-09 22:40:52 +0000776 case Builtin::BI__sync_fetch_and_sub:
Chris Lattnerdc046542009-05-08 06:58:22 +0000777 case Builtin::BI__sync_fetch_and_or:
778 case Builtin::BI__sync_fetch_and_and:
779 case Builtin::BI__sync_fetch_and_xor:
780 case Builtin::BI__sync_add_and_fetch:
781 case Builtin::BI__sync_sub_and_fetch:
782 case Builtin::BI__sync_and_and_fetch:
783 case Builtin::BI__sync_or_and_fetch:
784 case Builtin::BI__sync_xor_and_fetch:
785 case Builtin::BI__sync_val_compare_and_swap:
786 case Builtin::BI__sync_bool_compare_and_swap:
787 case Builtin::BI__sync_lock_test_and_set:
788 case Builtin::BI__sync_lock_release:
Chris Lattner9cb59fa2011-04-09 03:57:26 +0000789 case Builtin::BI__sync_swap:
David Blaikie83d382b2011-09-23 05:06:16 +0000790 llvm_unreachable("Shouldn't make it through sema");
Chris Lattnerdc046542009-05-08 06:58:22 +0000791 case Builtin::BI__sync_fetch_and_add_1:
792 case Builtin::BI__sync_fetch_and_add_2:
793 case Builtin::BI__sync_fetch_and_add_4:
794 case Builtin::BI__sync_fetch_and_add_8:
795 case Builtin::BI__sync_fetch_and_add_16:
Eli Friedmane9f81132011-09-07 01:41:24 +0000796 return EmitBinaryAtomic(*this, llvm::AtomicRMWInst::Add, E);
Chris Lattnerdc046542009-05-08 06:58:22 +0000797 case Builtin::BI__sync_fetch_and_sub_1:
798 case Builtin::BI__sync_fetch_and_sub_2:
799 case Builtin::BI__sync_fetch_and_sub_4:
800 case Builtin::BI__sync_fetch_and_sub_8:
801 case Builtin::BI__sync_fetch_and_sub_16:
Eli Friedmane9f81132011-09-07 01:41:24 +0000802 return EmitBinaryAtomic(*this, llvm::AtomicRMWInst::Sub, E);
Chris Lattnerdc046542009-05-08 06:58:22 +0000803 case Builtin::BI__sync_fetch_and_or_1:
804 case Builtin::BI__sync_fetch_and_or_2:
805 case Builtin::BI__sync_fetch_and_or_4:
806 case Builtin::BI__sync_fetch_and_or_8:
807 case Builtin::BI__sync_fetch_and_or_16:
Eli Friedmane9f81132011-09-07 01:41:24 +0000808 return EmitBinaryAtomic(*this, llvm::AtomicRMWInst::Or, E);
Chris Lattnerdc046542009-05-08 06:58:22 +0000809 case Builtin::BI__sync_fetch_and_and_1:
810 case Builtin::BI__sync_fetch_and_and_2:
811 case Builtin::BI__sync_fetch_and_and_4:
812 case Builtin::BI__sync_fetch_and_and_8:
813 case Builtin::BI__sync_fetch_and_and_16:
Eli Friedmane9f81132011-09-07 01:41:24 +0000814 return EmitBinaryAtomic(*this, llvm::AtomicRMWInst::And, E);
Chris Lattnerdc046542009-05-08 06:58:22 +0000815 case Builtin::BI__sync_fetch_and_xor_1:
816 case Builtin::BI__sync_fetch_and_xor_2:
817 case Builtin::BI__sync_fetch_and_xor_4:
818 case Builtin::BI__sync_fetch_and_xor_8:
819 case Builtin::BI__sync_fetch_and_xor_16:
Eli Friedmane9f81132011-09-07 01:41:24 +0000820 return EmitBinaryAtomic(*this, llvm::AtomicRMWInst::Xor, E);
Mike Stump11289f42009-09-09 15:08:12 +0000821
Chris Lattnerdc046542009-05-08 06:58:22 +0000822 // Clang extensions: not overloaded yet.
Mon P Wangb84407d2008-05-09 22:40:52 +0000823 case Builtin::BI__sync_fetch_and_min:
Eli Friedmane9f81132011-09-07 01:41:24 +0000824 return EmitBinaryAtomic(*this, llvm::AtomicRMWInst::Min, E);
Mon P Wangb84407d2008-05-09 22:40:52 +0000825 case Builtin::BI__sync_fetch_and_max:
Eli Friedmane9f81132011-09-07 01:41:24 +0000826 return EmitBinaryAtomic(*this, llvm::AtomicRMWInst::Max, E);
Mon P Wangb84407d2008-05-09 22:40:52 +0000827 case Builtin::BI__sync_fetch_and_umin:
Eli Friedmane9f81132011-09-07 01:41:24 +0000828 return EmitBinaryAtomic(*this, llvm::AtomicRMWInst::UMin, E);
Mon P Wangb84407d2008-05-09 22:40:52 +0000829 case Builtin::BI__sync_fetch_and_umax:
Eli Friedmane9f81132011-09-07 01:41:24 +0000830 return EmitBinaryAtomic(*this, llvm::AtomicRMWInst::UMax, E);
Daniel Dunbar4fab57d2009-04-07 00:55:51 +0000831
Chris Lattnerdc046542009-05-08 06:58:22 +0000832 case Builtin::BI__sync_add_and_fetch_1:
833 case Builtin::BI__sync_add_and_fetch_2:
834 case Builtin::BI__sync_add_and_fetch_4:
835 case Builtin::BI__sync_add_and_fetch_8:
836 case Builtin::BI__sync_add_and_fetch_16:
Eli Friedmane9f81132011-09-07 01:41:24 +0000837 return EmitBinaryAtomicPost(*this, llvm::AtomicRMWInst::Add, E,
Daniel Dunbar4fab57d2009-04-07 00:55:51 +0000838 llvm::Instruction::Add);
Chris Lattnerdc046542009-05-08 06:58:22 +0000839 case Builtin::BI__sync_sub_and_fetch_1:
840 case Builtin::BI__sync_sub_and_fetch_2:
841 case Builtin::BI__sync_sub_and_fetch_4:
842 case Builtin::BI__sync_sub_and_fetch_8:
843 case Builtin::BI__sync_sub_and_fetch_16:
Eli Friedmane9f81132011-09-07 01:41:24 +0000844 return EmitBinaryAtomicPost(*this, llvm::AtomicRMWInst::Sub, E,
Daniel Dunbar4fab57d2009-04-07 00:55:51 +0000845 llvm::Instruction::Sub);
Chris Lattnerdc046542009-05-08 06:58:22 +0000846 case Builtin::BI__sync_and_and_fetch_1:
847 case Builtin::BI__sync_and_and_fetch_2:
848 case Builtin::BI__sync_and_and_fetch_4:
849 case Builtin::BI__sync_and_and_fetch_8:
850 case Builtin::BI__sync_and_and_fetch_16:
Eli Friedmane9f81132011-09-07 01:41:24 +0000851 return EmitBinaryAtomicPost(*this, llvm::AtomicRMWInst::And, E,
Daniel Dunbar4fab57d2009-04-07 00:55:51 +0000852 llvm::Instruction::And);
Chris Lattnerdc046542009-05-08 06:58:22 +0000853 case Builtin::BI__sync_or_and_fetch_1:
854 case Builtin::BI__sync_or_and_fetch_2:
855 case Builtin::BI__sync_or_and_fetch_4:
856 case Builtin::BI__sync_or_and_fetch_8:
857 case Builtin::BI__sync_or_and_fetch_16:
Eli Friedmane9f81132011-09-07 01:41:24 +0000858 return EmitBinaryAtomicPost(*this, llvm::AtomicRMWInst::Or, E,
Daniel Dunbar4fab57d2009-04-07 00:55:51 +0000859 llvm::Instruction::Or);
Chris Lattnerdc046542009-05-08 06:58:22 +0000860 case Builtin::BI__sync_xor_and_fetch_1:
861 case Builtin::BI__sync_xor_and_fetch_2:
862 case Builtin::BI__sync_xor_and_fetch_4:
863 case Builtin::BI__sync_xor_and_fetch_8:
864 case Builtin::BI__sync_xor_and_fetch_16:
Eli Friedmane9f81132011-09-07 01:41:24 +0000865 return EmitBinaryAtomicPost(*this, llvm::AtomicRMWInst::Xor, E,
Daniel Dunbar4fab57d2009-04-07 00:55:51 +0000866 llvm::Instruction::Xor);
Mike Stump11289f42009-09-09 15:08:12 +0000867
Chris Lattnerdc046542009-05-08 06:58:22 +0000868 case Builtin::BI__sync_val_compare_and_swap_1:
869 case Builtin::BI__sync_val_compare_and_swap_2:
870 case Builtin::BI__sync_val_compare_and_swap_4:
871 case Builtin::BI__sync_val_compare_and_swap_8:
Daniel Dunbar4ff562d2010-03-20 07:04:11 +0000872 case Builtin::BI__sync_val_compare_and_swap_16: {
John McCall3a7f6922010-10-27 20:58:56 +0000873 QualType T = E->getType();
John McCallad7c5c12011-02-08 08:22:06 +0000874 llvm::Value *DestPtr = EmitScalarExpr(E->getArg(0));
Chris Lattnerc9066d32010-09-21 23:35:30 +0000875 unsigned AddrSpace =
Chris Lattnerb2f659b2010-09-21 23:40:48 +0000876 cast<llvm::PointerType>(DestPtr->getType())->getAddressSpace();
John McCall3a7f6922010-10-27 20:58:56 +0000877
Chris Lattnera5f58b02011-07-09 17:41:47 +0000878 llvm::IntegerType *IntType =
John McCallad7c5c12011-02-08 08:22:06 +0000879 llvm::IntegerType::get(getLLVMContext(),
880 getContext().getTypeSize(T));
Chris Lattnera5f58b02011-07-09 17:41:47 +0000881 llvm::Type *IntPtrType = IntType->getPointerTo(AddrSpace);
Chandler Carruthbc8cab12010-07-18 07:23:17 +0000882
John McCall3a7f6922010-10-27 20:58:56 +0000883 Value *Args[3];
884 Args[0] = Builder.CreateBitCast(DestPtr, IntPtrType);
John McCallad7c5c12011-02-08 08:22:06 +0000885 Args[1] = EmitScalarExpr(E->getArg(1));
Chris Lattner2192fe52011-07-18 04:24:23 +0000886 llvm::Type *ValueType = Args[1]->getType();
John McCallad7c5c12011-02-08 08:22:06 +0000887 Args[1] = EmitToInt(*this, Args[1], T, IntType);
888 Args[2] = EmitToInt(*this, EmitScalarExpr(E->getArg(2)), T, IntType);
John McCall3a7f6922010-10-27 20:58:56 +0000889
Eli Friedmane9f81132011-09-07 01:41:24 +0000890 Value *Result = Builder.CreateAtomicCmpXchg(Args[0], Args[1], Args[2],
891 llvm::SequentiallyConsistent);
John McCallad7c5c12011-02-08 08:22:06 +0000892 Result = EmitFromInt(*this, Result, T, ValueType);
John McCall3a7f6922010-10-27 20:58:56 +0000893 return RValue::get(Result);
Anders Carlssonceced4c2007-10-29 02:59:40 +0000894 }
Daniel Dunbar4fab57d2009-04-07 00:55:51 +0000895
Chris Lattnerdc046542009-05-08 06:58:22 +0000896 case Builtin::BI__sync_bool_compare_and_swap_1:
897 case Builtin::BI__sync_bool_compare_and_swap_2:
898 case Builtin::BI__sync_bool_compare_and_swap_4:
899 case Builtin::BI__sync_bool_compare_and_swap_8:
Daniel Dunbar4ff562d2010-03-20 07:04:11 +0000900 case Builtin::BI__sync_bool_compare_and_swap_16: {
John McCall3a7f6922010-10-27 20:58:56 +0000901 QualType T = E->getArg(1)->getType();
John McCallad7c5c12011-02-08 08:22:06 +0000902 llvm::Value *DestPtr = EmitScalarExpr(E->getArg(0));
Chris Lattner7cf46bf2010-09-21 23:24:52 +0000903 unsigned AddrSpace =
Chris Lattnerb2f659b2010-09-21 23:40:48 +0000904 cast<llvm::PointerType>(DestPtr->getType())->getAddressSpace();
John McCall3a7f6922010-10-27 20:58:56 +0000905
Chris Lattnera5f58b02011-07-09 17:41:47 +0000906 llvm::IntegerType *IntType =
John McCallad7c5c12011-02-08 08:22:06 +0000907 llvm::IntegerType::get(getLLVMContext(),
908 getContext().getTypeSize(T));
Chris Lattnera5f58b02011-07-09 17:41:47 +0000909 llvm::Type *IntPtrType = IntType->getPointerTo(AddrSpace);
Chandler Carruthbc8cab12010-07-18 07:23:17 +0000910
John McCall3a7f6922010-10-27 20:58:56 +0000911 Value *Args[3];
912 Args[0] = Builder.CreateBitCast(DestPtr, IntPtrType);
John McCallad7c5c12011-02-08 08:22:06 +0000913 Args[1] = EmitToInt(*this, EmitScalarExpr(E->getArg(1)), T, IntType);
914 Args[2] = EmitToInt(*this, EmitScalarExpr(E->getArg(2)), T, IntType);
John McCall3a7f6922010-10-27 20:58:56 +0000915
Chandler Carruthbc8cab12010-07-18 07:23:17 +0000916 Value *OldVal = Args[1];
Eli Friedmane9f81132011-09-07 01:41:24 +0000917 Value *PrevVal = Builder.CreateAtomicCmpXchg(Args[0], Args[1], Args[2],
918 llvm::SequentiallyConsistent);
Daniel Dunbar4fab57d2009-04-07 00:55:51 +0000919 Value *Result = Builder.CreateICmpEQ(PrevVal, OldVal);
920 // zext bool to int.
John McCall3a7f6922010-10-27 20:58:56 +0000921 Result = Builder.CreateZExt(Result, ConvertType(E->getType()));
922 return RValue::get(Result);
Daniel Dunbar4fab57d2009-04-07 00:55:51 +0000923 }
924
Chris Lattner9cb59fa2011-04-09 03:57:26 +0000925 case Builtin::BI__sync_swap_1:
926 case Builtin::BI__sync_swap_2:
927 case Builtin::BI__sync_swap_4:
928 case Builtin::BI__sync_swap_8:
929 case Builtin::BI__sync_swap_16:
Eli Friedmane9f81132011-09-07 01:41:24 +0000930 return EmitBinaryAtomic(*this, llvm::AtomicRMWInst::Xchg, E);
Chris Lattner9cb59fa2011-04-09 03:57:26 +0000931
Chris Lattnerdc046542009-05-08 06:58:22 +0000932 case Builtin::BI__sync_lock_test_and_set_1:
933 case Builtin::BI__sync_lock_test_and_set_2:
934 case Builtin::BI__sync_lock_test_and_set_4:
935 case Builtin::BI__sync_lock_test_and_set_8:
936 case Builtin::BI__sync_lock_test_and_set_16:
Eli Friedmane9f81132011-09-07 01:41:24 +0000937 return EmitBinaryAtomic(*this, llvm::AtomicRMWInst::Xchg, E);
Daniel Dunbar4ff562d2010-03-20 07:04:11 +0000938
Chris Lattnerdc046542009-05-08 06:58:22 +0000939 case Builtin::BI__sync_lock_release_1:
940 case Builtin::BI__sync_lock_release_2:
941 case Builtin::BI__sync_lock_release_4:
942 case Builtin::BI__sync_lock_release_8:
Chris Lattnerafde2592009-05-13 04:46:13 +0000943 case Builtin::BI__sync_lock_release_16: {
944 Value *Ptr = EmitScalarExpr(E->getArg(0));
Eli Friedman84d28122011-09-13 22:21:56 +0000945 QualType ElTy = E->getArg(0)->getType()->getPointeeType();
946 CharUnits StoreSize = getContext().getTypeSizeInChars(ElTy);
Eli Friedmanfefe0d02012-03-16 01:48:04 +0000947 llvm::Type *ITy = llvm::IntegerType::get(getLLVMContext(),
948 StoreSize.getQuantity() * 8);
949 Ptr = Builder.CreateBitCast(Ptr, ITy->getPointerTo());
950 llvm::StoreInst *Store =
951 Builder.CreateStore(llvm::Constant::getNullValue(ITy), Ptr);
Eli Friedman84d28122011-09-13 22:21:56 +0000952 Store->setAlignment(StoreSize.getQuantity());
953 Store->setAtomic(llvm::Release);
Daniel Dunbar16f422e2009-05-27 23:45:33 +0000954 return RValue::get(0);
Chris Lattnerafde2592009-05-13 04:46:13 +0000955 }
Daniel Dunbar8eb018a2009-02-16 22:43:43 +0000956
Chris Lattnerafde2592009-05-13 04:46:13 +0000957 case Builtin::BI__sync_synchronize: {
Eli Friedmane9f81132011-09-07 01:41:24 +0000958 // We assume this is supposed to correspond to a C++0x-style
959 // sequentially-consistent fence (i.e. this is only usable for
960 // synchonization, not device I/O or anything like that). This intrinsic
961 // is really badly designed in the sense that in theory, there isn't
962 // any way to safely use it... but in practice, it mostly works
963 // to use it with non-atomic loads and stores to get acquire/release
964 // semantics.
965 Builder.CreateFence(llvm::SequentiallyConsistent);
Daniel Dunbar16f422e2009-05-27 23:45:33 +0000966 return RValue::get(0);
Chris Lattnerafde2592009-05-13 04:46:13 +0000967 }
Mike Stump11289f42009-09-09 15:08:12 +0000968
Eli Friedmandf14b3a2011-10-11 02:20:01 +0000969 case Builtin::BI__atomic_thread_fence:
Richard Smithb1e36c62012-04-11 17:55:32 +0000970 case Builtin::BI__atomic_signal_fence:
971 case Builtin::BI__c11_atomic_thread_fence:
972 case Builtin::BI__c11_atomic_signal_fence: {
Eli Friedmandf14b3a2011-10-11 02:20:01 +0000973 llvm::SynchronizationScope Scope;
Richard Smithb1e36c62012-04-11 17:55:32 +0000974 if (BuiltinID == Builtin::BI__atomic_signal_fence ||
975 BuiltinID == Builtin::BI__c11_atomic_signal_fence)
Eli Friedmandf14b3a2011-10-11 02:20:01 +0000976 Scope = llvm::SingleThread;
977 else
978 Scope = llvm::CrossThread;
979 Value *Order = EmitScalarExpr(E->getArg(0));
980 if (isa<llvm::ConstantInt>(Order)) {
981 int ord = cast<llvm::ConstantInt>(Order)->getZExtValue();
982 switch (ord) {
983 case 0: // memory_order_relaxed
984 default: // invalid order
985 break;
986 case 1: // memory_order_consume
987 case 2: // memory_order_acquire
988 Builder.CreateFence(llvm::Acquire, Scope);
989 break;
990 case 3: // memory_order_release
991 Builder.CreateFence(llvm::Release, Scope);
992 break;
993 case 4: // memory_order_acq_rel
994 Builder.CreateFence(llvm::AcquireRelease, Scope);
995 break;
996 case 5: // memory_order_seq_cst
997 Builder.CreateFence(llvm::SequentiallyConsistent, Scope);
998 break;
999 }
1000 return RValue::get(0);
1001 }
1002
1003 llvm::BasicBlock *AcquireBB, *ReleaseBB, *AcqRelBB, *SeqCstBB;
1004 AcquireBB = createBasicBlock("acquire", CurFn);
1005 ReleaseBB = createBasicBlock("release", CurFn);
1006 AcqRelBB = createBasicBlock("acqrel", CurFn);
1007 SeqCstBB = createBasicBlock("seqcst", CurFn);
1008 llvm::BasicBlock *ContBB = createBasicBlock("atomic.continue", CurFn);
1009
1010 Order = Builder.CreateIntCast(Order, Builder.getInt32Ty(), false);
1011 llvm::SwitchInst *SI = Builder.CreateSwitch(Order, ContBB);
1012
1013 Builder.SetInsertPoint(AcquireBB);
1014 Builder.CreateFence(llvm::Acquire, Scope);
1015 Builder.CreateBr(ContBB);
1016 SI->addCase(Builder.getInt32(1), AcquireBB);
1017 SI->addCase(Builder.getInt32(2), AcquireBB);
1018
1019 Builder.SetInsertPoint(ReleaseBB);
1020 Builder.CreateFence(llvm::Release, Scope);
1021 Builder.CreateBr(ContBB);
1022 SI->addCase(Builder.getInt32(3), ReleaseBB);
1023
1024 Builder.SetInsertPoint(AcqRelBB);
1025 Builder.CreateFence(llvm::AcquireRelease, Scope);
1026 Builder.CreateBr(ContBB);
1027 SI->addCase(Builder.getInt32(4), AcqRelBB);
1028
1029 Builder.SetInsertPoint(SeqCstBB);
1030 Builder.CreateFence(llvm::SequentiallyConsistent, Scope);
1031 Builder.CreateBr(ContBB);
1032 SI->addCase(Builder.getInt32(5), SeqCstBB);
1033
1034 Builder.SetInsertPoint(ContBB);
1035 return RValue::get(0);
1036 }
1037
Daniel Dunbar8eb018a2009-02-16 22:43:43 +00001038 // Library functions with special handling.
Daniel Dunbar8eb018a2009-02-16 22:43:43 +00001039 case Builtin::BIsqrt:
1040 case Builtin::BIsqrtf:
1041 case Builtin::BIsqrtl: {
John McCall8586bfd2010-04-07 08:20:20 +00001042 // TODO: there is currently no set of optimizer flags
1043 // sufficient for us to rewrite sqrt to @llvm.sqrt.
1044 // -fmath-errno=0 is not good enough; we need finiteness.
1045 // We could probably precondition the call with an ult
1046 // against 0, but is that worth the complexity?
1047 break;
Daniel Dunbar8eb018a2009-02-16 22:43:43 +00001048 }
1049
1050 case Builtin::BIpow:
1051 case Builtin::BIpowf:
1052 case Builtin::BIpowl: {
1053 // Rewrite sqrt to intrinsic if allowed.
Argyrios Kyrtzidisb4b64ca2009-06-30 02:34:44 +00001054 if (!FD->hasAttr<ConstAttr>())
Daniel Dunbar8eb018a2009-02-16 22:43:43 +00001055 break;
1056 Value *Base = EmitScalarExpr(E->getArg(0));
1057 Value *Exponent = EmitScalarExpr(E->getArg(1));
Chris Lattnera5f58b02011-07-09 17:41:47 +00001058 llvm::Type *ArgType = Base->getType();
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001059 Value *F = CGM.getIntrinsic(Intrinsic::pow, ArgType);
Benjamin Kramer76399eb2011-09-27 21:06:10 +00001060 return RValue::get(Builder.CreateCall2(F, Base, Exponent));
Daniel Dunbar8eb018a2009-02-16 22:43:43 +00001061 }
Eli Friedman99d20f82010-03-06 02:17:52 +00001062
Cameron Zwarichae7bc982011-07-08 21:39:34 +00001063 case Builtin::BIfma:
1064 case Builtin::BIfmaf:
1065 case Builtin::BIfmal:
1066 case Builtin::BI__builtin_fma:
1067 case Builtin::BI__builtin_fmaf:
1068 case Builtin::BI__builtin_fmal: {
1069 // Rewrite fma to intrinsic.
1070 Value *FirstArg = EmitScalarExpr(E->getArg(0));
Chris Lattnera5f58b02011-07-09 17:41:47 +00001071 llvm::Type *ArgType = FirstArg->getType();
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001072 Value *F = CGM.getIntrinsic(Intrinsic::fma, ArgType);
Cameron Zwarichae7bc982011-07-08 21:39:34 +00001073 return RValue::get(Builder.CreateCall3(F, FirstArg,
1074 EmitScalarExpr(E->getArg(1)),
Benjamin Kramer76399eb2011-09-27 21:06:10 +00001075 EmitScalarExpr(E->getArg(2))));
Cameron Zwarichae7bc982011-07-08 21:39:34 +00001076 }
1077
Eli Friedman99d20f82010-03-06 02:17:52 +00001078 case Builtin::BI__builtin_signbit:
1079 case Builtin::BI__builtin_signbitf:
1080 case Builtin::BI__builtin_signbitl: {
1081 LLVMContext &C = CGM.getLLVMContext();
1082
1083 Value *Arg = EmitScalarExpr(E->getArg(0));
Chris Lattner2192fe52011-07-18 04:24:23 +00001084 llvm::Type *ArgTy = Arg->getType();
Eli Friedman99d20f82010-03-06 02:17:52 +00001085 if (ArgTy->isPPC_FP128Ty())
1086 break; // FIXME: I'm not sure what the right implementation is here.
1087 int ArgWidth = ArgTy->getPrimitiveSizeInBits();
Chris Lattner2192fe52011-07-18 04:24:23 +00001088 llvm::Type *ArgIntTy = llvm::IntegerType::get(C, ArgWidth);
Eli Friedman99d20f82010-03-06 02:17:52 +00001089 Value *BCArg = Builder.CreateBitCast(Arg, ArgIntTy);
1090 Value *ZeroCmp = llvm::Constant::getNullValue(ArgIntTy);
1091 Value *Result = Builder.CreateICmpSLT(BCArg, ZeroCmp);
1092 return RValue::get(Builder.CreateZExt(Result, ConvertType(E->getType())));
1093 }
Julien Lerouge5a6b6982011-09-09 22:41:49 +00001094 case Builtin::BI__builtin_annotation: {
1095 llvm::Value *AnnVal = EmitScalarExpr(E->getArg(0));
1096 llvm::Value *F = CGM.getIntrinsic(llvm::Intrinsic::annotation,
1097 AnnVal->getType());
1098
1099 // Get the annotation string, go through casts. Sema requires this to be a
1100 // non-wide string literal, potentially casted, so the cast<> is safe.
1101 const Expr *AnnotationStrExpr = E->getArg(1)->IgnoreParenCasts();
1102 llvm::StringRef Str = cast<StringLiteral>(AnnotationStrExpr)->getString();
1103 return RValue::get(EmitAnnotationCall(F, AnnVal, Str, E->getExprLoc()));
1104 }
Nate Begeman6c591322008-05-15 07:38:03 +00001105 }
Mike Stump11289f42009-09-09 15:08:12 +00001106
John McCall30e4efd2011-09-13 23:05:03 +00001107 // If this is an alias for a lib function (e.g. __builtin_sin), emit
1108 // the call using the normal call path, but using the unmangled
1109 // version of the function name.
1110 if (getContext().BuiltinInfo.isLibFunction(BuiltinID))
1111 return emitLibraryCall(*this, FD, E,
1112 CGM.getBuiltinLibFunction(FD, BuiltinID));
1113
1114 // If this is a predefined lib function (e.g. malloc), emit the call
1115 // using exactly the normal call path.
1116 if (getContext().BuiltinInfo.isPredefinedLibFunction(BuiltinID))
1117 return emitLibraryCall(*this, FD, E, EmitScalarExpr(E->getCallee()));
Mike Stump11289f42009-09-09 15:08:12 +00001118
Chris Lattner9a8d1d92008-06-30 18:32:54 +00001119 // See if we have a target specific intrinsic.
Dale Johannesen621c3512009-02-05 01:50:47 +00001120 const char *Name = getContext().BuiltinInfo.GetName(BuiltinID);
Daniel Dunbar576d90d2009-08-24 09:54:37 +00001121 Intrinsic::ID IntrinsicID = Intrinsic::not_intrinsic;
1122 if (const char *Prefix =
Mike Stump11289f42009-09-09 15:08:12 +00001123 llvm::Triple::getArchTypePrefix(Target.getTriple().getArch()))
Daniel Dunbar576d90d2009-08-24 09:54:37 +00001124 IntrinsicID = Intrinsic::getIntrinsicForGCCBuiltin(Prefix, Name);
Mike Stump11289f42009-09-09 15:08:12 +00001125
Chris Lattner9a8d1d92008-06-30 18:32:54 +00001126 if (IntrinsicID != Intrinsic::not_intrinsic) {
1127 SmallVector<Value*, 16> Args;
Mike Stump11289f42009-09-09 15:08:12 +00001128
Chris Lattner64d7f2a2010-10-02 00:09:12 +00001129 // Find out if any arguments are required to be integer constant
1130 // expressions.
1131 unsigned ICEArguments = 0;
1132 ASTContext::GetBuiltinTypeError Error;
1133 getContext().GetBuiltinType(BuiltinID, Error, &ICEArguments);
1134 assert(Error == ASTContext::GE_None && "Should not codegen an error");
1135
Chris Lattner9a8d1d92008-06-30 18:32:54 +00001136 Function *F = CGM.getIntrinsic(IntrinsicID);
Chris Lattner2192fe52011-07-18 04:24:23 +00001137 llvm::FunctionType *FTy = F->getFunctionType();
Mike Stump11289f42009-09-09 15:08:12 +00001138
Chris Lattner9a8d1d92008-06-30 18:32:54 +00001139 for (unsigned i = 0, e = E->getNumArgs(); i != e; ++i) {
Chris Lattner64d7f2a2010-10-02 00:09:12 +00001140 Value *ArgValue;
1141 // If this is a normal argument, just emit it as a scalar.
1142 if ((ICEArguments & (1 << i)) == 0) {
1143 ArgValue = EmitScalarExpr(E->getArg(i));
1144 } else {
1145 // If this is required to be a constant, constant fold it so that we
1146 // know that the generated intrinsic gets a ConstantInt.
1147 llvm::APSInt Result;
1148 bool IsConst = E->getArg(i)->isIntegerConstantExpr(Result,getContext());
1149 assert(IsConst && "Constant arg isn't actually constant?");
1150 (void)IsConst;
John McCallad7c5c12011-02-08 08:22:06 +00001151 ArgValue = llvm::ConstantInt::get(getLLVMContext(), Result);
Chris Lattner64d7f2a2010-10-02 00:09:12 +00001152 }
Mike Stump11289f42009-09-09 15:08:12 +00001153
Chris Lattner9a8d1d92008-06-30 18:32:54 +00001154 // If the intrinsic arg type is different from the builtin arg type
1155 // we need to do a bit cast.
Chris Lattner2192fe52011-07-18 04:24:23 +00001156 llvm::Type *PTy = FTy->getParamType(i);
Chris Lattner9a8d1d92008-06-30 18:32:54 +00001157 if (PTy != ArgValue->getType()) {
1158 assert(PTy->canLosslesslyBitCastTo(FTy->getParamType(i)) &&
1159 "Must be able to losslessly bit cast to param");
1160 ArgValue = Builder.CreateBitCast(ArgValue, PTy);
1161 }
Mike Stump11289f42009-09-09 15:08:12 +00001162
Chris Lattner9a8d1d92008-06-30 18:32:54 +00001163 Args.push_back(ArgValue);
1164 }
Mike Stump11289f42009-09-09 15:08:12 +00001165
Jay Foad5bd375a2011-07-15 08:37:34 +00001166 Value *V = Builder.CreateCall(F, Args);
Chris Lattner9a8d1d92008-06-30 18:32:54 +00001167 QualType BuiltinRetType = E->getType();
Mike Stump11289f42009-09-09 15:08:12 +00001168
Chris Lattnerece04092012-02-07 00:39:47 +00001169 llvm::Type *RetTy = VoidTy;
1170 if (!BuiltinRetType->isVoidType())
1171 RetTy = ConvertType(BuiltinRetType);
Mike Stump11289f42009-09-09 15:08:12 +00001172
Chris Lattner9a8d1d92008-06-30 18:32:54 +00001173 if (RetTy != V->getType()) {
1174 assert(V->getType()->canLosslesslyBitCastTo(RetTy) &&
1175 "Must be able to losslessly bit cast result type");
1176 V = Builder.CreateBitCast(V, RetTy);
1177 }
Mike Stump11289f42009-09-09 15:08:12 +00001178
Chris Lattner9a8d1d92008-06-30 18:32:54 +00001179 return RValue::get(V);
1180 }
Mike Stump11289f42009-09-09 15:08:12 +00001181
Chris Lattner9a8d1d92008-06-30 18:32:54 +00001182 // See if we have a target specific builtin that needs to be lowered.
Daniel Dunbareca513d2008-10-10 00:24:54 +00001183 if (Value *V = EmitTargetBuiltinExpr(BuiltinID, E))
Chris Lattner9a8d1d92008-06-30 18:32:54 +00001184 return RValue::get(V);
Mike Stump11289f42009-09-09 15:08:12 +00001185
Daniel Dunbara7c8cf62008-08-16 00:56:44 +00001186 ErrorUnsupported(E, "builtin function");
Mike Stump11289f42009-09-09 15:08:12 +00001187
Chris Lattner9a8d1d92008-06-30 18:32:54 +00001188 // Unknown builtin, for now just dump it out and return undef.
1189 if (hasAggregateLLVMType(E->getType()))
Daniel Dunbara7566f12010-02-09 02:48:28 +00001190 return RValue::getAggregate(CreateMemTemp(E->getType()));
Owen Anderson7ec07a52009-07-30 23:11:26 +00001191 return RValue::get(llvm::UndefValue::get(ConvertType(E->getType())));
Mike Stump11289f42009-09-09 15:08:12 +00001192}
Anders Carlsson895af082007-12-09 23:17:02 +00001193
Daniel Dunbareca513d2008-10-10 00:24:54 +00001194Value *CodeGenFunction::EmitTargetBuiltinExpr(unsigned BuiltinID,
1195 const CallExpr *E) {
Daniel Dunbar576d90d2009-08-24 09:54:37 +00001196 switch (Target.getTriple().getArch()) {
Chris Lattner5cc15e02010-03-03 19:03:45 +00001197 case llvm::Triple::arm:
1198 case llvm::Triple::thumb:
1199 return EmitARMBuiltinExpr(BuiltinID, E);
Daniel Dunbar576d90d2009-08-24 09:54:37 +00001200 case llvm::Triple::x86:
1201 case llvm::Triple::x86_64:
Daniel Dunbareca513d2008-10-10 00:24:54 +00001202 return EmitX86BuiltinExpr(BuiltinID, E);
Daniel Dunbar576d90d2009-08-24 09:54:37 +00001203 case llvm::Triple::ppc:
1204 case llvm::Triple::ppc64:
Daniel Dunbareca513d2008-10-10 00:24:54 +00001205 return EmitPPCBuiltinExpr(BuiltinID, E);
Tony Linthicum76329bf2011-12-12 21:14:55 +00001206 case llvm::Triple::hexagon:
1207 return EmitHexagonBuiltinExpr(BuiltinID, E);
Daniel Dunbar576d90d2009-08-24 09:54:37 +00001208 default:
1209 return 0;
1210 }
Daniel Dunbareca513d2008-10-10 00:24:54 +00001211}
1212
Chris Lattnerece04092012-02-07 00:39:47 +00001213static llvm::VectorType *GetNeonType(CodeGenFunction *CGF,
1214 NeonTypeFlags TypeFlags) {
NAKAMURA Takumidabda6b2011-11-08 03:27:04 +00001215 int IsQuad = TypeFlags.isQuad();
1216 switch (TypeFlags.getEltType()) {
Bob Wilson98bc98c2011-11-08 01:16:11 +00001217 case NeonTypeFlags::Int8:
1218 case NeonTypeFlags::Poly8:
Chris Lattnerece04092012-02-07 00:39:47 +00001219 return llvm::VectorType::get(CGF->Int8Ty, 8 << IsQuad);
Bob Wilson98bc98c2011-11-08 01:16:11 +00001220 case NeonTypeFlags::Int16:
1221 case NeonTypeFlags::Poly16:
1222 case NeonTypeFlags::Float16:
Chris Lattnerece04092012-02-07 00:39:47 +00001223 return llvm::VectorType::get(CGF->Int16Ty, 4 << IsQuad);
Bob Wilson98bc98c2011-11-08 01:16:11 +00001224 case NeonTypeFlags::Int32:
Chris Lattnerece04092012-02-07 00:39:47 +00001225 return llvm::VectorType::get(CGF->Int32Ty, 2 << IsQuad);
Bob Wilson98bc98c2011-11-08 01:16:11 +00001226 case NeonTypeFlags::Int64:
Chris Lattnerece04092012-02-07 00:39:47 +00001227 return llvm::VectorType::get(CGF->Int64Ty, 1 << IsQuad);
Bob Wilson98bc98c2011-11-08 01:16:11 +00001228 case NeonTypeFlags::Float32:
Chris Lattnerece04092012-02-07 00:39:47 +00001229 return llvm::VectorType::get(CGF->FloatTy, 2 << IsQuad);
David Blaikief47fa302012-01-17 02:30:50 +00001230 }
1231 llvm_unreachable("Invalid NeonTypeFlags element type!");
Nate Begeman5968eb22010-06-07 16:01:56 +00001232}
1233
Bob Wilson210f6dd2010-12-07 22:40:02 +00001234Value *CodeGenFunction::EmitNeonSplat(Value *V, Constant *C) {
Nate Begeman4a04b462010-06-10 00:17:56 +00001235 unsigned nElts = cast<llvm::VectorType>(V->getType())->getNumElements();
Chris Lattner2d6b7b92012-01-25 05:34:41 +00001236 Value* SV = llvm::ConstantVector::getSplat(nElts, C);
Nate Begeman4a04b462010-06-10 00:17:56 +00001237 return Builder.CreateShuffleVector(V, V, SV, "lane");
1238}
1239
Nate Begemanae6b1d82010-06-08 06:03:01 +00001240Value *CodeGenFunction::EmitNeonCall(Function *F, SmallVectorImpl<Value*> &Ops,
Bob Wilson482afae2010-12-08 22:37:56 +00001241 const char *name,
Nate Begeman91e1fea2010-06-14 05:21:25 +00001242 unsigned shift, bool rightshift) {
Nate Begemanae6b1d82010-06-08 06:03:01 +00001243 unsigned j = 0;
1244 for (Function::const_arg_iterator ai = F->arg_begin(), ae = F->arg_end();
1245 ai != ae; ++ai, ++j)
Nate Begeman91e1fea2010-06-14 05:21:25 +00001246 if (shift > 0 && shift == j)
1247 Ops[j] = EmitNeonShiftVector(Ops[j], ai->getType(), rightshift);
1248 else
1249 Ops[j] = Builder.CreateBitCast(Ops[j], ai->getType(), name);
Nate Begemanae6b1d82010-06-08 06:03:01 +00001250
Jay Foad5bd375a2011-07-15 08:37:34 +00001251 return Builder.CreateCall(F, Ops, name);
Nate Begemanae6b1d82010-06-08 06:03:01 +00001252}
1253
Chris Lattner2192fe52011-07-18 04:24:23 +00001254Value *CodeGenFunction::EmitNeonShiftVector(Value *V, llvm::Type *Ty,
Nate Begeman8ed060b2010-06-11 22:57:12 +00001255 bool neg) {
Chris Lattner2d6b7b92012-01-25 05:34:41 +00001256 int SV = cast<ConstantInt>(V)->getSExtValue();
Nate Begeman8ed060b2010-06-11 22:57:12 +00001257
Chris Lattner2192fe52011-07-18 04:24:23 +00001258 llvm::VectorType *VTy = cast<llvm::VectorType>(Ty);
Nate Begeman8ed060b2010-06-11 22:57:12 +00001259 llvm::Constant *C = ConstantInt::get(VTy->getElementType(), neg ? -SV : SV);
Chris Lattner2d6b7b92012-01-25 05:34:41 +00001260 return llvm::ConstantVector::getSplat(VTy->getNumElements(), C);
Nate Begeman8ed060b2010-06-11 22:57:12 +00001261}
1262
Bob Wilson7b0d0322010-08-27 17:14:29 +00001263/// GetPointeeAlignment - Given an expression with a pointer type, find the
1264/// alignment of the type referenced by the pointer. Skip over implicit
1265/// casts.
Jay Foadb0f33442012-03-02 18:34:30 +00001266unsigned CodeGenFunction::GetPointeeAlignment(const Expr *Addr) {
Bob Wilson7b0d0322010-08-27 17:14:29 +00001267 unsigned Align = 1;
1268 // Check if the type is a pointer. The implicit cast operand might not be.
1269 while (Addr->getType()->isPointerType()) {
1270 QualType PtTy = Addr->getType()->getPointeeType();
Chris Lattneraaa18fa2012-03-04 00:52:12 +00001271
1272 // Can't get alignment of incomplete types.
1273 if (!PtTy->isIncompleteType()) {
1274 unsigned NewA = getContext().getTypeAlignInChars(PtTy).getQuantity();
1275 if (NewA > Align)
1276 Align = NewA;
1277 }
Bob Wilson7b0d0322010-08-27 17:14:29 +00001278
1279 // If the address is an implicit cast, repeat with the cast operand.
1280 if (const ImplicitCastExpr *CastAddr = dyn_cast<ImplicitCastExpr>(Addr)) {
1281 Addr = CastAddr->getSubExpr();
1282 continue;
1283 }
1284 break;
1285 }
Jay Foadb0f33442012-03-02 18:34:30 +00001286 return Align;
1287}
1288
1289/// GetPointeeAlignmentValue - Given an expression with a pointer type, find
1290/// the alignment of the type referenced by the pointer. Skip over implicit
1291/// casts. Return the alignment as an llvm::Value.
1292Value *CodeGenFunction::GetPointeeAlignmentValue(const Expr *Addr) {
1293 return llvm::ConstantInt::get(Int32Ty, GetPointeeAlignment(Addr));
Bob Wilson7b0d0322010-08-27 17:14:29 +00001294}
1295
Chris Lattner5cc15e02010-03-03 19:03:45 +00001296Value *CodeGenFunction::EmitARMBuiltinExpr(unsigned BuiltinID,
1297 const CallExpr *E) {
Rafael Espindola6bb986d2010-06-09 03:48:40 +00001298 if (BuiltinID == ARM::BI__clear_cache) {
Rafael Espindolaa54062e2010-06-07 17:26:50 +00001299 const FunctionDecl *FD = E->getDirectCallee();
Eric Christophercf5e83b2011-03-14 20:30:34 +00001300 // Oddly people write this call without args on occasion and gcc accepts
1301 // it - it's also marked as varargs in the description file.
Chris Lattner0e62c1c2011-07-23 10:55:15 +00001302 SmallVector<Value*, 2> Ops;
Eric Christophercf5e83b2011-03-14 20:30:34 +00001303 for (unsigned i = 0; i < E->getNumArgs(); i++)
1304 Ops.push_back(EmitScalarExpr(E->getArg(i)));
Chris Lattner2192fe52011-07-18 04:24:23 +00001305 llvm::Type *Ty = CGM.getTypes().ConvertType(FD->getType());
1306 llvm::FunctionType *FTy = cast<llvm::FunctionType>(Ty);
Chris Lattner0e62c1c2011-07-23 10:55:15 +00001307 StringRef Name = FD->getName();
Jay Foad5bd375a2011-07-15 08:37:34 +00001308 return Builder.CreateCall(CGM.CreateRuntimeFunction(FTy, Name), Ops);
Chris Lattner5cc15e02010-03-03 19:03:45 +00001309 }
Rafael Espindola6bb986d2010-06-09 03:48:40 +00001310
Bruno Cardoso Lopesfe733742011-05-28 04:11:33 +00001311 if (BuiltinID == ARM::BI__builtin_arm_ldrexd) {
1312 Function *F = CGM.getIntrinsic(Intrinsic::arm_ldrexd);
1313
1314 Value *LdPtr = EmitScalarExpr(E->getArg(0));
1315 Value *Val = Builder.CreateCall(F, LdPtr, "ldrexd");
1316
1317 Value *Val0 = Builder.CreateExtractValue(Val, 1);
1318 Value *Val1 = Builder.CreateExtractValue(Val, 0);
1319 Val0 = Builder.CreateZExt(Val0, Int64Ty);
1320 Val1 = Builder.CreateZExt(Val1, Int64Ty);
1321
1322 Value *ShiftCst = llvm::ConstantInt::get(Int64Ty, 32);
1323 Val = Builder.CreateShl(Val0, ShiftCst, "shl", true /* nuw */);
1324 return Builder.CreateOr(Val, Val1);
1325 }
1326
1327 if (BuiltinID == ARM::BI__builtin_arm_strexd) {
1328 Function *F = CGM.getIntrinsic(Intrinsic::arm_strexd);
Chris Lattner845511f2011-06-18 22:49:11 +00001329 llvm::Type *STy = llvm::StructType::get(Int32Ty, Int32Ty, NULL);
Bruno Cardoso Lopesfe733742011-05-28 04:11:33 +00001330
1331 Value *One = llvm::ConstantInt::get(Int32Ty, 1);
Benjamin Kramer76399eb2011-09-27 21:06:10 +00001332 Value *Tmp = Builder.CreateAlloca(Int64Ty, One);
Bruno Cardoso Lopesfe733742011-05-28 04:11:33 +00001333 Value *Val = EmitScalarExpr(E->getArg(0));
1334 Builder.CreateStore(Val, Tmp);
1335
1336 Value *LdPtr = Builder.CreateBitCast(Tmp,llvm::PointerType::getUnqual(STy));
1337 Val = Builder.CreateLoad(LdPtr);
1338
1339 Value *Arg0 = Builder.CreateExtractValue(Val, 0);
1340 Value *Arg1 = Builder.CreateExtractValue(Val, 1);
1341 Value *StPtr = EmitScalarExpr(E->getArg(1));
1342 return Builder.CreateCall3(F, Arg0, Arg1, StPtr, "strexd");
1343 }
1344
Chris Lattner0e62c1c2011-07-23 10:55:15 +00001345 SmallVector<Value*, 4> Ops;
Rafael Espindola6bb986d2010-06-09 03:48:40 +00001346 for (unsigned i = 0, e = E->getNumArgs() - 1; i != e; i++)
1347 Ops.push_back(EmitScalarExpr(E->getArg(i)));
1348
Bob Wilson445c24f2011-08-13 05:03:46 +00001349 // vget_lane and vset_lane are not overloaded and do not have an extra
1350 // argument that specifies the vector type.
1351 switch (BuiltinID) {
1352 default: break;
1353 case ARM::BI__builtin_neon_vget_lane_i8:
1354 case ARM::BI__builtin_neon_vget_lane_i16:
1355 case ARM::BI__builtin_neon_vget_lane_i32:
1356 case ARM::BI__builtin_neon_vget_lane_i64:
1357 case ARM::BI__builtin_neon_vget_lane_f32:
1358 case ARM::BI__builtin_neon_vgetq_lane_i8:
1359 case ARM::BI__builtin_neon_vgetq_lane_i16:
1360 case ARM::BI__builtin_neon_vgetq_lane_i32:
1361 case ARM::BI__builtin_neon_vgetq_lane_i64:
1362 case ARM::BI__builtin_neon_vgetq_lane_f32:
1363 return Builder.CreateExtractElement(Ops[0], EmitScalarExpr(E->getArg(1)),
1364 "vget_lane");
1365 case ARM::BI__builtin_neon_vset_lane_i8:
1366 case ARM::BI__builtin_neon_vset_lane_i16:
1367 case ARM::BI__builtin_neon_vset_lane_i32:
1368 case ARM::BI__builtin_neon_vset_lane_i64:
1369 case ARM::BI__builtin_neon_vset_lane_f32:
1370 case ARM::BI__builtin_neon_vsetq_lane_i8:
1371 case ARM::BI__builtin_neon_vsetq_lane_i16:
1372 case ARM::BI__builtin_neon_vsetq_lane_i32:
1373 case ARM::BI__builtin_neon_vsetq_lane_i64:
1374 case ARM::BI__builtin_neon_vsetq_lane_f32:
1375 Ops.push_back(EmitScalarExpr(E->getArg(2)));
1376 return Builder.CreateInsertElement(Ops[1], Ops[0], Ops[2], "vset_lane");
1377 }
1378
1379 // Get the last argument, which specifies the vector type.
Rafael Espindola6bb986d2010-06-09 03:48:40 +00001380 llvm::APSInt Result;
1381 const Expr *Arg = E->getArg(E->getNumArgs()-1);
1382 if (!Arg->isIntegerConstantExpr(Result, getContext()))
1383 return 0;
1384
Nate Begemanf568b072010-08-03 21:32:34 +00001385 if (BuiltinID == ARM::BI__builtin_arm_vcvtr_f ||
1386 BuiltinID == ARM::BI__builtin_arm_vcvtr_d) {
1387 // Determine the overloaded type of this builtin.
Chris Lattnera5f58b02011-07-09 17:41:47 +00001388 llvm::Type *Ty;
Nate Begemanf568b072010-08-03 21:32:34 +00001389 if (BuiltinID == ARM::BI__builtin_arm_vcvtr_f)
Chris Lattnerece04092012-02-07 00:39:47 +00001390 Ty = FloatTy;
Nate Begemanf568b072010-08-03 21:32:34 +00001391 else
Chris Lattnerece04092012-02-07 00:39:47 +00001392 Ty = DoubleTy;
Nate Begemanf568b072010-08-03 21:32:34 +00001393
1394 // Determine whether this is an unsigned conversion or not.
1395 bool usgn = Result.getZExtValue() == 1;
1396 unsigned Int = usgn ? Intrinsic::arm_vcvtru : Intrinsic::arm_vcvtr;
1397
1398 // Call the appropriate intrinsic.
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001399 Function *F = CGM.getIntrinsic(Int, Ty);
Jay Foad5bd375a2011-07-15 08:37:34 +00001400 return Builder.CreateCall(F, Ops, "vcvtr");
Nate Begemanf568b072010-08-03 21:32:34 +00001401 }
1402
1403 // Determine the type of this overloaded NEON intrinsic.
Bob Wilson98bc98c2011-11-08 01:16:11 +00001404 NeonTypeFlags Type(Result.getZExtValue());
1405 bool usgn = Type.isUnsigned();
1406 bool quad = Type.isQuad();
Bob Wilson4fa993f2010-12-03 17:10:22 +00001407 bool rightShift = false;
Rafael Espindola6bb986d2010-06-09 03:48:40 +00001408
Chris Lattnerece04092012-02-07 00:39:47 +00001409 llvm::VectorType *VTy = GetNeonType(this, Type);
Chris Lattnera5f58b02011-07-09 17:41:47 +00001410 llvm::Type *Ty = VTy;
Rafael Espindola6bb986d2010-06-09 03:48:40 +00001411 if (!Ty)
1412 return 0;
1413
1414 unsigned Int;
1415 switch (BuiltinID) {
1416 default: return 0;
Bob Wilson6bc21642011-06-24 22:13:26 +00001417 case ARM::BI__builtin_neon_vabd_v:
1418 case ARM::BI__builtin_neon_vabdq_v:
Nate Begeman5968eb22010-06-07 16:01:56 +00001419 Int = usgn ? Intrinsic::arm_neon_vabdu : Intrinsic::arm_neon_vabds;
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001420 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vabd");
Bob Wilson6bc21642011-06-24 22:13:26 +00001421 case ARM::BI__builtin_neon_vabs_v:
1422 case ARM::BI__builtin_neon_vabsq_v:
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001423 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vabs, Ty),
Nate Begemane0935ff2010-06-10 18:11:55 +00001424 Ops, "vabs");
Bob Wilson6bc21642011-06-24 22:13:26 +00001425 case ARM::BI__builtin_neon_vaddhn_v:
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001426 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vaddhn, Ty),
Nate Begemane0935ff2010-06-10 18:11:55 +00001427 Ops, "vaddhn");
Bob Wilson6bc21642011-06-24 22:13:26 +00001428 case ARM::BI__builtin_neon_vcale_v:
Nate Begeman16372af2010-06-08 00:17:19 +00001429 std::swap(Ops[0], Ops[1]);
Bob Wilson6bc21642011-06-24 22:13:26 +00001430 case ARM::BI__builtin_neon_vcage_v: {
Bob Wilson571c9072010-12-10 01:11:38 +00001431 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vacged);
Nate Begemanae6b1d82010-06-08 06:03:01 +00001432 return EmitNeonCall(F, Ops, "vcage");
1433 }
Bob Wilson6bc21642011-06-24 22:13:26 +00001434 case ARM::BI__builtin_neon_vcaleq_v:
Nate Begeman16372af2010-06-08 00:17:19 +00001435 std::swap(Ops[0], Ops[1]);
Bob Wilson6bc21642011-06-24 22:13:26 +00001436 case ARM::BI__builtin_neon_vcageq_v: {
Bob Wilson571c9072010-12-10 01:11:38 +00001437 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vacgeq);
Nate Begemanae6b1d82010-06-08 06:03:01 +00001438 return EmitNeonCall(F, Ops, "vcage");
1439 }
Bob Wilson6bc21642011-06-24 22:13:26 +00001440 case ARM::BI__builtin_neon_vcalt_v:
Nate Begeman16372af2010-06-08 00:17:19 +00001441 std::swap(Ops[0], Ops[1]);
Bob Wilson6bc21642011-06-24 22:13:26 +00001442 case ARM::BI__builtin_neon_vcagt_v: {
Bob Wilson571c9072010-12-10 01:11:38 +00001443 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vacgtd);
Nate Begemanae6b1d82010-06-08 06:03:01 +00001444 return EmitNeonCall(F, Ops, "vcagt");
1445 }
Bob Wilson6bc21642011-06-24 22:13:26 +00001446 case ARM::BI__builtin_neon_vcaltq_v:
Nate Begeman16372af2010-06-08 00:17:19 +00001447 std::swap(Ops[0], Ops[1]);
Bob Wilson6bc21642011-06-24 22:13:26 +00001448 case ARM::BI__builtin_neon_vcagtq_v: {
Bob Wilson571c9072010-12-10 01:11:38 +00001449 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vacgtq);
Nate Begemanae6b1d82010-06-08 06:03:01 +00001450 return EmitNeonCall(F, Ops, "vcagt");
1451 }
Bob Wilson6bc21642011-06-24 22:13:26 +00001452 case ARM::BI__builtin_neon_vcls_v:
1453 case ARM::BI__builtin_neon_vclsq_v: {
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001454 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vcls, Ty);
Nate Begemanae6b1d82010-06-08 06:03:01 +00001455 return EmitNeonCall(F, Ops, "vcls");
Nate Begeman16372af2010-06-08 00:17:19 +00001456 }
Bob Wilson6bc21642011-06-24 22:13:26 +00001457 case ARM::BI__builtin_neon_vclz_v:
1458 case ARM::BI__builtin_neon_vclzq_v: {
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001459 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vclz, Ty);
Nate Begemanae6b1d82010-06-08 06:03:01 +00001460 return EmitNeonCall(F, Ops, "vclz");
Nate Begeman16372af2010-06-08 00:17:19 +00001461 }
Bob Wilson6bc21642011-06-24 22:13:26 +00001462 case ARM::BI__builtin_neon_vcnt_v:
1463 case ARM::BI__builtin_neon_vcntq_v: {
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001464 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vcnt, Ty);
Nate Begemanae6b1d82010-06-08 06:03:01 +00001465 return EmitNeonCall(F, Ops, "vcnt");
Nate Begeman16372af2010-06-08 00:17:19 +00001466 }
Bob Wilson6bc21642011-06-24 22:13:26 +00001467 case ARM::BI__builtin_neon_vcvt_f16_v: {
Bob Wilson98bc98c2011-11-08 01:16:11 +00001468 assert(Type.getEltType() == NeonTypeFlags::Float16 && !quad &&
1469 "unexpected vcvt_f16_v builtin");
Bob Wilson63fbbc62010-12-15 23:36:44 +00001470 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vcvtfp2hf);
1471 return EmitNeonCall(F, Ops, "vcvt");
1472 }
Bob Wilson6bc21642011-06-24 22:13:26 +00001473 case ARM::BI__builtin_neon_vcvt_f32_f16: {
Bob Wilson98bc98c2011-11-08 01:16:11 +00001474 assert(Type.getEltType() == NeonTypeFlags::Float16 && !quad &&
1475 "unexpected vcvt_f32_f16 builtin");
Bob Wilson63fbbc62010-12-15 23:36:44 +00001476 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vcvthf2fp);
1477 return EmitNeonCall(F, Ops, "vcvt");
1478 }
Bob Wilson6bc21642011-06-24 22:13:26 +00001479 case ARM::BI__builtin_neon_vcvt_f32_v:
Bob Wilson98bc98c2011-11-08 01:16:11 +00001480 case ARM::BI__builtin_neon_vcvtq_f32_v:
Nate Begemanae6b1d82010-06-08 06:03:01 +00001481 Ops[0] = Builder.CreateBitCast(Ops[0], Ty);
Chris Lattnerece04092012-02-07 00:39:47 +00001482 Ty = GetNeonType(this, NeonTypeFlags(NeonTypeFlags::Float32, false, quad));
Nate Begeman16372af2010-06-08 00:17:19 +00001483 return usgn ? Builder.CreateUIToFP(Ops[0], Ty, "vcvt")
1484 : Builder.CreateSIToFP(Ops[0], Ty, "vcvt");
Bob Wilson6bc21642011-06-24 22:13:26 +00001485 case ARM::BI__builtin_neon_vcvt_s32_v:
1486 case ARM::BI__builtin_neon_vcvt_u32_v:
1487 case ARM::BI__builtin_neon_vcvtq_s32_v:
1488 case ARM::BI__builtin_neon_vcvtq_u32_v: {
Bob Wilson98bc98c2011-11-08 01:16:11 +00001489 llvm::Type *FloatTy =
Chris Lattnerece04092012-02-07 00:39:47 +00001490 GetNeonType(this, NeonTypeFlags(NeonTypeFlags::Float32, false, quad));
Bob Wilson98bc98c2011-11-08 01:16:11 +00001491 Ops[0] = Builder.CreateBitCast(Ops[0], FloatTy);
Nate Begeman16372af2010-06-08 00:17:19 +00001492 return usgn ? Builder.CreateFPToUI(Ops[0], Ty, "vcvt")
1493 : Builder.CreateFPToSI(Ops[0], Ty, "vcvt");
1494 }
Bob Wilson6bc21642011-06-24 22:13:26 +00001495 case ARM::BI__builtin_neon_vcvt_n_f32_v:
1496 case ARM::BI__builtin_neon_vcvtq_n_f32_v: {
Bob Wilson98bc98c2011-11-08 01:16:11 +00001497 llvm::Type *FloatTy =
Chris Lattnerece04092012-02-07 00:39:47 +00001498 GetNeonType(this, NeonTypeFlags(NeonTypeFlags::Float32, false, quad));
Bob Wilson98bc98c2011-11-08 01:16:11 +00001499 llvm::Type *Tys[2] = { FloatTy, Ty };
1500 Int = usgn ? Intrinsic::arm_neon_vcvtfxu2fp
1501 : Intrinsic::arm_neon_vcvtfxs2fp;
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001502 Function *F = CGM.getIntrinsic(Int, Tys);
Nate Begemanae6b1d82010-06-08 06:03:01 +00001503 return EmitNeonCall(F, Ops, "vcvt_n");
Nate Begeman16372af2010-06-08 00:17:19 +00001504 }
Bob Wilson6bc21642011-06-24 22:13:26 +00001505 case ARM::BI__builtin_neon_vcvt_n_s32_v:
1506 case ARM::BI__builtin_neon_vcvt_n_u32_v:
1507 case ARM::BI__builtin_neon_vcvtq_n_s32_v:
1508 case ARM::BI__builtin_neon_vcvtq_n_u32_v: {
Bob Wilson98bc98c2011-11-08 01:16:11 +00001509 llvm::Type *FloatTy =
Chris Lattnerece04092012-02-07 00:39:47 +00001510 GetNeonType(this, NeonTypeFlags(NeonTypeFlags::Float32, false, quad));
Bob Wilson98bc98c2011-11-08 01:16:11 +00001511 llvm::Type *Tys[2] = { Ty, FloatTy };
1512 Int = usgn ? Intrinsic::arm_neon_vcvtfp2fxu
1513 : Intrinsic::arm_neon_vcvtfp2fxs;
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001514 Function *F = CGM.getIntrinsic(Int, Tys);
Nate Begemanae6b1d82010-06-08 06:03:01 +00001515 return EmitNeonCall(F, Ops, "vcvt_n");
1516 }
Bob Wilson6bc21642011-06-24 22:13:26 +00001517 case ARM::BI__builtin_neon_vext_v:
1518 case ARM::BI__builtin_neon_vextq_v: {
Chris Lattner91c08ad2011-02-15 00:14:06 +00001519 int CV = cast<ConstantInt>(Ops[2])->getSExtValue();
Nate Begeman55483092010-06-09 01:10:23 +00001520 SmallVector<Constant*, 16> Indices;
Nate Begemaned48c852010-06-20 23:05:28 +00001521 for (unsigned i = 0, e = VTy->getNumElements(); i != e; ++i)
Chris Lattner5e016ae2010-06-27 07:15:29 +00001522 Indices.push_back(ConstantInt::get(Int32Ty, i+CV));
Nate Begemanae6b1d82010-06-08 06:03:01 +00001523
1524 Ops[0] = Builder.CreateBitCast(Ops[0], Ty);
1525 Ops[1] = Builder.CreateBitCast(Ops[1], Ty);
Chris Lattner91c08ad2011-02-15 00:14:06 +00001526 Value *SV = llvm::ConstantVector::get(Indices);
Nate Begeman55483092010-06-09 01:10:23 +00001527 return Builder.CreateShuffleVector(Ops[0], Ops[1], SV, "vext");
1528 }
Bob Wilson6bc21642011-06-24 22:13:26 +00001529 case ARM::BI__builtin_neon_vhadd_v:
1530 case ARM::BI__builtin_neon_vhaddq_v:
Nate Begemand90aa432010-06-09 18:04:15 +00001531 Int = usgn ? Intrinsic::arm_neon_vhaddu : Intrinsic::arm_neon_vhadds;
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001532 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vhadd");
Bob Wilson6bc21642011-06-24 22:13:26 +00001533 case ARM::BI__builtin_neon_vhsub_v:
1534 case ARM::BI__builtin_neon_vhsubq_v:
Nate Begemand90aa432010-06-09 18:04:15 +00001535 Int = usgn ? Intrinsic::arm_neon_vhsubu : Intrinsic::arm_neon_vhsubs;
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001536 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vhsub");
Bob Wilson6bc21642011-06-24 22:13:26 +00001537 case ARM::BI__builtin_neon_vld1_v:
1538 case ARM::BI__builtin_neon_vld1q_v:
Jay Foadb0f33442012-03-02 18:34:30 +00001539 Ops.push_back(GetPointeeAlignmentValue(E->getArg(0)));
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001540 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vld1, Ty),
Nate Begemaned48c852010-06-20 23:05:28 +00001541 Ops, "vld1");
Bob Wilson6bc21642011-06-24 22:13:26 +00001542 case ARM::BI__builtin_neon_vld1_lane_v:
Bob Wilson49708d42012-02-04 23:58:08 +00001543 case ARM::BI__builtin_neon_vld1q_lane_v: {
Nate Begemaned48c852010-06-20 23:05:28 +00001544 Ops[1] = Builder.CreateBitCast(Ops[1], Ty);
1545 Ty = llvm::PointerType::getUnqual(VTy->getElementType());
1546 Ops[0] = Builder.CreateBitCast(Ops[0], Ty);
Bob Wilson49708d42012-02-04 23:58:08 +00001547 LoadInst *Ld = Builder.CreateLoad(Ops[0]);
Jay Foadb0f33442012-03-02 18:34:30 +00001548 Value *Align = GetPointeeAlignmentValue(E->getArg(0));
Bob Wilson49708d42012-02-04 23:58:08 +00001549 Ld->setAlignment(cast<ConstantInt>(Align)->getZExtValue());
1550 return Builder.CreateInsertElement(Ops[1], Ld, Ops[2], "vld1_lane");
1551 }
Bob Wilson6bc21642011-06-24 22:13:26 +00001552 case ARM::BI__builtin_neon_vld1_dup_v:
1553 case ARM::BI__builtin_neon_vld1q_dup_v: {
Nate Begemaned48c852010-06-20 23:05:28 +00001554 Value *V = UndefValue::get(Ty);
1555 Ty = llvm::PointerType::getUnqual(VTy->getElementType());
1556 Ops[0] = Builder.CreateBitCast(Ops[0], Ty);
Bob Wilson49708d42012-02-04 23:58:08 +00001557 LoadInst *Ld = Builder.CreateLoad(Ops[0]);
Jay Foadb0f33442012-03-02 18:34:30 +00001558 Value *Align = GetPointeeAlignmentValue(E->getArg(0));
Bob Wilson49708d42012-02-04 23:58:08 +00001559 Ld->setAlignment(cast<ConstantInt>(Align)->getZExtValue());
Chris Lattner5e016ae2010-06-27 07:15:29 +00001560 llvm::Constant *CI = ConstantInt::get(Int32Ty, 0);
Bob Wilson49708d42012-02-04 23:58:08 +00001561 Ops[0] = Builder.CreateInsertElement(V, Ld, CI);
Nate Begemaned48c852010-06-20 23:05:28 +00001562 return EmitNeonSplat(Ops[0], CI);
1563 }
Bob Wilson6bc21642011-06-24 22:13:26 +00001564 case ARM::BI__builtin_neon_vld2_v:
1565 case ARM::BI__builtin_neon_vld2q_v: {
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001566 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vld2, Ty);
Jay Foadb0f33442012-03-02 18:34:30 +00001567 Value *Align = GetPointeeAlignmentValue(E->getArg(1));
Bob Wilson7b0d0322010-08-27 17:14:29 +00001568 Ops[1] = Builder.CreateCall2(F, Ops[1], Align, "vld2");
Nate Begemaned48c852010-06-20 23:05:28 +00001569 Ty = llvm::PointerType::getUnqual(Ops[1]->getType());
1570 Ops[0] = Builder.CreateBitCast(Ops[0], Ty);
1571 return Builder.CreateStore(Ops[1], Ops[0]);
1572 }
Bob Wilson6bc21642011-06-24 22:13:26 +00001573 case ARM::BI__builtin_neon_vld3_v:
1574 case ARM::BI__builtin_neon_vld3q_v: {
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001575 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vld3, Ty);
Jay Foadb0f33442012-03-02 18:34:30 +00001576 Value *Align = GetPointeeAlignmentValue(E->getArg(1));
Bob Wilson7b0d0322010-08-27 17:14:29 +00001577 Ops[1] = Builder.CreateCall2(F, Ops[1], Align, "vld3");
Nate Begemaned48c852010-06-20 23:05:28 +00001578 Ty = llvm::PointerType::getUnqual(Ops[1]->getType());
1579 Ops[0] = Builder.CreateBitCast(Ops[0], Ty);
1580 return Builder.CreateStore(Ops[1], Ops[0]);
1581 }
Bob Wilson6bc21642011-06-24 22:13:26 +00001582 case ARM::BI__builtin_neon_vld4_v:
1583 case ARM::BI__builtin_neon_vld4q_v: {
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001584 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vld4, Ty);
Jay Foadb0f33442012-03-02 18:34:30 +00001585 Value *Align = GetPointeeAlignmentValue(E->getArg(1));
Bob Wilson7b0d0322010-08-27 17:14:29 +00001586 Ops[1] = Builder.CreateCall2(F, Ops[1], Align, "vld4");
Nate Begemaned48c852010-06-20 23:05:28 +00001587 Ty = llvm::PointerType::getUnqual(Ops[1]->getType());
1588 Ops[0] = Builder.CreateBitCast(Ops[0], Ty);
1589 return Builder.CreateStore(Ops[1], Ops[0]);
1590 }
Bob Wilson6bc21642011-06-24 22:13:26 +00001591 case ARM::BI__builtin_neon_vld2_lane_v:
1592 case ARM::BI__builtin_neon_vld2q_lane_v: {
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001593 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vld2lane, Ty);
Nate Begemaned48c852010-06-20 23:05:28 +00001594 Ops[2] = Builder.CreateBitCast(Ops[2], Ty);
1595 Ops[3] = Builder.CreateBitCast(Ops[3], Ty);
Jay Foadb0f33442012-03-02 18:34:30 +00001596 Ops.push_back(GetPointeeAlignmentValue(E->getArg(1)));
Frits van Bommelede0dc62011-07-25 15:13:01 +00001597 Ops[1] = Builder.CreateCall(F, makeArrayRef(Ops).slice(1), "vld2_lane");
Nate Begemaned48c852010-06-20 23:05:28 +00001598 Ty = llvm::PointerType::getUnqual(Ops[1]->getType());
1599 Ops[0] = Builder.CreateBitCast(Ops[0], Ty);
1600 return Builder.CreateStore(Ops[1], Ops[0]);
1601 }
Bob Wilson6bc21642011-06-24 22:13:26 +00001602 case ARM::BI__builtin_neon_vld3_lane_v:
1603 case ARM::BI__builtin_neon_vld3q_lane_v: {
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001604 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vld3lane, Ty);
Nate Begemaned48c852010-06-20 23:05:28 +00001605 Ops[2] = Builder.CreateBitCast(Ops[2], Ty);
1606 Ops[3] = Builder.CreateBitCast(Ops[3], Ty);
1607 Ops[4] = Builder.CreateBitCast(Ops[4], Ty);
Jay Foadb0f33442012-03-02 18:34:30 +00001608 Ops.push_back(GetPointeeAlignmentValue(E->getArg(1)));
Frits van Bommelede0dc62011-07-25 15:13:01 +00001609 Ops[1] = Builder.CreateCall(F, makeArrayRef(Ops).slice(1), "vld3_lane");
Nate Begemaned48c852010-06-20 23:05:28 +00001610 Ty = llvm::PointerType::getUnqual(Ops[1]->getType());
1611 Ops[0] = Builder.CreateBitCast(Ops[0], Ty);
1612 return Builder.CreateStore(Ops[1], Ops[0]);
1613 }
Bob Wilson6bc21642011-06-24 22:13:26 +00001614 case ARM::BI__builtin_neon_vld4_lane_v:
1615 case ARM::BI__builtin_neon_vld4q_lane_v: {
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001616 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vld4lane, Ty);
Nate Begemaned48c852010-06-20 23:05:28 +00001617 Ops[2] = Builder.CreateBitCast(Ops[2], Ty);
1618 Ops[3] = Builder.CreateBitCast(Ops[3], Ty);
1619 Ops[4] = Builder.CreateBitCast(Ops[4], Ty);
1620 Ops[5] = Builder.CreateBitCast(Ops[5], Ty);
Jay Foadb0f33442012-03-02 18:34:30 +00001621 Ops.push_back(GetPointeeAlignmentValue(E->getArg(1)));
Frits van Bommelede0dc62011-07-25 15:13:01 +00001622 Ops[1] = Builder.CreateCall(F, makeArrayRef(Ops).slice(1), "vld3_lane");
Nate Begemaned48c852010-06-20 23:05:28 +00001623 Ty = llvm::PointerType::getUnqual(Ops[1]->getType());
1624 Ops[0] = Builder.CreateBitCast(Ops[0], Ty);
1625 return Builder.CreateStore(Ops[1], Ops[0]);
1626 }
Bob Wilson6bc21642011-06-24 22:13:26 +00001627 case ARM::BI__builtin_neon_vld2_dup_v:
1628 case ARM::BI__builtin_neon_vld3_dup_v:
1629 case ARM::BI__builtin_neon_vld4_dup_v: {
Bob Wilson0348af62010-12-10 22:54:58 +00001630 // Handle 64-bit elements as a special-case. There is no "dup" needed.
1631 if (VTy->getElementType()->getPrimitiveSizeInBits() == 64) {
1632 switch (BuiltinID) {
Bob Wilson6bc21642011-06-24 22:13:26 +00001633 case ARM::BI__builtin_neon_vld2_dup_v:
Bob Wilson0348af62010-12-10 22:54:58 +00001634 Int = Intrinsic::arm_neon_vld2;
1635 break;
Bob Wilson6bc21642011-06-24 22:13:26 +00001636 case ARM::BI__builtin_neon_vld3_dup_v:
James Molloy4813fc82012-03-15 09:12:01 +00001637 Int = Intrinsic::arm_neon_vld3;
Bob Wilson0348af62010-12-10 22:54:58 +00001638 break;
Bob Wilson6bc21642011-06-24 22:13:26 +00001639 case ARM::BI__builtin_neon_vld4_dup_v:
James Molloy4813fc82012-03-15 09:12:01 +00001640 Int = Intrinsic::arm_neon_vld4;
Bob Wilson0348af62010-12-10 22:54:58 +00001641 break;
David Blaikie83d382b2011-09-23 05:06:16 +00001642 default: llvm_unreachable("unknown vld_dup intrinsic?");
Bob Wilson0348af62010-12-10 22:54:58 +00001643 }
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001644 Function *F = CGM.getIntrinsic(Int, Ty);
Jay Foadb0f33442012-03-02 18:34:30 +00001645 Value *Align = GetPointeeAlignmentValue(E->getArg(1));
Bob Wilson0348af62010-12-10 22:54:58 +00001646 Ops[1] = Builder.CreateCall2(F, Ops[1], Align, "vld_dup");
1647 Ty = llvm::PointerType::getUnqual(Ops[1]->getType());
1648 Ops[0] = Builder.CreateBitCast(Ops[0], Ty);
1649 return Builder.CreateStore(Ops[1], Ops[0]);
1650 }
Nate Begemaned48c852010-06-20 23:05:28 +00001651 switch (BuiltinID) {
Bob Wilson6bc21642011-06-24 22:13:26 +00001652 case ARM::BI__builtin_neon_vld2_dup_v:
Nate Begemaned48c852010-06-20 23:05:28 +00001653 Int = Intrinsic::arm_neon_vld2lane;
1654 break;
Bob Wilson6bc21642011-06-24 22:13:26 +00001655 case ARM::BI__builtin_neon_vld3_dup_v:
James Molloy4813fc82012-03-15 09:12:01 +00001656 Int = Intrinsic::arm_neon_vld3lane;
Nate Begemaned48c852010-06-20 23:05:28 +00001657 break;
Bob Wilson6bc21642011-06-24 22:13:26 +00001658 case ARM::BI__builtin_neon_vld4_dup_v:
James Molloy4813fc82012-03-15 09:12:01 +00001659 Int = Intrinsic::arm_neon_vld4lane;
Nate Begemaned48c852010-06-20 23:05:28 +00001660 break;
David Blaikie83d382b2011-09-23 05:06:16 +00001661 default: llvm_unreachable("unknown vld_dup intrinsic?");
Nate Begemaned48c852010-06-20 23:05:28 +00001662 }
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001663 Function *F = CGM.getIntrinsic(Int, Ty);
Chris Lattner2192fe52011-07-18 04:24:23 +00001664 llvm::StructType *STy = cast<llvm::StructType>(F->getReturnType());
Nate Begemaned48c852010-06-20 23:05:28 +00001665
1666 SmallVector<Value*, 6> Args;
1667 Args.push_back(Ops[1]);
1668 Args.append(STy->getNumElements(), UndefValue::get(Ty));
1669
Chris Lattner5e016ae2010-06-27 07:15:29 +00001670 llvm::Constant *CI = ConstantInt::get(Int32Ty, 0);
Nate Begemaned48c852010-06-20 23:05:28 +00001671 Args.push_back(CI);
Jay Foadb0f33442012-03-02 18:34:30 +00001672 Args.push_back(GetPointeeAlignmentValue(E->getArg(1)));
Nate Begemaned48c852010-06-20 23:05:28 +00001673
Jay Foad5bd375a2011-07-15 08:37:34 +00001674 Ops[1] = Builder.CreateCall(F, Args, "vld_dup");
Nate Begemaned48c852010-06-20 23:05:28 +00001675 // splat lane 0 to all elts in each vector of the result.
1676 for (unsigned i = 0, e = STy->getNumElements(); i != e; ++i) {
1677 Value *Val = Builder.CreateExtractValue(Ops[1], i);
1678 Value *Elt = Builder.CreateBitCast(Val, Ty);
1679 Elt = EmitNeonSplat(Elt, CI);
1680 Elt = Builder.CreateBitCast(Elt, Val->getType());
1681 Ops[1] = Builder.CreateInsertValue(Ops[1], Elt, i);
1682 }
1683 Ty = llvm::PointerType::getUnqual(Ops[1]->getType());
1684 Ops[0] = Builder.CreateBitCast(Ops[0], Ty);
1685 return Builder.CreateStore(Ops[1], Ops[0]);
1686 }
Bob Wilson6bc21642011-06-24 22:13:26 +00001687 case ARM::BI__builtin_neon_vmax_v:
1688 case ARM::BI__builtin_neon_vmaxq_v:
Nate Begemand90aa432010-06-09 18:04:15 +00001689 Int = usgn ? Intrinsic::arm_neon_vmaxu : Intrinsic::arm_neon_vmaxs;
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001690 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vmax");
Bob Wilson6bc21642011-06-24 22:13:26 +00001691 case ARM::BI__builtin_neon_vmin_v:
1692 case ARM::BI__builtin_neon_vminq_v:
Nate Begemand90aa432010-06-09 18:04:15 +00001693 Int = usgn ? Intrinsic::arm_neon_vminu : Intrinsic::arm_neon_vmins;
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001694 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vmin");
Bob Wilson6bc21642011-06-24 22:13:26 +00001695 case ARM::BI__builtin_neon_vmovl_v: {
Chris Lattner2192fe52011-07-18 04:24:23 +00001696 llvm::Type *DTy =llvm::VectorType::getTruncatedElementVectorType(VTy);
Bob Wilson5b4904f2010-09-02 22:37:30 +00001697 Ops[0] = Builder.CreateBitCast(Ops[0], DTy);
Bob Wilsonb0224492010-08-20 03:36:08 +00001698 if (usgn)
1699 return Builder.CreateZExt(Ops[0], Ty, "vmovl");
1700 return Builder.CreateSExt(Ops[0], Ty, "vmovl");
Bob Wilson5b4904f2010-09-02 22:37:30 +00001701 }
Bob Wilson6bc21642011-06-24 22:13:26 +00001702 case ARM::BI__builtin_neon_vmovn_v: {
Chris Lattner2192fe52011-07-18 04:24:23 +00001703 llvm::Type *QTy = llvm::VectorType::getExtendedElementVectorType(VTy);
Bob Wilson5b4904f2010-09-02 22:37:30 +00001704 Ops[0] = Builder.CreateBitCast(Ops[0], QTy);
Bob Wilsonb9225f72010-08-30 19:57:13 +00001705 return Builder.CreateTrunc(Ops[0], Ty, "vmovn");
Bob Wilson5b4904f2010-09-02 22:37:30 +00001706 }
Bob Wilson6bc21642011-06-24 22:13:26 +00001707 case ARM::BI__builtin_neon_vmul_v:
1708 case ARM::BI__builtin_neon_vmulq_v:
Bob Wilson98bc98c2011-11-08 01:16:11 +00001709 assert(Type.isPoly() && "vmul builtin only supported for polynomial types");
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001710 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vmulp, Ty),
Bob Wilson77955992010-12-03 17:29:39 +00001711 Ops, "vmul");
Bob Wilson6bc21642011-06-24 22:13:26 +00001712 case ARM::BI__builtin_neon_vmull_v:
Bob Wilson7201af32011-03-31 00:09:00 +00001713 Int = usgn ? Intrinsic::arm_neon_vmullu : Intrinsic::arm_neon_vmulls;
Bob Wilson98bc98c2011-11-08 01:16:11 +00001714 Int = Type.isPoly() ? (unsigned)Intrinsic::arm_neon_vmullp : Int;
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001715 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vmull");
Bob Wilson6bc21642011-06-24 22:13:26 +00001716 case ARM::BI__builtin_neon_vpadal_v:
1717 case ARM::BI__builtin_neon_vpadalq_v: {
Nate Begemand90aa432010-06-09 18:04:15 +00001718 Int = usgn ? Intrinsic::arm_neon_vpadalu : Intrinsic::arm_neon_vpadals;
Bob Wilsond1767c52010-12-10 05:51:07 +00001719 // The source operand type has twice as many elements of half the size.
1720 unsigned EltBits = VTy->getElementType()->getPrimitiveSizeInBits();
Chris Lattner2192fe52011-07-18 04:24:23 +00001721 llvm::Type *EltTy =
John McCallad7c5c12011-02-08 08:22:06 +00001722 llvm::IntegerType::get(getLLVMContext(), EltBits / 2);
Chris Lattnera5f58b02011-07-09 17:41:47 +00001723 llvm::Type *NarrowTy =
Bob Wilsond1767c52010-12-10 05:51:07 +00001724 llvm::VectorType::get(EltTy, VTy->getNumElements() * 2);
Chris Lattnera5f58b02011-07-09 17:41:47 +00001725 llvm::Type *Tys[2] = { Ty, NarrowTy };
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001726 return EmitNeonCall(CGM.getIntrinsic(Int, Tys), Ops, "vpadal");
Bob Wilsond1767c52010-12-10 05:51:07 +00001727 }
Bob Wilson6bc21642011-06-24 22:13:26 +00001728 case ARM::BI__builtin_neon_vpadd_v:
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001729 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vpadd, Ty),
Nate Begemane0935ff2010-06-10 18:11:55 +00001730 Ops, "vpadd");
Bob Wilson6bc21642011-06-24 22:13:26 +00001731 case ARM::BI__builtin_neon_vpaddl_v:
1732 case ARM::BI__builtin_neon_vpaddlq_v: {
Nate Begemane0935ff2010-06-10 18:11:55 +00001733 Int = usgn ? Intrinsic::arm_neon_vpaddlu : Intrinsic::arm_neon_vpaddls;
Bob Wilsond1767c52010-12-10 05:51:07 +00001734 // The source operand type has twice as many elements of half the size.
1735 unsigned EltBits = VTy->getElementType()->getPrimitiveSizeInBits();
Chris Lattner2192fe52011-07-18 04:24:23 +00001736 llvm::Type *EltTy = llvm::IntegerType::get(getLLVMContext(), EltBits / 2);
Chris Lattnera5f58b02011-07-09 17:41:47 +00001737 llvm::Type *NarrowTy =
Bob Wilsond1767c52010-12-10 05:51:07 +00001738 llvm::VectorType::get(EltTy, VTy->getNumElements() * 2);
Chris Lattnera5f58b02011-07-09 17:41:47 +00001739 llvm::Type *Tys[2] = { Ty, NarrowTy };
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001740 return EmitNeonCall(CGM.getIntrinsic(Int, Tys), Ops, "vpaddl");
Bob Wilsond1767c52010-12-10 05:51:07 +00001741 }
Bob Wilson6bc21642011-06-24 22:13:26 +00001742 case ARM::BI__builtin_neon_vpmax_v:
Nate Begemane0935ff2010-06-10 18:11:55 +00001743 Int = usgn ? Intrinsic::arm_neon_vpmaxu : Intrinsic::arm_neon_vpmaxs;
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001744 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vpmax");
Bob Wilson6bc21642011-06-24 22:13:26 +00001745 case ARM::BI__builtin_neon_vpmin_v:
Nate Begemane0935ff2010-06-10 18:11:55 +00001746 Int = usgn ? Intrinsic::arm_neon_vpminu : Intrinsic::arm_neon_vpmins;
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001747 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vpmin");
Bob Wilson6bc21642011-06-24 22:13:26 +00001748 case ARM::BI__builtin_neon_vqabs_v:
1749 case ARM::BI__builtin_neon_vqabsq_v:
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001750 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vqabs, Ty),
Nate Begemane0935ff2010-06-10 18:11:55 +00001751 Ops, "vqabs");
Bob Wilson6bc21642011-06-24 22:13:26 +00001752 case ARM::BI__builtin_neon_vqadd_v:
1753 case ARM::BI__builtin_neon_vqaddq_v:
Nate Begemane0935ff2010-06-10 18:11:55 +00001754 Int = usgn ? Intrinsic::arm_neon_vqaddu : Intrinsic::arm_neon_vqadds;
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001755 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vqadd");
Bob Wilson6bc21642011-06-24 22:13:26 +00001756 case ARM::BI__builtin_neon_vqdmlal_v:
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001757 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vqdmlal, Ty),
Bob Wilson482afae2010-12-08 22:37:56 +00001758 Ops, "vqdmlal");
Bob Wilson6bc21642011-06-24 22:13:26 +00001759 case ARM::BI__builtin_neon_vqdmlsl_v:
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001760 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vqdmlsl, Ty),
Bob Wilson482afae2010-12-08 22:37:56 +00001761 Ops, "vqdmlsl");
Bob Wilson6bc21642011-06-24 22:13:26 +00001762 case ARM::BI__builtin_neon_vqdmulh_v:
1763 case ARM::BI__builtin_neon_vqdmulhq_v:
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001764 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vqdmulh, Ty),
Bob Wilson482afae2010-12-08 22:37:56 +00001765 Ops, "vqdmulh");
Bob Wilson6bc21642011-06-24 22:13:26 +00001766 case ARM::BI__builtin_neon_vqdmull_v:
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001767 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vqdmull, Ty),
Bob Wilson482afae2010-12-08 22:37:56 +00001768 Ops, "vqdmull");
Bob Wilson6bc21642011-06-24 22:13:26 +00001769 case ARM::BI__builtin_neon_vqmovn_v:
Nate Begemane0935ff2010-06-10 18:11:55 +00001770 Int = usgn ? Intrinsic::arm_neon_vqmovnu : Intrinsic::arm_neon_vqmovns;
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001771 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vqmovn");
Bob Wilson6bc21642011-06-24 22:13:26 +00001772 case ARM::BI__builtin_neon_vqmovun_v:
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001773 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vqmovnsu, Ty),
Nate Begemane0935ff2010-06-10 18:11:55 +00001774 Ops, "vqdmull");
Bob Wilson6bc21642011-06-24 22:13:26 +00001775 case ARM::BI__builtin_neon_vqneg_v:
1776 case ARM::BI__builtin_neon_vqnegq_v:
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001777 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vqneg, Ty),
Nate Begeman91e1fea2010-06-14 05:21:25 +00001778 Ops, "vqneg");
Bob Wilson6bc21642011-06-24 22:13:26 +00001779 case ARM::BI__builtin_neon_vqrdmulh_v:
1780 case ARM::BI__builtin_neon_vqrdmulhq_v:
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001781 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vqrdmulh, Ty),
Bob Wilson482afae2010-12-08 22:37:56 +00001782 Ops, "vqrdmulh");
Bob Wilson6bc21642011-06-24 22:13:26 +00001783 case ARM::BI__builtin_neon_vqrshl_v:
1784 case ARM::BI__builtin_neon_vqrshlq_v:
Nate Begemane0935ff2010-06-10 18:11:55 +00001785 Int = usgn ? Intrinsic::arm_neon_vqrshiftu : Intrinsic::arm_neon_vqrshifts;
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001786 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vqrshl");
Bob Wilson6bc21642011-06-24 22:13:26 +00001787 case ARM::BI__builtin_neon_vqrshrn_n_v:
Nate Begemane0935ff2010-06-10 18:11:55 +00001788 Int = usgn ? Intrinsic::arm_neon_vqrshiftnu : Intrinsic::arm_neon_vqrshiftns;
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001789 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vqrshrn_n",
Nate Begeman91e1fea2010-06-14 05:21:25 +00001790 1, true);
Bob Wilson6bc21642011-06-24 22:13:26 +00001791 case ARM::BI__builtin_neon_vqrshrun_n_v:
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001792 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vqrshiftnsu, Ty),
Bob Wilson482afae2010-12-08 22:37:56 +00001793 Ops, "vqrshrun_n", 1, true);
Bob Wilson6bc21642011-06-24 22:13:26 +00001794 case ARM::BI__builtin_neon_vqshl_v:
1795 case ARM::BI__builtin_neon_vqshlq_v:
Nate Begeman91e1fea2010-06-14 05:21:25 +00001796 Int = usgn ? Intrinsic::arm_neon_vqshiftu : Intrinsic::arm_neon_vqshifts;
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001797 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vqshl");
Bob Wilson6bc21642011-06-24 22:13:26 +00001798 case ARM::BI__builtin_neon_vqshl_n_v:
1799 case ARM::BI__builtin_neon_vqshlq_n_v:
Nate Begeman91e1fea2010-06-14 05:21:25 +00001800 Int = usgn ? Intrinsic::arm_neon_vqshiftu : Intrinsic::arm_neon_vqshifts;
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001801 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vqshl_n",
Nate Begeman91e1fea2010-06-14 05:21:25 +00001802 1, false);
Bob Wilson6bc21642011-06-24 22:13:26 +00001803 case ARM::BI__builtin_neon_vqshlu_n_v:
1804 case ARM::BI__builtin_neon_vqshluq_n_v:
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001805 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vqshiftsu, Ty),
Bob Wilson482afae2010-12-08 22:37:56 +00001806 Ops, "vqshlu", 1, false);
Bob Wilson6bc21642011-06-24 22:13:26 +00001807 case ARM::BI__builtin_neon_vqshrn_n_v:
Nate Begeman91e1fea2010-06-14 05:21:25 +00001808 Int = usgn ? Intrinsic::arm_neon_vqshiftnu : Intrinsic::arm_neon_vqshiftns;
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001809 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vqshrn_n",
Nate Begeman91e1fea2010-06-14 05:21:25 +00001810 1, true);
Bob Wilson6bc21642011-06-24 22:13:26 +00001811 case ARM::BI__builtin_neon_vqshrun_n_v:
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001812 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vqshiftnsu, Ty),
Bob Wilson482afae2010-12-08 22:37:56 +00001813 Ops, "vqshrun_n", 1, true);
Bob Wilson6bc21642011-06-24 22:13:26 +00001814 case ARM::BI__builtin_neon_vqsub_v:
1815 case ARM::BI__builtin_neon_vqsubq_v:
Nate Begeman8ed060b2010-06-11 22:57:12 +00001816 Int = usgn ? Intrinsic::arm_neon_vqsubu : Intrinsic::arm_neon_vqsubs;
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001817 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vqsub");
Bob Wilson6bc21642011-06-24 22:13:26 +00001818 case ARM::BI__builtin_neon_vraddhn_v:
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001819 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vraddhn, Ty),
Nate Begeman8ed060b2010-06-11 22:57:12 +00001820 Ops, "vraddhn");
Bob Wilson6bc21642011-06-24 22:13:26 +00001821 case ARM::BI__builtin_neon_vrecpe_v:
1822 case ARM::BI__builtin_neon_vrecpeq_v:
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001823 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vrecpe, Ty),
Nate Begeman8ed060b2010-06-11 22:57:12 +00001824 Ops, "vrecpe");
Bob Wilson6bc21642011-06-24 22:13:26 +00001825 case ARM::BI__builtin_neon_vrecps_v:
1826 case ARM::BI__builtin_neon_vrecpsq_v:
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001827 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vrecps, Ty),
Nate Begeman8ed060b2010-06-11 22:57:12 +00001828 Ops, "vrecps");
Bob Wilson6bc21642011-06-24 22:13:26 +00001829 case ARM::BI__builtin_neon_vrhadd_v:
1830 case ARM::BI__builtin_neon_vrhaddq_v:
Nate Begeman8ed060b2010-06-11 22:57:12 +00001831 Int = usgn ? Intrinsic::arm_neon_vrhaddu : Intrinsic::arm_neon_vrhadds;
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001832 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vrhadd");
Bob Wilson6bc21642011-06-24 22:13:26 +00001833 case ARM::BI__builtin_neon_vrshl_v:
1834 case ARM::BI__builtin_neon_vrshlq_v:
Nate Begemanc6ac0ce2010-06-12 06:06:07 +00001835 Int = usgn ? Intrinsic::arm_neon_vrshiftu : Intrinsic::arm_neon_vrshifts;
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001836 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vrshl");
Bob Wilson6bc21642011-06-24 22:13:26 +00001837 case ARM::BI__builtin_neon_vrshrn_n_v:
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001838 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vrshiftn, Ty),
Bob Wilson482afae2010-12-08 22:37:56 +00001839 Ops, "vrshrn_n", 1, true);
Bob Wilson6bc21642011-06-24 22:13:26 +00001840 case ARM::BI__builtin_neon_vrshr_n_v:
1841 case ARM::BI__builtin_neon_vrshrq_n_v:
Nate Begemanc6ac0ce2010-06-12 06:06:07 +00001842 Int = usgn ? Intrinsic::arm_neon_vrshiftu : Intrinsic::arm_neon_vrshifts;
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001843 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vrshr_n", 1, true);
Bob Wilson6bc21642011-06-24 22:13:26 +00001844 case ARM::BI__builtin_neon_vrsqrte_v:
1845 case ARM::BI__builtin_neon_vrsqrteq_v:
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001846 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vrsqrte, Ty),
Nate Begemanc6ac0ce2010-06-12 06:06:07 +00001847 Ops, "vrsqrte");
Bob Wilson6bc21642011-06-24 22:13:26 +00001848 case ARM::BI__builtin_neon_vrsqrts_v:
1849 case ARM::BI__builtin_neon_vrsqrtsq_v:
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001850 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vrsqrts, Ty),
Nate Begemanc6ac0ce2010-06-12 06:06:07 +00001851 Ops, "vrsqrts");
Bob Wilson6bc21642011-06-24 22:13:26 +00001852 case ARM::BI__builtin_neon_vrsra_n_v:
1853 case ARM::BI__builtin_neon_vrsraq_n_v:
Nate Begemanc6ac0ce2010-06-12 06:06:07 +00001854 Ops[0] = Builder.CreateBitCast(Ops[0], Ty);
1855 Ops[1] = Builder.CreateBitCast(Ops[1], Ty);
1856 Ops[2] = EmitNeonShiftVector(Ops[2], Ty, true);
1857 Int = usgn ? Intrinsic::arm_neon_vrshiftu : Intrinsic::arm_neon_vrshifts;
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001858 Ops[1] = Builder.CreateCall2(CGM.getIntrinsic(Int, Ty), Ops[1], Ops[2]);
Nate Begemanc6ac0ce2010-06-12 06:06:07 +00001859 return Builder.CreateAdd(Ops[0], Ops[1], "vrsra_n");
Bob Wilson6bc21642011-06-24 22:13:26 +00001860 case ARM::BI__builtin_neon_vrsubhn_v:
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001861 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vrsubhn, Ty),
Nate Begeman8ed060b2010-06-11 22:57:12 +00001862 Ops, "vrsubhn");
Bob Wilson6bc21642011-06-24 22:13:26 +00001863 case ARM::BI__builtin_neon_vshl_v:
1864 case ARM::BI__builtin_neon_vshlq_v:
Nate Begeman8ed060b2010-06-11 22:57:12 +00001865 Int = usgn ? Intrinsic::arm_neon_vshiftu : Intrinsic::arm_neon_vshifts;
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001866 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vshl");
Bob Wilson6bc21642011-06-24 22:13:26 +00001867 case ARM::BI__builtin_neon_vshll_n_v:
Nate Begeman8ed060b2010-06-11 22:57:12 +00001868 Int = usgn ? Intrinsic::arm_neon_vshiftlu : Intrinsic::arm_neon_vshiftls;
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001869 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vshll", 1);
Bob Wilson6bc21642011-06-24 22:13:26 +00001870 case ARM::BI__builtin_neon_vshl_n_v:
1871 case ARM::BI__builtin_neon_vshlq_n_v:
Nate Begeman91e1fea2010-06-14 05:21:25 +00001872 Ops[1] = EmitNeonShiftVector(Ops[1], Ty, false);
1873 return Builder.CreateShl(Builder.CreateBitCast(Ops[0],Ty), Ops[1], "vshl_n");
Bob Wilson6bc21642011-06-24 22:13:26 +00001874 case ARM::BI__builtin_neon_vshrn_n_v:
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001875 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vshiftn, Ty),
Bob Wilson482afae2010-12-08 22:37:56 +00001876 Ops, "vshrn_n", 1, true);
Bob Wilson6bc21642011-06-24 22:13:26 +00001877 case ARM::BI__builtin_neon_vshr_n_v:
1878 case ARM::BI__builtin_neon_vshrq_n_v:
Nate Begeman8ed060b2010-06-11 22:57:12 +00001879 Ops[0] = Builder.CreateBitCast(Ops[0], Ty);
Nate Begeman91e1fea2010-06-14 05:21:25 +00001880 Ops[1] = EmitNeonShiftVector(Ops[1], Ty, false);
Nate Begeman8ed060b2010-06-11 22:57:12 +00001881 if (usgn)
1882 return Builder.CreateLShr(Ops[0], Ops[1], "vshr_n");
1883 else
1884 return Builder.CreateAShr(Ops[0], Ops[1], "vshr_n");
Bob Wilson6bc21642011-06-24 22:13:26 +00001885 case ARM::BI__builtin_neon_vsri_n_v:
1886 case ARM::BI__builtin_neon_vsriq_n_v:
Bob Wilson4fa993f2010-12-03 17:10:22 +00001887 rightShift = true;
Bob Wilson6bc21642011-06-24 22:13:26 +00001888 case ARM::BI__builtin_neon_vsli_n_v:
1889 case ARM::BI__builtin_neon_vsliq_n_v:
Bob Wilson4fa993f2010-12-03 17:10:22 +00001890 Ops[2] = EmitNeonShiftVector(Ops[2], Ty, rightShift);
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001891 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vshiftins, Ty),
Nate Begeman8ed060b2010-06-11 22:57:12 +00001892 Ops, "vsli_n");
Bob Wilson6bc21642011-06-24 22:13:26 +00001893 case ARM::BI__builtin_neon_vsra_n_v:
1894 case ARM::BI__builtin_neon_vsraq_n_v:
Nate Begeman8ed060b2010-06-11 22:57:12 +00001895 Ops[0] = Builder.CreateBitCast(Ops[0], Ty);
1896 Ops[1] = Builder.CreateBitCast(Ops[1], Ty);
Nate Begeman91e1fea2010-06-14 05:21:25 +00001897 Ops[2] = EmitNeonShiftVector(Ops[2], Ty, false);
Nate Begeman8ed060b2010-06-11 22:57:12 +00001898 if (usgn)
1899 Ops[1] = Builder.CreateLShr(Ops[1], Ops[2], "vsra_n");
1900 else
1901 Ops[1] = Builder.CreateAShr(Ops[1], Ops[2], "vsra_n");
1902 return Builder.CreateAdd(Ops[0], Ops[1]);
Bob Wilson6bc21642011-06-24 22:13:26 +00001903 case ARM::BI__builtin_neon_vst1_v:
1904 case ARM::BI__builtin_neon_vst1q_v:
Jay Foadb0f33442012-03-02 18:34:30 +00001905 Ops.push_back(GetPointeeAlignmentValue(E->getArg(0)));
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001906 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vst1, Ty),
Nate Begeman8ed060b2010-06-11 22:57:12 +00001907 Ops, "");
Bob Wilson6bc21642011-06-24 22:13:26 +00001908 case ARM::BI__builtin_neon_vst1_lane_v:
Bob Wilson49708d42012-02-04 23:58:08 +00001909 case ARM::BI__builtin_neon_vst1q_lane_v: {
Nate Begeman8ed060b2010-06-11 22:57:12 +00001910 Ops[1] = Builder.CreateBitCast(Ops[1], Ty);
1911 Ops[1] = Builder.CreateExtractElement(Ops[1], Ops[2]);
1912 Ty = llvm::PointerType::getUnqual(Ops[1]->getType());
Bob Wilson49708d42012-02-04 23:58:08 +00001913 StoreInst *St = Builder.CreateStore(Ops[1],
1914 Builder.CreateBitCast(Ops[0], Ty));
Jay Foadb0f33442012-03-02 18:34:30 +00001915 Value *Align = GetPointeeAlignmentValue(E->getArg(0));
Bob Wilson49708d42012-02-04 23:58:08 +00001916 St->setAlignment(cast<ConstantInt>(Align)->getZExtValue());
1917 return St;
1918 }
Bob Wilson6bc21642011-06-24 22:13:26 +00001919 case ARM::BI__builtin_neon_vst2_v:
1920 case ARM::BI__builtin_neon_vst2q_v:
Jay Foadb0f33442012-03-02 18:34:30 +00001921 Ops.push_back(GetPointeeAlignmentValue(E->getArg(0)));
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001922 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vst2, Ty),
Nate Begeman8ed060b2010-06-11 22:57:12 +00001923 Ops, "");
Bob Wilson6bc21642011-06-24 22:13:26 +00001924 case ARM::BI__builtin_neon_vst2_lane_v:
1925 case ARM::BI__builtin_neon_vst2q_lane_v:
Jay Foadb0f33442012-03-02 18:34:30 +00001926 Ops.push_back(GetPointeeAlignmentValue(E->getArg(0)));
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001927 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vst2lane, Ty),
Nate Begeman8ed060b2010-06-11 22:57:12 +00001928 Ops, "");
Bob Wilson6bc21642011-06-24 22:13:26 +00001929 case ARM::BI__builtin_neon_vst3_v:
1930 case ARM::BI__builtin_neon_vst3q_v:
Jay Foadb0f33442012-03-02 18:34:30 +00001931 Ops.push_back(GetPointeeAlignmentValue(E->getArg(0)));
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001932 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vst3, Ty),
Nate Begeman8ed060b2010-06-11 22:57:12 +00001933 Ops, "");
Bob Wilson6bc21642011-06-24 22:13:26 +00001934 case ARM::BI__builtin_neon_vst3_lane_v:
1935 case ARM::BI__builtin_neon_vst3q_lane_v:
Jay Foadb0f33442012-03-02 18:34:30 +00001936 Ops.push_back(GetPointeeAlignmentValue(E->getArg(0)));
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001937 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vst3lane, Ty),
Nate Begeman8ed060b2010-06-11 22:57:12 +00001938 Ops, "");
Bob Wilson6bc21642011-06-24 22:13:26 +00001939 case ARM::BI__builtin_neon_vst4_v:
1940 case ARM::BI__builtin_neon_vst4q_v:
Jay Foadb0f33442012-03-02 18:34:30 +00001941 Ops.push_back(GetPointeeAlignmentValue(E->getArg(0)));
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001942 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vst4, Ty),
Nate Begeman8ed060b2010-06-11 22:57:12 +00001943 Ops, "");
Bob Wilson6bc21642011-06-24 22:13:26 +00001944 case ARM::BI__builtin_neon_vst4_lane_v:
1945 case ARM::BI__builtin_neon_vst4q_lane_v:
Jay Foadb0f33442012-03-02 18:34:30 +00001946 Ops.push_back(GetPointeeAlignmentValue(E->getArg(0)));
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001947 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vst4lane, Ty),
Nate Begeman8ed060b2010-06-11 22:57:12 +00001948 Ops, "");
Bob Wilson6bc21642011-06-24 22:13:26 +00001949 case ARM::BI__builtin_neon_vsubhn_v:
Benjamin Kramer8d375ce2011-07-14 17:45:50 +00001950 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vsubhn, Ty),
Nate Begemane0935ff2010-06-10 18:11:55 +00001951 Ops, "vsubhn");
Bob Wilson6bc21642011-06-24 22:13:26 +00001952 case ARM::BI__builtin_neon_vtbl1_v:
Nate Begeman55483092010-06-09 01:10:23 +00001953 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vtbl1),
1954 Ops, "vtbl1");
Bob Wilson6bc21642011-06-24 22:13:26 +00001955 case ARM::BI__builtin_neon_vtbl2_v:
Nate Begeman55483092010-06-09 01:10:23 +00001956 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vtbl2),
1957 Ops, "vtbl2");
Bob Wilson6bc21642011-06-24 22:13:26 +00001958 case ARM::BI__builtin_neon_vtbl3_v:
Nate Begeman55483092010-06-09 01:10:23 +00001959 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vtbl3),
1960 Ops, "vtbl3");
Bob Wilson6bc21642011-06-24 22:13:26 +00001961 case ARM::BI__builtin_neon_vtbl4_v:
Nate Begeman55483092010-06-09 01:10:23 +00001962 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vtbl4),
1963 Ops, "vtbl4");
Bob Wilson6bc21642011-06-24 22:13:26 +00001964 case ARM::BI__builtin_neon_vtbx1_v:
Nate Begeman55483092010-06-09 01:10:23 +00001965 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vtbx1),
1966 Ops, "vtbx1");
Bob Wilson6bc21642011-06-24 22:13:26 +00001967 case ARM::BI__builtin_neon_vtbx2_v:
Nate Begeman55483092010-06-09 01:10:23 +00001968 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vtbx2),
1969 Ops, "vtbx2");
Bob Wilson6bc21642011-06-24 22:13:26 +00001970 case ARM::BI__builtin_neon_vtbx3_v:
Nate Begeman55483092010-06-09 01:10:23 +00001971 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vtbx3),
1972 Ops, "vtbx3");
Bob Wilson6bc21642011-06-24 22:13:26 +00001973 case ARM::BI__builtin_neon_vtbx4_v:
Nate Begeman55483092010-06-09 01:10:23 +00001974 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vtbx4),
1975 Ops, "vtbx4");
Bob Wilson6bc21642011-06-24 22:13:26 +00001976 case ARM::BI__builtin_neon_vtst_v:
1977 case ARM::BI__builtin_neon_vtstq_v: {
Nate Begeman55483092010-06-09 01:10:23 +00001978 Ops[0] = Builder.CreateBitCast(Ops[0], Ty);
1979 Ops[1] = Builder.CreateBitCast(Ops[1], Ty);
1980 Ops[0] = Builder.CreateAnd(Ops[0], Ops[1]);
1981 Ops[0] = Builder.CreateICmp(ICmpInst::ICMP_NE, Ops[0],
1982 ConstantAggregateZero::get(Ty));
1983 return Builder.CreateSExt(Ops[0], Ty, "vtst");
1984 }
Bob Wilson6bc21642011-06-24 22:13:26 +00001985 case ARM::BI__builtin_neon_vtrn_v:
1986 case ARM::BI__builtin_neon_vtrnq_v: {
Nate Begemaned48c852010-06-20 23:05:28 +00001987 Ops[0] = Builder.CreateBitCast(Ops[0], llvm::PointerType::getUnqual(Ty));
Nate Begeman55483092010-06-09 01:10:23 +00001988 Ops[1] = Builder.CreateBitCast(Ops[1], Ty);
Nate Begemaned48c852010-06-20 23:05:28 +00001989 Ops[2] = Builder.CreateBitCast(Ops[2], Ty);
Ted Kremenek582a0992011-01-23 17:04:59 +00001990 Value *SV = 0;
Nate Begemaned48c852010-06-20 23:05:28 +00001991
1992 for (unsigned vi = 0; vi != 2; ++vi) {
1993 SmallVector<Constant*, 16> Indices;
1994 for (unsigned i = 0, e = VTy->getNumElements(); i != e; i += 2) {
Chris Lattner2d6b7b92012-01-25 05:34:41 +00001995 Indices.push_back(Builder.getInt32(i+vi));
1996 Indices.push_back(Builder.getInt32(i+e+vi));
Nate Begemaned48c852010-06-20 23:05:28 +00001997 }
1998 Value *Addr = Builder.CreateConstInBoundsGEP1_32(Ops[0], vi);
Chris Lattner91c08ad2011-02-15 00:14:06 +00001999 SV = llvm::ConstantVector::get(Indices);
Nate Begemaned48c852010-06-20 23:05:28 +00002000 SV = Builder.CreateShuffleVector(Ops[1], Ops[2], SV, "vtrn");
2001 SV = Builder.CreateStore(SV, Addr);
2002 }
2003 return SV;
Nate Begeman55483092010-06-09 01:10:23 +00002004 }
Bob Wilson6bc21642011-06-24 22:13:26 +00002005 case ARM::BI__builtin_neon_vuzp_v:
2006 case ARM::BI__builtin_neon_vuzpq_v: {
Nate Begemaned48c852010-06-20 23:05:28 +00002007 Ops[0] = Builder.CreateBitCast(Ops[0], llvm::PointerType::getUnqual(Ty));
Nate Begeman55483092010-06-09 01:10:23 +00002008 Ops[1] = Builder.CreateBitCast(Ops[1], Ty);
Nate Begemaned48c852010-06-20 23:05:28 +00002009 Ops[2] = Builder.CreateBitCast(Ops[2], Ty);
Ted Kremenek582a0992011-01-23 17:04:59 +00002010 Value *SV = 0;
Nate Begemaned48c852010-06-20 23:05:28 +00002011
2012 for (unsigned vi = 0; vi != 2; ++vi) {
2013 SmallVector<Constant*, 16> Indices;
2014 for (unsigned i = 0, e = VTy->getNumElements(); i != e; ++i)
Chris Lattner5e016ae2010-06-27 07:15:29 +00002015 Indices.push_back(ConstantInt::get(Int32Ty, 2*i+vi));
Nate Begemaned48c852010-06-20 23:05:28 +00002016
2017 Value *Addr = Builder.CreateConstInBoundsGEP1_32(Ops[0], vi);
Chris Lattner91c08ad2011-02-15 00:14:06 +00002018 SV = llvm::ConstantVector::get(Indices);
Nate Begemaned48c852010-06-20 23:05:28 +00002019 SV = Builder.CreateShuffleVector(Ops[1], Ops[2], SV, "vuzp");
2020 SV = Builder.CreateStore(SV, Addr);
2021 }
2022 return SV;
Nate Begeman55483092010-06-09 01:10:23 +00002023 }
Bob Wilson6bc21642011-06-24 22:13:26 +00002024 case ARM::BI__builtin_neon_vzip_v:
2025 case ARM::BI__builtin_neon_vzipq_v: {
Nate Begemaned48c852010-06-20 23:05:28 +00002026 Ops[0] = Builder.CreateBitCast(Ops[0], llvm::PointerType::getUnqual(Ty));
Nate Begeman55483092010-06-09 01:10:23 +00002027 Ops[1] = Builder.CreateBitCast(Ops[1], Ty);
Nate Begemaned48c852010-06-20 23:05:28 +00002028 Ops[2] = Builder.CreateBitCast(Ops[2], Ty);
Ted Kremenek582a0992011-01-23 17:04:59 +00002029 Value *SV = 0;
Nate Begemaned48c852010-06-20 23:05:28 +00002030
2031 for (unsigned vi = 0; vi != 2; ++vi) {
2032 SmallVector<Constant*, 16> Indices;
2033 for (unsigned i = 0, e = VTy->getNumElements(); i != e; i += 2) {
Daniel Dunbare3d87d22010-08-26 00:55:57 +00002034 Indices.push_back(ConstantInt::get(Int32Ty, (i + vi*e) >> 1));
2035 Indices.push_back(ConstantInt::get(Int32Ty, ((i + vi*e) >> 1)+e));
Nate Begemaned48c852010-06-20 23:05:28 +00002036 }
2037 Value *Addr = Builder.CreateConstInBoundsGEP1_32(Ops[0], vi);
Chris Lattner91c08ad2011-02-15 00:14:06 +00002038 SV = llvm::ConstantVector::get(Indices);
Nate Begemaned48c852010-06-20 23:05:28 +00002039 SV = Builder.CreateShuffleVector(Ops[1], Ops[2], SV, "vzip");
2040 SV = Builder.CreateStore(SV, Addr);
2041 }
2042 return SV;
Nate Begeman16372af2010-06-08 00:17:19 +00002043 }
Chris Lattner5cc15e02010-03-03 19:03:45 +00002044 }
2045}
2046
Bill Wendling65b2a962010-10-09 08:47:25 +00002047llvm::Value *CodeGenFunction::
Bill Wendlingf1a3fca2012-02-22 09:30:11 +00002048BuildVector(ArrayRef<llvm::Value*> Ops) {
Bill Wendling65b2a962010-10-09 08:47:25 +00002049 assert((Ops.size() & (Ops.size() - 1)) == 0 &&
2050 "Not a power-of-two sized vector!");
2051 bool AllConstants = true;
2052 for (unsigned i = 0, e = Ops.size(); i != e && AllConstants; ++i)
2053 AllConstants &= isa<Constant>(Ops[i]);
2054
2055 // If this is a constant vector, create a ConstantVector.
2056 if (AllConstants) {
Chris Lattner2d6b7b92012-01-25 05:34:41 +00002057 SmallVector<llvm::Constant*, 16> CstOps;
Bill Wendling65b2a962010-10-09 08:47:25 +00002058 for (unsigned i = 0, e = Ops.size(); i != e; ++i)
2059 CstOps.push_back(cast<Constant>(Ops[i]));
2060 return llvm::ConstantVector::get(CstOps);
2061 }
2062
2063 // Otherwise, insertelement the values to build the vector.
2064 Value *Result =
2065 llvm::UndefValue::get(llvm::VectorType::get(Ops[0]->getType(), Ops.size()));
2066
2067 for (unsigned i = 0, e = Ops.size(); i != e; ++i)
Chris Lattner2d6b7b92012-01-25 05:34:41 +00002068 Result = Builder.CreateInsertElement(Result, Ops[i], Builder.getInt32(i));
Bill Wendling65b2a962010-10-09 08:47:25 +00002069
2070 return Result;
2071}
2072
Mike Stump11289f42009-09-09 15:08:12 +00002073Value *CodeGenFunction::EmitX86BuiltinExpr(unsigned BuiltinID,
Chris Lattner13653d72007-12-13 07:34:23 +00002074 const CallExpr *E) {
Chris Lattner0e62c1c2011-07-23 10:55:15 +00002075 SmallVector<Value*, 4> Ops;
Anders Carlsson4d3094a2007-12-14 17:48:24 +00002076
Chris Lattner64d7f2a2010-10-02 00:09:12 +00002077 // Find out if any arguments are required to be integer constant expressions.
2078 unsigned ICEArguments = 0;
2079 ASTContext::GetBuiltinTypeError Error;
2080 getContext().GetBuiltinType(BuiltinID, Error, &ICEArguments);
2081 assert(Error == ASTContext::GE_None && "Should not codegen an error");
2082
2083 for (unsigned i = 0, e = E->getNumArgs(); i != e; i++) {
2084 // If this is a normal argument, just emit it as a scalar.
2085 if ((ICEArguments & (1 << i)) == 0) {
2086 Ops.push_back(EmitScalarExpr(E->getArg(i)));
2087 continue;
2088 }
2089
2090 // If this is required to be a constant, constant fold it so that we know
2091 // that the generated intrinsic gets a ConstantInt.
2092 llvm::APSInt Result;
2093 bool IsConst = E->getArg(i)->isIntegerConstantExpr(Result, getContext());
2094 assert(IsConst && "Constant arg isn't actually constant?"); (void)IsConst;
John McCallad7c5c12011-02-08 08:22:06 +00002095 Ops.push_back(llvm::ConstantInt::get(getLLVMContext(), Result));
Chris Lattner64d7f2a2010-10-02 00:09:12 +00002096 }
Anders Carlsson4d3094a2007-12-14 17:48:24 +00002097
Anders Carlsson895af082007-12-09 23:17:02 +00002098 switch (BuiltinID) {
Anders Carlsson92c4e442007-12-09 23:39:18 +00002099 default: return 0;
Bill Wendling65b2a962010-10-09 08:47:25 +00002100 case X86::BI__builtin_ia32_vec_init_v8qi:
2101 case X86::BI__builtin_ia32_vec_init_v4hi:
2102 case X86::BI__builtin_ia32_vec_init_v2si:
2103 return Builder.CreateBitCast(BuildVector(Ops),
John McCallad7c5c12011-02-08 08:22:06 +00002104 llvm::Type::getX86_MMXTy(getLLVMContext()));
Argyrios Kyrtzidis073c9cb2010-10-10 03:19:11 +00002105 case X86::BI__builtin_ia32_vec_ext_v2si:
2106 return Builder.CreateExtractElement(Ops[0],
2107 llvm::ConstantInt::get(Ops[1]->getType(), 0));
Nate Begeman91f40e32008-04-14 04:49:57 +00002108 case X86::BI__builtin_ia32_ldmxcsr: {
Chris Lattner2192fe52011-07-18 04:24:23 +00002109 llvm::Type *PtrTy = Int8PtrTy;
Chris Lattner5e016ae2010-06-27 07:15:29 +00002110 Value *One = llvm::ConstantInt::get(Int32Ty, 1);
Benjamin Kramer76399eb2011-09-27 21:06:10 +00002111 Value *Tmp = Builder.CreateAlloca(Int32Ty, One);
Nate Begeman91f40e32008-04-14 04:49:57 +00002112 Builder.CreateStore(Ops[0], Tmp);
2113 return Builder.CreateCall(CGM.getIntrinsic(Intrinsic::x86_sse_ldmxcsr),
Chris Lattnerdbcc2ca2008-05-06 00:56:42 +00002114 Builder.CreateBitCast(Tmp, PtrTy));
Nate Begeman91f40e32008-04-14 04:49:57 +00002115 }
2116 case X86::BI__builtin_ia32_stmxcsr: {
Chris Lattner2192fe52011-07-18 04:24:23 +00002117 llvm::Type *PtrTy = Int8PtrTy;
Chris Lattner5e016ae2010-06-27 07:15:29 +00002118 Value *One = llvm::ConstantInt::get(Int32Ty, 1);
Benjamin Kramer76399eb2011-09-27 21:06:10 +00002119 Value *Tmp = Builder.CreateAlloca(Int32Ty, One);
Ted Kremenekc14efa72011-08-17 21:04:19 +00002120 Builder.CreateCall(CGM.getIntrinsic(Intrinsic::x86_sse_stmxcsr),
2121 Builder.CreateBitCast(Tmp, PtrTy));
Nate Begeman91f40e32008-04-14 04:49:57 +00002122 return Builder.CreateLoad(Tmp, "stmxcsr");
2123 }
Nate Begeman91f40e32008-04-14 04:49:57 +00002124 case X86::BI__builtin_ia32_storehps:
2125 case X86::BI__builtin_ia32_storelps: {
Chris Lattner5e016ae2010-06-27 07:15:29 +00002126 llvm::Type *PtrTy = llvm::PointerType::getUnqual(Int64Ty);
2127 llvm::Type *VecTy = llvm::VectorType::get(Int64Ty, 2);
Mike Stump11289f42009-09-09 15:08:12 +00002128
Nate Begeman91f40e32008-04-14 04:49:57 +00002129 // cast val v2i64
2130 Ops[1] = Builder.CreateBitCast(Ops[1], VecTy, "cast");
Mike Stump11289f42009-09-09 15:08:12 +00002131
Nate Begeman91f40e32008-04-14 04:49:57 +00002132 // extract (0, 1)
2133 unsigned Index = BuiltinID == X86::BI__builtin_ia32_storelps ? 0 : 1;
Chris Lattner5e016ae2010-06-27 07:15:29 +00002134 llvm::Value *Idx = llvm::ConstantInt::get(Int32Ty, Index);
Nate Begeman91f40e32008-04-14 04:49:57 +00002135 Ops[1] = Builder.CreateExtractElement(Ops[1], Idx, "extract");
2136
2137 // cast pointer to i64 & store
2138 Ops[0] = Builder.CreateBitCast(Ops[0], PtrTy);
2139 return Builder.CreateStore(Ops[1], Ops[0]);
2140 }
Bill Wendling11191f12010-09-28 01:28:56 +00002141 case X86::BI__builtin_ia32_palignr: {
2142 unsigned shiftVal = cast<llvm::ConstantInt>(Ops[2])->getZExtValue();
2143
2144 // If palignr is shifting the pair of input vectors less than 9 bytes,
2145 // emit a shuffle instruction.
2146 if (shiftVal <= 8) {
Chris Lattner0e62c1c2011-07-23 10:55:15 +00002147 SmallVector<llvm::Constant*, 8> Indices;
Bill Wendling11191f12010-09-28 01:28:56 +00002148 for (unsigned i = 0; i != 8; ++i)
2149 Indices.push_back(llvm::ConstantInt::get(Int32Ty, shiftVal + i));
2150
Chris Lattner91c08ad2011-02-15 00:14:06 +00002151 Value* SV = llvm::ConstantVector::get(Indices);
Bill Wendling11191f12010-09-28 01:28:56 +00002152 return Builder.CreateShuffleVector(Ops[1], Ops[0], SV, "palignr");
2153 }
2154
2155 // If palignr is shifting the pair of input vectors more than 8 but less
2156 // than 16 bytes, emit a logical right shift of the destination.
2157 if (shiftVal < 16) {
2158 // MMX has these as 1 x i64 vectors for some odd optimization reasons.
Chris Lattner2192fe52011-07-18 04:24:23 +00002159 llvm::Type *VecTy = llvm::VectorType::get(Int64Ty, 1);
Bill Wendling11191f12010-09-28 01:28:56 +00002160
2161 Ops[0] = Builder.CreateBitCast(Ops[0], VecTy, "cast");
2162 Ops[1] = llvm::ConstantInt::get(VecTy, (shiftVal-8) * 8);
2163
2164 // create i32 constant
2165 llvm::Function *F = CGM.getIntrinsic(Intrinsic::x86_mmx_psrl_q);
Frits van Bommel717d7ed2011-07-18 12:00:32 +00002166 return Builder.CreateCall(F, makeArrayRef(&Ops[0], 2), "palignr");
Bill Wendling11191f12010-09-28 01:28:56 +00002167 }
2168
Eli Friedman2dadd3e2011-09-14 00:52:45 +00002169 // If palignr is shifting the pair of vectors more than 16 bytes, emit zero.
Bill Wendling11191f12010-09-28 01:28:56 +00002170 return llvm::Constant::getNullValue(ConvertType(E->getType()));
2171 }
Nate Begeman67dfd422009-12-14 05:15:02 +00002172 case X86::BI__builtin_ia32_palignr128: {
Nate Begeman72ec6bc2009-12-14 04:57:03 +00002173 unsigned shiftVal = cast<llvm::ConstantInt>(Ops[2])->getZExtValue();
2174
2175 // If palignr is shifting the pair of input vectors less than 17 bytes,
2176 // emit a shuffle instruction.
2177 if (shiftVal <= 16) {
Chris Lattner0e62c1c2011-07-23 10:55:15 +00002178 SmallVector<llvm::Constant*, 16> Indices;
Nate Begeman72ec6bc2009-12-14 04:57:03 +00002179 for (unsigned i = 0; i != 16; ++i)
Chris Lattner5e016ae2010-06-27 07:15:29 +00002180 Indices.push_back(llvm::ConstantInt::get(Int32Ty, shiftVal + i));
Nate Begeman72ec6bc2009-12-14 04:57:03 +00002181
Chris Lattner91c08ad2011-02-15 00:14:06 +00002182 Value* SV = llvm::ConstantVector::get(Indices);
Nate Begeman72ec6bc2009-12-14 04:57:03 +00002183 return Builder.CreateShuffleVector(Ops[1], Ops[0], SV, "palignr");
2184 }
2185
2186 // If palignr is shifting the pair of input vectors more than 16 but less
2187 // than 32 bytes, emit a logical right shift of the destination.
2188 if (shiftVal < 32) {
Chris Lattner2192fe52011-07-18 04:24:23 +00002189 llvm::Type *VecTy = llvm::VectorType::get(Int64Ty, 2);
Nate Begeman72ec6bc2009-12-14 04:57:03 +00002190
2191 Ops[0] = Builder.CreateBitCast(Ops[0], VecTy, "cast");
Chris Lattner5e016ae2010-06-27 07:15:29 +00002192 Ops[1] = llvm::ConstantInt::get(Int32Ty, (shiftVal-16) * 8);
Nate Begeman72ec6bc2009-12-14 04:57:03 +00002193
2194 // create i32 constant
2195 llvm::Function *F = CGM.getIntrinsic(Intrinsic::x86_sse2_psrl_dq);
Frits van Bommel717d7ed2011-07-18 12:00:32 +00002196 return Builder.CreateCall(F, makeArrayRef(&Ops[0], 2), "palignr");
Nate Begeman72ec6bc2009-12-14 04:57:03 +00002197 }
2198
2199 // If palignr is shifting the pair of vectors more than 32 bytes, emit zero.
2200 return llvm::Constant::getNullValue(ConvertType(E->getType()));
Eric Christopherc377c812009-12-01 05:00:51 +00002201 }
Craig Topper94aba2c2011-12-19 07:03:25 +00002202 case X86::BI__builtin_ia32_palignr256: {
2203 unsigned shiftVal = cast<llvm::ConstantInt>(Ops[2])->getZExtValue();
2204
2205 // If palignr is shifting the pair of input vectors less than 17 bytes,
2206 // emit a shuffle instruction.
2207 if (shiftVal <= 16) {
2208 SmallVector<llvm::Constant*, 32> Indices;
2209 // 256-bit palignr operates on 128-bit lanes so we need to handle that
2210 for (unsigned l = 0; l != 2; ++l) {
2211 unsigned LaneStart = l * 16;
2212 unsigned LaneEnd = (l+1) * 16;
2213 for (unsigned i = 0; i != 16; ++i) {
2214 unsigned Idx = shiftVal + i + LaneStart;
2215 if (Idx >= LaneEnd) Idx += 16; // end of lane, switch operand
2216 Indices.push_back(llvm::ConstantInt::get(Int32Ty, Idx));
2217 }
2218 }
2219
2220 Value* SV = llvm::ConstantVector::get(Indices);
2221 return Builder.CreateShuffleVector(Ops[1], Ops[0], SV, "palignr");
2222 }
2223
2224 // If palignr is shifting the pair of input vectors more than 16 but less
2225 // than 32 bytes, emit a logical right shift of the destination.
2226 if (shiftVal < 32) {
2227 llvm::Type *VecTy = llvm::VectorType::get(Int64Ty, 4);
2228
2229 Ops[0] = Builder.CreateBitCast(Ops[0], VecTy, "cast");
2230 Ops[1] = llvm::ConstantInt::get(Int32Ty, (shiftVal-16) * 8);
2231
2232 // create i32 constant
2233 llvm::Function *F = CGM.getIntrinsic(Intrinsic::x86_avx2_psrl_dq);
2234 return Builder.CreateCall(F, makeArrayRef(&Ops[0], 2), "palignr");
2235 }
2236
2237 // If palignr is shifting the pair of vectors more than 32 bytes, emit zero.
2238 return llvm::Constant::getNullValue(ConvertType(E->getType()));
2239 }
Bill Wendling5f9150b2011-05-04 02:40:38 +00002240 case X86::BI__builtin_ia32_movntps:
2241 case X86::BI__builtin_ia32_movntpd:
2242 case X86::BI__builtin_ia32_movntdq:
2243 case X86::BI__builtin_ia32_movnti: {
Bill Wendling6869b6a2011-05-04 20:28:12 +00002244 llvm::MDNode *Node = llvm::MDNode::get(getLLVMContext(),
2245 Builder.getInt32(1));
Bill Wendling5f9150b2011-05-04 02:40:38 +00002246
2247 // Convert the type of the pointer to a pointer to the stored type.
2248 Value *BC = Builder.CreateBitCast(Ops[0],
2249 llvm::PointerType::getUnqual(Ops[1]->getType()),
2250 "cast");
2251 StoreInst *SI = Builder.CreateStore(Ops[1], BC);
2252 SI->setMetadata(CGM.getModule().getMDKindID("nontemporal"), Node);
2253 SI->setAlignment(16);
2254 return SI;
2255 }
Michael J. Spencer6826eb82011-04-15 15:07:13 +00002256 // 3DNow!
Michael J. Spencer6826eb82011-04-15 15:07:13 +00002257 case X86::BI__builtin_ia32_pswapdsf:
2258 case X86::BI__builtin_ia32_pswapdsi: {
2259 const char *name = 0;
2260 Intrinsic::ID ID = Intrinsic::not_intrinsic;
2261 switch(BuiltinID) {
Craig Topperd6d3a052012-01-30 08:18:19 +00002262 default: llvm_unreachable("Unsupported intrinsic!");
Michael J. Spencer6826eb82011-04-15 15:07:13 +00002263 case X86::BI__builtin_ia32_pswapdsf:
2264 case X86::BI__builtin_ia32_pswapdsi:
2265 name = "pswapd";
2266 ID = Intrinsic::x86_3dnowa_pswapd;
2267 break;
2268 }
Chandler Carrutha2a54102012-02-20 07:35:45 +00002269 llvm::Type *MMXTy = llvm::Type::getX86_MMXTy(getLLVMContext());
2270 Ops[0] = Builder.CreateBitCast(Ops[0], MMXTy, "cast");
Michael J. Spencer6826eb82011-04-15 15:07:13 +00002271 llvm::Function *F = CGM.getIntrinsic(ID);
Jay Foad5bd375a2011-07-15 08:37:34 +00002272 return Builder.CreateCall(F, Ops, name);
Michael J. Spencer6826eb82011-04-15 15:07:13 +00002273 }
Anders Carlsson895af082007-12-09 23:17:02 +00002274 }
2275}
2276
Tony Linthicum76329bf2011-12-12 21:14:55 +00002277
2278Value *CodeGenFunction::EmitHexagonBuiltinExpr(unsigned BuiltinID,
2279 const CallExpr *E) {
2280 llvm::SmallVector<Value*, 4> Ops;
2281
2282 for (unsigned i = 0, e = E->getNumArgs(); i != e; i++)
2283 Ops.push_back(EmitScalarExpr(E->getArg(i)));
2284
2285 Intrinsic::ID ID = Intrinsic::not_intrinsic;
2286
2287 switch (BuiltinID) {
2288 default: return 0;
2289
2290 case Hexagon::BI__builtin_HEXAGON_C2_cmpeq:
2291 ID = Intrinsic::hexagon_C2_cmpeq; break;
2292
2293 case Hexagon::BI__builtin_HEXAGON_C2_cmpgt:
2294 ID = Intrinsic::hexagon_C2_cmpgt; break;
2295
2296 case Hexagon::BI__builtin_HEXAGON_C2_cmpgtu:
2297 ID = Intrinsic::hexagon_C2_cmpgtu; break;
2298
2299 case Hexagon::BI__builtin_HEXAGON_C2_cmpeqp:
2300 ID = Intrinsic::hexagon_C2_cmpeqp; break;
2301
2302 case Hexagon::BI__builtin_HEXAGON_C2_cmpgtp:
2303 ID = Intrinsic::hexagon_C2_cmpgtp; break;
2304
2305 case Hexagon::BI__builtin_HEXAGON_C2_cmpgtup:
2306 ID = Intrinsic::hexagon_C2_cmpgtup; break;
2307
2308 case Hexagon::BI__builtin_HEXAGON_C2_bitsset:
2309 ID = Intrinsic::hexagon_C2_bitsset; break;
2310
2311 case Hexagon::BI__builtin_HEXAGON_C2_bitsclr:
2312 ID = Intrinsic::hexagon_C2_bitsclr; break;
2313
2314 case Hexagon::BI__builtin_HEXAGON_C2_cmpeqi:
2315 ID = Intrinsic::hexagon_C2_cmpeqi; break;
2316
2317 case Hexagon::BI__builtin_HEXAGON_C2_cmpgti:
2318 ID = Intrinsic::hexagon_C2_cmpgti; break;
2319
2320 case Hexagon::BI__builtin_HEXAGON_C2_cmpgtui:
2321 ID = Intrinsic::hexagon_C2_cmpgtui; break;
2322
2323 case Hexagon::BI__builtin_HEXAGON_C2_cmpgei:
2324 ID = Intrinsic::hexagon_C2_cmpgei; break;
2325
2326 case Hexagon::BI__builtin_HEXAGON_C2_cmpgeui:
2327 ID = Intrinsic::hexagon_C2_cmpgeui; break;
2328
2329 case Hexagon::BI__builtin_HEXAGON_C2_cmplt:
2330 ID = Intrinsic::hexagon_C2_cmplt; break;
2331
2332 case Hexagon::BI__builtin_HEXAGON_C2_cmpltu:
2333 ID = Intrinsic::hexagon_C2_cmpltu; break;
2334
2335 case Hexagon::BI__builtin_HEXAGON_C2_bitsclri:
2336 ID = Intrinsic::hexagon_C2_bitsclri; break;
2337
2338 case Hexagon::BI__builtin_HEXAGON_C2_and:
2339 ID = Intrinsic::hexagon_C2_and; break;
2340
2341 case Hexagon::BI__builtin_HEXAGON_C2_or:
2342 ID = Intrinsic::hexagon_C2_or; break;
2343
2344 case Hexagon::BI__builtin_HEXAGON_C2_xor:
2345 ID = Intrinsic::hexagon_C2_xor; break;
2346
2347 case Hexagon::BI__builtin_HEXAGON_C2_andn:
2348 ID = Intrinsic::hexagon_C2_andn; break;
2349
2350 case Hexagon::BI__builtin_HEXAGON_C2_not:
2351 ID = Intrinsic::hexagon_C2_not; break;
2352
2353 case Hexagon::BI__builtin_HEXAGON_C2_orn:
2354 ID = Intrinsic::hexagon_C2_orn; break;
2355
2356 case Hexagon::BI__builtin_HEXAGON_C2_pxfer_map:
2357 ID = Intrinsic::hexagon_C2_pxfer_map; break;
2358
2359 case Hexagon::BI__builtin_HEXAGON_C2_any8:
2360 ID = Intrinsic::hexagon_C2_any8; break;
2361
2362 case Hexagon::BI__builtin_HEXAGON_C2_all8:
2363 ID = Intrinsic::hexagon_C2_all8; break;
2364
2365 case Hexagon::BI__builtin_HEXAGON_C2_vitpack:
2366 ID = Intrinsic::hexagon_C2_vitpack; break;
2367
2368 case Hexagon::BI__builtin_HEXAGON_C2_mux:
2369 ID = Intrinsic::hexagon_C2_mux; break;
2370
2371 case Hexagon::BI__builtin_HEXAGON_C2_muxii:
2372 ID = Intrinsic::hexagon_C2_muxii; break;
2373
2374 case Hexagon::BI__builtin_HEXAGON_C2_muxir:
2375 ID = Intrinsic::hexagon_C2_muxir; break;
2376
2377 case Hexagon::BI__builtin_HEXAGON_C2_muxri:
2378 ID = Intrinsic::hexagon_C2_muxri; break;
2379
2380 case Hexagon::BI__builtin_HEXAGON_C2_vmux:
2381 ID = Intrinsic::hexagon_C2_vmux; break;
2382
2383 case Hexagon::BI__builtin_HEXAGON_C2_mask:
2384 ID = Intrinsic::hexagon_C2_mask; break;
2385
2386 case Hexagon::BI__builtin_HEXAGON_A2_vcmpbeq:
2387 ID = Intrinsic::hexagon_A2_vcmpbeq; break;
2388
2389 case Hexagon::BI__builtin_HEXAGON_A2_vcmpbgtu:
2390 ID = Intrinsic::hexagon_A2_vcmpbgtu; break;
2391
2392 case Hexagon::BI__builtin_HEXAGON_A2_vcmpheq:
2393 ID = Intrinsic::hexagon_A2_vcmpheq; break;
2394
2395 case Hexagon::BI__builtin_HEXAGON_A2_vcmphgt:
2396 ID = Intrinsic::hexagon_A2_vcmphgt; break;
2397
2398 case Hexagon::BI__builtin_HEXAGON_A2_vcmphgtu:
2399 ID = Intrinsic::hexagon_A2_vcmphgtu; break;
2400
2401 case Hexagon::BI__builtin_HEXAGON_A2_vcmpweq:
2402 ID = Intrinsic::hexagon_A2_vcmpweq; break;
2403
2404 case Hexagon::BI__builtin_HEXAGON_A2_vcmpwgt:
2405 ID = Intrinsic::hexagon_A2_vcmpwgt; break;
2406
2407 case Hexagon::BI__builtin_HEXAGON_A2_vcmpwgtu:
2408 ID = Intrinsic::hexagon_A2_vcmpwgtu; break;
2409
2410 case Hexagon::BI__builtin_HEXAGON_C2_tfrpr:
2411 ID = Intrinsic::hexagon_C2_tfrpr; break;
2412
2413 case Hexagon::BI__builtin_HEXAGON_C2_tfrrp:
2414 ID = Intrinsic::hexagon_C2_tfrrp; break;
2415
2416 case Hexagon::BI__builtin_HEXAGON_M2_mpy_acc_hh_s0:
2417 ID = Intrinsic::hexagon_M2_mpy_acc_hh_s0; break;
2418
2419 case Hexagon::BI__builtin_HEXAGON_M2_mpy_acc_hh_s1:
2420 ID = Intrinsic::hexagon_M2_mpy_acc_hh_s1; break;
2421
2422 case Hexagon::BI__builtin_HEXAGON_M2_mpy_acc_hl_s0:
2423 ID = Intrinsic::hexagon_M2_mpy_acc_hl_s0; break;
2424
2425 case Hexagon::BI__builtin_HEXAGON_M2_mpy_acc_hl_s1:
2426 ID = Intrinsic::hexagon_M2_mpy_acc_hl_s1; break;
2427
2428 case Hexagon::BI__builtin_HEXAGON_M2_mpy_acc_lh_s0:
2429 ID = Intrinsic::hexagon_M2_mpy_acc_lh_s0; break;
2430
2431 case Hexagon::BI__builtin_HEXAGON_M2_mpy_acc_lh_s1:
2432 ID = Intrinsic::hexagon_M2_mpy_acc_lh_s1; break;
2433
2434 case Hexagon::BI__builtin_HEXAGON_M2_mpy_acc_ll_s0:
2435 ID = Intrinsic::hexagon_M2_mpy_acc_ll_s0; break;
2436
2437 case Hexagon::BI__builtin_HEXAGON_M2_mpy_acc_ll_s1:
2438 ID = Intrinsic::hexagon_M2_mpy_acc_ll_s1; break;
2439
2440 case Hexagon::BI__builtin_HEXAGON_M2_mpy_nac_hh_s0:
2441 ID = Intrinsic::hexagon_M2_mpy_nac_hh_s0; break;
2442
2443 case Hexagon::BI__builtin_HEXAGON_M2_mpy_nac_hh_s1:
2444 ID = Intrinsic::hexagon_M2_mpy_nac_hh_s1; break;
2445
2446 case Hexagon::BI__builtin_HEXAGON_M2_mpy_nac_hl_s0:
2447 ID = Intrinsic::hexagon_M2_mpy_nac_hl_s0; break;
2448
2449 case Hexagon::BI__builtin_HEXAGON_M2_mpy_nac_hl_s1:
2450 ID = Intrinsic::hexagon_M2_mpy_nac_hl_s1; break;
2451
2452 case Hexagon::BI__builtin_HEXAGON_M2_mpy_nac_lh_s0:
2453 ID = Intrinsic::hexagon_M2_mpy_nac_lh_s0; break;
2454
2455 case Hexagon::BI__builtin_HEXAGON_M2_mpy_nac_lh_s1:
2456 ID = Intrinsic::hexagon_M2_mpy_nac_lh_s1; break;
2457
2458 case Hexagon::BI__builtin_HEXAGON_M2_mpy_nac_ll_s0:
2459 ID = Intrinsic::hexagon_M2_mpy_nac_ll_s0; break;
2460
2461 case Hexagon::BI__builtin_HEXAGON_M2_mpy_nac_ll_s1:
2462 ID = Intrinsic::hexagon_M2_mpy_nac_ll_s1; break;
2463
2464 case Hexagon::BI__builtin_HEXAGON_M2_mpy_acc_sat_hh_s0:
2465 ID = Intrinsic::hexagon_M2_mpy_acc_sat_hh_s0; break;
2466
2467 case Hexagon::BI__builtin_HEXAGON_M2_mpy_acc_sat_hh_s1:
2468 ID = Intrinsic::hexagon_M2_mpy_acc_sat_hh_s1; break;
2469
2470 case Hexagon::BI__builtin_HEXAGON_M2_mpy_acc_sat_hl_s0:
2471 ID = Intrinsic::hexagon_M2_mpy_acc_sat_hl_s0; break;
2472
2473 case Hexagon::BI__builtin_HEXAGON_M2_mpy_acc_sat_hl_s1:
2474 ID = Intrinsic::hexagon_M2_mpy_acc_sat_hl_s1; break;
2475
2476 case Hexagon::BI__builtin_HEXAGON_M2_mpy_acc_sat_lh_s0:
2477 ID = Intrinsic::hexagon_M2_mpy_acc_sat_lh_s0; break;
2478
2479 case Hexagon::BI__builtin_HEXAGON_M2_mpy_acc_sat_lh_s1:
2480 ID = Intrinsic::hexagon_M2_mpy_acc_sat_lh_s1; break;
2481
2482 case Hexagon::BI__builtin_HEXAGON_M2_mpy_acc_sat_ll_s0:
2483 ID = Intrinsic::hexagon_M2_mpy_acc_sat_ll_s0; break;
2484
2485 case Hexagon::BI__builtin_HEXAGON_M2_mpy_acc_sat_ll_s1:
2486 ID = Intrinsic::hexagon_M2_mpy_acc_sat_ll_s1; break;
2487
2488 case Hexagon::BI__builtin_HEXAGON_M2_mpy_nac_sat_hh_s0:
2489 ID = Intrinsic::hexagon_M2_mpy_nac_sat_hh_s0; break;
2490
2491 case Hexagon::BI__builtin_HEXAGON_M2_mpy_nac_sat_hh_s1:
2492 ID = Intrinsic::hexagon_M2_mpy_nac_sat_hh_s1; break;
2493
2494 case Hexagon::BI__builtin_HEXAGON_M2_mpy_nac_sat_hl_s0:
2495 ID = Intrinsic::hexagon_M2_mpy_nac_sat_hl_s0; break;
2496
2497 case Hexagon::BI__builtin_HEXAGON_M2_mpy_nac_sat_hl_s1:
2498 ID = Intrinsic::hexagon_M2_mpy_nac_sat_hl_s1; break;
2499
2500 case Hexagon::BI__builtin_HEXAGON_M2_mpy_nac_sat_lh_s0:
2501 ID = Intrinsic::hexagon_M2_mpy_nac_sat_lh_s0; break;
2502
2503 case Hexagon::BI__builtin_HEXAGON_M2_mpy_nac_sat_lh_s1:
2504 ID = Intrinsic::hexagon_M2_mpy_nac_sat_lh_s1; break;
2505
2506 case Hexagon::BI__builtin_HEXAGON_M2_mpy_nac_sat_ll_s0:
2507 ID = Intrinsic::hexagon_M2_mpy_nac_sat_ll_s0; break;
2508
2509 case Hexagon::BI__builtin_HEXAGON_M2_mpy_nac_sat_ll_s1:
2510 ID = Intrinsic::hexagon_M2_mpy_nac_sat_ll_s1; break;
2511
2512 case Hexagon::BI__builtin_HEXAGON_M2_mpy_hh_s0:
2513 ID = Intrinsic::hexagon_M2_mpy_hh_s0; break;
2514
2515 case Hexagon::BI__builtin_HEXAGON_M2_mpy_hh_s1:
2516 ID = Intrinsic::hexagon_M2_mpy_hh_s1; break;
2517
2518 case Hexagon::BI__builtin_HEXAGON_M2_mpy_hl_s0:
2519 ID = Intrinsic::hexagon_M2_mpy_hl_s0; break;
2520
2521 case Hexagon::BI__builtin_HEXAGON_M2_mpy_hl_s1:
2522 ID = Intrinsic::hexagon_M2_mpy_hl_s1; break;
2523
2524 case Hexagon::BI__builtin_HEXAGON_M2_mpy_lh_s0:
2525 ID = Intrinsic::hexagon_M2_mpy_lh_s0; break;
2526
2527 case Hexagon::BI__builtin_HEXAGON_M2_mpy_lh_s1:
2528 ID = Intrinsic::hexagon_M2_mpy_lh_s1; break;
2529
2530 case Hexagon::BI__builtin_HEXAGON_M2_mpy_ll_s0:
2531 ID = Intrinsic::hexagon_M2_mpy_ll_s0; break;
2532
2533 case Hexagon::BI__builtin_HEXAGON_M2_mpy_ll_s1:
2534 ID = Intrinsic::hexagon_M2_mpy_ll_s1; break;
2535
2536 case Hexagon::BI__builtin_HEXAGON_M2_mpy_sat_hh_s0:
2537 ID = Intrinsic::hexagon_M2_mpy_sat_hh_s0; break;
2538
2539 case Hexagon::BI__builtin_HEXAGON_M2_mpy_sat_hh_s1:
2540 ID = Intrinsic::hexagon_M2_mpy_sat_hh_s1; break;
2541
2542 case Hexagon::BI__builtin_HEXAGON_M2_mpy_sat_hl_s0:
2543 ID = Intrinsic::hexagon_M2_mpy_sat_hl_s0; break;
2544
2545 case Hexagon::BI__builtin_HEXAGON_M2_mpy_sat_hl_s1:
2546 ID = Intrinsic::hexagon_M2_mpy_sat_hl_s1; break;
2547
2548 case Hexagon::BI__builtin_HEXAGON_M2_mpy_sat_lh_s0:
2549 ID = Intrinsic::hexagon_M2_mpy_sat_lh_s0; break;
2550
2551 case Hexagon::BI__builtin_HEXAGON_M2_mpy_sat_lh_s1:
2552 ID = Intrinsic::hexagon_M2_mpy_sat_lh_s1; break;
2553
2554 case Hexagon::BI__builtin_HEXAGON_M2_mpy_sat_ll_s0:
2555 ID = Intrinsic::hexagon_M2_mpy_sat_ll_s0; break;
2556
2557 case Hexagon::BI__builtin_HEXAGON_M2_mpy_sat_ll_s1:
2558 ID = Intrinsic::hexagon_M2_mpy_sat_ll_s1; break;
2559
2560 case Hexagon::BI__builtin_HEXAGON_M2_mpy_rnd_hh_s0:
2561 ID = Intrinsic::hexagon_M2_mpy_rnd_hh_s0; break;
2562
2563 case Hexagon::BI__builtin_HEXAGON_M2_mpy_rnd_hh_s1:
2564 ID = Intrinsic::hexagon_M2_mpy_rnd_hh_s1; break;
2565
2566 case Hexagon::BI__builtin_HEXAGON_M2_mpy_rnd_hl_s0:
2567 ID = Intrinsic::hexagon_M2_mpy_rnd_hl_s0; break;
2568
2569 case Hexagon::BI__builtin_HEXAGON_M2_mpy_rnd_hl_s1:
2570 ID = Intrinsic::hexagon_M2_mpy_rnd_hl_s1; break;
2571
2572 case Hexagon::BI__builtin_HEXAGON_M2_mpy_rnd_lh_s0:
2573 ID = Intrinsic::hexagon_M2_mpy_rnd_lh_s0; break;
2574
2575 case Hexagon::BI__builtin_HEXAGON_M2_mpy_rnd_lh_s1:
2576 ID = Intrinsic::hexagon_M2_mpy_rnd_lh_s1; break;
2577
2578 case Hexagon::BI__builtin_HEXAGON_M2_mpy_rnd_ll_s0:
2579 ID = Intrinsic::hexagon_M2_mpy_rnd_ll_s0; break;
2580
2581 case Hexagon::BI__builtin_HEXAGON_M2_mpy_rnd_ll_s1:
2582 ID = Intrinsic::hexagon_M2_mpy_rnd_ll_s1; break;
2583
2584 case Hexagon::BI__builtin_HEXAGON_M2_mpy_sat_rnd_hh_s0:
2585 ID = Intrinsic::hexagon_M2_mpy_sat_rnd_hh_s0; break;
2586
2587 case Hexagon::BI__builtin_HEXAGON_M2_mpy_sat_rnd_hh_s1:
2588 ID = Intrinsic::hexagon_M2_mpy_sat_rnd_hh_s1; break;
2589
2590 case Hexagon::BI__builtin_HEXAGON_M2_mpy_sat_rnd_hl_s0:
2591 ID = Intrinsic::hexagon_M2_mpy_sat_rnd_hl_s0; break;
2592
2593 case Hexagon::BI__builtin_HEXAGON_M2_mpy_sat_rnd_hl_s1:
2594 ID = Intrinsic::hexagon_M2_mpy_sat_rnd_hl_s1; break;
2595
2596 case Hexagon::BI__builtin_HEXAGON_M2_mpy_sat_rnd_lh_s0:
2597 ID = Intrinsic::hexagon_M2_mpy_sat_rnd_lh_s0; break;
2598
2599 case Hexagon::BI__builtin_HEXAGON_M2_mpy_sat_rnd_lh_s1:
2600 ID = Intrinsic::hexagon_M2_mpy_sat_rnd_lh_s1; break;
2601
2602 case Hexagon::BI__builtin_HEXAGON_M2_mpy_sat_rnd_ll_s0:
2603 ID = Intrinsic::hexagon_M2_mpy_sat_rnd_ll_s0; break;
2604
2605 case Hexagon::BI__builtin_HEXAGON_M2_mpy_sat_rnd_ll_s1:
2606 ID = Intrinsic::hexagon_M2_mpy_sat_rnd_ll_s1; break;
2607
2608 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_acc_hh_s0:
2609 ID = Intrinsic::hexagon_M2_mpyd_acc_hh_s0; break;
2610
2611 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_acc_hh_s1:
2612 ID = Intrinsic::hexagon_M2_mpyd_acc_hh_s1; break;
2613
2614 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_acc_hl_s0:
2615 ID = Intrinsic::hexagon_M2_mpyd_acc_hl_s0; break;
2616
2617 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_acc_hl_s1:
2618 ID = Intrinsic::hexagon_M2_mpyd_acc_hl_s1; break;
2619
2620 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_acc_lh_s0:
2621 ID = Intrinsic::hexagon_M2_mpyd_acc_lh_s0; break;
2622
2623 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_acc_lh_s1:
2624 ID = Intrinsic::hexagon_M2_mpyd_acc_lh_s1; break;
2625
2626 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_acc_ll_s0:
2627 ID = Intrinsic::hexagon_M2_mpyd_acc_ll_s0; break;
2628
2629 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_acc_ll_s1:
2630 ID = Intrinsic::hexagon_M2_mpyd_acc_ll_s1; break;
2631
2632 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_nac_hh_s0:
2633 ID = Intrinsic::hexagon_M2_mpyd_nac_hh_s0; break;
2634
2635 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_nac_hh_s1:
2636 ID = Intrinsic::hexagon_M2_mpyd_nac_hh_s1; break;
2637
2638 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_nac_hl_s0:
2639 ID = Intrinsic::hexagon_M2_mpyd_nac_hl_s0; break;
2640
2641 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_nac_hl_s1:
2642 ID = Intrinsic::hexagon_M2_mpyd_nac_hl_s1; break;
2643
2644 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_nac_lh_s0:
2645 ID = Intrinsic::hexagon_M2_mpyd_nac_lh_s0; break;
2646
2647 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_nac_lh_s1:
2648 ID = Intrinsic::hexagon_M2_mpyd_nac_lh_s1; break;
2649
2650 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_nac_ll_s0:
2651 ID = Intrinsic::hexagon_M2_mpyd_nac_ll_s0; break;
2652
2653 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_nac_ll_s1:
2654 ID = Intrinsic::hexagon_M2_mpyd_nac_ll_s1; break;
2655
2656 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_hh_s0:
2657 ID = Intrinsic::hexagon_M2_mpyd_hh_s0; break;
2658
2659 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_hh_s1:
2660 ID = Intrinsic::hexagon_M2_mpyd_hh_s1; break;
2661
2662 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_hl_s0:
2663 ID = Intrinsic::hexagon_M2_mpyd_hl_s0; break;
2664
2665 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_hl_s1:
2666 ID = Intrinsic::hexagon_M2_mpyd_hl_s1; break;
2667
2668 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_lh_s0:
2669 ID = Intrinsic::hexagon_M2_mpyd_lh_s0; break;
2670
2671 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_lh_s1:
2672 ID = Intrinsic::hexagon_M2_mpyd_lh_s1; break;
2673
2674 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_ll_s0:
2675 ID = Intrinsic::hexagon_M2_mpyd_ll_s0; break;
2676
2677 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_ll_s1:
2678 ID = Intrinsic::hexagon_M2_mpyd_ll_s1; break;
2679
2680 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_rnd_hh_s0:
2681 ID = Intrinsic::hexagon_M2_mpyd_rnd_hh_s0; break;
2682
2683 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_rnd_hh_s1:
2684 ID = Intrinsic::hexagon_M2_mpyd_rnd_hh_s1; break;
2685
2686 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_rnd_hl_s0:
2687 ID = Intrinsic::hexagon_M2_mpyd_rnd_hl_s0; break;
2688
2689 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_rnd_hl_s1:
2690 ID = Intrinsic::hexagon_M2_mpyd_rnd_hl_s1; break;
2691
2692 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_rnd_lh_s0:
2693 ID = Intrinsic::hexagon_M2_mpyd_rnd_lh_s0; break;
2694
2695 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_rnd_lh_s1:
2696 ID = Intrinsic::hexagon_M2_mpyd_rnd_lh_s1; break;
2697
2698 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_rnd_ll_s0:
2699 ID = Intrinsic::hexagon_M2_mpyd_rnd_ll_s0; break;
2700
2701 case Hexagon::BI__builtin_HEXAGON_M2_mpyd_rnd_ll_s1:
2702 ID = Intrinsic::hexagon_M2_mpyd_rnd_ll_s1; break;
2703
2704 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_acc_hh_s0:
2705 ID = Intrinsic::hexagon_M2_mpyu_acc_hh_s0; break;
2706
2707 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_acc_hh_s1:
2708 ID = Intrinsic::hexagon_M2_mpyu_acc_hh_s1; break;
2709
2710 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_acc_hl_s0:
2711 ID = Intrinsic::hexagon_M2_mpyu_acc_hl_s0; break;
2712
2713 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_acc_hl_s1:
2714 ID = Intrinsic::hexagon_M2_mpyu_acc_hl_s1; break;
2715
2716 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_acc_lh_s0:
2717 ID = Intrinsic::hexagon_M2_mpyu_acc_lh_s0; break;
2718
2719 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_acc_lh_s1:
2720 ID = Intrinsic::hexagon_M2_mpyu_acc_lh_s1; break;
2721
2722 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_acc_ll_s0:
2723 ID = Intrinsic::hexagon_M2_mpyu_acc_ll_s0; break;
2724
2725 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_acc_ll_s1:
2726 ID = Intrinsic::hexagon_M2_mpyu_acc_ll_s1; break;
2727
2728 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_nac_hh_s0:
2729 ID = Intrinsic::hexagon_M2_mpyu_nac_hh_s0; break;
2730
2731 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_nac_hh_s1:
2732 ID = Intrinsic::hexagon_M2_mpyu_nac_hh_s1; break;
2733
2734 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_nac_hl_s0:
2735 ID = Intrinsic::hexagon_M2_mpyu_nac_hl_s0; break;
2736
2737 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_nac_hl_s1:
2738 ID = Intrinsic::hexagon_M2_mpyu_nac_hl_s1; break;
2739
2740 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_nac_lh_s0:
2741 ID = Intrinsic::hexagon_M2_mpyu_nac_lh_s0; break;
2742
2743 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_nac_lh_s1:
2744 ID = Intrinsic::hexagon_M2_mpyu_nac_lh_s1; break;
2745
2746 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_nac_ll_s0:
2747 ID = Intrinsic::hexagon_M2_mpyu_nac_ll_s0; break;
2748
2749 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_nac_ll_s1:
2750 ID = Intrinsic::hexagon_M2_mpyu_nac_ll_s1; break;
2751
2752 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_hh_s0:
2753 ID = Intrinsic::hexagon_M2_mpyu_hh_s0; break;
2754
2755 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_hh_s1:
2756 ID = Intrinsic::hexagon_M2_mpyu_hh_s1; break;
2757
2758 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_hl_s0:
2759 ID = Intrinsic::hexagon_M2_mpyu_hl_s0; break;
2760
2761 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_hl_s1:
2762 ID = Intrinsic::hexagon_M2_mpyu_hl_s1; break;
2763
2764 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_lh_s0:
2765 ID = Intrinsic::hexagon_M2_mpyu_lh_s0; break;
2766
2767 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_lh_s1:
2768 ID = Intrinsic::hexagon_M2_mpyu_lh_s1; break;
2769
2770 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_ll_s0:
2771 ID = Intrinsic::hexagon_M2_mpyu_ll_s0; break;
2772
2773 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_ll_s1:
2774 ID = Intrinsic::hexagon_M2_mpyu_ll_s1; break;
2775
2776 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_acc_hh_s0:
2777 ID = Intrinsic::hexagon_M2_mpyud_acc_hh_s0; break;
2778
2779 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_acc_hh_s1:
2780 ID = Intrinsic::hexagon_M2_mpyud_acc_hh_s1; break;
2781
2782 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_acc_hl_s0:
2783 ID = Intrinsic::hexagon_M2_mpyud_acc_hl_s0; break;
2784
2785 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_acc_hl_s1:
2786 ID = Intrinsic::hexagon_M2_mpyud_acc_hl_s1; break;
2787
2788 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_acc_lh_s0:
2789 ID = Intrinsic::hexagon_M2_mpyud_acc_lh_s0; break;
2790
2791 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_acc_lh_s1:
2792 ID = Intrinsic::hexagon_M2_mpyud_acc_lh_s1; break;
2793
2794 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_acc_ll_s0:
2795 ID = Intrinsic::hexagon_M2_mpyud_acc_ll_s0; break;
2796
2797 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_acc_ll_s1:
2798 ID = Intrinsic::hexagon_M2_mpyud_acc_ll_s1; break;
2799
2800 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_nac_hh_s0:
2801 ID = Intrinsic::hexagon_M2_mpyud_nac_hh_s0; break;
2802
2803 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_nac_hh_s1:
2804 ID = Intrinsic::hexagon_M2_mpyud_nac_hh_s1; break;
2805
2806 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_nac_hl_s0:
2807 ID = Intrinsic::hexagon_M2_mpyud_nac_hl_s0; break;
2808
2809 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_nac_hl_s1:
2810 ID = Intrinsic::hexagon_M2_mpyud_nac_hl_s1; break;
2811
2812 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_nac_lh_s0:
2813 ID = Intrinsic::hexagon_M2_mpyud_nac_lh_s0; break;
2814
2815 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_nac_lh_s1:
2816 ID = Intrinsic::hexagon_M2_mpyud_nac_lh_s1; break;
2817
2818 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_nac_ll_s0:
2819 ID = Intrinsic::hexagon_M2_mpyud_nac_ll_s0; break;
2820
2821 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_nac_ll_s1:
2822 ID = Intrinsic::hexagon_M2_mpyud_nac_ll_s1; break;
2823
2824 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_hh_s0:
2825 ID = Intrinsic::hexagon_M2_mpyud_hh_s0; break;
2826
2827 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_hh_s1:
2828 ID = Intrinsic::hexagon_M2_mpyud_hh_s1; break;
2829
2830 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_hl_s0:
2831 ID = Intrinsic::hexagon_M2_mpyud_hl_s0; break;
2832
2833 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_hl_s1:
2834 ID = Intrinsic::hexagon_M2_mpyud_hl_s1; break;
2835
2836 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_lh_s0:
2837 ID = Intrinsic::hexagon_M2_mpyud_lh_s0; break;
2838
2839 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_lh_s1:
2840 ID = Intrinsic::hexagon_M2_mpyud_lh_s1; break;
2841
2842 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_ll_s0:
2843 ID = Intrinsic::hexagon_M2_mpyud_ll_s0; break;
2844
2845 case Hexagon::BI__builtin_HEXAGON_M2_mpyud_ll_s1:
2846 ID = Intrinsic::hexagon_M2_mpyud_ll_s1; break;
2847
2848 case Hexagon::BI__builtin_HEXAGON_M2_mpysmi:
2849 ID = Intrinsic::hexagon_M2_mpysmi; break;
2850
2851 case Hexagon::BI__builtin_HEXAGON_M2_macsip:
2852 ID = Intrinsic::hexagon_M2_macsip; break;
2853
2854 case Hexagon::BI__builtin_HEXAGON_M2_macsin:
2855 ID = Intrinsic::hexagon_M2_macsin; break;
2856
2857 case Hexagon::BI__builtin_HEXAGON_M2_dpmpyss_s0:
2858 ID = Intrinsic::hexagon_M2_dpmpyss_s0; break;
2859
2860 case Hexagon::BI__builtin_HEXAGON_M2_dpmpyss_acc_s0:
2861 ID = Intrinsic::hexagon_M2_dpmpyss_acc_s0; break;
2862
2863 case Hexagon::BI__builtin_HEXAGON_M2_dpmpyss_nac_s0:
2864 ID = Intrinsic::hexagon_M2_dpmpyss_nac_s0; break;
2865
2866 case Hexagon::BI__builtin_HEXAGON_M2_dpmpyuu_s0:
2867 ID = Intrinsic::hexagon_M2_dpmpyuu_s0; break;
2868
2869 case Hexagon::BI__builtin_HEXAGON_M2_dpmpyuu_acc_s0:
2870 ID = Intrinsic::hexagon_M2_dpmpyuu_acc_s0; break;
2871
2872 case Hexagon::BI__builtin_HEXAGON_M2_dpmpyuu_nac_s0:
2873 ID = Intrinsic::hexagon_M2_dpmpyuu_nac_s0; break;
2874
2875 case Hexagon::BI__builtin_HEXAGON_M2_mpy_up:
2876 ID = Intrinsic::hexagon_M2_mpy_up; break;
2877
2878 case Hexagon::BI__builtin_HEXAGON_M2_mpyu_up:
2879 ID = Intrinsic::hexagon_M2_mpyu_up; break;
2880
2881 case Hexagon::BI__builtin_HEXAGON_M2_dpmpyss_rnd_s0:
2882 ID = Intrinsic::hexagon_M2_dpmpyss_rnd_s0; break;
2883
2884 case Hexagon::BI__builtin_HEXAGON_M2_mpyi:
2885 ID = Intrinsic::hexagon_M2_mpyi; break;
2886
2887 case Hexagon::BI__builtin_HEXAGON_M2_mpyui:
2888 ID = Intrinsic::hexagon_M2_mpyui; break;
2889
2890 case Hexagon::BI__builtin_HEXAGON_M2_maci:
2891 ID = Intrinsic::hexagon_M2_maci; break;
2892
2893 case Hexagon::BI__builtin_HEXAGON_M2_acci:
2894 ID = Intrinsic::hexagon_M2_acci; break;
2895
2896 case Hexagon::BI__builtin_HEXAGON_M2_accii:
2897 ID = Intrinsic::hexagon_M2_accii; break;
2898
2899 case Hexagon::BI__builtin_HEXAGON_M2_nacci:
2900 ID = Intrinsic::hexagon_M2_nacci; break;
2901
2902 case Hexagon::BI__builtin_HEXAGON_M2_naccii:
2903 ID = Intrinsic::hexagon_M2_naccii; break;
2904
2905 case Hexagon::BI__builtin_HEXAGON_M2_subacc:
2906 ID = Intrinsic::hexagon_M2_subacc; break;
2907
2908 case Hexagon::BI__builtin_HEXAGON_M2_vmpy2s_s0:
2909 ID = Intrinsic::hexagon_M2_vmpy2s_s0; break;
2910
2911 case Hexagon::BI__builtin_HEXAGON_M2_vmpy2s_s1:
2912 ID = Intrinsic::hexagon_M2_vmpy2s_s1; break;
2913
2914 case Hexagon::BI__builtin_HEXAGON_M2_vmac2s_s0:
2915 ID = Intrinsic::hexagon_M2_vmac2s_s0; break;
2916
2917 case Hexagon::BI__builtin_HEXAGON_M2_vmac2s_s1:
2918 ID = Intrinsic::hexagon_M2_vmac2s_s1; break;
2919
2920 case Hexagon::BI__builtin_HEXAGON_M2_vmpy2s_s0pack:
2921 ID = Intrinsic::hexagon_M2_vmpy2s_s0pack; break;
2922
2923 case Hexagon::BI__builtin_HEXAGON_M2_vmpy2s_s1pack:
2924 ID = Intrinsic::hexagon_M2_vmpy2s_s1pack; break;
2925
2926 case Hexagon::BI__builtin_HEXAGON_M2_vmac2:
2927 ID = Intrinsic::hexagon_M2_vmac2; break;
2928
2929 case Hexagon::BI__builtin_HEXAGON_M2_vmpy2es_s0:
2930 ID = Intrinsic::hexagon_M2_vmpy2es_s0; break;
2931
2932 case Hexagon::BI__builtin_HEXAGON_M2_vmpy2es_s1:
2933 ID = Intrinsic::hexagon_M2_vmpy2es_s1; break;
2934
2935 case Hexagon::BI__builtin_HEXAGON_M2_vmac2es_s0:
2936 ID = Intrinsic::hexagon_M2_vmac2es_s0; break;
2937
2938 case Hexagon::BI__builtin_HEXAGON_M2_vmac2es_s1:
2939 ID = Intrinsic::hexagon_M2_vmac2es_s1; break;
2940
2941 case Hexagon::BI__builtin_HEXAGON_M2_vmac2es:
2942 ID = Intrinsic::hexagon_M2_vmac2es; break;
2943
2944 case Hexagon::BI__builtin_HEXAGON_M2_vrmac_s0:
2945 ID = Intrinsic::hexagon_M2_vrmac_s0; break;
2946
2947 case Hexagon::BI__builtin_HEXAGON_M2_vrmpy_s0:
2948 ID = Intrinsic::hexagon_M2_vrmpy_s0; break;
2949
2950 case Hexagon::BI__builtin_HEXAGON_M2_vdmpyrs_s0:
2951 ID = Intrinsic::hexagon_M2_vdmpyrs_s0; break;
2952
2953 case Hexagon::BI__builtin_HEXAGON_M2_vdmpyrs_s1:
2954 ID = Intrinsic::hexagon_M2_vdmpyrs_s1; break;
2955
2956 case Hexagon::BI__builtin_HEXAGON_M2_vdmacs_s0:
2957 ID = Intrinsic::hexagon_M2_vdmacs_s0; break;
2958
2959 case Hexagon::BI__builtin_HEXAGON_M2_vdmacs_s1:
2960 ID = Intrinsic::hexagon_M2_vdmacs_s1; break;
2961
2962 case Hexagon::BI__builtin_HEXAGON_M2_vdmpys_s0:
2963 ID = Intrinsic::hexagon_M2_vdmpys_s0; break;
2964
2965 case Hexagon::BI__builtin_HEXAGON_M2_vdmpys_s1:
2966 ID = Intrinsic::hexagon_M2_vdmpys_s1; break;
2967
2968 case Hexagon::BI__builtin_HEXAGON_M2_cmpyrs_s0:
2969 ID = Intrinsic::hexagon_M2_cmpyrs_s0; break;
2970
2971 case Hexagon::BI__builtin_HEXAGON_M2_cmpyrs_s1:
2972 ID = Intrinsic::hexagon_M2_cmpyrs_s1; break;
2973
2974 case Hexagon::BI__builtin_HEXAGON_M2_cmpyrsc_s0:
2975 ID = Intrinsic::hexagon_M2_cmpyrsc_s0; break;
2976
2977 case Hexagon::BI__builtin_HEXAGON_M2_cmpyrsc_s1:
2978 ID = Intrinsic::hexagon_M2_cmpyrsc_s1; break;
2979
2980 case Hexagon::BI__builtin_HEXAGON_M2_cmacs_s0:
2981 ID = Intrinsic::hexagon_M2_cmacs_s0; break;
2982
2983 case Hexagon::BI__builtin_HEXAGON_M2_cmacs_s1:
2984 ID = Intrinsic::hexagon_M2_cmacs_s1; break;
2985
2986 case Hexagon::BI__builtin_HEXAGON_M2_cmacsc_s0:
2987 ID = Intrinsic::hexagon_M2_cmacsc_s0; break;
2988
2989 case Hexagon::BI__builtin_HEXAGON_M2_cmacsc_s1:
2990 ID = Intrinsic::hexagon_M2_cmacsc_s1; break;
2991
2992 case Hexagon::BI__builtin_HEXAGON_M2_cmpys_s0:
2993 ID = Intrinsic::hexagon_M2_cmpys_s0; break;
2994
2995 case Hexagon::BI__builtin_HEXAGON_M2_cmpys_s1:
2996 ID = Intrinsic::hexagon_M2_cmpys_s1; break;
2997
2998 case Hexagon::BI__builtin_HEXAGON_M2_cmpysc_s0:
2999 ID = Intrinsic::hexagon_M2_cmpysc_s0; break;
3000
3001 case Hexagon::BI__builtin_HEXAGON_M2_cmpysc_s1:
3002 ID = Intrinsic::hexagon_M2_cmpysc_s1; break;
3003
3004 case Hexagon::BI__builtin_HEXAGON_M2_cnacs_s0:
3005 ID = Intrinsic::hexagon_M2_cnacs_s0; break;
3006
3007 case Hexagon::BI__builtin_HEXAGON_M2_cnacs_s1:
3008 ID = Intrinsic::hexagon_M2_cnacs_s1; break;
3009
3010 case Hexagon::BI__builtin_HEXAGON_M2_cnacsc_s0:
3011 ID = Intrinsic::hexagon_M2_cnacsc_s0; break;
3012
3013 case Hexagon::BI__builtin_HEXAGON_M2_cnacsc_s1:
3014 ID = Intrinsic::hexagon_M2_cnacsc_s1; break;
3015
3016 case Hexagon::BI__builtin_HEXAGON_M2_vrcmpys_s1:
3017 ID = Intrinsic::hexagon_M2_vrcmpys_s1; break;
3018
3019 case Hexagon::BI__builtin_HEXAGON_M2_vrcmpys_acc_s1:
3020 ID = Intrinsic::hexagon_M2_vrcmpys_acc_s1; break;
3021
3022 case Hexagon::BI__builtin_HEXAGON_M2_vrcmpys_s1rp:
3023 ID = Intrinsic::hexagon_M2_vrcmpys_s1rp; break;
3024
3025 case Hexagon::BI__builtin_HEXAGON_M2_mmacls_s0:
3026 ID = Intrinsic::hexagon_M2_mmacls_s0; break;
3027
3028 case Hexagon::BI__builtin_HEXAGON_M2_mmacls_s1:
3029 ID = Intrinsic::hexagon_M2_mmacls_s1; break;
3030
3031 case Hexagon::BI__builtin_HEXAGON_M2_mmachs_s0:
3032 ID = Intrinsic::hexagon_M2_mmachs_s0; break;
3033
3034 case Hexagon::BI__builtin_HEXAGON_M2_mmachs_s1:
3035 ID = Intrinsic::hexagon_M2_mmachs_s1; break;
3036
3037 case Hexagon::BI__builtin_HEXAGON_M2_mmpyl_s0:
3038 ID = Intrinsic::hexagon_M2_mmpyl_s0; break;
3039
3040 case Hexagon::BI__builtin_HEXAGON_M2_mmpyl_s1:
3041 ID = Intrinsic::hexagon_M2_mmpyl_s1; break;
3042
3043 case Hexagon::BI__builtin_HEXAGON_M2_mmpyh_s0:
3044 ID = Intrinsic::hexagon_M2_mmpyh_s0; break;
3045
3046 case Hexagon::BI__builtin_HEXAGON_M2_mmpyh_s1:
3047 ID = Intrinsic::hexagon_M2_mmpyh_s1; break;
3048
3049 case Hexagon::BI__builtin_HEXAGON_M2_mmacls_rs0:
3050 ID = Intrinsic::hexagon_M2_mmacls_rs0; break;
3051
3052 case Hexagon::BI__builtin_HEXAGON_M2_mmacls_rs1:
3053 ID = Intrinsic::hexagon_M2_mmacls_rs1; break;
3054
3055 case Hexagon::BI__builtin_HEXAGON_M2_mmachs_rs0:
3056 ID = Intrinsic::hexagon_M2_mmachs_rs0; break;
3057
3058 case Hexagon::BI__builtin_HEXAGON_M2_mmachs_rs1:
3059 ID = Intrinsic::hexagon_M2_mmachs_rs1; break;
3060
3061 case Hexagon::BI__builtin_HEXAGON_M2_mmpyl_rs0:
3062 ID = Intrinsic::hexagon_M2_mmpyl_rs0; break;
3063
3064 case Hexagon::BI__builtin_HEXAGON_M2_mmpyl_rs1:
3065 ID = Intrinsic::hexagon_M2_mmpyl_rs1; break;
3066
3067 case Hexagon::BI__builtin_HEXAGON_M2_mmpyh_rs0:
3068 ID = Intrinsic::hexagon_M2_mmpyh_rs0; break;
3069
3070 case Hexagon::BI__builtin_HEXAGON_M2_mmpyh_rs1:
3071 ID = Intrinsic::hexagon_M2_mmpyh_rs1; break;
3072
3073 case Hexagon::BI__builtin_HEXAGON_M2_hmmpyl_rs1:
3074 ID = Intrinsic::hexagon_M2_hmmpyl_rs1; break;
3075
3076 case Hexagon::BI__builtin_HEXAGON_M2_hmmpyh_rs1:
3077 ID = Intrinsic::hexagon_M2_hmmpyh_rs1; break;
3078
3079 case Hexagon::BI__builtin_HEXAGON_M2_mmaculs_s0:
3080 ID = Intrinsic::hexagon_M2_mmaculs_s0; break;
3081
3082 case Hexagon::BI__builtin_HEXAGON_M2_mmaculs_s1:
3083 ID = Intrinsic::hexagon_M2_mmaculs_s1; break;
3084
3085 case Hexagon::BI__builtin_HEXAGON_M2_mmacuhs_s0:
3086 ID = Intrinsic::hexagon_M2_mmacuhs_s0; break;
3087
3088 case Hexagon::BI__builtin_HEXAGON_M2_mmacuhs_s1:
3089 ID = Intrinsic::hexagon_M2_mmacuhs_s1; break;
3090
3091 case Hexagon::BI__builtin_HEXAGON_M2_mmpyul_s0:
3092 ID = Intrinsic::hexagon_M2_mmpyul_s0; break;
3093
3094 case Hexagon::BI__builtin_HEXAGON_M2_mmpyul_s1:
3095 ID = Intrinsic::hexagon_M2_mmpyul_s1; break;
3096
3097 case Hexagon::BI__builtin_HEXAGON_M2_mmpyuh_s0:
3098 ID = Intrinsic::hexagon_M2_mmpyuh_s0; break;
3099
3100 case Hexagon::BI__builtin_HEXAGON_M2_mmpyuh_s1:
3101 ID = Intrinsic::hexagon_M2_mmpyuh_s1; break;
3102
3103 case Hexagon::BI__builtin_HEXAGON_M2_mmaculs_rs0:
3104 ID = Intrinsic::hexagon_M2_mmaculs_rs0; break;
3105
3106 case Hexagon::BI__builtin_HEXAGON_M2_mmaculs_rs1:
3107 ID = Intrinsic::hexagon_M2_mmaculs_rs1; break;
3108
3109 case Hexagon::BI__builtin_HEXAGON_M2_mmacuhs_rs0:
3110 ID = Intrinsic::hexagon_M2_mmacuhs_rs0; break;
3111
3112 case Hexagon::BI__builtin_HEXAGON_M2_mmacuhs_rs1:
3113 ID = Intrinsic::hexagon_M2_mmacuhs_rs1; break;
3114
3115 case Hexagon::BI__builtin_HEXAGON_M2_mmpyul_rs0:
3116 ID = Intrinsic::hexagon_M2_mmpyul_rs0; break;
3117
3118 case Hexagon::BI__builtin_HEXAGON_M2_mmpyul_rs1:
3119 ID = Intrinsic::hexagon_M2_mmpyul_rs1; break;
3120
3121 case Hexagon::BI__builtin_HEXAGON_M2_mmpyuh_rs0:
3122 ID = Intrinsic::hexagon_M2_mmpyuh_rs0; break;
3123
3124 case Hexagon::BI__builtin_HEXAGON_M2_mmpyuh_rs1:
3125 ID = Intrinsic::hexagon_M2_mmpyuh_rs1; break;
3126
3127 case Hexagon::BI__builtin_HEXAGON_M2_vrcmaci_s0:
3128 ID = Intrinsic::hexagon_M2_vrcmaci_s0; break;
3129
3130 case Hexagon::BI__builtin_HEXAGON_M2_vrcmacr_s0:
3131 ID = Intrinsic::hexagon_M2_vrcmacr_s0; break;
3132
3133 case Hexagon::BI__builtin_HEXAGON_M2_vrcmaci_s0c:
3134 ID = Intrinsic::hexagon_M2_vrcmaci_s0c; break;
3135
3136 case Hexagon::BI__builtin_HEXAGON_M2_vrcmacr_s0c:
3137 ID = Intrinsic::hexagon_M2_vrcmacr_s0c; break;
3138
3139 case Hexagon::BI__builtin_HEXAGON_M2_cmaci_s0:
3140 ID = Intrinsic::hexagon_M2_cmaci_s0; break;
3141
3142 case Hexagon::BI__builtin_HEXAGON_M2_cmacr_s0:
3143 ID = Intrinsic::hexagon_M2_cmacr_s0; break;
3144
3145 case Hexagon::BI__builtin_HEXAGON_M2_vrcmpyi_s0:
3146 ID = Intrinsic::hexagon_M2_vrcmpyi_s0; break;
3147
3148 case Hexagon::BI__builtin_HEXAGON_M2_vrcmpyr_s0:
3149 ID = Intrinsic::hexagon_M2_vrcmpyr_s0; break;
3150
3151 case Hexagon::BI__builtin_HEXAGON_M2_vrcmpyi_s0c:
3152 ID = Intrinsic::hexagon_M2_vrcmpyi_s0c; break;
3153
3154 case Hexagon::BI__builtin_HEXAGON_M2_vrcmpyr_s0c:
3155 ID = Intrinsic::hexagon_M2_vrcmpyr_s0c; break;
3156
3157 case Hexagon::BI__builtin_HEXAGON_M2_cmpyi_s0:
3158 ID = Intrinsic::hexagon_M2_cmpyi_s0; break;
3159
3160 case Hexagon::BI__builtin_HEXAGON_M2_cmpyr_s0:
3161 ID = Intrinsic::hexagon_M2_cmpyr_s0; break;
3162
3163 case Hexagon::BI__builtin_HEXAGON_M2_vcmpy_s0_sat_i:
3164 ID = Intrinsic::hexagon_M2_vcmpy_s0_sat_i; break;
3165
3166 case Hexagon::BI__builtin_HEXAGON_M2_vcmpy_s0_sat_r:
3167 ID = Intrinsic::hexagon_M2_vcmpy_s0_sat_r; break;
3168
3169 case Hexagon::BI__builtin_HEXAGON_M2_vcmpy_s1_sat_i:
3170 ID = Intrinsic::hexagon_M2_vcmpy_s1_sat_i; break;
3171
3172 case Hexagon::BI__builtin_HEXAGON_M2_vcmpy_s1_sat_r:
3173 ID = Intrinsic::hexagon_M2_vcmpy_s1_sat_r; break;
3174
3175 case Hexagon::BI__builtin_HEXAGON_M2_vcmac_s0_sat_i:
3176 ID = Intrinsic::hexagon_M2_vcmac_s0_sat_i; break;
3177
3178 case Hexagon::BI__builtin_HEXAGON_M2_vcmac_s0_sat_r:
3179 ID = Intrinsic::hexagon_M2_vcmac_s0_sat_r; break;
3180
3181 case Hexagon::BI__builtin_HEXAGON_S2_vcrotate:
3182 ID = Intrinsic::hexagon_S2_vcrotate; break;
3183
3184 case Hexagon::BI__builtin_HEXAGON_A2_add:
3185 ID = Intrinsic::hexagon_A2_add; break;
3186
3187 case Hexagon::BI__builtin_HEXAGON_A2_sub:
3188 ID = Intrinsic::hexagon_A2_sub; break;
3189
3190 case Hexagon::BI__builtin_HEXAGON_A2_addsat:
3191 ID = Intrinsic::hexagon_A2_addsat; break;
3192
3193 case Hexagon::BI__builtin_HEXAGON_A2_subsat:
3194 ID = Intrinsic::hexagon_A2_subsat; break;
3195
3196 case Hexagon::BI__builtin_HEXAGON_A2_addi:
3197 ID = Intrinsic::hexagon_A2_addi; break;
3198
3199 case Hexagon::BI__builtin_HEXAGON_A2_addh_l16_ll:
3200 ID = Intrinsic::hexagon_A2_addh_l16_ll; break;
3201
3202 case Hexagon::BI__builtin_HEXAGON_A2_addh_l16_hl:
3203 ID = Intrinsic::hexagon_A2_addh_l16_hl; break;
3204
3205 case Hexagon::BI__builtin_HEXAGON_A2_addh_l16_sat_ll:
3206 ID = Intrinsic::hexagon_A2_addh_l16_sat_ll; break;
3207
3208 case Hexagon::BI__builtin_HEXAGON_A2_addh_l16_sat_hl:
3209 ID = Intrinsic::hexagon_A2_addh_l16_sat_hl; break;
3210
3211 case Hexagon::BI__builtin_HEXAGON_A2_subh_l16_ll:
3212 ID = Intrinsic::hexagon_A2_subh_l16_ll; break;
3213
3214 case Hexagon::BI__builtin_HEXAGON_A2_subh_l16_hl:
3215 ID = Intrinsic::hexagon_A2_subh_l16_hl; break;
3216
3217 case Hexagon::BI__builtin_HEXAGON_A2_subh_l16_sat_ll:
3218 ID = Intrinsic::hexagon_A2_subh_l16_sat_ll; break;
3219
3220 case Hexagon::BI__builtin_HEXAGON_A2_subh_l16_sat_hl:
3221 ID = Intrinsic::hexagon_A2_subh_l16_sat_hl; break;
3222
3223 case Hexagon::BI__builtin_HEXAGON_A2_addh_h16_ll:
3224 ID = Intrinsic::hexagon_A2_addh_h16_ll; break;
3225
3226 case Hexagon::BI__builtin_HEXAGON_A2_addh_h16_lh:
3227 ID = Intrinsic::hexagon_A2_addh_h16_lh; break;
3228
3229 case Hexagon::BI__builtin_HEXAGON_A2_addh_h16_hl:
3230 ID = Intrinsic::hexagon_A2_addh_h16_hl; break;
3231
3232 case Hexagon::BI__builtin_HEXAGON_A2_addh_h16_hh:
3233 ID = Intrinsic::hexagon_A2_addh_h16_hh; break;
3234
3235 case Hexagon::BI__builtin_HEXAGON_A2_addh_h16_sat_ll:
3236 ID = Intrinsic::hexagon_A2_addh_h16_sat_ll; break;
3237
3238 case Hexagon::BI__builtin_HEXAGON_A2_addh_h16_sat_lh:
3239 ID = Intrinsic::hexagon_A2_addh_h16_sat_lh; break;
3240
3241 case Hexagon::BI__builtin_HEXAGON_A2_addh_h16_sat_hl:
3242 ID = Intrinsic::hexagon_A2_addh_h16_sat_hl; break;
3243
3244 case Hexagon::BI__builtin_HEXAGON_A2_addh_h16_sat_hh:
3245 ID = Intrinsic::hexagon_A2_addh_h16_sat_hh; break;
3246
3247 case Hexagon::BI__builtin_HEXAGON_A2_subh_h16_ll:
3248 ID = Intrinsic::hexagon_A2_subh_h16_ll; break;
3249
3250 case Hexagon::BI__builtin_HEXAGON_A2_subh_h16_lh:
3251 ID = Intrinsic::hexagon_A2_subh_h16_lh; break;
3252
3253 case Hexagon::BI__builtin_HEXAGON_A2_subh_h16_hl:
3254 ID = Intrinsic::hexagon_A2_subh_h16_hl; break;
3255
3256 case Hexagon::BI__builtin_HEXAGON_A2_subh_h16_hh:
3257 ID = Intrinsic::hexagon_A2_subh_h16_hh; break;
3258
3259 case Hexagon::BI__builtin_HEXAGON_A2_subh_h16_sat_ll:
3260 ID = Intrinsic::hexagon_A2_subh_h16_sat_ll; break;
3261
3262 case Hexagon::BI__builtin_HEXAGON_A2_subh_h16_sat_lh:
3263 ID = Intrinsic::hexagon_A2_subh_h16_sat_lh; break;
3264
3265 case Hexagon::BI__builtin_HEXAGON_A2_subh_h16_sat_hl:
3266 ID = Intrinsic::hexagon_A2_subh_h16_sat_hl; break;
3267
3268 case Hexagon::BI__builtin_HEXAGON_A2_subh_h16_sat_hh:
3269 ID = Intrinsic::hexagon_A2_subh_h16_sat_hh; break;
3270
3271 case Hexagon::BI__builtin_HEXAGON_A2_aslh:
3272 ID = Intrinsic::hexagon_A2_aslh; break;
3273
3274 case Hexagon::BI__builtin_HEXAGON_A2_asrh:
3275 ID = Intrinsic::hexagon_A2_asrh; break;
3276
3277 case Hexagon::BI__builtin_HEXAGON_A2_addp:
3278 ID = Intrinsic::hexagon_A2_addp; break;
3279
3280 case Hexagon::BI__builtin_HEXAGON_A2_addpsat:
3281 ID = Intrinsic::hexagon_A2_addpsat; break;
3282
3283 case Hexagon::BI__builtin_HEXAGON_A2_addsp:
3284 ID = Intrinsic::hexagon_A2_addsp; break;
3285
3286 case Hexagon::BI__builtin_HEXAGON_A2_subp:
3287 ID = Intrinsic::hexagon_A2_subp; break;
3288
3289 case Hexagon::BI__builtin_HEXAGON_A2_neg:
3290 ID = Intrinsic::hexagon_A2_neg; break;
3291
3292 case Hexagon::BI__builtin_HEXAGON_A2_negsat:
3293 ID = Intrinsic::hexagon_A2_negsat; break;
3294
3295 case Hexagon::BI__builtin_HEXAGON_A2_abs:
3296 ID = Intrinsic::hexagon_A2_abs; break;
3297
3298 case Hexagon::BI__builtin_HEXAGON_A2_abssat:
3299 ID = Intrinsic::hexagon_A2_abssat; break;
3300
3301 case Hexagon::BI__builtin_HEXAGON_A2_vconj:
3302 ID = Intrinsic::hexagon_A2_vconj; break;
3303
3304 case Hexagon::BI__builtin_HEXAGON_A2_negp:
3305 ID = Intrinsic::hexagon_A2_negp; break;
3306
3307 case Hexagon::BI__builtin_HEXAGON_A2_absp:
3308 ID = Intrinsic::hexagon_A2_absp; break;
3309
3310 case Hexagon::BI__builtin_HEXAGON_A2_max:
3311 ID = Intrinsic::hexagon_A2_max; break;
3312
3313 case Hexagon::BI__builtin_HEXAGON_A2_maxu:
3314 ID = Intrinsic::hexagon_A2_maxu; break;
3315
3316 case Hexagon::BI__builtin_HEXAGON_A2_min:
3317 ID = Intrinsic::hexagon_A2_min; break;
3318
3319 case Hexagon::BI__builtin_HEXAGON_A2_minu:
3320 ID = Intrinsic::hexagon_A2_minu; break;
3321
3322 case Hexagon::BI__builtin_HEXAGON_A2_maxp:
3323 ID = Intrinsic::hexagon_A2_maxp; break;
3324
3325 case Hexagon::BI__builtin_HEXAGON_A2_maxup:
3326 ID = Intrinsic::hexagon_A2_maxup; break;
3327
3328 case Hexagon::BI__builtin_HEXAGON_A2_minp:
3329 ID = Intrinsic::hexagon_A2_minp; break;
3330
3331 case Hexagon::BI__builtin_HEXAGON_A2_minup:
3332 ID = Intrinsic::hexagon_A2_minup; break;
3333
3334 case Hexagon::BI__builtin_HEXAGON_A2_tfr:
3335 ID = Intrinsic::hexagon_A2_tfr; break;
3336
3337 case Hexagon::BI__builtin_HEXAGON_A2_tfrsi:
3338 ID = Intrinsic::hexagon_A2_tfrsi; break;
3339
3340 case Hexagon::BI__builtin_HEXAGON_A2_tfrp:
3341 ID = Intrinsic::hexagon_A2_tfrp; break;
3342
3343 case Hexagon::BI__builtin_HEXAGON_A2_tfrpi:
3344 ID = Intrinsic::hexagon_A2_tfrpi; break;
3345
3346 case Hexagon::BI__builtin_HEXAGON_A2_zxtb:
3347 ID = Intrinsic::hexagon_A2_zxtb; break;
3348
3349 case Hexagon::BI__builtin_HEXAGON_A2_sxtb:
3350 ID = Intrinsic::hexagon_A2_sxtb; break;
3351
3352 case Hexagon::BI__builtin_HEXAGON_A2_zxth:
3353 ID = Intrinsic::hexagon_A2_zxth; break;
3354
3355 case Hexagon::BI__builtin_HEXAGON_A2_sxth:
3356 ID = Intrinsic::hexagon_A2_sxth; break;
3357
3358 case Hexagon::BI__builtin_HEXAGON_A2_combinew:
3359 ID = Intrinsic::hexagon_A2_combinew; break;
3360
3361 case Hexagon::BI__builtin_HEXAGON_A2_combineii:
3362 ID = Intrinsic::hexagon_A2_combineii; break;
3363
3364 case Hexagon::BI__builtin_HEXAGON_A2_combine_hh:
3365 ID = Intrinsic::hexagon_A2_combine_hh; break;
3366
3367 case Hexagon::BI__builtin_HEXAGON_A2_combine_hl:
3368 ID = Intrinsic::hexagon_A2_combine_hl; break;
3369
3370 case Hexagon::BI__builtin_HEXAGON_A2_combine_lh:
3371 ID = Intrinsic::hexagon_A2_combine_lh; break;
3372
3373 case Hexagon::BI__builtin_HEXAGON_A2_combine_ll:
3374 ID = Intrinsic::hexagon_A2_combine_ll; break;
3375
3376 case Hexagon::BI__builtin_HEXAGON_A2_tfril:
3377 ID = Intrinsic::hexagon_A2_tfril; break;
3378
3379 case Hexagon::BI__builtin_HEXAGON_A2_tfrih:
3380 ID = Intrinsic::hexagon_A2_tfrih; break;
3381
3382 case Hexagon::BI__builtin_HEXAGON_A2_and:
3383 ID = Intrinsic::hexagon_A2_and; break;
3384
3385 case Hexagon::BI__builtin_HEXAGON_A2_or:
3386 ID = Intrinsic::hexagon_A2_or; break;
3387
3388 case Hexagon::BI__builtin_HEXAGON_A2_xor:
3389 ID = Intrinsic::hexagon_A2_xor; break;
3390
3391 case Hexagon::BI__builtin_HEXAGON_A2_not:
3392 ID = Intrinsic::hexagon_A2_not; break;
3393
3394 case Hexagon::BI__builtin_HEXAGON_M2_xor_xacc:
3395 ID = Intrinsic::hexagon_M2_xor_xacc; break;
3396
3397 case Hexagon::BI__builtin_HEXAGON_A2_subri:
3398 ID = Intrinsic::hexagon_A2_subri; break;
3399
3400 case Hexagon::BI__builtin_HEXAGON_A2_andir:
3401 ID = Intrinsic::hexagon_A2_andir; break;
3402
3403 case Hexagon::BI__builtin_HEXAGON_A2_orir:
3404 ID = Intrinsic::hexagon_A2_orir; break;
3405
3406 case Hexagon::BI__builtin_HEXAGON_A2_andp:
3407 ID = Intrinsic::hexagon_A2_andp; break;
3408
3409 case Hexagon::BI__builtin_HEXAGON_A2_orp:
3410 ID = Intrinsic::hexagon_A2_orp; break;
3411
3412 case Hexagon::BI__builtin_HEXAGON_A2_xorp:
3413 ID = Intrinsic::hexagon_A2_xorp; break;
3414
3415 case Hexagon::BI__builtin_HEXAGON_A2_notp:
3416 ID = Intrinsic::hexagon_A2_notp; break;
3417
3418 case Hexagon::BI__builtin_HEXAGON_A2_sxtw:
3419 ID = Intrinsic::hexagon_A2_sxtw; break;
3420
3421 case Hexagon::BI__builtin_HEXAGON_A2_sat:
3422 ID = Intrinsic::hexagon_A2_sat; break;
3423
3424 case Hexagon::BI__builtin_HEXAGON_A2_sath:
3425 ID = Intrinsic::hexagon_A2_sath; break;
3426
3427 case Hexagon::BI__builtin_HEXAGON_A2_satuh:
3428 ID = Intrinsic::hexagon_A2_satuh; break;
3429
3430 case Hexagon::BI__builtin_HEXAGON_A2_satub:
3431 ID = Intrinsic::hexagon_A2_satub; break;
3432
3433 case Hexagon::BI__builtin_HEXAGON_A2_satb:
3434 ID = Intrinsic::hexagon_A2_satb; break;
3435
3436 case Hexagon::BI__builtin_HEXAGON_A2_vaddub:
3437 ID = Intrinsic::hexagon_A2_vaddub; break;
3438
3439 case Hexagon::BI__builtin_HEXAGON_A2_vaddubs:
3440 ID = Intrinsic::hexagon_A2_vaddubs; break;
3441
3442 case Hexagon::BI__builtin_HEXAGON_A2_vaddh:
3443 ID = Intrinsic::hexagon_A2_vaddh; break;
3444
3445 case Hexagon::BI__builtin_HEXAGON_A2_vaddhs:
3446 ID = Intrinsic::hexagon_A2_vaddhs; break;
3447
3448 case Hexagon::BI__builtin_HEXAGON_A2_vadduhs:
3449 ID = Intrinsic::hexagon_A2_vadduhs; break;
3450
3451 case Hexagon::BI__builtin_HEXAGON_A2_vaddw:
3452 ID = Intrinsic::hexagon_A2_vaddw; break;
3453
3454 case Hexagon::BI__builtin_HEXAGON_A2_vaddws:
3455 ID = Intrinsic::hexagon_A2_vaddws; break;
3456
3457 case Hexagon::BI__builtin_HEXAGON_A2_svavgh:
3458 ID = Intrinsic::hexagon_A2_svavgh; break;
3459
3460 case Hexagon::BI__builtin_HEXAGON_A2_svavghs:
3461 ID = Intrinsic::hexagon_A2_svavghs; break;
3462
3463 case Hexagon::BI__builtin_HEXAGON_A2_svnavgh:
3464 ID = Intrinsic::hexagon_A2_svnavgh; break;
3465
3466 case Hexagon::BI__builtin_HEXAGON_A2_svaddh:
3467 ID = Intrinsic::hexagon_A2_svaddh; break;
3468
3469 case Hexagon::BI__builtin_HEXAGON_A2_svaddhs:
3470 ID = Intrinsic::hexagon_A2_svaddhs; break;
3471
3472 case Hexagon::BI__builtin_HEXAGON_A2_svadduhs:
3473 ID = Intrinsic::hexagon_A2_svadduhs; break;
3474
3475 case Hexagon::BI__builtin_HEXAGON_A2_svsubh:
3476 ID = Intrinsic::hexagon_A2_svsubh; break;
3477
3478 case Hexagon::BI__builtin_HEXAGON_A2_svsubhs:
3479 ID = Intrinsic::hexagon_A2_svsubhs; break;
3480
3481 case Hexagon::BI__builtin_HEXAGON_A2_svsubuhs:
3482 ID = Intrinsic::hexagon_A2_svsubuhs; break;
3483
3484 case Hexagon::BI__builtin_HEXAGON_A2_vraddub:
3485 ID = Intrinsic::hexagon_A2_vraddub; break;
3486
3487 case Hexagon::BI__builtin_HEXAGON_A2_vraddub_acc:
3488 ID = Intrinsic::hexagon_A2_vraddub_acc; break;
3489
3490 case Hexagon::BI__builtin_HEXAGON_M2_vradduh:
3491 ID = Intrinsic::hexagon_M2_vradduh; break;
3492
3493 case Hexagon::BI__builtin_HEXAGON_A2_vsubub:
3494 ID = Intrinsic::hexagon_A2_vsubub; break;
3495
3496 case Hexagon::BI__builtin_HEXAGON_A2_vsububs:
3497 ID = Intrinsic::hexagon_A2_vsububs; break;
3498
3499 case Hexagon::BI__builtin_HEXAGON_A2_vsubh:
3500 ID = Intrinsic::hexagon_A2_vsubh; break;
3501
3502 case Hexagon::BI__builtin_HEXAGON_A2_vsubhs:
3503 ID = Intrinsic::hexagon_A2_vsubhs; break;
3504
3505 case Hexagon::BI__builtin_HEXAGON_A2_vsubuhs:
3506 ID = Intrinsic::hexagon_A2_vsubuhs; break;
3507
3508 case Hexagon::BI__builtin_HEXAGON_A2_vsubw:
3509 ID = Intrinsic::hexagon_A2_vsubw; break;
3510
3511 case Hexagon::BI__builtin_HEXAGON_A2_vsubws:
3512 ID = Intrinsic::hexagon_A2_vsubws; break;
3513
3514 case Hexagon::BI__builtin_HEXAGON_A2_vabsh:
3515 ID = Intrinsic::hexagon_A2_vabsh; break;
3516
3517 case Hexagon::BI__builtin_HEXAGON_A2_vabshsat:
3518 ID = Intrinsic::hexagon_A2_vabshsat; break;
3519
3520 case Hexagon::BI__builtin_HEXAGON_A2_vabsw:
3521 ID = Intrinsic::hexagon_A2_vabsw; break;
3522
3523 case Hexagon::BI__builtin_HEXAGON_A2_vabswsat:
3524 ID = Intrinsic::hexagon_A2_vabswsat; break;
3525
3526 case Hexagon::BI__builtin_HEXAGON_M2_vabsdiffw:
3527 ID = Intrinsic::hexagon_M2_vabsdiffw; break;
3528
3529 case Hexagon::BI__builtin_HEXAGON_M2_vabsdiffh:
3530 ID = Intrinsic::hexagon_M2_vabsdiffh; break;
3531
3532 case Hexagon::BI__builtin_HEXAGON_A2_vrsadub:
3533 ID = Intrinsic::hexagon_A2_vrsadub; break;
3534
3535 case Hexagon::BI__builtin_HEXAGON_A2_vrsadub_acc:
3536 ID = Intrinsic::hexagon_A2_vrsadub_acc; break;
3537
3538 case Hexagon::BI__builtin_HEXAGON_A2_vavgub:
3539 ID = Intrinsic::hexagon_A2_vavgub; break;
3540
3541 case Hexagon::BI__builtin_HEXAGON_A2_vavguh:
3542 ID = Intrinsic::hexagon_A2_vavguh; break;
3543
3544 case Hexagon::BI__builtin_HEXAGON_A2_vavgh:
3545 ID = Intrinsic::hexagon_A2_vavgh; break;
3546
3547 case Hexagon::BI__builtin_HEXAGON_A2_vnavgh:
3548 ID = Intrinsic::hexagon_A2_vnavgh; break;
3549
3550 case Hexagon::BI__builtin_HEXAGON_A2_vavgw:
3551 ID = Intrinsic::hexagon_A2_vavgw; break;
3552
3553 case Hexagon::BI__builtin_HEXAGON_A2_vnavgw:
3554 ID = Intrinsic::hexagon_A2_vnavgw; break;
3555
3556 case Hexagon::BI__builtin_HEXAGON_A2_vavgwr:
3557 ID = Intrinsic::hexagon_A2_vavgwr; break;
3558
3559 case Hexagon::BI__builtin_HEXAGON_A2_vnavgwr:
3560 ID = Intrinsic::hexagon_A2_vnavgwr; break;
3561
3562 case Hexagon::BI__builtin_HEXAGON_A2_vavgwcr:
3563 ID = Intrinsic::hexagon_A2_vavgwcr; break;
3564
3565 case Hexagon::BI__builtin_HEXAGON_A2_vnavgwcr:
3566 ID = Intrinsic::hexagon_A2_vnavgwcr; break;
3567
3568 case Hexagon::BI__builtin_HEXAGON_A2_vavghcr:
3569 ID = Intrinsic::hexagon_A2_vavghcr; break;
3570
3571 case Hexagon::BI__builtin_HEXAGON_A2_vnavghcr:
3572 ID = Intrinsic::hexagon_A2_vnavghcr; break;
3573
3574 case Hexagon::BI__builtin_HEXAGON_A2_vavguw:
3575 ID = Intrinsic::hexagon_A2_vavguw; break;
3576
3577 case Hexagon::BI__builtin_HEXAGON_A2_vavguwr:
3578 ID = Intrinsic::hexagon_A2_vavguwr; break;
3579
3580 case Hexagon::BI__builtin_HEXAGON_A2_vavgubr:
3581 ID = Intrinsic::hexagon_A2_vavgubr; break;
3582
3583 case Hexagon::BI__builtin_HEXAGON_A2_vavguhr:
3584 ID = Intrinsic::hexagon_A2_vavguhr; break;
3585
3586 case Hexagon::BI__builtin_HEXAGON_A2_vavghr:
3587 ID = Intrinsic::hexagon_A2_vavghr; break;
3588
3589 case Hexagon::BI__builtin_HEXAGON_A2_vnavghr:
3590 ID = Intrinsic::hexagon_A2_vnavghr; break;
3591
3592 case Hexagon::BI__builtin_HEXAGON_A2_vminh:
3593 ID = Intrinsic::hexagon_A2_vminh; break;
3594
3595 case Hexagon::BI__builtin_HEXAGON_A2_vmaxh:
3596 ID = Intrinsic::hexagon_A2_vmaxh; break;
3597
3598 case Hexagon::BI__builtin_HEXAGON_A2_vminub:
3599 ID = Intrinsic::hexagon_A2_vminub; break;
3600
3601 case Hexagon::BI__builtin_HEXAGON_A2_vmaxub:
3602 ID = Intrinsic::hexagon_A2_vmaxub; break;
3603
3604 case Hexagon::BI__builtin_HEXAGON_A2_vminuh:
3605 ID = Intrinsic::hexagon_A2_vminuh; break;
3606
3607 case Hexagon::BI__builtin_HEXAGON_A2_vmaxuh:
3608 ID = Intrinsic::hexagon_A2_vmaxuh; break;
3609
3610 case Hexagon::BI__builtin_HEXAGON_A2_vminw:
3611 ID = Intrinsic::hexagon_A2_vminw; break;
3612
3613 case Hexagon::BI__builtin_HEXAGON_A2_vmaxw:
3614 ID = Intrinsic::hexagon_A2_vmaxw; break;
3615
3616 case Hexagon::BI__builtin_HEXAGON_A2_vminuw:
3617 ID = Intrinsic::hexagon_A2_vminuw; break;
3618
3619 case Hexagon::BI__builtin_HEXAGON_A2_vmaxuw:
3620 ID = Intrinsic::hexagon_A2_vmaxuw; break;
3621
3622 case Hexagon::BI__builtin_HEXAGON_S2_asr_r_r:
3623 ID = Intrinsic::hexagon_S2_asr_r_r; break;
3624
3625 case Hexagon::BI__builtin_HEXAGON_S2_asl_r_r:
3626 ID = Intrinsic::hexagon_S2_asl_r_r; break;
3627
3628 case Hexagon::BI__builtin_HEXAGON_S2_lsr_r_r:
3629 ID = Intrinsic::hexagon_S2_lsr_r_r; break;
3630
3631 case Hexagon::BI__builtin_HEXAGON_S2_lsl_r_r:
3632 ID = Intrinsic::hexagon_S2_lsl_r_r; break;
3633
3634 case Hexagon::BI__builtin_HEXAGON_S2_asr_r_p:
3635 ID = Intrinsic::hexagon_S2_asr_r_p; break;
3636
3637 case Hexagon::BI__builtin_HEXAGON_S2_asl_r_p:
3638 ID = Intrinsic::hexagon_S2_asl_r_p; break;
3639
3640 case Hexagon::BI__builtin_HEXAGON_S2_lsr_r_p:
3641 ID = Intrinsic::hexagon_S2_lsr_r_p; break;
3642
3643 case Hexagon::BI__builtin_HEXAGON_S2_lsl_r_p:
3644 ID = Intrinsic::hexagon_S2_lsl_r_p; break;
3645
3646 case Hexagon::BI__builtin_HEXAGON_S2_asr_r_r_acc:
3647 ID = Intrinsic::hexagon_S2_asr_r_r_acc; break;
3648
3649 case Hexagon::BI__builtin_HEXAGON_S2_asl_r_r_acc:
3650 ID = Intrinsic::hexagon_S2_asl_r_r_acc; break;
3651
3652 case Hexagon::BI__builtin_HEXAGON_S2_lsr_r_r_acc:
3653 ID = Intrinsic::hexagon_S2_lsr_r_r_acc; break;
3654
3655 case Hexagon::BI__builtin_HEXAGON_S2_lsl_r_r_acc:
3656 ID = Intrinsic::hexagon_S2_lsl_r_r_acc; break;
3657
3658 case Hexagon::BI__builtin_HEXAGON_S2_asr_r_p_acc:
3659 ID = Intrinsic::hexagon_S2_asr_r_p_acc; break;
3660
3661 case Hexagon::BI__builtin_HEXAGON_S2_asl_r_p_acc:
3662 ID = Intrinsic::hexagon_S2_asl_r_p_acc; break;
3663
3664 case Hexagon::BI__builtin_HEXAGON_S2_lsr_r_p_acc:
3665 ID = Intrinsic::hexagon_S2_lsr_r_p_acc; break;
3666
3667 case Hexagon::BI__builtin_HEXAGON_S2_lsl_r_p_acc:
3668 ID = Intrinsic::hexagon_S2_lsl_r_p_acc; break;
3669
3670 case Hexagon::BI__builtin_HEXAGON_S2_asr_r_r_nac:
3671 ID = Intrinsic::hexagon_S2_asr_r_r_nac; break;
3672
3673 case Hexagon::BI__builtin_HEXAGON_S2_asl_r_r_nac:
3674 ID = Intrinsic::hexagon_S2_asl_r_r_nac; break;
3675
3676 case Hexagon::BI__builtin_HEXAGON_S2_lsr_r_r_nac:
3677 ID = Intrinsic::hexagon_S2_lsr_r_r_nac; break;
3678
3679 case Hexagon::BI__builtin_HEXAGON_S2_lsl_r_r_nac:
3680 ID = Intrinsic::hexagon_S2_lsl_r_r_nac; break;
3681
3682 case Hexagon::BI__builtin_HEXAGON_S2_asr_r_p_nac:
3683 ID = Intrinsic::hexagon_S2_asr_r_p_nac; break;
3684
3685 case Hexagon::BI__builtin_HEXAGON_S2_asl_r_p_nac:
3686 ID = Intrinsic::hexagon_S2_asl_r_p_nac; break;
3687
3688 case Hexagon::BI__builtin_HEXAGON_S2_lsr_r_p_nac:
3689 ID = Intrinsic::hexagon_S2_lsr_r_p_nac; break;
3690
3691 case Hexagon::BI__builtin_HEXAGON_S2_lsl_r_p_nac:
3692 ID = Intrinsic::hexagon_S2_lsl_r_p_nac; break;
3693
3694 case Hexagon::BI__builtin_HEXAGON_S2_asr_r_r_and:
3695 ID = Intrinsic::hexagon_S2_asr_r_r_and; break;
3696
3697 case Hexagon::BI__builtin_HEXAGON_S2_asl_r_r_and:
3698 ID = Intrinsic::hexagon_S2_asl_r_r_and; break;
3699
3700 case Hexagon::BI__builtin_HEXAGON_S2_lsr_r_r_and:
3701 ID = Intrinsic::hexagon_S2_lsr_r_r_and; break;
3702
3703 case Hexagon::BI__builtin_HEXAGON_S2_lsl_r_r_and:
3704 ID = Intrinsic::hexagon_S2_lsl_r_r_and; break;
3705
3706 case Hexagon::BI__builtin_HEXAGON_S2_asr_r_r_or:
3707 ID = Intrinsic::hexagon_S2_asr_r_r_or; break;
3708
3709 case Hexagon::BI__builtin_HEXAGON_S2_asl_r_r_or:
3710 ID = Intrinsic::hexagon_S2_asl_r_r_or; break;
3711
3712 case Hexagon::BI__builtin_HEXAGON_S2_lsr_r_r_or:
3713 ID = Intrinsic::hexagon_S2_lsr_r_r_or; break;
3714
3715 case Hexagon::BI__builtin_HEXAGON_S2_lsl_r_r_or:
3716 ID = Intrinsic::hexagon_S2_lsl_r_r_or; break;
3717
3718 case Hexagon::BI__builtin_HEXAGON_S2_asr_r_p_and:
3719 ID = Intrinsic::hexagon_S2_asr_r_p_and; break;
3720
3721 case Hexagon::BI__builtin_HEXAGON_S2_asl_r_p_and:
3722 ID = Intrinsic::hexagon_S2_asl_r_p_and; break;
3723
3724 case Hexagon::BI__builtin_HEXAGON_S2_lsr_r_p_and:
3725 ID = Intrinsic::hexagon_S2_lsr_r_p_and; break;
3726
3727 case Hexagon::BI__builtin_HEXAGON_S2_lsl_r_p_and:
3728 ID = Intrinsic::hexagon_S2_lsl_r_p_and; break;
3729
3730 case Hexagon::BI__builtin_HEXAGON_S2_asr_r_p_or:
3731 ID = Intrinsic::hexagon_S2_asr_r_p_or; break;
3732
3733 case Hexagon::BI__builtin_HEXAGON_S2_asl_r_p_or:
3734 ID = Intrinsic::hexagon_S2_asl_r_p_or; break;
3735
3736 case Hexagon::BI__builtin_HEXAGON_S2_lsr_r_p_or:
3737 ID = Intrinsic::hexagon_S2_lsr_r_p_or; break;
3738
3739 case Hexagon::BI__builtin_HEXAGON_S2_lsl_r_p_or:
3740 ID = Intrinsic::hexagon_S2_lsl_r_p_or; break;
3741
3742 case Hexagon::BI__builtin_HEXAGON_S2_asr_r_r_sat:
3743 ID = Intrinsic::hexagon_S2_asr_r_r_sat; break;
3744
3745 case Hexagon::BI__builtin_HEXAGON_S2_asl_r_r_sat:
3746 ID = Intrinsic::hexagon_S2_asl_r_r_sat; break;
3747
3748 case Hexagon::BI__builtin_HEXAGON_S2_asr_i_r:
3749 ID = Intrinsic::hexagon_S2_asr_i_r; break;
3750
3751 case Hexagon::BI__builtin_HEXAGON_S2_lsr_i_r:
3752 ID = Intrinsic::hexagon_S2_lsr_i_r; break;
3753
3754 case Hexagon::BI__builtin_HEXAGON_S2_asl_i_r:
3755 ID = Intrinsic::hexagon_S2_asl_i_r; break;
3756
3757 case Hexagon::BI__builtin_HEXAGON_S2_asr_i_p:
3758 ID = Intrinsic::hexagon_S2_asr_i_p; break;
3759
3760 case Hexagon::BI__builtin_HEXAGON_S2_lsr_i_p:
3761 ID = Intrinsic::hexagon_S2_lsr_i_p; break;
3762
3763 case Hexagon::BI__builtin_HEXAGON_S2_asl_i_p:
3764 ID = Intrinsic::hexagon_S2_asl_i_p; break;
3765
3766 case Hexagon::BI__builtin_HEXAGON_S2_asr_i_r_acc:
3767 ID = Intrinsic::hexagon_S2_asr_i_r_acc; break;
3768
3769 case Hexagon::BI__builtin_HEXAGON_S2_lsr_i_r_acc:
3770 ID = Intrinsic::hexagon_S2_lsr_i_r_acc; break;
3771
3772 case Hexagon::BI__builtin_HEXAGON_S2_asl_i_r_acc:
3773 ID = Intrinsic::hexagon_S2_asl_i_r_acc; break;
3774
3775 case Hexagon::BI__builtin_HEXAGON_S2_asr_i_p_acc:
3776 ID = Intrinsic::hexagon_S2_asr_i_p_acc; break;
3777
3778 case Hexagon::BI__builtin_HEXAGON_S2_lsr_i_p_acc:
3779 ID = Intrinsic::hexagon_S2_lsr_i_p_acc; break;
3780
3781 case Hexagon::BI__builtin_HEXAGON_S2_asl_i_p_acc:
3782 ID = Intrinsic::hexagon_S2_asl_i_p_acc; break;
3783
3784 case Hexagon::BI__builtin_HEXAGON_S2_asr_i_r_nac:
3785 ID = Intrinsic::hexagon_S2_asr_i_r_nac; break;
3786
3787 case Hexagon::BI__builtin_HEXAGON_S2_lsr_i_r_nac:
3788 ID = Intrinsic::hexagon_S2_lsr_i_r_nac; break;
3789
3790 case Hexagon::BI__builtin_HEXAGON_S2_asl_i_r_nac:
3791 ID = Intrinsic::hexagon_S2_asl_i_r_nac; break;
3792
3793 case Hexagon::BI__builtin_HEXAGON_S2_asr_i_p_nac:
3794 ID = Intrinsic::hexagon_S2_asr_i_p_nac; break;
3795
3796 case Hexagon::BI__builtin_HEXAGON_S2_lsr_i_p_nac:
3797 ID = Intrinsic::hexagon_S2_lsr_i_p_nac; break;
3798
3799 case Hexagon::BI__builtin_HEXAGON_S2_asl_i_p_nac:
3800 ID = Intrinsic::hexagon_S2_asl_i_p_nac; break;
3801
3802 case Hexagon::BI__builtin_HEXAGON_S2_lsr_i_r_xacc:
3803 ID = Intrinsic::hexagon_S2_lsr_i_r_xacc; break;
3804
3805 case Hexagon::BI__builtin_HEXAGON_S2_asl_i_r_xacc:
3806 ID = Intrinsic::hexagon_S2_asl_i_r_xacc; break;
3807
3808 case Hexagon::BI__builtin_HEXAGON_S2_lsr_i_p_xacc:
3809 ID = Intrinsic::hexagon_S2_lsr_i_p_xacc; break;
3810
3811 case Hexagon::BI__builtin_HEXAGON_S2_asl_i_p_xacc:
3812 ID = Intrinsic::hexagon_S2_asl_i_p_xacc; break;
3813
3814 case Hexagon::BI__builtin_HEXAGON_S2_asr_i_r_and:
3815 ID = Intrinsic::hexagon_S2_asr_i_r_and; break;
3816
3817 case Hexagon::BI__builtin_HEXAGON_S2_lsr_i_r_and:
3818 ID = Intrinsic::hexagon_S2_lsr_i_r_and; break;
3819
3820 case Hexagon::BI__builtin_HEXAGON_S2_asl_i_r_and:
3821 ID = Intrinsic::hexagon_S2_asl_i_r_and; break;
3822
3823 case Hexagon::BI__builtin_HEXAGON_S2_asr_i_r_or:
3824 ID = Intrinsic::hexagon_S2_asr_i_r_or; break;
3825
3826 case Hexagon::BI__builtin_HEXAGON_S2_lsr_i_r_or:
3827 ID = Intrinsic::hexagon_S2_lsr_i_r_or; break;
3828
3829 case Hexagon::BI__builtin_HEXAGON_S2_asl_i_r_or:
3830 ID = Intrinsic::hexagon_S2_asl_i_r_or; break;
3831
3832 case Hexagon::BI__builtin_HEXAGON_S2_asr_i_p_and:
3833 ID = Intrinsic::hexagon_S2_asr_i_p_and; break;
3834
3835 case Hexagon::BI__builtin_HEXAGON_S2_lsr_i_p_and:
3836 ID = Intrinsic::hexagon_S2_lsr_i_p_and; break;
3837
3838 case Hexagon::BI__builtin_HEXAGON_S2_asl_i_p_and:
3839 ID = Intrinsic::hexagon_S2_asl_i_p_and; break;
3840
3841 case Hexagon::BI__builtin_HEXAGON_S2_asr_i_p_or:
3842 ID = Intrinsic::hexagon_S2_asr_i_p_or; break;
3843
3844 case Hexagon::BI__builtin_HEXAGON_S2_lsr_i_p_or:
3845 ID = Intrinsic::hexagon_S2_lsr_i_p_or; break;
3846
3847 case Hexagon::BI__builtin_HEXAGON_S2_asl_i_p_or:
3848 ID = Intrinsic::hexagon_S2_asl_i_p_or; break;
3849
3850 case Hexagon::BI__builtin_HEXAGON_S2_asl_i_r_sat:
3851 ID = Intrinsic::hexagon_S2_asl_i_r_sat; break;
3852
3853 case Hexagon::BI__builtin_HEXAGON_S2_asr_i_r_rnd:
3854 ID = Intrinsic::hexagon_S2_asr_i_r_rnd; break;
3855
3856 case Hexagon::BI__builtin_HEXAGON_S2_asr_i_r_rnd_goodsyntax:
3857 ID = Intrinsic::hexagon_S2_asr_i_r_rnd_goodsyntax; break;
3858
3859 case Hexagon::BI__builtin_HEXAGON_S2_addasl_rrri:
3860 ID = Intrinsic::hexagon_S2_addasl_rrri; break;
3861
3862 case Hexagon::BI__builtin_HEXAGON_S2_valignib:
3863 ID = Intrinsic::hexagon_S2_valignib; break;
3864
3865 case Hexagon::BI__builtin_HEXAGON_S2_valignrb:
3866 ID = Intrinsic::hexagon_S2_valignrb; break;
3867
3868 case Hexagon::BI__builtin_HEXAGON_S2_vspliceib:
3869 ID = Intrinsic::hexagon_S2_vspliceib; break;
3870
3871 case Hexagon::BI__builtin_HEXAGON_S2_vsplicerb:
3872 ID = Intrinsic::hexagon_S2_vsplicerb; break;
3873
3874 case Hexagon::BI__builtin_HEXAGON_S2_vsplatrh:
3875 ID = Intrinsic::hexagon_S2_vsplatrh; break;
3876
3877 case Hexagon::BI__builtin_HEXAGON_S2_vsplatrb:
3878 ID = Intrinsic::hexagon_S2_vsplatrb; break;
3879
3880 case Hexagon::BI__builtin_HEXAGON_S2_insert:
3881 ID = Intrinsic::hexagon_S2_insert; break;
3882
3883 case Hexagon::BI__builtin_HEXAGON_S2_tableidxb_goodsyntax:
3884 ID = Intrinsic::hexagon_S2_tableidxb_goodsyntax; break;
3885
3886 case Hexagon::BI__builtin_HEXAGON_S2_tableidxh_goodsyntax:
3887 ID = Intrinsic::hexagon_S2_tableidxh_goodsyntax; break;
3888
3889 case Hexagon::BI__builtin_HEXAGON_S2_tableidxw_goodsyntax:
3890 ID = Intrinsic::hexagon_S2_tableidxw_goodsyntax; break;
3891
3892 case Hexagon::BI__builtin_HEXAGON_S2_tableidxd_goodsyntax:
3893 ID = Intrinsic::hexagon_S2_tableidxd_goodsyntax; break;
3894
3895 case Hexagon::BI__builtin_HEXAGON_S2_extractu:
3896 ID = Intrinsic::hexagon_S2_extractu; break;
3897
3898 case Hexagon::BI__builtin_HEXAGON_S2_insertp:
3899 ID = Intrinsic::hexagon_S2_insertp; break;
3900
3901 case Hexagon::BI__builtin_HEXAGON_S2_extractup:
3902 ID = Intrinsic::hexagon_S2_extractup; break;
3903
3904 case Hexagon::BI__builtin_HEXAGON_S2_insert_rp:
3905 ID = Intrinsic::hexagon_S2_insert_rp; break;
3906
3907 case Hexagon::BI__builtin_HEXAGON_S2_extractu_rp:
3908 ID = Intrinsic::hexagon_S2_extractu_rp; break;
3909
3910 case Hexagon::BI__builtin_HEXAGON_S2_insertp_rp:
3911 ID = Intrinsic::hexagon_S2_insertp_rp; break;
3912
3913 case Hexagon::BI__builtin_HEXAGON_S2_extractup_rp:
3914 ID = Intrinsic::hexagon_S2_extractup_rp; break;
3915
3916 case Hexagon::BI__builtin_HEXAGON_S2_tstbit_i:
3917 ID = Intrinsic::hexagon_S2_tstbit_i; break;
3918
3919 case Hexagon::BI__builtin_HEXAGON_S2_setbit_i:
3920 ID = Intrinsic::hexagon_S2_setbit_i; break;
3921
3922 case Hexagon::BI__builtin_HEXAGON_S2_togglebit_i:
3923 ID = Intrinsic::hexagon_S2_togglebit_i; break;
3924
3925 case Hexagon::BI__builtin_HEXAGON_S2_clrbit_i:
3926 ID = Intrinsic::hexagon_S2_clrbit_i; break;
3927
3928 case Hexagon::BI__builtin_HEXAGON_S2_tstbit_r:
3929 ID = Intrinsic::hexagon_S2_tstbit_r; break;
3930
3931 case Hexagon::BI__builtin_HEXAGON_S2_setbit_r:
3932 ID = Intrinsic::hexagon_S2_setbit_r; break;
3933
3934 case Hexagon::BI__builtin_HEXAGON_S2_togglebit_r:
3935 ID = Intrinsic::hexagon_S2_togglebit_r; break;
3936
3937 case Hexagon::BI__builtin_HEXAGON_S2_clrbit_r:
3938 ID = Intrinsic::hexagon_S2_clrbit_r; break;
3939
3940 case Hexagon::BI__builtin_HEXAGON_S2_asr_i_vh:
3941 ID = Intrinsic::hexagon_S2_asr_i_vh; break;
3942
3943 case Hexagon::BI__builtin_HEXAGON_S2_lsr_i_vh:
3944 ID = Intrinsic::hexagon_S2_lsr_i_vh; break;
3945
3946 case Hexagon::BI__builtin_HEXAGON_S2_asl_i_vh:
3947 ID = Intrinsic::hexagon_S2_asl_i_vh; break;
3948
3949 case Hexagon::BI__builtin_HEXAGON_S2_asr_r_vh:
3950 ID = Intrinsic::hexagon_S2_asr_r_vh; break;
3951
3952 case Hexagon::BI__builtin_HEXAGON_S2_asl_r_vh:
3953 ID = Intrinsic::hexagon_S2_asl_r_vh; break;
3954
3955 case Hexagon::BI__builtin_HEXAGON_S2_lsr_r_vh:
3956 ID = Intrinsic::hexagon_S2_lsr_r_vh; break;
3957
3958 case Hexagon::BI__builtin_HEXAGON_S2_lsl_r_vh:
3959 ID = Intrinsic::hexagon_S2_lsl_r_vh; break;
3960
3961 case Hexagon::BI__builtin_HEXAGON_S2_asr_i_vw:
3962 ID = Intrinsic::hexagon_S2_asr_i_vw; break;
3963
3964 case Hexagon::BI__builtin_HEXAGON_S2_asr_i_svw_trun:
3965 ID = Intrinsic::hexagon_S2_asr_i_svw_trun; break;
3966
3967 case Hexagon::BI__builtin_HEXAGON_S2_asr_r_svw_trun:
3968 ID = Intrinsic::hexagon_S2_asr_r_svw_trun; break;
3969
3970 case Hexagon::BI__builtin_HEXAGON_S2_lsr_i_vw:
3971 ID = Intrinsic::hexagon_S2_lsr_i_vw; break;
3972
3973 case Hexagon::BI__builtin_HEXAGON_S2_asl_i_vw:
3974 ID = Intrinsic::hexagon_S2_asl_i_vw; break;
3975
3976 case Hexagon::BI__builtin_HEXAGON_S2_asr_r_vw:
3977 ID = Intrinsic::hexagon_S2_asr_r_vw; break;
3978
3979 case Hexagon::BI__builtin_HEXAGON_S2_asl_r_vw:
3980 ID = Intrinsic::hexagon_S2_asl_r_vw; break;
3981
3982 case Hexagon::BI__builtin_HEXAGON_S2_lsr_r_vw:
3983 ID = Intrinsic::hexagon_S2_lsr_r_vw; break;
3984
3985 case Hexagon::BI__builtin_HEXAGON_S2_lsl_r_vw:
3986 ID = Intrinsic::hexagon_S2_lsl_r_vw; break;
3987
3988 case Hexagon::BI__builtin_HEXAGON_S2_vrndpackwh:
3989 ID = Intrinsic::hexagon_S2_vrndpackwh; break;
3990
3991 case Hexagon::BI__builtin_HEXAGON_S2_vrndpackwhs:
3992 ID = Intrinsic::hexagon_S2_vrndpackwhs; break;
3993
3994 case Hexagon::BI__builtin_HEXAGON_S2_vsxtbh:
3995 ID = Intrinsic::hexagon_S2_vsxtbh; break;
3996
3997 case Hexagon::BI__builtin_HEXAGON_S2_vzxtbh:
3998 ID = Intrinsic::hexagon_S2_vzxtbh; break;
3999
4000 case Hexagon::BI__builtin_HEXAGON_S2_vsathub:
4001 ID = Intrinsic::hexagon_S2_vsathub; break;
4002
4003 case Hexagon::BI__builtin_HEXAGON_S2_svsathub:
4004 ID = Intrinsic::hexagon_S2_svsathub; break;
4005
4006 case Hexagon::BI__builtin_HEXAGON_S2_svsathb:
4007 ID = Intrinsic::hexagon_S2_svsathb; break;
4008
4009 case Hexagon::BI__builtin_HEXAGON_S2_vsathb:
4010 ID = Intrinsic::hexagon_S2_vsathb; break;
4011
4012 case Hexagon::BI__builtin_HEXAGON_S2_vtrunohb:
4013 ID = Intrinsic::hexagon_S2_vtrunohb; break;
4014
4015 case Hexagon::BI__builtin_HEXAGON_S2_vtrunewh:
4016 ID = Intrinsic::hexagon_S2_vtrunewh; break;
4017
4018 case Hexagon::BI__builtin_HEXAGON_S2_vtrunowh:
4019 ID = Intrinsic::hexagon_S2_vtrunowh; break;
4020
4021 case Hexagon::BI__builtin_HEXAGON_S2_vtrunehb:
4022 ID = Intrinsic::hexagon_S2_vtrunehb; break;
4023
4024 case Hexagon::BI__builtin_HEXAGON_S2_vsxthw:
4025 ID = Intrinsic::hexagon_S2_vsxthw; break;
4026
4027 case Hexagon::BI__builtin_HEXAGON_S2_vzxthw:
4028 ID = Intrinsic::hexagon_S2_vzxthw; break;
4029
4030 case Hexagon::BI__builtin_HEXAGON_S2_vsatwh:
4031 ID = Intrinsic::hexagon_S2_vsatwh; break;
4032
4033 case Hexagon::BI__builtin_HEXAGON_S2_vsatwuh:
4034 ID = Intrinsic::hexagon_S2_vsatwuh; break;
4035
4036 case Hexagon::BI__builtin_HEXAGON_S2_packhl:
4037 ID = Intrinsic::hexagon_S2_packhl; break;
4038
4039 case Hexagon::BI__builtin_HEXAGON_A2_swiz:
4040 ID = Intrinsic::hexagon_A2_swiz; break;
4041
4042 case Hexagon::BI__builtin_HEXAGON_S2_vsathub_nopack:
4043 ID = Intrinsic::hexagon_S2_vsathub_nopack; break;
4044
4045 case Hexagon::BI__builtin_HEXAGON_S2_vsathb_nopack:
4046 ID = Intrinsic::hexagon_S2_vsathb_nopack; break;
4047
4048 case Hexagon::BI__builtin_HEXAGON_S2_vsatwh_nopack:
4049 ID = Intrinsic::hexagon_S2_vsatwh_nopack; break;
4050
4051 case Hexagon::BI__builtin_HEXAGON_S2_vsatwuh_nopack:
4052 ID = Intrinsic::hexagon_S2_vsatwuh_nopack; break;
4053
4054 case Hexagon::BI__builtin_HEXAGON_S2_shuffob:
4055 ID = Intrinsic::hexagon_S2_shuffob; break;
4056
4057 case Hexagon::BI__builtin_HEXAGON_S2_shuffeb:
4058 ID = Intrinsic::hexagon_S2_shuffeb; break;
4059
4060 case Hexagon::BI__builtin_HEXAGON_S2_shuffoh:
4061 ID = Intrinsic::hexagon_S2_shuffoh; break;
4062
4063 case Hexagon::BI__builtin_HEXAGON_S2_shuffeh:
4064 ID = Intrinsic::hexagon_S2_shuffeh; break;
4065
4066 case Hexagon::BI__builtin_HEXAGON_S2_parityp:
4067 ID = Intrinsic::hexagon_S2_parityp; break;
4068
4069 case Hexagon::BI__builtin_HEXAGON_S2_lfsp:
4070 ID = Intrinsic::hexagon_S2_lfsp; break;
4071
4072 case Hexagon::BI__builtin_HEXAGON_S2_clbnorm:
4073 ID = Intrinsic::hexagon_S2_clbnorm; break;
4074
4075 case Hexagon::BI__builtin_HEXAGON_S2_clb:
4076 ID = Intrinsic::hexagon_S2_clb; break;
4077
4078 case Hexagon::BI__builtin_HEXAGON_S2_cl0:
4079 ID = Intrinsic::hexagon_S2_cl0; break;
4080
4081 case Hexagon::BI__builtin_HEXAGON_S2_cl1:
4082 ID = Intrinsic::hexagon_S2_cl1; break;
4083
4084 case Hexagon::BI__builtin_HEXAGON_S2_clbp:
4085 ID = Intrinsic::hexagon_S2_clbp; break;
4086
4087 case Hexagon::BI__builtin_HEXAGON_S2_cl0p:
4088 ID = Intrinsic::hexagon_S2_cl0p; break;
4089
4090 case Hexagon::BI__builtin_HEXAGON_S2_cl1p:
4091 ID = Intrinsic::hexagon_S2_cl1p; break;
4092
4093 case Hexagon::BI__builtin_HEXAGON_S2_brev:
4094 ID = Intrinsic::hexagon_S2_brev; break;
4095
4096 case Hexagon::BI__builtin_HEXAGON_S2_ct0:
4097 ID = Intrinsic::hexagon_S2_ct0; break;
4098
4099 case Hexagon::BI__builtin_HEXAGON_S2_ct1:
4100 ID = Intrinsic::hexagon_S2_ct1; break;
4101
4102 case Hexagon::BI__builtin_HEXAGON_S2_interleave:
4103 ID = Intrinsic::hexagon_S2_interleave; break;
4104
4105 case Hexagon::BI__builtin_HEXAGON_S2_deinterleave:
4106 ID = Intrinsic::hexagon_S2_deinterleave; break;
4107
4108 case Hexagon::BI__builtin_SI_to_SXTHI_asrh:
4109 ID = Intrinsic::hexagon_SI_to_SXTHI_asrh; break;
4110
4111 case Hexagon::BI__builtin_HEXAGON_A4_orn:
4112 ID = Intrinsic::hexagon_A4_orn; break;
4113
4114 case Hexagon::BI__builtin_HEXAGON_A4_andn:
4115 ID = Intrinsic::hexagon_A4_andn; break;
4116
4117 case Hexagon::BI__builtin_HEXAGON_A4_ornp:
4118 ID = Intrinsic::hexagon_A4_ornp; break;
4119
4120 case Hexagon::BI__builtin_HEXAGON_A4_andnp:
4121 ID = Intrinsic::hexagon_A4_andnp; break;
4122
4123 case Hexagon::BI__builtin_HEXAGON_A4_combineir:
4124 ID = Intrinsic::hexagon_A4_combineir; break;
4125
4126 case Hexagon::BI__builtin_HEXAGON_A4_combineri:
4127 ID = Intrinsic::hexagon_A4_combineri; break;
4128
4129 case Hexagon::BI__builtin_HEXAGON_C4_cmpneqi:
4130 ID = Intrinsic::hexagon_C4_cmpneqi; break;
4131
4132 case Hexagon::BI__builtin_HEXAGON_C4_cmpneq:
4133 ID = Intrinsic::hexagon_C4_cmpneq; break;
4134
4135 case Hexagon::BI__builtin_HEXAGON_C4_cmpltei:
4136 ID = Intrinsic::hexagon_C4_cmpltei; break;
4137
4138 case Hexagon::BI__builtin_HEXAGON_C4_cmplte:
4139 ID = Intrinsic::hexagon_C4_cmplte; break;
4140
4141 case Hexagon::BI__builtin_HEXAGON_C4_cmplteui:
4142 ID = Intrinsic::hexagon_C4_cmplteui; break;
4143
4144 case Hexagon::BI__builtin_HEXAGON_C4_cmplteu:
4145 ID = Intrinsic::hexagon_C4_cmplteu; break;
4146
4147 case Hexagon::BI__builtin_HEXAGON_A4_rcmpneq:
4148 ID = Intrinsic::hexagon_A4_rcmpneq; break;
4149
4150 case Hexagon::BI__builtin_HEXAGON_A4_rcmpneqi:
4151 ID = Intrinsic::hexagon_A4_rcmpneqi; break;
4152
4153 case Hexagon::BI__builtin_HEXAGON_A4_rcmpeq:
4154 ID = Intrinsic::hexagon_A4_rcmpeq; break;
4155
4156 case Hexagon::BI__builtin_HEXAGON_A4_rcmpeqi:
4157 ID = Intrinsic::hexagon_A4_rcmpeqi; break;
4158
4159 case Hexagon::BI__builtin_HEXAGON_C4_fastcorner9:
4160 ID = Intrinsic::hexagon_C4_fastcorner9; break;
4161
4162 case Hexagon::BI__builtin_HEXAGON_C4_fastcorner9_not:
4163 ID = Intrinsic::hexagon_C4_fastcorner9_not; break;
4164
4165 case Hexagon::BI__builtin_HEXAGON_C4_and_andn:
4166 ID = Intrinsic::hexagon_C4_and_andn; break;
4167
4168 case Hexagon::BI__builtin_HEXAGON_C4_and_and:
4169 ID = Intrinsic::hexagon_C4_and_and; break;
4170
4171 case Hexagon::BI__builtin_HEXAGON_C4_and_orn:
4172 ID = Intrinsic::hexagon_C4_and_orn; break;
4173
4174 case Hexagon::BI__builtin_HEXAGON_C4_and_or:
4175 ID = Intrinsic::hexagon_C4_and_or; break;
4176
4177 case Hexagon::BI__builtin_HEXAGON_C4_or_andn:
4178 ID = Intrinsic::hexagon_C4_or_andn; break;
4179
4180 case Hexagon::BI__builtin_HEXAGON_C4_or_and:
4181 ID = Intrinsic::hexagon_C4_or_and; break;
4182
4183 case Hexagon::BI__builtin_HEXAGON_C4_or_orn:
4184 ID = Intrinsic::hexagon_C4_or_orn; break;
4185
4186 case Hexagon::BI__builtin_HEXAGON_C4_or_or:
4187 ID = Intrinsic::hexagon_C4_or_or; break;
4188
4189 case Hexagon::BI__builtin_HEXAGON_S4_addaddi:
4190 ID = Intrinsic::hexagon_S4_addaddi; break;
4191
4192 case Hexagon::BI__builtin_HEXAGON_S4_subaddi:
4193 ID = Intrinsic::hexagon_S4_subaddi; break;
4194
4195 case Hexagon::BI__builtin_HEXAGON_M4_xor_xacc:
4196 ID = Intrinsic::hexagon_M4_xor_xacc; break;
4197
4198 case Hexagon::BI__builtin_HEXAGON_M4_and_and:
4199 ID = Intrinsic::hexagon_M4_and_and; break;
4200
4201 case Hexagon::BI__builtin_HEXAGON_M4_and_or:
4202 ID = Intrinsic::hexagon_M4_and_or; break;
4203
4204 case Hexagon::BI__builtin_HEXAGON_M4_and_xor:
4205 ID = Intrinsic::hexagon_M4_and_xor; break;
4206
4207 case Hexagon::BI__builtin_HEXAGON_M4_and_andn:
4208 ID = Intrinsic::hexagon_M4_and_andn; break;
4209
4210 case Hexagon::BI__builtin_HEXAGON_M4_xor_and:
4211 ID = Intrinsic::hexagon_M4_xor_and; break;
4212
4213 case Hexagon::BI__builtin_HEXAGON_M4_xor_or:
4214 ID = Intrinsic::hexagon_M4_xor_or; break;
4215
4216 case Hexagon::BI__builtin_HEXAGON_M4_xor_andn:
4217 ID = Intrinsic::hexagon_M4_xor_andn; break;
4218
4219 case Hexagon::BI__builtin_HEXAGON_M4_or_and:
4220 ID = Intrinsic::hexagon_M4_or_and; break;
4221
4222 case Hexagon::BI__builtin_HEXAGON_M4_or_or:
4223 ID = Intrinsic::hexagon_M4_or_or; break;
4224
4225 case Hexagon::BI__builtin_HEXAGON_M4_or_xor:
4226 ID = Intrinsic::hexagon_M4_or_xor; break;
4227
4228 case Hexagon::BI__builtin_HEXAGON_M4_or_andn:
4229 ID = Intrinsic::hexagon_M4_or_andn; break;
4230
4231 case Hexagon::BI__builtin_HEXAGON_S4_or_andix:
4232 ID = Intrinsic::hexagon_S4_or_andix; break;
4233
4234 case Hexagon::BI__builtin_HEXAGON_S4_or_andi:
4235 ID = Intrinsic::hexagon_S4_or_andi; break;
4236
4237 case Hexagon::BI__builtin_HEXAGON_S4_or_ori:
4238 ID = Intrinsic::hexagon_S4_or_ori; break;
4239
4240 case Hexagon::BI__builtin_HEXAGON_A4_modwrapu:
4241 ID = Intrinsic::hexagon_A4_modwrapu; break;
4242
4243 case Hexagon::BI__builtin_HEXAGON_A4_cround_rr:
4244 ID = Intrinsic::hexagon_A4_cround_rr; break;
4245
4246 case Hexagon::BI__builtin_HEXAGON_A4_round_ri:
4247 ID = Intrinsic::hexagon_A4_round_ri; break;
4248
4249 case Hexagon::BI__builtin_HEXAGON_A4_round_rr:
4250 ID = Intrinsic::hexagon_A4_round_rr; break;
4251
4252 case Hexagon::BI__builtin_HEXAGON_A4_round_ri_sat:
4253 ID = Intrinsic::hexagon_A4_round_ri_sat; break;
4254
4255 case Hexagon::BI__builtin_HEXAGON_A4_round_rr_sat:
4256 ID = Intrinsic::hexagon_A4_round_rr_sat; break;
4257
4258 }
4259
4260 llvm::Function *F = CGM.getIntrinsic(ID);
4261 return Builder.CreateCall(F, Ops, "");
4262}
4263
Mike Stump11289f42009-09-09 15:08:12 +00004264Value *CodeGenFunction::EmitPPCBuiltinExpr(unsigned BuiltinID,
Chris Lattner13653d72007-12-13 07:34:23 +00004265 const CallExpr *E) {
Chris Lattner0e62c1c2011-07-23 10:55:15 +00004266 SmallVector<Value*, 4> Ops;
Chris Lattnerdad40622010-04-14 03:54:58 +00004267
4268 for (unsigned i = 0, e = E->getNumArgs(); i != e; i++)
4269 Ops.push_back(EmitScalarExpr(E->getArg(i)));
4270
4271 Intrinsic::ID ID = Intrinsic::not_intrinsic;
4272
4273 switch (BuiltinID) {
4274 default: return 0;
4275
Anton Korobeynikovcc50b7d2010-06-19 09:47:18 +00004276 // vec_ld, vec_lvsl, vec_lvsr
4277 case PPC::BI__builtin_altivec_lvx:
4278 case PPC::BI__builtin_altivec_lvxl:
4279 case PPC::BI__builtin_altivec_lvebx:
4280 case PPC::BI__builtin_altivec_lvehx:
4281 case PPC::BI__builtin_altivec_lvewx:
4282 case PPC::BI__builtin_altivec_lvsl:
4283 case PPC::BI__builtin_altivec_lvsr:
4284 {
John McCallad7c5c12011-02-08 08:22:06 +00004285 Ops[1] = Builder.CreateBitCast(Ops[1], Int8PtrTy);
Anton Korobeynikovcc50b7d2010-06-19 09:47:18 +00004286
Benjamin Kramer76399eb2011-09-27 21:06:10 +00004287 Ops[0] = Builder.CreateGEP(Ops[1], Ops[0]);
Anton Korobeynikovcc50b7d2010-06-19 09:47:18 +00004288 Ops.pop_back();
4289
4290 switch (BuiltinID) {
David Blaikie83d382b2011-09-23 05:06:16 +00004291 default: llvm_unreachable("Unsupported ld/lvsl/lvsr intrinsic!");
Anton Korobeynikovcc50b7d2010-06-19 09:47:18 +00004292 case PPC::BI__builtin_altivec_lvx:
4293 ID = Intrinsic::ppc_altivec_lvx;
4294 break;
4295 case PPC::BI__builtin_altivec_lvxl:
4296 ID = Intrinsic::ppc_altivec_lvxl;
4297 break;
4298 case PPC::BI__builtin_altivec_lvebx:
4299 ID = Intrinsic::ppc_altivec_lvebx;
4300 break;
4301 case PPC::BI__builtin_altivec_lvehx:
4302 ID = Intrinsic::ppc_altivec_lvehx;
4303 break;
4304 case PPC::BI__builtin_altivec_lvewx:
4305 ID = Intrinsic::ppc_altivec_lvewx;
4306 break;
4307 case PPC::BI__builtin_altivec_lvsl:
4308 ID = Intrinsic::ppc_altivec_lvsl;
4309 break;
4310 case PPC::BI__builtin_altivec_lvsr:
4311 ID = Intrinsic::ppc_altivec_lvsr;
4312 break;
4313 }
4314 llvm::Function *F = CGM.getIntrinsic(ID);
Jay Foad5bd375a2011-07-15 08:37:34 +00004315 return Builder.CreateCall(F, Ops, "");
Anton Korobeynikovcc50b7d2010-06-19 09:47:18 +00004316 }
4317
Chris Lattnerdad40622010-04-14 03:54:58 +00004318 // vec_st
4319 case PPC::BI__builtin_altivec_stvx:
4320 case PPC::BI__builtin_altivec_stvxl:
4321 case PPC::BI__builtin_altivec_stvebx:
4322 case PPC::BI__builtin_altivec_stvehx:
4323 case PPC::BI__builtin_altivec_stvewx:
4324 {
John McCallad7c5c12011-02-08 08:22:06 +00004325 Ops[2] = Builder.CreateBitCast(Ops[2], Int8PtrTy);
Benjamin Kramer76399eb2011-09-27 21:06:10 +00004326 Ops[1] = Builder.CreateGEP(Ops[2], Ops[1]);
Chris Lattnerdad40622010-04-14 03:54:58 +00004327 Ops.pop_back();
4328
4329 switch (BuiltinID) {
David Blaikie83d382b2011-09-23 05:06:16 +00004330 default: llvm_unreachable("Unsupported st intrinsic!");
Chris Lattnerdad40622010-04-14 03:54:58 +00004331 case PPC::BI__builtin_altivec_stvx:
4332 ID = Intrinsic::ppc_altivec_stvx;
4333 break;
4334 case PPC::BI__builtin_altivec_stvxl:
4335 ID = Intrinsic::ppc_altivec_stvxl;
4336 break;
4337 case PPC::BI__builtin_altivec_stvebx:
4338 ID = Intrinsic::ppc_altivec_stvebx;
4339 break;
4340 case PPC::BI__builtin_altivec_stvehx:
4341 ID = Intrinsic::ppc_altivec_stvehx;
4342 break;
4343 case PPC::BI__builtin_altivec_stvewx:
4344 ID = Intrinsic::ppc_altivec_stvewx;
4345 break;
4346 }
4347 llvm::Function *F = CGM.getIntrinsic(ID);
Jay Foad5bd375a2011-07-15 08:37:34 +00004348 return Builder.CreateCall(F, Ops, "");
Chris Lattnerdad40622010-04-14 03:54:58 +00004349 }
4350 }
Mike Stump11289f42009-09-09 15:08:12 +00004351}