Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 1 | //===--- CGExpr.cpp - Emit LLVM Code from Expressions ---------------------===// |
| 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
Chris Lattner | 0bc735f | 2007-12-29 19:59:25 +0000 | [diff] [blame] | 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | // |
| 10 | // This contains code to emit Expr nodes as LLVM code. |
| 11 | // |
| 12 | //===----------------------------------------------------------------------===// |
| 13 | |
| 14 | #include "CodeGenFunction.h" |
John McCall | 4c40d98 | 2010-08-31 07:33:07 +0000 | [diff] [blame] | 15 | #include "CGCXXABI.h" |
Chandler Carruth | 55fc873 | 2012-12-04 09:13:33 +0000 | [diff] [blame] | 16 | #include "CGCall.h" |
Devang Patel | 79bfb4b | 2011-03-04 18:54:42 +0000 | [diff] [blame] | 17 | #include "CGDebugInfo.h" |
Daniel Dunbar | af2f62c | 2008-08-13 00:59:25 +0000 | [diff] [blame] | 18 | #include "CGObjCRuntime.h" |
Chandler Carruth | 55fc873 | 2012-12-04 09:13:33 +0000 | [diff] [blame] | 19 | #include "CGRecordLayout.h" |
| 20 | #include "CodeGenModule.h" |
John McCall | 01f151e | 2011-09-21 08:08:30 +0000 | [diff] [blame] | 21 | #include "TargetInfo.h" |
Daniel Dunbar | de7fb84 | 2008-08-11 05:00:27 +0000 | [diff] [blame] | 22 | #include "clang/AST/ASTContext.h" |
Daniel Dunbar | c4a1dea | 2008-08-11 05:35:13 +0000 | [diff] [blame] | 23 | #include "clang/AST/DeclObjC.h" |
Chandler Carruth | 06057ce | 2010-06-15 23:19:56 +0000 | [diff] [blame] | 24 | #include "clang/Frontend/CodeGenOptions.h" |
Chandler Carruth | 55fc873 | 2012-12-04 09:13:33 +0000 | [diff] [blame] | 25 | #include "llvm/ADT/Hashing.h" |
Chandler Carruth | 3b844ba | 2013-01-02 11:45:17 +0000 | [diff] [blame] | 26 | #include "llvm/IR/DataLayout.h" |
| 27 | #include "llvm/IR/Intrinsics.h" |
| 28 | #include "llvm/IR/LLVMContext.h" |
| 29 | #include "llvm/IR/MDBuilder.h" |
Dmitri Gribenko | cb5620c | 2013-01-30 12:06:08 +0000 | [diff] [blame] | 30 | #include "llvm/Support/ConvertUTF.h" |
| 31 | |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 32 | using namespace clang; |
| 33 | using namespace CodeGen; |
| 34 | |
| 35 | //===--------------------------------------------------------------------===// |
| 36 | // Miscellaneous Helper Methods |
| 37 | //===--------------------------------------------------------------------===// |
| 38 | |
John McCall | d16c2cf | 2011-02-08 08:22:06 +0000 | [diff] [blame] | 39 | llvm::Value *CodeGenFunction::EmitCastToVoidPtr(llvm::Value *value) { |
| 40 | unsigned addressSpace = |
| 41 | cast<llvm::PointerType>(value->getType())->getAddressSpace(); |
| 42 | |
Chris Lattner | 2acc6e3 | 2011-07-18 04:24:23 +0000 | [diff] [blame] | 43 | llvm::PointerType *destType = Int8PtrTy; |
John McCall | d16c2cf | 2011-02-08 08:22:06 +0000 | [diff] [blame] | 44 | if (addressSpace) |
| 45 | destType = llvm::Type::getInt8PtrTy(getLLVMContext(), addressSpace); |
| 46 | |
| 47 | if (value->getType() == destType) return value; |
| 48 | return Builder.CreateBitCast(value, destType); |
| 49 | } |
| 50 | |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 51 | /// CreateTempAlloca - This creates a alloca and inserts it into the entry |
| 52 | /// block. |
Chris Lattner | 2acc6e3 | 2011-07-18 04:24:23 +0000 | [diff] [blame] | 53 | llvm::AllocaInst *CodeGenFunction::CreateTempAlloca(llvm::Type *Ty, |
Chris Lattner | 5f9e272 | 2011-07-23 10:55:15 +0000 | [diff] [blame] | 54 | const Twine &Name) { |
Chris Lattner | f146684 | 2009-03-22 00:24:14 +0000 | [diff] [blame] | 55 | if (!Builder.isNamePreserving()) |
Daniel Dunbar | 259e9cc | 2009-10-19 01:21:05 +0000 | [diff] [blame] | 56 | return new llvm::AllocaInst(Ty, 0, "", AllocaInsertPt); |
Devang Patel | d35e2e0 | 2009-10-12 22:29:02 +0000 | [diff] [blame] | 57 | return new llvm::AllocaInst(Ty, 0, Name, AllocaInsertPt); |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 58 | } |
| 59 | |
John McCall | ac41816 | 2010-04-22 01:10:34 +0000 | [diff] [blame] | 60 | void CodeGenFunction::InitTempAlloca(llvm::AllocaInst *Var, |
| 61 | llvm::Value *Init) { |
| 62 | llvm::StoreInst *Store = new llvm::StoreInst(Init, Var); |
| 63 | llvm::BasicBlock *Block = AllocaInsertPt->getParent(); |
| 64 | Block->getInstList().insertAfter(&*AllocaInsertPt, Store); |
| 65 | } |
| 66 | |
Chris Lattner | 121b3fa | 2010-07-05 20:21:00 +0000 | [diff] [blame] | 67 | llvm::AllocaInst *CodeGenFunction::CreateIRTemp(QualType Ty, |
Chris Lattner | 5f9e272 | 2011-07-23 10:55:15 +0000 | [diff] [blame] | 68 | const Twine &Name) { |
Daniel Dunbar | 9bd4da2 | 2010-02-16 19:44:13 +0000 | [diff] [blame] | 69 | llvm::AllocaInst *Alloc = CreateTempAlloca(ConvertType(Ty), Name); |
| 70 | // FIXME: Should we prefer the preferred type alignment here? |
| 71 | CharUnits Align = getContext().getTypeAlignInChars(Ty); |
| 72 | Alloc->setAlignment(Align.getQuantity()); |
| 73 | return Alloc; |
| 74 | } |
| 75 | |
Chris Lattner | 121b3fa | 2010-07-05 20:21:00 +0000 | [diff] [blame] | 76 | llvm::AllocaInst *CodeGenFunction::CreateMemTemp(QualType Ty, |
Chris Lattner | 5f9e272 | 2011-07-23 10:55:15 +0000 | [diff] [blame] | 77 | const Twine &Name) { |
Daniel Dunbar | 195337d | 2010-02-09 02:48:28 +0000 | [diff] [blame] | 78 | llvm::AllocaInst *Alloc = CreateTempAlloca(ConvertTypeForMem(Ty), Name); |
| 79 | // FIXME: Should we prefer the preferred type alignment here? |
| 80 | CharUnits Align = getContext().getTypeAlignInChars(Ty); |
| 81 | Alloc->setAlignment(Align.getQuantity()); |
| 82 | return Alloc; |
| 83 | } |
| 84 | |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 85 | /// EvaluateExprAsBool - Perform the usual unary conversions on the specified |
| 86 | /// expression and compare the result against zero, returning an Int1Ty value. |
| 87 | llvm::Value *CodeGenFunction::EvaluateExprAsBool(const Expr *E) { |
John McCall | 0bab0cd | 2010-08-23 01:21:21 +0000 | [diff] [blame] | 88 | if (const MemberPointerType *MPT = E->getType()->getAs<MemberPointerType>()) { |
John McCall | d608cdb | 2010-08-22 10:59:02 +0000 | [diff] [blame] | 89 | llvm::Value *MemPtr = EmitScalarExpr(E); |
John McCall | d16c2cf | 2011-02-08 08:22:06 +0000 | [diff] [blame] | 90 | return CGM.getCXXABI().EmitMemberPointerIsNotNull(*this, MemPtr, MPT); |
Eli Friedman | 3a17370 | 2009-12-11 09:26:29 +0000 | [diff] [blame] | 91 | } |
John McCall | 0bab0cd | 2010-08-23 01:21:21 +0000 | [diff] [blame] | 92 | |
| 93 | QualType BoolTy = getContext().BoolTy; |
Chris Lattner | 9b2dc28 | 2008-04-04 16:54:41 +0000 | [diff] [blame] | 94 | if (!E->getType()->isAnyComplexType()) |
Chris Lattner | 9069fa2 | 2007-08-26 16:46:58 +0000 | [diff] [blame] | 95 | return EmitScalarConversion(EmitScalarExpr(E), E->getType(), BoolTy); |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 96 | |
Chris Lattner | 9069fa2 | 2007-08-26 16:46:58 +0000 | [diff] [blame] | 97 | return EmitComplexToScalarConversion(EmitComplexExpr(E), E->getType(),BoolTy); |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 98 | } |
| 99 | |
John McCall | 2a41637 | 2010-12-05 02:00:02 +0000 | [diff] [blame] | 100 | /// EmitIgnoredExpr - Emit code to compute the specified expression, |
| 101 | /// ignoring the result. |
| 102 | void CodeGenFunction::EmitIgnoredExpr(const Expr *E) { |
| 103 | if (E->isRValue()) |
| 104 | return (void) EmitAnyExpr(E, AggValueSlot::ignored(), true); |
| 105 | |
| 106 | // Just emit it as an l-value and drop the result. |
| 107 | EmitLValue(E); |
| 108 | } |
| 109 | |
John McCall | 558d2ab | 2010-09-15 10:14:12 +0000 | [diff] [blame] | 110 | /// EmitAnyExpr - Emit code to compute the specified expression which |
| 111 | /// can have any type. The result is returned as an RValue struct. |
| 112 | /// If this is an aggregate expression, AggSlot indicates where the |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 113 | /// result should be returned. |
John McCall | e0c1168 | 2012-07-02 23:58:38 +0000 | [diff] [blame] | 114 | RValue CodeGenFunction::EmitAnyExpr(const Expr *E, |
| 115 | AggValueSlot aggSlot, |
| 116 | bool ignoreResult) { |
John McCall | 9d232c8 | 2013-03-07 21:37:08 +0000 | [diff] [blame] | 117 | switch (getEvaluationKind(E->getType())) { |
| 118 | case TEK_Scalar: |
John McCall | e0c1168 | 2012-07-02 23:58:38 +0000 | [diff] [blame] | 119 | return RValue::get(EmitScalarExpr(E, ignoreResult)); |
John McCall | 9d232c8 | 2013-03-07 21:37:08 +0000 | [diff] [blame] | 120 | case TEK_Complex: |
John McCall | e0c1168 | 2012-07-02 23:58:38 +0000 | [diff] [blame] | 121 | return RValue::getComplex(EmitComplexExpr(E, ignoreResult, ignoreResult)); |
John McCall | 9d232c8 | 2013-03-07 21:37:08 +0000 | [diff] [blame] | 122 | case TEK_Aggregate: |
| 123 | if (!ignoreResult && aggSlot.isIgnored()) |
| 124 | aggSlot = CreateAggTemp(E->getType(), "agg-temp"); |
| 125 | EmitAggExpr(E, aggSlot); |
| 126 | return aggSlot.asRValue(); |
| 127 | } |
| 128 | llvm_unreachable("bad evaluation kind"); |
Chris Lattner | 9b65551 | 2007-08-31 22:49:20 +0000 | [diff] [blame] | 129 | } |
| 130 | |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 131 | /// EmitAnyExprToTemp - Similary to EmitAnyExpr(), however, the result will |
| 132 | /// always be accessible even if no aggregate location is provided. |
John McCall | 558d2ab | 2010-09-15 10:14:12 +0000 | [diff] [blame] | 133 | RValue CodeGenFunction::EmitAnyExprToTemp(const Expr *E) { |
| 134 | AggValueSlot AggSlot = AggValueSlot::ignored(); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 135 | |
John McCall | 9d232c8 | 2013-03-07 21:37:08 +0000 | [diff] [blame] | 136 | if (hasAggregateEvaluationKind(E->getType())) |
John McCall | 558d2ab | 2010-09-15 10:14:12 +0000 | [diff] [blame] | 137 | AggSlot = CreateAggTemp(E->getType(), "agg.tmp"); |
| 138 | return EmitAnyExpr(E, AggSlot); |
Daniel Dunbar | 46f45b9 | 2008-09-09 01:06:48 +0000 | [diff] [blame] | 139 | } |
| 140 | |
John McCall | 3d3ec1c | 2010-04-21 10:05:39 +0000 | [diff] [blame] | 141 | /// EmitAnyExprToMem - Evaluate an expression into a given memory |
| 142 | /// location. |
| 143 | void CodeGenFunction::EmitAnyExprToMem(const Expr *E, |
| 144 | llvm::Value *Location, |
Chad Rosier | 649b4a1 | 2012-03-29 17:37:10 +0000 | [diff] [blame] | 145 | Qualifiers Quals, |
| 146 | bool IsInit) { |
Eli Friedman | f394078 | 2011-12-03 00:54:26 +0000 | [diff] [blame] | 147 | // FIXME: This function should take an LValue as an argument. |
John McCall | 9d232c8 | 2013-03-07 21:37:08 +0000 | [diff] [blame] | 148 | switch (getEvaluationKind(E->getType())) { |
| 149 | case TEK_Complex: |
| 150 | EmitComplexExprIntoLValue(E, |
| 151 | MakeNaturalAlignAddrLValue(Location, E->getType()), |
| 152 | /*isInit*/ false); |
| 153 | return; |
| 154 | |
| 155 | case TEK_Aggregate: { |
Eli Friedman | d7722d9 | 2011-12-03 02:13:40 +0000 | [diff] [blame] | 156 | CharUnits Alignment = getContext().getTypeAlignInChars(E->getType()); |
Eli Friedman | f394078 | 2011-12-03 00:54:26 +0000 | [diff] [blame] | 157 | EmitAggExpr(E, AggValueSlot::forAddr(Location, Alignment, Quals, |
Chad Rosier | 649b4a1 | 2012-03-29 17:37:10 +0000 | [diff] [blame] | 158 | AggValueSlot::IsDestructed_t(IsInit), |
John McCall | 90b2bdf | 2011-08-26 05:38:08 +0000 | [diff] [blame] | 159 | AggValueSlot::DoesNotNeedGCBarriers, |
Chad Rosier | 649b4a1 | 2012-03-29 17:37:10 +0000 | [diff] [blame] | 160 | AggValueSlot::IsAliased_t(!IsInit))); |
John McCall | 9d232c8 | 2013-03-07 21:37:08 +0000 | [diff] [blame] | 161 | return; |
| 162 | } |
| 163 | |
| 164 | case TEK_Scalar: { |
John McCall | 3d3ec1c | 2010-04-21 10:05:39 +0000 | [diff] [blame] | 165 | RValue RV = RValue::get(EmitScalarExpr(E, /*Ignore*/ false)); |
Daniel Dunbar | 9f553f5 | 2010-08-21 03:08:16 +0000 | [diff] [blame] | 166 | LValue LV = MakeAddrLValue(Location, E->getType()); |
John McCall | 545d996 | 2011-06-25 02:11:03 +0000 | [diff] [blame] | 167 | EmitStoreThroughLValue(RV, LV); |
John McCall | 9d232c8 | 2013-03-07 21:37:08 +0000 | [diff] [blame] | 168 | return; |
John McCall | 3d3ec1c | 2010-04-21 10:05:39 +0000 | [diff] [blame] | 169 | } |
John McCall | 9d232c8 | 2013-03-07 21:37:08 +0000 | [diff] [blame] | 170 | } |
| 171 | llvm_unreachable("bad evaluation kind"); |
John McCall | 3d3ec1c | 2010-04-21 10:05:39 +0000 | [diff] [blame] | 172 | } |
| 173 | |
Richard Smith | 8a07cd3 | 2013-06-12 20:42:33 +0000 | [diff] [blame] | 174 | static void |
| 175 | pushTemporaryCleanup(CodeGenFunction &CGF, const MaterializeTemporaryExpr *M, |
| 176 | const Expr *E, llvm::Value *ReferenceTemporary) { |
Rafael Espindola | 034653c | 2012-10-27 00:43:14 +0000 | [diff] [blame] | 177 | // Objective-C++ ARC: |
| 178 | // If we are binding a reference to a temporary that has ownership, we |
| 179 | // need to perform retain/release operations on the temporary. |
Richard Smith | 8a07cd3 | 2013-06-12 20:42:33 +0000 | [diff] [blame] | 180 | // |
| 181 | // FIXME: This should be looking at E, not M. |
| 182 | if (CGF.getLangOpts().ObjCAutoRefCount && |
| 183 | M->getType()->isObjCLifetimeType()) { |
| 184 | QualType ObjCARCReferenceLifetimeType = M->getType(); |
| 185 | switch (Qualifiers::ObjCLifetime Lifetime = |
| 186 | ObjCARCReferenceLifetimeType.getObjCLifetime()) { |
| 187 | case Qualifiers::OCL_None: |
| 188 | case Qualifiers::OCL_ExplicitNone: |
| 189 | // Carry on to normal cleanup handling. |
| 190 | break; |
Sebastian Redl | 13dc8f9 | 2011-11-27 16:50:07 +0000 | [diff] [blame] | 191 | |
Richard Smith | 8a07cd3 | 2013-06-12 20:42:33 +0000 | [diff] [blame] | 192 | case Qualifiers::OCL_Autoreleasing: |
| 193 | // Nothing to do; cleaned up by an autorelease pool. |
| 194 | return; |
| 195 | |
| 196 | case Qualifiers::OCL_Strong: |
| 197 | case Qualifiers::OCL_Weak: |
| 198 | switch (StorageDuration Duration = M->getStorageDuration()) { |
| 199 | case SD_Static: |
| 200 | // Note: we intentionally do not register a cleanup to release |
| 201 | // the object on program termination. |
| 202 | return; |
| 203 | |
| 204 | case SD_Thread: |
| 205 | // FIXME: We should probably register a cleanup in this case. |
| 206 | return; |
| 207 | |
| 208 | case SD_Automatic: |
| 209 | case SD_FullExpression: |
| 210 | assert(!ObjCARCReferenceLifetimeType->isArrayType()); |
| 211 | CodeGenFunction::Destroyer *Destroy; |
| 212 | CleanupKind CleanupKind; |
| 213 | if (Lifetime == Qualifiers::OCL_Strong) { |
| 214 | const ValueDecl *VD = M->getExtendingDecl(); |
| 215 | bool Precise = |
| 216 | VD && isa<VarDecl>(VD) && VD->hasAttr<ObjCPreciseLifetimeAttr>(); |
| 217 | CleanupKind = CGF.getARCCleanupKind(); |
| 218 | Destroy = Precise ? &CodeGenFunction::destroyARCStrongPrecise |
| 219 | : &CodeGenFunction::destroyARCStrongImprecise; |
| 220 | } else { |
| 221 | // __weak objects always get EH cleanups; otherwise, exceptions |
| 222 | // could cause really nasty crashes instead of mere leaks. |
| 223 | CleanupKind = NormalAndEHCleanup; |
| 224 | Destroy = &CodeGenFunction::destroyARCWeak; |
| 225 | } |
| 226 | if (Duration == SD_FullExpression) |
| 227 | CGF.pushDestroy(CleanupKind, ReferenceTemporary, |
| 228 | ObjCARCReferenceLifetimeType, *Destroy, |
| 229 | CleanupKind & EHCleanup); |
| 230 | else |
| 231 | CGF.pushLifetimeExtendedDestroy(CleanupKind, ReferenceTemporary, |
| 232 | ObjCARCReferenceLifetimeType, |
| 233 | *Destroy, CleanupKind & EHCleanup); |
| 234 | return; |
| 235 | |
| 236 | case SD_Dynamic: |
| 237 | llvm_unreachable("temporary cannot have dynamic storage duration"); |
| 238 | } |
| 239 | llvm_unreachable("unknown storage duration"); |
| 240 | } |
| 241 | } |
| 242 | |
Richard Smith | 8a07cd3 | 2013-06-12 20:42:33 +0000 | [diff] [blame] | 243 | CXXDestructorDecl *ReferenceTemporaryDtor = 0; |
| 244 | if (const RecordType *RT = |
| 245 | E->getType()->getBaseElementTypeUnsafe()->getAs<RecordType>()) { |
| 246 | // Get the destructor for the reference temporary. |
| 247 | CXXRecordDecl *ClassDecl = cast<CXXRecordDecl>(RT->getDecl()); |
| 248 | if (!ClassDecl->hasTrivialDestructor()) |
| 249 | ReferenceTemporaryDtor = ClassDecl->getDestructor(); |
| 250 | } |
| 251 | |
| 252 | if (!ReferenceTemporaryDtor) |
| 253 | return; |
| 254 | |
| 255 | // Call the destructor for the temporary. |
| 256 | switch (M->getStorageDuration()) { |
| 257 | case SD_Static: |
| 258 | case SD_Thread: { |
| 259 | llvm::Constant *CleanupFn; |
| 260 | llvm::Constant *CleanupArg; |
| 261 | if (E->getType()->isArrayType()) { |
| 262 | CleanupFn = CodeGenFunction(CGF.CGM).generateDestroyHelper( |
| 263 | cast<llvm::Constant>(ReferenceTemporary), E->getType(), |
David Blaikie | c7971a9 | 2013-08-27 23:57:18 +0000 | [diff] [blame] | 264 | CodeGenFunction::destroyCXXObject, CGF.getLangOpts().Exceptions, |
| 265 | dyn_cast_or_null<VarDecl>(M->getExtendingDecl())); |
Richard Smith | 8a07cd3 | 2013-06-12 20:42:33 +0000 | [diff] [blame] | 266 | CleanupArg = llvm::Constant::getNullValue(CGF.Int8PtrTy); |
| 267 | } else { |
| 268 | CleanupFn = |
| 269 | CGF.CGM.GetAddrOfCXXDestructor(ReferenceTemporaryDtor, Dtor_Complete); |
| 270 | CleanupArg = cast<llvm::Constant>(ReferenceTemporary); |
| 271 | } |
| 272 | CGF.CGM.getCXXABI().registerGlobalDtor( |
| 273 | CGF, *cast<VarDecl>(M->getExtendingDecl()), CleanupFn, CleanupArg); |
| 274 | break; |
| 275 | } |
| 276 | |
| 277 | case SD_FullExpression: |
| 278 | CGF.pushDestroy(NormalAndEHCleanup, ReferenceTemporary, E->getType(), |
| 279 | CodeGenFunction::destroyCXXObject, |
| 280 | CGF.getLangOpts().Exceptions); |
| 281 | break; |
| 282 | |
| 283 | case SD_Automatic: |
| 284 | CGF.pushLifetimeExtendedDestroy(NormalAndEHCleanup, |
| 285 | ReferenceTemporary, E->getType(), |
| 286 | CodeGenFunction::destroyCXXObject, |
| 287 | CGF.getLangOpts().Exceptions); |
| 288 | break; |
| 289 | |
| 290 | case SD_Dynamic: |
| 291 | llvm_unreachable("temporary cannot have dynamic storage duration"); |
| 292 | } |
| 293 | } |
| 294 | |
| 295 | static llvm::Value * |
| 296 | createReferenceTemporary(CodeGenFunction &CGF, |
| 297 | const MaterializeTemporaryExpr *M, const Expr *Inner) { |
| 298 | switch (M->getStorageDuration()) { |
| 299 | case SD_FullExpression: |
| 300 | case SD_Automatic: |
| 301 | return CGF.CreateMemTemp(Inner->getType(), "ref.tmp"); |
| 302 | |
| 303 | case SD_Thread: |
| 304 | case SD_Static: |
| 305 | return CGF.CGM.GetAddrOfGlobalTemporary(M, Inner); |
| 306 | |
| 307 | case SD_Dynamic: |
| 308 | llvm_unreachable("temporary can't have dynamic storage duration"); |
| 309 | } |
| 310 | llvm_unreachable("unknown storage duration"); |
| 311 | } |
| 312 | |
Richard Smith | d4ec562 | 2013-06-12 23:38:09 +0000 | [diff] [blame] | 313 | LValue CodeGenFunction::EmitMaterializeTemporaryExpr( |
| 314 | const MaterializeTemporaryExpr *M) { |
| 315 | const Expr *E = M->GetTemporaryExpr(); |
Richard Smith | 85af7ce | 2013-06-11 02:41:00 +0000 | [diff] [blame] | 316 | |
Richard Smith | d4ec562 | 2013-06-12 23:38:09 +0000 | [diff] [blame] | 317 | if (getLangOpts().ObjCAutoRefCount && |
Richard Smith | 8a07cd3 | 2013-06-12 20:42:33 +0000 | [diff] [blame] | 318 | M->getType()->isObjCLifetimeType() && |
| 319 | M->getType().getObjCLifetime() != Qualifiers::OCL_None && |
| 320 | M->getType().getObjCLifetime() != Qualifiers::OCL_ExplicitNone) { |
| 321 | // FIXME: Fold this into the general case below. |
Richard Smith | d4ec562 | 2013-06-12 23:38:09 +0000 | [diff] [blame] | 322 | llvm::Value *Object = createReferenceTemporary(*this, M, E); |
| 323 | LValue RefTempDst = MakeAddrLValue(Object, M->getType()); |
Douglas Gregor | d7b2316 | 2011-06-22 16:12:01 +0000 | [diff] [blame] | 324 | |
Richard Smith | 3282b84 | 2013-06-14 03:07:01 +0000 | [diff] [blame] | 325 | if (llvm::GlobalVariable *Var = dyn_cast<llvm::GlobalVariable>(Object)) { |
| 326 | // We should not have emitted the initializer for this temporary as a |
| 327 | // constant. |
| 328 | assert(!Var->hasInitializer()); |
| 329 | Var->setInitializer(CGM.EmitNullConstant(E->getType())); |
| 330 | } |
| 331 | |
Richard Smith | d4ec562 | 2013-06-12 23:38:09 +0000 | [diff] [blame] | 332 | EmitScalarInit(E, M->getExtendingDecl(), RefTempDst, false); |
Richard Smith | 8a07cd3 | 2013-06-12 20:42:33 +0000 | [diff] [blame] | 333 | |
Richard Smith | d4ec562 | 2013-06-12 23:38:09 +0000 | [diff] [blame] | 334 | pushTemporaryCleanup(*this, M, E, Object); |
| 335 | return RefTempDst; |
Jordan Rose | 1fd1e28 | 2013-04-11 00:58:58 +0000 | [diff] [blame] | 336 | } |
| 337 | |
Richard Smith | 4e43dec | 2013-06-03 00:17:11 +0000 | [diff] [blame] | 338 | SmallVector<const Expr *, 2> CommaLHSs; |
Jordan Rose | 1fd1e28 | 2013-04-11 00:58:58 +0000 | [diff] [blame] | 339 | SmallVector<SubobjectAdjustment, 2> Adjustments; |
Richard Smith | 4e43dec | 2013-06-03 00:17:11 +0000 | [diff] [blame] | 340 | E = E->skipRValueSubobjectAdjustments(CommaLHSs, Adjustments); |
| 341 | |
| 342 | for (unsigned I = 0, N = CommaLHSs.size(); I != N; ++I) |
Richard Smith | d4ec562 | 2013-06-12 23:38:09 +0000 | [diff] [blame] | 343 | EmitIgnoredExpr(CommaLHSs[I]); |
Richard Smith | 4e43dec | 2013-06-03 00:17:11 +0000 | [diff] [blame] | 344 | |
Richard Smith | 8a07cd3 | 2013-06-12 20:42:33 +0000 | [diff] [blame] | 345 | if (const OpaqueValueExpr *opaque = dyn_cast<OpaqueValueExpr>(E)) { |
| 346 | if (opaque->getType()->isRecordType()) { |
| 347 | assert(Adjustments.empty()); |
Richard Smith | d4ec562 | 2013-06-12 23:38:09 +0000 | [diff] [blame] | 348 | return EmitOpaqueValueLValue(opaque); |
Jordan Rose | 1fd1e28 | 2013-04-11 00:58:58 +0000 | [diff] [blame] | 349 | } |
| 350 | } |
| 351 | |
Richard Smith | 8a07cd3 | 2013-06-12 20:42:33 +0000 | [diff] [blame] | 352 | // Create and initialize the reference temporary. |
Richard Smith | d4ec562 | 2013-06-12 23:38:09 +0000 | [diff] [blame] | 353 | llvm::Value *Object = createReferenceTemporary(*this, M, E); |
Richard Smith | 3282b84 | 2013-06-14 03:07:01 +0000 | [diff] [blame] | 354 | if (llvm::GlobalVariable *Var = dyn_cast<llvm::GlobalVariable>(Object)) { |
| 355 | // If the temporary is a global and has a constant initializer, we may |
| 356 | // have already initialized it. |
| 357 | if (!Var->hasInitializer()) { |
| 358 | Var->setInitializer(CGM.EmitNullConstant(E->getType())); |
| 359 | EmitAnyExprToMem(E, Object, Qualifiers(), /*IsInit*/true); |
| 360 | } |
| 361 | } else { |
| 362 | EmitAnyExprToMem(E, Object, Qualifiers(), /*IsInit*/true); |
| 363 | } |
Richard Smith | d4ec562 | 2013-06-12 23:38:09 +0000 | [diff] [blame] | 364 | pushTemporaryCleanup(*this, M, E, Object); |
Jordan Rose | 1fd1e28 | 2013-04-11 00:58:58 +0000 | [diff] [blame] | 365 | |
Richard Smith | 8a07cd3 | 2013-06-12 20:42:33 +0000 | [diff] [blame] | 366 | // Perform derived-to-base casts and/or field accesses, to get from the |
| 367 | // temporary object we created (and, potentially, for which we extended |
| 368 | // the lifetime) to the subobject we're binding the reference to. |
| 369 | for (unsigned I = Adjustments.size(); I != 0; --I) { |
| 370 | SubobjectAdjustment &Adjustment = Adjustments[I-1]; |
| 371 | switch (Adjustment.Kind) { |
| 372 | case SubobjectAdjustment::DerivedToBaseAdjustment: |
| 373 | Object = |
Richard Smith | d4ec562 | 2013-06-12 23:38:09 +0000 | [diff] [blame] | 374 | GetAddressOfBaseClass(Object, Adjustment.DerivedToBase.DerivedClass, |
| 375 | Adjustment.DerivedToBase.BasePath->path_begin(), |
| 376 | Adjustment.DerivedToBase.BasePath->path_end(), |
| 377 | /*NullCheckValue=*/ false); |
Richard Smith | 8a07cd3 | 2013-06-12 20:42:33 +0000 | [diff] [blame] | 378 | break; |
Richard Smith | 4e43dec | 2013-06-03 00:17:11 +0000 | [diff] [blame] | 379 | |
Richard Smith | 8a07cd3 | 2013-06-12 20:42:33 +0000 | [diff] [blame] | 380 | case SubobjectAdjustment::FieldAdjustment: { |
Richard Smith | d4ec562 | 2013-06-12 23:38:09 +0000 | [diff] [blame] | 381 | LValue LV = MakeAddrLValue(Object, E->getType()); |
| 382 | LV = EmitLValueForField(LV, Adjustment.Field); |
Richard Smith | 8a07cd3 | 2013-06-12 20:42:33 +0000 | [diff] [blame] | 383 | assert(LV.isSimple() && |
| 384 | "materialized temporary field is not a simple lvalue"); |
| 385 | Object = LV.getAddress(); |
| 386 | break; |
Anders Carlsson | dca7ab2 | 2010-06-27 16:56:04 +0000 | [diff] [blame] | 387 | } |
| 388 | |
Richard Smith | 8a07cd3 | 2013-06-12 20:42:33 +0000 | [diff] [blame] | 389 | case SubobjectAdjustment::MemberPointerAdjustment: { |
Richard Smith | d4ec562 | 2013-06-12 23:38:09 +0000 | [diff] [blame] | 390 | llvm::Value *Ptr = EmitScalarExpr(Adjustment.Ptr.RHS); |
| 391 | Object = CGM.getCXXABI().EmitMemberDataPointerAddress( |
| 392 | *this, Object, Ptr, Adjustment.Ptr.MPT); |
Richard Smith | 8a07cd3 | 2013-06-12 20:42:33 +0000 | [diff] [blame] | 393 | break; |
| 394 | } |
| 395 | } |
Anders Carlsson | 4bbab92 | 2009-05-20 00:36:58 +0000 | [diff] [blame] | 396 | } |
Eli Friedman | 5df0d42 | 2009-05-20 02:31:19 +0000 | [diff] [blame] | 397 | |
Richard Smith | d4ec562 | 2013-06-12 23:38:09 +0000 | [diff] [blame] | 398 | return MakeAddrLValue(Object, M->getType()); |
Anders Carlsson | dca7ab2 | 2010-06-27 16:56:04 +0000 | [diff] [blame] | 399 | } |
| 400 | |
| 401 | RValue |
Richard Smith | d4ec562 | 2013-06-12 23:38:09 +0000 | [diff] [blame] | 402 | CodeGenFunction::EmitReferenceBindingToExpr(const Expr *E) { |
| 403 | // Emit the expression as an lvalue. |
| 404 | LValue LV = EmitLValue(E); |
| 405 | assert(LV.isSimple()); |
| 406 | llvm::Value *Value = LV.getAddress(); |
Richard Smith | 8a07cd3 | 2013-06-12 20:42:33 +0000 | [diff] [blame] | 407 | |
Richard Smith | d6396a6 | 2012-11-05 22:21:05 +0000 | [diff] [blame] | 408 | if (SanitizePerformTypeCheck && !E->getType()->isFunctionType()) { |
Richard Smith | 2c9f87c | 2012-08-24 00:54:33 +0000 | [diff] [blame] | 409 | // C++11 [dcl.ref]p5 (as amended by core issue 453): |
| 410 | // If a glvalue to which a reference is directly bound designates neither |
| 411 | // an existing object or function of an appropriate type nor a region of |
| 412 | // storage of suitable size and alignment to contain an object of the |
| 413 | // reference's type, the behavior is undefined. |
| 414 | QualType Ty = E->getType(); |
Richard Smith | 4def70d | 2012-10-09 19:52:38 +0000 | [diff] [blame] | 415 | EmitTypeCheck(TCK_ReferenceBinding, E->getExprLoc(), Value, Ty); |
Richard Smith | 2c9f87c | 2012-08-24 00:54:33 +0000 | [diff] [blame] | 416 | } |
John McCall | 81407d4 | 2010-07-21 06:29:51 +0000 | [diff] [blame] | 417 | |
Anders Carlsson | dca7ab2 | 2010-06-27 16:56:04 +0000 | [diff] [blame] | 418 | return RValue::get(Value); |
Anders Carlsson | 4029ca7 | 2009-05-20 00:24:07 +0000 | [diff] [blame] | 419 | } |
| 420 | |
| 421 | |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 422 | /// getAccessedFieldNo - Given an encoded value and a result number, return the |
| 423 | /// input field number being accessed. |
| 424 | unsigned CodeGenFunction::getAccessedFieldNo(unsigned Idx, |
Dan Gohman | 4f8d123 | 2008-05-22 00:50:06 +0000 | [diff] [blame] | 425 | const llvm::Constant *Elts) { |
Chris Lattner | 89f4283 | 2012-01-30 06:20:36 +0000 | [diff] [blame] | 426 | return cast<llvm::ConstantInt>(Elts->getAggregateElement(Idx)) |
| 427 | ->getZExtValue(); |
Dan Gohman | 4f8d123 | 2008-05-22 00:50:06 +0000 | [diff] [blame] | 428 | } |
| 429 | |
Richard Smith | 8e1cee6 | 2012-10-25 02:14:12 +0000 | [diff] [blame] | 430 | /// Emit the hash_16_bytes function from include/llvm/ADT/Hashing.h. |
| 431 | static llvm::Value *emitHash16Bytes(CGBuilderTy &Builder, llvm::Value *Low, |
| 432 | llvm::Value *High) { |
| 433 | llvm::Value *KMul = Builder.getInt64(0x9ddfea08eb382d69ULL); |
| 434 | llvm::Value *K47 = Builder.getInt64(47); |
| 435 | llvm::Value *A0 = Builder.CreateMul(Builder.CreateXor(Low, High), KMul); |
| 436 | llvm::Value *A1 = Builder.CreateXor(Builder.CreateLShr(A0, K47), A0); |
| 437 | llvm::Value *B0 = Builder.CreateMul(Builder.CreateXor(High, A1), KMul); |
| 438 | llvm::Value *B1 = Builder.CreateXor(Builder.CreateLShr(B0, K47), B0); |
| 439 | return Builder.CreateMul(B1, KMul); |
| 440 | } |
| 441 | |
Richard Smith | 4def70d | 2012-10-09 19:52:38 +0000 | [diff] [blame] | 442 | void CodeGenFunction::EmitTypeCheck(TypeCheckKind TCK, SourceLocation Loc, |
| 443 | llvm::Value *Address, |
Richard Smith | 7ac9ef1 | 2012-09-08 02:08:36 +0000 | [diff] [blame] | 444 | QualType Ty, CharUnits Alignment) { |
Richard Smith | d6396a6 | 2012-11-05 22:21:05 +0000 | [diff] [blame] | 445 | if (!SanitizePerformTypeCheck) |
Mike Stump | b14e62d | 2009-12-16 02:57:00 +0000 | [diff] [blame] | 446 | return; |
| 447 | |
Richard Smith | 292d67b | 2012-11-01 07:22:08 +0000 | [diff] [blame] | 448 | // Don't check pointers outside the default address space. The null check |
| 449 | // isn't correct, the object-size check isn't supported by LLVM, and we can't |
| 450 | // communicate the addresses to the runtime handler for the vptr check. |
| 451 | if (Address->getType()->getPointerAddressSpace()) |
| 452 | return; |
| 453 | |
Richard Smith | 2c9f87c | 2012-08-24 00:54:33 +0000 | [diff] [blame] | 454 | llvm::Value *Cond = 0; |
Richard Smith | c764830 | 2013-02-13 21:18:23 +0000 | [diff] [blame] | 455 | llvm::BasicBlock *Done = 0; |
Mike Stump | b14e62d | 2009-12-16 02:57:00 +0000 | [diff] [blame] | 456 | |
Will Dietz | 4f45bc0 | 2013-01-18 11:30:38 +0000 | [diff] [blame] | 457 | if (SanOpts->Null) { |
Richard Smith | d6396a6 | 2012-11-05 22:21:05 +0000 | [diff] [blame] | 458 | // The glvalue must not be an empty glvalue. |
| 459 | Cond = Builder.CreateICmpNE( |
| 460 | Address, llvm::Constant::getNullValue(Address->getType())); |
Richard Smith | c764830 | 2013-02-13 21:18:23 +0000 | [diff] [blame] | 461 | |
| 462 | if (TCK == TCK_DowncastPointer) { |
| 463 | // When performing a pointer downcast, it's OK if the value is null. |
| 464 | // Skip the remaining checks in that case. |
| 465 | Done = createBasicBlock("null"); |
| 466 | llvm::BasicBlock *Rest = createBasicBlock("not.null"); |
| 467 | Builder.CreateCondBr(Cond, Rest, Done); |
| 468 | EmitBlock(Rest); |
| 469 | Cond = 0; |
| 470 | } |
Richard Smith | d6396a6 | 2012-11-05 22:21:05 +0000 | [diff] [blame] | 471 | } |
Chris Lattner | c24b9c4 | 2010-04-10 18:34:14 +0000 | [diff] [blame] | 472 | |
Will Dietz | 4f45bc0 | 2013-01-18 11:30:38 +0000 | [diff] [blame] | 473 | if (SanOpts->ObjectSize && !Ty->isIncompleteType()) { |
Richard Smith | 2c9f87c | 2012-08-24 00:54:33 +0000 | [diff] [blame] | 474 | uint64_t Size = getContext().getTypeSizeInChars(Ty).getQuantity(); |
Richard Smith | 2c9f87c | 2012-08-24 00:54:33 +0000 | [diff] [blame] | 475 | |
Richard Smith | 2c9f87c | 2012-08-24 00:54:33 +0000 | [diff] [blame] | 476 | // The glvalue must refer to a large enough storage region. |
Richard Smith | d6396a6 | 2012-11-05 22:21:05 +0000 | [diff] [blame] | 477 | // FIXME: If Address Sanitizer is enabled, insert dynamic instrumentation |
Richard Smith | 2c9f87c | 2012-08-24 00:54:33 +0000 | [diff] [blame] | 478 | // to check this. |
| 479 | llvm::Value *F = CGM.getIntrinsic(llvm::Intrinsic::objectsize, IntPtrTy); |
| 480 | llvm::Value *Min = Builder.getFalse(); |
Richard Smith | 292d67b | 2012-11-01 07:22:08 +0000 | [diff] [blame] | 481 | llvm::Value *CastAddr = Builder.CreateBitCast(Address, Int8PtrTy); |
Richard Smith | 2c9f87c | 2012-08-24 00:54:33 +0000 | [diff] [blame] | 482 | llvm::Value *LargeEnough = |
Richard Smith | 292d67b | 2012-11-01 07:22:08 +0000 | [diff] [blame] | 483 | Builder.CreateICmpUGE(Builder.CreateCall2(F, CastAddr, Min), |
Richard Smith | 2c9f87c | 2012-08-24 00:54:33 +0000 | [diff] [blame] | 484 | llvm::ConstantInt::get(IntPtrTy, Size)); |
| 485 | Cond = Cond ? Builder.CreateAnd(Cond, LargeEnough) : LargeEnough; |
Richard Smith | 4def70d | 2012-10-09 19:52:38 +0000 | [diff] [blame] | 486 | } |
Richard Smith | 2c9f87c | 2012-08-24 00:54:33 +0000 | [diff] [blame] | 487 | |
Richard Smith | d6396a6 | 2012-11-05 22:21:05 +0000 | [diff] [blame] | 488 | uint64_t AlignVal = 0; |
| 489 | |
Will Dietz | 4f45bc0 | 2013-01-18 11:30:38 +0000 | [diff] [blame] | 490 | if (SanOpts->Alignment) { |
Richard Smith | d6396a6 | 2012-11-05 22:21:05 +0000 | [diff] [blame] | 491 | AlignVal = Alignment.getQuantity(); |
| 492 | if (!Ty->isIncompleteType() && !AlignVal) |
| 493 | AlignVal = getContext().getTypeAlignInChars(Ty).getQuantity(); |
| 494 | |
Richard Smith | 2c9f87c | 2012-08-24 00:54:33 +0000 | [diff] [blame] | 495 | // The glvalue must be suitably aligned. |
Richard Smith | d6396a6 | 2012-11-05 22:21:05 +0000 | [diff] [blame] | 496 | if (AlignVal) { |
| 497 | llvm::Value *Align = |
| 498 | Builder.CreateAnd(Builder.CreatePtrToInt(Address, IntPtrTy), |
| 499 | llvm::ConstantInt::get(IntPtrTy, AlignVal - 1)); |
| 500 | llvm::Value *Aligned = |
| 501 | Builder.CreateICmpEQ(Align, llvm::ConstantInt::get(IntPtrTy, 0)); |
| 502 | Cond = Cond ? Builder.CreateAnd(Cond, Aligned) : Aligned; |
| 503 | } |
Richard Smith | 2c9f87c | 2012-08-24 00:54:33 +0000 | [diff] [blame] | 504 | } |
| 505 | |
Richard Smith | 4def70d | 2012-10-09 19:52:38 +0000 | [diff] [blame] | 506 | if (Cond) { |
| 507 | llvm::Constant *StaticData[] = { |
| 508 | EmitCheckSourceLocation(Loc), |
| 509 | EmitCheckTypeDescriptor(Ty), |
| 510 | llvm::ConstantInt::get(SizeTy, AlignVal), |
| 511 | llvm::ConstantInt::get(Int8Ty, TCK) |
| 512 | }; |
Will Dietz | ad95481 | 2012-12-02 19:50:33 +0000 | [diff] [blame] | 513 | EmitCheck(Cond, "type_mismatch", StaticData, Address, CRK_Recoverable); |
Richard Smith | 4def70d | 2012-10-09 19:52:38 +0000 | [diff] [blame] | 514 | } |
Richard Smith | 8e1cee6 | 2012-10-25 02:14:12 +0000 | [diff] [blame] | 515 | |
Richard Smith | d6396a6 | 2012-11-05 22:21:05 +0000 | [diff] [blame] | 516 | // If possible, check that the vptr indicates that there is a subobject of |
| 517 | // type Ty at offset zero within this object. |
Richard Smith | 073fec9 | 2012-12-18 00:22:45 +0000 | [diff] [blame] | 518 | // |
| 519 | // C++11 [basic.life]p5,6: |
| 520 | // [For storage which does not refer to an object within its lifetime] |
| 521 | // The program has undefined behavior if: |
| 522 | // -- the [pointer or glvalue] is used to access a non-static data member |
Richard Smith | c92384f | 2012-12-18 03:04:38 +0000 | [diff] [blame] | 523 | // or call a non-static member function |
Richard Smith | 8e1cee6 | 2012-10-25 02:14:12 +0000 | [diff] [blame] | 524 | CXXRecordDecl *RD = Ty->getAsCXXRecordDecl(); |
Will Dietz | 4f45bc0 | 2013-01-18 11:30:38 +0000 | [diff] [blame] | 525 | if (SanOpts->Vptr && |
Richard Smith | c764830 | 2013-02-13 21:18:23 +0000 | [diff] [blame] | 526 | (TCK == TCK_MemberAccess || TCK == TCK_MemberCall || |
| 527 | TCK == TCK_DowncastPointer || TCK == TCK_DowncastReference) && |
Richard Smith | 8e1cee6 | 2012-10-25 02:14:12 +0000 | [diff] [blame] | 528 | RD && RD->hasDefinition() && RD->isDynamicClass()) { |
Richard Smith | 8e1cee6 | 2012-10-25 02:14:12 +0000 | [diff] [blame] | 529 | // Compute a hash of the mangled name of the type. |
| 530 | // |
| 531 | // FIXME: This is not guaranteed to be deterministic! Move to a |
| 532 | // fingerprinting mechanism once LLVM provides one. For the time |
| 533 | // being the implementation happens to be deterministic. |
Dmitri Gribenko | cfa88f8 | 2013-01-12 19:30:44 +0000 | [diff] [blame] | 534 | SmallString<64> MangledName; |
Richard Smith | 8e1cee6 | 2012-10-25 02:14:12 +0000 | [diff] [blame] | 535 | llvm::raw_svector_ostream Out(MangledName); |
| 536 | CGM.getCXXABI().getMangleContext().mangleCXXRTTI(Ty.getUnqualifiedType(), |
| 537 | Out); |
| 538 | llvm::hash_code TypeHash = hash_value(Out.str()); |
| 539 | |
| 540 | // Load the vptr, and compute hash_16_bytes(TypeHash, vptr). |
| 541 | llvm::Value *Low = llvm::ConstantInt::get(Int64Ty, TypeHash); |
| 542 | llvm::Type *VPtrTy = llvm::PointerType::get(IntPtrTy, 0); |
| 543 | llvm::Value *VPtrAddr = Builder.CreateBitCast(Address, VPtrTy); |
| 544 | llvm::Value *VPtrVal = Builder.CreateLoad(VPtrAddr); |
| 545 | llvm::Value *High = Builder.CreateZExt(VPtrVal, Int64Ty); |
| 546 | |
| 547 | llvm::Value *Hash = emitHash16Bytes(Builder, Low, High); |
| 548 | Hash = Builder.CreateTrunc(Hash, IntPtrTy); |
| 549 | |
| 550 | // Look the hash up in our cache. |
| 551 | const int CacheSize = 128; |
| 552 | llvm::Type *HashTable = llvm::ArrayType::get(IntPtrTy, CacheSize); |
| 553 | llvm::Value *Cache = CGM.CreateRuntimeVariable(HashTable, |
| 554 | "__ubsan_vptr_type_cache"); |
| 555 | llvm::Value *Slot = Builder.CreateAnd(Hash, |
| 556 | llvm::ConstantInt::get(IntPtrTy, |
| 557 | CacheSize-1)); |
| 558 | llvm::Value *Indices[] = { Builder.getInt32(0), Slot }; |
| 559 | llvm::Value *CacheVal = |
| 560 | Builder.CreateLoad(Builder.CreateInBoundsGEP(Cache, Indices)); |
| 561 | |
| 562 | // If the hash isn't in the cache, call a runtime handler to perform the |
| 563 | // hard work of checking whether the vptr is for an object of the right |
| 564 | // type. This will either fill in the cache and return, or produce a |
| 565 | // diagnostic. |
| 566 | llvm::Constant *StaticData[] = { |
| 567 | EmitCheckSourceLocation(Loc), |
| 568 | EmitCheckTypeDescriptor(Ty), |
| 569 | CGM.GetAddrOfRTTIDescriptor(Ty.getUnqualifiedType()), |
| 570 | llvm::ConstantInt::get(Int8Ty, TCK) |
| 571 | }; |
| 572 | llvm::Value *DynamicData[] = { Address, Hash }; |
| 573 | EmitCheck(Builder.CreateICmpEQ(CacheVal, Hash), |
Will Dietz | ad95481 | 2012-12-02 19:50:33 +0000 | [diff] [blame] | 574 | "dynamic_type_cache_miss", StaticData, DynamicData, |
| 575 | CRK_AlwaysRecoverable); |
Richard Smith | 8e1cee6 | 2012-10-25 02:14:12 +0000 | [diff] [blame] | 576 | } |
Richard Smith | c764830 | 2013-02-13 21:18:23 +0000 | [diff] [blame] | 577 | |
| 578 | if (Done) { |
| 579 | Builder.CreateBr(Done); |
| 580 | EmitBlock(Done); |
| 581 | } |
Mike Stump | b14e62d | 2009-12-16 02:57:00 +0000 | [diff] [blame] | 582 | } |
Chris Lattner | 9b65551 | 2007-08-31 22:49:20 +0000 | [diff] [blame] | 583 | |
Richard Smith | a0a628f | 2013-02-23 02:53:19 +0000 | [diff] [blame] | 584 | /// Determine whether this expression refers to a flexible array member in a |
| 585 | /// struct. We disable array bounds checks for such members. |
| 586 | static bool isFlexibleArrayMemberExpr(const Expr *E) { |
| 587 | // For compatibility with existing code, we treat arrays of length 0 or |
| 588 | // 1 as flexible array members. |
| 589 | const ArrayType *AT = E->getType()->castAsArrayTypeUnsafe(); |
| 590 | if (const ConstantArrayType *CAT = dyn_cast<ConstantArrayType>(AT)) { |
| 591 | if (CAT->getSize().ugt(1)) |
| 592 | return false; |
| 593 | } else if (!isa<IncompleteArrayType>(AT)) |
| 594 | return false; |
| 595 | |
| 596 | E = E->IgnoreParens(); |
| 597 | |
| 598 | // A flexible array member must be the last member in the class. |
| 599 | if (const MemberExpr *ME = dyn_cast<MemberExpr>(E)) { |
| 600 | // FIXME: If the base type of the member expr is not FD->getParent(), |
| 601 | // this should not be treated as a flexible array member access. |
| 602 | if (const FieldDecl *FD = dyn_cast<FieldDecl>(ME->getMemberDecl())) { |
| 603 | RecordDecl::field_iterator FI( |
| 604 | DeclContext::decl_iterator(const_cast<FieldDecl *>(FD))); |
| 605 | return ++FI == FD->getParent()->field_end(); |
| 606 | } |
| 607 | } |
| 608 | |
| 609 | return false; |
| 610 | } |
| 611 | |
| 612 | /// If Base is known to point to the start of an array, return the length of |
| 613 | /// that array. Return 0 if the length cannot be determined. |
Benjamin Kramer | 2c39b06 | 2013-03-09 15:15:22 +0000 | [diff] [blame] | 614 | static llvm::Value *getArrayIndexingBound( |
| 615 | CodeGenFunction &CGF, const Expr *Base, QualType &IndexedType) { |
Richard Smith | a0a628f | 2013-02-23 02:53:19 +0000 | [diff] [blame] | 616 | // For the vector indexing extension, the bound is the number of elements. |
| 617 | if (const VectorType *VT = Base->getType()->getAs<VectorType>()) { |
| 618 | IndexedType = Base->getType(); |
| 619 | return CGF.Builder.getInt32(VT->getNumElements()); |
| 620 | } |
| 621 | |
| 622 | Base = Base->IgnoreParens(); |
| 623 | |
| 624 | if (const CastExpr *CE = dyn_cast<CastExpr>(Base)) { |
| 625 | if (CE->getCastKind() == CK_ArrayToPointerDecay && |
| 626 | !isFlexibleArrayMemberExpr(CE->getSubExpr())) { |
| 627 | IndexedType = CE->getSubExpr()->getType(); |
| 628 | const ArrayType *AT = IndexedType->castAsArrayTypeUnsafe(); |
| 629 | if (const ConstantArrayType *CAT = dyn_cast<ConstantArrayType>(AT)) |
| 630 | return CGF.Builder.getInt(CAT->getSize()); |
Richard Smith | 5956bcc | 2013-02-24 01:56:24 +0000 | [diff] [blame] | 631 | else if (const VariableArrayType *VAT = dyn_cast<VariableArrayType>(AT)) |
Richard Smith | a0a628f | 2013-02-23 02:53:19 +0000 | [diff] [blame] | 632 | return CGF.getVLASize(VAT).first; |
| 633 | } |
| 634 | } |
| 635 | |
| 636 | return 0; |
| 637 | } |
| 638 | |
| 639 | void CodeGenFunction::EmitBoundsCheck(const Expr *E, const Expr *Base, |
| 640 | llvm::Value *Index, QualType IndexType, |
| 641 | bool Accessed) { |
Richard Smith | 5956bcc | 2013-02-24 01:56:24 +0000 | [diff] [blame] | 642 | assert(SanOpts->Bounds && "should not be called unless adding bounds checks"); |
| 643 | |
Richard Smith | a0a628f | 2013-02-23 02:53:19 +0000 | [diff] [blame] | 644 | QualType IndexedType; |
| 645 | llvm::Value *Bound = getArrayIndexingBound(*this, Base, IndexedType); |
| 646 | if (!Bound) |
| 647 | return; |
| 648 | |
| 649 | bool IndexSigned = IndexType->isSignedIntegerOrEnumerationType(); |
| 650 | llvm::Value *IndexVal = Builder.CreateIntCast(Index, SizeTy, IndexSigned); |
| 651 | llvm::Value *BoundVal = Builder.CreateIntCast(Bound, SizeTy, false); |
| 652 | |
| 653 | llvm::Constant *StaticData[] = { |
| 654 | EmitCheckSourceLocation(E->getExprLoc()), |
| 655 | EmitCheckTypeDescriptor(IndexedType), |
| 656 | EmitCheckTypeDescriptor(IndexType) |
| 657 | }; |
| 658 | llvm::Value *Check = Accessed ? Builder.CreateICmpULT(IndexVal, BoundVal) |
| 659 | : Builder.CreateICmpULE(IndexVal, BoundVal); |
| 660 | EmitCheck(Check, "out_of_bounds", StaticData, Index, CRK_Recoverable); |
| 661 | } |
| 662 | |
Chris Lattner | dd36d32 | 2010-01-09 21:40:03 +0000 | [diff] [blame] | 663 | |
Chris Lattner | dd36d32 | 2010-01-09 21:40:03 +0000 | [diff] [blame] | 664 | CodeGenFunction::ComplexPairTy CodeGenFunction:: |
| 665 | EmitComplexPrePostIncDec(const UnaryOperator *E, LValue LV, |
| 666 | bool isInc, bool isPre) { |
John McCall | 9d232c8 | 2013-03-07 21:37:08 +0000 | [diff] [blame] | 667 | ComplexPairTy InVal = EmitLoadOfComplex(LV); |
Craig Topper | 1cc87df | 2013-07-26 05:59:26 +0000 | [diff] [blame] | 668 | |
Chris Lattner | dd36d32 | 2010-01-09 21:40:03 +0000 | [diff] [blame] | 669 | llvm::Value *NextVal; |
| 670 | if (isa<llvm::IntegerType>(InVal.first->getType())) { |
| 671 | uint64_t AmountVal = isInc ? 1 : -1; |
| 672 | NextVal = llvm::ConstantInt::get(InVal.first->getType(), AmountVal, true); |
Craig Topper | 1cc87df | 2013-07-26 05:59:26 +0000 | [diff] [blame] | 673 | |
Chris Lattner | dd36d32 | 2010-01-09 21:40:03 +0000 | [diff] [blame] | 674 | // Add the inc/dec to the real part. |
| 675 | NextVal = Builder.CreateAdd(InVal.first, NextVal, isInc ? "inc" : "dec"); |
| 676 | } else { |
| 677 | QualType ElemTy = E->getType()->getAs<ComplexType>()->getElementType(); |
| 678 | llvm::APFloat FVal(getContext().getFloatTypeSemantics(ElemTy), 1); |
| 679 | if (!isInc) |
| 680 | FVal.changeSign(); |
| 681 | NextVal = llvm::ConstantFP::get(getLLVMContext(), FVal); |
Craig Topper | 1cc87df | 2013-07-26 05:59:26 +0000 | [diff] [blame] | 682 | |
Chris Lattner | dd36d32 | 2010-01-09 21:40:03 +0000 | [diff] [blame] | 683 | // Add the inc/dec to the real part. |
| 684 | NextVal = Builder.CreateFAdd(InVal.first, NextVal, isInc ? "inc" : "dec"); |
| 685 | } |
Craig Topper | 1cc87df | 2013-07-26 05:59:26 +0000 | [diff] [blame] | 686 | |
Chris Lattner | dd36d32 | 2010-01-09 21:40:03 +0000 | [diff] [blame] | 687 | ComplexPairTy IncVal(NextVal, InVal.second); |
Craig Topper | 1cc87df | 2013-07-26 05:59:26 +0000 | [diff] [blame] | 688 | |
Chris Lattner | dd36d32 | 2010-01-09 21:40:03 +0000 | [diff] [blame] | 689 | // Store the updated result through the lvalue. |
John McCall | 9d232c8 | 2013-03-07 21:37:08 +0000 | [diff] [blame] | 690 | EmitStoreOfComplex(IncVal, LV, /*init*/ false); |
Craig Topper | 1cc87df | 2013-07-26 05:59:26 +0000 | [diff] [blame] | 691 | |
Chris Lattner | dd36d32 | 2010-01-09 21:40:03 +0000 | [diff] [blame] | 692 | // If this is a postinc, return the value read from memory, otherwise use the |
| 693 | // updated value. |
| 694 | return isPre ? IncVal : InVal; |
| 695 | } |
| 696 | |
| 697 | |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 698 | //===----------------------------------------------------------------------===// |
| 699 | // LValue Expression Emission |
| 700 | //===----------------------------------------------------------------------===// |
| 701 | |
Daniel Dunbar | 13e8173 | 2009-02-05 07:09:07 +0000 | [diff] [blame] | 702 | RValue CodeGenFunction::GetUndefRValue(QualType Ty) { |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 703 | if (Ty->isVoidType()) |
Daniel Dunbar | 13e8173 | 2009-02-05 07:09:07 +0000 | [diff] [blame] | 704 | return RValue::get(0); |
John McCall | 9d232c8 | 2013-03-07 21:37:08 +0000 | [diff] [blame] | 705 | |
| 706 | switch (getEvaluationKind(Ty)) { |
| 707 | case TEK_Complex: { |
| 708 | llvm::Type *EltTy = |
| 709 | ConvertType(Ty->castAs<ComplexType>()->getElementType()); |
Owen Anderson | 03e2050 | 2009-07-30 23:11:26 +0000 | [diff] [blame] | 710 | llvm::Value *U = llvm::UndefValue::get(EltTy); |
Daniel Dunbar | 8fa73ed | 2009-01-09 20:09:28 +0000 | [diff] [blame] | 711 | return RValue::getComplex(std::make_pair(U, U)); |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 712 | } |
Craig Topper | 1cc87df | 2013-07-26 05:59:26 +0000 | [diff] [blame] | 713 | |
Chris Lattner | b6c504b | 2010-08-23 05:26:13 +0000 | [diff] [blame] | 714 | // If this is a use of an undefined aggregate type, the aggregate must have an |
| 715 | // identifiable address. Just because the contents of the value are undefined |
| 716 | // doesn't mean that the address can't be taken and compared. |
John McCall | 9d232c8 | 2013-03-07 21:37:08 +0000 | [diff] [blame] | 717 | case TEK_Aggregate: { |
Chris Lattner | b6c504b | 2010-08-23 05:26:13 +0000 | [diff] [blame] | 718 | llvm::Value *DestPtr = CreateMemTemp(Ty, "undef.agg.tmp"); |
| 719 | return RValue::getAggregate(DestPtr); |
Daniel Dunbar | 8fa73ed | 2009-01-09 20:09:28 +0000 | [diff] [blame] | 720 | } |
John McCall | 9d232c8 | 2013-03-07 21:37:08 +0000 | [diff] [blame] | 721 | |
| 722 | case TEK_Scalar: |
| 723 | return RValue::get(llvm::UndefValue::get(ConvertType(Ty))); |
| 724 | } |
| 725 | llvm_unreachable("bad evaluation kind"); |
Daniel Dunbar | ce1d38b | 2009-01-09 16:50:52 +0000 | [diff] [blame] | 726 | } |
| 727 | |
Daniel Dunbar | 13e8173 | 2009-02-05 07:09:07 +0000 | [diff] [blame] | 728 | RValue CodeGenFunction::EmitUnsupportedRValue(const Expr *E, |
| 729 | const char *Name) { |
| 730 | ErrorUnsupported(E, Name); |
| 731 | return GetUndefRValue(E->getType()); |
| 732 | } |
| 733 | |
Daniel Dunbar | 6ba82a4 | 2008-08-25 20:45:57 +0000 | [diff] [blame] | 734 | LValue CodeGenFunction::EmitUnsupportedLValue(const Expr *E, |
| 735 | const char *Name) { |
| 736 | ErrorUnsupported(E, Name); |
Owen Anderson | 96e0fc7 | 2009-07-29 22:16:19 +0000 | [diff] [blame] | 737 | llvm::Type *Ty = llvm::PointerType::getUnqual(ConvertType(E->getType())); |
Daniel Dunbar | 9f553f5 | 2010-08-21 03:08:16 +0000 | [diff] [blame] | 738 | return MakeAddrLValue(llvm::UndefValue::get(Ty), E->getType()); |
Daniel Dunbar | 6ba82a4 | 2008-08-25 20:45:57 +0000 | [diff] [blame] | 739 | } |
| 740 | |
Richard Smith | 7ac9ef1 | 2012-09-08 02:08:36 +0000 | [diff] [blame] | 741 | LValue CodeGenFunction::EmitCheckedLValue(const Expr *E, TypeCheckKind TCK) { |
Richard Smith | a0a628f | 2013-02-23 02:53:19 +0000 | [diff] [blame] | 742 | LValue LV; |
| 743 | if (SanOpts->Bounds && isa<ArraySubscriptExpr>(E)) |
| 744 | LV = EmitArraySubscriptExpr(cast<ArraySubscriptExpr>(E), /*Accessed*/true); |
| 745 | else |
| 746 | LV = EmitLValue(E); |
Daniel Dunbar | f0fe5bc | 2010-04-05 21:36:35 +0000 | [diff] [blame] | 747 | if (!isa<DeclRefExpr>(E) && !LV.isBitField() && LV.isSimple()) |
Richard Smith | 4def70d | 2012-10-09 19:52:38 +0000 | [diff] [blame] | 748 | EmitTypeCheck(TCK, E->getExprLoc(), LV.getAddress(), |
| 749 | E->getType(), LV.getAlignment()); |
Mike Stump | b14e62d | 2009-12-16 02:57:00 +0000 | [diff] [blame] | 750 | return LV; |
| 751 | } |
| 752 | |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 753 | /// EmitLValue - Emit code to compute a designator that specifies the location |
| 754 | /// of the expression. |
| 755 | /// |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 756 | /// This can return one of two things: a simple address or a bitfield reference. |
| 757 | /// In either case, the LLVM Value* in the LValue structure is guaranteed to be |
| 758 | /// an LLVM pointer type. |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 759 | /// |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 760 | /// If this returns a bitfield reference, nothing about the pointee type of the |
| 761 | /// LLVM value is known: For example, it may not be a pointer to an integer. |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 762 | /// |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 763 | /// If this returns a normal address, and if the lvalue's C type is fixed size, |
| 764 | /// this method guarantees that the returned pointer type will point to an LLVM |
| 765 | /// type of the same size of the lvalue's type. If the lvalue has a variable |
| 766 | /// length type, this is not possible. |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 767 | /// |
| 768 | LValue CodeGenFunction::EmitLValue(const Expr *E) { |
| 769 | switch (E->getStmtClass()) { |
Daniel Dunbar | 6ba82a4 | 2008-08-25 20:45:57 +0000 | [diff] [blame] | 770 | default: return EmitUnsupportedLValue(E, "l-value expression"); |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 771 | |
John McCall | db45806 | 2011-11-07 03:59:57 +0000 | [diff] [blame] | 772 | case Expr::ObjCPropertyRefExprClass: |
| 773 | llvm_unreachable("cannot emit a property reference directly"); |
| 774 | |
Fariborz Jahanian | 03b2960 | 2010-06-17 19:56:20 +0000 | [diff] [blame] | 775 | case Expr::ObjCSelectorExprClass: |
Nico Weber | c5f8046 | 2012-10-11 10:13:44 +0000 | [diff] [blame] | 776 | return EmitObjCSelectorLValue(cast<ObjCSelectorExpr>(E)); |
Fariborz Jahanian | 820bca4 | 2009-12-09 23:35:29 +0000 | [diff] [blame] | 777 | case Expr::ObjCIsaExprClass: |
| 778 | return EmitObjCIsaExpr(cast<ObjCIsaExpr>(E)); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 779 | case Expr::BinaryOperatorClass: |
Daniel Dunbar | 80e62c2 | 2008-09-04 03:20:13 +0000 | [diff] [blame] | 780 | return EmitBinaryOperatorLValue(cast<BinaryOperator>(E)); |
Douglas Gregor | 6a03e34 | 2010-04-23 04:16:32 +0000 | [diff] [blame] | 781 | case Expr::CompoundAssignOperatorClass: |
John McCall | 2a41637 | 2010-12-05 02:00:02 +0000 | [diff] [blame] | 782 | if (!E->getType()->isAnyComplexType()) |
| 783 | return EmitCompoundAssignmentLValue(cast<CompoundAssignOperator>(E)); |
| 784 | return EmitComplexCompoundAssignmentLValue(cast<CompoundAssignOperator>(E)); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 785 | case Expr::CallExprClass: |
Anders Carlsson | faf8664 | 2009-09-01 21:18:52 +0000 | [diff] [blame] | 786 | case Expr::CXXMemberCallExprClass: |
Douglas Gregor | b460980 | 2008-11-14 16:09:21 +0000 | [diff] [blame] | 787 | case Expr::CXXOperatorCallExprClass: |
Richard Smith | 9fcce65 | 2012-03-07 08:35:16 +0000 | [diff] [blame] | 788 | case Expr::UserDefinedLiteralClass: |
Douglas Gregor | b460980 | 2008-11-14 16:09:21 +0000 | [diff] [blame] | 789 | return EmitCallExprLValue(cast<CallExpr>(E)); |
Daniel Dunbar | 5b5c9ef | 2009-02-11 20:59:32 +0000 | [diff] [blame] | 790 | case Expr::VAArgExprClass: |
| 791 | return EmitVAArgExprLValue(cast<VAArgExpr>(E)); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 792 | case Expr::DeclRefExprClass: |
Douglas Gregor | 1a49af9 | 2009-01-06 05:10:23 +0000 | [diff] [blame] | 793 | return EmitDeclRefLValue(cast<DeclRefExpr>(E)); |
Eric Christopher | 6aff47d | 2011-09-08 17:15:04 +0000 | [diff] [blame] | 794 | case Expr::ParenExprClass: |
| 795 | return EmitLValue(cast<ParenExpr>(E)->getSubExpr()); |
Peter Collingbourne | f111d93 | 2011-04-15 00:35:48 +0000 | [diff] [blame] | 796 | case Expr::GenericSelectionExprClass: |
| 797 | return EmitLValue(cast<GenericSelectionExpr>(E)->getResultExpr()); |
Chris Lattner | d9f6910 | 2008-08-10 01:53:14 +0000 | [diff] [blame] | 798 | case Expr::PredefinedExprClass: |
| 799 | return EmitPredefinedLValue(cast<PredefinedExpr>(E)); |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 800 | case Expr::StringLiteralClass: |
| 801 | return EmitStringLiteralLValue(cast<StringLiteral>(E)); |
Chris Lattner | eaf2bb8 | 2009-02-24 22:18:39 +0000 | [diff] [blame] | 802 | case Expr::ObjCEncodeExprClass: |
| 803 | return EmitObjCEncodeExprLValue(cast<ObjCEncodeExpr>(E)); |
John McCall | 4b9c2d2 | 2011-11-06 09:01:30 +0000 | [diff] [blame] | 804 | case Expr::PseudoObjectExprClass: |
| 805 | return EmitPseudoObjectLValue(cast<PseudoObjectExpr>(E)); |
Sebastian Redl | 13dc8f9 | 2011-11-27 16:50:07 +0000 | [diff] [blame] | 806 | case Expr::InitListExprClass: |
Richard Smith | 13ec910 | 2012-05-14 21:57:21 +0000 | [diff] [blame] | 807 | return EmitInitListLValue(cast<InitListExpr>(E)); |
Anders Carlsson | b58d017 | 2009-05-30 23:23:33 +0000 | [diff] [blame] | 808 | case Expr::CXXTemporaryObjectExprClass: |
| 809 | case Expr::CXXConstructExprClass: |
Anders Carlsson | e61c9e8 | 2009-05-30 23:30:54 +0000 | [diff] [blame] | 810 | return EmitCXXConstructLValue(cast<CXXConstructExpr>(E)); |
| 811 | case Expr::CXXBindTemporaryExprClass: |
| 812 | return EmitCXXBindTemporaryLValue(cast<CXXBindTemporaryExpr>(E)); |
Nico Weber | c5f8046 | 2012-10-11 10:13:44 +0000 | [diff] [blame] | 813 | case Expr::CXXUuidofExprClass: |
| 814 | return EmitCXXUuidofLValue(cast<CXXUuidofExpr>(E)); |
Eli Friedman | 31a3702 | 2012-02-08 05:34:55 +0000 | [diff] [blame] | 815 | case Expr::LambdaExprClass: |
| 816 | return EmitLambdaLValue(cast<LambdaExpr>(E)); |
John McCall | 1a343eb | 2011-11-10 08:15:53 +0000 | [diff] [blame] | 817 | |
| 818 | case Expr::ExprWithCleanupsClass: { |
| 819 | const ExprWithCleanups *cleanups = cast<ExprWithCleanups>(E); |
| 820 | enterFullExpression(cleanups); |
| 821 | RunCleanupsScope Scope(*this); |
| 822 | return EmitLValue(cleanups->getSubExpr()); |
| 823 | } |
| 824 | |
Anders Carlsson | 370e538 | 2009-11-14 01:51:50 +0000 | [diff] [blame] | 825 | case Expr::CXXDefaultArgExprClass: |
| 826 | return EmitLValue(cast<CXXDefaultArgExpr>(E)->getExpr()); |
Richard Smith | c3bf52c | 2013-04-20 22:23:05 +0000 | [diff] [blame] | 827 | case Expr::CXXDefaultInitExprClass: { |
| 828 | CXXDefaultInitExprScope Scope(*this); |
| 829 | return EmitLValue(cast<CXXDefaultInitExpr>(E)->getExpr()); |
| 830 | } |
Mike Stump | c2e84ae | 2009-11-15 08:09:41 +0000 | [diff] [blame] | 831 | case Expr::CXXTypeidExprClass: |
| 832 | return EmitCXXTypeidLValue(cast<CXXTypeidExpr>(E)); |
Anders Carlsson | e61c9e8 | 2009-05-30 23:30:54 +0000 | [diff] [blame] | 833 | |
Daniel Dunbar | 0a04d77 | 2008-08-23 10:51:21 +0000 | [diff] [blame] | 834 | case Expr::ObjCMessageExprClass: |
| 835 | return EmitObjCMessageExprLValue(cast<ObjCMessageExpr>(E)); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 836 | case Expr::ObjCIvarRefExprClass: |
Chris Lattner | 391d77a | 2008-03-30 23:03:07 +0000 | [diff] [blame] | 837 | return EmitObjCIvarRefLValue(cast<ObjCIvarRefExpr>(E)); |
Chris Lattner | 6545994 | 2009-04-25 19:35:26 +0000 | [diff] [blame] | 838 | case Expr::StmtExprClass: |
| 839 | return EmitStmtExprLValue(cast<StmtExpr>(E)); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 840 | case Expr::UnaryOperatorClass: |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 841 | return EmitUnaryOpLValue(cast<UnaryOperator>(E)); |
| 842 | case Expr::ArraySubscriptExprClass: |
| 843 | return EmitArraySubscriptExpr(cast<ArraySubscriptExpr>(E)); |
Nate Begeman | 213541a | 2008-04-18 23:10:10 +0000 | [diff] [blame] | 844 | case Expr::ExtVectorElementExprClass: |
| 845 | return EmitExtVectorElementExpr(cast<ExtVectorElementExpr>(E)); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 846 | case Expr::MemberExprClass: |
Douglas Gregor | bd4c4ae | 2009-08-26 22:36:53 +0000 | [diff] [blame] | 847 | return EmitMemberExpr(cast<MemberExpr>(E)); |
Eli Friedman | 06e863f | 2008-05-13 23:18:27 +0000 | [diff] [blame] | 848 | case Expr::CompoundLiteralExprClass: |
| 849 | return EmitCompoundLiteralLValue(cast<CompoundLiteralExpr>(E)); |
Daniel Dunbar | 9034558 | 2009-03-24 02:38:23 +0000 | [diff] [blame] | 850 | case Expr::ConditionalOperatorClass: |
Anders Carlsson | 6fcec8b | 2009-09-15 16:35:24 +0000 | [diff] [blame] | 851 | return EmitConditionalOperatorLValue(cast<ConditionalOperator>(E)); |
John McCall | 56ca35d | 2011-02-17 10:25:35 +0000 | [diff] [blame] | 852 | case Expr::BinaryConditionalOperatorClass: |
| 853 | return EmitConditionalOperatorLValue(cast<BinaryConditionalOperator>(E)); |
Chris Lattner | 670a62c | 2008-12-12 05:35:08 +0000 | [diff] [blame] | 854 | case Expr::ChooseExprClass: |
Eli Friedman | a5e6601 | 2013-07-20 00:40:58 +0000 | [diff] [blame] | 855 | return EmitLValue(cast<ChooseExpr>(E)->getChosenSubExpr()); |
John McCall | e996ffd | 2011-02-16 08:02:54 +0000 | [diff] [blame] | 856 | case Expr::OpaqueValueExprClass: |
| 857 | return EmitOpaqueValueLValue(cast<OpaqueValueExpr>(E)); |
John McCall | 91a5755 | 2011-07-15 05:09:51 +0000 | [diff] [blame] | 858 | case Expr::SubstNonTypeTemplateParmExprClass: |
| 859 | return EmitLValue(cast<SubstNonTypeTemplateParmExpr>(E)->getReplacement()); |
Chris Lattner | c3953a6 | 2009-03-18 04:02:57 +0000 | [diff] [blame] | 860 | case Expr::ImplicitCastExprClass: |
| 861 | case Expr::CStyleCastExprClass: |
| 862 | case Expr::CXXFunctionalCastExprClass: |
| 863 | case Expr::CXXStaticCastExprClass: |
| 864 | case Expr::CXXDynamicCastExprClass: |
| 865 | case Expr::CXXReinterpretCastExprClass: |
| 866 | case Expr::CXXConstCastExprClass: |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 867 | case Expr::ObjCBridgedCastExprClass: |
Chris Lattner | 75dfeda | 2009-03-18 18:28:57 +0000 | [diff] [blame] | 868 | return EmitCastLValue(cast<CastExpr>(E)); |
Sebastian Redl | 13dc8f9 | 2011-11-27 16:50:07 +0000 | [diff] [blame] | 869 | |
Douglas Gregor | 03e8003 | 2011-06-21 17:03:29 +0000 | [diff] [blame] | 870 | case Expr::MaterializeTemporaryExprClass: |
| 871 | return EmitMaterializeTemporaryExpr(cast<MaterializeTemporaryExpr>(E)); |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 872 | } |
| 873 | } |
| 874 | |
John McCall | dd2ecee | 2012-03-10 03:05:10 +0000 | [diff] [blame] | 875 | /// Given an object of the given canonical type, can we safely copy a |
| 876 | /// value out of it based on its initializer? |
| 877 | static bool isConstantEmittableObjectType(QualType type) { |
| 878 | assert(type.isCanonical()); |
| 879 | assert(!type->isReferenceType()); |
| 880 | |
| 881 | // Must be const-qualified but non-volatile. |
| 882 | Qualifiers qs = type.getLocalQualifiers(); |
| 883 | if (!qs.hasConst() || qs.hasVolatile()) return false; |
| 884 | |
| 885 | // Otherwise, all object types satisfy this except C++ classes with |
| 886 | // mutable subobjects or non-trivial copy/destroy behavior. |
| 887 | if (const RecordType *RT = dyn_cast<RecordType>(type)) |
| 888 | if (const CXXRecordDecl *RD = dyn_cast<CXXRecordDecl>(RT->getDecl())) |
| 889 | if (RD->hasMutableFields() || !RD->isTrivial()) |
| 890 | return false; |
| 891 | |
| 892 | return true; |
| 893 | } |
| 894 | |
| 895 | /// Can we constant-emit a load of a reference to a variable of the |
| 896 | /// given type? This is different from predicates like |
| 897 | /// Decl::isUsableInConstantExpressions because we do want it to apply |
| 898 | /// in situations that don't necessarily satisfy the language's rules |
| 899 | /// for this (e.g. C++'s ODR-use rules). For example, we want to able |
| 900 | /// to do this with const float variables even if those variables |
| 901 | /// aren't marked 'constexpr'. |
| 902 | enum ConstantEmissionKind { |
| 903 | CEK_None, |
| 904 | CEK_AsReferenceOnly, |
| 905 | CEK_AsValueOrReference, |
| 906 | CEK_AsValueOnly |
| 907 | }; |
| 908 | static ConstantEmissionKind checkVarTypeForConstantEmission(QualType type) { |
| 909 | type = type.getCanonicalType(); |
| 910 | if (const ReferenceType *ref = dyn_cast<ReferenceType>(type)) { |
| 911 | if (isConstantEmittableObjectType(ref->getPointeeType())) |
| 912 | return CEK_AsValueOrReference; |
| 913 | return CEK_AsReferenceOnly; |
| 914 | } |
| 915 | if (isConstantEmittableObjectType(type)) |
| 916 | return CEK_AsValueOnly; |
| 917 | return CEK_None; |
| 918 | } |
| 919 | |
| 920 | /// Try to emit a reference to the given value without producing it as |
| 921 | /// an l-value. This is actually more than an optimization: we can't |
| 922 | /// produce an l-value for variables that we never actually captured |
| 923 | /// in a block or lambda, which means const int variables or constexpr |
| 924 | /// literals or similar. |
| 925 | CodeGenFunction::ConstantEmission |
John McCall | f4b88a4 | 2012-03-10 09:33:50 +0000 | [diff] [blame] | 926 | CodeGenFunction::tryEmitAsConstant(DeclRefExpr *refExpr) { |
| 927 | ValueDecl *value = refExpr->getDecl(); |
| 928 | |
John McCall | dd2ecee | 2012-03-10 03:05:10 +0000 | [diff] [blame] | 929 | // The value needs to be an enum constant or a constant variable. |
| 930 | ConstantEmissionKind CEK; |
| 931 | if (isa<ParmVarDecl>(value)) { |
| 932 | CEK = CEK_None; |
| 933 | } else if (VarDecl *var = dyn_cast<VarDecl>(value)) { |
| 934 | CEK = checkVarTypeForConstantEmission(var->getType()); |
| 935 | } else if (isa<EnumConstantDecl>(value)) { |
| 936 | CEK = CEK_AsValueOnly; |
| 937 | } else { |
| 938 | CEK = CEK_None; |
| 939 | } |
| 940 | if (CEK == CEK_None) return ConstantEmission(); |
| 941 | |
John McCall | dd2ecee | 2012-03-10 03:05:10 +0000 | [diff] [blame] | 942 | Expr::EvalResult result; |
| 943 | bool resultIsReference; |
| 944 | QualType resultType; |
| 945 | |
| 946 | // It's best to evaluate all the way as an r-value if that's permitted. |
| 947 | if (CEK != CEK_AsReferenceOnly && |
John McCall | f4b88a4 | 2012-03-10 09:33:50 +0000 | [diff] [blame] | 948 | refExpr->EvaluateAsRValue(result, getContext())) { |
John McCall | dd2ecee | 2012-03-10 03:05:10 +0000 | [diff] [blame] | 949 | resultIsReference = false; |
| 950 | resultType = refExpr->getType(); |
| 951 | |
| 952 | // Otherwise, try to evaluate as an l-value. |
| 953 | } else if (CEK != CEK_AsValueOnly && |
John McCall | f4b88a4 | 2012-03-10 09:33:50 +0000 | [diff] [blame] | 954 | refExpr->EvaluateAsLValue(result, getContext())) { |
John McCall | dd2ecee | 2012-03-10 03:05:10 +0000 | [diff] [blame] | 955 | resultIsReference = true; |
| 956 | resultType = value->getType(); |
| 957 | |
| 958 | // Failure. |
| 959 | } else { |
| 960 | return ConstantEmission(); |
| 961 | } |
| 962 | |
| 963 | // In any case, if the initializer has side-effects, abandon ship. |
| 964 | if (result.HasSideEffects) |
| 965 | return ConstantEmission(); |
| 966 | |
| 967 | // Emit as a constant. |
| 968 | llvm::Constant *C = CGM.EmitConstantValue(result.Val, resultType, this); |
| 969 | |
Yunzhong Gao | 3b8e0b7 | 2013-08-30 08:53:09 +0000 | [diff] [blame] | 970 | // Make sure we emit a debug reference to the global variable. |
| 971 | // This should probably fire even for |
| 972 | if (isa<VarDecl>(value)) { |
| 973 | if (!getContext().DeclMustBeEmitted(cast<VarDecl>(value))) |
| 974 | EmitDeclRefExprDbgValue(refExpr, C); |
| 975 | } else { |
| 976 | assert(isa<EnumConstantDecl>(value)); |
| 977 | EmitDeclRefExprDbgValue(refExpr, C); |
| 978 | } |
John McCall | dd2ecee | 2012-03-10 03:05:10 +0000 | [diff] [blame] | 979 | |
| 980 | // If we emitted a reference constant, we need to dereference that. |
| 981 | if (resultIsReference) |
| 982 | return ConstantEmission::forReference(C); |
| 983 | |
| 984 | return ConstantEmission::forValue(C); |
| 985 | } |
| 986 | |
John McCall | a07398e | 2011-06-16 04:16:24 +0000 | [diff] [blame] | 987 | llvm::Value *CodeGenFunction::EmitLoadOfScalar(LValue lvalue) { |
| 988 | return EmitLoadOfScalar(lvalue.getAddress(), lvalue.isVolatile(), |
Eli Friedman | 6da2c71 | 2011-12-03 04:14:32 +0000 | [diff] [blame] | 989 | lvalue.getAlignment().getQuantity(), |
Manman Ren | b37a73d | 2013-04-04 21:53:22 +0000 | [diff] [blame] | 990 | lvalue.getType(), lvalue.getTBAAInfo(), |
| 991 | lvalue.getTBAABaseType(), lvalue.getTBAAOffset()); |
John McCall | a07398e | 2011-06-16 04:16:24 +0000 | [diff] [blame] | 992 | } |
| 993 | |
Rafael Espindola | c3f8955 | 2012-03-24 16:50:34 +0000 | [diff] [blame] | 994 | static bool hasBooleanRepresentation(QualType Ty) { |
| 995 | if (Ty->isBooleanType()) |
| 996 | return true; |
| 997 | |
| 998 | if (const EnumType *ET = Ty->getAs<EnumType>()) |
| 999 | return ET->getDecl()->getIntegerType()->isBooleanType(); |
| 1000 | |
Douglas Gregor | 47bfcca | 2012-04-12 20:42:30 +0000 | [diff] [blame] | 1001 | if (const AtomicType *AT = Ty->getAs<AtomicType>()) |
| 1002 | return hasBooleanRepresentation(AT->getValueType()); |
| 1003 | |
Rafael Espindola | c3f8955 | 2012-03-24 16:50:34 +0000 | [diff] [blame] | 1004 | return false; |
| 1005 | } |
| 1006 | |
Richard Smith | 463b48b | 2012-12-13 07:11:50 +0000 | [diff] [blame] | 1007 | static bool getRangeForType(CodeGenFunction &CGF, QualType Ty, |
| 1008 | llvm::APInt &Min, llvm::APInt &End, |
| 1009 | bool StrictEnums) { |
Rafael Espindola | c3f8955 | 2012-03-24 16:50:34 +0000 | [diff] [blame] | 1010 | const EnumType *ET = Ty->getAs<EnumType>(); |
Richard Smith | 463b48b | 2012-12-13 07:11:50 +0000 | [diff] [blame] | 1011 | bool IsRegularCPlusPlusEnum = CGF.getLangOpts().CPlusPlus && StrictEnums && |
| 1012 | ET && !ET->getDecl()->isFixed(); |
Rafael Espindola | c3f8955 | 2012-03-24 16:50:34 +0000 | [diff] [blame] | 1013 | bool IsBool = hasBooleanRepresentation(Ty); |
Rafael Espindola | c3f8955 | 2012-03-24 16:50:34 +0000 | [diff] [blame] | 1014 | if (!IsBool && !IsRegularCPlusPlusEnum) |
Richard Smith | 463b48b | 2012-12-13 07:11:50 +0000 | [diff] [blame] | 1015 | return false; |
Rafael Espindola | c3f8955 | 2012-03-24 16:50:34 +0000 | [diff] [blame] | 1016 | |
Rafael Espindola | c3f8955 | 2012-03-24 16:50:34 +0000 | [diff] [blame] | 1017 | if (IsBool) { |
Richard Smith | 463b48b | 2012-12-13 07:11:50 +0000 | [diff] [blame] | 1018 | Min = llvm::APInt(CGF.getContext().getTypeSize(Ty), 0); |
| 1019 | End = llvm::APInt(CGF.getContext().getTypeSize(Ty), 2); |
Rafael Espindola | c3f8955 | 2012-03-24 16:50:34 +0000 | [diff] [blame] | 1020 | } else { |
| 1021 | const EnumDecl *ED = ET->getDecl(); |
Richard Smith | 463b48b | 2012-12-13 07:11:50 +0000 | [diff] [blame] | 1022 | llvm::Type *LTy = CGF.ConvertTypeForMem(ED->getIntegerType()); |
Rafael Espindola | c3f8955 | 2012-03-24 16:50:34 +0000 | [diff] [blame] | 1023 | unsigned Bitwidth = LTy->getScalarSizeInBits(); |
| 1024 | unsigned NumNegativeBits = ED->getNumNegativeBits(); |
| 1025 | unsigned NumPositiveBits = ED->getNumPositiveBits(); |
| 1026 | |
| 1027 | if (NumNegativeBits) { |
| 1028 | unsigned NumBits = std::max(NumNegativeBits, NumPositiveBits + 1); |
| 1029 | assert(NumBits <= Bitwidth); |
| 1030 | End = llvm::APInt(Bitwidth, 1) << (NumBits - 1); |
| 1031 | Min = -End; |
| 1032 | } else { |
| 1033 | assert(NumPositiveBits <= Bitwidth); |
| 1034 | End = llvm::APInt(Bitwidth, 1) << NumPositiveBits; |
| 1035 | Min = llvm::APInt(Bitwidth, 0); |
| 1036 | } |
| 1037 | } |
Richard Smith | 463b48b | 2012-12-13 07:11:50 +0000 | [diff] [blame] | 1038 | return true; |
| 1039 | } |
| 1040 | |
| 1041 | llvm::MDNode *CodeGenFunction::getRangeForLoadFromType(QualType Ty) { |
| 1042 | llvm::APInt Min, End; |
| 1043 | if (!getRangeForType(*this, Ty, Min, End, |
| 1044 | CGM.getCodeGenOpts().StrictEnums)) |
| 1045 | return 0; |
Rafael Espindola | c3f8955 | 2012-03-24 16:50:34 +0000 | [diff] [blame] | 1046 | |
Duncan Sands | 2d7cb06 | 2012-04-15 18:04:54 +0000 | [diff] [blame] | 1047 | llvm::MDBuilder MDHelper(getLLVMContext()); |
Duncan Sands | 60c7707 | 2012-04-16 16:29:47 +0000 | [diff] [blame] | 1048 | return MDHelper.createRange(Min, End); |
Rafael Espindola | c3f8955 | 2012-03-24 16:50:34 +0000 | [diff] [blame] | 1049 | } |
| 1050 | |
Daniel Dunbar | 9d9cc87 | 2009-02-10 00:57:50 +0000 | [diff] [blame] | 1051 | llvm::Value *CodeGenFunction::EmitLoadOfScalar(llvm::Value *Addr, bool Volatile, |
Dan Gohman | 3d5aff5 | 2010-10-14 23:06:10 +0000 | [diff] [blame] | 1052 | unsigned Alignment, QualType Ty, |
Manman Ren | b37a73d | 2013-04-04 21:53:22 +0000 | [diff] [blame] | 1053 | llvm::MDNode *TBAAInfo, |
| 1054 | QualType TBAABaseType, |
| 1055 | uint64_t TBAAOffset) { |
Tanya Lattner | c58dcdc | 2012-08-16 00:10:13 +0000 | [diff] [blame] | 1056 | // For better performance, handle vector loads differently. |
| 1057 | if (Ty->isVectorType()) { |
| 1058 | llvm::Value *V; |
| 1059 | const llvm::Type *EltTy = |
| 1060 | cast<llvm::PointerType>(Addr->getType())->getElementType(); |
Craig Topper | 1cc87df | 2013-07-26 05:59:26 +0000 | [diff] [blame] | 1061 | |
Tanya Lattner | c58dcdc | 2012-08-16 00:10:13 +0000 | [diff] [blame] | 1062 | const llvm::VectorType *VTy = cast<llvm::VectorType>(EltTy); |
Craig Topper | 1cc87df | 2013-07-26 05:59:26 +0000 | [diff] [blame] | 1063 | |
Tanya Lattner | c58dcdc | 2012-08-16 00:10:13 +0000 | [diff] [blame] | 1064 | // Handle vectors of size 3, like size 4 for better performance. |
| 1065 | if (VTy->getNumElements() == 3) { |
Craig Topper | 1cc87df | 2013-07-26 05:59:26 +0000 | [diff] [blame] | 1066 | |
Tanya Lattner | c58dcdc | 2012-08-16 00:10:13 +0000 | [diff] [blame] | 1067 | // Bitcast to vec4 type. |
| 1068 | llvm::VectorType *vec4Ty = llvm::VectorType::get(VTy->getElementType(), |
| 1069 | 4); |
| 1070 | llvm::PointerType *ptVec4Ty = |
| 1071 | llvm::PointerType::get(vec4Ty, |
| 1072 | (cast<llvm::PointerType>( |
| 1073 | Addr->getType()))->getAddressSpace()); |
| 1074 | llvm::Value *Cast = Builder.CreateBitCast(Addr, ptVec4Ty, |
| 1075 | "castToVec4"); |
| 1076 | // Now load value. |
| 1077 | llvm::Value *LoadVal = Builder.CreateLoad(Cast, Volatile, "loadVec4"); |
Richard Smith | cdc2e82 | 2012-12-13 05:41:48 +0000 | [diff] [blame] | 1078 | |
Tanya Lattner | c58dcdc | 2012-08-16 00:10:13 +0000 | [diff] [blame] | 1079 | // Shuffle vector to get vec3. |
Richard Smith | cdc2e82 | 2012-12-13 05:41:48 +0000 | [diff] [blame] | 1080 | llvm::Constant *Mask[] = { |
| 1081 | llvm::ConstantInt::get(llvm::Type::getInt32Ty(getLLVMContext()), 0), |
| 1082 | llvm::ConstantInt::get(llvm::Type::getInt32Ty(getLLVMContext()), 1), |
| 1083 | llvm::ConstantInt::get(llvm::Type::getInt32Ty(getLLVMContext()), 2) |
| 1084 | }; |
| 1085 | |
Tanya Lattner | c58dcdc | 2012-08-16 00:10:13 +0000 | [diff] [blame] | 1086 | llvm::Value *MaskV = llvm::ConstantVector::get(Mask); |
| 1087 | V = Builder.CreateShuffleVector(LoadVal, |
| 1088 | llvm::UndefValue::get(vec4Ty), |
| 1089 | MaskV, "extractVec"); |
| 1090 | return EmitFromMemory(V, Ty); |
| 1091 | } |
| 1092 | } |
John McCall | 9eda3ab | 2013-03-07 21:37:17 +0000 | [diff] [blame] | 1093 | |
| 1094 | // Atomic operations have to be done on integral types. |
| 1095 | if (Ty->isAtomicType()) { |
| 1096 | LValue lvalue = LValue::MakeAddr(Addr, Ty, |
| 1097 | CharUnits::fromQuantity(Alignment), |
| 1098 | getContext(), TBAAInfo); |
| 1099 | return EmitAtomicLoad(lvalue).getScalarVal(); |
| 1100 | } |
Craig Topper | 1cc87df | 2013-07-26 05:59:26 +0000 | [diff] [blame] | 1101 | |
Benjamin Kramer | 578faa8 | 2011-09-27 21:06:10 +0000 | [diff] [blame] | 1102 | llvm::LoadInst *Load = Builder.CreateLoad(Addr); |
Daniel Dunbar | 2da84ff | 2009-11-29 21:23:36 +0000 | [diff] [blame] | 1103 | if (Volatile) |
| 1104 | Load->setVolatile(true); |
Daniel Dunbar | 91a16fa | 2010-08-21 02:24:36 +0000 | [diff] [blame] | 1105 | if (Alignment) |
| 1106 | Load->setAlignment(Alignment); |
Manman Ren | b37a73d | 2013-04-04 21:53:22 +0000 | [diff] [blame] | 1107 | if (TBAAInfo) { |
| 1108 | llvm::MDNode *TBAAPath = CGM.getTBAAStructTagInfo(TBAABaseType, TBAAInfo, |
| 1109 | TBAAOffset); |
Manman Ren | ca83518 | 2013-04-11 23:02:56 +0000 | [diff] [blame] | 1110 | CGM.DecorateInstruction(Load, TBAAPath, false/*ConvertTypeToTag*/); |
Manman Ren | b37a73d | 2013-04-04 21:53:22 +0000 | [diff] [blame] | 1111 | } |
Daniel Dunbar | 9d9cc87 | 2009-02-10 00:57:50 +0000 | [diff] [blame] | 1112 | |
Will Dietz | 4f45bc0 | 2013-01-18 11:30:38 +0000 | [diff] [blame] | 1113 | if ((SanOpts->Bool && hasBooleanRepresentation(Ty)) || |
| 1114 | (SanOpts->Enum && Ty->getAs<EnumType>())) { |
Richard Smith | 463b48b | 2012-12-13 07:11:50 +0000 | [diff] [blame] | 1115 | llvm::APInt Min, End; |
| 1116 | if (getRangeForType(*this, Ty, Min, End, true)) { |
| 1117 | --End; |
| 1118 | llvm::Value *Check; |
| 1119 | if (!Min) |
| 1120 | Check = Builder.CreateICmpULE( |
| 1121 | Load, llvm::ConstantInt::get(getLLVMContext(), End)); |
| 1122 | else { |
| 1123 | llvm::Value *Upper = Builder.CreateICmpSLE( |
| 1124 | Load, llvm::ConstantInt::get(getLLVMContext(), End)); |
| 1125 | llvm::Value *Lower = Builder.CreateICmpSGE( |
| 1126 | Load, llvm::ConstantInt::get(getLLVMContext(), Min)); |
| 1127 | Check = Builder.CreateAnd(Upper, Lower); |
| 1128 | } |
| 1129 | // FIXME: Provide a SourceLocation. |
| 1130 | EmitCheck(Check, "load_invalid_value", EmitCheckTypeDescriptor(Ty), |
| 1131 | EmitCheckValue(Load), CRK_Recoverable); |
| 1132 | } |
| 1133 | } else if (CGM.getCodeGenOpts().OptimizationLevel > 0) |
Rafael Espindola | c3f8955 | 2012-03-24 16:50:34 +0000 | [diff] [blame] | 1134 | if (llvm::MDNode *RangeInfo = getRangeForLoadFromType(Ty)) |
| 1135 | Load->setMetadata(llvm::LLVMContext::MD_range, RangeInfo); |
Douglas Gregor | 1274ccd | 2010-10-08 23:50:27 +0000 | [diff] [blame] | 1136 | |
Rafael Espindola | c3f8955 | 2012-03-24 16:50:34 +0000 | [diff] [blame] | 1137 | return EmitFromMemory(Load, Ty); |
NAKAMURA Takumi | 88a569a | 2012-03-24 14:43:42 +0000 | [diff] [blame] | 1138 | } |
| 1139 | |
John McCall | 26815d9 | 2010-10-27 20:58:56 +0000 | [diff] [blame] | 1140 | llvm::Value *CodeGenFunction::EmitToMemory(llvm::Value *Value, QualType Ty) { |
| 1141 | // Bool has a different representation in memory than in registers. |
Rafael Espindola | c3f8955 | 2012-03-24 16:50:34 +0000 | [diff] [blame] | 1142 | if (hasBooleanRepresentation(Ty)) { |
John McCall | 26815d9 | 2010-10-27 20:58:56 +0000 | [diff] [blame] | 1143 | // This should really always be an i1, but sometimes it's already |
| 1144 | // an i8, and it's awkward to track those cases down. |
| 1145 | if (Value->getType()->isIntegerTy(1)) |
Eli Friedman | 8187c7e | 2012-11-13 02:05:15 +0000 | [diff] [blame] | 1146 | return Builder.CreateZExt(Value, ConvertTypeForMem(Ty), "frombool"); |
| 1147 | assert(Value->getType()->isIntegerTy(getContext().getTypeSize(Ty)) && |
| 1148 | "wrong value rep of bool"); |
John McCall | 26815d9 | 2010-10-27 20:58:56 +0000 | [diff] [blame] | 1149 | } |
| 1150 | |
| 1151 | return Value; |
| 1152 | } |
| 1153 | |
| 1154 | llvm::Value *CodeGenFunction::EmitFromMemory(llvm::Value *Value, QualType Ty) { |
| 1155 | // Bool has a different representation in memory than in registers. |
Rafael Espindola | c3f8955 | 2012-03-24 16:50:34 +0000 | [diff] [blame] | 1156 | if (hasBooleanRepresentation(Ty)) { |
Eli Friedman | 8187c7e | 2012-11-13 02:05:15 +0000 | [diff] [blame] | 1157 | assert(Value->getType()->isIntegerTy(getContext().getTypeSize(Ty)) && |
| 1158 | "wrong value rep of bool"); |
John McCall | 26815d9 | 2010-10-27 20:58:56 +0000 | [diff] [blame] | 1159 | return Builder.CreateTrunc(Value, Builder.getInt1Ty(), "tobool"); |
| 1160 | } |
| 1161 | |
| 1162 | return Value; |
| 1163 | } |
| 1164 | |
Daniel Dunbar | 9d9cc87 | 2009-02-10 00:57:50 +0000 | [diff] [blame] | 1165 | void CodeGenFunction::EmitStoreOfScalar(llvm::Value *Value, llvm::Value *Addr, |
Daniel Dunbar | 91a16fa | 2010-08-21 02:24:36 +0000 | [diff] [blame] | 1166 | bool Volatile, unsigned Alignment, |
Nick Lewycky | 5d4a755 | 2013-10-01 21:51:38 +0000 | [diff] [blame^] | 1167 | QualType Ty, llvm::MDNode *TBAAInfo, |
Manman Ren | b37a73d | 2013-04-04 21:53:22 +0000 | [diff] [blame] | 1168 | bool isInit, QualType TBAABaseType, |
| 1169 | uint64_t TBAAOffset) { |
Craig Topper | 1cc87df | 2013-07-26 05:59:26 +0000 | [diff] [blame] | 1170 | |
Tanya Lattner | c58dcdc | 2012-08-16 00:10:13 +0000 | [diff] [blame] | 1171 | // Handle vectors differently to get better performance. |
| 1172 | if (Ty->isVectorType()) { |
| 1173 | llvm::Type *SrcTy = Value->getType(); |
| 1174 | llvm::VectorType *VecTy = cast<llvm::VectorType>(SrcTy); |
| 1175 | // Handle vec3 special. |
| 1176 | if (VecTy->getNumElements() == 3) { |
| 1177 | llvm::LLVMContext &VMContext = getLLVMContext(); |
Craig Topper | 1cc87df | 2013-07-26 05:59:26 +0000 | [diff] [blame] | 1178 | |
Tanya Lattner | c58dcdc | 2012-08-16 00:10:13 +0000 | [diff] [blame] | 1179 | // Our source is a vec3, do a shuffle vector to make it a vec4. |
Dmitri Gribenko | cfa88f8 | 2013-01-12 19:30:44 +0000 | [diff] [blame] | 1180 | SmallVector<llvm::Constant*, 4> Mask; |
Nick Lewycky | 5d4a755 | 2013-10-01 21:51:38 +0000 | [diff] [blame^] | 1181 | Mask.push_back(llvm::ConstantInt::get(llvm::Type::getInt32Ty(VMContext), |
Tanya Lattner | c58dcdc | 2012-08-16 00:10:13 +0000 | [diff] [blame] | 1182 | 0)); |
Nick Lewycky | 5d4a755 | 2013-10-01 21:51:38 +0000 | [diff] [blame^] | 1183 | Mask.push_back(llvm::ConstantInt::get(llvm::Type::getInt32Ty(VMContext), |
Tanya Lattner | c58dcdc | 2012-08-16 00:10:13 +0000 | [diff] [blame] | 1184 | 1)); |
Nick Lewycky | 5d4a755 | 2013-10-01 21:51:38 +0000 | [diff] [blame^] | 1185 | Mask.push_back(llvm::ConstantInt::get(llvm::Type::getInt32Ty(VMContext), |
Tanya Lattner | c58dcdc | 2012-08-16 00:10:13 +0000 | [diff] [blame] | 1186 | 2)); |
| 1187 | Mask.push_back(llvm::UndefValue::get(llvm::Type::getInt32Ty(VMContext))); |
Craig Topper | 1cc87df | 2013-07-26 05:59:26 +0000 | [diff] [blame] | 1188 | |
Tanya Lattner | c58dcdc | 2012-08-16 00:10:13 +0000 | [diff] [blame] | 1189 | llvm::Value *MaskV = llvm::ConstantVector::get(Mask); |
| 1190 | Value = Builder.CreateShuffleVector(Value, |
| 1191 | llvm::UndefValue::get(VecTy), |
| 1192 | MaskV, "extractVec"); |
| 1193 | SrcTy = llvm::VectorType::get(VecTy->getElementType(), 4); |
| 1194 | } |
| 1195 | llvm::PointerType *DstPtr = cast<llvm::PointerType>(Addr->getType()); |
| 1196 | if (DstPtr->getElementType() != SrcTy) { |
| 1197 | llvm::Type *MemTy = |
| 1198 | llvm::PointerType::get(SrcTy, DstPtr->getAddressSpace()); |
| 1199 | Addr = Builder.CreateBitCast(Addr, MemTy, "storetmp"); |
| 1200 | } |
| 1201 | } |
Craig Topper | 1cc87df | 2013-07-26 05:59:26 +0000 | [diff] [blame] | 1202 | |
John McCall | 26815d9 | 2010-10-27 20:58:56 +0000 | [diff] [blame] | 1203 | Value = EmitToMemory(Value, Ty); |
John McCall | 9d232c8 | 2013-03-07 21:37:08 +0000 | [diff] [blame] | 1204 | |
John McCall | 9eda3ab | 2013-03-07 21:37:17 +0000 | [diff] [blame] | 1205 | if (Ty->isAtomicType()) { |
| 1206 | EmitAtomicStore(RValue::get(Value), |
| 1207 | LValue::MakeAddr(Addr, Ty, |
| 1208 | CharUnits::fromQuantity(Alignment), |
| 1209 | getContext(), TBAAInfo), |
| 1210 | isInit); |
| 1211 | return; |
| 1212 | } |
| 1213 | |
Daniel Dunbar | 91a16fa | 2010-08-21 02:24:36 +0000 | [diff] [blame] | 1214 | llvm::StoreInst *Store = Builder.CreateStore(Value, Addr, Volatile); |
| 1215 | if (Alignment) |
| 1216 | Store->setAlignment(Alignment); |
Manman Ren | b37a73d | 2013-04-04 21:53:22 +0000 | [diff] [blame] | 1217 | if (TBAAInfo) { |
| 1218 | llvm::MDNode *TBAAPath = CGM.getTBAAStructTagInfo(TBAABaseType, TBAAInfo, |
| 1219 | TBAAOffset); |
Manman Ren | ca83518 | 2013-04-11 23:02:56 +0000 | [diff] [blame] | 1220 | CGM.DecorateInstruction(Store, TBAAPath, false/*ConvertTypeToTag*/); |
Manman Ren | b37a73d | 2013-04-04 21:53:22 +0000 | [diff] [blame] | 1221 | } |
Daniel Dunbar | 9d9cc87 | 2009-02-10 00:57:50 +0000 | [diff] [blame] | 1222 | } |
| 1223 | |
David Chisnall | 7a7ee30 | 2012-01-16 17:27:18 +0000 | [diff] [blame] | 1224 | void CodeGenFunction::EmitStoreOfScalar(llvm::Value *value, LValue lvalue, |
John McCall | 9d232c8 | 2013-03-07 21:37:08 +0000 | [diff] [blame] | 1225 | bool isInit) { |
John McCall | a07398e | 2011-06-16 04:16:24 +0000 | [diff] [blame] | 1226 | EmitStoreOfScalar(value, lvalue.getAddress(), lvalue.isVolatile(), |
Eli Friedman | 6da2c71 | 2011-12-03 04:14:32 +0000 | [diff] [blame] | 1227 | lvalue.getAlignment().getQuantity(), lvalue.getType(), |
Manman Ren | b37a73d | 2013-04-04 21:53:22 +0000 | [diff] [blame] | 1228 | lvalue.getTBAAInfo(), isInit, lvalue.getTBAABaseType(), |
| 1229 | lvalue.getTBAAOffset()); |
John McCall | a07398e | 2011-06-16 04:16:24 +0000 | [diff] [blame] | 1230 | } |
| 1231 | |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1232 | /// EmitLoadOfLValue - Given an expression that represents a value lvalue, this |
| 1233 | /// method emits the address of the lvalue, then loads the result as an rvalue, |
| 1234 | /// returning the rvalue. |
John McCall | 545d996 | 2011-06-25 02:11:03 +0000 | [diff] [blame] | 1235 | RValue CodeGenFunction::EmitLoadOfLValue(LValue LV) { |
Fariborz Jahanian | dbd32c2 | 2008-11-19 17:34:06 +0000 | [diff] [blame] | 1236 | if (LV.isObjCWeak()) { |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1237 | // load of a __weak object. |
Fariborz Jahanian | 6dc2317 | 2008-11-18 21:45:40 +0000 | [diff] [blame] | 1238 | llvm::Value *AddrWeakObj = LV.getAddress(); |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 1239 | return RValue::get(CGM.getObjCRuntime().EmitObjCWeakRead(*this, |
| 1240 | AddrWeakObj)); |
Fariborz Jahanian | 6dc2317 | 2008-11-18 21:45:40 +0000 | [diff] [blame] | 1241 | } |
Fariborz Jahanian | 82c458e | 2012-11-27 23:02:53 +0000 | [diff] [blame] | 1242 | if (LV.getQuals().getObjCLifetime() == Qualifiers::OCL_Weak) { |
| 1243 | llvm::Value *Object = EmitARCLoadWeakRetained(LV.getAddress()); |
| 1244 | Object = EmitObjCConsumeObject(LV.getType(), Object); |
| 1245 | return RValue::get(Object); |
| 1246 | } |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1247 | |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 1248 | if (LV.isSimple()) { |
John McCall | e6d134b | 2011-06-27 21:24:11 +0000 | [diff] [blame] | 1249 | assert(!LV.getType()->isFunctionType()); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1250 | |
John McCall | d608cdb | 2010-08-22 10:59:02 +0000 | [diff] [blame] | 1251 | // Everything needs a load. |
John McCall | 545d996 | 2011-06-25 02:11:03 +0000 | [diff] [blame] | 1252 | return RValue::get(EmitLoadOfScalar(LV)); |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 1253 | } |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1254 | |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 1255 | if (LV.isVectorElt()) { |
Eli Friedman | e5a8aeb | 2012-03-22 22:36:39 +0000 | [diff] [blame] | 1256 | llvm::LoadInst *Load = Builder.CreateLoad(LV.getVectorAddr(), |
| 1257 | LV.isVolatileQualified()); |
| 1258 | Load->setAlignment(LV.getAlignment().getQuantity()); |
| 1259 | return RValue::get(Builder.CreateExtractElement(Load, LV.getVectorIdx(), |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 1260 | "vecext")); |
| 1261 | } |
Chris Lattner | 46ea8eb | 2007-08-03 00:16:29 +0000 | [diff] [blame] | 1262 | |
| 1263 | // If this is a reference to a subset of the elements of a vector, either |
| 1264 | // shuffle the input or extract/insert them as appropriate. |
Nate Begeman | 213541a | 2008-04-18 23:10:10 +0000 | [diff] [blame] | 1265 | if (LV.isExtVectorElt()) |
John McCall | 545d996 | 2011-06-25 02:11:03 +0000 | [diff] [blame] | 1266 | return EmitLoadOfExtVectorElementLValue(LV); |
Lauro Ramos Venancio | 3b8c22d | 2008-01-22 20:17:04 +0000 | [diff] [blame] | 1267 | |
John McCall | db45806 | 2011-11-07 03:59:57 +0000 | [diff] [blame] | 1268 | assert(LV.isBitField() && "Unknown LValue type!"); |
| 1269 | return EmitLoadOfBitfieldLValue(LV); |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 1270 | } |
| 1271 | |
John McCall | 545d996 | 2011-06-25 02:11:03 +0000 | [diff] [blame] | 1272 | RValue CodeGenFunction::EmitLoadOfBitfieldLValue(LValue LV) { |
Daniel Dunbar | efbf487 | 2010-04-06 01:07:44 +0000 | [diff] [blame] | 1273 | const CGBitFieldInfo &Info = LV.getBitFieldInfo(); |
Daniel Dunbar | 10e3ded | 2008-08-06 05:08:45 +0000 | [diff] [blame] | 1274 | |
Daniel Dunbar | ecdb41e | 2010-04-13 23:34:15 +0000 | [diff] [blame] | 1275 | // Get the output type. |
Chris Lattner | 2acc6e3 | 2011-07-18 04:24:23 +0000 | [diff] [blame] | 1276 | llvm::Type *ResLTy = ConvertType(LV.getType()); |
Lauro Ramos Venancio | 3b8c22d | 2008-01-22 20:17:04 +0000 | [diff] [blame] | 1277 | |
Chandler Carruth | 72d2dab | 2012-12-06 11:14:44 +0000 | [diff] [blame] | 1278 | llvm::Value *Ptr = LV.getBitFieldAddr(); |
| 1279 | llvm::Value *Val = Builder.CreateLoad(Ptr, LV.isVolatileQualified(), |
| 1280 | "bf.load"); |
| 1281 | cast<llvm::LoadInst>(Val)->setAlignment(Info.StorageAlignment); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1282 | |
Chandler Carruth | 72d2dab | 2012-12-06 11:14:44 +0000 | [diff] [blame] | 1283 | if (Info.IsSigned) { |
David Greene | cc41a94 | 2013-01-15 23:13:47 +0000 | [diff] [blame] | 1284 | assert(static_cast<unsigned>(Info.Offset + Info.Size) <= Info.StorageSize); |
Chandler Carruth | 72d2dab | 2012-12-06 11:14:44 +0000 | [diff] [blame] | 1285 | unsigned HighBits = Info.StorageSize - Info.Offset - Info.Size; |
| 1286 | if (HighBits) |
| 1287 | Val = Builder.CreateShl(Val, HighBits, "bf.shl"); |
| 1288 | if (Info.Offset + HighBits) |
| 1289 | Val = Builder.CreateAShr(Val, Info.Offset + HighBits, "bf.ashr"); |
| 1290 | } else { |
| 1291 | if (Info.Offset) |
| 1292 | Val = Builder.CreateLShr(Val, Info.Offset, "bf.lshr"); |
Eli Bendersky | e77372a | 2012-12-18 22:22:16 +0000 | [diff] [blame] | 1293 | if (static_cast<unsigned>(Info.Offset) + Info.Size < Info.StorageSize) |
Chandler Carruth | 72d2dab | 2012-12-06 11:14:44 +0000 | [diff] [blame] | 1294 | Val = Builder.CreateAnd(Val, llvm::APInt::getLowBitsSet(Info.StorageSize, |
| 1295 | Info.Size), |
| 1296 | "bf.clear"); |
Daniel Dunbar | 10e3ded | 2008-08-06 05:08:45 +0000 | [diff] [blame] | 1297 | } |
Chandler Carruth | 72d2dab | 2012-12-06 11:14:44 +0000 | [diff] [blame] | 1298 | Val = Builder.CreateIntCast(Val, ResLTy, Info.IsSigned, "bf.cast"); |
Lauro Ramos Venancio | 3b8c22d | 2008-01-22 20:17:04 +0000 | [diff] [blame] | 1299 | |
Chandler Carruth | 72d2dab | 2012-12-06 11:14:44 +0000 | [diff] [blame] | 1300 | return RValue::get(Val); |
Lauro Ramos Venancio | 3b8c22d | 2008-01-22 20:17:04 +0000 | [diff] [blame] | 1301 | } |
| 1302 | |
Nate Begeman | 6fe7c8a | 2009-01-18 06:42:49 +0000 | [diff] [blame] | 1303 | // If this is a reference to a subset of the elements of a vector, create an |
| 1304 | // appropriate shufflevector. |
John McCall | 545d996 | 2011-06-25 02:11:03 +0000 | [diff] [blame] | 1305 | RValue CodeGenFunction::EmitLoadOfExtVectorElementLValue(LValue LV) { |
Eli Friedman | e5a8aeb | 2012-03-22 22:36:39 +0000 | [diff] [blame] | 1306 | llvm::LoadInst *Load = Builder.CreateLoad(LV.getExtVectorAddr(), |
| 1307 | LV.isVolatileQualified()); |
| 1308 | Load->setAlignment(LV.getAlignment().getQuantity()); |
| 1309 | llvm::Value *Vec = Load; |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1310 | |
Nate Begeman | 8a99764 | 2008-05-09 06:41:27 +0000 | [diff] [blame] | 1311 | const llvm::Constant *Elts = LV.getExtVectorElts(); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1312 | |
| 1313 | // If the result of the expression is a non-vector type, we must be extracting |
| 1314 | // a single element. Just codegen as an extractelement. |
John McCall | 545d996 | 2011-06-25 02:11:03 +0000 | [diff] [blame] | 1315 | const VectorType *ExprVT = LV.getType()->getAs<VectorType>(); |
Chris Lattner | cf60cd2 | 2007-08-10 17:10:08 +0000 | [diff] [blame] | 1316 | if (!ExprVT) { |
Dan Gohman | 4f8d123 | 2008-05-22 00:50:06 +0000 | [diff] [blame] | 1317 | unsigned InIdx = getAccessedFieldNo(0, Elts); |
Chris Lattner | 77b89b8 | 2010-06-27 07:15:29 +0000 | [diff] [blame] | 1318 | llvm::Value *Elt = llvm::ConstantInt::get(Int32Ty, InIdx); |
Benjamin Kramer | 578faa8 | 2011-09-27 21:06:10 +0000 | [diff] [blame] | 1319 | return RValue::get(Builder.CreateExtractElement(Vec, Elt)); |
Chris Lattner | 34cdc86 | 2007-08-03 16:18:34 +0000 | [diff] [blame] | 1320 | } |
Nate Begeman | 6fe7c8a | 2009-01-18 06:42:49 +0000 | [diff] [blame] | 1321 | |
| 1322 | // Always use shuffle vector to try to retain the original program structure |
Chris Lattner | cf60cd2 | 2007-08-10 17:10:08 +0000 | [diff] [blame] | 1323 | unsigned NumResultElts = ExprVT->getNumElements(); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1324 | |
Chris Lattner | 5f9e272 | 2011-07-23 10:55:15 +0000 | [diff] [blame] | 1325 | SmallVector<llvm::Constant*, 4> Mask; |
Chris Lattner | 2ce8842 | 2012-01-25 05:34:41 +0000 | [diff] [blame] | 1326 | for (unsigned i = 0; i != NumResultElts; ++i) |
| 1327 | Mask.push_back(Builder.getInt32(getAccessedFieldNo(i, Elts))); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1328 | |
Chris Lattner | fb018d1 | 2011-02-15 00:14:06 +0000 | [diff] [blame] | 1329 | llvm::Value *MaskV = llvm::ConstantVector::get(Mask); |
| 1330 | Vec = Builder.CreateShuffleVector(Vec, llvm::UndefValue::get(Vec->getType()), |
Benjamin Kramer | 578faa8 | 2011-09-27 21:06:10 +0000 | [diff] [blame] | 1331 | MaskV); |
Nate Begeman | 6fe7c8a | 2009-01-18 06:42:49 +0000 | [diff] [blame] | 1332 | return RValue::get(Vec); |
Chris Lattner | 34cdc86 | 2007-08-03 16:18:34 +0000 | [diff] [blame] | 1333 | } |
| 1334 | |
| 1335 | |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 1336 | |
| 1337 | /// EmitStoreThroughLValue - Store the specified rvalue into the specified |
| 1338 | /// lvalue, where both are guaranteed to the have the same type, and that type |
| 1339 | /// is 'Ty'. |
Nick Lewycky | 5d4a755 | 2013-10-01 21:51:38 +0000 | [diff] [blame^] | 1340 | void CodeGenFunction::EmitStoreThroughLValue(RValue Src, LValue Dst, |
| 1341 | bool isInit) { |
Chris Lattner | 017d6aa | 2007-08-03 16:28:33 +0000 | [diff] [blame] | 1342 | if (!Dst.isSimple()) { |
| 1343 | if (Dst.isVectorElt()) { |
| 1344 | // Read/modify/write the vector, inserting the new element. |
Eli Friedman | e5a8aeb | 2012-03-22 22:36:39 +0000 | [diff] [blame] | 1345 | llvm::LoadInst *Load = Builder.CreateLoad(Dst.getVectorAddr(), |
| 1346 | Dst.isVolatileQualified()); |
| 1347 | Load->setAlignment(Dst.getAlignment().getQuantity()); |
| 1348 | llvm::Value *Vec = Load; |
Chris Lattner | 9b65551 | 2007-08-31 22:49:20 +0000 | [diff] [blame] | 1349 | Vec = Builder.CreateInsertElement(Vec, Src.getScalarVal(), |
Chris Lattner | 017d6aa | 2007-08-03 16:28:33 +0000 | [diff] [blame] | 1350 | Dst.getVectorIdx(), "vecins"); |
Eli Friedman | e5a8aeb | 2012-03-22 22:36:39 +0000 | [diff] [blame] | 1351 | llvm::StoreInst *Store = Builder.CreateStore(Vec, Dst.getVectorAddr(), |
| 1352 | Dst.isVolatileQualified()); |
| 1353 | Store->setAlignment(Dst.getAlignment().getQuantity()); |
Chris Lattner | 017d6aa | 2007-08-03 16:28:33 +0000 | [diff] [blame] | 1354 | return; |
| 1355 | } |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1356 | |
Nate Begeman | 213541a | 2008-04-18 23:10:10 +0000 | [diff] [blame] | 1357 | // If this is an update of extended vector elements, insert them as |
| 1358 | // appropriate. |
| 1359 | if (Dst.isExtVectorElt()) |
John McCall | 545d996 | 2011-06-25 02:11:03 +0000 | [diff] [blame] | 1360 | return EmitStoreThroughExtVectorComponentLValue(Src, Dst); |
Lauro Ramos Venancio | a0c5d0e | 2008-01-22 22:36:45 +0000 | [diff] [blame] | 1361 | |
John McCall | db45806 | 2011-11-07 03:59:57 +0000 | [diff] [blame] | 1362 | assert(Dst.isBitField() && "Unknown LValue type"); |
| 1363 | return EmitStoreThroughBitfieldLValue(Src, Dst); |
Chris Lattner | 017d6aa | 2007-08-03 16:28:33 +0000 | [diff] [blame] | 1364 | } |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1365 | |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 1366 | // There's special magic for assigning into an ARC-qualified l-value. |
| 1367 | if (Qualifiers::ObjCLifetime Lifetime = Dst.getQuals().getObjCLifetime()) { |
| 1368 | switch (Lifetime) { |
| 1369 | case Qualifiers::OCL_None: |
| 1370 | llvm_unreachable("present but none"); |
| 1371 | |
| 1372 | case Qualifiers::OCL_ExplicitNone: |
| 1373 | // nothing special |
| 1374 | break; |
| 1375 | |
| 1376 | case Qualifiers::OCL_Strong: |
John McCall | 545d996 | 2011-06-25 02:11:03 +0000 | [diff] [blame] | 1377 | EmitARCStoreStrong(Dst, Src.getScalarVal(), /*ignore*/ true); |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 1378 | return; |
| 1379 | |
| 1380 | case Qualifiers::OCL_Weak: |
| 1381 | EmitARCStoreWeak(Dst.getAddress(), Src.getScalarVal(), /*ignore*/ true); |
| 1382 | return; |
| 1383 | |
| 1384 | case Qualifiers::OCL_Autoreleasing: |
John McCall | 545d996 | 2011-06-25 02:11:03 +0000 | [diff] [blame] | 1385 | Src = RValue::get(EmitObjCExtendObjectLifetime(Dst.getType(), |
| 1386 | Src.getScalarVal())); |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 1387 | // fall into the normal path |
| 1388 | break; |
| 1389 | } |
| 1390 | } |
| 1391 | |
Fariborz Jahanian | 4f676ed | 2009-02-21 00:30:43 +0000 | [diff] [blame] | 1392 | if (Dst.isObjCWeak() && !Dst.isNonGC()) { |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1393 | // load of a __weak object. |
Fariborz Jahanian | dbd32c2 | 2008-11-19 17:34:06 +0000 | [diff] [blame] | 1394 | llvm::Value *LvalueDst = Dst.getAddress(); |
| 1395 | llvm::Value *src = Src.getScalarVal(); |
Mike Stump | f33651c | 2009-04-14 00:57:29 +0000 | [diff] [blame] | 1396 | CGM.getObjCRuntime().EmitObjCWeakAssign(*this, src, LvalueDst); |
Fariborz Jahanian | dbd32c2 | 2008-11-19 17:34:06 +0000 | [diff] [blame] | 1397 | return; |
| 1398 | } |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1399 | |
Fariborz Jahanian | 4f676ed | 2009-02-21 00:30:43 +0000 | [diff] [blame] | 1400 | if (Dst.isObjCStrong() && !Dst.isNonGC()) { |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1401 | // load of a __strong object. |
Fariborz Jahanian | dbd32c2 | 2008-11-19 17:34:06 +0000 | [diff] [blame] | 1402 | llvm::Value *LvalueDst = Dst.getAddress(); |
| 1403 | llvm::Value *src = Src.getScalarVal(); |
Fariborz Jahanian | 6c7a1f3 | 2009-09-24 22:25:38 +0000 | [diff] [blame] | 1404 | if (Dst.isObjCIvar()) { |
| 1405 | assert(Dst.getBaseIvarExp() && "BaseIvarExp is NULL"); |
Chris Lattner | 2acc6e3 | 2011-07-18 04:24:23 +0000 | [diff] [blame] | 1406 | llvm::Type *ResultType = ConvertType(getContext().LongTy); |
Fariborz Jahanian | 6c7a1f3 | 2009-09-24 22:25:38 +0000 | [diff] [blame] | 1407 | llvm::Value *RHS = EmitScalarExpr(Dst.getBaseIvarExp()); |
Fariborz Jahanian | 76368e8 | 2009-09-25 00:00:20 +0000 | [diff] [blame] | 1408 | llvm::Value *dst = RHS; |
Fariborz Jahanian | 6c7a1f3 | 2009-09-24 22:25:38 +0000 | [diff] [blame] | 1409 | RHS = Builder.CreatePtrToInt(RHS, ResultType, "sub.ptr.rhs.cast"); |
Craig Topper | 1cc87df | 2013-07-26 05:59:26 +0000 | [diff] [blame] | 1410 | llvm::Value *LHS = |
Fariborz Jahanian | 6c7a1f3 | 2009-09-24 22:25:38 +0000 | [diff] [blame] | 1411 | Builder.CreatePtrToInt(LvalueDst, ResultType, "sub.ptr.lhs.cast"); |
| 1412 | llvm::Value *BytesBetween = Builder.CreateSub(LHS, RHS, "ivar.offset"); |
Fariborz Jahanian | 76368e8 | 2009-09-25 00:00:20 +0000 | [diff] [blame] | 1413 | CGM.getObjCRuntime().EmitObjCIvarAssign(*this, src, dst, |
Fariborz Jahanian | 6c7a1f3 | 2009-09-24 22:25:38 +0000 | [diff] [blame] | 1414 | BytesBetween); |
Fariborz Jahanian | 021a7a6 | 2010-07-20 20:30:03 +0000 | [diff] [blame] | 1415 | } else if (Dst.isGlobalObjCRef()) { |
| 1416 | CGM.getObjCRuntime().EmitObjCGlobalAssign(*this, src, LvalueDst, |
| 1417 | Dst.isThreadLocalRef()); |
| 1418 | } |
Fariborz Jahanian | bf63b87 | 2009-05-04 23:27:20 +0000 | [diff] [blame] | 1419 | else |
| 1420 | CGM.getObjCRuntime().EmitObjCStrongCastAssign(*this, src, LvalueDst); |
Fariborz Jahanian | dbd32c2 | 2008-11-19 17:34:06 +0000 | [diff] [blame] | 1421 | return; |
| 1422 | } |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1423 | |
Chris Lattner | 883f6a7 | 2007-08-11 00:04:45 +0000 | [diff] [blame] | 1424 | assert(Src.isScalar() && "Can't emit an agg store with this method"); |
David Chisnall | 7a7ee30 | 2012-01-16 17:27:18 +0000 | [diff] [blame] | 1425 | EmitStoreOfScalar(Src.getScalarVal(), Dst, isInit); |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 1426 | } |
| 1427 | |
Lauro Ramos Venancio | a0c5d0e | 2008-01-22 22:36:45 +0000 | [diff] [blame] | 1428 | void CodeGenFunction::EmitStoreThroughBitfieldLValue(RValue Src, LValue Dst, |
Daniel Dunbar | ed3849b | 2008-11-19 09:36:46 +0000 | [diff] [blame] | 1429 | llvm::Value **Result) { |
Daniel Dunbar | efbf487 | 2010-04-06 01:07:44 +0000 | [diff] [blame] | 1430 | const CGBitFieldInfo &Info = Dst.getBitFieldInfo(); |
Chris Lattner | 2acc6e3 | 2011-07-18 04:24:23 +0000 | [diff] [blame] | 1431 | llvm::Type *ResLTy = ConvertTypeForMem(Dst.getType()); |
Chandler Carruth | 72d2dab | 2012-12-06 11:14:44 +0000 | [diff] [blame] | 1432 | llvm::Value *Ptr = Dst.getBitFieldAddr(); |
Daniel Dunbar | 10e3ded | 2008-08-06 05:08:45 +0000 | [diff] [blame] | 1433 | |
Daniel Dunbar | 2677261 | 2010-04-15 03:47:33 +0000 | [diff] [blame] | 1434 | // Get the source value, truncated to the width of the bit-field. |
Daniel Dunbar | ed3849b | 2008-11-19 09:36:46 +0000 | [diff] [blame] | 1435 | llvm::Value *SrcVal = Src.getScalarVal(); |
Anders Carlsson | 4803535 | 2010-04-17 21:52:22 +0000 | [diff] [blame] | 1436 | |
Chandler Carruth | 72d2dab | 2012-12-06 11:14:44 +0000 | [diff] [blame] | 1437 | // Cast the source to the storage type and shift it into place. |
| 1438 | SrcVal = Builder.CreateIntCast(SrcVal, |
| 1439 | Ptr->getType()->getPointerElementType(), |
| 1440 | /*IsSigned=*/false); |
| 1441 | llvm::Value *MaskedVal = SrcVal; |
Anders Carlsson | 4803535 | 2010-04-17 21:52:22 +0000 | [diff] [blame] | 1442 | |
Chandler Carruth | 72d2dab | 2012-12-06 11:14:44 +0000 | [diff] [blame] | 1443 | // See if there are other bits in the bitfield's storage we'll need to load |
| 1444 | // and mask together with source before storing. |
| 1445 | if (Info.StorageSize != Info.Size) { |
| 1446 | assert(Info.StorageSize > Info.Size && "Invalid bitfield size."); |
| 1447 | llvm::Value *Val = Builder.CreateLoad(Ptr, Dst.isVolatileQualified(), |
| 1448 | "bf.load"); |
| 1449 | cast<llvm::LoadInst>(Val)->setAlignment(Info.StorageAlignment); |
| 1450 | |
| 1451 | // Mask the source value as needed. |
| 1452 | if (!hasBooleanRepresentation(Dst.getType())) |
| 1453 | SrcVal = Builder.CreateAnd(SrcVal, |
| 1454 | llvm::APInt::getLowBitsSet(Info.StorageSize, |
| 1455 | Info.Size), |
| 1456 | "bf.value"); |
| 1457 | MaskedVal = SrcVal; |
| 1458 | if (Info.Offset) |
| 1459 | SrcVal = Builder.CreateShl(SrcVal, Info.Offset, "bf.shl"); |
| 1460 | |
| 1461 | // Mask out the original value. |
| 1462 | Val = Builder.CreateAnd(Val, |
| 1463 | ~llvm::APInt::getBitsSet(Info.StorageSize, |
| 1464 | Info.Offset, |
| 1465 | Info.Offset + Info.Size), |
| 1466 | "bf.clear"); |
| 1467 | |
| 1468 | // Or together the unchanged values and the source value. |
| 1469 | SrcVal = Builder.CreateOr(Val, SrcVal, "bf.set"); |
| 1470 | } else { |
| 1471 | assert(Info.Offset == 0); |
| 1472 | } |
| 1473 | |
| 1474 | // Write the new value back out. |
| 1475 | llvm::StoreInst *Store = Builder.CreateStore(SrcVal, Ptr, |
| 1476 | Dst.isVolatileQualified()); |
| 1477 | Store->setAlignment(Info.StorageAlignment); |
Lauro Ramos Venancio | a0c5d0e | 2008-01-22 22:36:45 +0000 | [diff] [blame] | 1478 | |
Daniel Dunbar | ed3849b | 2008-11-19 09:36:46 +0000 | [diff] [blame] | 1479 | // Return the new value of the bit-field, if requested. |
| 1480 | if (Result) { |
Chandler Carruth | 72d2dab | 2012-12-06 11:14:44 +0000 | [diff] [blame] | 1481 | llvm::Value *ResultVal = MaskedVal; |
Daniel Dunbar | ed3849b | 2008-11-19 09:36:46 +0000 | [diff] [blame] | 1482 | |
Chandler Carruth | 72d2dab | 2012-12-06 11:14:44 +0000 | [diff] [blame] | 1483 | // Sign extend the value if needed. |
| 1484 | if (Info.IsSigned) { |
| 1485 | assert(Info.Size <= Info.StorageSize); |
| 1486 | unsigned HighBits = Info.StorageSize - Info.Size; |
| 1487 | if (HighBits) { |
| 1488 | ResultVal = Builder.CreateShl(ResultVal, HighBits, "bf.result.shl"); |
| 1489 | ResultVal = Builder.CreateAShr(ResultVal, HighBits, "bf.result.ashr"); |
| 1490 | } |
Daniel Dunbar | ed3849b | 2008-11-19 09:36:46 +0000 | [diff] [blame] | 1491 | } |
| 1492 | |
Chandler Carruth | 72d2dab | 2012-12-06 11:14:44 +0000 | [diff] [blame] | 1493 | ResultVal = Builder.CreateIntCast(ResultVal, ResLTy, Info.IsSigned, |
| 1494 | "bf.result.cast"); |
Eli Friedman | e538d48 | 2012-12-19 00:26:58 +0000 | [diff] [blame] | 1495 | *Result = EmitFromMemory(ResultVal, Dst.getType()); |
Daniel Dunbar | 10e3ded | 2008-08-06 05:08:45 +0000 | [diff] [blame] | 1496 | } |
Lauro Ramos Venancio | a0c5d0e | 2008-01-22 22:36:45 +0000 | [diff] [blame] | 1497 | } |
| 1498 | |
Nate Begeman | 213541a | 2008-04-18 23:10:10 +0000 | [diff] [blame] | 1499 | void CodeGenFunction::EmitStoreThroughExtVectorComponentLValue(RValue Src, |
John McCall | 545d996 | 2011-06-25 02:11:03 +0000 | [diff] [blame] | 1500 | LValue Dst) { |
Chris Lattner | 017d6aa | 2007-08-03 16:28:33 +0000 | [diff] [blame] | 1501 | // This access turns into a read/modify/write of the vector. Load the input |
| 1502 | // value now. |
Eli Friedman | e5a8aeb | 2012-03-22 22:36:39 +0000 | [diff] [blame] | 1503 | llvm::LoadInst *Load = Builder.CreateLoad(Dst.getExtVectorAddr(), |
| 1504 | Dst.isVolatileQualified()); |
| 1505 | Load->setAlignment(Dst.getAlignment().getQuantity()); |
| 1506 | llvm::Value *Vec = Load; |
Nate Begeman | 8a99764 | 2008-05-09 06:41:27 +0000 | [diff] [blame] | 1507 | const llvm::Constant *Elts = Dst.getExtVectorElts(); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1508 | |
Chris Lattner | 9b65551 | 2007-08-31 22:49:20 +0000 | [diff] [blame] | 1509 | llvm::Value *SrcVal = Src.getScalarVal(); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1510 | |
John McCall | 545d996 | 2011-06-25 02:11:03 +0000 | [diff] [blame] | 1511 | if (const VectorType *VTy = Dst.getType()->getAs<VectorType>()) { |
Chris Lattner | 7e6b51b | 2007-08-03 16:37:04 +0000 | [diff] [blame] | 1512 | unsigned NumSrcElts = VTy->getNumElements(); |
Nate Begeman | 6fe7c8a | 2009-01-18 06:42:49 +0000 | [diff] [blame] | 1513 | unsigned NumDstElts = |
| 1514 | cast<llvm::VectorType>(Vec->getType())->getNumElements(); |
| 1515 | if (NumDstElts == NumSrcElts) { |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1516 | // Use shuffle vector is the src and destination are the same number of |
| 1517 | // elements and restore the vector mask since it is on the side it will be |
| 1518 | // stored. |
Chris Lattner | 5f9e272 | 2011-07-23 10:55:15 +0000 | [diff] [blame] | 1519 | SmallVector<llvm::Constant*, 4> Mask(NumDstElts); |
Chris Lattner | 2ce8842 | 2012-01-25 05:34:41 +0000 | [diff] [blame] | 1520 | for (unsigned i = 0; i != NumSrcElts; ++i) |
| 1521 | Mask[getAccessedFieldNo(i, Elts)] = Builder.getInt32(i); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1522 | |
Chris Lattner | fb018d1 | 2011-02-15 00:14:06 +0000 | [diff] [blame] | 1523 | llvm::Value *MaskV = llvm::ConstantVector::get(Mask); |
Nate Begeman | 6fe7c8a | 2009-01-18 06:42:49 +0000 | [diff] [blame] | 1524 | Vec = Builder.CreateShuffleVector(SrcVal, |
Owen Anderson | 03e2050 | 2009-07-30 23:11:26 +0000 | [diff] [blame] | 1525 | llvm::UndefValue::get(Vec->getType()), |
Benjamin Kramer | 578faa8 | 2011-09-27 21:06:10 +0000 | [diff] [blame] | 1526 | MaskV); |
Mike Stump | b3589f4 | 2009-07-30 22:28:39 +0000 | [diff] [blame] | 1527 | } else if (NumDstElts > NumSrcElts) { |
Nate Begeman | 6fe7c8a | 2009-01-18 06:42:49 +0000 | [diff] [blame] | 1528 | // Extended the source vector to the same length and then shuffle it |
| 1529 | // into the destination. |
| 1530 | // FIXME: since we're shuffling with undef, can we just use the indices |
| 1531 | // into that? This could be simpler. |
Chris Lattner | 5f9e272 | 2011-07-23 10:55:15 +0000 | [diff] [blame] | 1532 | SmallVector<llvm::Constant*, 4> ExtMask; |
Benjamin Kramer | 14c5982 | 2012-02-14 12:06:21 +0000 | [diff] [blame] | 1533 | for (unsigned i = 0; i != NumSrcElts; ++i) |
Chris Lattner | 2ce8842 | 2012-01-25 05:34:41 +0000 | [diff] [blame] | 1534 | ExtMask.push_back(Builder.getInt32(i)); |
Benjamin Kramer | 14c5982 | 2012-02-14 12:06:21 +0000 | [diff] [blame] | 1535 | ExtMask.resize(NumDstElts, llvm::UndefValue::get(Int32Ty)); |
Chris Lattner | fb018d1 | 2011-02-15 00:14:06 +0000 | [diff] [blame] | 1536 | llvm::Value *ExtMaskV = llvm::ConstantVector::get(ExtMask); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1537 | llvm::Value *ExtSrcVal = |
Daniel Dunbar | bb76773 | 2009-02-17 18:31:04 +0000 | [diff] [blame] | 1538 | Builder.CreateShuffleVector(SrcVal, |
Owen Anderson | 03e2050 | 2009-07-30 23:11:26 +0000 | [diff] [blame] | 1539 | llvm::UndefValue::get(SrcVal->getType()), |
Benjamin Kramer | 578faa8 | 2011-09-27 21:06:10 +0000 | [diff] [blame] | 1540 | ExtMaskV); |
Nate Begeman | 6fe7c8a | 2009-01-18 06:42:49 +0000 | [diff] [blame] | 1541 | // build identity |
Chris Lattner | 5f9e272 | 2011-07-23 10:55:15 +0000 | [diff] [blame] | 1542 | SmallVector<llvm::Constant*, 4> Mask; |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 1543 | for (unsigned i = 0; i != NumDstElts; ++i) |
Chris Lattner | 2ce8842 | 2012-01-25 05:34:41 +0000 | [diff] [blame] | 1544 | Mask.push_back(Builder.getInt32(i)); |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 1545 | |
Nate Begeman | 6fe7c8a | 2009-01-18 06:42:49 +0000 | [diff] [blame] | 1546 | // modify when what gets shuffled in |
Chris Lattner | 2ce8842 | 2012-01-25 05:34:41 +0000 | [diff] [blame] | 1547 | for (unsigned i = 0; i != NumSrcElts; ++i) |
| 1548 | Mask[getAccessedFieldNo(i, Elts)] = Builder.getInt32(i+NumDstElts); |
Chris Lattner | fb018d1 | 2011-02-15 00:14:06 +0000 | [diff] [blame] | 1549 | llvm::Value *MaskV = llvm::ConstantVector::get(Mask); |
Benjamin Kramer | 578faa8 | 2011-09-27 21:06:10 +0000 | [diff] [blame] | 1550 | Vec = Builder.CreateShuffleVector(Vec, ExtSrcVal, MaskV); |
Mike Stump | b3589f4 | 2009-07-30 22:28:39 +0000 | [diff] [blame] | 1551 | } else { |
Nate Begeman | 6fe7c8a | 2009-01-18 06:42:49 +0000 | [diff] [blame] | 1552 | // We should never shorten the vector |
David Blaikie | b219cfc | 2011-09-23 05:06:16 +0000 | [diff] [blame] | 1553 | llvm_unreachable("unexpected shorten vector length"); |
Chris Lattner | 7e6b51b | 2007-08-03 16:37:04 +0000 | [diff] [blame] | 1554 | } |
| 1555 | } else { |
| 1556 | // If the Src is a scalar (not a vector) it must be updating one element. |
Dan Gohman | 4f8d123 | 2008-05-22 00:50:06 +0000 | [diff] [blame] | 1557 | unsigned InIdx = getAccessedFieldNo(0, Elts); |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 1558 | llvm::Value *Elt = llvm::ConstantInt::get(Int32Ty, InIdx); |
Benjamin Kramer | 578faa8 | 2011-09-27 21:06:10 +0000 | [diff] [blame] | 1559 | Vec = Builder.CreateInsertElement(Vec, SrcVal, Elt); |
Chris Lattner | 017d6aa | 2007-08-03 16:28:33 +0000 | [diff] [blame] | 1560 | } |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1561 | |
Eli Friedman | e5a8aeb | 2012-03-22 22:36:39 +0000 | [diff] [blame] | 1562 | llvm::StoreInst *Store = Builder.CreateStore(Vec, Dst.getExtVectorAddr(), |
| 1563 | Dst.isVolatileQualified()); |
| 1564 | Store->setAlignment(Dst.getAlignment().getQuantity()); |
Chris Lattner | 017d6aa | 2007-08-03 16:28:33 +0000 | [diff] [blame] | 1565 | } |
| 1566 | |
Fariborz Jahanian | b123ea3 | 2009-09-16 21:37:16 +0000 | [diff] [blame] | 1567 | // setObjCGCLValueClass - sets class of he lvalue for the purpose of |
| 1568 | // generating write-barries API. It is currently a global, ivar, |
| 1569 | // or neither. |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 1570 | static void setObjCGCLValueClass(const ASTContext &Ctx, const Expr *E, |
Fariborz Jahanian | ccae76c | 2011-09-30 18:23:36 +0000 | [diff] [blame] | 1571 | LValue &LV, |
| 1572 | bool IsMemberAccess=false) { |
David Blaikie | 4e4d084 | 2012-03-11 07:00:24 +0000 | [diff] [blame] | 1573 | if (Ctx.getLangOpts().getGC() == LangOptions::NonGC) |
Fariborz Jahanian | b123ea3 | 2009-09-16 21:37:16 +0000 | [diff] [blame] | 1574 | return; |
Craig Topper | 1cc87df | 2013-07-26 05:59:26 +0000 | [diff] [blame] | 1575 | |
Fariborz Jahanian | dbf3cfd | 2009-09-16 23:11:23 +0000 | [diff] [blame] | 1576 | if (isa<ObjCIvarRefExpr>(E)) { |
Fariborz Jahanian | ccae76c | 2011-09-30 18:23:36 +0000 | [diff] [blame] | 1577 | QualType ExpTy = E->getType(); |
| 1578 | if (IsMemberAccess && ExpTy->isPointerType()) { |
| 1579 | // If ivar is a structure pointer, assigning to field of |
Craig Topper | 1cc87df | 2013-07-26 05:59:26 +0000 | [diff] [blame] | 1580 | // this struct follows gcc's behavior and makes it a non-ivar |
Fariborz Jahanian | ccae76c | 2011-09-30 18:23:36 +0000 | [diff] [blame] | 1581 | // writer-barrier conservatively. |
| 1582 | ExpTy = ExpTy->getAs<PointerType>()->getPointeeType(); |
| 1583 | if (ExpTy->isRecordType()) { |
| 1584 | LV.setObjCIvar(false); |
| 1585 | return; |
| 1586 | } |
| 1587 | } |
Daniel Dunbar | 3491b3d | 2010-08-21 03:51:29 +0000 | [diff] [blame] | 1588 | LV.setObjCIvar(true); |
Fariborz Jahanian | 6c7a1f3 | 2009-09-24 22:25:38 +0000 | [diff] [blame] | 1589 | ObjCIvarRefExpr *Exp = cast<ObjCIvarRefExpr>(const_cast<Expr*>(E)); |
| 1590 | LV.setBaseIvarExp(Exp->getBase()); |
Daniel Dunbar | 3491b3d | 2010-08-21 03:51:29 +0000 | [diff] [blame] | 1591 | LV.setObjCArray(E->getType()->isArrayType()); |
Fariborz Jahanian | dbf3cfd | 2009-09-16 23:11:23 +0000 | [diff] [blame] | 1592 | return; |
| 1593 | } |
Craig Topper | 1cc87df | 2013-07-26 05:59:26 +0000 | [diff] [blame] | 1594 | |
Fariborz Jahanian | b123ea3 | 2009-09-16 21:37:16 +0000 | [diff] [blame] | 1595 | if (const DeclRefExpr *Exp = dyn_cast<DeclRefExpr>(E)) { |
| 1596 | if (const VarDecl *VD = dyn_cast<VarDecl>(Exp->getDecl())) { |
John McCall | b6bbcc9 | 2010-10-15 04:57:14 +0000 | [diff] [blame] | 1597 | if (VD->hasGlobalStorage()) { |
Daniel Dunbar | 3491b3d | 2010-08-21 03:51:29 +0000 | [diff] [blame] | 1598 | LV.setGlobalObjCRef(true); |
Richard Smith | 38afbc7 | 2013-04-13 02:43:54 +0000 | [diff] [blame] | 1599 | LV.setThreadLocalRef(VD->getTLSKind() != VarDecl::TLS_None); |
Fariborz Jahanian | 021a7a6 | 2010-07-20 20:30:03 +0000 | [diff] [blame] | 1600 | } |
Fariborz Jahanian | b123ea3 | 2009-09-16 21:37:16 +0000 | [diff] [blame] | 1601 | } |
Daniel Dunbar | 3491b3d | 2010-08-21 03:51:29 +0000 | [diff] [blame] | 1602 | LV.setObjCArray(E->getType()->isArrayType()); |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 1603 | return; |
Fariborz Jahanian | b123ea3 | 2009-09-16 21:37:16 +0000 | [diff] [blame] | 1604 | } |
Craig Topper | 1cc87df | 2013-07-26 05:59:26 +0000 | [diff] [blame] | 1605 | |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 1606 | if (const UnaryOperator *Exp = dyn_cast<UnaryOperator>(E)) { |
Fariborz Jahanian | ccae76c | 2011-09-30 18:23:36 +0000 | [diff] [blame] | 1607 | setObjCGCLValueClass(Ctx, Exp->getSubExpr(), LV, IsMemberAccess); |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 1608 | return; |
| 1609 | } |
Craig Topper | 1cc87df | 2013-07-26 05:59:26 +0000 | [diff] [blame] | 1610 | |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 1611 | if (const ParenExpr *Exp = dyn_cast<ParenExpr>(E)) { |
Fariborz Jahanian | ccae76c | 2011-09-30 18:23:36 +0000 | [diff] [blame] | 1612 | setObjCGCLValueClass(Ctx, Exp->getSubExpr(), LV, IsMemberAccess); |
Fariborz Jahanian | 75b08f1 | 2009-09-30 17:10:29 +0000 | [diff] [blame] | 1613 | if (LV.isObjCIvar()) { |
| 1614 | // If cast is to a structure pointer, follow gcc's behavior and make it |
| 1615 | // a non-ivar write-barrier. |
| 1616 | QualType ExpTy = E->getType(); |
| 1617 | if (ExpTy->isPointerType()) |
| 1618 | ExpTy = ExpTy->getAs<PointerType>()->getPointeeType(); |
| 1619 | if (ExpTy->isRecordType()) |
Craig Topper | 1cc87df | 2013-07-26 05:59:26 +0000 | [diff] [blame] | 1620 | LV.setObjCIvar(false); |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 1621 | } |
| 1622 | return; |
Fariborz Jahanian | 75b08f1 | 2009-09-30 17:10:29 +0000 | [diff] [blame] | 1623 | } |
Peter Collingbourne | f111d93 | 2011-04-15 00:35:48 +0000 | [diff] [blame] | 1624 | |
| 1625 | if (const GenericSelectionExpr *Exp = dyn_cast<GenericSelectionExpr>(E)) { |
| 1626 | setObjCGCLValueClass(Ctx, Exp->getResultExpr(), LV); |
| 1627 | return; |
| 1628 | } |
| 1629 | |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 1630 | if (const ImplicitCastExpr *Exp = dyn_cast<ImplicitCastExpr>(E)) { |
Fariborz Jahanian | ccae76c | 2011-09-30 18:23:36 +0000 | [diff] [blame] | 1631 | setObjCGCLValueClass(Ctx, Exp->getSubExpr(), LV, IsMemberAccess); |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 1632 | return; |
| 1633 | } |
Craig Topper | 1cc87df | 2013-07-26 05:59:26 +0000 | [diff] [blame] | 1634 | |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 1635 | if (const CStyleCastExpr *Exp = dyn_cast<CStyleCastExpr>(E)) { |
Fariborz Jahanian | ccae76c | 2011-09-30 18:23:36 +0000 | [diff] [blame] | 1636 | setObjCGCLValueClass(Ctx, Exp->getSubExpr(), LV, IsMemberAccess); |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 1637 | return; |
| 1638 | } |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 1639 | |
| 1640 | if (const ObjCBridgedCastExpr *Exp = dyn_cast<ObjCBridgedCastExpr>(E)) { |
Fariborz Jahanian | ccae76c | 2011-09-30 18:23:36 +0000 | [diff] [blame] | 1641 | setObjCGCLValueClass(Ctx, Exp->getSubExpr(), LV, IsMemberAccess); |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 1642 | return; |
| 1643 | } |
| 1644 | |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 1645 | if (const ArraySubscriptExpr *Exp = dyn_cast<ArraySubscriptExpr>(E)) { |
Fariborz Jahanian | b123ea3 | 2009-09-16 21:37:16 +0000 | [diff] [blame] | 1646 | setObjCGCLValueClass(Ctx, Exp->getBase(), LV); |
Craig Topper | 1cc87df | 2013-07-26 05:59:26 +0000 | [diff] [blame] | 1647 | if (LV.isObjCIvar() && !LV.isObjCArray()) |
| 1648 | // Using array syntax to assigning to what an ivar points to is not |
Fariborz Jahanian | 1c1afc4 | 2009-09-18 00:04:00 +0000 | [diff] [blame] | 1649 | // same as assigning to the ivar itself. {id *Names;} Names[i] = 0; |
Craig Topper | 1cc87df | 2013-07-26 05:59:26 +0000 | [diff] [blame] | 1650 | LV.setObjCIvar(false); |
Fariborz Jahanian | fd02ed7 | 2009-09-21 18:54:29 +0000 | [diff] [blame] | 1651 | else if (LV.isGlobalObjCRef() && !LV.isObjCArray()) |
Craig Topper | 1cc87df | 2013-07-26 05:59:26 +0000 | [diff] [blame] | 1652 | // Using array syntax to assigning to what global points to is not |
Fariborz Jahanian | fd02ed7 | 2009-09-21 18:54:29 +0000 | [diff] [blame] | 1653 | // same as assigning to the global itself. {id *G;} G[i] = 0; |
Daniel Dunbar | 3491b3d | 2010-08-21 03:51:29 +0000 | [diff] [blame] | 1654 | LV.setGlobalObjCRef(false); |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 1655 | return; |
Fariborz Jahanian | 1c1afc4 | 2009-09-18 00:04:00 +0000 | [diff] [blame] | 1656 | } |
Fariborz Jahanian | ccae76c | 2011-09-30 18:23:36 +0000 | [diff] [blame] | 1657 | |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 1658 | if (const MemberExpr *Exp = dyn_cast<MemberExpr>(E)) { |
Fariborz Jahanian | ccae76c | 2011-09-30 18:23:36 +0000 | [diff] [blame] | 1659 | setObjCGCLValueClass(Ctx, Exp->getBase(), LV, true); |
Fariborz Jahanian | 1c1afc4 | 2009-09-18 00:04:00 +0000 | [diff] [blame] | 1660 | // We don't know if member is an 'ivar', but this flag is looked at |
| 1661 | // only in the context of LV.isObjCIvar(). |
Daniel Dunbar | 3491b3d | 2010-08-21 03:51:29 +0000 | [diff] [blame] | 1662 | LV.setObjCArray(E->getType()->isArrayType()); |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 1663 | return; |
Fariborz Jahanian | b123ea3 | 2009-09-16 21:37:16 +0000 | [diff] [blame] | 1664 | } |
| 1665 | } |
| 1666 | |
Chris Lattner | 3a2b657 | 2011-07-12 06:52:18 +0000 | [diff] [blame] | 1667 | static llvm::Value * |
Chandler Carruth | a98742c | 2011-07-12 08:58:26 +0000 | [diff] [blame] | 1668 | EmitBitCastOfLValueToProperType(CodeGenFunction &CGF, |
Chris Lattner | 3a2b657 | 2011-07-12 06:52:18 +0000 | [diff] [blame] | 1669 | llvm::Value *V, llvm::Type *IRType, |
Chris Lattner | 5f9e272 | 2011-07-23 10:55:15 +0000 | [diff] [blame] | 1670 | StringRef Name = StringRef()) { |
Chris Lattner | 3a2b657 | 2011-07-12 06:52:18 +0000 | [diff] [blame] | 1671 | unsigned AS = cast<llvm::PointerType>(V->getType())->getAddressSpace(); |
Chandler Carruth | a98742c | 2011-07-12 08:58:26 +0000 | [diff] [blame] | 1672 | return CGF.Builder.CreateBitCast(V, IRType->getPointerTo(AS), Name); |
Chris Lattner | 3a2b657 | 2011-07-12 06:52:18 +0000 | [diff] [blame] | 1673 | } |
| 1674 | |
Anders Carlsson | ce53f7d | 2009-11-07 23:06:58 +0000 | [diff] [blame] | 1675 | static LValue EmitGlobalVarDeclLValue(CodeGenFunction &CGF, |
| 1676 | const Expr *E, const VarDecl *VD) { |
Anders Carlsson | ce53f7d | 2009-11-07 23:06:58 +0000 | [diff] [blame] | 1677 | llvm::Value *V = CGF.CGM.GetAddrOfGlobalVar(VD); |
Eli Friedman | 2f77b3d | 2011-11-16 00:42:57 +0000 | [diff] [blame] | 1678 | llvm::Type *RealVarTy = CGF.getTypes().ConvertTypeForMem(VD->getType()); |
| 1679 | V = EmitBitCastOfLValueToProperType(CGF, V, RealVarTy); |
Eli Friedman | 6da2c71 | 2011-12-03 04:14:32 +0000 | [diff] [blame] | 1680 | CharUnits Alignment = CGF.getContext().getDeclAlign(VD); |
Eli Friedman | 2f77b3d | 2011-11-16 00:42:57 +0000 | [diff] [blame] | 1681 | QualType T = E->getType(); |
| 1682 | LValue LV; |
| 1683 | if (VD->getType()->isReferenceType()) { |
| 1684 | llvm::LoadInst *LI = CGF.Builder.CreateLoad(V); |
Eli Friedman | 6da2c71 | 2011-12-03 04:14:32 +0000 | [diff] [blame] | 1685 | LI->setAlignment(Alignment.getQuantity()); |
Eli Friedman | 2f77b3d | 2011-11-16 00:42:57 +0000 | [diff] [blame] | 1686 | V = LI; |
| 1687 | LV = CGF.MakeNaturalAlignAddrLValue(V, T); |
| 1688 | } else { |
| 1689 | LV = CGF.MakeAddrLValue(V, E->getType(), Alignment); |
| 1690 | } |
Anders Carlsson | ce53f7d | 2009-11-07 23:06:58 +0000 | [diff] [blame] | 1691 | setObjCGCLValueClass(CGF.getContext(), E, LV); |
| 1692 | return LV; |
| 1693 | } |
| 1694 | |
Eli Friedman | 9a14630 | 2009-11-26 06:08:14 +0000 | [diff] [blame] | 1695 | static LValue EmitFunctionDeclLValue(CodeGenFunction &CGF, |
Chris Lattner | 74339df | 2011-07-10 05:34:54 +0000 | [diff] [blame] | 1696 | const Expr *E, const FunctionDecl *FD) { |
Chris Lattner | d0db03a | 2010-09-06 00:11:41 +0000 | [diff] [blame] | 1697 | llvm::Value *V = CGF.CGM.GetAddrOfFunction(FD); |
Eli Friedman | 9a14630 | 2009-11-26 06:08:14 +0000 | [diff] [blame] | 1698 | if (!FD->hasPrototype()) { |
| 1699 | if (const FunctionProtoType *Proto = |
| 1700 | FD->getType()->getAs<FunctionProtoType>()) { |
| 1701 | // Ugly case: for a K&R-style definition, the type of the definition |
| 1702 | // isn't the same as the type of a use. Correct for this with a |
| 1703 | // bitcast. |
| 1704 | QualType NoProtoType = |
| 1705 | CGF.getContext().getFunctionNoProtoType(Proto->getResultType()); |
| 1706 | NoProtoType = CGF.getContext().getPointerType(NoProtoType); |
Benjamin Kramer | 578faa8 | 2011-09-27 21:06:10 +0000 | [diff] [blame] | 1707 | V = CGF.Builder.CreateBitCast(V, CGF.ConvertType(NoProtoType)); |
Eli Friedman | 9a14630 | 2009-11-26 06:08:14 +0000 | [diff] [blame] | 1708 | } |
| 1709 | } |
Eli Friedman | 6da2c71 | 2011-12-03 04:14:32 +0000 | [diff] [blame] | 1710 | CharUnits Alignment = CGF.getContext().getDeclAlign(FD); |
Daniel Dunbar | 983e3d7 | 2010-08-21 04:20:22 +0000 | [diff] [blame] | 1711 | return CGF.MakeAddrLValue(V, E->getType(), Alignment); |
Eli Friedman | 9a14630 | 2009-11-26 06:08:14 +0000 | [diff] [blame] | 1712 | } |
| 1713 | |
Ben Langmuir | 524387a | 2013-05-09 19:17:11 +0000 | [diff] [blame] | 1714 | static LValue EmitCapturedFieldLValue(CodeGenFunction &CGF, const FieldDecl *FD, |
| 1715 | llvm::Value *ThisValue) { |
| 1716 | QualType TagType = CGF.getContext().getTagDeclType(FD->getParent()); |
| 1717 | LValue LV = CGF.MakeNaturalAlignAddrLValue(ThisValue, TagType); |
| 1718 | return CGF.EmitLValueForField(LV, FD); |
| 1719 | } |
| 1720 | |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 1721 | LValue CodeGenFunction::EmitDeclRefLValue(const DeclRefExpr *E) { |
Anders Carlsson | 1e74c4f | 2009-11-07 22:53:10 +0000 | [diff] [blame] | 1722 | const NamedDecl *ND = E->getDecl(); |
Eli Friedman | 6da2c71 | 2011-12-03 04:14:32 +0000 | [diff] [blame] | 1723 | CharUnits Alignment = getContext().getDeclAlign(ND); |
Eli Friedman | 2f77b3d | 2011-11-16 00:42:57 +0000 | [diff] [blame] | 1724 | QualType T = E->getType(); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1725 | |
Richard Smith | 5016a70 | 2012-10-20 01:38:33 +0000 | [diff] [blame] | 1726 | // A DeclRefExpr for a reference initialized by a constant expression can |
| 1727 | // appear without being odr-used. Directly emit the constant initializer. |
| 1728 | if (const VarDecl *VD = dyn_cast<VarDecl>(ND)) { |
| 1729 | const Expr *Init = VD->getAnyInitializer(VD); |
| 1730 | if (Init && !isa<ParmVarDecl>(VD) && VD->getType()->isReferenceType() && |
| 1731 | VD->isUsableInConstantExpressions(getContext()) && |
| 1732 | VD->checkInitIsICE()) { |
| 1733 | llvm::Constant *Val = |
| 1734 | CGM.EmitConstantValue(*VD->evaluateValue(), VD->getType(), this); |
| 1735 | assert(Val && "failed to emit reference constant expression"); |
| 1736 | // FIXME: Eventually we will want to emit vector element references. |
| 1737 | return MakeAddrLValue(Val, T, Alignment); |
| 1738 | } |
| 1739 | } |
| 1740 | |
Eli Friedman | 416de51 | 2012-01-21 04:52:58 +0000 | [diff] [blame] | 1741 | // FIXME: We should be able to assert this for FunctionDecls as well! |
| 1742 | // FIXME: We should be able to assert this for all DeclRefExprs, not just |
| 1743 | // those with a valid source location. |
| 1744 | assert((ND->isUsed(false) || !isa<VarDecl>(ND) || |
| 1745 | !E->getLocation().isValid()) && |
| 1746 | "Should not use decl without marking it used!"); |
| 1747 | |
Rafael Espindola | 6a83670 | 2010-03-04 18:17:24 +0000 | [diff] [blame] | 1748 | if (ND->hasAttr<WeakRefAttr>()) { |
Chris Lattner | d0db03a | 2010-09-06 00:11:41 +0000 | [diff] [blame] | 1749 | const ValueDecl *VD = cast<ValueDecl>(ND); |
Rafael Espindola | 6a83670 | 2010-03-04 18:17:24 +0000 | [diff] [blame] | 1750 | llvm::Constant *Aliasee = CGM.GetWeakRefReference(VD); |
Richard Smith | 5016a70 | 2012-10-20 01:38:33 +0000 | [diff] [blame] | 1751 | return MakeAddrLValue(Aliasee, T, Alignment); |
Rafael Espindola | 6a83670 | 2010-03-04 18:17:24 +0000 | [diff] [blame] | 1752 | } |
| 1753 | |
Anders Carlsson | 1e74c4f | 2009-11-07 22:53:10 +0000 | [diff] [blame] | 1754 | if (const VarDecl *VD = dyn_cast<VarDecl>(ND)) { |
Anders Carlsson | 1e74c4f | 2009-11-07 22:53:10 +0000 | [diff] [blame] | 1755 | // Check if this is a global variable. |
Richard Smith | b80a16e | 2013-04-19 16:42:07 +0000 | [diff] [blame] | 1756 | if (VD->hasLinkage() || VD->isStaticDataMember()) { |
| 1757 | // If it's thread_local, emit a call to its wrapper function instead. |
| 1758 | if (VD->getTLSKind() == VarDecl::TLS_Dynamic) |
| 1759 | return CGM.getCXXABI().EmitThreadLocalDeclRefExpr(*this, E); |
Anders Carlsson | ce53f7d | 2009-11-07 23:06:58 +0000 | [diff] [blame] | 1760 | return EmitGlobalVarDeclLValue(*this, E, VD); |
Richard Smith | b80a16e | 2013-04-19 16:42:07 +0000 | [diff] [blame] | 1761 | } |
Anders Carlsson | 0bc7049 | 2009-11-07 22:46:42 +0000 | [diff] [blame] | 1762 | |
John McCall | f4b88a4 | 2012-03-10 09:33:50 +0000 | [diff] [blame] | 1763 | bool isBlockVariable = VD->hasAttr<BlocksAttr>(); |
| 1764 | |
Nick Lewycky | f91cbd5 | 2013-01-10 01:46:29 +0000 | [diff] [blame] | 1765 | llvm::Value *V = LocalDeclMap.lookup(VD); |
Craig Topper | 1cc87df | 2013-07-26 05:59:26 +0000 | [diff] [blame] | 1766 | if (!V && VD->isStaticLocal()) |
Fariborz Jahanian | 63326a5 | 2010-04-19 18:15:02 +0000 | [diff] [blame] | 1767 | V = CGM.getStaticLocalDeclAddress(VD); |
Eli Friedman | cec5ebd | 2012-02-11 02:57:39 +0000 | [diff] [blame] | 1768 | |
| 1769 | // Use special handling for lambdas. |
John McCall | f4b88a4 | 2012-03-10 09:33:50 +0000 | [diff] [blame] | 1770 | if (!V) { |
Eli Friedman | 377ecc7 | 2012-04-16 03:54:45 +0000 | [diff] [blame] | 1771 | if (FieldDecl *FD = LambdaCaptureFields.lookup(VD)) { |
Ben Langmuir | 524387a | 2013-05-09 19:17:11 +0000 | [diff] [blame] | 1772 | return EmitCapturedFieldLValue(*this, FD, CXXABIThisValue); |
| 1773 | } else if (CapturedStmtInfo) { |
| 1774 | if (const FieldDecl *FD = CapturedStmtInfo->lookup(VD)) |
| 1775 | return EmitCapturedFieldLValue(*this, FD, |
| 1776 | CapturedStmtInfo->getContextValue()); |
Eli Friedman | 377ecc7 | 2012-04-16 03:54:45 +0000 | [diff] [blame] | 1777 | } |
Eli Friedman | cec5ebd | 2012-02-11 02:57:39 +0000 | [diff] [blame] | 1778 | |
John McCall | f4b88a4 | 2012-03-10 09:33:50 +0000 | [diff] [blame] | 1779 | assert(isa<BlockDecl>(CurCodeDecl) && E->refersToEnclosingLocal()); |
John McCall | f4b88a4 | 2012-03-10 09:33:50 +0000 | [diff] [blame] | 1780 | return MakeAddrLValue(GetAddrOfBlockDecl(VD, isBlockVariable), |
Richard Smith | 5016a70 | 2012-10-20 01:38:33 +0000 | [diff] [blame] | 1781 | T, Alignment); |
John McCall | f4b88a4 | 2012-03-10 09:33:50 +0000 | [diff] [blame] | 1782 | } |
| 1783 | |
Anders Carlsson | 0bc7049 | 2009-11-07 22:46:42 +0000 | [diff] [blame] | 1784 | assert(V && "DeclRefExpr not entered in LocalDeclMap?"); |
| 1785 | |
John McCall | f4b88a4 | 2012-03-10 09:33:50 +0000 | [diff] [blame] | 1786 | if (isBlockVariable) |
Fariborz Jahanian | 52a80e1 | 2011-01-26 23:08:27 +0000 | [diff] [blame] | 1787 | V = BuildBlockByrefAddress(V, VD); |
Daniel Dunbar | 6d5eb76 | 2010-08-21 03:44:13 +0000 | [diff] [blame] | 1788 | |
Eli Friedman | 2f77b3d | 2011-11-16 00:42:57 +0000 | [diff] [blame] | 1789 | LValue LV; |
| 1790 | if (VD->getType()->isReferenceType()) { |
| 1791 | llvm::LoadInst *LI = Builder.CreateLoad(V); |
Eli Friedman | 6da2c71 | 2011-12-03 04:14:32 +0000 | [diff] [blame] | 1792 | LI->setAlignment(Alignment.getQuantity()); |
Eli Friedman | 2f77b3d | 2011-11-16 00:42:57 +0000 | [diff] [blame] | 1793 | V = LI; |
| 1794 | LV = MakeNaturalAlignAddrLValue(V, T); |
| 1795 | } else { |
| 1796 | LV = MakeAddrLValue(V, T, Alignment); |
| 1797 | } |
Chris Lattner | 3a2b657 | 2011-07-12 06:52:18 +0000 | [diff] [blame] | 1798 | |
John McCall | 5b07e80 | 2013-03-13 03:10:54 +0000 | [diff] [blame] | 1799 | bool isLocalStorage = VD->hasLocalStorage(); |
| 1800 | |
| 1801 | bool NonGCable = isLocalStorage && |
| 1802 | !VD->getType()->isReferenceType() && |
| 1803 | !isBlockVariable; |
Fariborz Jahanian | 75f91d6 | 2010-11-19 18:17:09 +0000 | [diff] [blame] | 1804 | if (NonGCable) { |
Daniel Dunbar | 6d5eb76 | 2010-08-21 03:44:13 +0000 | [diff] [blame] | 1805 | LV.getQuals().removeObjCGCAttr(); |
Daniel Dunbar | ea61917 | 2010-08-21 03:22:38 +0000 | [diff] [blame] | 1806 | LV.setNonGC(true); |
| 1807 | } |
John McCall | 5b07e80 | 2013-03-13 03:10:54 +0000 | [diff] [blame] | 1808 | |
| 1809 | bool isImpreciseLifetime = |
| 1810 | (isLocalStorage && !VD->hasAttr<ObjCPreciseLifetimeAttr>()); |
| 1811 | if (isImpreciseLifetime) |
| 1812 | LV.setARCPreciseLifetime(ARCImpreciseLifetime); |
Fariborz Jahanian | b123ea3 | 2009-09-16 21:37:16 +0000 | [diff] [blame] | 1813 | setObjCGCLValueClass(getContext(), E, LV); |
Fariborz Jahanian | 2682d8b | 2008-11-20 00:15:42 +0000 | [diff] [blame] | 1814 | return LV; |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 1815 | } |
John McCall | 5808ce4 | 2011-02-03 08:15:49 +0000 | [diff] [blame] | 1816 | |
| 1817 | if (const FunctionDecl *fn = dyn_cast<FunctionDecl>(ND)) |
| 1818 | return EmitFunctionDeclLValue(*this, E, fn); |
| 1819 | |
David Blaikie | b219cfc | 2011-09-23 05:06:16 +0000 | [diff] [blame] | 1820 | llvm_unreachable("Unhandled DeclRefExpr"); |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 1821 | } |
| 1822 | |
| 1823 | LValue CodeGenFunction::EmitUnaryOpLValue(const UnaryOperator *E) { |
| 1824 | // __extension__ doesn't affect lvalue-ness. |
John McCall | 2de56d1 | 2010-08-25 11:45:40 +0000 | [diff] [blame] | 1825 | if (E->getOpcode() == UO_Extension) |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 1826 | return EmitLValue(E->getSubExpr()); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1827 | |
Chris Lattner | 9619662 | 2008-07-26 22:37:01 +0000 | [diff] [blame] | 1828 | QualType ExprTy = getContext().getCanonicalType(E->getSubExpr()->getType()); |
Chris Lattner | 7da36f6 | 2007-10-30 22:53:42 +0000 | [diff] [blame] | 1829 | switch (E->getOpcode()) { |
David Blaikie | b219cfc | 2011-09-23 05:06:16 +0000 | [diff] [blame] | 1830 | default: llvm_unreachable("Unknown unary operator lvalue!"); |
John McCall | 2de56d1 | 2010-08-25 11:45:40 +0000 | [diff] [blame] | 1831 | case UO_Deref: { |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 1832 | QualType T = E->getSubExpr()->getType()->getPointeeType(); |
| 1833 | assert(!T.isNull() && "CodeGenFunction::EmitUnaryOpLValue: Illegal type"); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1834 | |
Chris Lattner | 4cac9e1 | 2011-12-19 21:16:08 +0000 | [diff] [blame] | 1835 | LValue LV = MakeNaturalAlignAddrLValue(EmitScalarExpr(E->getSubExpr()), T); |
Daniel Dunbar | 6d5eb76 | 2010-08-21 03:44:13 +0000 | [diff] [blame] | 1836 | LV.getQuals().setAddressSpace(ExprTy.getAddressSpace()); |
John McCall | 0953e76 | 2009-09-24 19:53:00 +0000 | [diff] [blame] | 1837 | |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 1838 | // We should not generate __weak write barrier on indirect reference |
| 1839 | // of a pointer to object; as in void foo (__weak id *param); *param = 0; |
| 1840 | // But, we continue to generate __strong write barrier on indirect write |
| 1841 | // into a pointer to object. |
Richard Smith | 7edf9e3 | 2012-11-01 22:30:59 +0000 | [diff] [blame] | 1842 | if (getLangOpts().ObjC1 && |
| 1843 | getLangOpts().getGC() != LangOptions::NonGC && |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 1844 | LV.isObjCWeak()) |
Daniel Dunbar | ea61917 | 2010-08-21 03:22:38 +0000 | [diff] [blame] | 1845 | LV.setNonGC(!E->isOBJCGCCandidate(getContext())); |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 1846 | return LV; |
| 1847 | } |
John McCall | 2de56d1 | 2010-08-25 11:45:40 +0000 | [diff] [blame] | 1848 | case UO_Real: |
| 1849 | case UO_Imag: { |
Chris Lattner | 7da36f6 | 2007-10-30 22:53:42 +0000 | [diff] [blame] | 1850 | LValue LV = EmitLValue(E->getSubExpr()); |
John McCall | 2a41637 | 2010-12-05 02:00:02 +0000 | [diff] [blame] | 1851 | assert(LV.isSimple() && "real/imag on non-ordinary l-value"); |
| 1852 | llvm::Value *Addr = LV.getAddress(); |
| 1853 | |
Richard Smith | dfb80de | 2012-02-18 20:53:32 +0000 | [diff] [blame] | 1854 | // __real is valid on scalars. This is a faster way of testing that. |
| 1855 | // __imag can only produce an rvalue on scalars. |
| 1856 | if (E->getOpcode() == UO_Real && |
| 1857 | !cast<llvm::PointerType>(Addr->getType()) |
John McCall | 2a41637 | 2010-12-05 02:00:02 +0000 | [diff] [blame] | 1858 | ->getElementType()->isStructTy()) { |
| 1859 | assert(E->getSubExpr()->getType()->isArithmeticType()); |
| 1860 | return LV; |
| 1861 | } |
| 1862 | |
| 1863 | assert(E->getSubExpr()->getType()->isAnyComplexType()); |
| 1864 | |
John McCall | 2de56d1 | 2010-08-25 11:45:40 +0000 | [diff] [blame] | 1865 | unsigned Idx = E->getOpcode() == UO_Imag; |
Daniel Dunbar | 9f553f5 | 2010-08-21 03:08:16 +0000 | [diff] [blame] | 1866 | return MakeAddrLValue(Builder.CreateStructGEP(LV.getAddress(), |
John McCall | 2a41637 | 2010-12-05 02:00:02 +0000 | [diff] [blame] | 1867 | Idx, "idx"), |
Daniel Dunbar | 9f553f5 | 2010-08-21 03:08:16 +0000 | [diff] [blame] | 1868 | ExprTy); |
Chris Lattner | 7da36f6 | 2007-10-30 22:53:42 +0000 | [diff] [blame] | 1869 | } |
John McCall | 2de56d1 | 2010-08-25 11:45:40 +0000 | [diff] [blame] | 1870 | case UO_PreInc: |
| 1871 | case UO_PreDec: { |
Chris Lattner | 197a338 | 2010-01-09 21:44:40 +0000 | [diff] [blame] | 1872 | LValue LV = EmitLValue(E->getSubExpr()); |
John McCall | 2de56d1 | 2010-08-25 11:45:40 +0000 | [diff] [blame] | 1873 | bool isInc = E->getOpcode() == UO_PreInc; |
Craig Topper | 1cc87df | 2013-07-26 05:59:26 +0000 | [diff] [blame] | 1874 | |
Chris Lattner | 197a338 | 2010-01-09 21:44:40 +0000 | [diff] [blame] | 1875 | if (E->getType()->isAnyComplexType()) |
| 1876 | EmitComplexPrePostIncDec(E, LV, isInc, true/*isPre*/); |
| 1877 | else |
| 1878 | EmitScalarPrePostIncDec(E, LV, isInc, true/*isPre*/); |
| 1879 | return LV; |
| 1880 | } |
Eli Friedman | e401cd5 | 2009-11-09 04:20:47 +0000 | [diff] [blame] | 1881 | } |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 1882 | } |
| 1883 | |
| 1884 | LValue CodeGenFunction::EmitStringLiteralLValue(const StringLiteral *E) { |
Daniel Dunbar | 79c3928 | 2010-08-21 03:15:20 +0000 | [diff] [blame] | 1885 | return MakeAddrLValue(CGM.GetAddrOfConstantStringFromLiteral(E), |
| 1886 | E->getType()); |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 1887 | } |
| 1888 | |
Chris Lattner | eaf2bb8 | 2009-02-24 22:18:39 +0000 | [diff] [blame] | 1889 | LValue CodeGenFunction::EmitObjCEncodeExprLValue(const ObjCEncodeExpr *E) { |
Daniel Dunbar | 79c3928 | 2010-08-21 03:15:20 +0000 | [diff] [blame] | 1890 | return MakeAddrLValue(CGM.GetAddrOfConstantStringFromObjCEncode(E), |
| 1891 | E->getType()); |
Chris Lattner | eaf2bb8 | 2009-02-24 22:18:39 +0000 | [diff] [blame] | 1892 | } |
| 1893 | |
Nico Weber | 28ad063 | 2012-06-23 02:07:59 +0000 | [diff] [blame] | 1894 | static llvm::Constant* |
| 1895 | GetAddrOfConstantWideString(StringRef Str, |
| 1896 | const char *GlobalName, |
| 1897 | ASTContext &Context, |
| 1898 | QualType Ty, SourceLocation Loc, |
| 1899 | CodeGenModule &CGM) { |
| 1900 | |
| 1901 | StringLiteral *SL = StringLiteral::Create(Context, |
| 1902 | Str, |
| 1903 | StringLiteral::Wide, |
| 1904 | /*Pascal = */false, |
| 1905 | Ty, Loc); |
| 1906 | llvm::Constant *C = CGM.GetConstantArrayFromStringLiteral(SL); |
| 1907 | llvm::GlobalVariable *GV = |
| 1908 | new llvm::GlobalVariable(CGM.getModule(), C->getType(), |
| 1909 | !CGM.getLangOpts().WritableStrings, |
| 1910 | llvm::GlobalValue::PrivateLinkage, |
| 1911 | C, GlobalName); |
| 1912 | const unsigned WideAlignment = |
| 1913 | Context.getTypeAlignInChars(Ty).getQuantity(); |
| 1914 | GV->setAlignment(WideAlignment); |
| 1915 | return GV; |
| 1916 | } |
| 1917 | |
Nico Weber | 28ad063 | 2012-06-23 02:07:59 +0000 | [diff] [blame] | 1918 | static void ConvertUTF8ToWideString(unsigned CharByteWidth, StringRef Source, |
| 1919 | SmallString<32>& Target) { |
| 1920 | Target.resize(CharByteWidth * (Source.size() + 1)); |
Richard Smith | e5f0588 | 2012-09-08 07:16:20 +0000 | [diff] [blame] | 1921 | char *ResultPtr = &Target[0]; |
| 1922 | const UTF8 *ErrorPtr; |
| 1923 | bool success = ConvertUTF8toWide(CharByteWidth, Source, ResultPtr, ErrorPtr); |
Matt Beaumont-Gay | 402a6d5 | 2012-07-03 03:55:58 +0000 | [diff] [blame] | 1924 | (void)success; |
Nico Weber | 941e47c | 2012-07-03 02:24:52 +0000 | [diff] [blame] | 1925 | assert(success); |
Nico Weber | 28ad063 | 2012-06-23 02:07:59 +0000 | [diff] [blame] | 1926 | Target.resize(ResultPtr - &Target[0]); |
| 1927 | } |
Chris Lattner | eaf2bb8 | 2009-02-24 22:18:39 +0000 | [diff] [blame] | 1928 | |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1929 | LValue CodeGenFunction::EmitPredefinedLValue(const PredefinedExpr *E) { |
Daniel Dunbar | 662b71e | 2008-10-17 21:58:32 +0000 | [diff] [blame] | 1930 | switch (E->getIdentType()) { |
| 1931 | default: |
| 1932 | return EmitUnsupportedLValue(E, "predefined expression"); |
Daniel Dunbar | 3ec0baf | 2010-08-21 03:01:12 +0000 | [diff] [blame] | 1933 | |
Daniel Dunbar | 662b71e | 2008-10-17 21:58:32 +0000 | [diff] [blame] | 1934 | case PredefinedExpr::Func: |
| 1935 | case PredefinedExpr::Function: |
Nico Weber | 28ad063 | 2012-06-23 02:07:59 +0000 | [diff] [blame] | 1936 | case PredefinedExpr::LFunction: |
Daniel Dunbar | 3ec0baf | 2010-08-21 03:01:12 +0000 | [diff] [blame] | 1937 | case PredefinedExpr::PrettyFunction: { |
Benjamin Kramer | 28bdbf0 | 2013-08-21 11:45:27 +0000 | [diff] [blame] | 1938 | PredefinedExpr::IdentType IdentType = E->getIdentType(); |
Daniel Dunbar | 3ec0baf | 2010-08-21 03:01:12 +0000 | [diff] [blame] | 1939 | std::string GlobalVarName; |
| 1940 | |
Nico Weber | 28ad063 | 2012-06-23 02:07:59 +0000 | [diff] [blame] | 1941 | switch (IdentType) { |
David Blaikie | b219cfc | 2011-09-23 05:06:16 +0000 | [diff] [blame] | 1942 | default: llvm_unreachable("Invalid type"); |
Daniel Dunbar | 3ec0baf | 2010-08-21 03:01:12 +0000 | [diff] [blame] | 1943 | case PredefinedExpr::Func: |
| 1944 | GlobalVarName = "__func__."; |
| 1945 | break; |
| 1946 | case PredefinedExpr::Function: |
| 1947 | GlobalVarName = "__FUNCTION__."; |
| 1948 | break; |
Nico Weber | 28ad063 | 2012-06-23 02:07:59 +0000 | [diff] [blame] | 1949 | case PredefinedExpr::LFunction: |
| 1950 | GlobalVarName = "L__FUNCTION__."; |
| 1951 | break; |
Daniel Dunbar | 3ec0baf | 2010-08-21 03:01:12 +0000 | [diff] [blame] | 1952 | case PredefinedExpr::PrettyFunction: |
| 1953 | GlobalVarName = "__PRETTY_FUNCTION__."; |
| 1954 | break; |
| 1955 | } |
| 1956 | |
Chris Lattner | 5f9e272 | 2011-07-23 10:55:15 +0000 | [diff] [blame] | 1957 | StringRef FnName = CurFn->getName(); |
Daniel Dunbar | 3ec0baf | 2010-08-21 03:01:12 +0000 | [diff] [blame] | 1958 | if (FnName.startswith("\01")) |
| 1959 | FnName = FnName.substr(1); |
| 1960 | GlobalVarName += FnName; |
| 1961 | |
Benjamin Kramer | 28bdbf0 | 2013-08-21 11:45:27 +0000 | [diff] [blame] | 1962 | // If this is outside of a function use the top level decl. |
Daniel Dunbar | 3ec0baf | 2010-08-21 03:01:12 +0000 | [diff] [blame] | 1963 | const Decl *CurDecl = CurCodeDecl; |
Benjamin Kramer | 28bdbf0 | 2013-08-21 11:45:27 +0000 | [diff] [blame] | 1964 | if (CurDecl == 0 || isa<VarDecl>(CurDecl)) |
Daniel Dunbar | 3ec0baf | 2010-08-21 03:01:12 +0000 | [diff] [blame] | 1965 | CurDecl = getContext().getTranslationUnitDecl(); |
| 1966 | |
Benjamin Kramer | 28bdbf0 | 2013-08-21 11:45:27 +0000 | [diff] [blame] | 1967 | const Type *ElemType = E->getType()->getArrayElementTypeNoTypeQual(); |
| 1968 | std::string FunctionName; |
| 1969 | if (isa<BlockDecl>(CurDecl)) { |
| 1970 | // Blocks use the mangled function name. |
| 1971 | // FIXME: ComputeName should handle blocks. |
| 1972 | FunctionName = FnName.str(); |
Wei Pan | 15b2674 | 2013-08-26 14:27:34 +0000 | [diff] [blame] | 1973 | } else if (isa<CapturedDecl>(CurDecl)) { |
| 1974 | // For a captured statement, the function name is its enclosing |
| 1975 | // function name not the one compiler generated. |
| 1976 | FunctionName = PredefinedExpr::ComputeName(IdentType, CurDecl); |
Benjamin Kramer | 28bdbf0 | 2013-08-21 11:45:27 +0000 | [diff] [blame] | 1977 | } else { |
| 1978 | FunctionName = PredefinedExpr::ComputeName(IdentType, CurDecl); |
| 1979 | assert(cast<ConstantArrayType>(E->getType())->getSize() - 1 == |
| 1980 | FunctionName.size() && |
| 1981 | "Computed __func__ length differs from type!"); |
| 1982 | } |
Daniel Dunbar | 3ec0baf | 2010-08-21 03:01:12 +0000 | [diff] [blame] | 1983 | |
Nico Weber | 28ad063 | 2012-06-23 02:07:59 +0000 | [diff] [blame] | 1984 | llvm::Constant *C; |
| 1985 | if (ElemType->isWideCharType()) { |
| 1986 | SmallString<32> RawChars; |
| 1987 | ConvertUTF8ToWideString( |
| 1988 | getContext().getTypeSizeInChars(ElemType).getQuantity(), |
| 1989 | FunctionName, RawChars); |
| 1990 | C = GetAddrOfConstantWideString(RawChars, |
| 1991 | GlobalVarName.c_str(), |
| 1992 | getContext(), |
| 1993 | E->getType(), |
| 1994 | E->getLocation(), |
| 1995 | CGM); |
| 1996 | } else { |
| 1997 | C = CGM.GetAddrOfConstantCString(FunctionName, |
| 1998 | GlobalVarName.c_str(), |
| 1999 | 1); |
| 2000 | } |
Daniel Dunbar | 79c3928 | 2010-08-21 03:15:20 +0000 | [diff] [blame] | 2001 | return MakeAddrLValue(C, E->getType()); |
Daniel Dunbar | 3ec0baf | 2010-08-21 03:01:12 +0000 | [diff] [blame] | 2002 | } |
Daniel Dunbar | 662b71e | 2008-10-17 21:58:32 +0000 | [diff] [blame] | 2003 | } |
Anders Carlsson | 2274266 | 2007-07-21 05:21:51 +0000 | [diff] [blame] | 2004 | } |
| 2005 | |
Richard Smith | 4def70d | 2012-10-09 19:52:38 +0000 | [diff] [blame] | 2006 | /// Emit a type description suitable for use by a runtime sanitizer library. The |
| 2007 | /// format of a type descriptor is |
| 2008 | /// |
| 2009 | /// \code |
Richard Smith | dc47bdc | 2012-10-09 23:55:19 +0000 | [diff] [blame] | 2010 | /// { i16 TypeKind, i16 TypeInfo } |
Richard Smith | 4def70d | 2012-10-09 19:52:38 +0000 | [diff] [blame] | 2011 | /// \endcode |
| 2012 | /// |
Richard Smith | dc47bdc | 2012-10-09 23:55:19 +0000 | [diff] [blame] | 2013 | /// followed by an array of i8 containing the type name. TypeKind is 0 for an |
| 2014 | /// integer, 1 for a floating point value, and -1 for anything else. |
Richard Smith | 4def70d | 2012-10-09 19:52:38 +0000 | [diff] [blame] | 2015 | llvm::Constant *CodeGenFunction::EmitCheckTypeDescriptor(QualType T) { |
| 2016 | // FIXME: Only emit each type's descriptor once. |
| 2017 | uint16_t TypeKind = -1; |
| 2018 | uint16_t TypeInfo = 0; |
Mike Stump | 4151344 | 2009-12-15 00:59:40 +0000 | [diff] [blame] | 2019 | |
Richard Smith | 4def70d | 2012-10-09 19:52:38 +0000 | [diff] [blame] | 2020 | if (T->isIntegerType()) { |
| 2021 | TypeKind = 0; |
| 2022 | TypeInfo = (llvm::Log2_32(getContext().getTypeSize(T)) << 1) | |
Aaron Ballman | bbe89d5 | 2012-11-30 21:44:01 +0000 | [diff] [blame] | 2023 | (T->isSignedIntegerType() ? 1 : 0); |
Richard Smith | 4def70d | 2012-10-09 19:52:38 +0000 | [diff] [blame] | 2024 | } else if (T->isFloatingType()) { |
| 2025 | TypeKind = 1; |
| 2026 | TypeInfo = getContext().getTypeSize(T); |
| 2027 | } |
| 2028 | |
| 2029 | // Format the type name as if for a diagnostic, including quotes and |
| 2030 | // optionally an 'aka'. |
Dmitri Gribenko | cfa88f8 | 2013-01-12 19:30:44 +0000 | [diff] [blame] | 2031 | SmallString<32> Buffer; |
Richard Smith | 4def70d | 2012-10-09 19:52:38 +0000 | [diff] [blame] | 2032 | CGM.getDiags().ConvertArgToString(DiagnosticsEngine::ak_qualtype, |
| 2033 | (intptr_t)T.getAsOpaquePtr(), |
| 2034 | 0, 0, 0, 0, 0, 0, Buffer, |
| 2035 | ArrayRef<intptr_t>()); |
| 2036 | |
| 2037 | llvm::Constant *Components[] = { |
Richard Smith | dc47bdc | 2012-10-09 23:55:19 +0000 | [diff] [blame] | 2038 | Builder.getInt16(TypeKind), Builder.getInt16(TypeInfo), |
| 2039 | llvm::ConstantDataArray::getString(getLLVMContext(), Buffer) |
Richard Smith | 4def70d | 2012-10-09 19:52:38 +0000 | [diff] [blame] | 2040 | }; |
| 2041 | llvm::Constant *Descriptor = llvm::ConstantStruct::getAnon(Components); |
| 2042 | |
| 2043 | llvm::GlobalVariable *GV = |
| 2044 | new llvm::GlobalVariable(CGM.getModule(), Descriptor->getType(), |
| 2045 | /*isConstant=*/true, |
| 2046 | llvm::GlobalVariable::PrivateLinkage, |
| 2047 | Descriptor); |
| 2048 | GV->setUnnamedAddr(true); |
| 2049 | return GV; |
| 2050 | } |
| 2051 | |
| 2052 | llvm::Value *CodeGenFunction::EmitCheckValue(llvm::Value *V) { |
| 2053 | llvm::Type *TargetTy = IntPtrTy; |
| 2054 | |
Richard Smith | bf8487a | 2013-03-22 00:47:07 +0000 | [diff] [blame] | 2055 | // Floating-point types which fit into intptr_t are bitcast to integers |
| 2056 | // and then passed directly (after zero-extension, if necessary). |
| 2057 | if (V->getType()->isFloatingPointTy()) { |
| 2058 | unsigned Bits = V->getType()->getPrimitiveSizeInBits(); |
| 2059 | if (Bits <= TargetTy->getIntegerBitWidth()) |
| 2060 | V = Builder.CreateBitCast(V, llvm::Type::getIntNTy(getLLVMContext(), |
| 2061 | Bits)); |
| 2062 | } |
| 2063 | |
Richard Smith | 4def70d | 2012-10-09 19:52:38 +0000 | [diff] [blame] | 2064 | // Integers which fit in intptr_t are zero-extended and passed directly. |
| 2065 | if (V->getType()->isIntegerTy() && |
| 2066 | V->getType()->getIntegerBitWidth() <= TargetTy->getIntegerBitWidth()) |
| 2067 | return Builder.CreateZExt(V, TargetTy); |
| 2068 | |
| 2069 | // Pointers are passed directly, everything else is passed by address. |
| 2070 | if (!V->getType()->isPointerTy()) { |
Richard Smith | bf8487a | 2013-03-22 00:47:07 +0000 | [diff] [blame] | 2071 | llvm::Value *Ptr = CreateTempAlloca(V->getType()); |
Richard Smith | 4def70d | 2012-10-09 19:52:38 +0000 | [diff] [blame] | 2072 | Builder.CreateStore(V, Ptr); |
| 2073 | V = Ptr; |
| 2074 | } |
| 2075 | return Builder.CreatePtrToInt(V, TargetTy); |
| 2076 | } |
| 2077 | |
| 2078 | /// \brief Emit a representation of a SourceLocation for passing to a handler |
| 2079 | /// in a sanitizer runtime library. The format for this data is: |
| 2080 | /// \code |
| 2081 | /// struct SourceLocation { |
| 2082 | /// const char *Filename; |
| 2083 | /// int32_t Line, Column; |
| 2084 | /// }; |
| 2085 | /// \endcode |
| 2086 | /// For an invalid SourceLocation, the Filename pointer is null. |
| 2087 | llvm::Constant *CodeGenFunction::EmitCheckSourceLocation(SourceLocation Loc) { |
| 2088 | PresumedLoc PLoc = getContext().getSourceManager().getPresumedLoc(Loc); |
| 2089 | |
| 2090 | llvm::Constant *Data[] = { |
| 2091 | // FIXME: Only emit each file name once. |
| 2092 | PLoc.isValid() ? cast<llvm::Constant>( |
| 2093 | Builder.CreateGlobalStringPtr(PLoc.getFilename())) |
| 2094 | : llvm::Constant::getNullValue(Int8PtrTy), |
Evgeniy Stepanov | 2bb6dad | 2013-09-11 12:33:58 +0000 | [diff] [blame] | 2095 | Builder.getInt32(PLoc.isValid() ? PLoc.getLine() : 0), |
| 2096 | Builder.getInt32(PLoc.isValid() ? PLoc.getColumn() : 0) |
Richard Smith | 4def70d | 2012-10-09 19:52:38 +0000 | [diff] [blame] | 2097 | }; |
| 2098 | |
| 2099 | return llvm::ConstantStruct::getAnon(Data); |
| 2100 | } |
| 2101 | |
| 2102 | void CodeGenFunction::EmitCheck(llvm::Value *Checked, StringRef CheckName, |
Dmitri Gribenko | cfa88f8 | 2013-01-12 19:30:44 +0000 | [diff] [blame] | 2103 | ArrayRef<llvm::Constant *> StaticArgs, |
| 2104 | ArrayRef<llvm::Value *> DynamicArgs, |
Will Dietz | ad95481 | 2012-12-02 19:50:33 +0000 | [diff] [blame] | 2105 | CheckRecoverableKind RecoverKind) { |
Will Dietz | 4f45bc0 | 2013-01-18 11:30:38 +0000 | [diff] [blame] | 2106 | assert(SanOpts != &SanitizerOptions::Disabled); |
Chad Rosier | 78d85b1 | 2013-01-29 23:31:22 +0000 | [diff] [blame] | 2107 | |
| 2108 | if (CGM.getCodeGenOpts().SanitizeUndefinedTrapOnError) { |
| 2109 | assert (RecoverKind != CRK_AlwaysRecoverable && |
| 2110 | "Runtime call required for AlwaysRecoverable kind!"); |
| 2111 | return EmitTrapCheck(Checked); |
| 2112 | } |
| 2113 | |
Richard Smith | 7ac9ef1 | 2012-09-08 02:08:36 +0000 | [diff] [blame] | 2114 | llvm::BasicBlock *Cont = createBasicBlock("cont"); |
| 2115 | |
Richard Smith | 4def70d | 2012-10-09 19:52:38 +0000 | [diff] [blame] | 2116 | llvm::BasicBlock *Handler = createBasicBlock("handler." + CheckName); |
Will Dietz | 1bdbe4d | 2012-12-15 01:39:14 +0000 | [diff] [blame] | 2117 | |
| 2118 | llvm::Instruction *Branch = Builder.CreateCondBr(Checked, Cont, Handler); |
| 2119 | |
| 2120 | // Give hint that we very much don't expect to execute the handler |
| 2121 | // Value chosen to match UR_NONTAKEN_WEIGHT, see BranchProbabilityInfo.cpp |
| 2122 | llvm::MDBuilder MDHelper(getLLVMContext()); |
| 2123 | llvm::MDNode *Node = MDHelper.createBranchWeights((1U << 20) - 1, 1); |
| 2124 | Branch->setMetadata(llvm::LLVMContext::MD_prof, Node); |
| 2125 | |
Richard Smith | 4def70d | 2012-10-09 19:52:38 +0000 | [diff] [blame] | 2126 | EmitBlock(Handler); |
| 2127 | |
| 2128 | llvm::Constant *Info = llvm::ConstantStruct::getAnon(StaticArgs); |
| 2129 | llvm::GlobalValue *InfoPtr = |
Will Dietz | 4a5984c | 2013-01-09 03:39:41 +0000 | [diff] [blame] | 2130 | new llvm::GlobalVariable(CGM.getModule(), Info->getType(), false, |
Richard Smith | 4def70d | 2012-10-09 19:52:38 +0000 | [diff] [blame] | 2131 | llvm::GlobalVariable::PrivateLinkage, Info); |
| 2132 | InfoPtr->setUnnamedAddr(true); |
| 2133 | |
Dmitri Gribenko | cfa88f8 | 2013-01-12 19:30:44 +0000 | [diff] [blame] | 2134 | SmallVector<llvm::Value *, 4> Args; |
| 2135 | SmallVector<llvm::Type *, 4> ArgTypes; |
Richard Smith | 4def70d | 2012-10-09 19:52:38 +0000 | [diff] [blame] | 2136 | Args.reserve(DynamicArgs.size() + 1); |
| 2137 | ArgTypes.reserve(DynamicArgs.size() + 1); |
| 2138 | |
| 2139 | // Handler functions take an i8* pointing to the (handler-specific) static |
| 2140 | // information block, followed by a sequence of intptr_t arguments |
| 2141 | // representing operand values. |
| 2142 | Args.push_back(Builder.CreateBitCast(InfoPtr, Int8PtrTy)); |
| 2143 | ArgTypes.push_back(Int8PtrTy); |
| 2144 | for (size_t i = 0, n = DynamicArgs.size(); i != n; ++i) { |
| 2145 | Args.push_back(EmitCheckValue(DynamicArgs[i])); |
| 2146 | ArgTypes.push_back(IntPtrTy); |
| 2147 | } |
| 2148 | |
Will Dietz | ad95481 | 2012-12-02 19:50:33 +0000 | [diff] [blame] | 2149 | bool Recover = (RecoverKind == CRK_AlwaysRecoverable) || |
| 2150 | ((RecoverKind == CRK_Recoverable) && |
| 2151 | CGM.getCodeGenOpts().SanitizeRecover); |
| 2152 | |
Richard Smith | 4def70d | 2012-10-09 19:52:38 +0000 | [diff] [blame] | 2153 | llvm::FunctionType *FnType = |
| 2154 | llvm::FunctionType::get(CGM.VoidTy, ArgTypes, false); |
Bill Wendling | 0d58339 | 2012-10-15 20:36:26 +0000 | [diff] [blame] | 2155 | llvm::AttrBuilder B; |
Will Dietz | ad95481 | 2012-12-02 19:50:33 +0000 | [diff] [blame] | 2156 | if (!Recover) { |
Bill Wendling | 72390b3 | 2012-12-20 19:27:06 +0000 | [diff] [blame] | 2157 | B.addAttribute(llvm::Attribute::NoReturn) |
| 2158 | .addAttribute(llvm::Attribute::NoUnwind); |
Richard Smith | 8e1cee6 | 2012-10-25 02:14:12 +0000 | [diff] [blame] | 2159 | } |
Bill Wendling | 72390b3 | 2012-12-20 19:27:06 +0000 | [diff] [blame] | 2160 | B.addAttribute(llvm::Attribute::UWTable); |
Will Dietz | ad95481 | 2012-12-02 19:50:33 +0000 | [diff] [blame] | 2161 | |
| 2162 | // Checks that have two variants use a suffix to differentiate them |
| 2163 | bool NeedsAbortSuffix = (RecoverKind != CRK_Unrecoverable) && |
| 2164 | !CGM.getCodeGenOpts().SanitizeRecover; |
Richard Smith | 73593eb | 2012-12-03 22:39:14 +0000 | [diff] [blame] | 2165 | std::string FunctionName = ("__ubsan_handle_" + CheckName + |
| 2166 | (NeedsAbortSuffix? "_abort" : "")).str(); |
| 2167 | llvm::Value *Fn = |
| 2168 | CGM.CreateRuntimeFunction(FnType, FunctionName, |
Bill Wendling | c4c62fd | 2013-01-31 00:30:05 +0000 | [diff] [blame] | 2169 | llvm::AttributeSet::get(getLLVMContext(), |
| 2170 | llvm::AttributeSet::FunctionIndex, |
| 2171 | B)); |
John McCall | bd7370a | 2013-02-28 19:01:20 +0000 | [diff] [blame] | 2172 | llvm::CallInst *HandlerCall = EmitNounwindRuntimeCall(Fn, Args); |
Will Dietz | ad95481 | 2012-12-02 19:50:33 +0000 | [diff] [blame] | 2173 | if (Recover) { |
Richard Smith | 8e1cee6 | 2012-10-25 02:14:12 +0000 | [diff] [blame] | 2174 | Builder.CreateBr(Cont); |
| 2175 | } else { |
| 2176 | HandlerCall->setDoesNotReturn(); |
Richard Smith | 8e1cee6 | 2012-10-25 02:14:12 +0000 | [diff] [blame] | 2177 | Builder.CreateUnreachable(); |
| 2178 | } |
Richard Smith | 4def70d | 2012-10-09 19:52:38 +0000 | [diff] [blame] | 2179 | |
Richard Smith | 7ac9ef1 | 2012-09-08 02:08:36 +0000 | [diff] [blame] | 2180 | EmitBlock(Cont); |
Mike Stump | 9c276ae | 2009-12-12 01:27:46 +0000 | [diff] [blame] | 2181 | } |
| 2182 | |
Chad Rosier | 78d85b1 | 2013-01-29 23:31:22 +0000 | [diff] [blame] | 2183 | void CodeGenFunction::EmitTrapCheck(llvm::Value *Checked) { |
Richard Smith | cc30561 | 2012-11-01 22:15:34 +0000 | [diff] [blame] | 2184 | llvm::BasicBlock *Cont = createBasicBlock("cont"); |
| 2185 | |
| 2186 | // If we're optimizing, collapse all calls to trap down to just one per |
| 2187 | // function to save on code size. |
| 2188 | if (!CGM.getCodeGenOpts().OptimizationLevel || !TrapBB) { |
| 2189 | TrapBB = createBasicBlock("trap"); |
| 2190 | Builder.CreateCondBr(Checked, Cont, TrapBB); |
| 2191 | EmitBlock(TrapBB); |
| 2192 | llvm::Value *F = CGM.getIntrinsic(llvm::Intrinsic::trap); |
| 2193 | llvm::CallInst *TrapCall = Builder.CreateCall(F); |
| 2194 | TrapCall->setDoesNotReturn(); |
| 2195 | TrapCall->setDoesNotThrow(); |
| 2196 | Builder.CreateUnreachable(); |
| 2197 | } else { |
| 2198 | Builder.CreateCondBr(Checked, Cont, TrapBB); |
| 2199 | } |
| 2200 | |
| 2201 | EmitBlock(Cont); |
| 2202 | } |
| 2203 | |
Chris Lattner | 9269d5c | 2010-06-26 23:03:20 +0000 | [diff] [blame] | 2204 | /// isSimpleArrayDecayOperand - If the specified expr is a simple decay from an |
| 2205 | /// array to pointer, return the array subexpression. |
| 2206 | static const Expr *isSimpleArrayDecayOperand(const Expr *E) { |
| 2207 | // If this isn't just an array->pointer decay, bail out. |
| 2208 | const CastExpr *CE = dyn_cast<CastExpr>(E); |
John McCall | 2de56d1 | 2010-08-25 11:45:40 +0000 | [diff] [blame] | 2209 | if (CE == 0 || CE->getCastKind() != CK_ArrayToPointerDecay) |
Chris Lattner | 9269d5c | 2010-06-26 23:03:20 +0000 | [diff] [blame] | 2210 | return 0; |
Craig Topper | 1cc87df | 2013-07-26 05:59:26 +0000 | [diff] [blame] | 2211 | |
Chris Lattner | 9269d5c | 2010-06-26 23:03:20 +0000 | [diff] [blame] | 2212 | // If this is a decay from variable width array, bail out. |
| 2213 | const Expr *SubExpr = CE->getSubExpr(); |
| 2214 | if (SubExpr->getType()->isVariableArrayType()) |
| 2215 | return 0; |
Craig Topper | 1cc87df | 2013-07-26 05:59:26 +0000 | [diff] [blame] | 2216 | |
Chris Lattner | 9269d5c | 2010-06-26 23:03:20 +0000 | [diff] [blame] | 2217 | return SubExpr; |
| 2218 | } |
| 2219 | |
Richard Smith | a0a628f | 2013-02-23 02:53:19 +0000 | [diff] [blame] | 2220 | LValue CodeGenFunction::EmitArraySubscriptExpr(const ArraySubscriptExpr *E, |
| 2221 | bool Accessed) { |
Ted Kremenek | 2324512 | 2007-08-20 16:18:38 +0000 | [diff] [blame] | 2222 | // The index must always be an integer, which is not an aggregate. Emit it. |
Chris Lattner | 7f02f72 | 2007-08-24 05:35:26 +0000 | [diff] [blame] | 2223 | llvm::Value *Idx = EmitScalarExpr(E->getIdx()); |
Eli Friedman | 61d004a | 2009-06-06 19:09:26 +0000 | [diff] [blame] | 2224 | QualType IdxTy = E->getIdx()->getType(); |
Douglas Gregor | 575a1c9 | 2011-05-20 16:38:50 +0000 | [diff] [blame] | 2225 | bool IdxSigned = IdxTy->isSignedIntegerOrEnumerationType(); |
Eli Friedman | 61d004a | 2009-06-06 19:09:26 +0000 | [diff] [blame] | 2226 | |
Richard Smith | a0a628f | 2013-02-23 02:53:19 +0000 | [diff] [blame] | 2227 | if (SanOpts->Bounds) |
| 2228 | EmitBoundsCheck(E, E->getBase(), Idx, IdxTy, Accessed); |
| 2229 | |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 2230 | // If the base is a vector type, then we are forming a vector element lvalue |
| 2231 | // with this subscript. |
Eli Friedman | 1e692ac | 2008-06-13 23:01:12 +0000 | [diff] [blame] | 2232 | if (E->getBase()->getType()->isVectorType()) { |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 2233 | // Emit the vector as an lvalue to get its address. |
Eli Friedman | 1e692ac | 2008-06-13 23:01:12 +0000 | [diff] [blame] | 2234 | LValue LHS = EmitLValue(E->getBase()); |
Ted Kremenek | 2324512 | 2007-08-20 16:18:38 +0000 | [diff] [blame] | 2235 | assert(LHS.isSimple() && "Can only subscript lvalue vectors here!"); |
John McCall | d16c2cf | 2011-02-08 08:22:06 +0000 | [diff] [blame] | 2236 | Idx = Builder.CreateIntCast(Idx, Int32Ty, IdxSigned, "vidx"); |
Eli Friedman | 1e692ac | 2008-06-13 23:01:12 +0000 | [diff] [blame] | 2237 | return LValue::MakeVectorElt(LHS.getAddress(), Idx, |
Eli Friedman | e5a8aeb | 2012-03-22 22:36:39 +0000 | [diff] [blame] | 2238 | E->getBase()->getType(), LHS.getAlignment()); |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 2239 | } |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 2240 | |
Ted Kremenek | 2324512 | 2007-08-20 16:18:38 +0000 | [diff] [blame] | 2241 | // Extend or truncate the index type to 32 or 64-bits. |
John McCall | 5936e33 | 2011-02-15 09:22:45 +0000 | [diff] [blame] | 2242 | if (Idx->getType() != IntPtrTy) |
| 2243 | Idx = Builder.CreateIntCast(Idx, IntPtrTy, IdxSigned, "idxprom"); |
Mike Stump | 9c276ae | 2009-12-12 01:27:46 +0000 | [diff] [blame] | 2244 | |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 2245 | // We know that the pointer points to a type of the correct size, unless the |
| 2246 | // size is a VLA or Objective-C interface. |
Daniel Dunbar | 2a86625 | 2009-04-25 05:08:32 +0000 | [diff] [blame] | 2247 | llvm::Value *Address = 0; |
Eli Friedman | 6da2c71 | 2011-12-03 04:14:32 +0000 | [diff] [blame] | 2248 | CharUnits ArrayAlignment; |
John McCall | bc8d40d | 2011-06-24 21:55:10 +0000 | [diff] [blame] | 2249 | if (const VariableArrayType *vla = |
Anders Carlsson | 8b33c08 | 2008-12-21 00:11:23 +0000 | [diff] [blame] | 2250 | getContext().getAsVariableArrayType(E->getType())) { |
John McCall | bc8d40d | 2011-06-24 21:55:10 +0000 | [diff] [blame] | 2251 | // The base must be a pointer, which is not an aggregate. Emit |
| 2252 | // it. It needs to be emitted first in case it's what captures |
| 2253 | // the VLA bounds. |
| 2254 | Address = EmitScalarExpr(E->getBase()); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 2255 | |
John McCall | bc8d40d | 2011-06-24 21:55:10 +0000 | [diff] [blame] | 2256 | // The element count here is the total number of non-VLA elements. |
| 2257 | llvm::Value *numElements = getVLASize(vla).first; |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 2258 | |
John McCall | 913dab2 | 2011-06-25 01:32:37 +0000 | [diff] [blame] | 2259 | // Effectively, the multiply by the VLA size is part of the GEP. |
| 2260 | // GEP indexes are signed, and scaling an index isn't permitted to |
| 2261 | // signed-overflow, so we use the same semantics for our explicit |
| 2262 | // multiply. We suppress this if overflow is not undefined behavior. |
David Blaikie | 4e4d084 | 2012-03-11 07:00:24 +0000 | [diff] [blame] | 2263 | if (getLangOpts().isSignedOverflowDefined()) { |
John McCall | 913dab2 | 2011-06-25 01:32:37 +0000 | [diff] [blame] | 2264 | Idx = Builder.CreateMul(Idx, numElements); |
Chris Lattner | 2cb4222 | 2011-03-01 00:03:48 +0000 | [diff] [blame] | 2265 | Address = Builder.CreateGEP(Address, Idx, "arrayidx"); |
John McCall | 913dab2 | 2011-06-25 01:32:37 +0000 | [diff] [blame] | 2266 | } else { |
| 2267 | Idx = Builder.CreateNSWMul(Idx, numElements); |
Chris Lattner | 2cb4222 | 2011-03-01 00:03:48 +0000 | [diff] [blame] | 2268 | Address = Builder.CreateInBoundsGEP(Address, Idx, "arrayidx"); |
John McCall | 913dab2 | 2011-06-25 01:32:37 +0000 | [diff] [blame] | 2269 | } |
Chris Lattner | 9269d5c | 2010-06-26 23:03:20 +0000 | [diff] [blame] | 2270 | } else if (const ObjCObjectType *OIT = E->getType()->getAs<ObjCObjectType>()){ |
| 2271 | // Indexing over an interface, as in "NSString *P; P[4];" |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 2272 | llvm::Value *InterfaceSize = |
Owen Anderson | 4a28d5d | 2009-07-24 23:12:58 +0000 | [diff] [blame] | 2273 | llvm::ConstantInt::get(Idx->getType(), |
Ken Dyck | 199c3d6 | 2010-01-11 17:06:35 +0000 | [diff] [blame] | 2274 | getContext().getTypeSizeInChars(OIT).getQuantity()); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 2275 | |
Daniel Dunbar | 2a86625 | 2009-04-25 05:08:32 +0000 | [diff] [blame] | 2276 | Idx = Builder.CreateMul(Idx, InterfaceSize); |
| 2277 | |
Chris Lattner | 9269d5c | 2010-06-26 23:03:20 +0000 | [diff] [blame] | 2278 | // The base must be a pointer, which is not an aggregate. Emit it. |
| 2279 | llvm::Value *Base = EmitScalarExpr(E->getBase()); |
John McCall | d16c2cf | 2011-02-08 08:22:06 +0000 | [diff] [blame] | 2280 | Address = EmitCastToVoidPtr(Base); |
| 2281 | Address = Builder.CreateGEP(Address, Idx, "arrayidx"); |
Daniel Dunbar | 2a86625 | 2009-04-25 05:08:32 +0000 | [diff] [blame] | 2282 | Address = Builder.CreateBitCast(Address, Base->getType()); |
Chris Lattner | 9269d5c | 2010-06-26 23:03:20 +0000 | [diff] [blame] | 2283 | } else if (const Expr *Array = isSimpleArrayDecayOperand(E->getBase())) { |
| 2284 | // If this is A[i] where A is an array, the frontend will have decayed the |
| 2285 | // base to be a ArrayToPointerDecay implicit cast. While correct, it is |
| 2286 | // inefficient at -O0 to emit a "gep A, 0, 0" when codegen'ing it, then a |
| 2287 | // "gep x, i" here. Emit one "gep A, 0, i". |
| 2288 | assert(Array->getType()->isArrayType() && |
| 2289 | "Array to pointer decay must have array source type!"); |
Richard Smith | a0a628f | 2013-02-23 02:53:19 +0000 | [diff] [blame] | 2290 | LValue ArrayLV; |
| 2291 | // For simple multidimensional array indexing, set the 'accessed' flag for |
| 2292 | // better bounds-checking of the base expression. |
| 2293 | if (const ArraySubscriptExpr *ASE = dyn_cast<ArraySubscriptExpr>(Array)) |
| 2294 | ArrayLV = EmitArraySubscriptExpr(ASE, /*Accessed*/ true); |
| 2295 | else |
| 2296 | ArrayLV = EmitLValue(Array); |
Daniel Dunbar | d553408 | 2011-04-01 00:49:43 +0000 | [diff] [blame] | 2297 | llvm::Value *ArrayPtr = ArrayLV.getAddress(); |
Chris Lattner | 9269d5c | 2010-06-26 23:03:20 +0000 | [diff] [blame] | 2298 | llvm::Value *Zero = llvm::ConstantInt::get(Int32Ty, 0); |
| 2299 | llvm::Value *Args[] = { Zero, Idx }; |
Craig Topper | 1cc87df | 2013-07-26 05:59:26 +0000 | [diff] [blame] | 2300 | |
Daniel Dunbar | d553408 | 2011-04-01 00:49:43 +0000 | [diff] [blame] | 2301 | // Propagate the alignment from the array itself to the result. |
| 2302 | ArrayAlignment = ArrayLV.getAlignment(); |
| 2303 | |
Richard Smith | 7edf9e3 | 2012-11-01 22:30:59 +0000 | [diff] [blame] | 2304 | if (getLangOpts().isSignedOverflowDefined()) |
Jay Foad | 0f6ac7c | 2011-07-22 08:16:57 +0000 | [diff] [blame] | 2305 | Address = Builder.CreateGEP(ArrayPtr, Args, "arrayidx"); |
Chris Lattner | 2cb4222 | 2011-03-01 00:03:48 +0000 | [diff] [blame] | 2306 | else |
Jay Foad | 0f6ac7c | 2011-07-22 08:16:57 +0000 | [diff] [blame] | 2307 | Address = Builder.CreateInBoundsGEP(ArrayPtr, Args, "arrayidx"); |
Daniel Dunbar | 2a86625 | 2009-04-25 05:08:32 +0000 | [diff] [blame] | 2308 | } else { |
Chris Lattner | 9269d5c | 2010-06-26 23:03:20 +0000 | [diff] [blame] | 2309 | // The base must be a pointer, which is not an aggregate. Emit it. |
| 2310 | llvm::Value *Base = EmitScalarExpr(E->getBase()); |
Richard Smith | 7edf9e3 | 2012-11-01 22:30:59 +0000 | [diff] [blame] | 2311 | if (getLangOpts().isSignedOverflowDefined()) |
Chris Lattner | 2cb4222 | 2011-03-01 00:03:48 +0000 | [diff] [blame] | 2312 | Address = Builder.CreateGEP(Base, Idx, "arrayidx"); |
| 2313 | else |
| 2314 | Address = Builder.CreateInBoundsGEP(Base, Idx, "arrayidx"); |
Anders Carlsson | 8b33c08 | 2008-12-21 00:11:23 +0000 | [diff] [blame] | 2315 | } |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 2316 | |
Steve Naroff | 14108da | 2009-07-10 23:34:53 +0000 | [diff] [blame] | 2317 | QualType T = E->getBase()->getType()->getPointeeType(); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 2318 | assert(!T.isNull() && |
Steve Naroff | 14108da | 2009-07-10 23:34:53 +0000 | [diff] [blame] | 2319 | "CodeGenFunction::EmitArraySubscriptExpr(): Illegal base type"); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 2320 | |
Craig Topper | 1cc87df | 2013-07-26 05:59:26 +0000 | [diff] [blame] | 2321 | |
Daniel Dunbar | d553408 | 2011-04-01 00:49:43 +0000 | [diff] [blame] | 2322 | // Limit the alignment to that of the result type. |
Chris Lattner | 44a2399 | 2012-01-04 22:35:55 +0000 | [diff] [blame] | 2323 | LValue LV; |
Eli Friedman | 6da2c71 | 2011-12-03 04:14:32 +0000 | [diff] [blame] | 2324 | if (!ArrayAlignment.isZero()) { |
| 2325 | CharUnits Align = getContext().getTypeAlignInChars(T); |
Daniel Dunbar | d553408 | 2011-04-01 00:49:43 +0000 | [diff] [blame] | 2326 | ArrayAlignment = std::min(Align, ArrayAlignment); |
Chris Lattner | 44a2399 | 2012-01-04 22:35:55 +0000 | [diff] [blame] | 2327 | LV = MakeAddrLValue(Address, T, ArrayAlignment); |
| 2328 | } else { |
| 2329 | LV = MakeNaturalAlignAddrLValue(Address, T); |
Daniel Dunbar | d553408 | 2011-04-01 00:49:43 +0000 | [diff] [blame] | 2330 | } |
| 2331 | |
Daniel Dunbar | 6d5eb76 | 2010-08-21 03:44:13 +0000 | [diff] [blame] | 2332 | LV.getQuals().setAddressSpace(E->getBase()->getType().getAddressSpace()); |
John McCall | 0953e76 | 2009-09-24 19:53:00 +0000 | [diff] [blame] | 2333 | |
Richard Smith | 7edf9e3 | 2012-11-01 22:30:59 +0000 | [diff] [blame] | 2334 | if (getLangOpts().ObjC1 && |
| 2335 | getLangOpts().getGC() != LangOptions::NonGC) { |
Daniel Dunbar | ea61917 | 2010-08-21 03:22:38 +0000 | [diff] [blame] | 2336 | LV.setNonGC(!E->isOBJCGCCandidate(getContext())); |
Fariborz Jahanian | b123ea3 | 2009-09-16 21:37:16 +0000 | [diff] [blame] | 2337 | setObjCGCLValueClass(getContext(), E, LV); |
| 2338 | } |
Fariborz Jahanian | 643887a | 2009-02-21 23:37:19 +0000 | [diff] [blame] | 2339 | return LV; |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 2340 | } |
| 2341 | |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 2342 | static |
NAKAMURA Takumi | edf5a7b | 2012-01-25 08:58:21 +0000 | [diff] [blame] | 2343 | llvm::Constant *GenerateConstantVector(CGBuilderTy &Builder, |
Craig Topper | 6b9240e | 2013-07-05 19:34:19 +0000 | [diff] [blame] | 2344 | SmallVectorImpl<unsigned> &Elts) { |
Chris Lattner | 5f9e272 | 2011-07-23 10:55:15 +0000 | [diff] [blame] | 2345 | SmallVector<llvm::Constant*, 4> CElts; |
Nate Begeman | 3b8d116 | 2008-05-13 21:03:02 +0000 | [diff] [blame] | 2346 | for (unsigned i = 0, e = Elts.size(); i != e; ++i) |
Chris Lattner | 2ce8842 | 2012-01-25 05:34:41 +0000 | [diff] [blame] | 2347 | CElts.push_back(Builder.getInt32(Elts[i])); |
Nate Begeman | 3b8d116 | 2008-05-13 21:03:02 +0000 | [diff] [blame] | 2348 | |
Chris Lattner | fb018d1 | 2011-02-15 00:14:06 +0000 | [diff] [blame] | 2349 | return llvm::ConstantVector::get(CElts); |
Nate Begeman | 3b8d116 | 2008-05-13 21:03:02 +0000 | [diff] [blame] | 2350 | } |
| 2351 | |
Chris Lattner | 349aaec | 2007-08-02 23:37:31 +0000 | [diff] [blame] | 2352 | LValue CodeGenFunction:: |
Nate Begeman | 213541a | 2008-04-18 23:10:10 +0000 | [diff] [blame] | 2353 | EmitExtVectorElementExpr(const ExtVectorElementExpr *E) { |
Chris Lattner | 349aaec | 2007-08-02 23:37:31 +0000 | [diff] [blame] | 2354 | // Emit the base vector as an l-value. |
Chris Lattner | 73525de | 2009-02-16 21:11:58 +0000 | [diff] [blame] | 2355 | LValue Base; |
| 2356 | |
| 2357 | // ExtVectorElementExpr's base can either be a vector or pointer to vector. |
Chris Lattner | 998eab1 | 2009-12-23 21:31:11 +0000 | [diff] [blame] | 2358 | if (E->isArrow()) { |
| 2359 | // If it is a pointer to a vector, emit the address and form an lvalue with |
| 2360 | // it. |
Chris Lattner | 2140e90 | 2009-02-16 22:14:05 +0000 | [diff] [blame] | 2361 | llvm::Value *Ptr = EmitScalarExpr(E->getBase()); |
Chris Lattner | 998eab1 | 2009-12-23 21:31:11 +0000 | [diff] [blame] | 2362 | const PointerType *PT = E->getBase()->getType()->getAs<PointerType>(); |
Daniel Dunbar | 6d5eb76 | 2010-08-21 03:44:13 +0000 | [diff] [blame] | 2363 | Base = MakeAddrLValue(Ptr, PT->getPointeeType()); |
| 2364 | Base.getQuals().removeObjCGCAttr(); |
John McCall | 7eb0a9e | 2010-11-24 05:12:34 +0000 | [diff] [blame] | 2365 | } else if (E->getBase()->isGLValue()) { |
Chris Lattner | 998eab1 | 2009-12-23 21:31:11 +0000 | [diff] [blame] | 2366 | // Otherwise, if the base is an lvalue ( as in the case of foo.x.x), |
| 2367 | // emit the base as an lvalue. |
| 2368 | assert(E->getBase()->getType()->isVectorType()); |
| 2369 | Base = EmitLValue(E->getBase()); |
| 2370 | } else { |
| 2371 | // Otherwise, the base is a normal rvalue (as in (V+V).x), emit it as such. |
John McCall | a07398e | 2011-06-16 04:16:24 +0000 | [diff] [blame] | 2372 | assert(E->getBase()->getType()->isVectorType() && |
Daniel Dunbar | 302c3c2 | 2010-01-04 18:02:28 +0000 | [diff] [blame] | 2373 | "Result must be a vector"); |
Chris Lattner | 998eab1 | 2009-12-23 21:31:11 +0000 | [diff] [blame] | 2374 | llvm::Value *Vec = EmitScalarExpr(E->getBase()); |
Craig Topper | 1cc87df | 2013-07-26 05:59:26 +0000 | [diff] [blame] | 2375 | |
Chris Lattner | 0ad57fb | 2009-12-23 21:33:41 +0000 | [diff] [blame] | 2376 | // Store the vector to memory (because LValue wants an address). |
Daniel Dunbar | 195337d | 2010-02-09 02:48:28 +0000 | [diff] [blame] | 2377 | llvm::Value *VecMem = CreateMemTemp(E->getBase()->getType()); |
Chris Lattner | 998eab1 | 2009-12-23 21:31:11 +0000 | [diff] [blame] | 2378 | Builder.CreateStore(Vec, VecMem); |
Daniel Dunbar | 6d5eb76 | 2010-08-21 03:44:13 +0000 | [diff] [blame] | 2379 | Base = MakeAddrLValue(VecMem, E->getBase()->getType()); |
Chris Lattner | 998eab1 | 2009-12-23 21:31:11 +0000 | [diff] [blame] | 2380 | } |
John McCall | a07398e | 2011-06-16 04:16:24 +0000 | [diff] [blame] | 2381 | |
| 2382 | QualType type = |
| 2383 | E->getType().withCVRQualifiers(Base.getQuals().getCVRQualifiers()); |
Craig Topper | 1cc87df | 2013-07-26 05:59:26 +0000 | [diff] [blame] | 2384 | |
Nate Begeman | 3b8d116 | 2008-05-13 21:03:02 +0000 | [diff] [blame] | 2385 | // Encode the element access list into a vector of unsigned indices. |
Chris Lattner | 5f9e272 | 2011-07-23 10:55:15 +0000 | [diff] [blame] | 2386 | SmallVector<unsigned, 4> Indices; |
Nate Begeman | 3b8d116 | 2008-05-13 21:03:02 +0000 | [diff] [blame] | 2387 | E->getEncodedElementAccess(Indices); |
| 2388 | |
| 2389 | if (Base.isSimple()) { |
Chris Lattner | 2ce8842 | 2012-01-25 05:34:41 +0000 | [diff] [blame] | 2390 | llvm::Constant *CV = GenerateConstantVector(Builder, Indices); |
Eli Friedman | e5a8aeb | 2012-03-22 22:36:39 +0000 | [diff] [blame] | 2391 | return LValue::MakeExtVectorElt(Base.getAddress(), CV, type, |
| 2392 | Base.getAlignment()); |
Nate Begeman | 3b8d116 | 2008-05-13 21:03:02 +0000 | [diff] [blame] | 2393 | } |
| 2394 | assert(Base.isExtVectorElt() && "Can only subscript lvalue vec elts here!"); |
| 2395 | |
| 2396 | llvm::Constant *BaseElts = Base.getExtVectorElts(); |
Chris Lattner | 5f9e272 | 2011-07-23 10:55:15 +0000 | [diff] [blame] | 2397 | SmallVector<llvm::Constant *, 4> CElts; |
Nate Begeman | 3b8d116 | 2008-05-13 21:03:02 +0000 | [diff] [blame] | 2398 | |
Chris Lattner | 89f4283 | 2012-01-30 06:20:36 +0000 | [diff] [blame] | 2399 | for (unsigned i = 0, e = Indices.size(); i != e; ++i) |
| 2400 | CElts.push_back(BaseElts->getAggregateElement(Indices[i])); |
Chris Lattner | fb018d1 | 2011-02-15 00:14:06 +0000 | [diff] [blame] | 2401 | llvm::Constant *CV = llvm::ConstantVector::get(CElts); |
Eli Friedman | e5a8aeb | 2012-03-22 22:36:39 +0000 | [diff] [blame] | 2402 | return LValue::MakeExtVectorElt(Base.getExtVectorAddr(), CV, type, |
| 2403 | Base.getAlignment()); |
Chris Lattner | 349aaec | 2007-08-02 23:37:31 +0000 | [diff] [blame] | 2404 | } |
| 2405 | |
Devang Patel | b9b00ad | 2007-10-23 20:28:39 +0000 | [diff] [blame] | 2406 | LValue CodeGenFunction::EmitMemberExpr(const MemberExpr *E) { |
Devang Patel | 126a856 | 2007-10-24 22:26:28 +0000 | [diff] [blame] | 2407 | Expr *BaseExpr = E->getBase(); |
Eli Friedman | 1e692ac | 2008-06-13 23:01:12 +0000 | [diff] [blame] | 2408 | |
Chris Lattner | 12f65f6 | 2007-12-02 18:52:07 +0000 | [diff] [blame] | 2409 | // If this is s.x, emit s as an lvalue. If it is s->x, emit s as a scalar. |
Eli Friedman | 377ecc7 | 2012-04-16 03:54:45 +0000 | [diff] [blame] | 2410 | LValue BaseLV; |
Richard Smith | 2c9f87c | 2012-08-24 00:54:33 +0000 | [diff] [blame] | 2411 | if (E->isArrow()) { |
| 2412 | llvm::Value *Ptr = EmitScalarExpr(BaseExpr); |
| 2413 | QualType PtrTy = BaseExpr->getType()->getPointeeType(); |
Richard Smith | 4def70d | 2012-10-09 19:52:38 +0000 | [diff] [blame] | 2414 | EmitTypeCheck(TCK_MemberAccess, E->getExprLoc(), Ptr, PtrTy); |
Richard Smith | 2c9f87c | 2012-08-24 00:54:33 +0000 | [diff] [blame] | 2415 | BaseLV = MakeNaturalAlignAddrLValue(Ptr, PtrTy); |
| 2416 | } else |
Richard Smith | 7ac9ef1 | 2012-09-08 02:08:36 +0000 | [diff] [blame] | 2417 | BaseLV = EmitCheckedLValue(BaseExpr, TCK_MemberAccess); |
Devang Patel | b9b00ad | 2007-10-23 20:28:39 +0000 | [diff] [blame] | 2418 | |
Anders Carlsson | ce53f7d | 2009-11-07 23:06:58 +0000 | [diff] [blame] | 2419 | NamedDecl *ND = E->getMemberDecl(); |
| 2420 | if (FieldDecl *Field = dyn_cast<FieldDecl>(ND)) { |
Eli Friedman | 377ecc7 | 2012-04-16 03:54:45 +0000 | [diff] [blame] | 2421 | LValue LV = EmitLValueForField(BaseLV, Field); |
Anders Carlsson | ce53f7d | 2009-11-07 23:06:58 +0000 | [diff] [blame] | 2422 | setObjCGCLValueClass(getContext(), E, LV); |
| 2423 | return LV; |
| 2424 | } |
Craig Topper | 1cc87df | 2013-07-26 05:59:26 +0000 | [diff] [blame] | 2425 | |
Anders Carlsson | 589f9e3 | 2009-11-07 23:16:50 +0000 | [diff] [blame] | 2426 | if (VarDecl *VD = dyn_cast<VarDecl>(ND)) |
| 2427 | return EmitGlobalVarDeclLValue(*this, E, VD); |
Eli Friedman | 9a14630 | 2009-11-26 06:08:14 +0000 | [diff] [blame] | 2428 | |
| 2429 | if (const FunctionDecl *FD = dyn_cast<FunctionDecl>(ND)) |
| 2430 | return EmitFunctionDeclLValue(*this, E, FD); |
| 2431 | |
David Blaikie | b219cfc | 2011-09-23 05:06:16 +0000 | [diff] [blame] | 2432 | llvm_unreachable("Unhandled member declaration!"); |
Eli Friedman | 472778e | 2008-02-09 08:50:58 +0000 | [diff] [blame] | 2433 | } |
Devang Patel | b9b00ad | 2007-10-23 20:28:39 +0000 | [diff] [blame] | 2434 | |
John McCall | f5ebf9b | 2013-05-03 07:33:41 +0000 | [diff] [blame] | 2435 | /// Given that we are currently emitting a lambda, emit an l-value for |
| 2436 | /// one of its members. |
| 2437 | LValue CodeGenFunction::EmitLValueForLambdaField(const FieldDecl *Field) { |
| 2438 | assert(cast<CXXMethodDecl>(CurCodeDecl)->getParent()->isLambda()); |
| 2439 | assert(cast<CXXMethodDecl>(CurCodeDecl)->getParent() == Field->getParent()); |
| 2440 | QualType LambdaTagType = |
| 2441 | getContext().getTagDeclType(Field->getParent()); |
| 2442 | LValue LambdaLV = MakeNaturalAlignAddrLValue(CXXABIThisValue, LambdaTagType); |
| 2443 | return EmitLValueForField(LambdaLV, Field); |
| 2444 | } |
| 2445 | |
Eli Friedman | 377ecc7 | 2012-04-16 03:54:45 +0000 | [diff] [blame] | 2446 | LValue CodeGenFunction::EmitLValueForField(LValue base, |
| 2447 | const FieldDecl *field) { |
Eli Friedman | f4bcfa1 | 2012-06-27 21:19:48 +0000 | [diff] [blame] | 2448 | if (field->isBitField()) { |
| 2449 | const CGRecordLayout &RL = |
| 2450 | CGM.getTypes().getCGRecordLayout(field->getParent()); |
| 2451 | const CGBitFieldInfo &Info = RL.getBitFieldInfo(field); |
Chandler Carruth | 72d2dab | 2012-12-06 11:14:44 +0000 | [diff] [blame] | 2452 | llvm::Value *Addr = base.getAddress(); |
| 2453 | unsigned Idx = RL.getLLVMFieldNo(field); |
| 2454 | if (Idx != 0) |
| 2455 | // For structs, we GEP to the field that the record layout suggests. |
| 2456 | Addr = Builder.CreateStructGEP(Addr, Idx, field->getName()); |
| 2457 | // Get the access type. |
| 2458 | llvm::Type *PtrTy = llvm::Type::getIntNPtrTy( |
| 2459 | getLLVMContext(), Info.StorageSize, |
| 2460 | CGM.getContext().getTargetAddressSpace(base.getType())); |
| 2461 | if (Addr->getType() != PtrTy) |
| 2462 | Addr = Builder.CreateBitCast(Addr, PtrTy); |
| 2463 | |
Eli Friedman | f4bcfa1 | 2012-06-27 21:19:48 +0000 | [diff] [blame] | 2464 | QualType fieldType = |
| 2465 | field->getType().withCVRQualifiers(base.getVRQualifiers()); |
Chandler Carruth | 72d2dab | 2012-12-06 11:14:44 +0000 | [diff] [blame] | 2466 | return LValue::MakeBitfield(Addr, Info, fieldType, base.getAlignment()); |
Eli Friedman | f4bcfa1 | 2012-06-27 21:19:48 +0000 | [diff] [blame] | 2467 | } |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 2468 | |
John McCall | bc7fbf0 | 2011-02-26 08:07:02 +0000 | [diff] [blame] | 2469 | const RecordDecl *rec = field->getParent(); |
| 2470 | QualType type = field->getType(); |
Eli Friedman | 6da2c71 | 2011-12-03 04:14:32 +0000 | [diff] [blame] | 2471 | CharUnits alignment = getContext().getDeclAlign(field); |
Eli Friedman | 1e86b34 | 2008-05-29 11:33:25 +0000 | [diff] [blame] | 2472 | |
Eli Friedman | 377ecc7 | 2012-04-16 03:54:45 +0000 | [diff] [blame] | 2473 | // FIXME: It should be impossible to have an LValue without alignment for a |
| 2474 | // complete type. |
| 2475 | if (!base.getAlignment().isZero()) |
| 2476 | alignment = std::min(alignment, base.getAlignment()); |
| 2477 | |
John McCall | bc7fbf0 | 2011-02-26 08:07:02 +0000 | [diff] [blame] | 2478 | bool mayAlias = rec->hasAttr<MayAliasAttr>(); |
| 2479 | |
Eli Friedman | 377ecc7 | 2012-04-16 03:54:45 +0000 | [diff] [blame] | 2480 | llvm::Value *addr = base.getAddress(); |
| 2481 | unsigned cvr = base.getVRQualifiers(); |
Manman Ren | b37a73d | 2013-04-04 21:53:22 +0000 | [diff] [blame] | 2482 | bool TBAAPath = CGM.getCodeGenOpts().StructPathTBAA; |
John McCall | bc7fbf0 | 2011-02-26 08:07:02 +0000 | [diff] [blame] | 2483 | if (rec->isUnion()) { |
Chris Lattner | 74339df | 2011-07-10 05:34:54 +0000 | [diff] [blame] | 2484 | // For unions, there is no pointer adjustment. |
John McCall | bc7fbf0 | 2011-02-26 08:07:02 +0000 | [diff] [blame] | 2485 | assert(!type->isReferenceType() && "union has reference member"); |
Manman Ren | b37a73d | 2013-04-04 21:53:22 +0000 | [diff] [blame] | 2486 | // TODO: handle path-aware TBAA for union. |
| 2487 | TBAAPath = false; |
John McCall | bc7fbf0 | 2011-02-26 08:07:02 +0000 | [diff] [blame] | 2488 | } else { |
| 2489 | // For structs, we GEP to the field that the record layout suggests. |
| 2490 | unsigned idx = CGM.getTypes().getCGRecordLayout(rec).getLLVMFieldNo(field); |
Chris Lattner | 74339df | 2011-07-10 05:34:54 +0000 | [diff] [blame] | 2491 | addr = Builder.CreateStructGEP(addr, idx, field->getName()); |
John McCall | bc7fbf0 | 2011-02-26 08:07:02 +0000 | [diff] [blame] | 2492 | |
| 2493 | // If this is a reference field, load the reference right now. |
| 2494 | if (const ReferenceType *refType = type->getAs<ReferenceType>()) { |
| 2495 | llvm::LoadInst *load = Builder.CreateLoad(addr, "ref"); |
| 2496 | if (cvr & Qualifiers::Volatile) load->setVolatile(true); |
Eli Friedman | 6da2c71 | 2011-12-03 04:14:32 +0000 | [diff] [blame] | 2497 | load->setAlignment(alignment.getQuantity()); |
John McCall | bc7fbf0 | 2011-02-26 08:07:02 +0000 | [diff] [blame] | 2498 | |
Manman Ren | b37a73d | 2013-04-04 21:53:22 +0000 | [diff] [blame] | 2499 | // Loading the reference will disable path-aware TBAA. |
| 2500 | TBAAPath = false; |
John McCall | bc7fbf0 | 2011-02-26 08:07:02 +0000 | [diff] [blame] | 2501 | if (CGM.shouldUseTBAA()) { |
| 2502 | llvm::MDNode *tbaa; |
| 2503 | if (mayAlias) |
| 2504 | tbaa = CGM.getTBAAInfo(getContext().CharTy); |
| 2505 | else |
| 2506 | tbaa = CGM.getTBAAInfo(type); |
| 2507 | CGM.DecorateInstruction(load, tbaa); |
| 2508 | } |
| 2509 | |
| 2510 | addr = load; |
| 2511 | mayAlias = false; |
| 2512 | type = refType->getPointeeType(); |
Eli Friedman | 2f77b3d | 2011-11-16 00:42:57 +0000 | [diff] [blame] | 2513 | if (type->isIncompleteType()) |
Eli Friedman | 6da2c71 | 2011-12-03 04:14:32 +0000 | [diff] [blame] | 2514 | alignment = CharUnits(); |
Eli Friedman | 2f77b3d | 2011-11-16 00:42:57 +0000 | [diff] [blame] | 2515 | else |
Eli Friedman | 6da2c71 | 2011-12-03 04:14:32 +0000 | [diff] [blame] | 2516 | alignment = getContext().getTypeAlignInChars(type); |
John McCall | bc7fbf0 | 2011-02-26 08:07:02 +0000 | [diff] [blame] | 2517 | cvr = 0; // qualifiers don't recursively apply to referencee |
| 2518 | } |
Devang Patel | abad06c | 2007-10-26 19:42:18 +0000 | [diff] [blame] | 2519 | } |
Craig Topper | 1cc87df | 2013-07-26 05:59:26 +0000 | [diff] [blame] | 2520 | |
Chris Lattner | 74339df | 2011-07-10 05:34:54 +0000 | [diff] [blame] | 2521 | // Make sure that the address is pointing to the right type. This is critical |
| 2522 | // for both unions and structs. A union needs a bitcast, a struct element |
| 2523 | // will need a bitcast if the LLVM type laid out doesn't match the desired |
| 2524 | // type. |
Chandler Carruth | a98742c | 2011-07-12 08:58:26 +0000 | [diff] [blame] | 2525 | addr = EmitBitCastOfLValueToProperType(*this, addr, |
Chris Lattner | 3a2b657 | 2011-07-12 06:52:18 +0000 | [diff] [blame] | 2526 | CGM.getTypes().ConvertTypeForMem(type), |
| 2527 | field->getName()); |
John McCall | 0953e76 | 2009-09-24 19:53:00 +0000 | [diff] [blame] | 2528 | |
Julien Lerouge | 77f68bb | 2011-09-09 22:41:49 +0000 | [diff] [blame] | 2529 | if (field->hasAttr<AnnotateAttr>()) |
| 2530 | addr = EmitFieldAnnotations(field, addr); |
| 2531 | |
John McCall | bc7fbf0 | 2011-02-26 08:07:02 +0000 | [diff] [blame] | 2532 | LValue LV = MakeAddrLValue(addr, type, alignment); |
| 2533 | LV.getQuals().addCVRQualifiers(cvr); |
Manman Ren | b37a73d | 2013-04-04 21:53:22 +0000 | [diff] [blame] | 2534 | if (TBAAPath) { |
| 2535 | const ASTRecordLayout &Layout = |
| 2536 | getContext().getASTRecordLayout(field->getParent()); |
| 2537 | // Set the base type to be the base type of the base LValue and |
| 2538 | // update offset to be relative to the base type. |
Manman Ren | 975d83c | 2013-04-27 00:39:37 +0000 | [diff] [blame] | 2539 | LV.setTBAABaseType(mayAlias ? getContext().CharTy : base.getTBAABaseType()); |
| 2540 | LV.setTBAAOffset(mayAlias ? 0 : base.getTBAAOffset() + |
Manman Ren | b37a73d | 2013-04-04 21:53:22 +0000 | [diff] [blame] | 2541 | Layout.getFieldOffset(field->getFieldIndex()) / |
| 2542 | getContext().getCharWidth()); |
| 2543 | } |
Daniel Dunbar | 6d5eb76 | 2010-08-21 03:44:13 +0000 | [diff] [blame] | 2544 | |
Fariborz Jahanian | fd02ed7 | 2009-09-21 18:54:29 +0000 | [diff] [blame] | 2545 | // __weak attribute on a field is ignored. |
Daniel Dunbar | 6d5eb76 | 2010-08-21 03:44:13 +0000 | [diff] [blame] | 2546 | if (LV.getQuals().getObjCGCAttr() == Qualifiers::Weak) |
| 2547 | LV.getQuals().removeObjCGCAttr(); |
John McCall | bc7fbf0 | 2011-02-26 08:07:02 +0000 | [diff] [blame] | 2548 | |
| 2549 | // Fields of may_alias structs act like 'char' for TBAA purposes. |
| 2550 | // FIXME: this should get propagated down through anonymous structs |
| 2551 | // and unions. |
| 2552 | if (mayAlias && LV.getTBAAInfo()) |
| 2553 | LV.setTBAAInfo(CGM.getTBAAInfo(getContext().CharTy)); |
| 2554 | |
Daniel Dunbar | 6d5eb76 | 2010-08-21 03:44:13 +0000 | [diff] [blame] | 2555 | return LV; |
Devang Patel | b9b00ad | 2007-10-23 20:28:39 +0000 | [diff] [blame] | 2556 | } |
| 2557 | |
Craig Topper | 1cc87df | 2013-07-26 05:59:26 +0000 | [diff] [blame] | 2558 | LValue |
| 2559 | CodeGenFunction::EmitLValueForFieldInitialization(LValue Base, |
Eli Friedman | 377ecc7 | 2012-04-16 03:54:45 +0000 | [diff] [blame] | 2560 | const FieldDecl *Field) { |
Anders Carlsson | 06a2970 | 2010-01-29 05:24:29 +0000 | [diff] [blame] | 2561 | QualType FieldType = Field->getType(); |
Craig Topper | 1cc87df | 2013-07-26 05:59:26 +0000 | [diff] [blame] | 2562 | |
Anders Carlsson | 06a2970 | 2010-01-29 05:24:29 +0000 | [diff] [blame] | 2563 | if (!FieldType->isReferenceType()) |
Eli Friedman | 377ecc7 | 2012-04-16 03:54:45 +0000 | [diff] [blame] | 2564 | return EmitLValueForField(Base, Field); |
Anders Carlsson | 06a2970 | 2010-01-29 05:24:29 +0000 | [diff] [blame] | 2565 | |
Daniel Dunbar | 198bcb4 | 2010-03-31 01:09:11 +0000 | [diff] [blame] | 2566 | const CGRecordLayout &RL = |
| 2567 | CGM.getTypes().getCGRecordLayout(Field->getParent()); |
| 2568 | unsigned idx = RL.getLLVMFieldNo(Field); |
Eli Friedman | 377ecc7 | 2012-04-16 03:54:45 +0000 | [diff] [blame] | 2569 | llvm::Value *V = Builder.CreateStructGEP(Base.getAddress(), idx); |
Anders Carlsson | 06a2970 | 2010-01-29 05:24:29 +0000 | [diff] [blame] | 2570 | assert(!FieldType.getObjCGCAttr() && "fields cannot have GC attrs"); |
| 2571 | |
Chris Lattner | 1b5ba85 | 2011-07-10 05:53:24 +0000 | [diff] [blame] | 2572 | // Make sure that the address is pointing to the right type. This is critical |
| 2573 | // for both unions and structs. A union needs a bitcast, a struct element |
| 2574 | // will need a bitcast if the LLVM type laid out doesn't match the desired |
| 2575 | // type. |
Chris Lattner | 2acc6e3 | 2011-07-18 04:24:23 +0000 | [diff] [blame] | 2576 | llvm::Type *llvmType = ConvertTypeForMem(FieldType); |
Eli Friedman | 377ecc7 | 2012-04-16 03:54:45 +0000 | [diff] [blame] | 2577 | V = EmitBitCastOfLValueToProperType(*this, V, llvmType, Field->getName()); |
| 2578 | |
Eli Friedman | 6da2c71 | 2011-12-03 04:14:32 +0000 | [diff] [blame] | 2579 | CharUnits Alignment = getContext().getDeclAlign(Field); |
Eli Friedman | 377ecc7 | 2012-04-16 03:54:45 +0000 | [diff] [blame] | 2580 | |
| 2581 | // FIXME: It should be impossible to have an LValue without alignment for a |
| 2582 | // complete type. |
| 2583 | if (!Base.getAlignment().isZero()) |
| 2584 | Alignment = std::min(Alignment, Base.getAlignment()); |
| 2585 | |
Daniel Dunbar | 983e3d7 | 2010-08-21 04:20:22 +0000 | [diff] [blame] | 2586 | return MakeAddrLValue(V, FieldType, Alignment); |
Anders Carlsson | 06a2970 | 2010-01-29 05:24:29 +0000 | [diff] [blame] | 2587 | } |
| 2588 | |
Chris Lattner | d0db03a | 2010-09-06 00:11:41 +0000 | [diff] [blame] | 2589 | LValue CodeGenFunction::EmitCompoundLiteralLValue(const CompoundLiteralExpr *E){ |
Richard Smith | 7401cf5 | 2011-11-22 22:48:32 +0000 | [diff] [blame] | 2590 | if (E->isFileScope()) { |
| 2591 | llvm::Value *GlobalPtr = CGM.GetAddrOfConstantCompoundLiteral(E); |
| 2592 | return MakeAddrLValue(GlobalPtr, E->getType()); |
| 2593 | } |
Fariborz Jahanian | ec22f56 | 2012-06-07 18:15:55 +0000 | [diff] [blame] | 2594 | if (E->getType()->isVariablyModifiedType()) |
| 2595 | // make sure to emit the VLA size. |
| 2596 | EmitVariablyModifiedType(E->getType()); |
Craig Topper | 1cc87df | 2013-07-26 05:59:26 +0000 | [diff] [blame] | 2597 | |
Daniel Dunbar | 1500657 | 2010-02-16 19:43:39 +0000 | [diff] [blame] | 2598 | llvm::Value *DeclPtr = CreateMemTemp(E->getType(), ".compoundliteral"); |
Chris Lattner | d0db03a | 2010-09-06 00:11:41 +0000 | [diff] [blame] | 2599 | const Expr *InitExpr = E->getInitializer(); |
Daniel Dunbar | 9f553f5 | 2010-08-21 03:08:16 +0000 | [diff] [blame] | 2600 | LValue Result = MakeAddrLValue(DeclPtr, E->getType()); |
Eli Friedman | 06e863f | 2008-05-13 23:18:27 +0000 | [diff] [blame] | 2601 | |
Chad Rosier | 649b4a1 | 2012-03-29 17:37:10 +0000 | [diff] [blame] | 2602 | EmitAnyExprToMem(InitExpr, DeclPtr, E->getType().getQualifiers(), |
| 2603 | /*Init*/ true); |
Eli Friedman | 06e863f | 2008-05-13 23:18:27 +0000 | [diff] [blame] | 2604 | |
| 2605 | return Result; |
| 2606 | } |
| 2607 | |
Richard Smith | 13ec910 | 2012-05-14 21:57:21 +0000 | [diff] [blame] | 2608 | LValue CodeGenFunction::EmitInitListLValue(const InitListExpr *E) { |
| 2609 | if (!E->isGLValue()) |
| 2610 | // Initializing an aggregate temporary in C++11: T{...}. |
| 2611 | return EmitAggExprToLValue(E); |
| 2612 | |
| 2613 | // An lvalue initializer list must be initializing a reference. |
| 2614 | assert(E->getNumInits() == 1 && "reference init with multiple values"); |
| 2615 | return EmitLValue(E->getInit(0)); |
| 2616 | } |
| 2617 | |
John McCall | 56ca35d | 2011-02-17 10:25:35 +0000 | [diff] [blame] | 2618 | LValue CodeGenFunction:: |
| 2619 | EmitConditionalOperatorLValue(const AbstractConditionalOperator *expr) { |
| 2620 | if (!expr->isGLValue()) { |
John McCall | f99a391 | 2011-01-26 19:21:13 +0000 | [diff] [blame] | 2621 | // ?: here should be an aggregate. |
John McCall | 9d232c8 | 2013-03-07 21:37:08 +0000 | [diff] [blame] | 2622 | assert(hasAggregateEvaluationKind(expr->getType()) && |
John McCall | f99a391 | 2011-01-26 19:21:13 +0000 | [diff] [blame] | 2623 | "Unexpected conditional operator!"); |
John McCall | 56ca35d | 2011-02-17 10:25:35 +0000 | [diff] [blame] | 2624 | return EmitAggExprToLValue(expr); |
Anders Carlsson | 6fcec8b | 2009-09-15 16:35:24 +0000 | [diff] [blame] | 2625 | } |
Daniel Dunbar | 9034558 | 2009-03-24 02:38:23 +0000 | [diff] [blame] | 2626 | |
Eli Friedman | 2c0c745 | 2012-01-25 05:04:17 +0000 | [diff] [blame] | 2627 | OpaqueValueMapping binding(*this, expr); |
| 2628 | |
John McCall | 56ca35d | 2011-02-17 10:25:35 +0000 | [diff] [blame] | 2629 | const Expr *condExpr = expr->getCond(); |
Chris Lattner | c2c9001 | 2011-02-27 23:02:32 +0000 | [diff] [blame] | 2630 | bool CondExprBool; |
| 2631 | if (ConstantFoldsToSimpleInteger(condExpr, CondExprBool)) { |
John McCall | 56ca35d | 2011-02-17 10:25:35 +0000 | [diff] [blame] | 2632 | const Expr *live = expr->getTrueExpr(), *dead = expr->getFalseExpr(); |
Chris Lattner | c2c9001 | 2011-02-27 23:02:32 +0000 | [diff] [blame] | 2633 | if (!CondExprBool) std::swap(live, dead); |
John McCall | 56ca35d | 2011-02-17 10:25:35 +0000 | [diff] [blame] | 2634 | |
| 2635 | if (!ContainsLabel(dead)) |
| 2636 | return EmitLValue(live); |
John McCall | f99a391 | 2011-01-26 19:21:13 +0000 | [diff] [blame] | 2637 | } |
| 2638 | |
John McCall | 56ca35d | 2011-02-17 10:25:35 +0000 | [diff] [blame] | 2639 | llvm::BasicBlock *lhsBlock = createBasicBlock("cond.true"); |
| 2640 | llvm::BasicBlock *rhsBlock = createBasicBlock("cond.false"); |
| 2641 | llvm::BasicBlock *contBlock = createBasicBlock("cond.end"); |
John McCall | f99a391 | 2011-01-26 19:21:13 +0000 | [diff] [blame] | 2642 | |
| 2643 | ConditionalEvaluation eval(*this); |
John McCall | 56ca35d | 2011-02-17 10:25:35 +0000 | [diff] [blame] | 2644 | EmitBranchOnBoolExpr(condExpr, lhsBlock, rhsBlock); |
Craig Topper | 1cc87df | 2013-07-26 05:59:26 +0000 | [diff] [blame] | 2645 | |
John McCall | f99a391 | 2011-01-26 19:21:13 +0000 | [diff] [blame] | 2646 | // Any temporaries created here are conditional. |
John McCall | 56ca35d | 2011-02-17 10:25:35 +0000 | [diff] [blame] | 2647 | EmitBlock(lhsBlock); |
John McCall | f99a391 | 2011-01-26 19:21:13 +0000 | [diff] [blame] | 2648 | eval.begin(*this); |
John McCall | 56ca35d | 2011-02-17 10:25:35 +0000 | [diff] [blame] | 2649 | LValue lhs = EmitLValue(expr->getTrueExpr()); |
John McCall | f99a391 | 2011-01-26 19:21:13 +0000 | [diff] [blame] | 2650 | eval.end(*this); |
Craig Topper | 1cc87df | 2013-07-26 05:59:26 +0000 | [diff] [blame] | 2651 | |
John McCall | 56ca35d | 2011-02-17 10:25:35 +0000 | [diff] [blame] | 2652 | if (!lhs.isSimple()) |
| 2653 | return EmitUnsupportedLValue(expr, "conditional operator"); |
John McCall | f99a391 | 2011-01-26 19:21:13 +0000 | [diff] [blame] | 2654 | |
John McCall | 56ca35d | 2011-02-17 10:25:35 +0000 | [diff] [blame] | 2655 | lhsBlock = Builder.GetInsertBlock(); |
| 2656 | Builder.CreateBr(contBlock); |
Craig Topper | 1cc87df | 2013-07-26 05:59:26 +0000 | [diff] [blame] | 2657 | |
John McCall | f99a391 | 2011-01-26 19:21:13 +0000 | [diff] [blame] | 2658 | // Any temporaries created here are conditional. |
John McCall | 56ca35d | 2011-02-17 10:25:35 +0000 | [diff] [blame] | 2659 | EmitBlock(rhsBlock); |
John McCall | f99a391 | 2011-01-26 19:21:13 +0000 | [diff] [blame] | 2660 | eval.begin(*this); |
John McCall | 56ca35d | 2011-02-17 10:25:35 +0000 | [diff] [blame] | 2661 | LValue rhs = EmitLValue(expr->getFalseExpr()); |
John McCall | f99a391 | 2011-01-26 19:21:13 +0000 | [diff] [blame] | 2662 | eval.end(*this); |
John McCall | 56ca35d | 2011-02-17 10:25:35 +0000 | [diff] [blame] | 2663 | if (!rhs.isSimple()) |
| 2664 | return EmitUnsupportedLValue(expr, "conditional operator"); |
| 2665 | rhsBlock = Builder.GetInsertBlock(); |
John McCall | f99a391 | 2011-01-26 19:21:13 +0000 | [diff] [blame] | 2666 | |
John McCall | 56ca35d | 2011-02-17 10:25:35 +0000 | [diff] [blame] | 2667 | EmitBlock(contBlock); |
John McCall | f99a391 | 2011-01-26 19:21:13 +0000 | [diff] [blame] | 2668 | |
Jay Foad | bbf3bac | 2011-03-30 11:28:58 +0000 | [diff] [blame] | 2669 | llvm::PHINode *phi = Builder.CreatePHI(lhs.getAddress()->getType(), 2, |
John McCall | f99a391 | 2011-01-26 19:21:13 +0000 | [diff] [blame] | 2670 | "cond-lvalue"); |
John McCall | 56ca35d | 2011-02-17 10:25:35 +0000 | [diff] [blame] | 2671 | phi->addIncoming(lhs.getAddress(), lhsBlock); |
| 2672 | phi->addIncoming(rhs.getAddress(), rhsBlock); |
| 2673 | return MakeAddrLValue(phi, expr->getType()); |
Daniel Dunbar | 9034558 | 2009-03-24 02:38:23 +0000 | [diff] [blame] | 2674 | } |
| 2675 | |
Richard Smith | 13ec910 | 2012-05-14 21:57:21 +0000 | [diff] [blame] | 2676 | /// EmitCastLValue - Casts are never lvalues unless that cast is to a reference |
| 2677 | /// type. If the cast is to a reference, we can have the usual lvalue result, |
Mike Stump | c849c05 | 2009-11-16 06:50:58 +0000 | [diff] [blame] | 2678 | /// otherwise if a cast is needed by the code generator in an lvalue context, |
| 2679 | /// then it must mean that we need the address of an aggregate in order to |
Richard Smith | 13ec910 | 2012-05-14 21:57:21 +0000 | [diff] [blame] | 2680 | /// access one of its members. This can happen for all the reasons that casts |
Mike Stump | c849c05 | 2009-11-16 06:50:58 +0000 | [diff] [blame] | 2681 | /// are permitted with aggregate result, including noop aggregate casts, and |
| 2682 | /// cast from scalar to union. |
Chris Lattner | 75dfeda | 2009-03-18 18:28:57 +0000 | [diff] [blame] | 2683 | LValue CodeGenFunction::EmitCastLValue(const CastExpr *E) { |
Anders Carlsson | 0ee33cf | 2009-09-12 16:16:49 +0000 | [diff] [blame] | 2684 | switch (E->getCastKind()) { |
John McCall | 2de56d1 | 2010-08-25 11:45:40 +0000 | [diff] [blame] | 2685 | case CK_ToVoid: |
John McCall | 2de56d1 | 2010-08-25 11:45:40 +0000 | [diff] [blame] | 2686 | case CK_BitCast: |
| 2687 | case CK_ArrayToPointerDecay: |
| 2688 | case CK_FunctionToPointerDecay: |
| 2689 | case CK_NullToMemberPointer: |
John McCall | 404cd16 | 2010-11-13 01:35:44 +0000 | [diff] [blame] | 2690 | case CK_NullToPointer: |
John McCall | 2de56d1 | 2010-08-25 11:45:40 +0000 | [diff] [blame] | 2691 | case CK_IntegralToPointer: |
| 2692 | case CK_PointerToIntegral: |
John McCall | daa8e4e | 2010-11-15 09:13:47 +0000 | [diff] [blame] | 2693 | case CK_PointerToBoolean: |
John McCall | 2de56d1 | 2010-08-25 11:45:40 +0000 | [diff] [blame] | 2694 | case CK_VectorSplat: |
| 2695 | case CK_IntegralCast: |
John McCall | daa8e4e | 2010-11-15 09:13:47 +0000 | [diff] [blame] | 2696 | case CK_IntegralToBoolean: |
John McCall | 2de56d1 | 2010-08-25 11:45:40 +0000 | [diff] [blame] | 2697 | case CK_IntegralToFloating: |
| 2698 | case CK_FloatingToIntegral: |
John McCall | daa8e4e | 2010-11-15 09:13:47 +0000 | [diff] [blame] | 2699 | case CK_FloatingToBoolean: |
John McCall | 2de56d1 | 2010-08-25 11:45:40 +0000 | [diff] [blame] | 2700 | case CK_FloatingCast: |
John McCall | 2bb5d00 | 2010-11-13 09:02:35 +0000 | [diff] [blame] | 2701 | case CK_FloatingRealToComplex: |
John McCall | f3ea8cf | 2010-11-14 08:17:51 +0000 | [diff] [blame] | 2702 | case CK_FloatingComplexToReal: |
| 2703 | case CK_FloatingComplexToBoolean: |
John McCall | 2bb5d00 | 2010-11-13 09:02:35 +0000 | [diff] [blame] | 2704 | case CK_FloatingComplexCast: |
John McCall | f3ea8cf | 2010-11-14 08:17:51 +0000 | [diff] [blame] | 2705 | case CK_FloatingComplexToIntegralComplex: |
John McCall | 2bb5d00 | 2010-11-13 09:02:35 +0000 | [diff] [blame] | 2706 | case CK_IntegralRealToComplex: |
John McCall | f3ea8cf | 2010-11-14 08:17:51 +0000 | [diff] [blame] | 2707 | case CK_IntegralComplexToReal: |
| 2708 | case CK_IntegralComplexToBoolean: |
John McCall | 2bb5d00 | 2010-11-13 09:02:35 +0000 | [diff] [blame] | 2709 | case CK_IntegralComplexCast: |
John McCall | f3ea8cf | 2010-11-14 08:17:51 +0000 | [diff] [blame] | 2710 | case CK_IntegralComplexToFloatingComplex: |
John McCall | 2de56d1 | 2010-08-25 11:45:40 +0000 | [diff] [blame] | 2711 | case CK_DerivedToBaseMemberPointer: |
| 2712 | case CK_BaseToDerivedMemberPointer: |
| 2713 | case CK_MemberPointerToBoolean: |
John McCall | 4d4e5c1 | 2012-02-15 01:22:51 +0000 | [diff] [blame] | 2714 | case CK_ReinterpretMemberPointer: |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 2715 | case CK_AnyPointerToBlockPointerCast: |
John McCall | 33e56f3 | 2011-09-10 06:18:15 +0000 | [diff] [blame] | 2716 | case CK_ARCProduceObject: |
| 2717 | case CK_ARCConsumeObject: |
| 2718 | case CK_ARCReclaimReturnedObject: |
Craig Topper | 1cc87df | 2013-07-26 05:59:26 +0000 | [diff] [blame] | 2719 | case CK_ARCExtendBlockObject: |
Eli Friedman | 1d7bb6c | 2013-06-28 00:23:34 +0000 | [diff] [blame] | 2720 | case CK_CopyAndAutoreleaseBlockObject: |
| 2721 | return EmitUnsupportedLValue(E, "unexpected cast lvalue"); |
| 2722 | |
| 2723 | case CK_Dependent: |
| 2724 | llvm_unreachable("dependent cast kind in IR gen!"); |
| 2725 | |
| 2726 | case CK_BuiltinFnToFnPtr: |
| 2727 | llvm_unreachable("builtin functions are handled elsewhere"); |
| 2728 | |
Eli Friedman | 336d9df | 2013-07-11 01:32:21 +0000 | [diff] [blame] | 2729 | // These are never l-values; just use the aggregate emission code. |
Eli Friedman | 1d7bb6c | 2013-06-28 00:23:34 +0000 | [diff] [blame] | 2730 | case CK_NonAtomicToAtomic: |
| 2731 | case CK_AtomicToNonAtomic: |
Eli Friedman | 336d9df | 2013-07-11 01:32:21 +0000 | [diff] [blame] | 2732 | return EmitAggExprToLValue(E); |
Eli Friedman | eaae78a | 2009-11-16 05:48:01 +0000 | [diff] [blame] | 2733 | |
Anders Carlsson | 575b374 | 2011-04-11 02:03:26 +0000 | [diff] [blame] | 2734 | case CK_Dynamic: { |
Mike Stump | c849c05 | 2009-11-16 06:50:58 +0000 | [diff] [blame] | 2735 | LValue LV = EmitLValue(E->getSubExpr()); |
| 2736 | llvm::Value *V = LV.getAddress(); |
| 2737 | const CXXDynamicCastExpr *DCE = cast<CXXDynamicCastExpr>(E); |
Daniel Dunbar | 9f553f5 | 2010-08-21 03:08:16 +0000 | [diff] [blame] | 2738 | return MakeAddrLValue(EmitDynamicCast(V, DCE), E->getType()); |
Mike Stump | c849c05 | 2009-11-16 06:50:58 +0000 | [diff] [blame] | 2739 | } |
| 2740 | |
John McCall | 2de56d1 | 2010-08-25 11:45:40 +0000 | [diff] [blame] | 2741 | case CK_ConstructorConversion: |
| 2742 | case CK_UserDefinedConversion: |
John McCall | 1d9b3b2 | 2011-09-09 05:25:32 +0000 | [diff] [blame] | 2743 | case CK_CPointerToObjCPointerCast: |
| 2744 | case CK_BlockPointerToObjCPointerCast: |
Eli Friedman | 1d7bb6c | 2013-06-28 00:23:34 +0000 | [diff] [blame] | 2745 | case CK_NoOp: |
| 2746 | case CK_LValueToRValue: |
Chris Lattner | 75dfeda | 2009-03-18 18:28:57 +0000 | [diff] [blame] | 2747 | return EmitLValue(E->getSubExpr()); |
Craig Topper | 1cc87df | 2013-07-26 05:59:26 +0000 | [diff] [blame] | 2748 | |
John McCall | 2de56d1 | 2010-08-25 11:45:40 +0000 | [diff] [blame] | 2749 | case CK_UncheckedDerivedToBase: |
| 2750 | case CK_DerivedToBase: { |
Craig Topper | 1cc87df | 2013-07-26 05:59:26 +0000 | [diff] [blame] | 2751 | const RecordType *DerivedClassTy = |
Anders Carlsson | 0ee33cf | 2009-09-12 16:16:49 +0000 | [diff] [blame] | 2752 | E->getSubExpr()->getType()->getAs<RecordType>(); |
Craig Topper | 1cc87df | 2013-07-26 05:59:26 +0000 | [diff] [blame] | 2753 | CXXRecordDecl *DerivedClassDecl = |
Anders Carlsson | 0ee33cf | 2009-09-12 16:16:49 +0000 | [diff] [blame] | 2754 | cast<CXXRecordDecl>(DerivedClassTy->getDecl()); |
Craig Topper | 1cc87df | 2013-07-26 05:59:26 +0000 | [diff] [blame] | 2755 | |
Anders Carlsson | 0ee33cf | 2009-09-12 16:16:49 +0000 | [diff] [blame] | 2756 | LValue LV = EmitLValue(E->getSubExpr()); |
John McCall | 0e800c9 | 2010-12-04 08:14:53 +0000 | [diff] [blame] | 2757 | llvm::Value *This = LV.getAddress(); |
Craig Topper | 1cc87df | 2013-07-26 05:59:26 +0000 | [diff] [blame] | 2758 | |
Anders Carlsson | 0ee33cf | 2009-09-12 16:16:49 +0000 | [diff] [blame] | 2759 | // Perform the derived-to-base conversion |
Craig Topper | 1cc87df | 2013-07-26 05:59:26 +0000 | [diff] [blame] | 2760 | llvm::Value *Base = |
| 2761 | GetAddressOfBaseClass(This, DerivedClassDecl, |
John McCall | f871d0c | 2010-08-07 06:22:56 +0000 | [diff] [blame] | 2762 | E->path_begin(), E->path_end(), |
| 2763 | /*NullCheckValue=*/false); |
Craig Topper | 1cc87df | 2013-07-26 05:59:26 +0000 | [diff] [blame] | 2764 | |
Daniel Dunbar | 9f553f5 | 2010-08-21 03:08:16 +0000 | [diff] [blame] | 2765 | return MakeAddrLValue(Base, E->getType()); |
Anders Carlsson | 0ee33cf | 2009-09-12 16:16:49 +0000 | [diff] [blame] | 2766 | } |
John McCall | 2de56d1 | 2010-08-25 11:45:40 +0000 | [diff] [blame] | 2767 | case CK_ToUnion: |
Daniel Dunbar | b2cd777 | 2010-02-05 20:02:42 +0000 | [diff] [blame] | 2768 | return EmitAggExprToLValue(E); |
John McCall | 2de56d1 | 2010-08-25 11:45:40 +0000 | [diff] [blame] | 2769 | case CK_BaseToDerived: { |
Anders Carlsson | a3697c9 | 2009-11-23 17:57:54 +0000 | [diff] [blame] | 2770 | const RecordType *DerivedClassTy = E->getType()->getAs<RecordType>(); |
Craig Topper | 1cc87df | 2013-07-26 05:59:26 +0000 | [diff] [blame] | 2771 | CXXRecordDecl *DerivedClassDecl = |
Anders Carlsson | a3697c9 | 2009-11-23 17:57:54 +0000 | [diff] [blame] | 2772 | cast<CXXRecordDecl>(DerivedClassTy->getDecl()); |
Craig Topper | 1cc87df | 2013-07-26 05:59:26 +0000 | [diff] [blame] | 2773 | |
Anders Carlsson | a3697c9 | 2009-11-23 17:57:54 +0000 | [diff] [blame] | 2774 | LValue LV = EmitLValue(E->getSubExpr()); |
Richard Smith | c764830 | 2013-02-13 21:18:23 +0000 | [diff] [blame] | 2775 | |
Anders Carlsson | a3697c9 | 2009-11-23 17:57:54 +0000 | [diff] [blame] | 2776 | // Perform the base-to-derived conversion |
Craig Topper | 1cc87df | 2013-07-26 05:59:26 +0000 | [diff] [blame] | 2777 | llvm::Value *Derived = |
| 2778 | GetAddressOfDerivedClass(LV.getAddress(), DerivedClassDecl, |
John McCall | f871d0c | 2010-08-07 06:22:56 +0000 | [diff] [blame] | 2779 | E->path_begin(), E->path_end(), |
| 2780 | /*NullCheckValue=*/false); |
Craig Topper | 1cc87df | 2013-07-26 05:59:26 +0000 | [diff] [blame] | 2781 | |
Filipe Cabecinhas | 8593e78 | 2013-08-08 01:08:17 +0000 | [diff] [blame] | 2782 | // C++11 [expr.static.cast]p2: Behavior is undefined if a downcast is |
| 2783 | // performed and the object is not of the derived type. |
| 2784 | if (SanitizePerformTypeCheck) |
| 2785 | EmitTypeCheck(TCK_DowncastReference, E->getExprLoc(), |
| 2786 | Derived, E->getType()); |
| 2787 | |
Daniel Dunbar | 9f553f5 | 2010-08-21 03:08:16 +0000 | [diff] [blame] | 2788 | return MakeAddrLValue(Derived, E->getType()); |
Eli Friedman | eaae78a | 2009-11-16 05:48:01 +0000 | [diff] [blame] | 2789 | } |
John McCall | 2de56d1 | 2010-08-25 11:45:40 +0000 | [diff] [blame] | 2790 | case CK_LValueBitCast: { |
Eli Friedman | eaae78a | 2009-11-16 05:48:01 +0000 | [diff] [blame] | 2791 | // This must be a reinterpret_cast (or c-style equivalent). |
| 2792 | const ExplicitCastExpr *CE = cast<ExplicitCastExpr>(E); |
Craig Topper | 1cc87df | 2013-07-26 05:59:26 +0000 | [diff] [blame] | 2793 | |
Anders Carlsson | 658e812 | 2009-11-14 21:21:42 +0000 | [diff] [blame] | 2794 | LValue LV = EmitLValue(E->getSubExpr()); |
| 2795 | llvm::Value *V = Builder.CreateBitCast(LV.getAddress(), |
| 2796 | ConvertType(CE->getTypeAsWritten())); |
Daniel Dunbar | 9f553f5 | 2010-08-21 03:08:16 +0000 | [diff] [blame] | 2797 | return MakeAddrLValue(V, E->getType()); |
Anders Carlsson | 658e812 | 2009-11-14 21:21:42 +0000 | [diff] [blame] | 2798 | } |
John McCall | 2de56d1 | 2010-08-25 11:45:40 +0000 | [diff] [blame] | 2799 | case CK_ObjCObjectLValueCast: { |
Douglas Gregor | 569c316 | 2010-08-07 11:51:51 +0000 | [diff] [blame] | 2800 | LValue LV = EmitLValue(E->getSubExpr()); |
| 2801 | QualType ToType = getContext().getLValueReferenceType(E->getType()); |
Craig Topper | 1cc87df | 2013-07-26 05:59:26 +0000 | [diff] [blame] | 2802 | llvm::Value *V = Builder.CreateBitCast(LV.getAddress(), |
Douglas Gregor | 569c316 | 2010-08-07 11:51:51 +0000 | [diff] [blame] | 2803 | ConvertType(ToType)); |
Daniel Dunbar | 9f553f5 | 2010-08-21 03:08:16 +0000 | [diff] [blame] | 2804 | return MakeAddrLValue(V, E->getType()); |
Douglas Gregor | 569c316 | 2010-08-07 11:51:51 +0000 | [diff] [blame] | 2805 | } |
Guy Benyei | e6b9d80 | 2013-01-20 12:31:11 +0000 | [diff] [blame] | 2806 | case CK_ZeroToOCLEvent: |
| 2807 | llvm_unreachable("NULL to OpenCL event lvalue cast is not valid"); |
Anders Carlsson | 0ee33cf | 2009-09-12 16:16:49 +0000 | [diff] [blame] | 2808 | } |
Craig Topper | 1cc87df | 2013-07-26 05:59:26 +0000 | [diff] [blame] | 2809 | |
Douglas Gregor | 7c7a793 | 2010-07-15 18:58:16 +0000 | [diff] [blame] | 2810 | llvm_unreachable("Unhandled lvalue cast kind?"); |
Chris Lattner | 75dfeda | 2009-03-18 18:28:57 +0000 | [diff] [blame] | 2811 | } |
| 2812 | |
John McCall | e996ffd | 2011-02-16 08:02:54 +0000 | [diff] [blame] | 2813 | LValue CodeGenFunction::EmitOpaqueValueLValue(const OpaqueValueExpr *e) { |
John McCall | a5493f8 | 2011-11-08 22:54:08 +0000 | [diff] [blame] | 2814 | assert(OpaqueValueMappingData::shouldBindAsLValue(e)); |
John McCall | 56ca35d | 2011-02-17 10:25:35 +0000 | [diff] [blame] | 2815 | return getOpaqueLValueMapping(e); |
John McCall | e996ffd | 2011-02-16 08:02:54 +0000 | [diff] [blame] | 2816 | } |
| 2817 | |
Eli Friedman | 377ecc7 | 2012-04-16 03:54:45 +0000 | [diff] [blame] | 2818 | RValue CodeGenFunction::EmitRValueForField(LValue LV, |
Anton Korobeynikov | eaf856d | 2012-04-13 11:22:00 +0000 | [diff] [blame] | 2819 | const FieldDecl *FD) { |
| 2820 | QualType FT = FD->getType(); |
Eli Friedman | 377ecc7 | 2012-04-16 03:54:45 +0000 | [diff] [blame] | 2821 | LValue FieldLV = EmitLValueForField(LV, FD); |
John McCall | 9d232c8 | 2013-03-07 21:37:08 +0000 | [diff] [blame] | 2822 | switch (getEvaluationKind(FT)) { |
| 2823 | case TEK_Complex: |
| 2824 | return RValue::getComplex(EmitLoadOfComplex(FieldLV)); |
| 2825 | case TEK_Aggregate: |
Eli Friedman | 377ecc7 | 2012-04-16 03:54:45 +0000 | [diff] [blame] | 2826 | return FieldLV.asAggregateRValue(); |
John McCall | 9d232c8 | 2013-03-07 21:37:08 +0000 | [diff] [blame] | 2827 | case TEK_Scalar: |
| 2828 | return EmitLoadOfLValue(FieldLV); |
| 2829 | } |
| 2830 | llvm_unreachable("bad evaluation kind"); |
Anton Korobeynikov | eaf856d | 2012-04-13 11:22:00 +0000 | [diff] [blame] | 2831 | } |
Douglas Gregor | 03e8003 | 2011-06-21 17:03:29 +0000 | [diff] [blame] | 2832 | |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 2833 | //===--------------------------------------------------------------------===// |
| 2834 | // Expression Emission |
| 2835 | //===--------------------------------------------------------------------===// |
| 2836 | |
Craig Topper | 1cc87df | 2013-07-26 05:59:26 +0000 | [diff] [blame] | 2837 | RValue CodeGenFunction::EmitCallExpr(const CallExpr *E, |
Anders Carlsson | d2490a9 | 2009-12-24 20:40:36 +0000 | [diff] [blame] | 2838 | ReturnValueSlot ReturnValue) { |
Adrian Prantl | 00df5ea | 2013-03-12 20:43:25 +0000 | [diff] [blame] | 2839 | if (CGDebugInfo *DI = getDebugInfo()) { |
| 2840 | SourceLocation Loc = E->getLocStart(); |
Adrian Prantl | 6b6a9b3 | 2013-03-15 17:09:05 +0000 | [diff] [blame] | 2841 | // Force column info to be generated so we can differentiate |
| 2842 | // multiple call sites on the same line in the debug info. |
| 2843 | const FunctionDecl* Callee = E->getDirectCallee(); |
| 2844 | bool ForceColumnInfo = Callee && Callee->isInlineSpecified(); |
| 2845 | DI->EmitLocation(Builder, Loc, ForceColumnInfo); |
Adrian Prantl | 00df5ea | 2013-03-12 20:43:25 +0000 | [diff] [blame] | 2846 | } |
Devang Patel | 79bfb4b | 2011-03-04 18:54:42 +0000 | [diff] [blame] | 2847 | |
Daniel Dunbar | c0ef9f5 | 2009-02-20 18:06:48 +0000 | [diff] [blame] | 2848 | // Builtins never have block type. |
Daniel Dunbar | ce1d38b | 2009-01-09 16:50:52 +0000 | [diff] [blame] | 2849 | if (E->getCallee()->getType()->isBlockPointerType()) |
Anders Carlsson | a1736c0 | 2009-12-24 21:13:40 +0000 | [diff] [blame] | 2850 | return EmitBlockCallExpr(E, ReturnValue); |
Daniel Dunbar | ce1d38b | 2009-01-09 16:50:52 +0000 | [diff] [blame] | 2851 | |
Anders Carlsson | 774e7c6 | 2009-04-03 22:50:24 +0000 | [diff] [blame] | 2852 | if (const CXXMemberCallExpr *CE = dyn_cast<CXXMemberCallExpr>(E)) |
Anders Carlsson | a1736c0 | 2009-12-24 21:13:40 +0000 | [diff] [blame] | 2853 | return EmitCXXMemberCallExpr(CE, ReturnValue); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 2854 | |
Peter Collingbourne | 6c0aa5f | 2011-10-06 18:29:37 +0000 | [diff] [blame] | 2855 | if (const CUDAKernelCallExpr *CE = dyn_cast<CUDAKernelCallExpr>(E)) |
| 2856 | return EmitCUDAKernelCallExpr(CE, ReturnValue); |
| 2857 | |
Douglas Gregor | 1ddc9c4 | 2011-09-06 21:41:04 +0000 | [diff] [blame] | 2858 | const Decl *TargetDecl = E->getCalleeDecl(); |
| 2859 | if (const FunctionDecl *FD = dyn_cast_or_null<FunctionDecl>(TargetDecl)) { |
| 2860 | if (unsigned builtinID = FD->getBuiltinID()) |
| 2861 | return EmitBuiltinExpr(FD, builtinID, E); |
Daniel Dunbar | c0ef9f5 | 2009-02-20 18:06:48 +0000 | [diff] [blame] | 2862 | } |
| 2863 | |
Chris Lattner | 5db7ae5 | 2009-06-13 00:26:38 +0000 | [diff] [blame] | 2864 | if (const CXXOperatorCallExpr *CE = dyn_cast<CXXOperatorCallExpr>(E)) |
Anders Carlsson | 0f29463 | 2009-05-27 04:18:27 +0000 | [diff] [blame] | 2865 | if (const CXXMethodDecl *MD = dyn_cast_or_null<CXXMethodDecl>(TargetDecl)) |
Anders Carlsson | a1736c0 | 2009-12-24 21:13:40 +0000 | [diff] [blame] | 2866 | return EmitCXXOperatorMemberCallExpr(CE, MD, ReturnValue); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 2867 | |
Craig Topper | 1cc87df | 2013-07-26 05:59:26 +0000 | [diff] [blame] | 2868 | if (const CXXPseudoDestructorExpr *PseudoDtor |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 2869 | = dyn_cast<CXXPseudoDestructorExpr>(E->getCallee()->IgnoreParens())) { |
| 2870 | QualType DestroyedType = PseudoDtor->getDestroyedType(); |
Richard Smith | 7edf9e3 | 2012-11-01 22:30:59 +0000 | [diff] [blame] | 2871 | if (getLangOpts().ObjCAutoRefCount && |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 2872 | DestroyedType->isObjCLifetimeType() && |
| 2873 | (DestroyedType.getObjCLifetime() == Qualifiers::OCL_Strong || |
| 2874 | DestroyedType.getObjCLifetime() == Qualifiers::OCL_Weak)) { |
Benjamin Kramer | d510fd2 | 2011-06-18 10:34:00 +0000 | [diff] [blame] | 2875 | // Automatic Reference Counting: |
| 2876 | // If the pseudo-expression names a retainable object with weak or |
| 2877 | // strong lifetime, the object shall be released. |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 2878 | Expr *BaseExpr = PseudoDtor->getBase(); |
| 2879 | llvm::Value *BaseValue = NULL; |
| 2880 | Qualifiers BaseQuals; |
Craig Topper | 1cc87df | 2013-07-26 05:59:26 +0000 | [diff] [blame] | 2881 | |
Benjamin Kramer | d510fd2 | 2011-06-18 10:34:00 +0000 | [diff] [blame] | 2882 | // If this is s.x, emit s as an lvalue. If it is s->x, emit s as a scalar. |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 2883 | if (PseudoDtor->isArrow()) { |
| 2884 | BaseValue = EmitScalarExpr(BaseExpr); |
| 2885 | const PointerType *PTy = BaseExpr->getType()->getAs<PointerType>(); |
| 2886 | BaseQuals = PTy->getPointeeType().getQualifiers(); |
| 2887 | } else { |
| 2888 | LValue BaseLV = EmitLValue(BaseExpr); |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 2889 | BaseValue = BaseLV.getAddress(); |
| 2890 | QualType BaseTy = BaseExpr->getType(); |
| 2891 | BaseQuals = BaseTy.getQualifiers(); |
| 2892 | } |
Craig Topper | 1cc87df | 2013-07-26 05:59:26 +0000 | [diff] [blame] | 2893 | |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 2894 | switch (PseudoDtor->getDestroyedType().getObjCLifetime()) { |
| 2895 | case Qualifiers::OCL_None: |
| 2896 | case Qualifiers::OCL_ExplicitNone: |
| 2897 | case Qualifiers::OCL_Autoreleasing: |
| 2898 | break; |
Craig Topper | 1cc87df | 2013-07-26 05:59:26 +0000 | [diff] [blame] | 2899 | |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 2900 | case Qualifiers::OCL_Strong: |
Craig Topper | 1cc87df | 2013-07-26 05:59:26 +0000 | [diff] [blame] | 2901 | EmitARCRelease(Builder.CreateLoad(BaseValue, |
Benjamin Kramer | d510fd2 | 2011-06-18 10:34:00 +0000 | [diff] [blame] | 2902 | PseudoDtor->getDestroyedType().isVolatileQualified()), |
John McCall | 5b07e80 | 2013-03-13 03:10:54 +0000 | [diff] [blame] | 2903 | ARCPreciseLifetime); |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 2904 | break; |
| 2905 | |
| 2906 | case Qualifiers::OCL_Weak: |
| 2907 | EmitARCDestroyWeak(BaseValue); |
| 2908 | break; |
| 2909 | } |
| 2910 | } else { |
| 2911 | // C++ [expr.pseudo]p1: |
| 2912 | // The result shall only be used as the operand for the function call |
| 2913 | // operator (), and the result of such a call has type void. The only |
| 2914 | // effect is the evaluation of the postfix-expression before the dot or |
Craig Topper | 1cc87df | 2013-07-26 05:59:26 +0000 | [diff] [blame] | 2915 | // arrow. |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 2916 | EmitScalarExpr(E->getCallee()); |
| 2917 | } |
Craig Topper | 1cc87df | 2013-07-26 05:59:26 +0000 | [diff] [blame] | 2918 | |
Douglas Gregor | a71d819 | 2009-09-04 17:36:40 +0000 | [diff] [blame] | 2919 | return RValue::get(0); |
| 2920 | } |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 2921 | |
Chris Lattner | 7f02f72 | 2007-08-24 05:35:26 +0000 | [diff] [blame] | 2922 | llvm::Value *Callee = EmitScalarExpr(E->getCallee()); |
Anders Carlsson | d2490a9 | 2009-12-24 20:40:36 +0000 | [diff] [blame] | 2923 | return EmitCall(E->getCallee()->getType(), Callee, ReturnValue, |
Anders Carlsson | 9864771 | 2009-05-27 01:22:39 +0000 | [diff] [blame] | 2924 | E->arg_begin(), E->arg_end(), TargetDecl); |
Chris Lattner | c5e940f | 2007-08-31 04:44:06 +0000 | [diff] [blame] | 2925 | } |
| 2926 | |
Daniel Dunbar | 80e62c2 | 2008-09-04 03:20:13 +0000 | [diff] [blame] | 2927 | LValue CodeGenFunction::EmitBinaryOperatorLValue(const BinaryOperator *E) { |
Chris Lattner | 7a574cc | 2009-05-12 21:28:12 +0000 | [diff] [blame] | 2928 | // Comma expressions just emit their LHS then their RHS as an l-value. |
John McCall | 2de56d1 | 2010-08-25 11:45:40 +0000 | [diff] [blame] | 2929 | if (E->getOpcode() == BO_Comma) { |
John McCall | 2a41637 | 2010-12-05 02:00:02 +0000 | [diff] [blame] | 2930 | EmitIgnoredExpr(E->getLHS()); |
Eli Friedman | 130c69e | 2009-12-07 20:18:11 +0000 | [diff] [blame] | 2931 | EnsureInsertPoint(); |
Chris Lattner | 7a574cc | 2009-05-12 21:28:12 +0000 | [diff] [blame] | 2932 | return EmitLValue(E->getRHS()); |
| 2933 | } |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 2934 | |
John McCall | 2de56d1 | 2010-08-25 11:45:40 +0000 | [diff] [blame] | 2935 | if (E->getOpcode() == BO_PtrMemD || |
| 2936 | E->getOpcode() == BO_PtrMemI) |
Fariborz Jahanian | 8bfd31f | 2009-10-22 22:57:31 +0000 | [diff] [blame] | 2937 | return EmitPointerToDataMemberBinaryExpr(E); |
Daniel Dunbar | 80e62c2 | 2008-09-04 03:20:13 +0000 | [diff] [blame] | 2938 | |
John McCall | 2a41637 | 2010-12-05 02:00:02 +0000 | [diff] [blame] | 2939 | assert(E->getOpcode() == BO_Assign && "unexpected binary l-value"); |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 2940 | |
| 2941 | // Note that in all of these cases, __block variables need the RHS |
| 2942 | // evaluated first just in case the variable gets moved by the RHS. |
John McCall | 9d232c8 | 2013-03-07 21:37:08 +0000 | [diff] [blame] | 2943 | |
| 2944 | switch (getEvaluationKind(E->getType())) { |
| 2945 | case TEK_Scalar: { |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 2946 | switch (E->getLHS()->getType().getObjCLifetime()) { |
| 2947 | case Qualifiers::OCL_Strong: |
| 2948 | return EmitARCStoreStrong(E, /*ignored*/ false).first; |
| 2949 | |
| 2950 | case Qualifiers::OCL_Autoreleasing: |
| 2951 | return EmitARCStoreAutoreleasing(E).first; |
| 2952 | |
| 2953 | // No reason to do any of these differently. |
| 2954 | case Qualifiers::OCL_None: |
| 2955 | case Qualifiers::OCL_ExplicitNone: |
| 2956 | case Qualifiers::OCL_Weak: |
| 2957 | break; |
| 2958 | } |
| 2959 | |
John McCall | cd940a1 | 2010-12-06 06:10:02 +0000 | [diff] [blame] | 2960 | RValue RV = EmitAnyExpr(E->getRHS()); |
Richard Smith | 4def70d | 2012-10-09 19:52:38 +0000 | [diff] [blame] | 2961 | LValue LV = EmitCheckedLValue(E->getLHS(), TCK_Store); |
John McCall | 545d996 | 2011-06-25 02:11:03 +0000 | [diff] [blame] | 2962 | EmitStoreThroughLValue(RV, LV); |
Anders Carlsson | 86aa0cd | 2009-10-19 18:28:22 +0000 | [diff] [blame] | 2963 | return LV; |
| 2964 | } |
John McCall | 83ce9d4 | 2010-11-16 23:07:28 +0000 | [diff] [blame] | 2965 | |
John McCall | 9d232c8 | 2013-03-07 21:37:08 +0000 | [diff] [blame] | 2966 | case TEK_Complex: |
John McCall | 83ce9d4 | 2010-11-16 23:07:28 +0000 | [diff] [blame] | 2967 | return EmitComplexAssignmentLValue(E); |
| 2968 | |
John McCall | 9d232c8 | 2013-03-07 21:37:08 +0000 | [diff] [blame] | 2969 | case TEK_Aggregate: |
| 2970 | return EmitAggExprToLValue(E); |
| 2971 | } |
| 2972 | llvm_unreachable("bad evaluation kind"); |
Daniel Dunbar | 80e62c2 | 2008-09-04 03:20:13 +0000 | [diff] [blame] | 2973 | } |
| 2974 | |
Christopher Lamb | 22c940e | 2007-12-29 05:02:41 +0000 | [diff] [blame] | 2975 | LValue CodeGenFunction::EmitCallExprLValue(const CallExpr *E) { |
Christopher Lamb | 22c940e | 2007-12-29 05:02:41 +0000 | [diff] [blame] | 2976 | RValue RV = EmitCallExpr(E); |
Anders Carlsson | 4826568 | 2009-05-27 01:45:47 +0000 | [diff] [blame] | 2977 | |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 2978 | if (!RV.isScalar()) |
Daniel Dunbar | 9f553f5 | 2010-08-21 03:08:16 +0000 | [diff] [blame] | 2979 | return MakeAddrLValue(RV.getAggregateAddr(), E->getType()); |
Craig Topper | 1cc87df | 2013-07-26 05:59:26 +0000 | [diff] [blame] | 2980 | |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 2981 | assert(E->getCallReturnType()->isReferenceType() && |
| 2982 | "Can't have a scalar return unless the return type is a " |
| 2983 | "reference type!"); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 2984 | |
Daniel Dunbar | 9f553f5 | 2010-08-21 03:08:16 +0000 | [diff] [blame] | 2985 | return MakeAddrLValue(RV.getScalarVal(), E->getType()); |
Christopher Lamb | 22c940e | 2007-12-29 05:02:41 +0000 | [diff] [blame] | 2986 | } |
| 2987 | |
Daniel Dunbar | 5b5c9ef | 2009-02-11 20:59:32 +0000 | [diff] [blame] | 2988 | LValue CodeGenFunction::EmitVAArgExprLValue(const VAArgExpr *E) { |
| 2989 | // FIXME: This shouldn't require another copy. |
Daniel Dunbar | 18aba0d | 2010-02-05 19:38:31 +0000 | [diff] [blame] | 2990 | return EmitAggExprToLValue(E); |
Daniel Dunbar | 5b5c9ef | 2009-02-11 20:59:32 +0000 | [diff] [blame] | 2991 | } |
| 2992 | |
Anders Carlsson | b58d017 | 2009-05-30 23:23:33 +0000 | [diff] [blame] | 2993 | LValue CodeGenFunction::EmitCXXConstructLValue(const CXXConstructExpr *E) { |
John McCall | fc1e6c7 | 2010-09-18 00:58:34 +0000 | [diff] [blame] | 2994 | assert(E->getType()->getAsCXXRecordDecl()->hasTrivialDestructor() |
| 2995 | && "binding l-value to type which needs a temporary"); |
Benjamin Kramer | 578faa8 | 2011-09-27 21:06:10 +0000 | [diff] [blame] | 2996 | AggValueSlot Slot = CreateAggTemp(E->getType()); |
John McCall | 558d2ab | 2010-09-15 10:14:12 +0000 | [diff] [blame] | 2997 | EmitCXXConstructExpr(E, Slot); |
| 2998 | return MakeAddrLValue(Slot.getAddr(), E->getType()); |
Anders Carlsson | b58d017 | 2009-05-30 23:23:33 +0000 | [diff] [blame] | 2999 | } |
| 3000 | |
Anders Carlsson | e61c9e8 | 2009-05-30 23:30:54 +0000 | [diff] [blame] | 3001 | LValue |
Mike Stump | c2e84ae | 2009-11-15 08:09:41 +0000 | [diff] [blame] | 3002 | CodeGenFunction::EmitCXXTypeidLValue(const CXXTypeidExpr *E) { |
Daniel Dunbar | 9f553f5 | 2010-08-21 03:08:16 +0000 | [diff] [blame] | 3003 | return MakeAddrLValue(EmitCXXTypeidExpr(E), E->getType()); |
Mike Stump | c2e84ae | 2009-11-15 08:09:41 +0000 | [diff] [blame] | 3004 | } |
| 3005 | |
Nico Weber | c5f8046 | 2012-10-11 10:13:44 +0000 | [diff] [blame] | 3006 | llvm::Value *CodeGenFunction::EmitCXXUuidofExpr(const CXXUuidofExpr *E) { |
David Majnemer | 8effeda | 2013-08-15 19:59:14 +0000 | [diff] [blame] | 3007 | return Builder.CreateBitCast(CGM.GetAddrOfUuidDescriptor(E), |
| 3008 | ConvertType(E->getType())->getPointerTo()); |
Nico Weber | c5f8046 | 2012-10-11 10:13:44 +0000 | [diff] [blame] | 3009 | } |
| 3010 | |
| 3011 | LValue CodeGenFunction::EmitCXXUuidofLValue(const CXXUuidofExpr *E) { |
| 3012 | return MakeAddrLValue(EmitCXXUuidofExpr(E), E->getType()); |
| 3013 | } |
| 3014 | |
Mike Stump | c2e84ae | 2009-11-15 08:09:41 +0000 | [diff] [blame] | 3015 | LValue |
Anders Carlsson | e61c9e8 | 2009-05-30 23:30:54 +0000 | [diff] [blame] | 3016 | CodeGenFunction::EmitCXXBindTemporaryLValue(const CXXBindTemporaryExpr *E) { |
John McCall | fc1e6c7 | 2010-09-18 00:58:34 +0000 | [diff] [blame] | 3017 | AggValueSlot Slot = CreateAggTemp(E->getType(), "temp.lvalue"); |
John McCall | fd71fb8 | 2011-08-26 08:02:37 +0000 | [diff] [blame] | 3018 | Slot.setExternallyDestructed(); |
John McCall | fc1e6c7 | 2010-09-18 00:58:34 +0000 | [diff] [blame] | 3019 | EmitAggExpr(E->getSubExpr(), Slot); |
Peter Collingbourne | 8681160 | 2011-11-27 22:09:22 +0000 | [diff] [blame] | 3020 | EmitCXXTemporary(E->getTemporary(), E->getType(), Slot.getAddr()); |
John McCall | fc1e6c7 | 2010-09-18 00:58:34 +0000 | [diff] [blame] | 3021 | return MakeAddrLValue(Slot.getAddr(), E->getType()); |
Anders Carlsson | e61c9e8 | 2009-05-30 23:30:54 +0000 | [diff] [blame] | 3022 | } |
| 3023 | |
Eli Friedman | 31a3702 | 2012-02-08 05:34:55 +0000 | [diff] [blame] | 3024 | LValue |
| 3025 | CodeGenFunction::EmitLambdaLValue(const LambdaExpr *E) { |
Eli Friedman | 31a3702 | 2012-02-08 05:34:55 +0000 | [diff] [blame] | 3026 | AggValueSlot Slot = CreateAggTemp(E->getType(), "temp.lvalue"); |
Eli Friedman | 4c5d8af | 2012-02-09 03:32:31 +0000 | [diff] [blame] | 3027 | EmitLambdaExpr(E, Slot); |
Eli Friedman | 31a3702 | 2012-02-08 05:34:55 +0000 | [diff] [blame] | 3028 | return MakeAddrLValue(Slot.getAddr(), E->getType()); |
| 3029 | } |
| 3030 | |
Daniel Dunbar | 0a04d77 | 2008-08-23 10:51:21 +0000 | [diff] [blame] | 3031 | LValue CodeGenFunction::EmitObjCMessageExprLValue(const ObjCMessageExpr *E) { |
Daniel Dunbar | 0a04d77 | 2008-08-23 10:51:21 +0000 | [diff] [blame] | 3032 | RValue RV = EmitObjCMessageExpr(E); |
Craig Topper | 1cc87df | 2013-07-26 05:59:26 +0000 | [diff] [blame] | 3033 | |
Anders Carlsson | 7e70fb2 | 2010-06-21 20:59:55 +0000 | [diff] [blame] | 3034 | if (!RV.isScalar()) |
Daniel Dunbar | 9f553f5 | 2010-08-21 03:08:16 +0000 | [diff] [blame] | 3035 | return MakeAddrLValue(RV.getAggregateAddr(), E->getType()); |
Craig Topper | 1cc87df | 2013-07-26 05:59:26 +0000 | [diff] [blame] | 3036 | |
Anders Carlsson | 7e70fb2 | 2010-06-21 20:59:55 +0000 | [diff] [blame] | 3037 | assert(E->getMethodDecl()->getResultType()->isReferenceType() && |
| 3038 | "Can't have a scalar return unless the return type is a " |
| 3039 | "reference type!"); |
Craig Topper | 1cc87df | 2013-07-26 05:59:26 +0000 | [diff] [blame] | 3040 | |
Daniel Dunbar | 9f553f5 | 2010-08-21 03:08:16 +0000 | [diff] [blame] | 3041 | return MakeAddrLValue(RV.getScalarVal(), E->getType()); |
Daniel Dunbar | 0a04d77 | 2008-08-23 10:51:21 +0000 | [diff] [blame] | 3042 | } |
| 3043 | |
Fariborz Jahanian | 03b2960 | 2010-06-17 19:56:20 +0000 | [diff] [blame] | 3044 | LValue CodeGenFunction::EmitObjCSelectorLValue(const ObjCSelectorExpr *E) { |
Craig Topper | 1cc87df | 2013-07-26 05:59:26 +0000 | [diff] [blame] | 3045 | llvm::Value *V = |
John McCall | bd7370a | 2013-02-28 19:01:20 +0000 | [diff] [blame] | 3046 | CGM.getObjCRuntime().GetSelector(*this, E->getSelector(), true); |
Daniel Dunbar | 9f553f5 | 2010-08-21 03:08:16 +0000 | [diff] [blame] | 3047 | return MakeAddrLValue(V, E->getType()); |
Fariborz Jahanian | 03b2960 | 2010-06-17 19:56:20 +0000 | [diff] [blame] | 3048 | } |
| 3049 | |
Daniel Dunbar | 2a03192 | 2009-04-22 05:08:15 +0000 | [diff] [blame] | 3050 | llvm::Value *CodeGenFunction::EmitIvarOffset(const ObjCInterfaceDecl *Interface, |
Daniel Dunbar | 29e0bcc | 2008-09-24 04:00:38 +0000 | [diff] [blame] | 3051 | const ObjCIvarDecl *Ivar) { |
Fariborz Jahanian | f63aa3f | 2009-02-10 19:02:04 +0000 | [diff] [blame] | 3052 | return CGM.getObjCRuntime().EmitIvarOffset(*this, Interface, Ivar); |
Daniel Dunbar | 29e0bcc | 2008-09-24 04:00:38 +0000 | [diff] [blame] | 3053 | } |
| 3054 | |
Fariborz Jahanian | 45012a7 | 2009-02-03 00:09:52 +0000 | [diff] [blame] | 3055 | LValue CodeGenFunction::EmitLValueForIvar(QualType ObjectTy, |
| 3056 | llvm::Value *BaseValue, |
Daniel Dunbar | 29e0bcc | 2008-09-24 04:00:38 +0000 | [diff] [blame] | 3057 | const ObjCIvarDecl *Ivar, |
| 3058 | unsigned CVRQualifiers) { |
Chris Lattner | 26f074b | 2009-04-17 17:44:48 +0000 | [diff] [blame] | 3059 | return CGM.getObjCRuntime().EmitObjCValueForIvar(*this, ObjectTy, BaseValue, |
Daniel Dunbar | 525c9b7 | 2009-04-21 01:19:28 +0000 | [diff] [blame] | 3060 | Ivar, CVRQualifiers); |
Daniel Dunbar | 29e0bcc | 2008-09-24 04:00:38 +0000 | [diff] [blame] | 3061 | } |
| 3062 | |
| 3063 | LValue CodeGenFunction::EmitObjCIvarRefLValue(const ObjCIvarRefExpr *E) { |
Anders Carlsson | 29b7e50 | 2008-08-25 01:53:23 +0000 | [diff] [blame] | 3064 | // FIXME: A lot of the code below could be shared with EmitMemberExpr. |
| 3065 | llvm::Value *BaseValue = 0; |
| 3066 | const Expr *BaseExpr = E->getBase(); |
John McCall | 0953e76 | 2009-09-24 19:53:00 +0000 | [diff] [blame] | 3067 | Qualifiers BaseQuals; |
Fariborz Jahanian | 45012a7 | 2009-02-03 00:09:52 +0000 | [diff] [blame] | 3068 | QualType ObjectTy; |
Anders Carlsson | 29b7e50 | 2008-08-25 01:53:23 +0000 | [diff] [blame] | 3069 | if (E->isArrow()) { |
| 3070 | BaseValue = EmitScalarExpr(BaseExpr); |
Steve Naroff | 14108da | 2009-07-10 23:34:53 +0000 | [diff] [blame] | 3071 | ObjectTy = BaseExpr->getType()->getPointeeType(); |
John McCall | 0953e76 | 2009-09-24 19:53:00 +0000 | [diff] [blame] | 3072 | BaseQuals = ObjectTy.getQualifiers(); |
Anders Carlsson | 29b7e50 | 2008-08-25 01:53:23 +0000 | [diff] [blame] | 3073 | } else { |
| 3074 | LValue BaseLV = EmitLValue(BaseExpr); |
| 3075 | // FIXME: this isn't right for bitfields. |
| 3076 | BaseValue = BaseLV.getAddress(); |
Fariborz Jahanian | 45012a7 | 2009-02-03 00:09:52 +0000 | [diff] [blame] | 3077 | ObjectTy = BaseExpr->getType(); |
John McCall | 0953e76 | 2009-09-24 19:53:00 +0000 | [diff] [blame] | 3078 | BaseQuals = ObjectTy.getQualifiers(); |
Anders Carlsson | 29b7e50 | 2008-08-25 01:53:23 +0000 | [diff] [blame] | 3079 | } |
Daniel Dunbar | 29e0bcc | 2008-09-24 04:00:38 +0000 | [diff] [blame] | 3080 | |
Craig Topper | 1cc87df | 2013-07-26 05:59:26 +0000 | [diff] [blame] | 3081 | LValue LV = |
John McCall | 0953e76 | 2009-09-24 19:53:00 +0000 | [diff] [blame] | 3082 | EmitLValueForIvar(ObjectTy, BaseValue, E->getDecl(), |
| 3083 | BaseQuals.getCVRQualifiers()); |
Fariborz Jahanian | dbf3cfd | 2009-09-16 23:11:23 +0000 | [diff] [blame] | 3084 | setObjCGCLValueClass(getContext(), E, LV); |
| 3085 | return LV; |
Chris Lattner | 391d77a | 2008-03-30 23:03:07 +0000 | [diff] [blame] | 3086 | } |
| 3087 | |
Chris Lattner | 6545994 | 2009-04-25 19:35:26 +0000 | [diff] [blame] | 3088 | LValue CodeGenFunction::EmitStmtExprLValue(const StmtExpr *E) { |
Chris Lattner | 6545994 | 2009-04-25 19:35:26 +0000 | [diff] [blame] | 3089 | // Can only get l-value for message expression returning aggregate type |
| 3090 | RValue RV = EmitAnyExprToTemp(E); |
Daniel Dunbar | 9f553f5 | 2010-08-21 03:08:16 +0000 | [diff] [blame] | 3091 | return MakeAddrLValue(RV.getAggregateAddr(), E->getType()); |
Chris Lattner | 6545994 | 2009-04-25 19:35:26 +0000 | [diff] [blame] | 3092 | } |
| 3093 | |
Anders Carlsson | 31777a2 | 2009-12-24 19:08:58 +0000 | [diff] [blame] | 3094 | RValue CodeGenFunction::EmitCall(QualType CalleeType, llvm::Value *Callee, |
Anders Carlsson | d2490a9 | 2009-12-24 20:40:36 +0000 | [diff] [blame] | 3095 | ReturnValueSlot ReturnValue, |
Anders Carlsson | 9864771 | 2009-05-27 01:22:39 +0000 | [diff] [blame] | 3096 | CallExpr::const_arg_iterator ArgBeg, |
| 3097 | CallExpr::const_arg_iterator ArgEnd, |
| 3098 | const Decl *TargetDecl) { |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 3099 | // Get the actual function type. The callee type will always be a pointer to |
| 3100 | // function type or a block pointer type. |
| 3101 | assert(CalleeType->isFunctionPointerType() && |
Anders Carlsson | 8ac67a7 | 2009-04-07 18:53:02 +0000 | [diff] [blame] | 3102 | "Call must have function pointer type!"); |
| 3103 | |
John McCall | 00a1ad9 | 2009-10-23 08:22:42 +0000 | [diff] [blame] | 3104 | CalleeType = getContext().getCanonicalType(CalleeType); |
| 3105 | |
John McCall | 04a67a6 | 2010-02-05 21:31:56 +0000 | [diff] [blame] | 3106 | const FunctionType *FnType |
| 3107 | = cast<FunctionType>(cast<PointerType>(CalleeType)->getPointeeType()); |
Daniel Dunbar | 19cd87e | 2008-08-30 03:02:31 +0000 | [diff] [blame] | 3108 | |
Adrian Prantl | b0e603c | 2013-07-26 20:42:57 +0000 | [diff] [blame] | 3109 | // Force column info to differentiate multiple inlined call sites on |
| 3110 | // the same line, analoguous to EmitCallExpr. |
| 3111 | bool ForceColumnInfo = false; |
| 3112 | if (const FunctionDecl* FD = dyn_cast_or_null<const FunctionDecl>(TargetDecl)) |
| 3113 | ForceColumnInfo = FD->isInlineSpecified(); |
| 3114 | |
Daniel Dunbar | 19cd87e | 2008-08-30 03:02:31 +0000 | [diff] [blame] | 3115 | CallArgList Args; |
Adrian Prantl | b0e603c | 2013-07-26 20:42:57 +0000 | [diff] [blame] | 3116 | EmitCallArgs(Args, dyn_cast<FunctionProtoType>(FnType), ArgBeg, ArgEnd, |
| 3117 | ForceColumnInfo); |
Daniel Dunbar | 19cd87e | 2008-08-30 03:02:31 +0000 | [diff] [blame] | 3118 | |
John McCall | de5d3c7 | 2012-02-17 03:33:10 +0000 | [diff] [blame] | 3119 | const CGFunctionInfo &FnInfo = |
John McCall | 0f3d097 | 2012-07-07 06:41:13 +0000 | [diff] [blame] | 3120 | CGM.getTypes().arrangeFreeFunctionCall(Args, FnType); |
John McCall | 01f151e | 2011-09-21 08:08:30 +0000 | [diff] [blame] | 3121 | |
| 3122 | // C99 6.5.2.2p6: |
| 3123 | // If the expression that denotes the called function has a type |
| 3124 | // that does not include a prototype, [the default argument |
| 3125 | // promotions are performed]. If the number of arguments does not |
| 3126 | // equal the number of parameters, the behavior is undefined. If |
| 3127 | // the function is defined with a type that includes a prototype, |
| 3128 | // and either the prototype ends with an ellipsis (, ...) or the |
| 3129 | // types of the arguments after promotion are not compatible with |
| 3130 | // the types of the parameters, the behavior is undefined. If the |
| 3131 | // function is defined with a type that does not include a |
| 3132 | // prototype, and the types of the arguments after promotion are |
| 3133 | // not compatible with those of the parameters after promotion, |
| 3134 | // the behavior is undefined [except in some trivial cases]. |
| 3135 | // That is, in the general case, we should assume that a call |
| 3136 | // through an unprototyped function type works like a *non-variadic* |
| 3137 | // call. The way we make this work is to cast to the exact type |
| 3138 | // of the promoted arguments. |
John McCall | e56bb36 | 2012-12-07 07:03:17 +0000 | [diff] [blame] | 3139 | if (isa<FunctionNoProtoType>(FnType)) { |
John McCall | de5d3c7 | 2012-02-17 03:33:10 +0000 | [diff] [blame] | 3140 | llvm::Type *CalleeTy = getTypes().GetFunctionType(FnInfo); |
John McCall | 01f151e | 2011-09-21 08:08:30 +0000 | [diff] [blame] | 3141 | CalleeTy = CalleeTy->getPointerTo(); |
| 3142 | Callee = Builder.CreateBitCast(Callee, CalleeTy, "callee.knr.cast"); |
| 3143 | } |
| 3144 | |
| 3145 | return EmitCall(FnInfo, Callee, ReturnValue, Args, TargetDecl); |
Daniel Dunbar | 8f2926b | 2008-08-23 03:46:30 +0000 | [diff] [blame] | 3146 | } |
Fariborz Jahanian | 8bfd31f | 2009-10-22 22:57:31 +0000 | [diff] [blame] | 3147 | |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 3148 | LValue CodeGenFunction:: |
| 3149 | EmitPointerToDataMemberBinaryExpr(const BinaryOperator *E) { |
Eli Friedman | 1c5c1a0 | 2009-11-18 05:01:17 +0000 | [diff] [blame] | 3150 | llvm::Value *BaseV; |
John McCall | 2de56d1 | 2010-08-25 11:45:40 +0000 | [diff] [blame] | 3151 | if (E->getOpcode() == BO_PtrMemI) |
Eli Friedman | 1c5c1a0 | 2009-11-18 05:01:17 +0000 | [diff] [blame] | 3152 | BaseV = EmitScalarExpr(E->getLHS()); |
| 3153 | else |
| 3154 | BaseV = EmitLValue(E->getLHS()).getAddress(); |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 3155 | |
John McCall | 6c2ab1d | 2010-08-31 21:07:20 +0000 | [diff] [blame] | 3156 | llvm::Value *OffsetV = EmitScalarExpr(E->getRHS()); |
| 3157 | |
| 3158 | const MemberPointerType *MPT |
| 3159 | = E->getRHS()->getType()->getAs<MemberPointerType>(); |
| 3160 | |
| 3161 | llvm::Value *AddV = |
| 3162 | CGM.getCXXABI().EmitMemberDataPointerAddress(*this, BaseV, OffsetV, MPT); |
| 3163 | |
| 3164 | return MakeAddrLValue(AddV, MPT->getPointeeType()); |
Fariborz Jahanian | 8bfd31f | 2009-10-22 22:57:31 +0000 | [diff] [blame] | 3165 | } |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 3166 | |
John McCall | 9d232c8 | 2013-03-07 21:37:08 +0000 | [diff] [blame] | 3167 | /// Given the address of a temporary variable, produce an r-value of |
| 3168 | /// its type. |
| 3169 | RValue CodeGenFunction::convertTempToRValue(llvm::Value *addr, |
| 3170 | QualType type) { |
| 3171 | LValue lvalue = MakeNaturalAlignAddrLValue(addr, type); |
| 3172 | switch (getEvaluationKind(type)) { |
| 3173 | case TEK_Complex: |
| 3174 | return RValue::getComplex(EmitLoadOfComplex(lvalue)); |
| 3175 | case TEK_Aggregate: |
| 3176 | return lvalue.asAggregateRValue(); |
| 3177 | case TEK_Scalar: |
| 3178 | return RValue::get(EmitLoadOfScalar(lvalue)); |
| 3179 | } |
| 3180 | llvm_unreachable("bad evaluation kind"); |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 3181 | } |
| 3182 | |
Duncan Sands | 8250016 | 2012-04-10 08:23:07 +0000 | [diff] [blame] | 3183 | void CodeGenFunction::SetFPAccuracy(llvm::Value *Val, float Accuracy) { |
Peter Collingbourne | c5096cb | 2011-10-27 19:19:51 +0000 | [diff] [blame] | 3184 | assert(Val->getType()->isFPOrFPVectorTy()); |
Duncan Sands | 8250016 | 2012-04-10 08:23:07 +0000 | [diff] [blame] | 3185 | if (Accuracy == 0.0 || !isa<llvm::Instruction>(Val)) |
Peter Collingbourne | c5096cb | 2011-10-27 19:19:51 +0000 | [diff] [blame] | 3186 | return; |
| 3187 | |
Duncan Sands | 60c7707 | 2012-04-16 16:29:47 +0000 | [diff] [blame] | 3188 | llvm::MDBuilder MDHelper(getLLVMContext()); |
| 3189 | llvm::MDNode *Node = MDHelper.createFPMath(Accuracy); |
Peter Collingbourne | c5096cb | 2011-10-27 19:19:51 +0000 | [diff] [blame] | 3190 | |
Duncan Sands | 9bb1d34 | 2012-04-14 12:37:26 +0000 | [diff] [blame] | 3191 | cast<llvm::Instruction>(Val)->setMetadata(llvm::LLVMContext::MD_fpmath, Node); |
Peter Collingbourne | c5096cb | 2011-10-27 19:19:51 +0000 | [diff] [blame] | 3192 | } |
John McCall | 4b9c2d2 | 2011-11-06 09:01:30 +0000 | [diff] [blame] | 3193 | |
| 3194 | namespace { |
| 3195 | struct LValueOrRValue { |
| 3196 | LValue LV; |
| 3197 | RValue RV; |
| 3198 | }; |
| 3199 | } |
| 3200 | |
| 3201 | static LValueOrRValue emitPseudoObjectExpr(CodeGenFunction &CGF, |
| 3202 | const PseudoObjectExpr *E, |
| 3203 | bool forLValue, |
| 3204 | AggValueSlot slot) { |
Dmitri Gribenko | cfa88f8 | 2013-01-12 19:30:44 +0000 | [diff] [blame] | 3205 | SmallVector<CodeGenFunction::OpaqueValueMappingData, 4> opaques; |
John McCall | 4b9c2d2 | 2011-11-06 09:01:30 +0000 | [diff] [blame] | 3206 | |
| 3207 | // Find the result expression, if any. |
| 3208 | const Expr *resultExpr = E->getResultExpr(); |
| 3209 | LValueOrRValue result; |
| 3210 | |
| 3211 | for (PseudoObjectExpr::const_semantics_iterator |
| 3212 | i = E->semantics_begin(), e = E->semantics_end(); i != e; ++i) { |
| 3213 | const Expr *semantic = *i; |
| 3214 | |
| 3215 | // If this semantic expression is an opaque value, bind it |
| 3216 | // to the result of its source expression. |
| 3217 | if (const OpaqueValueExpr *ov = dyn_cast<OpaqueValueExpr>(semantic)) { |
| 3218 | |
| 3219 | // If this is the result expression, we may need to evaluate |
| 3220 | // directly into the slot. |
| 3221 | typedef CodeGenFunction::OpaqueValueMappingData OVMA; |
| 3222 | OVMA opaqueData; |
| 3223 | if (ov == resultExpr && ov->isRValue() && !forLValue && |
John McCall | 9d232c8 | 2013-03-07 21:37:08 +0000 | [diff] [blame] | 3224 | CodeGenFunction::hasAggregateEvaluationKind(ov->getType())) { |
John McCall | 4b9c2d2 | 2011-11-06 09:01:30 +0000 | [diff] [blame] | 3225 | CGF.EmitAggExpr(ov->getSourceExpr(), slot); |
| 3226 | |
| 3227 | LValue LV = CGF.MakeAddrLValue(slot.getAddr(), ov->getType()); |
| 3228 | opaqueData = OVMA::bind(CGF, ov, LV); |
| 3229 | result.RV = slot.asRValue(); |
| 3230 | |
| 3231 | // Otherwise, emit as normal. |
| 3232 | } else { |
| 3233 | opaqueData = OVMA::bind(CGF, ov, ov->getSourceExpr()); |
| 3234 | |
| 3235 | // If this is the result, also evaluate the result now. |
| 3236 | if (ov == resultExpr) { |
| 3237 | if (forLValue) |
| 3238 | result.LV = CGF.EmitLValue(ov); |
| 3239 | else |
| 3240 | result.RV = CGF.EmitAnyExpr(ov, slot); |
| 3241 | } |
| 3242 | } |
| 3243 | |
| 3244 | opaques.push_back(opaqueData); |
| 3245 | |
| 3246 | // Otherwise, if the expression is the result, evaluate it |
| 3247 | // and remember the result. |
| 3248 | } else if (semantic == resultExpr) { |
| 3249 | if (forLValue) |
| 3250 | result.LV = CGF.EmitLValue(semantic); |
| 3251 | else |
| 3252 | result.RV = CGF.EmitAnyExpr(semantic, slot); |
| 3253 | |
| 3254 | // Otherwise, evaluate the expression in an ignored context. |
| 3255 | } else { |
| 3256 | CGF.EmitIgnoredExpr(semantic); |
| 3257 | } |
| 3258 | } |
| 3259 | |
| 3260 | // Unbind all the opaques now. |
| 3261 | for (unsigned i = 0, e = opaques.size(); i != e; ++i) |
| 3262 | opaques[i].unbind(CGF); |
| 3263 | |
| 3264 | return result; |
| 3265 | } |
| 3266 | |
| 3267 | RValue CodeGenFunction::EmitPseudoObjectRValue(const PseudoObjectExpr *E, |
| 3268 | AggValueSlot slot) { |
| 3269 | return emitPseudoObjectExpr(*this, E, false, slot).RV; |
| 3270 | } |
| 3271 | |
| 3272 | LValue CodeGenFunction::EmitPseudoObjectLValue(const PseudoObjectExpr *E) { |
| 3273 | return emitPseudoObjectExpr(*this, E, true, AggValueSlot::ignored()).LV; |
| 3274 | } |