Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 1 | //===--- CGExpr.cpp - Emit LLVM Code from Expressions ---------------------===// |
| 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
Chris Lattner | 0bc735f | 2007-12-29 19:59:25 +0000 | [diff] [blame] | 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | // |
| 10 | // This contains code to emit Expr nodes as LLVM code. |
| 11 | // |
| 12 | //===----------------------------------------------------------------------===// |
| 13 | |
| 14 | #include "CodeGenFunction.h" |
| 15 | #include "CodeGenModule.h" |
Daniel Dunbar | 0dbe227 | 2008-09-08 21:33:45 +0000 | [diff] [blame] | 16 | #include "CGCall.h" |
John McCall | 4c40d98 | 2010-08-31 07:33:07 +0000 | [diff] [blame] | 17 | #include "CGCXXABI.h" |
Devang Patel | 79bfb4b | 2011-03-04 18:54:42 +0000 | [diff] [blame] | 18 | #include "CGDebugInfo.h" |
Daniel Dunbar | 198bcb4 | 2010-03-31 01:09:11 +0000 | [diff] [blame] | 19 | #include "CGRecordLayout.h" |
Daniel Dunbar | af2f62c | 2008-08-13 00:59:25 +0000 | [diff] [blame] | 20 | #include "CGObjCRuntime.h" |
John McCall | 01f151e | 2011-09-21 08:08:30 +0000 | [diff] [blame] | 21 | #include "TargetInfo.h" |
Daniel Dunbar | de7fb84 | 2008-08-11 05:00:27 +0000 | [diff] [blame] | 22 | #include "clang/AST/ASTContext.h" |
Daniel Dunbar | c4a1dea | 2008-08-11 05:35:13 +0000 | [diff] [blame] | 23 | #include "clang/AST/DeclObjC.h" |
Nico Weber | 28ad063 | 2012-06-23 02:07:59 +0000 | [diff] [blame] | 24 | #include "clang/Basic/ConvertUTF.h" |
Chandler Carruth | 06057ce | 2010-06-15 23:19:56 +0000 | [diff] [blame] | 25 | #include "clang/Frontend/CodeGenOptions.h" |
Nick Lewycky | e433072 | 2011-07-07 03:54:51 +0000 | [diff] [blame] | 26 | #include "llvm/Intrinsics.h" |
Peter Collingbourne | c5096cb | 2011-10-27 19:19:51 +0000 | [diff] [blame] | 27 | #include "llvm/LLVMContext.h" |
Chandler Carruth | 6bebe5a | 2012-07-15 23:28:01 +0000 | [diff] [blame] | 28 | #include "llvm/MDBuilder.h" |
Micah Villmow | 25a6a84 | 2012-10-08 16:25:52 +0000 | [diff] [blame^] | 29 | #include "llvm/DataLayout.h" |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 30 | using namespace clang; |
| 31 | using namespace CodeGen; |
| 32 | |
| 33 | //===--------------------------------------------------------------------===// |
| 34 | // Miscellaneous Helper Methods |
| 35 | //===--------------------------------------------------------------------===// |
| 36 | |
John McCall | d16c2cf | 2011-02-08 08:22:06 +0000 | [diff] [blame] | 37 | llvm::Value *CodeGenFunction::EmitCastToVoidPtr(llvm::Value *value) { |
| 38 | unsigned addressSpace = |
| 39 | cast<llvm::PointerType>(value->getType())->getAddressSpace(); |
| 40 | |
Chris Lattner | 2acc6e3 | 2011-07-18 04:24:23 +0000 | [diff] [blame] | 41 | llvm::PointerType *destType = Int8PtrTy; |
John McCall | d16c2cf | 2011-02-08 08:22:06 +0000 | [diff] [blame] | 42 | if (addressSpace) |
| 43 | destType = llvm::Type::getInt8PtrTy(getLLVMContext(), addressSpace); |
| 44 | |
| 45 | if (value->getType() == destType) return value; |
| 46 | return Builder.CreateBitCast(value, destType); |
| 47 | } |
| 48 | |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 49 | /// CreateTempAlloca - This creates a alloca and inserts it into the entry |
| 50 | /// block. |
Chris Lattner | 2acc6e3 | 2011-07-18 04:24:23 +0000 | [diff] [blame] | 51 | llvm::AllocaInst *CodeGenFunction::CreateTempAlloca(llvm::Type *Ty, |
Chris Lattner | 5f9e272 | 2011-07-23 10:55:15 +0000 | [diff] [blame] | 52 | const Twine &Name) { |
Chris Lattner | f146684 | 2009-03-22 00:24:14 +0000 | [diff] [blame] | 53 | if (!Builder.isNamePreserving()) |
Daniel Dunbar | 259e9cc | 2009-10-19 01:21:05 +0000 | [diff] [blame] | 54 | return new llvm::AllocaInst(Ty, 0, "", AllocaInsertPt); |
Devang Patel | d35e2e0 | 2009-10-12 22:29:02 +0000 | [diff] [blame] | 55 | return new llvm::AllocaInst(Ty, 0, Name, AllocaInsertPt); |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 56 | } |
| 57 | |
John McCall | ac41816 | 2010-04-22 01:10:34 +0000 | [diff] [blame] | 58 | void CodeGenFunction::InitTempAlloca(llvm::AllocaInst *Var, |
| 59 | llvm::Value *Init) { |
| 60 | llvm::StoreInst *Store = new llvm::StoreInst(Init, Var); |
| 61 | llvm::BasicBlock *Block = AllocaInsertPt->getParent(); |
| 62 | Block->getInstList().insertAfter(&*AllocaInsertPt, Store); |
| 63 | } |
| 64 | |
Chris Lattner | 121b3fa | 2010-07-05 20:21:00 +0000 | [diff] [blame] | 65 | llvm::AllocaInst *CodeGenFunction::CreateIRTemp(QualType Ty, |
Chris Lattner | 5f9e272 | 2011-07-23 10:55:15 +0000 | [diff] [blame] | 66 | const Twine &Name) { |
Daniel Dunbar | 9bd4da2 | 2010-02-16 19:44:13 +0000 | [diff] [blame] | 67 | llvm::AllocaInst *Alloc = CreateTempAlloca(ConvertType(Ty), Name); |
| 68 | // FIXME: Should we prefer the preferred type alignment here? |
| 69 | CharUnits Align = getContext().getTypeAlignInChars(Ty); |
| 70 | Alloc->setAlignment(Align.getQuantity()); |
| 71 | return Alloc; |
| 72 | } |
| 73 | |
Chris Lattner | 121b3fa | 2010-07-05 20:21:00 +0000 | [diff] [blame] | 74 | llvm::AllocaInst *CodeGenFunction::CreateMemTemp(QualType Ty, |
Chris Lattner | 5f9e272 | 2011-07-23 10:55:15 +0000 | [diff] [blame] | 75 | const Twine &Name) { |
Daniel Dunbar | 195337d | 2010-02-09 02:48:28 +0000 | [diff] [blame] | 76 | llvm::AllocaInst *Alloc = CreateTempAlloca(ConvertTypeForMem(Ty), Name); |
| 77 | // FIXME: Should we prefer the preferred type alignment here? |
| 78 | CharUnits Align = getContext().getTypeAlignInChars(Ty); |
| 79 | Alloc->setAlignment(Align.getQuantity()); |
| 80 | return Alloc; |
| 81 | } |
| 82 | |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 83 | /// EvaluateExprAsBool - Perform the usual unary conversions on the specified |
| 84 | /// expression and compare the result against zero, returning an Int1Ty value. |
| 85 | llvm::Value *CodeGenFunction::EvaluateExprAsBool(const Expr *E) { |
John McCall | 0bab0cd | 2010-08-23 01:21:21 +0000 | [diff] [blame] | 86 | if (const MemberPointerType *MPT = E->getType()->getAs<MemberPointerType>()) { |
John McCall | d608cdb | 2010-08-22 10:59:02 +0000 | [diff] [blame] | 87 | llvm::Value *MemPtr = EmitScalarExpr(E); |
John McCall | d16c2cf | 2011-02-08 08:22:06 +0000 | [diff] [blame] | 88 | return CGM.getCXXABI().EmitMemberPointerIsNotNull(*this, MemPtr, MPT); |
Eli Friedman | 3a17370 | 2009-12-11 09:26:29 +0000 | [diff] [blame] | 89 | } |
John McCall | 0bab0cd | 2010-08-23 01:21:21 +0000 | [diff] [blame] | 90 | |
| 91 | QualType BoolTy = getContext().BoolTy; |
Chris Lattner | 9b2dc28 | 2008-04-04 16:54:41 +0000 | [diff] [blame] | 92 | if (!E->getType()->isAnyComplexType()) |
Chris Lattner | 9069fa2 | 2007-08-26 16:46:58 +0000 | [diff] [blame] | 93 | return EmitScalarConversion(EmitScalarExpr(E), E->getType(), BoolTy); |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 94 | |
Chris Lattner | 9069fa2 | 2007-08-26 16:46:58 +0000 | [diff] [blame] | 95 | return EmitComplexToScalarConversion(EmitComplexExpr(E), E->getType(),BoolTy); |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 96 | } |
| 97 | |
John McCall | 2a41637 | 2010-12-05 02:00:02 +0000 | [diff] [blame] | 98 | /// EmitIgnoredExpr - Emit code to compute the specified expression, |
| 99 | /// ignoring the result. |
| 100 | void CodeGenFunction::EmitIgnoredExpr(const Expr *E) { |
| 101 | if (E->isRValue()) |
| 102 | return (void) EmitAnyExpr(E, AggValueSlot::ignored(), true); |
| 103 | |
| 104 | // Just emit it as an l-value and drop the result. |
| 105 | EmitLValue(E); |
| 106 | } |
| 107 | |
John McCall | 558d2ab | 2010-09-15 10:14:12 +0000 | [diff] [blame] | 108 | /// EmitAnyExpr - Emit code to compute the specified expression which |
| 109 | /// can have any type. The result is returned as an RValue struct. |
| 110 | /// If this is an aggregate expression, AggSlot indicates where the |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 111 | /// result should be returned. |
John McCall | e0c1168 | 2012-07-02 23:58:38 +0000 | [diff] [blame] | 112 | RValue CodeGenFunction::EmitAnyExpr(const Expr *E, |
| 113 | AggValueSlot aggSlot, |
| 114 | bool ignoreResult) { |
Chris Lattner | 9b65551 | 2007-08-31 22:49:20 +0000 | [diff] [blame] | 115 | if (!hasAggregateLLVMType(E->getType())) |
John McCall | e0c1168 | 2012-07-02 23:58:38 +0000 | [diff] [blame] | 116 | return RValue::get(EmitScalarExpr(E, ignoreResult)); |
Chris Lattner | 9b2dc28 | 2008-04-04 16:54:41 +0000 | [diff] [blame] | 117 | else if (E->getType()->isAnyComplexType()) |
John McCall | e0c1168 | 2012-07-02 23:58:38 +0000 | [diff] [blame] | 118 | return RValue::getComplex(EmitComplexExpr(E, ignoreResult, ignoreResult)); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 119 | |
John McCall | e0c1168 | 2012-07-02 23:58:38 +0000 | [diff] [blame] | 120 | if (!ignoreResult && aggSlot.isIgnored()) |
| 121 | aggSlot = CreateAggTemp(E->getType(), "agg-temp"); |
| 122 | EmitAggExpr(E, aggSlot); |
| 123 | return aggSlot.asRValue(); |
Chris Lattner | 9b65551 | 2007-08-31 22:49:20 +0000 | [diff] [blame] | 124 | } |
| 125 | |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 126 | /// EmitAnyExprToTemp - Similary to EmitAnyExpr(), however, the result will |
| 127 | /// always be accessible even if no aggregate location is provided. |
John McCall | 558d2ab | 2010-09-15 10:14:12 +0000 | [diff] [blame] | 128 | RValue CodeGenFunction::EmitAnyExprToTemp(const Expr *E) { |
| 129 | AggValueSlot AggSlot = AggValueSlot::ignored(); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 130 | |
| 131 | if (hasAggregateLLVMType(E->getType()) && |
Daniel Dunbar | 46f45b9 | 2008-09-09 01:06:48 +0000 | [diff] [blame] | 132 | !E->getType()->isAnyComplexType()) |
John McCall | 558d2ab | 2010-09-15 10:14:12 +0000 | [diff] [blame] | 133 | AggSlot = CreateAggTemp(E->getType(), "agg.tmp"); |
| 134 | return EmitAnyExpr(E, AggSlot); |
Daniel Dunbar | 46f45b9 | 2008-09-09 01:06:48 +0000 | [diff] [blame] | 135 | } |
| 136 | |
John McCall | 3d3ec1c | 2010-04-21 10:05:39 +0000 | [diff] [blame] | 137 | /// EmitAnyExprToMem - Evaluate an expression into a given memory |
| 138 | /// location. |
| 139 | void CodeGenFunction::EmitAnyExprToMem(const Expr *E, |
| 140 | llvm::Value *Location, |
Chad Rosier | 649b4a1 | 2012-03-29 17:37:10 +0000 | [diff] [blame] | 141 | Qualifiers Quals, |
| 142 | bool IsInit) { |
Eli Friedman | f394078 | 2011-12-03 00:54:26 +0000 | [diff] [blame] | 143 | // FIXME: This function should take an LValue as an argument. |
| 144 | if (E->getType()->isAnyComplexType()) { |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 145 | EmitComplexExprIntoAddr(E, Location, Quals.hasVolatile()); |
Eli Friedman | f394078 | 2011-12-03 00:54:26 +0000 | [diff] [blame] | 146 | } else if (hasAggregateLLVMType(E->getType())) { |
Eli Friedman | d7722d9 | 2011-12-03 02:13:40 +0000 | [diff] [blame] | 147 | CharUnits Alignment = getContext().getTypeAlignInChars(E->getType()); |
Eli Friedman | f394078 | 2011-12-03 00:54:26 +0000 | [diff] [blame] | 148 | EmitAggExpr(E, AggValueSlot::forAddr(Location, Alignment, Quals, |
Chad Rosier | 649b4a1 | 2012-03-29 17:37:10 +0000 | [diff] [blame] | 149 | AggValueSlot::IsDestructed_t(IsInit), |
John McCall | 90b2bdf | 2011-08-26 05:38:08 +0000 | [diff] [blame] | 150 | AggValueSlot::DoesNotNeedGCBarriers, |
Chad Rosier | 649b4a1 | 2012-03-29 17:37:10 +0000 | [diff] [blame] | 151 | AggValueSlot::IsAliased_t(!IsInit))); |
Eli Friedman | f394078 | 2011-12-03 00:54:26 +0000 | [diff] [blame] | 152 | } else { |
John McCall | 3d3ec1c | 2010-04-21 10:05:39 +0000 | [diff] [blame] | 153 | RValue RV = RValue::get(EmitScalarExpr(E, /*Ignore*/ false)); |
Daniel Dunbar | 9f553f5 | 2010-08-21 03:08:16 +0000 | [diff] [blame] | 154 | LValue LV = MakeAddrLValue(Location, E->getType()); |
John McCall | 545d996 | 2011-06-25 02:11:03 +0000 | [diff] [blame] | 155 | EmitStoreThroughLValue(RV, LV); |
John McCall | 3d3ec1c | 2010-04-21 10:05:39 +0000 | [diff] [blame] | 156 | } |
| 157 | } |
| 158 | |
Benjamin Kramer | 54353f4 | 2010-11-25 18:29:30 +0000 | [diff] [blame] | 159 | namespace { |
Douglas Gregor | 60dcb84 | 2010-05-20 08:36:28 +0000 | [diff] [blame] | 160 | /// \brief An adjustment to be made to the temporary created when emitting a |
| 161 | /// reference binding, which accesses a particular subobject of that temporary. |
Benjamin Kramer | 54353f4 | 2010-11-25 18:29:30 +0000 | [diff] [blame] | 162 | struct SubobjectAdjustment { |
Eli Friedman | 32f498a | 2012-06-15 23:51:06 +0000 | [diff] [blame] | 163 | enum { |
| 164 | DerivedToBaseAdjustment, |
| 165 | FieldAdjustment, |
| 166 | MemberPointerAdjustment |
| 167 | } Kind; |
Benjamin Kramer | 54353f4 | 2010-11-25 18:29:30 +0000 | [diff] [blame] | 168 | |
| 169 | union { |
| 170 | struct { |
| 171 | const CastExpr *BasePath; |
| 172 | const CXXRecordDecl *DerivedClass; |
| 173 | } DerivedToBase; |
| 174 | |
| 175 | FieldDecl *Field; |
Eli Friedman | 32f498a | 2012-06-15 23:51:06 +0000 | [diff] [blame] | 176 | |
| 177 | struct { |
| 178 | const MemberPointerType *MPT; |
| 179 | llvm::Value *Ptr; |
| 180 | } Ptr; |
Benjamin Kramer | 54353f4 | 2010-11-25 18:29:30 +0000 | [diff] [blame] | 181 | }; |
| 182 | |
| 183 | SubobjectAdjustment(const CastExpr *BasePath, |
| 184 | const CXXRecordDecl *DerivedClass) |
| 185 | : Kind(DerivedToBaseAdjustment) { |
| 186 | DerivedToBase.BasePath = BasePath; |
| 187 | DerivedToBase.DerivedClass = DerivedClass; |
| 188 | } |
| 189 | |
| 190 | SubobjectAdjustment(FieldDecl *Field) |
| 191 | : Kind(FieldAdjustment) { |
| 192 | this->Field = Field; |
| 193 | } |
Eli Friedman | 32f498a | 2012-06-15 23:51:06 +0000 | [diff] [blame] | 194 | |
| 195 | SubobjectAdjustment(const MemberPointerType *MPT, llvm::Value *Ptr) |
| 196 | : Kind(MemberPointerAdjustment) { |
| 197 | this->Ptr.MPT = MPT; |
| 198 | this->Ptr.Ptr = Ptr; |
| 199 | } |
Douglas Gregor | 60dcb84 | 2010-05-20 08:36:28 +0000 | [diff] [blame] | 200 | }; |
Benjamin Kramer | 54353f4 | 2010-11-25 18:29:30 +0000 | [diff] [blame] | 201 | } |
Douglas Gregor | 60dcb84 | 2010-05-20 08:36:28 +0000 | [diff] [blame] | 202 | |
Anders Carlsson | dca7ab2 | 2010-06-27 16:56:04 +0000 | [diff] [blame] | 203 | static llvm::Value * |
Chris Lattner | cb8095f | 2011-07-20 04:59:57 +0000 | [diff] [blame] | 204 | CreateReferenceTemporary(CodeGenFunction &CGF, QualType Type, |
Anders Carlsson | 656746c | 2010-06-27 17:23:46 +0000 | [diff] [blame] | 205 | const NamedDecl *InitializedDecl) { |
| 206 | if (const VarDecl *VD = dyn_cast_or_null<VarDecl>(InitializedDecl)) { |
| 207 | if (VD->hasGlobalStorage()) { |
Dylan Noblesmith | f7ccbad | 2012-02-05 02:13:05 +0000 | [diff] [blame] | 208 | SmallString<256> Name; |
Rafael Espindola | f0be979 | 2011-02-11 02:52:17 +0000 | [diff] [blame] | 209 | llvm::raw_svector_ostream Out(Name); |
| 210 | CGF.CGM.getCXXABI().getMangleContext().mangleReferenceTemporary(VD, Out); |
| 211 | Out.flush(); |
| 212 | |
Chris Lattner | 2acc6e3 | 2011-07-18 04:24:23 +0000 | [diff] [blame] | 213 | llvm::Type *RefTempTy = CGF.ConvertTypeForMem(Type); |
Anders Carlsson | 656746c | 2010-06-27 17:23:46 +0000 | [diff] [blame] | 214 | |
| 215 | // Create the reference temporary. |
| 216 | llvm::GlobalValue *RefTemp = |
| 217 | new llvm::GlobalVariable(CGF.CGM.getModule(), |
| 218 | RefTempTy, /*isConstant=*/false, |
| 219 | llvm::GlobalValue::InternalLinkage, |
| 220 | llvm::Constant::getNullValue(RefTempTy), |
| 221 | Name.str()); |
| 222 | return RefTemp; |
| 223 | } |
| 224 | } |
| 225 | |
| 226 | return CGF.CreateMemTemp(Type, "ref.tmp"); |
| 227 | } |
| 228 | |
| 229 | static llvm::Value * |
Chris Lattner | d0db03a | 2010-09-06 00:11:41 +0000 | [diff] [blame] | 230 | EmitExprForReferenceBinding(CodeGenFunction &CGF, const Expr *E, |
Anders Carlsson | dca7ab2 | 2010-06-27 16:56:04 +0000 | [diff] [blame] | 231 | llvm::Value *&ReferenceTemporary, |
| 232 | const CXXDestructorDecl *&ReferenceTemporaryDtor, |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 233 | QualType &ObjCARCReferenceLifetimeType, |
Anders Carlsson | 656746c | 2010-06-27 17:23:46 +0000 | [diff] [blame] | 234 | const NamedDecl *InitializedDecl) { |
Sebastian Redl | 13dc8f9 | 2011-11-27 16:50:07 +0000 | [diff] [blame] | 235 | // Look through single-element init lists that claim to be lvalues. They're |
| 236 | // just syntactic wrappers in this case. |
| 237 | if (const InitListExpr *ILE = dyn_cast<InitListExpr>(E)) { |
| 238 | if (ILE->getNumInits() == 1 && ILE->isGLValue()) |
| 239 | E = ILE->getInit(0); |
| 240 | } |
| 241 | |
Douglas Gregor | 03e8003 | 2011-06-21 17:03:29 +0000 | [diff] [blame] | 242 | // Look through expressions for materialized temporaries (for now). |
Douglas Gregor | d7b2316 | 2011-06-22 16:12:01 +0000 | [diff] [blame] | 243 | if (const MaterializeTemporaryExpr *M |
| 244 | = dyn_cast<MaterializeTemporaryExpr>(E)) { |
| 245 | // Objective-C++ ARC: |
| 246 | // If we are binding a reference to a temporary that has ownership, we |
| 247 | // need to perform retain/release operations on the temporary. |
David Blaikie | 4e4d084 | 2012-03-11 07:00:24 +0000 | [diff] [blame] | 248 | if (CGF.getContext().getLangOpts().ObjCAutoRefCount && |
Douglas Gregor | d7b2316 | 2011-06-22 16:12:01 +0000 | [diff] [blame] | 249 | E->getType()->isObjCLifetimeType() && |
| 250 | (E->getType().getObjCLifetime() == Qualifiers::OCL_Strong || |
| 251 | E->getType().getObjCLifetime() == Qualifiers::OCL_Weak || |
| 252 | E->getType().getObjCLifetime() == Qualifiers::OCL_Autoreleasing)) |
| 253 | ObjCARCReferenceLifetimeType = E->getType(); |
| 254 | |
| 255 | E = M->GetTemporaryExpr(); |
| 256 | } |
Douglas Gregor | 03e8003 | 2011-06-21 17:03:29 +0000 | [diff] [blame] | 257 | |
Eli Friedman | 27a9b72 | 2009-12-19 00:20:10 +0000 | [diff] [blame] | 258 | if (const CXXDefaultArgExpr *DAE = dyn_cast<CXXDefaultArgExpr>(E)) |
| 259 | E = DAE->getExpr(); |
Anders Carlsson | b3f7442 | 2009-10-15 00:51:46 +0000 | [diff] [blame] | 260 | |
John McCall | 1a343eb | 2011-11-10 08:15:53 +0000 | [diff] [blame] | 261 | if (const ExprWithCleanups *EWC = dyn_cast<ExprWithCleanups>(E)) { |
| 262 | CGF.enterFullExpression(EWC); |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 263 | CodeGenFunction::RunCleanupsScope Scope(CGF); |
Anders Carlsson | dca7ab2 | 2010-06-27 16:56:04 +0000 | [diff] [blame] | 264 | |
John McCall | 1a343eb | 2011-11-10 08:15:53 +0000 | [diff] [blame] | 265 | return EmitExprForReferenceBinding(CGF, EWC->getSubExpr(), |
Anders Carlsson | dca7ab2 | 2010-06-27 16:56:04 +0000 | [diff] [blame] | 266 | ReferenceTemporary, |
| 267 | ReferenceTemporaryDtor, |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 268 | ObjCARCReferenceLifetimeType, |
Anders Carlsson | 656746c | 2010-06-27 17:23:46 +0000 | [diff] [blame] | 269 | InitializedDecl); |
Anders Carlsson | dca7ab2 | 2010-06-27 16:56:04 +0000 | [diff] [blame] | 270 | } |
| 271 | |
| 272 | RValue RV; |
Douglas Gregor | da29e09 | 2011-01-22 02:44:21 +0000 | [diff] [blame] | 273 | if (E->isGLValue()) { |
Anders Carlsson | dca7ab2 | 2010-06-27 16:56:04 +0000 | [diff] [blame] | 274 | // Emit the expression as an lvalue. |
| 275 | LValue LV = CGF.EmitLValue(E); |
Chris Lattner | 74339df | 2011-07-10 05:34:54 +0000 | [diff] [blame] | 276 | |
Anders Carlsson | dca7ab2 | 2010-06-27 16:56:04 +0000 | [diff] [blame] | 277 | if (LV.isSimple()) |
| 278 | return LV.getAddress(); |
Anders Carlsson | 0dc7366 | 2010-02-04 17:32:58 +0000 | [diff] [blame] | 279 | |
Anders Carlsson | dca7ab2 | 2010-06-27 16:56:04 +0000 | [diff] [blame] | 280 | // We have to load the lvalue. |
John McCall | 545d996 | 2011-06-25 02:11:03 +0000 | [diff] [blame] | 281 | RV = CGF.EmitLoadOfLValue(LV); |
Eli Friedman | 5df0d42 | 2009-05-20 02:31:19 +0000 | [diff] [blame] | 282 | } else { |
Douglas Gregor | d7b2316 | 2011-06-22 16:12:01 +0000 | [diff] [blame] | 283 | if (!ObjCARCReferenceLifetimeType.isNull()) { |
| 284 | ReferenceTemporary = CreateReferenceTemporary(CGF, |
| 285 | ObjCARCReferenceLifetimeType, |
| 286 | InitializedDecl); |
| 287 | |
| 288 | |
| 289 | LValue RefTempDst = CGF.MakeAddrLValue(ReferenceTemporary, |
| 290 | ObjCARCReferenceLifetimeType); |
| 291 | |
| 292 | CGF.EmitScalarInit(E, dyn_cast_or_null<ValueDecl>(InitializedDecl), |
| 293 | RefTempDst, false); |
| 294 | |
| 295 | bool ExtendsLifeOfTemporary = false; |
| 296 | if (const VarDecl *Var = dyn_cast_or_null<VarDecl>(InitializedDecl)) { |
| 297 | if (Var->extendsLifetimeOfTemporary()) |
| 298 | ExtendsLifeOfTemporary = true; |
| 299 | } else if (InitializedDecl && isa<FieldDecl>(InitializedDecl)) { |
| 300 | ExtendsLifeOfTemporary = true; |
| 301 | } |
| 302 | |
| 303 | if (!ExtendsLifeOfTemporary) { |
| 304 | // Since the lifetime of this temporary isn't going to be extended, |
| 305 | // we need to clean it up ourselves at the end of the full expression. |
| 306 | switch (ObjCARCReferenceLifetimeType.getObjCLifetime()) { |
| 307 | case Qualifiers::OCL_None: |
| 308 | case Qualifiers::OCL_ExplicitNone: |
| 309 | case Qualifiers::OCL_Autoreleasing: |
| 310 | break; |
| 311 | |
John McCall | 9928c48 | 2011-07-12 16:41:08 +0000 | [diff] [blame] | 312 | case Qualifiers::OCL_Strong: { |
| 313 | assert(!ObjCARCReferenceLifetimeType->isArrayType()); |
| 314 | CleanupKind cleanupKind = CGF.getARCCleanupKind(); |
| 315 | CGF.pushDestroy(cleanupKind, |
| 316 | ReferenceTemporary, |
| 317 | ObjCARCReferenceLifetimeType, |
| 318 | CodeGenFunction::destroyARCStrongImprecise, |
| 319 | cleanupKind & EHCleanup); |
Douglas Gregor | d7b2316 | 2011-06-22 16:12:01 +0000 | [diff] [blame] | 320 | break; |
John McCall | 9928c48 | 2011-07-12 16:41:08 +0000 | [diff] [blame] | 321 | } |
Douglas Gregor | d7b2316 | 2011-06-22 16:12:01 +0000 | [diff] [blame] | 322 | |
| 323 | case Qualifiers::OCL_Weak: |
John McCall | 9928c48 | 2011-07-12 16:41:08 +0000 | [diff] [blame] | 324 | assert(!ObjCARCReferenceLifetimeType->isArrayType()); |
| 325 | CGF.pushDestroy(NormalAndEHCleanup, |
| 326 | ReferenceTemporary, |
| 327 | ObjCARCReferenceLifetimeType, |
| 328 | CodeGenFunction::destroyARCWeak, |
| 329 | /*useEHCleanupForArray*/ true); |
Douglas Gregor | d7b2316 | 2011-06-22 16:12:01 +0000 | [diff] [blame] | 330 | break; |
| 331 | } |
| 332 | |
| 333 | ObjCARCReferenceLifetimeType = QualType(); |
| 334 | } |
| 335 | |
| 336 | return ReferenceTemporary; |
| 337 | } |
| 338 | |
Chris Lattner | 5f9e272 | 2011-07-23 10:55:15 +0000 | [diff] [blame] | 339 | SmallVector<SubobjectAdjustment, 2> Adjustments; |
Anders Carlsson | dca7ab2 | 2010-06-27 16:56:04 +0000 | [diff] [blame] | 340 | while (true) { |
Peter Collingbourne | f111d93 | 2011-04-15 00:35:48 +0000 | [diff] [blame] | 341 | E = E->IgnoreParens(); |
Douglas Gregor | 2d6b0e9 | 2010-05-22 05:17:18 +0000 | [diff] [blame] | 342 | |
| 343 | if (const CastExpr *CE = dyn_cast<CastExpr>(E)) { |
John McCall | 2de56d1 | 2010-08-25 11:45:40 +0000 | [diff] [blame] | 344 | if ((CE->getCastKind() == CK_DerivedToBase || |
| 345 | CE->getCastKind() == CK_UncheckedDerivedToBase) && |
Douglas Gregor | 2d6b0e9 | 2010-05-22 05:17:18 +0000 | [diff] [blame] | 346 | E->getType()->isRecordType()) { |
Douglas Gregor | 60dcb84 | 2010-05-20 08:36:28 +0000 | [diff] [blame] | 347 | E = CE->getSubExpr(); |
| 348 | CXXRecordDecl *Derived |
| 349 | = cast<CXXRecordDecl>(E->getType()->getAs<RecordType>()->getDecl()); |
John McCall | f871d0c | 2010-08-07 06:22:56 +0000 | [diff] [blame] | 350 | Adjustments.push_back(SubobjectAdjustment(CE, Derived)); |
Douglas Gregor | 60dcb84 | 2010-05-20 08:36:28 +0000 | [diff] [blame] | 351 | continue; |
| 352 | } |
Douglas Gregor | 2d6b0e9 | 2010-05-22 05:17:18 +0000 | [diff] [blame] | 353 | |
John McCall | 2de56d1 | 2010-08-25 11:45:40 +0000 | [diff] [blame] | 354 | if (CE->getCastKind() == CK_NoOp) { |
Douglas Gregor | 2d6b0e9 | 2010-05-22 05:17:18 +0000 | [diff] [blame] | 355 | E = CE->getSubExpr(); |
| 356 | continue; |
| 357 | } |
| 358 | } else if (const MemberExpr *ME = dyn_cast<MemberExpr>(E)) { |
John McCall | 7eb0a9e | 2010-11-24 05:12:34 +0000 | [diff] [blame] | 359 | if (!ME->isArrow() && ME->getBase()->isRValue()) { |
| 360 | assert(ME->getBase()->getType()->isRecordType()); |
Douglas Gregor | 60dcb84 | 2010-05-20 08:36:28 +0000 | [diff] [blame] | 361 | if (FieldDecl *Field = dyn_cast<FieldDecl>(ME->getMemberDecl())) { |
| 362 | E = ME->getBase(); |
Daniel Dunbar | 333d42d | 2010-08-21 03:37:02 +0000 | [diff] [blame] | 363 | Adjustments.push_back(SubobjectAdjustment(Field)); |
Douglas Gregor | 60dcb84 | 2010-05-20 08:36:28 +0000 | [diff] [blame] | 364 | continue; |
| 365 | } |
| 366 | } |
Eli Friedman | 32f498a | 2012-06-15 23:51:06 +0000 | [diff] [blame] | 367 | } else if (const BinaryOperator *BO = dyn_cast<BinaryOperator>(E)) { |
| 368 | if (BO->isPtrMemOp()) { |
| 369 | assert(BO->getLHS()->isRValue()); |
| 370 | E = BO->getLHS(); |
| 371 | const MemberPointerType *MPT = |
| 372 | BO->getRHS()->getType()->getAs<MemberPointerType>(); |
| 373 | llvm::Value *Ptr = CGF.EmitScalarExpr(BO->getRHS()); |
| 374 | Adjustments.push_back(SubobjectAdjustment(MPT, Ptr)); |
| 375 | } |
Anders Carlsson | b3f7442 | 2009-10-15 00:51:46 +0000 | [diff] [blame] | 376 | } |
Douglas Gregor | 2d6b0e9 | 2010-05-22 05:17:18 +0000 | [diff] [blame] | 377 | |
John McCall | 7cc25fe | 2011-02-21 05:25:38 +0000 | [diff] [blame] | 378 | if (const OpaqueValueExpr *opaque = dyn_cast<OpaqueValueExpr>(E)) |
| 379 | if (opaque->getType()->isRecordType()) |
| 380 | return CGF.EmitOpaqueValueLValue(opaque).getAddress(); |
| 381 | |
Douglas Gregor | 2d6b0e9 | 2010-05-22 05:17:18 +0000 | [diff] [blame] | 382 | // Nothing changed. |
| 383 | break; |
Anders Carlsson | 8478ce6 | 2009-08-16 17:50:25 +0000 | [diff] [blame] | 384 | } |
Anders Carlsson | b3f7442 | 2009-10-15 00:51:46 +0000 | [diff] [blame] | 385 | |
Anders Carlsson | dca7ab2 | 2010-06-27 16:56:04 +0000 | [diff] [blame] | 386 | // Create a reference temporary if necessary. |
John McCall | 558d2ab | 2010-09-15 10:14:12 +0000 | [diff] [blame] | 387 | AggValueSlot AggSlot = AggValueSlot::ignored(); |
Anders Carlsson | dca7ab2 | 2010-06-27 16:56:04 +0000 | [diff] [blame] | 388 | if (CGF.hasAggregateLLVMType(E->getType()) && |
John McCall | 558d2ab | 2010-09-15 10:14:12 +0000 | [diff] [blame] | 389 | !E->getType()->isAnyComplexType()) { |
Anders Carlsson | 656746c | 2010-06-27 17:23:46 +0000 | [diff] [blame] | 390 | ReferenceTemporary = CreateReferenceTemporary(CGF, E->getType(), |
| 391 | InitializedDecl); |
Eli Friedman | d7722d9 | 2011-12-03 02:13:40 +0000 | [diff] [blame] | 392 | CharUnits Alignment = CGF.getContext().getTypeAlignInChars(E->getType()); |
John McCall | 7c2349b | 2011-08-25 20:40:09 +0000 | [diff] [blame] | 393 | AggValueSlot::IsDestructed_t isDestructed |
| 394 | = AggValueSlot::IsDestructed_t(InitializedDecl != 0); |
Eli Friedman | f394078 | 2011-12-03 00:54:26 +0000 | [diff] [blame] | 395 | AggSlot = AggValueSlot::forAddr(ReferenceTemporary, Alignment, |
| 396 | Qualifiers(), isDestructed, |
John McCall | 410ffb2 | 2011-08-25 23:04:34 +0000 | [diff] [blame] | 397 | AggValueSlot::DoesNotNeedGCBarriers, |
Chad Rosier | 649b4a1 | 2012-03-29 17:37:10 +0000 | [diff] [blame] | 398 | AggValueSlot::IsNotAliased); |
John McCall | 558d2ab | 2010-09-15 10:14:12 +0000 | [diff] [blame] | 399 | } |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 400 | |
Anders Carlsson | 656746c | 2010-06-27 17:23:46 +0000 | [diff] [blame] | 401 | if (InitializedDecl) { |
Anders Carlsson | dca7ab2 | 2010-06-27 16:56:04 +0000 | [diff] [blame] | 402 | // Get the destructor for the reference temporary. |
| 403 | if (const RecordType *RT = E->getType()->getAs<RecordType>()) { |
| 404 | CXXRecordDecl *ClassDecl = cast<CXXRecordDecl>(RT->getDecl()); |
| 405 | if (!ClassDecl->hasTrivialDestructor()) |
Douglas Gregor | 1d110e0 | 2010-07-01 14:13:13 +0000 | [diff] [blame] | 406 | ReferenceTemporaryDtor = ClassDecl->getDestructor(); |
Anders Carlsson | dca7ab2 | 2010-06-27 16:56:04 +0000 | [diff] [blame] | 407 | } |
| 408 | } |
| 409 | |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 410 | RV = CGF.EmitAnyExpr(E, AggSlot); |
| 411 | |
Douglas Gregor | 60dcb84 | 2010-05-20 08:36:28 +0000 | [diff] [blame] | 412 | // Check if need to perform derived-to-base casts and/or field accesses, to |
| 413 | // get from the temporary object we created (and, potentially, for which we |
| 414 | // extended the lifetime) to the subobject we're binding the reference to. |
| 415 | if (!Adjustments.empty()) { |
Anders Carlsson | dca7ab2 | 2010-06-27 16:56:04 +0000 | [diff] [blame] | 416 | llvm::Value *Object = RV.getAggregateAddr(); |
Douglas Gregor | 60dcb84 | 2010-05-20 08:36:28 +0000 | [diff] [blame] | 417 | for (unsigned I = Adjustments.size(); I != 0; --I) { |
| 418 | SubobjectAdjustment &Adjustment = Adjustments[I-1]; |
| 419 | switch (Adjustment.Kind) { |
| 420 | case SubobjectAdjustment::DerivedToBaseAdjustment: |
Anders Carlsson | dca7ab2 | 2010-06-27 16:56:04 +0000 | [diff] [blame] | 421 | Object = |
| 422 | CGF.GetAddressOfBaseClass(Object, |
| 423 | Adjustment.DerivedToBase.DerivedClass, |
John McCall | f871d0c | 2010-08-07 06:22:56 +0000 | [diff] [blame] | 424 | Adjustment.DerivedToBase.BasePath->path_begin(), |
| 425 | Adjustment.DerivedToBase.BasePath->path_end(), |
Anders Carlsson | dca7ab2 | 2010-06-27 16:56:04 +0000 | [diff] [blame] | 426 | /*NullCheckValue=*/false); |
Douglas Gregor | 60dcb84 | 2010-05-20 08:36:28 +0000 | [diff] [blame] | 427 | break; |
| 428 | |
| 429 | case SubobjectAdjustment::FieldAdjustment: { |
Eli Friedman | 377ecc7 | 2012-04-16 03:54:45 +0000 | [diff] [blame] | 430 | LValue LV = CGF.MakeAddrLValue(Object, E->getType()); |
| 431 | LV = CGF.EmitLValueForField(LV, Adjustment.Field); |
Douglas Gregor | 60dcb84 | 2010-05-20 08:36:28 +0000 | [diff] [blame] | 432 | if (LV.isSimple()) { |
| 433 | Object = LV.getAddress(); |
| 434 | break; |
| 435 | } |
| 436 | |
| 437 | // For non-simple lvalues, we actually have to create a copy of |
| 438 | // the object we're binding to. |
Daniel Dunbar | 333d42d | 2010-08-21 03:37:02 +0000 | [diff] [blame] | 439 | QualType T = Adjustment.Field->getType().getNonReferenceType() |
| 440 | .getUnqualifiedType(); |
Anders Carlsson | 045a6d8 | 2010-06-27 17:52:15 +0000 | [diff] [blame] | 441 | Object = CreateReferenceTemporary(CGF, T, InitializedDecl); |
Daniel Dunbar | 333d42d | 2010-08-21 03:37:02 +0000 | [diff] [blame] | 442 | LValue TempLV = CGF.MakeAddrLValue(Object, |
| 443 | Adjustment.Field->getType()); |
John McCall | 545d996 | 2011-06-25 02:11:03 +0000 | [diff] [blame] | 444 | CGF.EmitStoreThroughLValue(CGF.EmitLoadOfLValue(LV), TempLV); |
Douglas Gregor | 60dcb84 | 2010-05-20 08:36:28 +0000 | [diff] [blame] | 445 | break; |
| 446 | } |
Anders Carlsson | dca7ab2 | 2010-06-27 16:56:04 +0000 | [diff] [blame] | 447 | |
Eli Friedman | 32f498a | 2012-06-15 23:51:06 +0000 | [diff] [blame] | 448 | case SubobjectAdjustment::MemberPointerAdjustment: { |
| 449 | Object = CGF.CGM.getCXXABI().EmitMemberDataPointerAddress( |
| 450 | CGF, Object, Adjustment.Ptr.Ptr, Adjustment.Ptr.MPT); |
| 451 | break; |
| 452 | } |
Douglas Gregor | 60dcb84 | 2010-05-20 08:36:28 +0000 | [diff] [blame] | 453 | } |
| 454 | } |
Eli Friedman | 545aa7a | 2011-03-16 22:34:09 +0000 | [diff] [blame] | 455 | |
| 456 | return Object; |
Anders Carlsson | b3f7442 | 2009-10-15 00:51:46 +0000 | [diff] [blame] | 457 | } |
Anders Carlsson | 4bbab92 | 2009-05-20 00:36:58 +0000 | [diff] [blame] | 458 | } |
Eli Friedman | 5df0d42 | 2009-05-20 02:31:19 +0000 | [diff] [blame] | 459 | |
Anders Carlsson | dca7ab2 | 2010-06-27 16:56:04 +0000 | [diff] [blame] | 460 | if (RV.isAggregate()) |
| 461 | return RV.getAggregateAddr(); |
Eli Friedman | 5df0d42 | 2009-05-20 02:31:19 +0000 | [diff] [blame] | 462 | |
Anders Carlsson | dca7ab2 | 2010-06-27 16:56:04 +0000 | [diff] [blame] | 463 | // Create a temporary variable that we can bind the reference to. |
Anders Carlsson | 656746c | 2010-06-27 17:23:46 +0000 | [diff] [blame] | 464 | ReferenceTemporary = CreateReferenceTemporary(CGF, E->getType(), |
| 465 | InitializedDecl); |
| 466 | |
Daniel Dunbar | 91a16fa | 2010-08-21 02:24:36 +0000 | [diff] [blame] | 467 | |
| 468 | unsigned Alignment = |
| 469 | CGF.getContext().getTypeAlignInChars(E->getType()).getQuantity(); |
Anders Carlsson | dca7ab2 | 2010-06-27 16:56:04 +0000 | [diff] [blame] | 470 | if (RV.isScalar()) |
| 471 | CGF.EmitStoreOfScalar(RV.getScalarVal(), ReferenceTemporary, |
Daniel Dunbar | 91a16fa | 2010-08-21 02:24:36 +0000 | [diff] [blame] | 472 | /*Volatile=*/false, Alignment, E->getType()); |
Anders Carlsson | dca7ab2 | 2010-06-27 16:56:04 +0000 | [diff] [blame] | 473 | else |
| 474 | CGF.StoreComplexToAddr(RV.getComplexVal(), ReferenceTemporary, |
| 475 | /*Volatile=*/false); |
| 476 | return ReferenceTemporary; |
| 477 | } |
| 478 | |
| 479 | RValue |
Chris Lattner | d0db03a | 2010-09-06 00:11:41 +0000 | [diff] [blame] | 480 | CodeGenFunction::EmitReferenceBindingToExpr(const Expr *E, |
Anders Carlsson | dca7ab2 | 2010-06-27 16:56:04 +0000 | [diff] [blame] | 481 | const NamedDecl *InitializedDecl) { |
| 482 | llvm::Value *ReferenceTemporary = 0; |
| 483 | const CXXDestructorDecl *ReferenceTemporaryDtor = 0; |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 484 | QualType ObjCARCReferenceLifetimeType; |
Anders Carlsson | dca7ab2 | 2010-06-27 16:56:04 +0000 | [diff] [blame] | 485 | llvm::Value *Value = EmitExprForReferenceBinding(*this, E, ReferenceTemporary, |
| 486 | ReferenceTemporaryDtor, |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 487 | ObjCARCReferenceLifetimeType, |
Anders Carlsson | dca7ab2 | 2010-06-27 16:56:04 +0000 | [diff] [blame] | 488 | InitializedDecl); |
Richard Smith | 2c9f87c | 2012-08-24 00:54:33 +0000 | [diff] [blame] | 489 | if (CatchUndefined && !E->getType()->isFunctionType()) { |
| 490 | // C++11 [dcl.ref]p5 (as amended by core issue 453): |
| 491 | // If a glvalue to which a reference is directly bound designates neither |
| 492 | // an existing object or function of an appropriate type nor a region of |
| 493 | // storage of suitable size and alignment to contain an object of the |
| 494 | // reference's type, the behavior is undefined. |
| 495 | QualType Ty = E->getType(); |
Richard Smith | 7ac9ef1 | 2012-09-08 02:08:36 +0000 | [diff] [blame] | 496 | EmitTypeCheck(TCK_ReferenceBinding, Value, Ty); |
Richard Smith | 2c9f87c | 2012-08-24 00:54:33 +0000 | [diff] [blame] | 497 | } |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 498 | if (!ReferenceTemporaryDtor && ObjCARCReferenceLifetimeType.isNull()) |
Anders Carlsson | 045a6d8 | 2010-06-27 17:52:15 +0000 | [diff] [blame] | 499 | return RValue::get(Value); |
| 500 | |
Anders Carlsson | dca7ab2 | 2010-06-27 16:56:04 +0000 | [diff] [blame] | 501 | // Make sure to call the destructor for the reference temporary. |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 502 | const VarDecl *VD = dyn_cast_or_null<VarDecl>(InitializedDecl); |
| 503 | if (VD && VD->hasGlobalStorage()) { |
| 504 | if (ReferenceTemporaryDtor) { |
Anders Carlsson | 045a6d8 | 2010-06-27 17:52:15 +0000 | [diff] [blame] | 505 | llvm::Constant *DtorFn = |
| 506 | CGM.GetAddrOfCXXDestructor(ReferenceTemporaryDtor, Dtor_Complete); |
John McCall | 20bb175 | 2012-05-01 06:13:13 +0000 | [diff] [blame] | 507 | CGM.getCXXABI().registerGlobalDtor(*this, DtorFn, |
John McCall | d16c2cf | 2011-02-08 08:22:06 +0000 | [diff] [blame] | 508 | cast<llvm::Constant>(ReferenceTemporary)); |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 509 | } else { |
| 510 | assert(!ObjCARCReferenceLifetimeType.isNull()); |
| 511 | // Note: We intentionally do not register a global "destructor" to |
| 512 | // release the object. |
Anders Carlsson | 045a6d8 | 2010-06-27 17:52:15 +0000 | [diff] [blame] | 513 | } |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 514 | |
| 515 | return RValue::get(Value); |
Anders Carlsson | 045a6d8 | 2010-06-27 17:52:15 +0000 | [diff] [blame] | 516 | } |
John McCall | 81407d4 | 2010-07-21 06:29:51 +0000 | [diff] [blame] | 517 | |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 518 | if (ReferenceTemporaryDtor) |
| 519 | PushDestructorCleanup(ReferenceTemporaryDtor, ReferenceTemporary); |
| 520 | else { |
| 521 | switch (ObjCARCReferenceLifetimeType.getObjCLifetime()) { |
| 522 | case Qualifiers::OCL_None: |
David Blaikie | b219cfc | 2011-09-23 05:06:16 +0000 | [diff] [blame] | 523 | llvm_unreachable( |
| 524 | "Not a reference temporary that needs to be deallocated"); |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 525 | case Qualifiers::OCL_ExplicitNone: |
| 526 | case Qualifiers::OCL_Autoreleasing: |
| 527 | // Nothing to do. |
| 528 | break; |
| 529 | |
John McCall | 9928c48 | 2011-07-12 16:41:08 +0000 | [diff] [blame] | 530 | case Qualifiers::OCL_Strong: { |
| 531 | bool precise = VD && VD->hasAttr<ObjCPreciseLifetimeAttr>(); |
| 532 | CleanupKind cleanupKind = getARCCleanupKind(); |
Benjamin Kramer | 0d51676 | 2011-07-12 18:37:23 +0000 | [diff] [blame] | 533 | pushDestroy(cleanupKind, ReferenceTemporary, ObjCARCReferenceLifetimeType, |
Peter Collingbourne | 516bbd4 | 2012-01-26 03:33:36 +0000 | [diff] [blame] | 534 | precise ? destroyARCStrongPrecise : destroyARCStrongImprecise, |
| 535 | cleanupKind & EHCleanup); |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 536 | break; |
John McCall | 9928c48 | 2011-07-12 16:41:08 +0000 | [diff] [blame] | 537 | } |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 538 | |
Benjamin Kramer | 0d51676 | 2011-07-12 18:37:23 +0000 | [diff] [blame] | 539 | case Qualifiers::OCL_Weak: { |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 540 | // __weak objects always get EH cleanups; otherwise, exceptions |
| 541 | // could cause really nasty crashes instead of mere leaks. |
John McCall | 9928c48 | 2011-07-12 16:41:08 +0000 | [diff] [blame] | 542 | pushDestroy(NormalAndEHCleanup, ReferenceTemporary, |
Peter Collingbourne | 516bbd4 | 2012-01-26 03:33:36 +0000 | [diff] [blame] | 543 | ObjCARCReferenceLifetimeType, destroyARCWeak, true); |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 544 | break; |
| 545 | } |
Benjamin Kramer | 0d51676 | 2011-07-12 18:37:23 +0000 | [diff] [blame] | 546 | } |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 547 | } |
| 548 | |
Anders Carlsson | dca7ab2 | 2010-06-27 16:56:04 +0000 | [diff] [blame] | 549 | return RValue::get(Value); |
Anders Carlsson | 4029ca7 | 2009-05-20 00:24:07 +0000 | [diff] [blame] | 550 | } |
| 551 | |
| 552 | |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 553 | /// getAccessedFieldNo - Given an encoded value and a result number, return the |
| 554 | /// input field number being accessed. |
| 555 | unsigned CodeGenFunction::getAccessedFieldNo(unsigned Idx, |
Dan Gohman | 4f8d123 | 2008-05-22 00:50:06 +0000 | [diff] [blame] | 556 | const llvm::Constant *Elts) { |
Chris Lattner | 89f4283 | 2012-01-30 06:20:36 +0000 | [diff] [blame] | 557 | return cast<llvm::ConstantInt>(Elts->getAggregateElement(Idx)) |
| 558 | ->getZExtValue(); |
Dan Gohman | 4f8d123 | 2008-05-22 00:50:06 +0000 | [diff] [blame] | 559 | } |
| 560 | |
Richard Smith | 7ac9ef1 | 2012-09-08 02:08:36 +0000 | [diff] [blame] | 561 | void CodeGenFunction::EmitTypeCheck(TypeCheckKind TCK, llvm::Value *Address, |
| 562 | QualType Ty, CharUnits Alignment) { |
Nuno Lopes | def1849 | 2012-05-22 17:19:45 +0000 | [diff] [blame] | 563 | if (!CatchUndefined) |
Mike Stump | b14e62d | 2009-12-16 02:57:00 +0000 | [diff] [blame] | 564 | return; |
| 565 | |
Richard Smith | 2c9f87c | 2012-08-24 00:54:33 +0000 | [diff] [blame] | 566 | llvm::Value *Cond = 0; |
Mike Stump | b14e62d | 2009-12-16 02:57:00 +0000 | [diff] [blame] | 567 | |
Richard Smith | 7ac9ef1 | 2012-09-08 02:08:36 +0000 | [diff] [blame] | 568 | if (TCK != TCK_Load && TCK != TCK_Store) { |
Richard Smith | 2c9f87c | 2012-08-24 00:54:33 +0000 | [diff] [blame] | 569 | // The glvalue must not be an empty glvalue. Don't bother checking this for |
| 570 | // loads and stores, because we will get a segfault anyway (if the operation |
| 571 | // isn't optimized out). |
| 572 | Cond = Builder.CreateICmpNE( |
| 573 | Address, llvm::Constant::getNullValue(Address->getType())); |
| 574 | } |
Chris Lattner | c24b9c4 | 2010-04-10 18:34:14 +0000 | [diff] [blame] | 575 | |
Richard Smith | 2c9f87c | 2012-08-24 00:54:33 +0000 | [diff] [blame] | 576 | if (!Ty->isIncompleteType()) { |
| 577 | uint64_t Size = getContext().getTypeSizeInChars(Ty).getQuantity(); |
| 578 | uint64_t AlignVal = Alignment.getQuantity(); |
| 579 | if (!AlignVal) |
| 580 | AlignVal = getContext().getTypeAlignInChars(Ty).getQuantity(); |
| 581 | |
| 582 | // This needs to be to the standard address space. |
| 583 | Address = Builder.CreateBitCast(Address, Int8PtrTy); |
| 584 | |
| 585 | // The glvalue must refer to a large enough storage region. |
| 586 | // FIXME: If -faddress-sanitizer is enabled, insert dynamic instrumentation |
| 587 | // to check this. |
| 588 | llvm::Value *F = CGM.getIntrinsic(llvm::Intrinsic::objectsize, IntPtrTy); |
| 589 | llvm::Value *Min = Builder.getFalse(); |
| 590 | llvm::Value *LargeEnough = |
| 591 | Builder.CreateICmpUGE(Builder.CreateCall2(F, Address, Min), |
| 592 | llvm::ConstantInt::get(IntPtrTy, Size)); |
| 593 | Cond = Cond ? Builder.CreateAnd(Cond, LargeEnough) : LargeEnough; |
| 594 | |
| 595 | // The glvalue must be suitably aligned. |
| 596 | llvm::Value *Align = |
| 597 | Builder.CreateAnd(Builder.CreatePtrToInt(Address, IntPtrTy), |
| 598 | llvm::ConstantInt::get(IntPtrTy, AlignVal - 1)); |
| 599 | Cond = Builder.CreateAnd(Cond, |
| 600 | Builder.CreateICmpEQ(Align, llvm::ConstantInt::get(IntPtrTy, 0))); |
| 601 | } |
| 602 | |
Richard Smith | 7ac9ef1 | 2012-09-08 02:08:36 +0000 | [diff] [blame] | 603 | if (Cond) |
| 604 | EmitCheck(Cond); |
Mike Stump | b14e62d | 2009-12-16 02:57:00 +0000 | [diff] [blame] | 605 | } |
Chris Lattner | 9b65551 | 2007-08-31 22:49:20 +0000 | [diff] [blame] | 606 | |
Chris Lattner | dd36d32 | 2010-01-09 21:40:03 +0000 | [diff] [blame] | 607 | |
Chris Lattner | dd36d32 | 2010-01-09 21:40:03 +0000 | [diff] [blame] | 608 | CodeGenFunction::ComplexPairTy CodeGenFunction:: |
| 609 | EmitComplexPrePostIncDec(const UnaryOperator *E, LValue LV, |
| 610 | bool isInc, bool isPre) { |
| 611 | ComplexPairTy InVal = LoadComplexFromAddr(LV.getAddress(), |
| 612 | LV.isVolatileQualified()); |
| 613 | |
| 614 | llvm::Value *NextVal; |
| 615 | if (isa<llvm::IntegerType>(InVal.first->getType())) { |
| 616 | uint64_t AmountVal = isInc ? 1 : -1; |
| 617 | NextVal = llvm::ConstantInt::get(InVal.first->getType(), AmountVal, true); |
| 618 | |
| 619 | // Add the inc/dec to the real part. |
| 620 | NextVal = Builder.CreateAdd(InVal.first, NextVal, isInc ? "inc" : "dec"); |
| 621 | } else { |
| 622 | QualType ElemTy = E->getType()->getAs<ComplexType>()->getElementType(); |
| 623 | llvm::APFloat FVal(getContext().getFloatTypeSemantics(ElemTy), 1); |
| 624 | if (!isInc) |
| 625 | FVal.changeSign(); |
| 626 | NextVal = llvm::ConstantFP::get(getLLVMContext(), FVal); |
| 627 | |
| 628 | // Add the inc/dec to the real part. |
| 629 | NextVal = Builder.CreateFAdd(InVal.first, NextVal, isInc ? "inc" : "dec"); |
| 630 | } |
| 631 | |
| 632 | ComplexPairTy IncVal(NextVal, InVal.second); |
| 633 | |
| 634 | // Store the updated result through the lvalue. |
| 635 | StoreComplexToAddr(IncVal, LV.getAddress(), LV.isVolatileQualified()); |
| 636 | |
| 637 | // If this is a postinc, return the value read from memory, otherwise use the |
| 638 | // updated value. |
| 639 | return isPre ? IncVal : InVal; |
| 640 | } |
| 641 | |
| 642 | |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 643 | //===----------------------------------------------------------------------===// |
| 644 | // LValue Expression Emission |
| 645 | //===----------------------------------------------------------------------===// |
| 646 | |
Daniel Dunbar | 13e8173 | 2009-02-05 07:09:07 +0000 | [diff] [blame] | 647 | RValue CodeGenFunction::GetUndefRValue(QualType Ty) { |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 648 | if (Ty->isVoidType()) |
Daniel Dunbar | 13e8173 | 2009-02-05 07:09:07 +0000 | [diff] [blame] | 649 | return RValue::get(0); |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 650 | |
| 651 | if (const ComplexType *CTy = Ty->getAs<ComplexType>()) { |
Chris Lattner | 2acc6e3 | 2011-07-18 04:24:23 +0000 | [diff] [blame] | 652 | llvm::Type *EltTy = ConvertType(CTy->getElementType()); |
Owen Anderson | 03e2050 | 2009-07-30 23:11:26 +0000 | [diff] [blame] | 653 | llvm::Value *U = llvm::UndefValue::get(EltTy); |
Daniel Dunbar | 8fa73ed | 2009-01-09 20:09:28 +0000 | [diff] [blame] | 654 | return RValue::getComplex(std::make_pair(U, U)); |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 655 | } |
| 656 | |
Chris Lattner | b6c504b | 2010-08-23 05:26:13 +0000 | [diff] [blame] | 657 | // If this is a use of an undefined aggregate type, the aggregate must have an |
| 658 | // identifiable address. Just because the contents of the value are undefined |
| 659 | // doesn't mean that the address can't be taken and compared. |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 660 | if (hasAggregateLLVMType(Ty)) { |
Chris Lattner | b6c504b | 2010-08-23 05:26:13 +0000 | [diff] [blame] | 661 | llvm::Value *DestPtr = CreateMemTemp(Ty, "undef.agg.tmp"); |
| 662 | return RValue::getAggregate(DestPtr); |
Daniel Dunbar | 8fa73ed | 2009-01-09 20:09:28 +0000 | [diff] [blame] | 663 | } |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 664 | |
| 665 | return RValue::get(llvm::UndefValue::get(ConvertType(Ty))); |
Daniel Dunbar | ce1d38b | 2009-01-09 16:50:52 +0000 | [diff] [blame] | 666 | } |
| 667 | |
Daniel Dunbar | 13e8173 | 2009-02-05 07:09:07 +0000 | [diff] [blame] | 668 | RValue CodeGenFunction::EmitUnsupportedRValue(const Expr *E, |
| 669 | const char *Name) { |
| 670 | ErrorUnsupported(E, Name); |
| 671 | return GetUndefRValue(E->getType()); |
| 672 | } |
| 673 | |
Daniel Dunbar | 6ba82a4 | 2008-08-25 20:45:57 +0000 | [diff] [blame] | 674 | LValue CodeGenFunction::EmitUnsupportedLValue(const Expr *E, |
| 675 | const char *Name) { |
| 676 | ErrorUnsupported(E, Name); |
Owen Anderson | 96e0fc7 | 2009-07-29 22:16:19 +0000 | [diff] [blame] | 677 | llvm::Type *Ty = llvm::PointerType::getUnqual(ConvertType(E->getType())); |
Daniel Dunbar | 9f553f5 | 2010-08-21 03:08:16 +0000 | [diff] [blame] | 678 | return MakeAddrLValue(llvm::UndefValue::get(Ty), E->getType()); |
Daniel Dunbar | 6ba82a4 | 2008-08-25 20:45:57 +0000 | [diff] [blame] | 679 | } |
| 680 | |
Richard Smith | 7ac9ef1 | 2012-09-08 02:08:36 +0000 | [diff] [blame] | 681 | LValue CodeGenFunction::EmitCheckedLValue(const Expr *E, TypeCheckKind TCK) { |
Mike Stump | b14e62d | 2009-12-16 02:57:00 +0000 | [diff] [blame] | 682 | LValue LV = EmitLValue(E); |
Daniel Dunbar | f0fe5bc | 2010-04-05 21:36:35 +0000 | [diff] [blame] | 683 | if (!isa<DeclRefExpr>(E) && !LV.isBitField() && LV.isSimple()) |
Richard Smith | 7ac9ef1 | 2012-09-08 02:08:36 +0000 | [diff] [blame] | 684 | EmitTypeCheck(TCK, LV.getAddress(), E->getType(), LV.getAlignment()); |
Mike Stump | b14e62d | 2009-12-16 02:57:00 +0000 | [diff] [blame] | 685 | return LV; |
| 686 | } |
| 687 | |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 688 | /// EmitLValue - Emit code to compute a designator that specifies the location |
| 689 | /// of the expression. |
| 690 | /// |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 691 | /// This can return one of two things: a simple address or a bitfield reference. |
| 692 | /// In either case, the LLVM Value* in the LValue structure is guaranteed to be |
| 693 | /// an LLVM pointer type. |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 694 | /// |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 695 | /// If this returns a bitfield reference, nothing about the pointee type of the |
| 696 | /// LLVM value is known: For example, it may not be a pointer to an integer. |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 697 | /// |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 698 | /// If this returns a normal address, and if the lvalue's C type is fixed size, |
| 699 | /// this method guarantees that the returned pointer type will point to an LLVM |
| 700 | /// type of the same size of the lvalue's type. If the lvalue has a variable |
| 701 | /// length type, this is not possible. |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 702 | /// |
| 703 | LValue CodeGenFunction::EmitLValue(const Expr *E) { |
| 704 | switch (E->getStmtClass()) { |
Daniel Dunbar | 6ba82a4 | 2008-08-25 20:45:57 +0000 | [diff] [blame] | 705 | default: return EmitUnsupportedLValue(E, "l-value expression"); |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 706 | |
John McCall | db45806 | 2011-11-07 03:59:57 +0000 | [diff] [blame] | 707 | case Expr::ObjCPropertyRefExprClass: |
| 708 | llvm_unreachable("cannot emit a property reference directly"); |
| 709 | |
Fariborz Jahanian | 03b2960 | 2010-06-17 19:56:20 +0000 | [diff] [blame] | 710 | case Expr::ObjCSelectorExprClass: |
| 711 | return EmitObjCSelectorLValue(cast<ObjCSelectorExpr>(E)); |
Fariborz Jahanian | 820bca4 | 2009-12-09 23:35:29 +0000 | [diff] [blame] | 712 | case Expr::ObjCIsaExprClass: |
| 713 | return EmitObjCIsaExpr(cast<ObjCIsaExpr>(E)); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 714 | case Expr::BinaryOperatorClass: |
Daniel Dunbar | 80e62c2 | 2008-09-04 03:20:13 +0000 | [diff] [blame] | 715 | return EmitBinaryOperatorLValue(cast<BinaryOperator>(E)); |
Douglas Gregor | 6a03e34 | 2010-04-23 04:16:32 +0000 | [diff] [blame] | 716 | case Expr::CompoundAssignOperatorClass: |
John McCall | 2a41637 | 2010-12-05 02:00:02 +0000 | [diff] [blame] | 717 | if (!E->getType()->isAnyComplexType()) |
| 718 | return EmitCompoundAssignmentLValue(cast<CompoundAssignOperator>(E)); |
| 719 | return EmitComplexCompoundAssignmentLValue(cast<CompoundAssignOperator>(E)); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 720 | case Expr::CallExprClass: |
Anders Carlsson | faf8664 | 2009-09-01 21:18:52 +0000 | [diff] [blame] | 721 | case Expr::CXXMemberCallExprClass: |
Douglas Gregor | b460980 | 2008-11-14 16:09:21 +0000 | [diff] [blame] | 722 | case Expr::CXXOperatorCallExprClass: |
Richard Smith | 9fcce65 | 2012-03-07 08:35:16 +0000 | [diff] [blame] | 723 | case Expr::UserDefinedLiteralClass: |
Douglas Gregor | b460980 | 2008-11-14 16:09:21 +0000 | [diff] [blame] | 724 | return EmitCallExprLValue(cast<CallExpr>(E)); |
Daniel Dunbar | 5b5c9ef | 2009-02-11 20:59:32 +0000 | [diff] [blame] | 725 | case Expr::VAArgExprClass: |
| 726 | return EmitVAArgExprLValue(cast<VAArgExpr>(E)); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 727 | case Expr::DeclRefExprClass: |
Douglas Gregor | 1a49af9 | 2009-01-06 05:10:23 +0000 | [diff] [blame] | 728 | return EmitDeclRefLValue(cast<DeclRefExpr>(E)); |
Eric Christopher | 6aff47d | 2011-09-08 17:15:04 +0000 | [diff] [blame] | 729 | case Expr::ParenExprClass: |
| 730 | return EmitLValue(cast<ParenExpr>(E)->getSubExpr()); |
Peter Collingbourne | f111d93 | 2011-04-15 00:35:48 +0000 | [diff] [blame] | 731 | case Expr::GenericSelectionExprClass: |
| 732 | return EmitLValue(cast<GenericSelectionExpr>(E)->getResultExpr()); |
Chris Lattner | d9f6910 | 2008-08-10 01:53:14 +0000 | [diff] [blame] | 733 | case Expr::PredefinedExprClass: |
| 734 | return EmitPredefinedLValue(cast<PredefinedExpr>(E)); |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 735 | case Expr::StringLiteralClass: |
| 736 | return EmitStringLiteralLValue(cast<StringLiteral>(E)); |
Chris Lattner | eaf2bb8 | 2009-02-24 22:18:39 +0000 | [diff] [blame] | 737 | case Expr::ObjCEncodeExprClass: |
| 738 | return EmitObjCEncodeExprLValue(cast<ObjCEncodeExpr>(E)); |
John McCall | 4b9c2d2 | 2011-11-06 09:01:30 +0000 | [diff] [blame] | 739 | case Expr::PseudoObjectExprClass: |
| 740 | return EmitPseudoObjectLValue(cast<PseudoObjectExpr>(E)); |
Sebastian Redl | 13dc8f9 | 2011-11-27 16:50:07 +0000 | [diff] [blame] | 741 | case Expr::InitListExprClass: |
Richard Smith | 13ec910 | 2012-05-14 21:57:21 +0000 | [diff] [blame] | 742 | return EmitInitListLValue(cast<InitListExpr>(E)); |
Anders Carlsson | b58d017 | 2009-05-30 23:23:33 +0000 | [diff] [blame] | 743 | case Expr::CXXTemporaryObjectExprClass: |
| 744 | case Expr::CXXConstructExprClass: |
Anders Carlsson | e61c9e8 | 2009-05-30 23:30:54 +0000 | [diff] [blame] | 745 | return EmitCXXConstructLValue(cast<CXXConstructExpr>(E)); |
| 746 | case Expr::CXXBindTemporaryExprClass: |
| 747 | return EmitCXXBindTemporaryLValue(cast<CXXBindTemporaryExpr>(E)); |
Eli Friedman | 31a3702 | 2012-02-08 05:34:55 +0000 | [diff] [blame] | 748 | case Expr::LambdaExprClass: |
| 749 | return EmitLambdaLValue(cast<LambdaExpr>(E)); |
John McCall | 1a343eb | 2011-11-10 08:15:53 +0000 | [diff] [blame] | 750 | |
| 751 | case Expr::ExprWithCleanupsClass: { |
| 752 | const ExprWithCleanups *cleanups = cast<ExprWithCleanups>(E); |
| 753 | enterFullExpression(cleanups); |
| 754 | RunCleanupsScope Scope(*this); |
| 755 | return EmitLValue(cleanups->getSubExpr()); |
| 756 | } |
| 757 | |
Douglas Gregor | ed8abf1 | 2010-07-08 06:14:04 +0000 | [diff] [blame] | 758 | case Expr::CXXScalarValueInitExprClass: |
| 759 | return EmitNullInitializationLValue(cast<CXXScalarValueInitExpr>(E)); |
Anders Carlsson | 370e538 | 2009-11-14 01:51:50 +0000 | [diff] [blame] | 760 | case Expr::CXXDefaultArgExprClass: |
| 761 | return EmitLValue(cast<CXXDefaultArgExpr>(E)->getExpr()); |
Mike Stump | c2e84ae | 2009-11-15 08:09:41 +0000 | [diff] [blame] | 762 | case Expr::CXXTypeidExprClass: |
| 763 | return EmitCXXTypeidLValue(cast<CXXTypeidExpr>(E)); |
Anders Carlsson | e61c9e8 | 2009-05-30 23:30:54 +0000 | [diff] [blame] | 764 | |
Daniel Dunbar | 0a04d77 | 2008-08-23 10:51:21 +0000 | [diff] [blame] | 765 | case Expr::ObjCMessageExprClass: |
| 766 | return EmitObjCMessageExprLValue(cast<ObjCMessageExpr>(E)); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 767 | case Expr::ObjCIvarRefExprClass: |
Chris Lattner | 391d77a | 2008-03-30 23:03:07 +0000 | [diff] [blame] | 768 | return EmitObjCIvarRefLValue(cast<ObjCIvarRefExpr>(E)); |
Chris Lattner | 6545994 | 2009-04-25 19:35:26 +0000 | [diff] [blame] | 769 | case Expr::StmtExprClass: |
| 770 | return EmitStmtExprLValue(cast<StmtExpr>(E)); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 771 | case Expr::UnaryOperatorClass: |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 772 | return EmitUnaryOpLValue(cast<UnaryOperator>(E)); |
| 773 | case Expr::ArraySubscriptExprClass: |
| 774 | return EmitArraySubscriptExpr(cast<ArraySubscriptExpr>(E)); |
Nate Begeman | 213541a | 2008-04-18 23:10:10 +0000 | [diff] [blame] | 775 | case Expr::ExtVectorElementExprClass: |
| 776 | return EmitExtVectorElementExpr(cast<ExtVectorElementExpr>(E)); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 777 | case Expr::MemberExprClass: |
Douglas Gregor | bd4c4ae | 2009-08-26 22:36:53 +0000 | [diff] [blame] | 778 | return EmitMemberExpr(cast<MemberExpr>(E)); |
Eli Friedman | 06e863f | 2008-05-13 23:18:27 +0000 | [diff] [blame] | 779 | case Expr::CompoundLiteralExprClass: |
| 780 | return EmitCompoundLiteralLValue(cast<CompoundLiteralExpr>(E)); |
Daniel Dunbar | 9034558 | 2009-03-24 02:38:23 +0000 | [diff] [blame] | 781 | case Expr::ConditionalOperatorClass: |
Anders Carlsson | 6fcec8b | 2009-09-15 16:35:24 +0000 | [diff] [blame] | 782 | return EmitConditionalOperatorLValue(cast<ConditionalOperator>(E)); |
John McCall | 56ca35d | 2011-02-17 10:25:35 +0000 | [diff] [blame] | 783 | case Expr::BinaryConditionalOperatorClass: |
| 784 | return EmitConditionalOperatorLValue(cast<BinaryConditionalOperator>(E)); |
Chris Lattner | 670a62c | 2008-12-12 05:35:08 +0000 | [diff] [blame] | 785 | case Expr::ChooseExprClass: |
Eli Friedman | 7976932 | 2009-03-04 05:52:32 +0000 | [diff] [blame] | 786 | return EmitLValue(cast<ChooseExpr>(E)->getChosenSubExpr(getContext())); |
John McCall | e996ffd | 2011-02-16 08:02:54 +0000 | [diff] [blame] | 787 | case Expr::OpaqueValueExprClass: |
| 788 | return EmitOpaqueValueLValue(cast<OpaqueValueExpr>(E)); |
John McCall | 91a5755 | 2011-07-15 05:09:51 +0000 | [diff] [blame] | 789 | case Expr::SubstNonTypeTemplateParmExprClass: |
| 790 | return EmitLValue(cast<SubstNonTypeTemplateParmExpr>(E)->getReplacement()); |
Chris Lattner | c3953a6 | 2009-03-18 04:02:57 +0000 | [diff] [blame] | 791 | case Expr::ImplicitCastExprClass: |
| 792 | case Expr::CStyleCastExprClass: |
| 793 | case Expr::CXXFunctionalCastExprClass: |
| 794 | case Expr::CXXStaticCastExprClass: |
| 795 | case Expr::CXXDynamicCastExprClass: |
| 796 | case Expr::CXXReinterpretCastExprClass: |
| 797 | case Expr::CXXConstCastExprClass: |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 798 | case Expr::ObjCBridgedCastExprClass: |
Chris Lattner | 75dfeda | 2009-03-18 18:28:57 +0000 | [diff] [blame] | 799 | return EmitCastLValue(cast<CastExpr>(E)); |
Sebastian Redl | 13dc8f9 | 2011-11-27 16:50:07 +0000 | [diff] [blame] | 800 | |
Douglas Gregor | 03e8003 | 2011-06-21 17:03:29 +0000 | [diff] [blame] | 801 | case Expr::MaterializeTemporaryExprClass: |
| 802 | return EmitMaterializeTemporaryExpr(cast<MaterializeTemporaryExpr>(E)); |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 803 | } |
| 804 | } |
| 805 | |
John McCall | dd2ecee | 2012-03-10 03:05:10 +0000 | [diff] [blame] | 806 | /// Given an object of the given canonical type, can we safely copy a |
| 807 | /// value out of it based on its initializer? |
| 808 | static bool isConstantEmittableObjectType(QualType type) { |
| 809 | assert(type.isCanonical()); |
| 810 | assert(!type->isReferenceType()); |
| 811 | |
| 812 | // Must be const-qualified but non-volatile. |
| 813 | Qualifiers qs = type.getLocalQualifiers(); |
| 814 | if (!qs.hasConst() || qs.hasVolatile()) return false; |
| 815 | |
| 816 | // Otherwise, all object types satisfy this except C++ classes with |
| 817 | // mutable subobjects or non-trivial copy/destroy behavior. |
| 818 | if (const RecordType *RT = dyn_cast<RecordType>(type)) |
| 819 | if (const CXXRecordDecl *RD = dyn_cast<CXXRecordDecl>(RT->getDecl())) |
| 820 | if (RD->hasMutableFields() || !RD->isTrivial()) |
| 821 | return false; |
| 822 | |
| 823 | return true; |
| 824 | } |
| 825 | |
| 826 | /// Can we constant-emit a load of a reference to a variable of the |
| 827 | /// given type? This is different from predicates like |
| 828 | /// Decl::isUsableInConstantExpressions because we do want it to apply |
| 829 | /// in situations that don't necessarily satisfy the language's rules |
| 830 | /// for this (e.g. C++'s ODR-use rules). For example, we want to able |
| 831 | /// to do this with const float variables even if those variables |
| 832 | /// aren't marked 'constexpr'. |
| 833 | enum ConstantEmissionKind { |
| 834 | CEK_None, |
| 835 | CEK_AsReferenceOnly, |
| 836 | CEK_AsValueOrReference, |
| 837 | CEK_AsValueOnly |
| 838 | }; |
| 839 | static ConstantEmissionKind checkVarTypeForConstantEmission(QualType type) { |
| 840 | type = type.getCanonicalType(); |
| 841 | if (const ReferenceType *ref = dyn_cast<ReferenceType>(type)) { |
| 842 | if (isConstantEmittableObjectType(ref->getPointeeType())) |
| 843 | return CEK_AsValueOrReference; |
| 844 | return CEK_AsReferenceOnly; |
| 845 | } |
| 846 | if (isConstantEmittableObjectType(type)) |
| 847 | return CEK_AsValueOnly; |
| 848 | return CEK_None; |
| 849 | } |
| 850 | |
| 851 | /// Try to emit a reference to the given value without producing it as |
| 852 | /// an l-value. This is actually more than an optimization: we can't |
| 853 | /// produce an l-value for variables that we never actually captured |
| 854 | /// in a block or lambda, which means const int variables or constexpr |
| 855 | /// literals or similar. |
| 856 | CodeGenFunction::ConstantEmission |
John McCall | f4b88a4 | 2012-03-10 09:33:50 +0000 | [diff] [blame] | 857 | CodeGenFunction::tryEmitAsConstant(DeclRefExpr *refExpr) { |
| 858 | ValueDecl *value = refExpr->getDecl(); |
| 859 | |
John McCall | dd2ecee | 2012-03-10 03:05:10 +0000 | [diff] [blame] | 860 | // The value needs to be an enum constant or a constant variable. |
| 861 | ConstantEmissionKind CEK; |
| 862 | if (isa<ParmVarDecl>(value)) { |
| 863 | CEK = CEK_None; |
| 864 | } else if (VarDecl *var = dyn_cast<VarDecl>(value)) { |
| 865 | CEK = checkVarTypeForConstantEmission(var->getType()); |
| 866 | } else if (isa<EnumConstantDecl>(value)) { |
| 867 | CEK = CEK_AsValueOnly; |
| 868 | } else { |
| 869 | CEK = CEK_None; |
| 870 | } |
| 871 | if (CEK == CEK_None) return ConstantEmission(); |
| 872 | |
John McCall | dd2ecee | 2012-03-10 03:05:10 +0000 | [diff] [blame] | 873 | Expr::EvalResult result; |
| 874 | bool resultIsReference; |
| 875 | QualType resultType; |
| 876 | |
| 877 | // It's best to evaluate all the way as an r-value if that's permitted. |
| 878 | if (CEK != CEK_AsReferenceOnly && |
John McCall | f4b88a4 | 2012-03-10 09:33:50 +0000 | [diff] [blame] | 879 | refExpr->EvaluateAsRValue(result, getContext())) { |
John McCall | dd2ecee | 2012-03-10 03:05:10 +0000 | [diff] [blame] | 880 | resultIsReference = false; |
| 881 | resultType = refExpr->getType(); |
| 882 | |
| 883 | // Otherwise, try to evaluate as an l-value. |
| 884 | } else if (CEK != CEK_AsValueOnly && |
John McCall | f4b88a4 | 2012-03-10 09:33:50 +0000 | [diff] [blame] | 885 | refExpr->EvaluateAsLValue(result, getContext())) { |
John McCall | dd2ecee | 2012-03-10 03:05:10 +0000 | [diff] [blame] | 886 | resultIsReference = true; |
| 887 | resultType = value->getType(); |
| 888 | |
| 889 | // Failure. |
| 890 | } else { |
| 891 | return ConstantEmission(); |
| 892 | } |
| 893 | |
| 894 | // In any case, if the initializer has side-effects, abandon ship. |
| 895 | if (result.HasSideEffects) |
| 896 | return ConstantEmission(); |
| 897 | |
| 898 | // Emit as a constant. |
| 899 | llvm::Constant *C = CGM.EmitConstantValue(result.Val, resultType, this); |
| 900 | |
| 901 | // Make sure we emit a debug reference to the global variable. |
| 902 | // This should probably fire even for |
| 903 | if (isa<VarDecl>(value)) { |
| 904 | if (!getContext().DeclMustBeEmitted(cast<VarDecl>(value))) |
John McCall | f4b88a4 | 2012-03-10 09:33:50 +0000 | [diff] [blame] | 905 | EmitDeclRefExprDbgValue(refExpr, C); |
John McCall | dd2ecee | 2012-03-10 03:05:10 +0000 | [diff] [blame] | 906 | } else { |
| 907 | assert(isa<EnumConstantDecl>(value)); |
John McCall | f4b88a4 | 2012-03-10 09:33:50 +0000 | [diff] [blame] | 908 | EmitDeclRefExprDbgValue(refExpr, C); |
John McCall | dd2ecee | 2012-03-10 03:05:10 +0000 | [diff] [blame] | 909 | } |
| 910 | |
| 911 | // If we emitted a reference constant, we need to dereference that. |
| 912 | if (resultIsReference) |
| 913 | return ConstantEmission::forReference(C); |
| 914 | |
| 915 | return ConstantEmission::forValue(C); |
| 916 | } |
| 917 | |
John McCall | a07398e | 2011-06-16 04:16:24 +0000 | [diff] [blame] | 918 | llvm::Value *CodeGenFunction::EmitLoadOfScalar(LValue lvalue) { |
| 919 | return EmitLoadOfScalar(lvalue.getAddress(), lvalue.isVolatile(), |
Eli Friedman | 6da2c71 | 2011-12-03 04:14:32 +0000 | [diff] [blame] | 920 | lvalue.getAlignment().getQuantity(), |
| 921 | lvalue.getType(), lvalue.getTBAAInfo()); |
John McCall | a07398e | 2011-06-16 04:16:24 +0000 | [diff] [blame] | 922 | } |
| 923 | |
Rafael Espindola | c3f8955 | 2012-03-24 16:50:34 +0000 | [diff] [blame] | 924 | static bool hasBooleanRepresentation(QualType Ty) { |
| 925 | if (Ty->isBooleanType()) |
| 926 | return true; |
| 927 | |
| 928 | if (const EnumType *ET = Ty->getAs<EnumType>()) |
| 929 | return ET->getDecl()->getIntegerType()->isBooleanType(); |
| 930 | |
Douglas Gregor | 47bfcca | 2012-04-12 20:42:30 +0000 | [diff] [blame] | 931 | if (const AtomicType *AT = Ty->getAs<AtomicType>()) |
| 932 | return hasBooleanRepresentation(AT->getValueType()); |
| 933 | |
Rafael Espindola | c3f8955 | 2012-03-24 16:50:34 +0000 | [diff] [blame] | 934 | return false; |
| 935 | } |
| 936 | |
| 937 | llvm::MDNode *CodeGenFunction::getRangeForLoadFromType(QualType Ty) { |
| 938 | const EnumType *ET = Ty->getAs<EnumType>(); |
Chandler Carruth | 82fe6ae | 2012-03-27 23:58:37 +0000 | [diff] [blame] | 939 | bool IsRegularCPlusPlusEnum = (getLangOpts().CPlusPlus && ET && |
| 940 | CGM.getCodeGenOpts().StrictEnums && |
| 941 | !ET->getDecl()->isFixed()); |
Rafael Espindola | c3f8955 | 2012-03-24 16:50:34 +0000 | [diff] [blame] | 942 | bool IsBool = hasBooleanRepresentation(Ty); |
Rafael Espindola | c3f8955 | 2012-03-24 16:50:34 +0000 | [diff] [blame] | 943 | if (!IsBool && !IsRegularCPlusPlusEnum) |
| 944 | return NULL; |
| 945 | |
| 946 | llvm::APInt Min; |
| 947 | llvm::APInt End; |
| 948 | if (IsBool) { |
| 949 | Min = llvm::APInt(8, 0); |
| 950 | End = llvm::APInt(8, 2); |
Rafael Espindola | c3f8955 | 2012-03-24 16:50:34 +0000 | [diff] [blame] | 951 | } else { |
| 952 | const EnumDecl *ED = ET->getDecl(); |
Ted Kremenek | cf18ae5 | 2012-05-01 17:56:53 +0000 | [diff] [blame] | 953 | llvm::Type *LTy = ConvertTypeForMem(ED->getIntegerType()); |
Rafael Espindola | c3f8955 | 2012-03-24 16:50:34 +0000 | [diff] [blame] | 954 | unsigned Bitwidth = LTy->getScalarSizeInBits(); |
| 955 | unsigned NumNegativeBits = ED->getNumNegativeBits(); |
| 956 | unsigned NumPositiveBits = ED->getNumPositiveBits(); |
| 957 | |
| 958 | if (NumNegativeBits) { |
| 959 | unsigned NumBits = std::max(NumNegativeBits, NumPositiveBits + 1); |
| 960 | assert(NumBits <= Bitwidth); |
| 961 | End = llvm::APInt(Bitwidth, 1) << (NumBits - 1); |
| 962 | Min = -End; |
| 963 | } else { |
| 964 | assert(NumPositiveBits <= Bitwidth); |
| 965 | End = llvm::APInt(Bitwidth, 1) << NumPositiveBits; |
| 966 | Min = llvm::APInt(Bitwidth, 0); |
| 967 | } |
| 968 | } |
| 969 | |
Duncan Sands | 2d7cb06 | 2012-04-15 18:04:54 +0000 | [diff] [blame] | 970 | llvm::MDBuilder MDHelper(getLLVMContext()); |
Duncan Sands | 60c7707 | 2012-04-16 16:29:47 +0000 | [diff] [blame] | 971 | return MDHelper.createRange(Min, End); |
Rafael Espindola | c3f8955 | 2012-03-24 16:50:34 +0000 | [diff] [blame] | 972 | } |
| 973 | |
Daniel Dunbar | 9d9cc87 | 2009-02-10 00:57:50 +0000 | [diff] [blame] | 974 | llvm::Value *CodeGenFunction::EmitLoadOfScalar(llvm::Value *Addr, bool Volatile, |
Dan Gohman | 3d5aff5 | 2010-10-14 23:06:10 +0000 | [diff] [blame] | 975 | unsigned Alignment, QualType Ty, |
| 976 | llvm::MDNode *TBAAInfo) { |
Tanya Lattner | c58dcdc | 2012-08-16 00:10:13 +0000 | [diff] [blame] | 977 | |
| 978 | // For better performance, handle vector loads differently. |
| 979 | if (Ty->isVectorType()) { |
| 980 | llvm::Value *V; |
| 981 | const llvm::Type *EltTy = |
| 982 | cast<llvm::PointerType>(Addr->getType())->getElementType(); |
| 983 | |
| 984 | const llvm::VectorType *VTy = cast<llvm::VectorType>(EltTy); |
| 985 | |
| 986 | // Handle vectors of size 3, like size 4 for better performance. |
| 987 | if (VTy->getNumElements() == 3) { |
| 988 | |
| 989 | // Bitcast to vec4 type. |
| 990 | llvm::VectorType *vec4Ty = llvm::VectorType::get(VTy->getElementType(), |
| 991 | 4); |
| 992 | llvm::PointerType *ptVec4Ty = |
| 993 | llvm::PointerType::get(vec4Ty, |
| 994 | (cast<llvm::PointerType>( |
| 995 | Addr->getType()))->getAddressSpace()); |
| 996 | llvm::Value *Cast = Builder.CreateBitCast(Addr, ptVec4Ty, |
| 997 | "castToVec4"); |
| 998 | // Now load value. |
| 999 | llvm::Value *LoadVal = Builder.CreateLoad(Cast, Volatile, "loadVec4"); |
| 1000 | |
| 1001 | // Shuffle vector to get vec3. |
| 1002 | llvm::SmallVector<llvm::Constant*, 3> Mask; |
| 1003 | Mask.push_back(llvm::ConstantInt::get( |
| 1004 | llvm::Type::getInt32Ty(getLLVMContext()), |
| 1005 | 0)); |
| 1006 | Mask.push_back(llvm::ConstantInt::get( |
| 1007 | llvm::Type::getInt32Ty(getLLVMContext()), |
| 1008 | 1)); |
| 1009 | Mask.push_back(llvm::ConstantInt::get( |
| 1010 | llvm::Type::getInt32Ty(getLLVMContext()), |
| 1011 | 2)); |
| 1012 | |
| 1013 | llvm::Value *MaskV = llvm::ConstantVector::get(Mask); |
| 1014 | V = Builder.CreateShuffleVector(LoadVal, |
| 1015 | llvm::UndefValue::get(vec4Ty), |
| 1016 | MaskV, "extractVec"); |
| 1017 | return EmitFromMemory(V, Ty); |
| 1018 | } |
| 1019 | } |
| 1020 | |
Benjamin Kramer | 578faa8 | 2011-09-27 21:06:10 +0000 | [diff] [blame] | 1021 | llvm::LoadInst *Load = Builder.CreateLoad(Addr); |
Daniel Dunbar | 2da84ff | 2009-11-29 21:23:36 +0000 | [diff] [blame] | 1022 | if (Volatile) |
| 1023 | Load->setVolatile(true); |
Daniel Dunbar | 91a16fa | 2010-08-21 02:24:36 +0000 | [diff] [blame] | 1024 | if (Alignment) |
| 1025 | Load->setAlignment(Alignment); |
Dan Gohman | 3d5aff5 | 2010-10-14 23:06:10 +0000 | [diff] [blame] | 1026 | if (TBAAInfo) |
| 1027 | CGM.DecorateInstruction(Load, TBAAInfo); |
David Chisnall | 7a7ee30 | 2012-01-16 17:27:18 +0000 | [diff] [blame] | 1028 | // If this is an atomic type, all normal reads must be atomic |
| 1029 | if (Ty->isAtomicType()) |
| 1030 | Load->setAtomic(llvm::SequentiallyConsistent); |
Daniel Dunbar | 9d9cc87 | 2009-02-10 00:57:50 +0000 | [diff] [blame] | 1031 | |
Rafael Espindola | c3f8955 | 2012-03-24 16:50:34 +0000 | [diff] [blame] | 1032 | if (CGM.getCodeGenOpts().OptimizationLevel > 0) |
| 1033 | if (llvm::MDNode *RangeInfo = getRangeForLoadFromType(Ty)) |
| 1034 | Load->setMetadata(llvm::LLVMContext::MD_range, RangeInfo); |
Douglas Gregor | 1274ccd | 2010-10-08 23:50:27 +0000 | [diff] [blame] | 1035 | |
Rafael Espindola | c3f8955 | 2012-03-24 16:50:34 +0000 | [diff] [blame] | 1036 | return EmitFromMemory(Load, Ty); |
NAKAMURA Takumi | 88a569a | 2012-03-24 14:43:42 +0000 | [diff] [blame] | 1037 | } |
| 1038 | |
John McCall | 26815d9 | 2010-10-27 20:58:56 +0000 | [diff] [blame] | 1039 | llvm::Value *CodeGenFunction::EmitToMemory(llvm::Value *Value, QualType Ty) { |
| 1040 | // Bool has a different representation in memory than in registers. |
Rafael Espindola | c3f8955 | 2012-03-24 16:50:34 +0000 | [diff] [blame] | 1041 | if (hasBooleanRepresentation(Ty)) { |
John McCall | 26815d9 | 2010-10-27 20:58:56 +0000 | [diff] [blame] | 1042 | // This should really always be an i1, but sometimes it's already |
| 1043 | // an i8, and it's awkward to track those cases down. |
| 1044 | if (Value->getType()->isIntegerTy(1)) |
| 1045 | return Builder.CreateZExt(Value, Builder.getInt8Ty(), "frombool"); |
| 1046 | assert(Value->getType()->isIntegerTy(8) && "value rep of bool not i1/i8"); |
| 1047 | } |
| 1048 | |
| 1049 | return Value; |
| 1050 | } |
| 1051 | |
| 1052 | llvm::Value *CodeGenFunction::EmitFromMemory(llvm::Value *Value, QualType Ty) { |
| 1053 | // Bool has a different representation in memory than in registers. |
Rafael Espindola | c3f8955 | 2012-03-24 16:50:34 +0000 | [diff] [blame] | 1054 | if (hasBooleanRepresentation(Ty)) { |
John McCall | 26815d9 | 2010-10-27 20:58:56 +0000 | [diff] [blame] | 1055 | assert(Value->getType()->isIntegerTy(8) && "memory rep of bool not i8"); |
| 1056 | return Builder.CreateTrunc(Value, Builder.getInt1Ty(), "tobool"); |
| 1057 | } |
| 1058 | |
| 1059 | return Value; |
| 1060 | } |
| 1061 | |
Daniel Dunbar | 9d9cc87 | 2009-02-10 00:57:50 +0000 | [diff] [blame] | 1062 | void CodeGenFunction::EmitStoreOfScalar(llvm::Value *Value, llvm::Value *Addr, |
Daniel Dunbar | 91a16fa | 2010-08-21 02:24:36 +0000 | [diff] [blame] | 1063 | bool Volatile, unsigned Alignment, |
Dan Gohman | 3d5aff5 | 2010-10-14 23:06:10 +0000 | [diff] [blame] | 1064 | QualType Ty, |
David Chisnall | 7a7ee30 | 2012-01-16 17:27:18 +0000 | [diff] [blame] | 1065 | llvm::MDNode *TBAAInfo, |
| 1066 | bool isInit) { |
Tanya Lattner | c58dcdc | 2012-08-16 00:10:13 +0000 | [diff] [blame] | 1067 | |
| 1068 | // Handle vectors differently to get better performance. |
| 1069 | if (Ty->isVectorType()) { |
| 1070 | llvm::Type *SrcTy = Value->getType(); |
| 1071 | llvm::VectorType *VecTy = cast<llvm::VectorType>(SrcTy); |
| 1072 | // Handle vec3 special. |
| 1073 | if (VecTy->getNumElements() == 3) { |
| 1074 | llvm::LLVMContext &VMContext = getLLVMContext(); |
| 1075 | |
| 1076 | // Our source is a vec3, do a shuffle vector to make it a vec4. |
| 1077 | llvm::SmallVector<llvm::Constant*, 4> Mask; |
| 1078 | Mask.push_back(llvm::ConstantInt::get( |
| 1079 | llvm::Type::getInt32Ty(VMContext), |
| 1080 | 0)); |
| 1081 | Mask.push_back(llvm::ConstantInt::get( |
| 1082 | llvm::Type::getInt32Ty(VMContext), |
| 1083 | 1)); |
| 1084 | Mask.push_back(llvm::ConstantInt::get( |
| 1085 | llvm::Type::getInt32Ty(VMContext), |
| 1086 | 2)); |
| 1087 | Mask.push_back(llvm::UndefValue::get(llvm::Type::getInt32Ty(VMContext))); |
| 1088 | |
| 1089 | llvm::Value *MaskV = llvm::ConstantVector::get(Mask); |
| 1090 | Value = Builder.CreateShuffleVector(Value, |
| 1091 | llvm::UndefValue::get(VecTy), |
| 1092 | MaskV, "extractVec"); |
| 1093 | SrcTy = llvm::VectorType::get(VecTy->getElementType(), 4); |
| 1094 | } |
| 1095 | llvm::PointerType *DstPtr = cast<llvm::PointerType>(Addr->getType()); |
| 1096 | if (DstPtr->getElementType() != SrcTy) { |
| 1097 | llvm::Type *MemTy = |
| 1098 | llvm::PointerType::get(SrcTy, DstPtr->getAddressSpace()); |
| 1099 | Addr = Builder.CreateBitCast(Addr, MemTy, "storetmp"); |
| 1100 | } |
| 1101 | } |
| 1102 | |
John McCall | 26815d9 | 2010-10-27 20:58:56 +0000 | [diff] [blame] | 1103 | Value = EmitToMemory(Value, Ty); |
Chris Lattner | 12569fb | 2011-07-10 03:38:35 +0000 | [diff] [blame] | 1104 | |
Daniel Dunbar | 91a16fa | 2010-08-21 02:24:36 +0000 | [diff] [blame] | 1105 | llvm::StoreInst *Store = Builder.CreateStore(Value, Addr, Volatile); |
| 1106 | if (Alignment) |
| 1107 | Store->setAlignment(Alignment); |
Dan Gohman | 3d5aff5 | 2010-10-14 23:06:10 +0000 | [diff] [blame] | 1108 | if (TBAAInfo) |
| 1109 | CGM.DecorateInstruction(Store, TBAAInfo); |
David Chisnall | 7a7ee30 | 2012-01-16 17:27:18 +0000 | [diff] [blame] | 1110 | if (!isInit && Ty->isAtomicType()) |
| 1111 | Store->setAtomic(llvm::SequentiallyConsistent); |
Daniel Dunbar | 9d9cc87 | 2009-02-10 00:57:50 +0000 | [diff] [blame] | 1112 | } |
| 1113 | |
David Chisnall | 7a7ee30 | 2012-01-16 17:27:18 +0000 | [diff] [blame] | 1114 | void CodeGenFunction::EmitStoreOfScalar(llvm::Value *value, LValue lvalue, |
| 1115 | bool isInit) { |
John McCall | a07398e | 2011-06-16 04:16:24 +0000 | [diff] [blame] | 1116 | EmitStoreOfScalar(value, lvalue.getAddress(), lvalue.isVolatile(), |
Eli Friedman | 6da2c71 | 2011-12-03 04:14:32 +0000 | [diff] [blame] | 1117 | lvalue.getAlignment().getQuantity(), lvalue.getType(), |
David Chisnall | 7a7ee30 | 2012-01-16 17:27:18 +0000 | [diff] [blame] | 1118 | lvalue.getTBAAInfo(), isInit); |
John McCall | a07398e | 2011-06-16 04:16:24 +0000 | [diff] [blame] | 1119 | } |
| 1120 | |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1121 | /// EmitLoadOfLValue - Given an expression that represents a value lvalue, this |
| 1122 | /// method emits the address of the lvalue, then loads the result as an rvalue, |
| 1123 | /// returning the rvalue. |
John McCall | 545d996 | 2011-06-25 02:11:03 +0000 | [diff] [blame] | 1124 | RValue CodeGenFunction::EmitLoadOfLValue(LValue LV) { |
Fariborz Jahanian | dbd32c2 | 2008-11-19 17:34:06 +0000 | [diff] [blame] | 1125 | if (LV.isObjCWeak()) { |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1126 | // load of a __weak object. |
Fariborz Jahanian | 6dc2317 | 2008-11-18 21:45:40 +0000 | [diff] [blame] | 1127 | llvm::Value *AddrWeakObj = LV.getAddress(); |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 1128 | return RValue::get(CGM.getObjCRuntime().EmitObjCWeakRead(*this, |
| 1129 | AddrWeakObj)); |
Fariborz Jahanian | 6dc2317 | 2008-11-18 21:45:40 +0000 | [diff] [blame] | 1130 | } |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 1131 | if (LV.getQuals().getObjCLifetime() == Qualifiers::OCL_Weak) |
| 1132 | return RValue::get(EmitARCLoadWeak(LV.getAddress())); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1133 | |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 1134 | if (LV.isSimple()) { |
John McCall | e6d134b | 2011-06-27 21:24:11 +0000 | [diff] [blame] | 1135 | assert(!LV.getType()->isFunctionType()); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1136 | |
John McCall | d608cdb | 2010-08-22 10:59:02 +0000 | [diff] [blame] | 1137 | // Everything needs a load. |
John McCall | 545d996 | 2011-06-25 02:11:03 +0000 | [diff] [blame] | 1138 | return RValue::get(EmitLoadOfScalar(LV)); |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 1139 | } |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1140 | |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 1141 | if (LV.isVectorElt()) { |
Eli Friedman | e5a8aeb | 2012-03-22 22:36:39 +0000 | [diff] [blame] | 1142 | llvm::LoadInst *Load = Builder.CreateLoad(LV.getVectorAddr(), |
| 1143 | LV.isVolatileQualified()); |
| 1144 | Load->setAlignment(LV.getAlignment().getQuantity()); |
| 1145 | return RValue::get(Builder.CreateExtractElement(Load, LV.getVectorIdx(), |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 1146 | "vecext")); |
| 1147 | } |
Chris Lattner | 46ea8eb | 2007-08-03 00:16:29 +0000 | [diff] [blame] | 1148 | |
| 1149 | // If this is a reference to a subset of the elements of a vector, either |
| 1150 | // shuffle the input or extract/insert them as appropriate. |
Nate Begeman | 213541a | 2008-04-18 23:10:10 +0000 | [diff] [blame] | 1151 | if (LV.isExtVectorElt()) |
John McCall | 545d996 | 2011-06-25 02:11:03 +0000 | [diff] [blame] | 1152 | return EmitLoadOfExtVectorElementLValue(LV); |
Lauro Ramos Venancio | 3b8c22d | 2008-01-22 20:17:04 +0000 | [diff] [blame] | 1153 | |
John McCall | db45806 | 2011-11-07 03:59:57 +0000 | [diff] [blame] | 1154 | assert(LV.isBitField() && "Unknown LValue type!"); |
| 1155 | return EmitLoadOfBitfieldLValue(LV); |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 1156 | } |
| 1157 | |
John McCall | 545d996 | 2011-06-25 02:11:03 +0000 | [diff] [blame] | 1158 | RValue CodeGenFunction::EmitLoadOfBitfieldLValue(LValue LV) { |
Daniel Dunbar | efbf487 | 2010-04-06 01:07:44 +0000 | [diff] [blame] | 1159 | const CGBitFieldInfo &Info = LV.getBitFieldInfo(); |
Daniel Dunbar | 10e3ded | 2008-08-06 05:08:45 +0000 | [diff] [blame] | 1160 | |
Daniel Dunbar | ecdb41e | 2010-04-13 23:34:15 +0000 | [diff] [blame] | 1161 | // Get the output type. |
Chris Lattner | 2acc6e3 | 2011-07-18 04:24:23 +0000 | [diff] [blame] | 1162 | llvm::Type *ResLTy = ConvertType(LV.getType()); |
Micah Villmow | 25a6a84 | 2012-10-08 16:25:52 +0000 | [diff] [blame^] | 1163 | unsigned ResSizeInBits = CGM.getDataLayout().getTypeSizeInBits(ResLTy); |
Lauro Ramos Venancio | 3b8c22d | 2008-01-22 20:17:04 +0000 | [diff] [blame] | 1164 | |
Daniel Dunbar | ecdb41e | 2010-04-13 23:34:15 +0000 | [diff] [blame] | 1165 | // Compute the result as an OR of all of the individual component accesses. |
| 1166 | llvm::Value *Res = 0; |
| 1167 | for (unsigned i = 0, e = Info.getNumComponents(); i != e; ++i) { |
| 1168 | const CGBitFieldInfo::AccessInfo &AI = Info.getComponent(i); |
Eli Friedman | f4bcfa1 | 2012-06-27 21:19:48 +0000 | [diff] [blame] | 1169 | CharUnits AccessAlignment = AI.AccessAlignment; |
| 1170 | if (!LV.getAlignment().isZero()) |
| 1171 | AccessAlignment = std::min(AccessAlignment, LV.getAlignment()); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1172 | |
Daniel Dunbar | ecdb41e | 2010-04-13 23:34:15 +0000 | [diff] [blame] | 1173 | // Get the field pointer. |
| 1174 | llvm::Value *Ptr = LV.getBitFieldBaseAddr(); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1175 | |
Daniel Dunbar | ecdb41e | 2010-04-13 23:34:15 +0000 | [diff] [blame] | 1176 | // Only offset by the field index if used, so that incoming values are not |
| 1177 | // required to be structures. |
| 1178 | if (AI.FieldIndex) |
| 1179 | Ptr = Builder.CreateStructGEP(Ptr, AI.FieldIndex, "bf.field"); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1180 | |
Daniel Dunbar | ecdb41e | 2010-04-13 23:34:15 +0000 | [diff] [blame] | 1181 | // Offset by the byte offset, if used. |
Ken Dyck | 28ebde5 | 2011-04-24 10:04:59 +0000 | [diff] [blame] | 1182 | if (!AI.FieldByteOffset.isZero()) { |
John McCall | d16c2cf | 2011-02-08 08:22:06 +0000 | [diff] [blame] | 1183 | Ptr = EmitCastToVoidPtr(Ptr); |
Ken Dyck | 28ebde5 | 2011-04-24 10:04:59 +0000 | [diff] [blame] | 1184 | Ptr = Builder.CreateConstGEP1_32(Ptr, AI.FieldByteOffset.getQuantity(), |
| 1185 | "bf.field.offs"); |
Daniel Dunbar | ecdb41e | 2010-04-13 23:34:15 +0000 | [diff] [blame] | 1186 | } |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1187 | |
Daniel Dunbar | ecdb41e | 2010-04-13 23:34:15 +0000 | [diff] [blame] | 1188 | // Cast to the access type. |
Chris Lattner | 8b41868 | 2012-02-07 00:39:47 +0000 | [diff] [blame] | 1189 | llvm::Type *PTy = llvm::Type::getIntNPtrTy(getLLVMContext(), AI.AccessWidth, |
John McCall | 545d996 | 2011-06-25 02:11:03 +0000 | [diff] [blame] | 1190 | CGM.getContext().getTargetAddressSpace(LV.getType())); |
Daniel Dunbar | ecdb41e | 2010-04-13 23:34:15 +0000 | [diff] [blame] | 1191 | Ptr = Builder.CreateBitCast(Ptr, PTy); |
Lauro Ramos Venancio | 3b8c22d | 2008-01-22 20:17:04 +0000 | [diff] [blame] | 1192 | |
Daniel Dunbar | ecdb41e | 2010-04-13 23:34:15 +0000 | [diff] [blame] | 1193 | // Perform the load. |
| 1194 | llvm::LoadInst *Load = Builder.CreateLoad(Ptr, LV.isVolatileQualified()); |
Eli Friedman | f4bcfa1 | 2012-06-27 21:19:48 +0000 | [diff] [blame] | 1195 | Load->setAlignment(AccessAlignment.getQuantity()); |
Daniel Dunbar | ecdb41e | 2010-04-13 23:34:15 +0000 | [diff] [blame] | 1196 | |
| 1197 | // Shift out unused low bits and mask out unused high bits. |
| 1198 | llvm::Value *Val = Load; |
| 1199 | if (AI.FieldBitStart) |
Daniel Dunbar | 2677261 | 2010-04-15 03:47:33 +0000 | [diff] [blame] | 1200 | Val = Builder.CreateLShr(Load, AI.FieldBitStart); |
Daniel Dunbar | ecdb41e | 2010-04-13 23:34:15 +0000 | [diff] [blame] | 1201 | Val = Builder.CreateAnd(Val, llvm::APInt::getLowBitsSet(AI.AccessWidth, |
| 1202 | AI.TargetBitWidth), |
| 1203 | "bf.clear"); |
| 1204 | |
| 1205 | // Extend or truncate to the target size. |
| 1206 | if (AI.AccessWidth < ResSizeInBits) |
| 1207 | Val = Builder.CreateZExt(Val, ResLTy); |
| 1208 | else if (AI.AccessWidth > ResSizeInBits) |
| 1209 | Val = Builder.CreateTrunc(Val, ResLTy); |
| 1210 | |
| 1211 | // Shift into place, and OR into the result. |
| 1212 | if (AI.TargetBitOffset) |
| 1213 | Val = Builder.CreateShl(Val, AI.TargetBitOffset); |
| 1214 | Res = Res ? Builder.CreateOr(Res, Val) : Val; |
Daniel Dunbar | 10e3ded | 2008-08-06 05:08:45 +0000 | [diff] [blame] | 1215 | } |
Lauro Ramos Venancio | 3b8c22d | 2008-01-22 20:17:04 +0000 | [diff] [blame] | 1216 | |
Daniel Dunbar | ecdb41e | 2010-04-13 23:34:15 +0000 | [diff] [blame] | 1217 | // If the bit-field is signed, perform the sign-extension. |
| 1218 | // |
| 1219 | // FIXME: This can easily be folded into the load of the high bits, which |
| 1220 | // could also eliminate the mask of high bits in some situations. |
| 1221 | if (Info.isSigned()) { |
Daniel Dunbar | 2677261 | 2010-04-15 03:47:33 +0000 | [diff] [blame] | 1222 | unsigned ExtraBits = ResSizeInBits - Info.getSize(); |
Daniel Dunbar | ecdb41e | 2010-04-13 23:34:15 +0000 | [diff] [blame] | 1223 | if (ExtraBits) |
| 1224 | Res = Builder.CreateAShr(Builder.CreateShl(Res, ExtraBits), |
| 1225 | ExtraBits, "bf.val.sext"); |
Daniel Dunbar | 10e3ded | 2008-08-06 05:08:45 +0000 | [diff] [blame] | 1226 | } |
Eli Friedman | 316bb1b | 2008-05-17 20:03:47 +0000 | [diff] [blame] | 1227 | |
Daniel Dunbar | ecdb41e | 2010-04-13 23:34:15 +0000 | [diff] [blame] | 1228 | return RValue::get(Res); |
Lauro Ramos Venancio | 3b8c22d | 2008-01-22 20:17:04 +0000 | [diff] [blame] | 1229 | } |
| 1230 | |
Nate Begeman | 6fe7c8a | 2009-01-18 06:42:49 +0000 | [diff] [blame] | 1231 | // If this is a reference to a subset of the elements of a vector, create an |
| 1232 | // appropriate shufflevector. |
John McCall | 545d996 | 2011-06-25 02:11:03 +0000 | [diff] [blame] | 1233 | RValue CodeGenFunction::EmitLoadOfExtVectorElementLValue(LValue LV) { |
Eli Friedman | e5a8aeb | 2012-03-22 22:36:39 +0000 | [diff] [blame] | 1234 | llvm::LoadInst *Load = Builder.CreateLoad(LV.getExtVectorAddr(), |
| 1235 | LV.isVolatileQualified()); |
| 1236 | Load->setAlignment(LV.getAlignment().getQuantity()); |
| 1237 | llvm::Value *Vec = Load; |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1238 | |
Nate Begeman | 8a99764 | 2008-05-09 06:41:27 +0000 | [diff] [blame] | 1239 | const llvm::Constant *Elts = LV.getExtVectorElts(); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1240 | |
| 1241 | // If the result of the expression is a non-vector type, we must be extracting |
| 1242 | // a single element. Just codegen as an extractelement. |
John McCall | 545d996 | 2011-06-25 02:11:03 +0000 | [diff] [blame] | 1243 | const VectorType *ExprVT = LV.getType()->getAs<VectorType>(); |
Chris Lattner | cf60cd2 | 2007-08-10 17:10:08 +0000 | [diff] [blame] | 1244 | if (!ExprVT) { |
Dan Gohman | 4f8d123 | 2008-05-22 00:50:06 +0000 | [diff] [blame] | 1245 | unsigned InIdx = getAccessedFieldNo(0, Elts); |
Chris Lattner | 77b89b8 | 2010-06-27 07:15:29 +0000 | [diff] [blame] | 1246 | llvm::Value *Elt = llvm::ConstantInt::get(Int32Ty, InIdx); |
Benjamin Kramer | 578faa8 | 2011-09-27 21:06:10 +0000 | [diff] [blame] | 1247 | return RValue::get(Builder.CreateExtractElement(Vec, Elt)); |
Chris Lattner | 34cdc86 | 2007-08-03 16:18:34 +0000 | [diff] [blame] | 1248 | } |
Nate Begeman | 6fe7c8a | 2009-01-18 06:42:49 +0000 | [diff] [blame] | 1249 | |
| 1250 | // Always use shuffle vector to try to retain the original program structure |
Chris Lattner | cf60cd2 | 2007-08-10 17:10:08 +0000 | [diff] [blame] | 1251 | unsigned NumResultElts = ExprVT->getNumElements(); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1252 | |
Chris Lattner | 5f9e272 | 2011-07-23 10:55:15 +0000 | [diff] [blame] | 1253 | SmallVector<llvm::Constant*, 4> Mask; |
Chris Lattner | 2ce8842 | 2012-01-25 05:34:41 +0000 | [diff] [blame] | 1254 | for (unsigned i = 0; i != NumResultElts; ++i) |
| 1255 | Mask.push_back(Builder.getInt32(getAccessedFieldNo(i, Elts))); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1256 | |
Chris Lattner | fb018d1 | 2011-02-15 00:14:06 +0000 | [diff] [blame] | 1257 | llvm::Value *MaskV = llvm::ConstantVector::get(Mask); |
| 1258 | Vec = Builder.CreateShuffleVector(Vec, llvm::UndefValue::get(Vec->getType()), |
Benjamin Kramer | 578faa8 | 2011-09-27 21:06:10 +0000 | [diff] [blame] | 1259 | MaskV); |
Nate Begeman | 6fe7c8a | 2009-01-18 06:42:49 +0000 | [diff] [blame] | 1260 | return RValue::get(Vec); |
Chris Lattner | 34cdc86 | 2007-08-03 16:18:34 +0000 | [diff] [blame] | 1261 | } |
| 1262 | |
| 1263 | |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 1264 | |
| 1265 | /// EmitStoreThroughLValue - Store the specified rvalue into the specified |
| 1266 | /// lvalue, where both are guaranteed to the have the same type, and that type |
| 1267 | /// is 'Ty'. |
David Chisnall | 7a7ee30 | 2012-01-16 17:27:18 +0000 | [diff] [blame] | 1268 | void CodeGenFunction::EmitStoreThroughLValue(RValue Src, LValue Dst, bool isInit) { |
Chris Lattner | 017d6aa | 2007-08-03 16:28:33 +0000 | [diff] [blame] | 1269 | if (!Dst.isSimple()) { |
| 1270 | if (Dst.isVectorElt()) { |
| 1271 | // Read/modify/write the vector, inserting the new element. |
Eli Friedman | e5a8aeb | 2012-03-22 22:36:39 +0000 | [diff] [blame] | 1272 | llvm::LoadInst *Load = Builder.CreateLoad(Dst.getVectorAddr(), |
| 1273 | Dst.isVolatileQualified()); |
| 1274 | Load->setAlignment(Dst.getAlignment().getQuantity()); |
| 1275 | llvm::Value *Vec = Load; |
Chris Lattner | 9b65551 | 2007-08-31 22:49:20 +0000 | [diff] [blame] | 1276 | Vec = Builder.CreateInsertElement(Vec, Src.getScalarVal(), |
Chris Lattner | 017d6aa | 2007-08-03 16:28:33 +0000 | [diff] [blame] | 1277 | Dst.getVectorIdx(), "vecins"); |
Eli Friedman | e5a8aeb | 2012-03-22 22:36:39 +0000 | [diff] [blame] | 1278 | llvm::StoreInst *Store = Builder.CreateStore(Vec, Dst.getVectorAddr(), |
| 1279 | Dst.isVolatileQualified()); |
| 1280 | Store->setAlignment(Dst.getAlignment().getQuantity()); |
Chris Lattner | 017d6aa | 2007-08-03 16:28:33 +0000 | [diff] [blame] | 1281 | return; |
| 1282 | } |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1283 | |
Nate Begeman | 213541a | 2008-04-18 23:10:10 +0000 | [diff] [blame] | 1284 | // If this is an update of extended vector elements, insert them as |
| 1285 | // appropriate. |
| 1286 | if (Dst.isExtVectorElt()) |
John McCall | 545d996 | 2011-06-25 02:11:03 +0000 | [diff] [blame] | 1287 | return EmitStoreThroughExtVectorComponentLValue(Src, Dst); |
Lauro Ramos Venancio | a0c5d0e | 2008-01-22 22:36:45 +0000 | [diff] [blame] | 1288 | |
John McCall | db45806 | 2011-11-07 03:59:57 +0000 | [diff] [blame] | 1289 | assert(Dst.isBitField() && "Unknown LValue type"); |
| 1290 | return EmitStoreThroughBitfieldLValue(Src, Dst); |
Chris Lattner | 017d6aa | 2007-08-03 16:28:33 +0000 | [diff] [blame] | 1291 | } |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1292 | |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 1293 | // There's special magic for assigning into an ARC-qualified l-value. |
| 1294 | if (Qualifiers::ObjCLifetime Lifetime = Dst.getQuals().getObjCLifetime()) { |
| 1295 | switch (Lifetime) { |
| 1296 | case Qualifiers::OCL_None: |
| 1297 | llvm_unreachable("present but none"); |
| 1298 | |
| 1299 | case Qualifiers::OCL_ExplicitNone: |
| 1300 | // nothing special |
| 1301 | break; |
| 1302 | |
| 1303 | case Qualifiers::OCL_Strong: |
John McCall | 545d996 | 2011-06-25 02:11:03 +0000 | [diff] [blame] | 1304 | EmitARCStoreStrong(Dst, Src.getScalarVal(), /*ignore*/ true); |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 1305 | return; |
| 1306 | |
| 1307 | case Qualifiers::OCL_Weak: |
| 1308 | EmitARCStoreWeak(Dst.getAddress(), Src.getScalarVal(), /*ignore*/ true); |
| 1309 | return; |
| 1310 | |
| 1311 | case Qualifiers::OCL_Autoreleasing: |
John McCall | 545d996 | 2011-06-25 02:11:03 +0000 | [diff] [blame] | 1312 | Src = RValue::get(EmitObjCExtendObjectLifetime(Dst.getType(), |
| 1313 | Src.getScalarVal())); |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 1314 | // fall into the normal path |
| 1315 | break; |
| 1316 | } |
| 1317 | } |
| 1318 | |
Fariborz Jahanian | 4f676ed | 2009-02-21 00:30:43 +0000 | [diff] [blame] | 1319 | if (Dst.isObjCWeak() && !Dst.isNonGC()) { |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1320 | // load of a __weak object. |
Fariborz Jahanian | dbd32c2 | 2008-11-19 17:34:06 +0000 | [diff] [blame] | 1321 | llvm::Value *LvalueDst = Dst.getAddress(); |
| 1322 | llvm::Value *src = Src.getScalarVal(); |
Mike Stump | f33651c | 2009-04-14 00:57:29 +0000 | [diff] [blame] | 1323 | CGM.getObjCRuntime().EmitObjCWeakAssign(*this, src, LvalueDst); |
Fariborz Jahanian | dbd32c2 | 2008-11-19 17:34:06 +0000 | [diff] [blame] | 1324 | return; |
| 1325 | } |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1326 | |
Fariborz Jahanian | 4f676ed | 2009-02-21 00:30:43 +0000 | [diff] [blame] | 1327 | if (Dst.isObjCStrong() && !Dst.isNonGC()) { |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1328 | // load of a __strong object. |
Fariborz Jahanian | dbd32c2 | 2008-11-19 17:34:06 +0000 | [diff] [blame] | 1329 | llvm::Value *LvalueDst = Dst.getAddress(); |
| 1330 | llvm::Value *src = Src.getScalarVal(); |
Fariborz Jahanian | 6c7a1f3 | 2009-09-24 22:25:38 +0000 | [diff] [blame] | 1331 | if (Dst.isObjCIvar()) { |
| 1332 | assert(Dst.getBaseIvarExp() && "BaseIvarExp is NULL"); |
Chris Lattner | 2acc6e3 | 2011-07-18 04:24:23 +0000 | [diff] [blame] | 1333 | llvm::Type *ResultType = ConvertType(getContext().LongTy); |
Fariborz Jahanian | 6c7a1f3 | 2009-09-24 22:25:38 +0000 | [diff] [blame] | 1334 | llvm::Value *RHS = EmitScalarExpr(Dst.getBaseIvarExp()); |
Fariborz Jahanian | 76368e8 | 2009-09-25 00:00:20 +0000 | [diff] [blame] | 1335 | llvm::Value *dst = RHS; |
Fariborz Jahanian | 6c7a1f3 | 2009-09-24 22:25:38 +0000 | [diff] [blame] | 1336 | RHS = Builder.CreatePtrToInt(RHS, ResultType, "sub.ptr.rhs.cast"); |
| 1337 | llvm::Value *LHS = |
| 1338 | Builder.CreatePtrToInt(LvalueDst, ResultType, "sub.ptr.lhs.cast"); |
| 1339 | llvm::Value *BytesBetween = Builder.CreateSub(LHS, RHS, "ivar.offset"); |
Fariborz Jahanian | 76368e8 | 2009-09-25 00:00:20 +0000 | [diff] [blame] | 1340 | CGM.getObjCRuntime().EmitObjCIvarAssign(*this, src, dst, |
Fariborz Jahanian | 6c7a1f3 | 2009-09-24 22:25:38 +0000 | [diff] [blame] | 1341 | BytesBetween); |
Fariborz Jahanian | 021a7a6 | 2010-07-20 20:30:03 +0000 | [diff] [blame] | 1342 | } else if (Dst.isGlobalObjCRef()) { |
| 1343 | CGM.getObjCRuntime().EmitObjCGlobalAssign(*this, src, LvalueDst, |
| 1344 | Dst.isThreadLocalRef()); |
| 1345 | } |
Fariborz Jahanian | bf63b87 | 2009-05-04 23:27:20 +0000 | [diff] [blame] | 1346 | else |
| 1347 | CGM.getObjCRuntime().EmitObjCStrongCastAssign(*this, src, LvalueDst); |
Fariborz Jahanian | dbd32c2 | 2008-11-19 17:34:06 +0000 | [diff] [blame] | 1348 | return; |
| 1349 | } |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1350 | |
Chris Lattner | 883f6a7 | 2007-08-11 00:04:45 +0000 | [diff] [blame] | 1351 | assert(Src.isScalar() && "Can't emit an agg store with this method"); |
David Chisnall | 7a7ee30 | 2012-01-16 17:27:18 +0000 | [diff] [blame] | 1352 | EmitStoreOfScalar(Src.getScalarVal(), Dst, isInit); |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 1353 | } |
| 1354 | |
Lauro Ramos Venancio | a0c5d0e | 2008-01-22 22:36:45 +0000 | [diff] [blame] | 1355 | void CodeGenFunction::EmitStoreThroughBitfieldLValue(RValue Src, LValue Dst, |
Daniel Dunbar | ed3849b | 2008-11-19 09:36:46 +0000 | [diff] [blame] | 1356 | llvm::Value **Result) { |
Daniel Dunbar | efbf487 | 2010-04-06 01:07:44 +0000 | [diff] [blame] | 1357 | const CGBitFieldInfo &Info = Dst.getBitFieldInfo(); |
Lauro Ramos Venancio | a0c5d0e | 2008-01-22 22:36:45 +0000 | [diff] [blame] | 1358 | |
Daniel Dunbar | 2677261 | 2010-04-15 03:47:33 +0000 | [diff] [blame] | 1359 | // Get the output type. |
Chris Lattner | 2acc6e3 | 2011-07-18 04:24:23 +0000 | [diff] [blame] | 1360 | llvm::Type *ResLTy = ConvertTypeForMem(Dst.getType()); |
Micah Villmow | 25a6a84 | 2012-10-08 16:25:52 +0000 | [diff] [blame^] | 1361 | unsigned ResSizeInBits = CGM.getDataLayout().getTypeSizeInBits(ResLTy); |
Daniel Dunbar | 10e3ded | 2008-08-06 05:08:45 +0000 | [diff] [blame] | 1362 | |
Daniel Dunbar | 2677261 | 2010-04-15 03:47:33 +0000 | [diff] [blame] | 1363 | // Get the source value, truncated to the width of the bit-field. |
Daniel Dunbar | ed3849b | 2008-11-19 09:36:46 +0000 | [diff] [blame] | 1364 | llvm::Value *SrcVal = Src.getScalarVal(); |
Anders Carlsson | 4803535 | 2010-04-17 21:52:22 +0000 | [diff] [blame] | 1365 | |
Douglas Gregor | 47bfcca | 2012-04-12 20:42:30 +0000 | [diff] [blame] | 1366 | if (hasBooleanRepresentation(Dst.getType())) |
Anders Carlsson | 4803535 | 2010-04-17 21:52:22 +0000 | [diff] [blame] | 1367 | SrcVal = Builder.CreateIntCast(SrcVal, ResLTy, /*IsSigned=*/false); |
| 1368 | |
Daniel Dunbar | 2677261 | 2010-04-15 03:47:33 +0000 | [diff] [blame] | 1369 | SrcVal = Builder.CreateAnd(SrcVal, llvm::APInt::getLowBitsSet(ResSizeInBits, |
| 1370 | Info.getSize()), |
| 1371 | "bf.value"); |
Lauro Ramos Venancio | a0c5d0e | 2008-01-22 22:36:45 +0000 | [diff] [blame] | 1372 | |
Daniel Dunbar | ed3849b | 2008-11-19 09:36:46 +0000 | [diff] [blame] | 1373 | // Return the new value of the bit-field, if requested. |
| 1374 | if (Result) { |
| 1375 | // Cast back to the proper type for result. |
Chris Lattner | 2acc6e3 | 2011-07-18 04:24:23 +0000 | [diff] [blame] | 1376 | llvm::Type *SrcTy = Src.getScalarVal()->getType(); |
Daniel Dunbar | 2677261 | 2010-04-15 03:47:33 +0000 | [diff] [blame] | 1377 | llvm::Value *ReloadVal = Builder.CreateIntCast(SrcVal, SrcTy, false, |
| 1378 | "bf.reload.val"); |
Daniel Dunbar | ed3849b | 2008-11-19 09:36:46 +0000 | [diff] [blame] | 1379 | |
| 1380 | // Sign extend if necessary. |
Daniel Dunbar | 2677261 | 2010-04-15 03:47:33 +0000 | [diff] [blame] | 1381 | if (Info.isSigned()) { |
| 1382 | unsigned ExtraBits = ResSizeInBits - Info.getSize(); |
| 1383 | if (ExtraBits) |
| 1384 | ReloadVal = Builder.CreateAShr(Builder.CreateShl(ReloadVal, ExtraBits), |
| 1385 | ExtraBits, "bf.reload.sext"); |
Daniel Dunbar | ed3849b | 2008-11-19 09:36:46 +0000 | [diff] [blame] | 1386 | } |
| 1387 | |
Daniel Dunbar | 2677261 | 2010-04-15 03:47:33 +0000 | [diff] [blame] | 1388 | *Result = ReloadVal; |
Daniel Dunbar | ed3849b | 2008-11-19 09:36:46 +0000 | [diff] [blame] | 1389 | } |
| 1390 | |
Daniel Dunbar | 2677261 | 2010-04-15 03:47:33 +0000 | [diff] [blame] | 1391 | // Iterate over the components, writing each piece to memory. |
| 1392 | for (unsigned i = 0, e = Info.getNumComponents(); i != e; ++i) { |
| 1393 | const CGBitFieldInfo::AccessInfo &AI = Info.getComponent(i); |
Eli Friedman | f4bcfa1 | 2012-06-27 21:19:48 +0000 | [diff] [blame] | 1394 | CharUnits AccessAlignment = AI.AccessAlignment; |
| 1395 | if (!Dst.getAlignment().isZero()) |
| 1396 | AccessAlignment = std::min(AccessAlignment, Dst.getAlignment()); |
Eli Friedman | 316bb1b | 2008-05-17 20:03:47 +0000 | [diff] [blame] | 1397 | |
Daniel Dunbar | 2677261 | 2010-04-15 03:47:33 +0000 | [diff] [blame] | 1398 | // Get the field pointer. |
| 1399 | llvm::Value *Ptr = Dst.getBitFieldBaseAddr(); |
John McCall | d16c2cf | 2011-02-08 08:22:06 +0000 | [diff] [blame] | 1400 | unsigned addressSpace = |
| 1401 | cast<llvm::PointerType>(Ptr->getType())->getAddressSpace(); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1402 | |
Daniel Dunbar | 2677261 | 2010-04-15 03:47:33 +0000 | [diff] [blame] | 1403 | // Only offset by the field index if used, so that incoming values are not |
| 1404 | // required to be structures. |
| 1405 | if (AI.FieldIndex) |
| 1406 | Ptr = Builder.CreateStructGEP(Ptr, AI.FieldIndex, "bf.field"); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1407 | |
Daniel Dunbar | 2677261 | 2010-04-15 03:47:33 +0000 | [diff] [blame] | 1408 | // Offset by the byte offset, if used. |
Ken Dyck | 28ebde5 | 2011-04-24 10:04:59 +0000 | [diff] [blame] | 1409 | if (!AI.FieldByteOffset.isZero()) { |
John McCall | d16c2cf | 2011-02-08 08:22:06 +0000 | [diff] [blame] | 1410 | Ptr = EmitCastToVoidPtr(Ptr); |
Ken Dyck | 28ebde5 | 2011-04-24 10:04:59 +0000 | [diff] [blame] | 1411 | Ptr = Builder.CreateConstGEP1_32(Ptr, AI.FieldByteOffset.getQuantity(), |
| 1412 | "bf.field.offs"); |
Daniel Dunbar | 2677261 | 2010-04-15 03:47:33 +0000 | [diff] [blame] | 1413 | } |
Eli Friedman | 316bb1b | 2008-05-17 20:03:47 +0000 | [diff] [blame] | 1414 | |
Daniel Dunbar | 2677261 | 2010-04-15 03:47:33 +0000 | [diff] [blame] | 1415 | // Cast to the access type. |
Chris Lattner | 2acc6e3 | 2011-07-18 04:24:23 +0000 | [diff] [blame] | 1416 | llvm::Type *AccessLTy = |
John McCall | d16c2cf | 2011-02-08 08:22:06 +0000 | [diff] [blame] | 1417 | llvm::Type::getIntNTy(getLLVMContext(), AI.AccessWidth); |
| 1418 | |
Chris Lattner | 2acc6e3 | 2011-07-18 04:24:23 +0000 | [diff] [blame] | 1419 | llvm::Type *PTy = AccessLTy->getPointerTo(addressSpace); |
Daniel Dunbar | 2677261 | 2010-04-15 03:47:33 +0000 | [diff] [blame] | 1420 | Ptr = Builder.CreateBitCast(Ptr, PTy); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1421 | |
Daniel Dunbar | 2677261 | 2010-04-15 03:47:33 +0000 | [diff] [blame] | 1422 | // Extract the piece of the bit-field value to write in this access, limited |
| 1423 | // to the values that are part of this access. |
| 1424 | llvm::Value *Val = SrcVal; |
| 1425 | if (AI.TargetBitOffset) |
| 1426 | Val = Builder.CreateLShr(Val, AI.TargetBitOffset); |
| 1427 | Val = Builder.CreateAnd(Val, llvm::APInt::getLowBitsSet(ResSizeInBits, |
| 1428 | AI.TargetBitWidth)); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1429 | |
Daniel Dunbar | 2677261 | 2010-04-15 03:47:33 +0000 | [diff] [blame] | 1430 | // Extend or truncate to the access size. |
Daniel Dunbar | 2677261 | 2010-04-15 03:47:33 +0000 | [diff] [blame] | 1431 | if (ResSizeInBits < AI.AccessWidth) |
| 1432 | Val = Builder.CreateZExt(Val, AccessLTy); |
| 1433 | else if (ResSizeInBits > AI.AccessWidth) |
| 1434 | Val = Builder.CreateTrunc(Val, AccessLTy); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1435 | |
Daniel Dunbar | 2677261 | 2010-04-15 03:47:33 +0000 | [diff] [blame] | 1436 | // Shift into the position in memory. |
| 1437 | if (AI.FieldBitStart) |
| 1438 | Val = Builder.CreateShl(Val, AI.FieldBitStart); |
| 1439 | |
| 1440 | // If necessary, load and OR in bits that are outside of the bit-field. |
| 1441 | if (AI.TargetBitWidth != AI.AccessWidth) { |
| 1442 | llvm::LoadInst *Load = Builder.CreateLoad(Ptr, Dst.isVolatileQualified()); |
Eli Friedman | f4bcfa1 | 2012-06-27 21:19:48 +0000 | [diff] [blame] | 1443 | Load->setAlignment(AccessAlignment.getQuantity()); |
Daniel Dunbar | 2677261 | 2010-04-15 03:47:33 +0000 | [diff] [blame] | 1444 | |
| 1445 | // Compute the mask for zeroing the bits that are part of the bit-field. |
| 1446 | llvm::APInt InvMask = |
| 1447 | ~llvm::APInt::getBitsSet(AI.AccessWidth, AI.FieldBitStart, |
| 1448 | AI.FieldBitStart + AI.TargetBitWidth); |
| 1449 | |
| 1450 | // Apply the mask and OR in to the value to write. |
| 1451 | Val = Builder.CreateOr(Builder.CreateAnd(Load, InvMask), Val); |
| 1452 | } |
| 1453 | |
| 1454 | // Write the value. |
| 1455 | llvm::StoreInst *Store = Builder.CreateStore(Val, Ptr, |
| 1456 | Dst.isVolatileQualified()); |
Eli Friedman | f4bcfa1 | 2012-06-27 21:19:48 +0000 | [diff] [blame] | 1457 | Store->setAlignment(AccessAlignment.getQuantity()); |
Daniel Dunbar | 10e3ded | 2008-08-06 05:08:45 +0000 | [diff] [blame] | 1458 | } |
Lauro Ramos Venancio | a0c5d0e | 2008-01-22 22:36:45 +0000 | [diff] [blame] | 1459 | } |
| 1460 | |
Nate Begeman | 213541a | 2008-04-18 23:10:10 +0000 | [diff] [blame] | 1461 | void CodeGenFunction::EmitStoreThroughExtVectorComponentLValue(RValue Src, |
John McCall | 545d996 | 2011-06-25 02:11:03 +0000 | [diff] [blame] | 1462 | LValue Dst) { |
Chris Lattner | 017d6aa | 2007-08-03 16:28:33 +0000 | [diff] [blame] | 1463 | // This access turns into a read/modify/write of the vector. Load the input |
| 1464 | // value now. |
Eli Friedman | e5a8aeb | 2012-03-22 22:36:39 +0000 | [diff] [blame] | 1465 | llvm::LoadInst *Load = Builder.CreateLoad(Dst.getExtVectorAddr(), |
| 1466 | Dst.isVolatileQualified()); |
| 1467 | Load->setAlignment(Dst.getAlignment().getQuantity()); |
| 1468 | llvm::Value *Vec = Load; |
Nate Begeman | 8a99764 | 2008-05-09 06:41:27 +0000 | [diff] [blame] | 1469 | const llvm::Constant *Elts = Dst.getExtVectorElts(); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1470 | |
Chris Lattner | 9b65551 | 2007-08-31 22:49:20 +0000 | [diff] [blame] | 1471 | llvm::Value *SrcVal = Src.getScalarVal(); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1472 | |
John McCall | 545d996 | 2011-06-25 02:11:03 +0000 | [diff] [blame] | 1473 | if (const VectorType *VTy = Dst.getType()->getAs<VectorType>()) { |
Chris Lattner | 7e6b51b | 2007-08-03 16:37:04 +0000 | [diff] [blame] | 1474 | unsigned NumSrcElts = VTy->getNumElements(); |
Nate Begeman | 6fe7c8a | 2009-01-18 06:42:49 +0000 | [diff] [blame] | 1475 | unsigned NumDstElts = |
| 1476 | cast<llvm::VectorType>(Vec->getType())->getNumElements(); |
| 1477 | if (NumDstElts == NumSrcElts) { |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1478 | // Use shuffle vector is the src and destination are the same number of |
| 1479 | // elements and restore the vector mask since it is on the side it will be |
| 1480 | // stored. |
Chris Lattner | 5f9e272 | 2011-07-23 10:55:15 +0000 | [diff] [blame] | 1481 | SmallVector<llvm::Constant*, 4> Mask(NumDstElts); |
Chris Lattner | 2ce8842 | 2012-01-25 05:34:41 +0000 | [diff] [blame] | 1482 | for (unsigned i = 0; i != NumSrcElts; ++i) |
| 1483 | Mask[getAccessedFieldNo(i, Elts)] = Builder.getInt32(i); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1484 | |
Chris Lattner | fb018d1 | 2011-02-15 00:14:06 +0000 | [diff] [blame] | 1485 | llvm::Value *MaskV = llvm::ConstantVector::get(Mask); |
Nate Begeman | 6fe7c8a | 2009-01-18 06:42:49 +0000 | [diff] [blame] | 1486 | Vec = Builder.CreateShuffleVector(SrcVal, |
Owen Anderson | 03e2050 | 2009-07-30 23:11:26 +0000 | [diff] [blame] | 1487 | llvm::UndefValue::get(Vec->getType()), |
Benjamin Kramer | 578faa8 | 2011-09-27 21:06:10 +0000 | [diff] [blame] | 1488 | MaskV); |
Mike Stump | b3589f4 | 2009-07-30 22:28:39 +0000 | [diff] [blame] | 1489 | } else if (NumDstElts > NumSrcElts) { |
Nate Begeman | 6fe7c8a | 2009-01-18 06:42:49 +0000 | [diff] [blame] | 1490 | // Extended the source vector to the same length and then shuffle it |
| 1491 | // into the destination. |
| 1492 | // FIXME: since we're shuffling with undef, can we just use the indices |
| 1493 | // into that? This could be simpler. |
Chris Lattner | 5f9e272 | 2011-07-23 10:55:15 +0000 | [diff] [blame] | 1494 | SmallVector<llvm::Constant*, 4> ExtMask; |
Benjamin Kramer | 14c5982 | 2012-02-14 12:06:21 +0000 | [diff] [blame] | 1495 | for (unsigned i = 0; i != NumSrcElts; ++i) |
Chris Lattner | 2ce8842 | 2012-01-25 05:34:41 +0000 | [diff] [blame] | 1496 | ExtMask.push_back(Builder.getInt32(i)); |
Benjamin Kramer | 14c5982 | 2012-02-14 12:06:21 +0000 | [diff] [blame] | 1497 | ExtMask.resize(NumDstElts, llvm::UndefValue::get(Int32Ty)); |
Chris Lattner | fb018d1 | 2011-02-15 00:14:06 +0000 | [diff] [blame] | 1498 | llvm::Value *ExtMaskV = llvm::ConstantVector::get(ExtMask); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1499 | llvm::Value *ExtSrcVal = |
Daniel Dunbar | bb76773 | 2009-02-17 18:31:04 +0000 | [diff] [blame] | 1500 | Builder.CreateShuffleVector(SrcVal, |
Owen Anderson | 03e2050 | 2009-07-30 23:11:26 +0000 | [diff] [blame] | 1501 | llvm::UndefValue::get(SrcVal->getType()), |
Benjamin Kramer | 578faa8 | 2011-09-27 21:06:10 +0000 | [diff] [blame] | 1502 | ExtMaskV); |
Nate Begeman | 6fe7c8a | 2009-01-18 06:42:49 +0000 | [diff] [blame] | 1503 | // build identity |
Chris Lattner | 5f9e272 | 2011-07-23 10:55:15 +0000 | [diff] [blame] | 1504 | SmallVector<llvm::Constant*, 4> Mask; |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 1505 | for (unsigned i = 0; i != NumDstElts; ++i) |
Chris Lattner | 2ce8842 | 2012-01-25 05:34:41 +0000 | [diff] [blame] | 1506 | Mask.push_back(Builder.getInt32(i)); |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 1507 | |
Nate Begeman | 6fe7c8a | 2009-01-18 06:42:49 +0000 | [diff] [blame] | 1508 | // modify when what gets shuffled in |
Chris Lattner | 2ce8842 | 2012-01-25 05:34:41 +0000 | [diff] [blame] | 1509 | for (unsigned i = 0; i != NumSrcElts; ++i) |
| 1510 | Mask[getAccessedFieldNo(i, Elts)] = Builder.getInt32(i+NumDstElts); |
Chris Lattner | fb018d1 | 2011-02-15 00:14:06 +0000 | [diff] [blame] | 1511 | llvm::Value *MaskV = llvm::ConstantVector::get(Mask); |
Benjamin Kramer | 578faa8 | 2011-09-27 21:06:10 +0000 | [diff] [blame] | 1512 | Vec = Builder.CreateShuffleVector(Vec, ExtSrcVal, MaskV); |
Mike Stump | b3589f4 | 2009-07-30 22:28:39 +0000 | [diff] [blame] | 1513 | } else { |
Nate Begeman | 6fe7c8a | 2009-01-18 06:42:49 +0000 | [diff] [blame] | 1514 | // We should never shorten the vector |
David Blaikie | b219cfc | 2011-09-23 05:06:16 +0000 | [diff] [blame] | 1515 | llvm_unreachable("unexpected shorten vector length"); |
Chris Lattner | 7e6b51b | 2007-08-03 16:37:04 +0000 | [diff] [blame] | 1516 | } |
| 1517 | } else { |
| 1518 | // If the Src is a scalar (not a vector) it must be updating one element. |
Dan Gohman | 4f8d123 | 2008-05-22 00:50:06 +0000 | [diff] [blame] | 1519 | unsigned InIdx = getAccessedFieldNo(0, Elts); |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 1520 | llvm::Value *Elt = llvm::ConstantInt::get(Int32Ty, InIdx); |
Benjamin Kramer | 578faa8 | 2011-09-27 21:06:10 +0000 | [diff] [blame] | 1521 | Vec = Builder.CreateInsertElement(Vec, SrcVal, Elt); |
Chris Lattner | 017d6aa | 2007-08-03 16:28:33 +0000 | [diff] [blame] | 1522 | } |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1523 | |
Eli Friedman | e5a8aeb | 2012-03-22 22:36:39 +0000 | [diff] [blame] | 1524 | llvm::StoreInst *Store = Builder.CreateStore(Vec, Dst.getExtVectorAddr(), |
| 1525 | Dst.isVolatileQualified()); |
| 1526 | Store->setAlignment(Dst.getAlignment().getQuantity()); |
Chris Lattner | 017d6aa | 2007-08-03 16:28:33 +0000 | [diff] [blame] | 1527 | } |
| 1528 | |
Fariborz Jahanian | b123ea3 | 2009-09-16 21:37:16 +0000 | [diff] [blame] | 1529 | // setObjCGCLValueClass - sets class of he lvalue for the purpose of |
| 1530 | // generating write-barries API. It is currently a global, ivar, |
| 1531 | // or neither. |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 1532 | static void setObjCGCLValueClass(const ASTContext &Ctx, const Expr *E, |
Fariborz Jahanian | ccae76c | 2011-09-30 18:23:36 +0000 | [diff] [blame] | 1533 | LValue &LV, |
| 1534 | bool IsMemberAccess=false) { |
David Blaikie | 4e4d084 | 2012-03-11 07:00:24 +0000 | [diff] [blame] | 1535 | if (Ctx.getLangOpts().getGC() == LangOptions::NonGC) |
Fariborz Jahanian | b123ea3 | 2009-09-16 21:37:16 +0000 | [diff] [blame] | 1536 | return; |
| 1537 | |
Fariborz Jahanian | dbf3cfd | 2009-09-16 23:11:23 +0000 | [diff] [blame] | 1538 | if (isa<ObjCIvarRefExpr>(E)) { |
Fariborz Jahanian | ccae76c | 2011-09-30 18:23:36 +0000 | [diff] [blame] | 1539 | QualType ExpTy = E->getType(); |
| 1540 | if (IsMemberAccess && ExpTy->isPointerType()) { |
| 1541 | // If ivar is a structure pointer, assigning to field of |
| 1542 | // this struct follows gcc's behavior and makes it a non-ivar |
| 1543 | // writer-barrier conservatively. |
| 1544 | ExpTy = ExpTy->getAs<PointerType>()->getPointeeType(); |
| 1545 | if (ExpTy->isRecordType()) { |
| 1546 | LV.setObjCIvar(false); |
| 1547 | return; |
| 1548 | } |
| 1549 | } |
Daniel Dunbar | 3491b3d | 2010-08-21 03:51:29 +0000 | [diff] [blame] | 1550 | LV.setObjCIvar(true); |
Fariborz Jahanian | 6c7a1f3 | 2009-09-24 22:25:38 +0000 | [diff] [blame] | 1551 | ObjCIvarRefExpr *Exp = cast<ObjCIvarRefExpr>(const_cast<Expr*>(E)); |
| 1552 | LV.setBaseIvarExp(Exp->getBase()); |
Daniel Dunbar | 3491b3d | 2010-08-21 03:51:29 +0000 | [diff] [blame] | 1553 | LV.setObjCArray(E->getType()->isArrayType()); |
Fariborz Jahanian | dbf3cfd | 2009-09-16 23:11:23 +0000 | [diff] [blame] | 1554 | return; |
| 1555 | } |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 1556 | |
Fariborz Jahanian | b123ea3 | 2009-09-16 21:37:16 +0000 | [diff] [blame] | 1557 | if (const DeclRefExpr *Exp = dyn_cast<DeclRefExpr>(E)) { |
| 1558 | if (const VarDecl *VD = dyn_cast<VarDecl>(Exp->getDecl())) { |
John McCall | b6bbcc9 | 2010-10-15 04:57:14 +0000 | [diff] [blame] | 1559 | if (VD->hasGlobalStorage()) { |
Daniel Dunbar | 3491b3d | 2010-08-21 03:51:29 +0000 | [diff] [blame] | 1560 | LV.setGlobalObjCRef(true); |
| 1561 | LV.setThreadLocalRef(VD->isThreadSpecified()); |
Fariborz Jahanian | 021a7a6 | 2010-07-20 20:30:03 +0000 | [diff] [blame] | 1562 | } |
Fariborz Jahanian | b123ea3 | 2009-09-16 21:37:16 +0000 | [diff] [blame] | 1563 | } |
Daniel Dunbar | 3491b3d | 2010-08-21 03:51:29 +0000 | [diff] [blame] | 1564 | LV.setObjCArray(E->getType()->isArrayType()); |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 1565 | return; |
Fariborz Jahanian | b123ea3 | 2009-09-16 21:37:16 +0000 | [diff] [blame] | 1566 | } |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 1567 | |
| 1568 | if (const UnaryOperator *Exp = dyn_cast<UnaryOperator>(E)) { |
Fariborz Jahanian | ccae76c | 2011-09-30 18:23:36 +0000 | [diff] [blame] | 1569 | setObjCGCLValueClass(Ctx, Exp->getSubExpr(), LV, IsMemberAccess); |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 1570 | return; |
| 1571 | } |
| 1572 | |
| 1573 | if (const ParenExpr *Exp = dyn_cast<ParenExpr>(E)) { |
Fariborz Jahanian | ccae76c | 2011-09-30 18:23:36 +0000 | [diff] [blame] | 1574 | setObjCGCLValueClass(Ctx, Exp->getSubExpr(), LV, IsMemberAccess); |
Fariborz Jahanian | 75b08f1 | 2009-09-30 17:10:29 +0000 | [diff] [blame] | 1575 | if (LV.isObjCIvar()) { |
| 1576 | // If cast is to a structure pointer, follow gcc's behavior and make it |
| 1577 | // a non-ivar write-barrier. |
| 1578 | QualType ExpTy = E->getType(); |
| 1579 | if (ExpTy->isPointerType()) |
| 1580 | ExpTy = ExpTy->getAs<PointerType>()->getPointeeType(); |
| 1581 | if (ExpTy->isRecordType()) |
Daniel Dunbar | 3491b3d | 2010-08-21 03:51:29 +0000 | [diff] [blame] | 1582 | LV.setObjCIvar(false); |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 1583 | } |
| 1584 | return; |
Fariborz Jahanian | 75b08f1 | 2009-09-30 17:10:29 +0000 | [diff] [blame] | 1585 | } |
Peter Collingbourne | f111d93 | 2011-04-15 00:35:48 +0000 | [diff] [blame] | 1586 | |
| 1587 | if (const GenericSelectionExpr *Exp = dyn_cast<GenericSelectionExpr>(E)) { |
| 1588 | setObjCGCLValueClass(Ctx, Exp->getResultExpr(), LV); |
| 1589 | return; |
| 1590 | } |
| 1591 | |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 1592 | if (const ImplicitCastExpr *Exp = dyn_cast<ImplicitCastExpr>(E)) { |
Fariborz Jahanian | ccae76c | 2011-09-30 18:23:36 +0000 | [diff] [blame] | 1593 | setObjCGCLValueClass(Ctx, Exp->getSubExpr(), LV, IsMemberAccess); |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 1594 | return; |
| 1595 | } |
| 1596 | |
| 1597 | if (const CStyleCastExpr *Exp = dyn_cast<CStyleCastExpr>(E)) { |
Fariborz Jahanian | ccae76c | 2011-09-30 18:23:36 +0000 | [diff] [blame] | 1598 | setObjCGCLValueClass(Ctx, Exp->getSubExpr(), LV, IsMemberAccess); |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 1599 | return; |
| 1600 | } |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 1601 | |
| 1602 | if (const ObjCBridgedCastExpr *Exp = dyn_cast<ObjCBridgedCastExpr>(E)) { |
Fariborz Jahanian | ccae76c | 2011-09-30 18:23:36 +0000 | [diff] [blame] | 1603 | setObjCGCLValueClass(Ctx, Exp->getSubExpr(), LV, IsMemberAccess); |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 1604 | return; |
| 1605 | } |
| 1606 | |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 1607 | if (const ArraySubscriptExpr *Exp = dyn_cast<ArraySubscriptExpr>(E)) { |
Fariborz Jahanian | b123ea3 | 2009-09-16 21:37:16 +0000 | [diff] [blame] | 1608 | setObjCGCLValueClass(Ctx, Exp->getBase(), LV); |
Fariborz Jahanian | fd02ed7 | 2009-09-21 18:54:29 +0000 | [diff] [blame] | 1609 | if (LV.isObjCIvar() && !LV.isObjCArray()) |
Fariborz Jahanian | 1c1afc4 | 2009-09-18 00:04:00 +0000 | [diff] [blame] | 1610 | // Using array syntax to assigning to what an ivar points to is not |
| 1611 | // same as assigning to the ivar itself. {id *Names;} Names[i] = 0; |
Daniel Dunbar | 3491b3d | 2010-08-21 03:51:29 +0000 | [diff] [blame] | 1612 | LV.setObjCIvar(false); |
Fariborz Jahanian | fd02ed7 | 2009-09-21 18:54:29 +0000 | [diff] [blame] | 1613 | else if (LV.isGlobalObjCRef() && !LV.isObjCArray()) |
| 1614 | // Using array syntax to assigning to what global points to is not |
| 1615 | // same as assigning to the global itself. {id *G;} G[i] = 0; |
Daniel Dunbar | 3491b3d | 2010-08-21 03:51:29 +0000 | [diff] [blame] | 1616 | LV.setGlobalObjCRef(false); |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 1617 | return; |
Fariborz Jahanian | 1c1afc4 | 2009-09-18 00:04:00 +0000 | [diff] [blame] | 1618 | } |
Fariborz Jahanian | ccae76c | 2011-09-30 18:23:36 +0000 | [diff] [blame] | 1619 | |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 1620 | if (const MemberExpr *Exp = dyn_cast<MemberExpr>(E)) { |
Fariborz Jahanian | ccae76c | 2011-09-30 18:23:36 +0000 | [diff] [blame] | 1621 | setObjCGCLValueClass(Ctx, Exp->getBase(), LV, true); |
Fariborz Jahanian | 1c1afc4 | 2009-09-18 00:04:00 +0000 | [diff] [blame] | 1622 | // We don't know if member is an 'ivar', but this flag is looked at |
| 1623 | // only in the context of LV.isObjCIvar(). |
Daniel Dunbar | 3491b3d | 2010-08-21 03:51:29 +0000 | [diff] [blame] | 1624 | LV.setObjCArray(E->getType()->isArrayType()); |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 1625 | return; |
Fariborz Jahanian | b123ea3 | 2009-09-16 21:37:16 +0000 | [diff] [blame] | 1626 | } |
| 1627 | } |
| 1628 | |
Chris Lattner | 3a2b657 | 2011-07-12 06:52:18 +0000 | [diff] [blame] | 1629 | static llvm::Value * |
Chandler Carruth | a98742c | 2011-07-12 08:58:26 +0000 | [diff] [blame] | 1630 | EmitBitCastOfLValueToProperType(CodeGenFunction &CGF, |
Chris Lattner | 3a2b657 | 2011-07-12 06:52:18 +0000 | [diff] [blame] | 1631 | llvm::Value *V, llvm::Type *IRType, |
Chris Lattner | 5f9e272 | 2011-07-23 10:55:15 +0000 | [diff] [blame] | 1632 | StringRef Name = StringRef()) { |
Chris Lattner | 3a2b657 | 2011-07-12 06:52:18 +0000 | [diff] [blame] | 1633 | unsigned AS = cast<llvm::PointerType>(V->getType())->getAddressSpace(); |
Chandler Carruth | a98742c | 2011-07-12 08:58:26 +0000 | [diff] [blame] | 1634 | return CGF.Builder.CreateBitCast(V, IRType->getPointerTo(AS), Name); |
Chris Lattner | 3a2b657 | 2011-07-12 06:52:18 +0000 | [diff] [blame] | 1635 | } |
| 1636 | |
Anders Carlsson | ce53f7d | 2009-11-07 23:06:58 +0000 | [diff] [blame] | 1637 | static LValue EmitGlobalVarDeclLValue(CodeGenFunction &CGF, |
| 1638 | const Expr *E, const VarDecl *VD) { |
Daniel Dunbar | d2113f2 | 2009-11-08 09:46:46 +0000 | [diff] [blame] | 1639 | assert((VD->hasExternalStorage() || VD->isFileVarDecl()) && |
Anders Carlsson | ce53f7d | 2009-11-07 23:06:58 +0000 | [diff] [blame] | 1640 | "Var decl must have external storage or be a file var decl!"); |
| 1641 | |
| 1642 | llvm::Value *V = CGF.CGM.GetAddrOfGlobalVar(VD); |
Eli Friedman | 2f77b3d | 2011-11-16 00:42:57 +0000 | [diff] [blame] | 1643 | llvm::Type *RealVarTy = CGF.getTypes().ConvertTypeForMem(VD->getType()); |
| 1644 | V = EmitBitCastOfLValueToProperType(CGF, V, RealVarTy); |
Eli Friedman | 6da2c71 | 2011-12-03 04:14:32 +0000 | [diff] [blame] | 1645 | CharUnits Alignment = CGF.getContext().getDeclAlign(VD); |
Eli Friedman | 2f77b3d | 2011-11-16 00:42:57 +0000 | [diff] [blame] | 1646 | QualType T = E->getType(); |
| 1647 | LValue LV; |
| 1648 | if (VD->getType()->isReferenceType()) { |
| 1649 | llvm::LoadInst *LI = CGF.Builder.CreateLoad(V); |
Eli Friedman | 6da2c71 | 2011-12-03 04:14:32 +0000 | [diff] [blame] | 1650 | LI->setAlignment(Alignment.getQuantity()); |
Eli Friedman | 2f77b3d | 2011-11-16 00:42:57 +0000 | [diff] [blame] | 1651 | V = LI; |
| 1652 | LV = CGF.MakeNaturalAlignAddrLValue(V, T); |
| 1653 | } else { |
| 1654 | LV = CGF.MakeAddrLValue(V, E->getType(), Alignment); |
| 1655 | } |
Anders Carlsson | ce53f7d | 2009-11-07 23:06:58 +0000 | [diff] [blame] | 1656 | setObjCGCLValueClass(CGF.getContext(), E, LV); |
| 1657 | return LV; |
| 1658 | } |
| 1659 | |
Eli Friedman | 9a14630 | 2009-11-26 06:08:14 +0000 | [diff] [blame] | 1660 | static LValue EmitFunctionDeclLValue(CodeGenFunction &CGF, |
Chris Lattner | 74339df | 2011-07-10 05:34:54 +0000 | [diff] [blame] | 1661 | const Expr *E, const FunctionDecl *FD) { |
Chris Lattner | d0db03a | 2010-09-06 00:11:41 +0000 | [diff] [blame] | 1662 | llvm::Value *V = CGF.CGM.GetAddrOfFunction(FD); |
Eli Friedman | 9a14630 | 2009-11-26 06:08:14 +0000 | [diff] [blame] | 1663 | if (!FD->hasPrototype()) { |
| 1664 | if (const FunctionProtoType *Proto = |
| 1665 | FD->getType()->getAs<FunctionProtoType>()) { |
| 1666 | // Ugly case: for a K&R-style definition, the type of the definition |
| 1667 | // isn't the same as the type of a use. Correct for this with a |
| 1668 | // bitcast. |
| 1669 | QualType NoProtoType = |
| 1670 | CGF.getContext().getFunctionNoProtoType(Proto->getResultType()); |
| 1671 | NoProtoType = CGF.getContext().getPointerType(NoProtoType); |
Benjamin Kramer | 578faa8 | 2011-09-27 21:06:10 +0000 | [diff] [blame] | 1672 | V = CGF.Builder.CreateBitCast(V, CGF.ConvertType(NoProtoType)); |
Eli Friedman | 9a14630 | 2009-11-26 06:08:14 +0000 | [diff] [blame] | 1673 | } |
| 1674 | } |
Eli Friedman | 6da2c71 | 2011-12-03 04:14:32 +0000 | [diff] [blame] | 1675 | CharUnits Alignment = CGF.getContext().getDeclAlign(FD); |
Daniel Dunbar | 983e3d7 | 2010-08-21 04:20:22 +0000 | [diff] [blame] | 1676 | return CGF.MakeAddrLValue(V, E->getType(), Alignment); |
Eli Friedman | 9a14630 | 2009-11-26 06:08:14 +0000 | [diff] [blame] | 1677 | } |
| 1678 | |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 1679 | LValue CodeGenFunction::EmitDeclRefLValue(const DeclRefExpr *E) { |
Anders Carlsson | 1e74c4f | 2009-11-07 22:53:10 +0000 | [diff] [blame] | 1680 | const NamedDecl *ND = E->getDecl(); |
Eli Friedman | 6da2c71 | 2011-12-03 04:14:32 +0000 | [diff] [blame] | 1681 | CharUnits Alignment = getContext().getDeclAlign(ND); |
Eli Friedman | 2f77b3d | 2011-11-16 00:42:57 +0000 | [diff] [blame] | 1682 | QualType T = E->getType(); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1683 | |
Eli Friedman | 416de51 | 2012-01-21 04:52:58 +0000 | [diff] [blame] | 1684 | // FIXME: We should be able to assert this for FunctionDecls as well! |
| 1685 | // FIXME: We should be able to assert this for all DeclRefExprs, not just |
| 1686 | // those with a valid source location. |
| 1687 | assert((ND->isUsed(false) || !isa<VarDecl>(ND) || |
| 1688 | !E->getLocation().isValid()) && |
| 1689 | "Should not use decl without marking it used!"); |
| 1690 | |
Rafael Espindola | 6a83670 | 2010-03-04 18:17:24 +0000 | [diff] [blame] | 1691 | if (ND->hasAttr<WeakRefAttr>()) { |
Chris Lattner | d0db03a | 2010-09-06 00:11:41 +0000 | [diff] [blame] | 1692 | const ValueDecl *VD = cast<ValueDecl>(ND); |
Rafael Espindola | 6a83670 | 2010-03-04 18:17:24 +0000 | [diff] [blame] | 1693 | llvm::Constant *Aliasee = CGM.GetWeakRefReference(VD); |
Daniel Dunbar | 983e3d7 | 2010-08-21 04:20:22 +0000 | [diff] [blame] | 1694 | return MakeAddrLValue(Aliasee, E->getType(), Alignment); |
Rafael Espindola | 6a83670 | 2010-03-04 18:17:24 +0000 | [diff] [blame] | 1695 | } |
| 1696 | |
Anders Carlsson | 1e74c4f | 2009-11-07 22:53:10 +0000 | [diff] [blame] | 1697 | if (const VarDecl *VD = dyn_cast<VarDecl>(ND)) { |
Anders Carlsson | 1e74c4f | 2009-11-07 22:53:10 +0000 | [diff] [blame] | 1698 | // Check if this is a global variable. |
Anders Carlsson | ce53f7d | 2009-11-07 23:06:58 +0000 | [diff] [blame] | 1699 | if (VD->hasExternalStorage() || VD->isFileVarDecl()) |
| 1700 | return EmitGlobalVarDeclLValue(*this, E, VD); |
Anders Carlsson | 0bc7049 | 2009-11-07 22:46:42 +0000 | [diff] [blame] | 1701 | |
John McCall | f4b88a4 | 2012-03-10 09:33:50 +0000 | [diff] [blame] | 1702 | bool isBlockVariable = VD->hasAttr<BlocksAttr>(); |
| 1703 | |
Fariborz Jahanian | 75f91d6 | 2010-11-19 18:17:09 +0000 | [diff] [blame] | 1704 | bool NonGCable = VD->hasLocalStorage() && |
| 1705 | !VD->getType()->isReferenceType() && |
John McCall | f4b88a4 | 2012-03-10 09:33:50 +0000 | [diff] [blame] | 1706 | !isBlockVariable; |
Anders Carlsson | 0bc7049 | 2009-11-07 22:46:42 +0000 | [diff] [blame] | 1707 | |
| 1708 | llvm::Value *V = LocalDeclMap[VD]; |
Fariborz Jahanian | 0934914 | 2010-09-07 23:26:17 +0000 | [diff] [blame] | 1709 | if (!V && VD->isStaticLocal()) |
Fariborz Jahanian | 63326a5 | 2010-04-19 18:15:02 +0000 | [diff] [blame] | 1710 | V = CGM.getStaticLocalDeclAddress(VD); |
Eli Friedman | cec5ebd | 2012-02-11 02:57:39 +0000 | [diff] [blame] | 1711 | |
| 1712 | // Use special handling for lambdas. |
John McCall | f4b88a4 | 2012-03-10 09:33:50 +0000 | [diff] [blame] | 1713 | if (!V) { |
Eli Friedman | 377ecc7 | 2012-04-16 03:54:45 +0000 | [diff] [blame] | 1714 | if (FieldDecl *FD = LambdaCaptureFields.lookup(VD)) { |
| 1715 | QualType LambdaTagType = getContext().getTagDeclType(FD->getParent()); |
| 1716 | LValue LambdaLV = MakeNaturalAlignAddrLValue(CXXABIThisValue, |
| 1717 | LambdaTagType); |
| 1718 | return EmitLValueForField(LambdaLV, FD); |
| 1719 | } |
Eli Friedman | cec5ebd | 2012-02-11 02:57:39 +0000 | [diff] [blame] | 1720 | |
John McCall | f4b88a4 | 2012-03-10 09:33:50 +0000 | [diff] [blame] | 1721 | assert(isa<BlockDecl>(CurCodeDecl) && E->refersToEnclosingLocal()); |
| 1722 | CharUnits alignment = getContext().getDeclAlign(VD); |
| 1723 | return MakeAddrLValue(GetAddrOfBlockDecl(VD, isBlockVariable), |
| 1724 | E->getType(), alignment); |
| 1725 | } |
| 1726 | |
Anders Carlsson | 0bc7049 | 2009-11-07 22:46:42 +0000 | [diff] [blame] | 1727 | assert(V && "DeclRefExpr not entered in LocalDeclMap?"); |
| 1728 | |
John McCall | f4b88a4 | 2012-03-10 09:33:50 +0000 | [diff] [blame] | 1729 | if (isBlockVariable) |
Fariborz Jahanian | 52a80e1 | 2011-01-26 23:08:27 +0000 | [diff] [blame] | 1730 | V = BuildBlockByrefAddress(V, VD); |
Daniel Dunbar | 6d5eb76 | 2010-08-21 03:44:13 +0000 | [diff] [blame] | 1731 | |
Eli Friedman | 2f77b3d | 2011-11-16 00:42:57 +0000 | [diff] [blame] | 1732 | LValue LV; |
| 1733 | if (VD->getType()->isReferenceType()) { |
| 1734 | llvm::LoadInst *LI = Builder.CreateLoad(V); |
Eli Friedman | 6da2c71 | 2011-12-03 04:14:32 +0000 | [diff] [blame] | 1735 | LI->setAlignment(Alignment.getQuantity()); |
Eli Friedman | 2f77b3d | 2011-11-16 00:42:57 +0000 | [diff] [blame] | 1736 | V = LI; |
| 1737 | LV = MakeNaturalAlignAddrLValue(V, T); |
| 1738 | } else { |
| 1739 | LV = MakeAddrLValue(V, T, Alignment); |
| 1740 | } |
Chris Lattner | 3a2b657 | 2011-07-12 06:52:18 +0000 | [diff] [blame] | 1741 | |
Fariborz Jahanian | 75f91d6 | 2010-11-19 18:17:09 +0000 | [diff] [blame] | 1742 | if (NonGCable) { |
Daniel Dunbar | 6d5eb76 | 2010-08-21 03:44:13 +0000 | [diff] [blame] | 1743 | LV.getQuals().removeObjCGCAttr(); |
Daniel Dunbar | ea61917 | 2010-08-21 03:22:38 +0000 | [diff] [blame] | 1744 | LV.setNonGC(true); |
| 1745 | } |
Fariborz Jahanian | b123ea3 | 2009-09-16 21:37:16 +0000 | [diff] [blame] | 1746 | setObjCGCLValueClass(getContext(), E, LV); |
Fariborz Jahanian | 2682d8b | 2008-11-20 00:15:42 +0000 | [diff] [blame] | 1747 | return LV; |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 1748 | } |
John McCall | 5808ce4 | 2011-02-03 08:15:49 +0000 | [diff] [blame] | 1749 | |
| 1750 | if (const FunctionDecl *fn = dyn_cast<FunctionDecl>(ND)) |
| 1751 | return EmitFunctionDeclLValue(*this, E, fn); |
| 1752 | |
David Blaikie | b219cfc | 2011-09-23 05:06:16 +0000 | [diff] [blame] | 1753 | llvm_unreachable("Unhandled DeclRefExpr"); |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 1754 | } |
| 1755 | |
| 1756 | LValue CodeGenFunction::EmitUnaryOpLValue(const UnaryOperator *E) { |
| 1757 | // __extension__ doesn't affect lvalue-ness. |
John McCall | 2de56d1 | 2010-08-25 11:45:40 +0000 | [diff] [blame] | 1758 | if (E->getOpcode() == UO_Extension) |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 1759 | return EmitLValue(E->getSubExpr()); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1760 | |
Chris Lattner | 9619662 | 2008-07-26 22:37:01 +0000 | [diff] [blame] | 1761 | QualType ExprTy = getContext().getCanonicalType(E->getSubExpr()->getType()); |
Chris Lattner | 7da36f6 | 2007-10-30 22:53:42 +0000 | [diff] [blame] | 1762 | switch (E->getOpcode()) { |
David Blaikie | b219cfc | 2011-09-23 05:06:16 +0000 | [diff] [blame] | 1763 | default: llvm_unreachable("Unknown unary operator lvalue!"); |
John McCall | 2de56d1 | 2010-08-25 11:45:40 +0000 | [diff] [blame] | 1764 | case UO_Deref: { |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 1765 | QualType T = E->getSubExpr()->getType()->getPointeeType(); |
| 1766 | assert(!T.isNull() && "CodeGenFunction::EmitUnaryOpLValue: Illegal type"); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1767 | |
Chris Lattner | 4cac9e1 | 2011-12-19 21:16:08 +0000 | [diff] [blame] | 1768 | LValue LV = MakeNaturalAlignAddrLValue(EmitScalarExpr(E->getSubExpr()), T); |
Daniel Dunbar | 6d5eb76 | 2010-08-21 03:44:13 +0000 | [diff] [blame] | 1769 | LV.getQuals().setAddressSpace(ExprTy.getAddressSpace()); |
John McCall | 0953e76 | 2009-09-24 19:53:00 +0000 | [diff] [blame] | 1770 | |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 1771 | // We should not generate __weak write barrier on indirect reference |
| 1772 | // of a pointer to object; as in void foo (__weak id *param); *param = 0; |
| 1773 | // But, we continue to generate __strong write barrier on indirect write |
| 1774 | // into a pointer to object. |
David Blaikie | 4e4d084 | 2012-03-11 07:00:24 +0000 | [diff] [blame] | 1775 | if (getContext().getLangOpts().ObjC1 && |
| 1776 | getContext().getLangOpts().getGC() != LangOptions::NonGC && |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 1777 | LV.isObjCWeak()) |
Daniel Dunbar | ea61917 | 2010-08-21 03:22:38 +0000 | [diff] [blame] | 1778 | LV.setNonGC(!E->isOBJCGCCandidate(getContext())); |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 1779 | return LV; |
| 1780 | } |
John McCall | 2de56d1 | 2010-08-25 11:45:40 +0000 | [diff] [blame] | 1781 | case UO_Real: |
| 1782 | case UO_Imag: { |
Chris Lattner | 7da36f6 | 2007-10-30 22:53:42 +0000 | [diff] [blame] | 1783 | LValue LV = EmitLValue(E->getSubExpr()); |
John McCall | 2a41637 | 2010-12-05 02:00:02 +0000 | [diff] [blame] | 1784 | assert(LV.isSimple() && "real/imag on non-ordinary l-value"); |
| 1785 | llvm::Value *Addr = LV.getAddress(); |
| 1786 | |
Richard Smith | dfb80de | 2012-02-18 20:53:32 +0000 | [diff] [blame] | 1787 | // __real is valid on scalars. This is a faster way of testing that. |
| 1788 | // __imag can only produce an rvalue on scalars. |
| 1789 | if (E->getOpcode() == UO_Real && |
| 1790 | !cast<llvm::PointerType>(Addr->getType()) |
John McCall | 2a41637 | 2010-12-05 02:00:02 +0000 | [diff] [blame] | 1791 | ->getElementType()->isStructTy()) { |
| 1792 | assert(E->getSubExpr()->getType()->isArithmeticType()); |
| 1793 | return LV; |
| 1794 | } |
| 1795 | |
| 1796 | assert(E->getSubExpr()->getType()->isAnyComplexType()); |
| 1797 | |
John McCall | 2de56d1 | 2010-08-25 11:45:40 +0000 | [diff] [blame] | 1798 | unsigned Idx = E->getOpcode() == UO_Imag; |
Daniel Dunbar | 9f553f5 | 2010-08-21 03:08:16 +0000 | [diff] [blame] | 1799 | return MakeAddrLValue(Builder.CreateStructGEP(LV.getAddress(), |
John McCall | 2a41637 | 2010-12-05 02:00:02 +0000 | [diff] [blame] | 1800 | Idx, "idx"), |
Daniel Dunbar | 9f553f5 | 2010-08-21 03:08:16 +0000 | [diff] [blame] | 1801 | ExprTy); |
Chris Lattner | 7da36f6 | 2007-10-30 22:53:42 +0000 | [diff] [blame] | 1802 | } |
John McCall | 2de56d1 | 2010-08-25 11:45:40 +0000 | [diff] [blame] | 1803 | case UO_PreInc: |
| 1804 | case UO_PreDec: { |
Chris Lattner | 197a338 | 2010-01-09 21:44:40 +0000 | [diff] [blame] | 1805 | LValue LV = EmitLValue(E->getSubExpr()); |
John McCall | 2de56d1 | 2010-08-25 11:45:40 +0000 | [diff] [blame] | 1806 | bool isInc = E->getOpcode() == UO_PreInc; |
Chris Lattner | 197a338 | 2010-01-09 21:44:40 +0000 | [diff] [blame] | 1807 | |
| 1808 | if (E->getType()->isAnyComplexType()) |
| 1809 | EmitComplexPrePostIncDec(E, LV, isInc, true/*isPre*/); |
| 1810 | else |
| 1811 | EmitScalarPrePostIncDec(E, LV, isInc, true/*isPre*/); |
| 1812 | return LV; |
| 1813 | } |
Eli Friedman | e401cd5 | 2009-11-09 04:20:47 +0000 | [diff] [blame] | 1814 | } |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 1815 | } |
| 1816 | |
| 1817 | LValue CodeGenFunction::EmitStringLiteralLValue(const StringLiteral *E) { |
Daniel Dunbar | 79c3928 | 2010-08-21 03:15:20 +0000 | [diff] [blame] | 1818 | return MakeAddrLValue(CGM.GetAddrOfConstantStringFromLiteral(E), |
| 1819 | E->getType()); |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 1820 | } |
| 1821 | |
Chris Lattner | eaf2bb8 | 2009-02-24 22:18:39 +0000 | [diff] [blame] | 1822 | LValue CodeGenFunction::EmitObjCEncodeExprLValue(const ObjCEncodeExpr *E) { |
Daniel Dunbar | 79c3928 | 2010-08-21 03:15:20 +0000 | [diff] [blame] | 1823 | return MakeAddrLValue(CGM.GetAddrOfConstantStringFromObjCEncode(E), |
| 1824 | E->getType()); |
Chris Lattner | eaf2bb8 | 2009-02-24 22:18:39 +0000 | [diff] [blame] | 1825 | } |
| 1826 | |
Nico Weber | 28ad063 | 2012-06-23 02:07:59 +0000 | [diff] [blame] | 1827 | static llvm::Constant* |
| 1828 | GetAddrOfConstantWideString(StringRef Str, |
| 1829 | const char *GlobalName, |
| 1830 | ASTContext &Context, |
| 1831 | QualType Ty, SourceLocation Loc, |
| 1832 | CodeGenModule &CGM) { |
| 1833 | |
| 1834 | StringLiteral *SL = StringLiteral::Create(Context, |
| 1835 | Str, |
| 1836 | StringLiteral::Wide, |
| 1837 | /*Pascal = */false, |
| 1838 | Ty, Loc); |
| 1839 | llvm::Constant *C = CGM.GetConstantArrayFromStringLiteral(SL); |
| 1840 | llvm::GlobalVariable *GV = |
| 1841 | new llvm::GlobalVariable(CGM.getModule(), C->getType(), |
| 1842 | !CGM.getLangOpts().WritableStrings, |
| 1843 | llvm::GlobalValue::PrivateLinkage, |
| 1844 | C, GlobalName); |
| 1845 | const unsigned WideAlignment = |
| 1846 | Context.getTypeAlignInChars(Ty).getQuantity(); |
| 1847 | GV->setAlignment(WideAlignment); |
| 1848 | return GV; |
| 1849 | } |
| 1850 | |
Nico Weber | 28ad063 | 2012-06-23 02:07:59 +0000 | [diff] [blame] | 1851 | static void ConvertUTF8ToWideString(unsigned CharByteWidth, StringRef Source, |
| 1852 | SmallString<32>& Target) { |
| 1853 | Target.resize(CharByteWidth * (Source.size() + 1)); |
Richard Smith | e5f0588 | 2012-09-08 07:16:20 +0000 | [diff] [blame] | 1854 | char *ResultPtr = &Target[0]; |
| 1855 | const UTF8 *ErrorPtr; |
| 1856 | bool success = ConvertUTF8toWide(CharByteWidth, Source, ResultPtr, ErrorPtr); |
Matt Beaumont-Gay | 402a6d5 | 2012-07-03 03:55:58 +0000 | [diff] [blame] | 1857 | (void)success; |
Nico Weber | 941e47c | 2012-07-03 02:24:52 +0000 | [diff] [blame] | 1858 | assert(success); |
Nico Weber | 28ad063 | 2012-06-23 02:07:59 +0000 | [diff] [blame] | 1859 | Target.resize(ResultPtr - &Target[0]); |
| 1860 | } |
Chris Lattner | eaf2bb8 | 2009-02-24 22:18:39 +0000 | [diff] [blame] | 1861 | |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1862 | LValue CodeGenFunction::EmitPredefinedLValue(const PredefinedExpr *E) { |
Daniel Dunbar | 662b71e | 2008-10-17 21:58:32 +0000 | [diff] [blame] | 1863 | switch (E->getIdentType()) { |
| 1864 | default: |
| 1865 | return EmitUnsupportedLValue(E, "predefined expression"); |
Daniel Dunbar | 3ec0baf | 2010-08-21 03:01:12 +0000 | [diff] [blame] | 1866 | |
Daniel Dunbar | 662b71e | 2008-10-17 21:58:32 +0000 | [diff] [blame] | 1867 | case PredefinedExpr::Func: |
| 1868 | case PredefinedExpr::Function: |
Nico Weber | 28ad063 | 2012-06-23 02:07:59 +0000 | [diff] [blame] | 1869 | case PredefinedExpr::LFunction: |
Daniel Dunbar | 3ec0baf | 2010-08-21 03:01:12 +0000 | [diff] [blame] | 1870 | case PredefinedExpr::PrettyFunction: { |
Nico Weber | 28ad063 | 2012-06-23 02:07:59 +0000 | [diff] [blame] | 1871 | unsigned IdentType = E->getIdentType(); |
Daniel Dunbar | 3ec0baf | 2010-08-21 03:01:12 +0000 | [diff] [blame] | 1872 | std::string GlobalVarName; |
| 1873 | |
Nico Weber | 28ad063 | 2012-06-23 02:07:59 +0000 | [diff] [blame] | 1874 | switch (IdentType) { |
David Blaikie | b219cfc | 2011-09-23 05:06:16 +0000 | [diff] [blame] | 1875 | default: llvm_unreachable("Invalid type"); |
Daniel Dunbar | 3ec0baf | 2010-08-21 03:01:12 +0000 | [diff] [blame] | 1876 | case PredefinedExpr::Func: |
| 1877 | GlobalVarName = "__func__."; |
| 1878 | break; |
| 1879 | case PredefinedExpr::Function: |
| 1880 | GlobalVarName = "__FUNCTION__."; |
| 1881 | break; |
Nico Weber | 28ad063 | 2012-06-23 02:07:59 +0000 | [diff] [blame] | 1882 | case PredefinedExpr::LFunction: |
| 1883 | GlobalVarName = "L__FUNCTION__."; |
| 1884 | break; |
Daniel Dunbar | 3ec0baf | 2010-08-21 03:01:12 +0000 | [diff] [blame] | 1885 | case PredefinedExpr::PrettyFunction: |
| 1886 | GlobalVarName = "__PRETTY_FUNCTION__."; |
| 1887 | break; |
| 1888 | } |
| 1889 | |
Chris Lattner | 5f9e272 | 2011-07-23 10:55:15 +0000 | [diff] [blame] | 1890 | StringRef FnName = CurFn->getName(); |
Daniel Dunbar | 3ec0baf | 2010-08-21 03:01:12 +0000 | [diff] [blame] | 1891 | if (FnName.startswith("\01")) |
| 1892 | FnName = FnName.substr(1); |
| 1893 | GlobalVarName += FnName; |
| 1894 | |
| 1895 | const Decl *CurDecl = CurCodeDecl; |
| 1896 | if (CurDecl == 0) |
| 1897 | CurDecl = getContext().getTranslationUnitDecl(); |
| 1898 | |
| 1899 | std::string FunctionName = |
John McCall | 6b5a61b | 2011-02-07 10:33:21 +0000 | [diff] [blame] | 1900 | (isa<BlockDecl>(CurDecl) |
| 1901 | ? FnName.str() |
Nico Weber | 28ad063 | 2012-06-23 02:07:59 +0000 | [diff] [blame] | 1902 | : PredefinedExpr::ComputeName((PredefinedExpr::IdentType)IdentType, |
| 1903 | CurDecl)); |
Daniel Dunbar | 3ec0baf | 2010-08-21 03:01:12 +0000 | [diff] [blame] | 1904 | |
Nico Weber | 28ad063 | 2012-06-23 02:07:59 +0000 | [diff] [blame] | 1905 | const Type* ElemType = E->getType()->getArrayElementTypeNoTypeQual(); |
| 1906 | llvm::Constant *C; |
| 1907 | if (ElemType->isWideCharType()) { |
| 1908 | SmallString<32> RawChars; |
| 1909 | ConvertUTF8ToWideString( |
| 1910 | getContext().getTypeSizeInChars(ElemType).getQuantity(), |
| 1911 | FunctionName, RawChars); |
| 1912 | C = GetAddrOfConstantWideString(RawChars, |
| 1913 | GlobalVarName.c_str(), |
| 1914 | getContext(), |
| 1915 | E->getType(), |
| 1916 | E->getLocation(), |
| 1917 | CGM); |
| 1918 | } else { |
| 1919 | C = CGM.GetAddrOfConstantCString(FunctionName, |
| 1920 | GlobalVarName.c_str(), |
| 1921 | 1); |
| 1922 | } |
Daniel Dunbar | 79c3928 | 2010-08-21 03:15:20 +0000 | [diff] [blame] | 1923 | return MakeAddrLValue(C, E->getType()); |
Daniel Dunbar | 3ec0baf | 2010-08-21 03:01:12 +0000 | [diff] [blame] | 1924 | } |
Daniel Dunbar | 662b71e | 2008-10-17 21:58:32 +0000 | [diff] [blame] | 1925 | } |
Anders Carlsson | 2274266 | 2007-07-21 05:21:51 +0000 | [diff] [blame] | 1926 | } |
| 1927 | |
Richard Smith | 7ac9ef1 | 2012-09-08 02:08:36 +0000 | [diff] [blame] | 1928 | void CodeGenFunction::EmitCheck(llvm::Value *Checked) { |
Mike Stump | 4151344 | 2009-12-15 00:59:40 +0000 | [diff] [blame] | 1929 | const CodeGenOptions &GCO = CGM.getCodeGenOpts(); |
| 1930 | |
Richard Smith | 7ac9ef1 | 2012-09-08 02:08:36 +0000 | [diff] [blame] | 1931 | llvm::BasicBlock *Cont = createBasicBlock("cont"); |
| 1932 | |
Mike Stump | 4151344 | 2009-12-15 00:59:40 +0000 | [diff] [blame] | 1933 | // If we are not optimzing, don't collapse all calls to trap in the function |
| 1934 | // to the same call, that way, in the debugger they can see which operation |
Chris Lattner | 6c552c1 | 2010-07-20 20:19:24 +0000 | [diff] [blame] | 1935 | // did in fact fail. If we are optimizing, we collapse all calls to trap down |
Mike Stump | 4151344 | 2009-12-15 00:59:40 +0000 | [diff] [blame] | 1936 | // to just one per function to save on codesize. |
Richard Smith | 7ac9ef1 | 2012-09-08 02:08:36 +0000 | [diff] [blame] | 1937 | bool NeedNewTrapBB = !GCO.OptimizationLevel || !TrapBB; |
Mike Stump | 9c276ae | 2009-12-12 01:27:46 +0000 | [diff] [blame] | 1938 | |
Richard Smith | 7ac9ef1 | 2012-09-08 02:08:36 +0000 | [diff] [blame] | 1939 | if (NeedNewTrapBB) |
| 1940 | TrapBB = createBasicBlock("trap"); |
| 1941 | |
| 1942 | Builder.CreateCondBr(Checked, Cont, TrapBB); |
| 1943 | |
| 1944 | if (NeedNewTrapBB) { |
| 1945 | EmitBlock(TrapBB); |
| 1946 | |
| 1947 | llvm::Value *F = CGM.getIntrinsic(llvm::Intrinsic::trap); |
| 1948 | llvm::CallInst *TrapCall = Builder.CreateCall(F); |
| 1949 | TrapCall->setDoesNotReturn(); |
| 1950 | TrapCall->setDoesNotThrow(); |
| 1951 | Builder.CreateUnreachable(); |
Mike Stump | 9c276ae | 2009-12-12 01:27:46 +0000 | [diff] [blame] | 1952 | } |
Mike Stump | 15037ca | 2009-12-15 00:35:12 +0000 | [diff] [blame] | 1953 | |
Richard Smith | 7ac9ef1 | 2012-09-08 02:08:36 +0000 | [diff] [blame] | 1954 | EmitBlock(Cont); |
Mike Stump | 9c276ae | 2009-12-12 01:27:46 +0000 | [diff] [blame] | 1955 | } |
| 1956 | |
Chris Lattner | 9269d5c | 2010-06-26 23:03:20 +0000 | [diff] [blame] | 1957 | /// isSimpleArrayDecayOperand - If the specified expr is a simple decay from an |
| 1958 | /// array to pointer, return the array subexpression. |
| 1959 | static const Expr *isSimpleArrayDecayOperand(const Expr *E) { |
| 1960 | // If this isn't just an array->pointer decay, bail out. |
| 1961 | const CastExpr *CE = dyn_cast<CastExpr>(E); |
John McCall | 2de56d1 | 2010-08-25 11:45:40 +0000 | [diff] [blame] | 1962 | if (CE == 0 || CE->getCastKind() != CK_ArrayToPointerDecay) |
Chris Lattner | 9269d5c | 2010-06-26 23:03:20 +0000 | [diff] [blame] | 1963 | return 0; |
| 1964 | |
| 1965 | // If this is a decay from variable width array, bail out. |
| 1966 | const Expr *SubExpr = CE->getSubExpr(); |
| 1967 | if (SubExpr->getType()->isVariableArrayType()) |
| 1968 | return 0; |
| 1969 | |
| 1970 | return SubExpr; |
| 1971 | } |
| 1972 | |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 1973 | LValue CodeGenFunction::EmitArraySubscriptExpr(const ArraySubscriptExpr *E) { |
Ted Kremenek | 2324512 | 2007-08-20 16:18:38 +0000 | [diff] [blame] | 1974 | // The index must always be an integer, which is not an aggregate. Emit it. |
Chris Lattner | 7f02f72 | 2007-08-24 05:35:26 +0000 | [diff] [blame] | 1975 | llvm::Value *Idx = EmitScalarExpr(E->getIdx()); |
Eli Friedman | 61d004a | 2009-06-06 19:09:26 +0000 | [diff] [blame] | 1976 | QualType IdxTy = E->getIdx()->getType(); |
Douglas Gregor | 575a1c9 | 2011-05-20 16:38:50 +0000 | [diff] [blame] | 1977 | bool IdxSigned = IdxTy->isSignedIntegerOrEnumerationType(); |
Eli Friedman | 61d004a | 2009-06-06 19:09:26 +0000 | [diff] [blame] | 1978 | |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 1979 | // If the base is a vector type, then we are forming a vector element lvalue |
| 1980 | // with this subscript. |
Eli Friedman | 1e692ac | 2008-06-13 23:01:12 +0000 | [diff] [blame] | 1981 | if (E->getBase()->getType()->isVectorType()) { |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 1982 | // Emit the vector as an lvalue to get its address. |
Eli Friedman | 1e692ac | 2008-06-13 23:01:12 +0000 | [diff] [blame] | 1983 | LValue LHS = EmitLValue(E->getBase()); |
Ted Kremenek | 2324512 | 2007-08-20 16:18:38 +0000 | [diff] [blame] | 1984 | assert(LHS.isSimple() && "Can only subscript lvalue vectors here!"); |
John McCall | d16c2cf | 2011-02-08 08:22:06 +0000 | [diff] [blame] | 1985 | Idx = Builder.CreateIntCast(Idx, Int32Ty, IdxSigned, "vidx"); |
Eli Friedman | 1e692ac | 2008-06-13 23:01:12 +0000 | [diff] [blame] | 1986 | return LValue::MakeVectorElt(LHS.getAddress(), Idx, |
Eli Friedman | e5a8aeb | 2012-03-22 22:36:39 +0000 | [diff] [blame] | 1987 | E->getBase()->getType(), LHS.getAlignment()); |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 1988 | } |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1989 | |
Ted Kremenek | 2324512 | 2007-08-20 16:18:38 +0000 | [diff] [blame] | 1990 | // Extend or truncate the index type to 32 or 64-bits. |
John McCall | 5936e33 | 2011-02-15 09:22:45 +0000 | [diff] [blame] | 1991 | if (Idx->getType() != IntPtrTy) |
| 1992 | Idx = Builder.CreateIntCast(Idx, IntPtrTy, IdxSigned, "idxprom"); |
Mike Stump | 9c276ae | 2009-12-12 01:27:46 +0000 | [diff] [blame] | 1993 | |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1994 | // We know that the pointer points to a type of the correct size, unless the |
| 1995 | // size is a VLA or Objective-C interface. |
Daniel Dunbar | 2a86625 | 2009-04-25 05:08:32 +0000 | [diff] [blame] | 1996 | llvm::Value *Address = 0; |
Eli Friedman | 6da2c71 | 2011-12-03 04:14:32 +0000 | [diff] [blame] | 1997 | CharUnits ArrayAlignment; |
John McCall | bc8d40d | 2011-06-24 21:55:10 +0000 | [diff] [blame] | 1998 | if (const VariableArrayType *vla = |
Anders Carlsson | 8b33c08 | 2008-12-21 00:11:23 +0000 | [diff] [blame] | 1999 | getContext().getAsVariableArrayType(E->getType())) { |
John McCall | bc8d40d | 2011-06-24 21:55:10 +0000 | [diff] [blame] | 2000 | // The base must be a pointer, which is not an aggregate. Emit |
| 2001 | // it. It needs to be emitted first in case it's what captures |
| 2002 | // the VLA bounds. |
| 2003 | Address = EmitScalarExpr(E->getBase()); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 2004 | |
John McCall | bc8d40d | 2011-06-24 21:55:10 +0000 | [diff] [blame] | 2005 | // The element count here is the total number of non-VLA elements. |
| 2006 | llvm::Value *numElements = getVLASize(vla).first; |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 2007 | |
John McCall | 913dab2 | 2011-06-25 01:32:37 +0000 | [diff] [blame] | 2008 | // Effectively, the multiply by the VLA size is part of the GEP. |
| 2009 | // GEP indexes are signed, and scaling an index isn't permitted to |
| 2010 | // signed-overflow, so we use the same semantics for our explicit |
| 2011 | // multiply. We suppress this if overflow is not undefined behavior. |
David Blaikie | 4e4d084 | 2012-03-11 07:00:24 +0000 | [diff] [blame] | 2012 | if (getLangOpts().isSignedOverflowDefined()) { |
John McCall | 913dab2 | 2011-06-25 01:32:37 +0000 | [diff] [blame] | 2013 | Idx = Builder.CreateMul(Idx, numElements); |
Chris Lattner | 2cb4222 | 2011-03-01 00:03:48 +0000 | [diff] [blame] | 2014 | Address = Builder.CreateGEP(Address, Idx, "arrayidx"); |
John McCall | 913dab2 | 2011-06-25 01:32:37 +0000 | [diff] [blame] | 2015 | } else { |
| 2016 | Idx = Builder.CreateNSWMul(Idx, numElements); |
Chris Lattner | 2cb4222 | 2011-03-01 00:03:48 +0000 | [diff] [blame] | 2017 | Address = Builder.CreateInBoundsGEP(Address, Idx, "arrayidx"); |
John McCall | 913dab2 | 2011-06-25 01:32:37 +0000 | [diff] [blame] | 2018 | } |
Chris Lattner | 9269d5c | 2010-06-26 23:03:20 +0000 | [diff] [blame] | 2019 | } else if (const ObjCObjectType *OIT = E->getType()->getAs<ObjCObjectType>()){ |
| 2020 | // Indexing over an interface, as in "NSString *P; P[4];" |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 2021 | llvm::Value *InterfaceSize = |
Owen Anderson | 4a28d5d | 2009-07-24 23:12:58 +0000 | [diff] [blame] | 2022 | llvm::ConstantInt::get(Idx->getType(), |
Ken Dyck | 199c3d6 | 2010-01-11 17:06:35 +0000 | [diff] [blame] | 2023 | getContext().getTypeSizeInChars(OIT).getQuantity()); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 2024 | |
Daniel Dunbar | 2a86625 | 2009-04-25 05:08:32 +0000 | [diff] [blame] | 2025 | Idx = Builder.CreateMul(Idx, InterfaceSize); |
| 2026 | |
Chris Lattner | 9269d5c | 2010-06-26 23:03:20 +0000 | [diff] [blame] | 2027 | // The base must be a pointer, which is not an aggregate. Emit it. |
| 2028 | llvm::Value *Base = EmitScalarExpr(E->getBase()); |
John McCall | d16c2cf | 2011-02-08 08:22:06 +0000 | [diff] [blame] | 2029 | Address = EmitCastToVoidPtr(Base); |
| 2030 | Address = Builder.CreateGEP(Address, Idx, "arrayidx"); |
Daniel Dunbar | 2a86625 | 2009-04-25 05:08:32 +0000 | [diff] [blame] | 2031 | Address = Builder.CreateBitCast(Address, Base->getType()); |
Chris Lattner | 9269d5c | 2010-06-26 23:03:20 +0000 | [diff] [blame] | 2032 | } else if (const Expr *Array = isSimpleArrayDecayOperand(E->getBase())) { |
| 2033 | // If this is A[i] where A is an array, the frontend will have decayed the |
| 2034 | // base to be a ArrayToPointerDecay implicit cast. While correct, it is |
| 2035 | // inefficient at -O0 to emit a "gep A, 0, 0" when codegen'ing it, then a |
| 2036 | // "gep x, i" here. Emit one "gep A, 0, i". |
| 2037 | assert(Array->getType()->isArrayType() && |
| 2038 | "Array to pointer decay must have array source type!"); |
Daniel Dunbar | d553408 | 2011-04-01 00:49:43 +0000 | [diff] [blame] | 2039 | LValue ArrayLV = EmitLValue(Array); |
| 2040 | llvm::Value *ArrayPtr = ArrayLV.getAddress(); |
Chris Lattner | 9269d5c | 2010-06-26 23:03:20 +0000 | [diff] [blame] | 2041 | llvm::Value *Zero = llvm::ConstantInt::get(Int32Ty, 0); |
| 2042 | llvm::Value *Args[] = { Zero, Idx }; |
| 2043 | |
Daniel Dunbar | d553408 | 2011-04-01 00:49:43 +0000 | [diff] [blame] | 2044 | // Propagate the alignment from the array itself to the result. |
| 2045 | ArrayAlignment = ArrayLV.getAlignment(); |
| 2046 | |
David Blaikie | 4e4d084 | 2012-03-11 07:00:24 +0000 | [diff] [blame] | 2047 | if (getContext().getLangOpts().isSignedOverflowDefined()) |
Jay Foad | 0f6ac7c | 2011-07-22 08:16:57 +0000 | [diff] [blame] | 2048 | Address = Builder.CreateGEP(ArrayPtr, Args, "arrayidx"); |
Chris Lattner | 2cb4222 | 2011-03-01 00:03:48 +0000 | [diff] [blame] | 2049 | else |
Jay Foad | 0f6ac7c | 2011-07-22 08:16:57 +0000 | [diff] [blame] | 2050 | Address = Builder.CreateInBoundsGEP(ArrayPtr, Args, "arrayidx"); |
Daniel Dunbar | 2a86625 | 2009-04-25 05:08:32 +0000 | [diff] [blame] | 2051 | } else { |
Chris Lattner | 9269d5c | 2010-06-26 23:03:20 +0000 | [diff] [blame] | 2052 | // The base must be a pointer, which is not an aggregate. Emit it. |
| 2053 | llvm::Value *Base = EmitScalarExpr(E->getBase()); |
David Blaikie | 4e4d084 | 2012-03-11 07:00:24 +0000 | [diff] [blame] | 2054 | if (getContext().getLangOpts().isSignedOverflowDefined()) |
Chris Lattner | 2cb4222 | 2011-03-01 00:03:48 +0000 | [diff] [blame] | 2055 | Address = Builder.CreateGEP(Base, Idx, "arrayidx"); |
| 2056 | else |
| 2057 | Address = Builder.CreateInBoundsGEP(Base, Idx, "arrayidx"); |
Anders Carlsson | 8b33c08 | 2008-12-21 00:11:23 +0000 | [diff] [blame] | 2058 | } |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 2059 | |
Steve Naroff | 14108da | 2009-07-10 23:34:53 +0000 | [diff] [blame] | 2060 | QualType T = E->getBase()->getType()->getPointeeType(); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 2061 | assert(!T.isNull() && |
Steve Naroff | 14108da | 2009-07-10 23:34:53 +0000 | [diff] [blame] | 2062 | "CodeGenFunction::EmitArraySubscriptExpr(): Illegal base type"); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 2063 | |
Chris Lattner | 44a2399 | 2012-01-04 22:35:55 +0000 | [diff] [blame] | 2064 | |
Daniel Dunbar | d553408 | 2011-04-01 00:49:43 +0000 | [diff] [blame] | 2065 | // Limit the alignment to that of the result type. |
Chris Lattner | 44a2399 | 2012-01-04 22:35:55 +0000 | [diff] [blame] | 2066 | LValue LV; |
Eli Friedman | 6da2c71 | 2011-12-03 04:14:32 +0000 | [diff] [blame] | 2067 | if (!ArrayAlignment.isZero()) { |
| 2068 | CharUnits Align = getContext().getTypeAlignInChars(T); |
Daniel Dunbar | d553408 | 2011-04-01 00:49:43 +0000 | [diff] [blame] | 2069 | ArrayAlignment = std::min(Align, ArrayAlignment); |
Chris Lattner | 44a2399 | 2012-01-04 22:35:55 +0000 | [diff] [blame] | 2070 | LV = MakeAddrLValue(Address, T, ArrayAlignment); |
| 2071 | } else { |
| 2072 | LV = MakeNaturalAlignAddrLValue(Address, T); |
Daniel Dunbar | d553408 | 2011-04-01 00:49:43 +0000 | [diff] [blame] | 2073 | } |
| 2074 | |
Daniel Dunbar | 6d5eb76 | 2010-08-21 03:44:13 +0000 | [diff] [blame] | 2075 | LV.getQuals().setAddressSpace(E->getBase()->getType().getAddressSpace()); |
John McCall | 0953e76 | 2009-09-24 19:53:00 +0000 | [diff] [blame] | 2076 | |
David Blaikie | 4e4d084 | 2012-03-11 07:00:24 +0000 | [diff] [blame] | 2077 | if (getContext().getLangOpts().ObjC1 && |
| 2078 | getContext().getLangOpts().getGC() != LangOptions::NonGC) { |
Daniel Dunbar | ea61917 | 2010-08-21 03:22:38 +0000 | [diff] [blame] | 2079 | LV.setNonGC(!E->isOBJCGCCandidate(getContext())); |
Fariborz Jahanian | b123ea3 | 2009-09-16 21:37:16 +0000 | [diff] [blame] | 2080 | setObjCGCLValueClass(getContext(), E, LV); |
| 2081 | } |
Fariborz Jahanian | 643887a | 2009-02-21 23:37:19 +0000 | [diff] [blame] | 2082 | return LV; |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 2083 | } |
| 2084 | |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 2085 | static |
NAKAMURA Takumi | edf5a7b | 2012-01-25 08:58:21 +0000 | [diff] [blame] | 2086 | llvm::Constant *GenerateConstantVector(CGBuilderTy &Builder, |
Chris Lattner | 5f9e272 | 2011-07-23 10:55:15 +0000 | [diff] [blame] | 2087 | SmallVector<unsigned, 4> &Elts) { |
| 2088 | SmallVector<llvm::Constant*, 4> CElts; |
Nate Begeman | 3b8d116 | 2008-05-13 21:03:02 +0000 | [diff] [blame] | 2089 | for (unsigned i = 0, e = Elts.size(); i != e; ++i) |
Chris Lattner | 2ce8842 | 2012-01-25 05:34:41 +0000 | [diff] [blame] | 2090 | CElts.push_back(Builder.getInt32(Elts[i])); |
Nate Begeman | 3b8d116 | 2008-05-13 21:03:02 +0000 | [diff] [blame] | 2091 | |
Chris Lattner | fb018d1 | 2011-02-15 00:14:06 +0000 | [diff] [blame] | 2092 | return llvm::ConstantVector::get(CElts); |
Nate Begeman | 3b8d116 | 2008-05-13 21:03:02 +0000 | [diff] [blame] | 2093 | } |
| 2094 | |
Chris Lattner | 349aaec | 2007-08-02 23:37:31 +0000 | [diff] [blame] | 2095 | LValue CodeGenFunction:: |
Nate Begeman | 213541a | 2008-04-18 23:10:10 +0000 | [diff] [blame] | 2096 | EmitExtVectorElementExpr(const ExtVectorElementExpr *E) { |
Chris Lattner | 349aaec | 2007-08-02 23:37:31 +0000 | [diff] [blame] | 2097 | // Emit the base vector as an l-value. |
Chris Lattner | 73525de | 2009-02-16 21:11:58 +0000 | [diff] [blame] | 2098 | LValue Base; |
| 2099 | |
| 2100 | // ExtVectorElementExpr's base can either be a vector or pointer to vector. |
Chris Lattner | 998eab1 | 2009-12-23 21:31:11 +0000 | [diff] [blame] | 2101 | if (E->isArrow()) { |
| 2102 | // If it is a pointer to a vector, emit the address and form an lvalue with |
| 2103 | // it. |
Chris Lattner | 2140e90 | 2009-02-16 22:14:05 +0000 | [diff] [blame] | 2104 | llvm::Value *Ptr = EmitScalarExpr(E->getBase()); |
Chris Lattner | 998eab1 | 2009-12-23 21:31:11 +0000 | [diff] [blame] | 2105 | const PointerType *PT = E->getBase()->getType()->getAs<PointerType>(); |
Daniel Dunbar | 6d5eb76 | 2010-08-21 03:44:13 +0000 | [diff] [blame] | 2106 | Base = MakeAddrLValue(Ptr, PT->getPointeeType()); |
| 2107 | Base.getQuals().removeObjCGCAttr(); |
John McCall | 7eb0a9e | 2010-11-24 05:12:34 +0000 | [diff] [blame] | 2108 | } else if (E->getBase()->isGLValue()) { |
Chris Lattner | 998eab1 | 2009-12-23 21:31:11 +0000 | [diff] [blame] | 2109 | // Otherwise, if the base is an lvalue ( as in the case of foo.x.x), |
| 2110 | // emit the base as an lvalue. |
| 2111 | assert(E->getBase()->getType()->isVectorType()); |
| 2112 | Base = EmitLValue(E->getBase()); |
| 2113 | } else { |
| 2114 | // Otherwise, the base is a normal rvalue (as in (V+V).x), emit it as such. |
John McCall | a07398e | 2011-06-16 04:16:24 +0000 | [diff] [blame] | 2115 | assert(E->getBase()->getType()->isVectorType() && |
Daniel Dunbar | 302c3c2 | 2010-01-04 18:02:28 +0000 | [diff] [blame] | 2116 | "Result must be a vector"); |
Chris Lattner | 998eab1 | 2009-12-23 21:31:11 +0000 | [diff] [blame] | 2117 | llvm::Value *Vec = EmitScalarExpr(E->getBase()); |
| 2118 | |
Chris Lattner | 0ad57fb | 2009-12-23 21:33:41 +0000 | [diff] [blame] | 2119 | // Store the vector to memory (because LValue wants an address). |
Daniel Dunbar | 195337d | 2010-02-09 02:48:28 +0000 | [diff] [blame] | 2120 | llvm::Value *VecMem = CreateMemTemp(E->getBase()->getType()); |
Chris Lattner | 998eab1 | 2009-12-23 21:31:11 +0000 | [diff] [blame] | 2121 | Builder.CreateStore(Vec, VecMem); |
Daniel Dunbar | 6d5eb76 | 2010-08-21 03:44:13 +0000 | [diff] [blame] | 2122 | Base = MakeAddrLValue(VecMem, E->getBase()->getType()); |
Chris Lattner | 998eab1 | 2009-12-23 21:31:11 +0000 | [diff] [blame] | 2123 | } |
John McCall | a07398e | 2011-06-16 04:16:24 +0000 | [diff] [blame] | 2124 | |
| 2125 | QualType type = |
| 2126 | E->getType().withCVRQualifiers(Base.getQuals().getCVRQualifiers()); |
Chris Lattner | 998eab1 | 2009-12-23 21:31:11 +0000 | [diff] [blame] | 2127 | |
Nate Begeman | 3b8d116 | 2008-05-13 21:03:02 +0000 | [diff] [blame] | 2128 | // Encode the element access list into a vector of unsigned indices. |
Chris Lattner | 5f9e272 | 2011-07-23 10:55:15 +0000 | [diff] [blame] | 2129 | SmallVector<unsigned, 4> Indices; |
Nate Begeman | 3b8d116 | 2008-05-13 21:03:02 +0000 | [diff] [blame] | 2130 | E->getEncodedElementAccess(Indices); |
| 2131 | |
| 2132 | if (Base.isSimple()) { |
Chris Lattner | 2ce8842 | 2012-01-25 05:34:41 +0000 | [diff] [blame] | 2133 | llvm::Constant *CV = GenerateConstantVector(Builder, Indices); |
Eli Friedman | e5a8aeb | 2012-03-22 22:36:39 +0000 | [diff] [blame] | 2134 | return LValue::MakeExtVectorElt(Base.getAddress(), CV, type, |
| 2135 | Base.getAlignment()); |
Nate Begeman | 3b8d116 | 2008-05-13 21:03:02 +0000 | [diff] [blame] | 2136 | } |
| 2137 | assert(Base.isExtVectorElt() && "Can only subscript lvalue vec elts here!"); |
| 2138 | |
| 2139 | llvm::Constant *BaseElts = Base.getExtVectorElts(); |
Chris Lattner | 5f9e272 | 2011-07-23 10:55:15 +0000 | [diff] [blame] | 2140 | SmallVector<llvm::Constant *, 4> CElts; |
Nate Begeman | 3b8d116 | 2008-05-13 21:03:02 +0000 | [diff] [blame] | 2141 | |
Chris Lattner | 89f4283 | 2012-01-30 06:20:36 +0000 | [diff] [blame] | 2142 | for (unsigned i = 0, e = Indices.size(); i != e; ++i) |
| 2143 | CElts.push_back(BaseElts->getAggregateElement(Indices[i])); |
Chris Lattner | fb018d1 | 2011-02-15 00:14:06 +0000 | [diff] [blame] | 2144 | llvm::Constant *CV = llvm::ConstantVector::get(CElts); |
Eli Friedman | e5a8aeb | 2012-03-22 22:36:39 +0000 | [diff] [blame] | 2145 | return LValue::MakeExtVectorElt(Base.getExtVectorAddr(), CV, type, |
| 2146 | Base.getAlignment()); |
Chris Lattner | 349aaec | 2007-08-02 23:37:31 +0000 | [diff] [blame] | 2147 | } |
| 2148 | |
Devang Patel | b9b00ad | 2007-10-23 20:28:39 +0000 | [diff] [blame] | 2149 | LValue CodeGenFunction::EmitMemberExpr(const MemberExpr *E) { |
Devang Patel | 126a856 | 2007-10-24 22:26:28 +0000 | [diff] [blame] | 2150 | Expr *BaseExpr = E->getBase(); |
Eli Friedman | 1e692ac | 2008-06-13 23:01:12 +0000 | [diff] [blame] | 2151 | |
Chris Lattner | 12f65f6 | 2007-12-02 18:52:07 +0000 | [diff] [blame] | 2152 | // If this is s.x, emit s as an lvalue. If it is s->x, emit s as a scalar. |
Eli Friedman | 377ecc7 | 2012-04-16 03:54:45 +0000 | [diff] [blame] | 2153 | LValue BaseLV; |
Richard Smith | 2c9f87c | 2012-08-24 00:54:33 +0000 | [diff] [blame] | 2154 | if (E->isArrow()) { |
| 2155 | llvm::Value *Ptr = EmitScalarExpr(BaseExpr); |
| 2156 | QualType PtrTy = BaseExpr->getType()->getPointeeType(); |
Richard Smith | 7ac9ef1 | 2012-09-08 02:08:36 +0000 | [diff] [blame] | 2157 | EmitTypeCheck(TCK_MemberAccess, Ptr, PtrTy); |
Richard Smith | 2c9f87c | 2012-08-24 00:54:33 +0000 | [diff] [blame] | 2158 | BaseLV = MakeNaturalAlignAddrLValue(Ptr, PtrTy); |
| 2159 | } else |
Richard Smith | 7ac9ef1 | 2012-09-08 02:08:36 +0000 | [diff] [blame] | 2160 | BaseLV = EmitCheckedLValue(BaseExpr, TCK_MemberAccess); |
Devang Patel | b9b00ad | 2007-10-23 20:28:39 +0000 | [diff] [blame] | 2161 | |
Anders Carlsson | ce53f7d | 2009-11-07 23:06:58 +0000 | [diff] [blame] | 2162 | NamedDecl *ND = E->getMemberDecl(); |
| 2163 | if (FieldDecl *Field = dyn_cast<FieldDecl>(ND)) { |
Eli Friedman | 377ecc7 | 2012-04-16 03:54:45 +0000 | [diff] [blame] | 2164 | LValue LV = EmitLValueForField(BaseLV, Field); |
Anders Carlsson | ce53f7d | 2009-11-07 23:06:58 +0000 | [diff] [blame] | 2165 | setObjCGCLValueClass(getContext(), E, LV); |
| 2166 | return LV; |
| 2167 | } |
| 2168 | |
Anders Carlsson | 589f9e3 | 2009-11-07 23:16:50 +0000 | [diff] [blame] | 2169 | if (VarDecl *VD = dyn_cast<VarDecl>(ND)) |
| 2170 | return EmitGlobalVarDeclLValue(*this, E, VD); |
Eli Friedman | 9a14630 | 2009-11-26 06:08:14 +0000 | [diff] [blame] | 2171 | |
| 2172 | if (const FunctionDecl *FD = dyn_cast<FunctionDecl>(ND)) |
| 2173 | return EmitFunctionDeclLValue(*this, E, FD); |
| 2174 | |
David Blaikie | b219cfc | 2011-09-23 05:06:16 +0000 | [diff] [blame] | 2175 | llvm_unreachable("Unhandled member declaration!"); |
Eli Friedman | 472778e | 2008-02-09 08:50:58 +0000 | [diff] [blame] | 2176 | } |
Devang Patel | b9b00ad | 2007-10-23 20:28:39 +0000 | [diff] [blame] | 2177 | |
Eli Friedman | 377ecc7 | 2012-04-16 03:54:45 +0000 | [diff] [blame] | 2178 | LValue CodeGenFunction::EmitLValueForField(LValue base, |
| 2179 | const FieldDecl *field) { |
Eli Friedman | f4bcfa1 | 2012-06-27 21:19:48 +0000 | [diff] [blame] | 2180 | if (field->isBitField()) { |
| 2181 | const CGRecordLayout &RL = |
| 2182 | CGM.getTypes().getCGRecordLayout(field->getParent()); |
| 2183 | const CGBitFieldInfo &Info = RL.getBitFieldInfo(field); |
| 2184 | QualType fieldType = |
| 2185 | field->getType().withCVRQualifiers(base.getVRQualifiers()); |
| 2186 | return LValue::MakeBitfield(base.getAddress(), Info, fieldType, |
| 2187 | base.getAlignment()); |
| 2188 | } |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 2189 | |
John McCall | bc7fbf0 | 2011-02-26 08:07:02 +0000 | [diff] [blame] | 2190 | const RecordDecl *rec = field->getParent(); |
| 2191 | QualType type = field->getType(); |
Eli Friedman | 6da2c71 | 2011-12-03 04:14:32 +0000 | [diff] [blame] | 2192 | CharUnits alignment = getContext().getDeclAlign(field); |
Eli Friedman | 1e86b34 | 2008-05-29 11:33:25 +0000 | [diff] [blame] | 2193 | |
Eli Friedman | 377ecc7 | 2012-04-16 03:54:45 +0000 | [diff] [blame] | 2194 | // FIXME: It should be impossible to have an LValue without alignment for a |
| 2195 | // complete type. |
| 2196 | if (!base.getAlignment().isZero()) |
| 2197 | alignment = std::min(alignment, base.getAlignment()); |
| 2198 | |
John McCall | bc7fbf0 | 2011-02-26 08:07:02 +0000 | [diff] [blame] | 2199 | bool mayAlias = rec->hasAttr<MayAliasAttr>(); |
| 2200 | |
Eli Friedman | 377ecc7 | 2012-04-16 03:54:45 +0000 | [diff] [blame] | 2201 | llvm::Value *addr = base.getAddress(); |
| 2202 | unsigned cvr = base.getVRQualifiers(); |
John McCall | bc7fbf0 | 2011-02-26 08:07:02 +0000 | [diff] [blame] | 2203 | if (rec->isUnion()) { |
Chris Lattner | 74339df | 2011-07-10 05:34:54 +0000 | [diff] [blame] | 2204 | // For unions, there is no pointer adjustment. |
John McCall | bc7fbf0 | 2011-02-26 08:07:02 +0000 | [diff] [blame] | 2205 | assert(!type->isReferenceType() && "union has reference member"); |
John McCall | bc7fbf0 | 2011-02-26 08:07:02 +0000 | [diff] [blame] | 2206 | } else { |
| 2207 | // For structs, we GEP to the field that the record layout suggests. |
| 2208 | unsigned idx = CGM.getTypes().getCGRecordLayout(rec).getLLVMFieldNo(field); |
Chris Lattner | 74339df | 2011-07-10 05:34:54 +0000 | [diff] [blame] | 2209 | addr = Builder.CreateStructGEP(addr, idx, field->getName()); |
John McCall | bc7fbf0 | 2011-02-26 08:07:02 +0000 | [diff] [blame] | 2210 | |
| 2211 | // If this is a reference field, load the reference right now. |
| 2212 | if (const ReferenceType *refType = type->getAs<ReferenceType>()) { |
| 2213 | llvm::LoadInst *load = Builder.CreateLoad(addr, "ref"); |
| 2214 | if (cvr & Qualifiers::Volatile) load->setVolatile(true); |
Eli Friedman | 6da2c71 | 2011-12-03 04:14:32 +0000 | [diff] [blame] | 2215 | load->setAlignment(alignment.getQuantity()); |
John McCall | bc7fbf0 | 2011-02-26 08:07:02 +0000 | [diff] [blame] | 2216 | |
| 2217 | if (CGM.shouldUseTBAA()) { |
| 2218 | llvm::MDNode *tbaa; |
| 2219 | if (mayAlias) |
| 2220 | tbaa = CGM.getTBAAInfo(getContext().CharTy); |
| 2221 | else |
| 2222 | tbaa = CGM.getTBAAInfo(type); |
| 2223 | CGM.DecorateInstruction(load, tbaa); |
| 2224 | } |
| 2225 | |
| 2226 | addr = load; |
| 2227 | mayAlias = false; |
| 2228 | type = refType->getPointeeType(); |
Eli Friedman | 2f77b3d | 2011-11-16 00:42:57 +0000 | [diff] [blame] | 2229 | if (type->isIncompleteType()) |
Eli Friedman | 6da2c71 | 2011-12-03 04:14:32 +0000 | [diff] [blame] | 2230 | alignment = CharUnits(); |
Eli Friedman | 2f77b3d | 2011-11-16 00:42:57 +0000 | [diff] [blame] | 2231 | else |
Eli Friedman | 6da2c71 | 2011-12-03 04:14:32 +0000 | [diff] [blame] | 2232 | alignment = getContext().getTypeAlignInChars(type); |
John McCall | bc7fbf0 | 2011-02-26 08:07:02 +0000 | [diff] [blame] | 2233 | cvr = 0; // qualifiers don't recursively apply to referencee |
| 2234 | } |
Devang Patel | abad06c | 2007-10-26 19:42:18 +0000 | [diff] [blame] | 2235 | } |
Chris Lattner | 74339df | 2011-07-10 05:34:54 +0000 | [diff] [blame] | 2236 | |
| 2237 | // Make sure that the address is pointing to the right type. This is critical |
| 2238 | // for both unions and structs. A union needs a bitcast, a struct element |
| 2239 | // will need a bitcast if the LLVM type laid out doesn't match the desired |
| 2240 | // type. |
Chandler Carruth | a98742c | 2011-07-12 08:58:26 +0000 | [diff] [blame] | 2241 | addr = EmitBitCastOfLValueToProperType(*this, addr, |
Chris Lattner | 3a2b657 | 2011-07-12 06:52:18 +0000 | [diff] [blame] | 2242 | CGM.getTypes().ConvertTypeForMem(type), |
| 2243 | field->getName()); |
John McCall | 0953e76 | 2009-09-24 19:53:00 +0000 | [diff] [blame] | 2244 | |
Julien Lerouge | 77f68bb | 2011-09-09 22:41:49 +0000 | [diff] [blame] | 2245 | if (field->hasAttr<AnnotateAttr>()) |
| 2246 | addr = EmitFieldAnnotations(field, addr); |
| 2247 | |
John McCall | bc7fbf0 | 2011-02-26 08:07:02 +0000 | [diff] [blame] | 2248 | LValue LV = MakeAddrLValue(addr, type, alignment); |
| 2249 | LV.getQuals().addCVRQualifiers(cvr); |
Daniel Dunbar | 6d5eb76 | 2010-08-21 03:44:13 +0000 | [diff] [blame] | 2250 | |
Fariborz Jahanian | fd02ed7 | 2009-09-21 18:54:29 +0000 | [diff] [blame] | 2251 | // __weak attribute on a field is ignored. |
Daniel Dunbar | 6d5eb76 | 2010-08-21 03:44:13 +0000 | [diff] [blame] | 2252 | if (LV.getQuals().getObjCGCAttr() == Qualifiers::Weak) |
| 2253 | LV.getQuals().removeObjCGCAttr(); |
John McCall | bc7fbf0 | 2011-02-26 08:07:02 +0000 | [diff] [blame] | 2254 | |
| 2255 | // Fields of may_alias structs act like 'char' for TBAA purposes. |
| 2256 | // FIXME: this should get propagated down through anonymous structs |
| 2257 | // and unions. |
| 2258 | if (mayAlias && LV.getTBAAInfo()) |
| 2259 | LV.setTBAAInfo(CGM.getTBAAInfo(getContext().CharTy)); |
| 2260 | |
Daniel Dunbar | 6d5eb76 | 2010-08-21 03:44:13 +0000 | [diff] [blame] | 2261 | return LV; |
Devang Patel | b9b00ad | 2007-10-23 20:28:39 +0000 | [diff] [blame] | 2262 | } |
| 2263 | |
Anders Carlsson | 06a2970 | 2010-01-29 05:24:29 +0000 | [diff] [blame] | 2264 | LValue |
Eli Friedman | 377ecc7 | 2012-04-16 03:54:45 +0000 | [diff] [blame] | 2265 | CodeGenFunction::EmitLValueForFieldInitialization(LValue Base, |
| 2266 | const FieldDecl *Field) { |
Anders Carlsson | 06a2970 | 2010-01-29 05:24:29 +0000 | [diff] [blame] | 2267 | QualType FieldType = Field->getType(); |
| 2268 | |
| 2269 | if (!FieldType->isReferenceType()) |
Eli Friedman | 377ecc7 | 2012-04-16 03:54:45 +0000 | [diff] [blame] | 2270 | return EmitLValueForField(Base, Field); |
Anders Carlsson | 06a2970 | 2010-01-29 05:24:29 +0000 | [diff] [blame] | 2271 | |
Daniel Dunbar | 198bcb4 | 2010-03-31 01:09:11 +0000 | [diff] [blame] | 2272 | const CGRecordLayout &RL = |
| 2273 | CGM.getTypes().getCGRecordLayout(Field->getParent()); |
| 2274 | unsigned idx = RL.getLLVMFieldNo(Field); |
Eli Friedman | 377ecc7 | 2012-04-16 03:54:45 +0000 | [diff] [blame] | 2275 | llvm::Value *V = Builder.CreateStructGEP(Base.getAddress(), idx); |
Anders Carlsson | 06a2970 | 2010-01-29 05:24:29 +0000 | [diff] [blame] | 2276 | assert(!FieldType.getObjCGCAttr() && "fields cannot have GC attrs"); |
| 2277 | |
Chris Lattner | 1b5ba85 | 2011-07-10 05:53:24 +0000 | [diff] [blame] | 2278 | // Make sure that the address is pointing to the right type. This is critical |
| 2279 | // for both unions and structs. A union needs a bitcast, a struct element |
| 2280 | // will need a bitcast if the LLVM type laid out doesn't match the desired |
| 2281 | // type. |
Chris Lattner | 2acc6e3 | 2011-07-18 04:24:23 +0000 | [diff] [blame] | 2282 | llvm::Type *llvmType = ConvertTypeForMem(FieldType); |
Eli Friedman | 377ecc7 | 2012-04-16 03:54:45 +0000 | [diff] [blame] | 2283 | V = EmitBitCastOfLValueToProperType(*this, V, llvmType, Field->getName()); |
| 2284 | |
Eli Friedman | 6da2c71 | 2011-12-03 04:14:32 +0000 | [diff] [blame] | 2285 | CharUnits Alignment = getContext().getDeclAlign(Field); |
Eli Friedman | 377ecc7 | 2012-04-16 03:54:45 +0000 | [diff] [blame] | 2286 | |
| 2287 | // FIXME: It should be impossible to have an LValue without alignment for a |
| 2288 | // complete type. |
| 2289 | if (!Base.getAlignment().isZero()) |
| 2290 | Alignment = std::min(Alignment, Base.getAlignment()); |
| 2291 | |
Daniel Dunbar | 983e3d7 | 2010-08-21 04:20:22 +0000 | [diff] [blame] | 2292 | return MakeAddrLValue(V, FieldType, Alignment); |
Anders Carlsson | 06a2970 | 2010-01-29 05:24:29 +0000 | [diff] [blame] | 2293 | } |
| 2294 | |
Chris Lattner | d0db03a | 2010-09-06 00:11:41 +0000 | [diff] [blame] | 2295 | LValue CodeGenFunction::EmitCompoundLiteralLValue(const CompoundLiteralExpr *E){ |
Richard Smith | 7401cf5 | 2011-11-22 22:48:32 +0000 | [diff] [blame] | 2296 | if (E->isFileScope()) { |
| 2297 | llvm::Value *GlobalPtr = CGM.GetAddrOfConstantCompoundLiteral(E); |
| 2298 | return MakeAddrLValue(GlobalPtr, E->getType()); |
| 2299 | } |
Fariborz Jahanian | ec22f56 | 2012-06-07 18:15:55 +0000 | [diff] [blame] | 2300 | if (E->getType()->isVariablyModifiedType()) |
| 2301 | // make sure to emit the VLA size. |
| 2302 | EmitVariablyModifiedType(E->getType()); |
Fariborz Jahanian | 2ccc0f9 | 2012-06-07 17:07:15 +0000 | [diff] [blame] | 2303 | |
Daniel Dunbar | 1500657 | 2010-02-16 19:43:39 +0000 | [diff] [blame] | 2304 | llvm::Value *DeclPtr = CreateMemTemp(E->getType(), ".compoundliteral"); |
Chris Lattner | d0db03a | 2010-09-06 00:11:41 +0000 | [diff] [blame] | 2305 | const Expr *InitExpr = E->getInitializer(); |
Daniel Dunbar | 9f553f5 | 2010-08-21 03:08:16 +0000 | [diff] [blame] | 2306 | LValue Result = MakeAddrLValue(DeclPtr, E->getType()); |
Eli Friedman | 06e863f | 2008-05-13 23:18:27 +0000 | [diff] [blame] | 2307 | |
Chad Rosier | 649b4a1 | 2012-03-29 17:37:10 +0000 | [diff] [blame] | 2308 | EmitAnyExprToMem(InitExpr, DeclPtr, E->getType().getQualifiers(), |
| 2309 | /*Init*/ true); |
Eli Friedman | 06e863f | 2008-05-13 23:18:27 +0000 | [diff] [blame] | 2310 | |
| 2311 | return Result; |
| 2312 | } |
| 2313 | |
Richard Smith | 13ec910 | 2012-05-14 21:57:21 +0000 | [diff] [blame] | 2314 | LValue CodeGenFunction::EmitInitListLValue(const InitListExpr *E) { |
| 2315 | if (!E->isGLValue()) |
| 2316 | // Initializing an aggregate temporary in C++11: T{...}. |
| 2317 | return EmitAggExprToLValue(E); |
| 2318 | |
| 2319 | // An lvalue initializer list must be initializing a reference. |
| 2320 | assert(E->getNumInits() == 1 && "reference init with multiple values"); |
| 2321 | return EmitLValue(E->getInit(0)); |
| 2322 | } |
| 2323 | |
John McCall | 56ca35d | 2011-02-17 10:25:35 +0000 | [diff] [blame] | 2324 | LValue CodeGenFunction:: |
| 2325 | EmitConditionalOperatorLValue(const AbstractConditionalOperator *expr) { |
| 2326 | if (!expr->isGLValue()) { |
John McCall | f99a391 | 2011-01-26 19:21:13 +0000 | [diff] [blame] | 2327 | // ?: here should be an aggregate. |
John McCall | 56ca35d | 2011-02-17 10:25:35 +0000 | [diff] [blame] | 2328 | assert((hasAggregateLLVMType(expr->getType()) && |
| 2329 | !expr->getType()->isAnyComplexType()) && |
John McCall | f99a391 | 2011-01-26 19:21:13 +0000 | [diff] [blame] | 2330 | "Unexpected conditional operator!"); |
John McCall | 56ca35d | 2011-02-17 10:25:35 +0000 | [diff] [blame] | 2331 | return EmitAggExprToLValue(expr); |
Anders Carlsson | 6fcec8b | 2009-09-15 16:35:24 +0000 | [diff] [blame] | 2332 | } |
Daniel Dunbar | 9034558 | 2009-03-24 02:38:23 +0000 | [diff] [blame] | 2333 | |
Eli Friedman | 2c0c745 | 2012-01-25 05:04:17 +0000 | [diff] [blame] | 2334 | OpaqueValueMapping binding(*this, expr); |
| 2335 | |
John McCall | 56ca35d | 2011-02-17 10:25:35 +0000 | [diff] [blame] | 2336 | const Expr *condExpr = expr->getCond(); |
Chris Lattner | c2c9001 | 2011-02-27 23:02:32 +0000 | [diff] [blame] | 2337 | bool CondExprBool; |
| 2338 | if (ConstantFoldsToSimpleInteger(condExpr, CondExprBool)) { |
John McCall | 56ca35d | 2011-02-17 10:25:35 +0000 | [diff] [blame] | 2339 | const Expr *live = expr->getTrueExpr(), *dead = expr->getFalseExpr(); |
Chris Lattner | c2c9001 | 2011-02-27 23:02:32 +0000 | [diff] [blame] | 2340 | if (!CondExprBool) std::swap(live, dead); |
John McCall | 56ca35d | 2011-02-17 10:25:35 +0000 | [diff] [blame] | 2341 | |
| 2342 | if (!ContainsLabel(dead)) |
| 2343 | return EmitLValue(live); |
John McCall | f99a391 | 2011-01-26 19:21:13 +0000 | [diff] [blame] | 2344 | } |
| 2345 | |
John McCall | 56ca35d | 2011-02-17 10:25:35 +0000 | [diff] [blame] | 2346 | llvm::BasicBlock *lhsBlock = createBasicBlock("cond.true"); |
| 2347 | llvm::BasicBlock *rhsBlock = createBasicBlock("cond.false"); |
| 2348 | llvm::BasicBlock *contBlock = createBasicBlock("cond.end"); |
John McCall | f99a391 | 2011-01-26 19:21:13 +0000 | [diff] [blame] | 2349 | |
| 2350 | ConditionalEvaluation eval(*this); |
John McCall | 56ca35d | 2011-02-17 10:25:35 +0000 | [diff] [blame] | 2351 | EmitBranchOnBoolExpr(condExpr, lhsBlock, rhsBlock); |
John McCall | f99a391 | 2011-01-26 19:21:13 +0000 | [diff] [blame] | 2352 | |
| 2353 | // Any temporaries created here are conditional. |
John McCall | 56ca35d | 2011-02-17 10:25:35 +0000 | [diff] [blame] | 2354 | EmitBlock(lhsBlock); |
John McCall | f99a391 | 2011-01-26 19:21:13 +0000 | [diff] [blame] | 2355 | eval.begin(*this); |
John McCall | 56ca35d | 2011-02-17 10:25:35 +0000 | [diff] [blame] | 2356 | LValue lhs = EmitLValue(expr->getTrueExpr()); |
John McCall | f99a391 | 2011-01-26 19:21:13 +0000 | [diff] [blame] | 2357 | eval.end(*this); |
| 2358 | |
John McCall | 56ca35d | 2011-02-17 10:25:35 +0000 | [diff] [blame] | 2359 | if (!lhs.isSimple()) |
| 2360 | return EmitUnsupportedLValue(expr, "conditional operator"); |
John McCall | f99a391 | 2011-01-26 19:21:13 +0000 | [diff] [blame] | 2361 | |
John McCall | 56ca35d | 2011-02-17 10:25:35 +0000 | [diff] [blame] | 2362 | lhsBlock = Builder.GetInsertBlock(); |
| 2363 | Builder.CreateBr(contBlock); |
John McCall | f99a391 | 2011-01-26 19:21:13 +0000 | [diff] [blame] | 2364 | |
| 2365 | // Any temporaries created here are conditional. |
John McCall | 56ca35d | 2011-02-17 10:25:35 +0000 | [diff] [blame] | 2366 | EmitBlock(rhsBlock); |
John McCall | f99a391 | 2011-01-26 19:21:13 +0000 | [diff] [blame] | 2367 | eval.begin(*this); |
John McCall | 56ca35d | 2011-02-17 10:25:35 +0000 | [diff] [blame] | 2368 | LValue rhs = EmitLValue(expr->getFalseExpr()); |
John McCall | f99a391 | 2011-01-26 19:21:13 +0000 | [diff] [blame] | 2369 | eval.end(*this); |
John McCall | 56ca35d | 2011-02-17 10:25:35 +0000 | [diff] [blame] | 2370 | if (!rhs.isSimple()) |
| 2371 | return EmitUnsupportedLValue(expr, "conditional operator"); |
| 2372 | rhsBlock = Builder.GetInsertBlock(); |
John McCall | f99a391 | 2011-01-26 19:21:13 +0000 | [diff] [blame] | 2373 | |
John McCall | 56ca35d | 2011-02-17 10:25:35 +0000 | [diff] [blame] | 2374 | EmitBlock(contBlock); |
John McCall | f99a391 | 2011-01-26 19:21:13 +0000 | [diff] [blame] | 2375 | |
Jay Foad | bbf3bac | 2011-03-30 11:28:58 +0000 | [diff] [blame] | 2376 | llvm::PHINode *phi = Builder.CreatePHI(lhs.getAddress()->getType(), 2, |
John McCall | f99a391 | 2011-01-26 19:21:13 +0000 | [diff] [blame] | 2377 | "cond-lvalue"); |
John McCall | 56ca35d | 2011-02-17 10:25:35 +0000 | [diff] [blame] | 2378 | phi->addIncoming(lhs.getAddress(), lhsBlock); |
| 2379 | phi->addIncoming(rhs.getAddress(), rhsBlock); |
| 2380 | return MakeAddrLValue(phi, expr->getType()); |
Daniel Dunbar | 9034558 | 2009-03-24 02:38:23 +0000 | [diff] [blame] | 2381 | } |
| 2382 | |
Richard Smith | 13ec910 | 2012-05-14 21:57:21 +0000 | [diff] [blame] | 2383 | /// EmitCastLValue - Casts are never lvalues unless that cast is to a reference |
| 2384 | /// type. If the cast is to a reference, we can have the usual lvalue result, |
Mike Stump | c849c05 | 2009-11-16 06:50:58 +0000 | [diff] [blame] | 2385 | /// otherwise if a cast is needed by the code generator in an lvalue context, |
| 2386 | /// then it must mean that we need the address of an aggregate in order to |
Richard Smith | 13ec910 | 2012-05-14 21:57:21 +0000 | [diff] [blame] | 2387 | /// access one of its members. This can happen for all the reasons that casts |
Mike Stump | c849c05 | 2009-11-16 06:50:58 +0000 | [diff] [blame] | 2388 | /// are permitted with aggregate result, including noop aggregate casts, and |
| 2389 | /// cast from scalar to union. |
Chris Lattner | 75dfeda | 2009-03-18 18:28:57 +0000 | [diff] [blame] | 2390 | LValue CodeGenFunction::EmitCastLValue(const CastExpr *E) { |
Anders Carlsson | 0ee33cf | 2009-09-12 16:16:49 +0000 | [diff] [blame] | 2391 | switch (E->getCastKind()) { |
John McCall | 2de56d1 | 2010-08-25 11:45:40 +0000 | [diff] [blame] | 2392 | case CK_ToVoid: |
Eli Friedman | eaae78a | 2009-11-16 05:48:01 +0000 | [diff] [blame] | 2393 | return EmitUnsupportedLValue(E, "unexpected cast lvalue"); |
John McCall | daa8e4e | 2010-11-15 09:13:47 +0000 | [diff] [blame] | 2394 | |
| 2395 | case CK_Dependent: |
| 2396 | llvm_unreachable("dependent cast kind in IR gen!"); |
Eli Friedman | a6c66ce | 2012-08-31 00:14:07 +0000 | [diff] [blame] | 2397 | |
| 2398 | case CK_BuiltinFnToFnPtr: |
| 2399 | llvm_unreachable("builtin functions are handled elsewhere"); |
| 2400 | |
David Chisnall | 7a7ee30 | 2012-01-16 17:27:18 +0000 | [diff] [blame] | 2401 | // These two casts are currently treated as no-ops, although they could |
| 2402 | // potentially be real operations depending on the target's ABI. |
| 2403 | case CK_NonAtomicToAtomic: |
| 2404 | case CK_AtomicToNonAtomic: |
John McCall | daa8e4e | 2010-11-15 09:13:47 +0000 | [diff] [blame] | 2405 | |
John McCall | 2de56d1 | 2010-08-25 11:45:40 +0000 | [diff] [blame] | 2406 | case CK_NoOp: |
Douglas Gregor | b3d5e2f | 2011-01-27 23:22:05 +0000 | [diff] [blame] | 2407 | case CK_LValueToRValue: |
| 2408 | if (!E->getSubExpr()->Classify(getContext()).isPRValue() |
| 2409 | || E->getType()->isRecordType()) |
John McCall | 0e800c9 | 2010-12-04 08:14:53 +0000 | [diff] [blame] | 2410 | return EmitLValue(E->getSubExpr()); |
Douglas Gregor | 7c7a793 | 2010-07-15 18:58:16 +0000 | [diff] [blame] | 2411 | // Fall through to synthesize a temporary. |
John McCall | daa8e4e | 2010-11-15 09:13:47 +0000 | [diff] [blame] | 2412 | |
John McCall | 2de56d1 | 2010-08-25 11:45:40 +0000 | [diff] [blame] | 2413 | case CK_BitCast: |
| 2414 | case CK_ArrayToPointerDecay: |
| 2415 | case CK_FunctionToPointerDecay: |
| 2416 | case CK_NullToMemberPointer: |
John McCall | 404cd16 | 2010-11-13 01:35:44 +0000 | [diff] [blame] | 2417 | case CK_NullToPointer: |
John McCall | 2de56d1 | 2010-08-25 11:45:40 +0000 | [diff] [blame] | 2418 | case CK_IntegralToPointer: |
| 2419 | case CK_PointerToIntegral: |
John McCall | daa8e4e | 2010-11-15 09:13:47 +0000 | [diff] [blame] | 2420 | case CK_PointerToBoolean: |
John McCall | 2de56d1 | 2010-08-25 11:45:40 +0000 | [diff] [blame] | 2421 | case CK_VectorSplat: |
| 2422 | case CK_IntegralCast: |
John McCall | daa8e4e | 2010-11-15 09:13:47 +0000 | [diff] [blame] | 2423 | case CK_IntegralToBoolean: |
John McCall | 2de56d1 | 2010-08-25 11:45:40 +0000 | [diff] [blame] | 2424 | case CK_IntegralToFloating: |
| 2425 | case CK_FloatingToIntegral: |
John McCall | daa8e4e | 2010-11-15 09:13:47 +0000 | [diff] [blame] | 2426 | case CK_FloatingToBoolean: |
John McCall | 2de56d1 | 2010-08-25 11:45:40 +0000 | [diff] [blame] | 2427 | case CK_FloatingCast: |
John McCall | 2bb5d00 | 2010-11-13 09:02:35 +0000 | [diff] [blame] | 2428 | case CK_FloatingRealToComplex: |
John McCall | f3ea8cf | 2010-11-14 08:17:51 +0000 | [diff] [blame] | 2429 | case CK_FloatingComplexToReal: |
| 2430 | case CK_FloatingComplexToBoolean: |
John McCall | 2bb5d00 | 2010-11-13 09:02:35 +0000 | [diff] [blame] | 2431 | case CK_FloatingComplexCast: |
John McCall | f3ea8cf | 2010-11-14 08:17:51 +0000 | [diff] [blame] | 2432 | case CK_FloatingComplexToIntegralComplex: |
John McCall | 2bb5d00 | 2010-11-13 09:02:35 +0000 | [diff] [blame] | 2433 | case CK_IntegralRealToComplex: |
John McCall | f3ea8cf | 2010-11-14 08:17:51 +0000 | [diff] [blame] | 2434 | case CK_IntegralComplexToReal: |
| 2435 | case CK_IntegralComplexToBoolean: |
John McCall | 2bb5d00 | 2010-11-13 09:02:35 +0000 | [diff] [blame] | 2436 | case CK_IntegralComplexCast: |
John McCall | f3ea8cf | 2010-11-14 08:17:51 +0000 | [diff] [blame] | 2437 | case CK_IntegralComplexToFloatingComplex: |
John McCall | 2de56d1 | 2010-08-25 11:45:40 +0000 | [diff] [blame] | 2438 | case CK_DerivedToBaseMemberPointer: |
| 2439 | case CK_BaseToDerivedMemberPointer: |
| 2440 | case CK_MemberPointerToBoolean: |
John McCall | 4d4e5c1 | 2012-02-15 01:22:51 +0000 | [diff] [blame] | 2441 | case CK_ReinterpretMemberPointer: |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 2442 | case CK_AnyPointerToBlockPointerCast: |
John McCall | 33e56f3 | 2011-09-10 06:18:15 +0000 | [diff] [blame] | 2443 | case CK_ARCProduceObject: |
| 2444 | case CK_ARCConsumeObject: |
| 2445 | case CK_ARCReclaimReturnedObject: |
Douglas Gregor | ac1303e | 2012-02-22 05:02:47 +0000 | [diff] [blame] | 2446 | case CK_ARCExtendBlockObject: |
| 2447 | case CK_CopyAndAutoreleaseBlockObject: { |
Douglas Gregor | 7c7a793 | 2010-07-15 18:58:16 +0000 | [diff] [blame] | 2448 | // These casts only produce lvalues when we're binding a reference to a |
| 2449 | // temporary realized from a (converted) pure rvalue. Emit the expression |
| 2450 | // as a value, copy it into a temporary, and return an lvalue referring to |
| 2451 | // that temporary. |
| 2452 | llvm::Value *V = CreateMemTemp(E->getType(), "ref.temp"); |
Chad Rosier | 649b4a1 | 2012-03-29 17:37:10 +0000 | [diff] [blame] | 2453 | EmitAnyExprToMem(E, V, E->getType().getQualifiers(), false); |
Daniel Dunbar | 9f553f5 | 2010-08-21 03:08:16 +0000 | [diff] [blame] | 2454 | return MakeAddrLValue(V, E->getType()); |
Douglas Gregor | 7c7a793 | 2010-07-15 18:58:16 +0000 | [diff] [blame] | 2455 | } |
Eli Friedman | eaae78a | 2009-11-16 05:48:01 +0000 | [diff] [blame] | 2456 | |
Anders Carlsson | 575b374 | 2011-04-11 02:03:26 +0000 | [diff] [blame] | 2457 | case CK_Dynamic: { |
Mike Stump | c849c05 | 2009-11-16 06:50:58 +0000 | [diff] [blame] | 2458 | LValue LV = EmitLValue(E->getSubExpr()); |
| 2459 | llvm::Value *V = LV.getAddress(); |
| 2460 | const CXXDynamicCastExpr *DCE = cast<CXXDynamicCastExpr>(E); |
Daniel Dunbar | 9f553f5 | 2010-08-21 03:08:16 +0000 | [diff] [blame] | 2461 | return MakeAddrLValue(EmitDynamicCast(V, DCE), E->getType()); |
Mike Stump | c849c05 | 2009-11-16 06:50:58 +0000 | [diff] [blame] | 2462 | } |
| 2463 | |
John McCall | 2de56d1 | 2010-08-25 11:45:40 +0000 | [diff] [blame] | 2464 | case CK_ConstructorConversion: |
| 2465 | case CK_UserDefinedConversion: |
John McCall | 1d9b3b2 | 2011-09-09 05:25:32 +0000 | [diff] [blame] | 2466 | case CK_CPointerToObjCPointerCast: |
| 2467 | case CK_BlockPointerToObjCPointerCast: |
Chris Lattner | 75dfeda | 2009-03-18 18:28:57 +0000 | [diff] [blame] | 2468 | return EmitLValue(E->getSubExpr()); |
Anders Carlsson | 0ee33cf | 2009-09-12 16:16:49 +0000 | [diff] [blame] | 2469 | |
John McCall | 2de56d1 | 2010-08-25 11:45:40 +0000 | [diff] [blame] | 2470 | case CK_UncheckedDerivedToBase: |
| 2471 | case CK_DerivedToBase: { |
Anders Carlsson | 0ee33cf | 2009-09-12 16:16:49 +0000 | [diff] [blame] | 2472 | const RecordType *DerivedClassTy = |
| 2473 | E->getSubExpr()->getType()->getAs<RecordType>(); |
| 2474 | CXXRecordDecl *DerivedClassDecl = |
| 2475 | cast<CXXRecordDecl>(DerivedClassTy->getDecl()); |
Anders Carlsson | 0ee33cf | 2009-09-12 16:16:49 +0000 | [diff] [blame] | 2476 | |
| 2477 | LValue LV = EmitLValue(E->getSubExpr()); |
John McCall | 0e800c9 | 2010-12-04 08:14:53 +0000 | [diff] [blame] | 2478 | llvm::Value *This = LV.getAddress(); |
Anders Carlsson | 0ee33cf | 2009-09-12 16:16:49 +0000 | [diff] [blame] | 2479 | |
| 2480 | // Perform the derived-to-base conversion |
| 2481 | llvm::Value *Base = |
Fariborz Jahanian | 353b33b | 2010-06-17 23:00:29 +0000 | [diff] [blame] | 2482 | GetAddressOfBaseClass(This, DerivedClassDecl, |
John McCall | f871d0c | 2010-08-07 06:22:56 +0000 | [diff] [blame] | 2483 | E->path_begin(), E->path_end(), |
| 2484 | /*NullCheckValue=*/false); |
Anders Carlsson | 0ee33cf | 2009-09-12 16:16:49 +0000 | [diff] [blame] | 2485 | |
Daniel Dunbar | 9f553f5 | 2010-08-21 03:08:16 +0000 | [diff] [blame] | 2486 | return MakeAddrLValue(Base, E->getType()); |
Anders Carlsson | 0ee33cf | 2009-09-12 16:16:49 +0000 | [diff] [blame] | 2487 | } |
John McCall | 2de56d1 | 2010-08-25 11:45:40 +0000 | [diff] [blame] | 2488 | case CK_ToUnion: |
Daniel Dunbar | b2cd777 | 2010-02-05 20:02:42 +0000 | [diff] [blame] | 2489 | return EmitAggExprToLValue(E); |
John McCall | 2de56d1 | 2010-08-25 11:45:40 +0000 | [diff] [blame] | 2490 | case CK_BaseToDerived: { |
Anders Carlsson | a3697c9 | 2009-11-23 17:57:54 +0000 | [diff] [blame] | 2491 | const RecordType *DerivedClassTy = E->getType()->getAs<RecordType>(); |
| 2492 | CXXRecordDecl *DerivedClassDecl = |
| 2493 | cast<CXXRecordDecl>(DerivedClassTy->getDecl()); |
| 2494 | |
| 2495 | LValue LV = EmitLValue(E->getSubExpr()); |
| 2496 | |
| 2497 | // Perform the base-to-derived conversion |
| 2498 | llvm::Value *Derived = |
Anders Carlsson | a04efdf | 2010-04-24 21:23:59 +0000 | [diff] [blame] | 2499 | GetAddressOfDerivedClass(LV.getAddress(), DerivedClassDecl, |
John McCall | f871d0c | 2010-08-07 06:22:56 +0000 | [diff] [blame] | 2500 | E->path_begin(), E->path_end(), |
| 2501 | /*NullCheckValue=*/false); |
Anders Carlsson | a3697c9 | 2009-11-23 17:57:54 +0000 | [diff] [blame] | 2502 | |
Daniel Dunbar | 9f553f5 | 2010-08-21 03:08:16 +0000 | [diff] [blame] | 2503 | return MakeAddrLValue(Derived, E->getType()); |
Eli Friedman | eaae78a | 2009-11-16 05:48:01 +0000 | [diff] [blame] | 2504 | } |
John McCall | 2de56d1 | 2010-08-25 11:45:40 +0000 | [diff] [blame] | 2505 | case CK_LValueBitCast: { |
Eli Friedman | eaae78a | 2009-11-16 05:48:01 +0000 | [diff] [blame] | 2506 | // This must be a reinterpret_cast (or c-style equivalent). |
| 2507 | const ExplicitCastExpr *CE = cast<ExplicitCastExpr>(E); |
Anders Carlsson | 658e812 | 2009-11-14 21:21:42 +0000 | [diff] [blame] | 2508 | |
| 2509 | LValue LV = EmitLValue(E->getSubExpr()); |
| 2510 | llvm::Value *V = Builder.CreateBitCast(LV.getAddress(), |
| 2511 | ConvertType(CE->getTypeAsWritten())); |
Daniel Dunbar | 9f553f5 | 2010-08-21 03:08:16 +0000 | [diff] [blame] | 2512 | return MakeAddrLValue(V, E->getType()); |
Anders Carlsson | 658e812 | 2009-11-14 21:21:42 +0000 | [diff] [blame] | 2513 | } |
John McCall | 2de56d1 | 2010-08-25 11:45:40 +0000 | [diff] [blame] | 2514 | case CK_ObjCObjectLValueCast: { |
Douglas Gregor | 569c316 | 2010-08-07 11:51:51 +0000 | [diff] [blame] | 2515 | LValue LV = EmitLValue(E->getSubExpr()); |
| 2516 | QualType ToType = getContext().getLValueReferenceType(E->getType()); |
| 2517 | llvm::Value *V = Builder.CreateBitCast(LV.getAddress(), |
| 2518 | ConvertType(ToType)); |
Daniel Dunbar | 9f553f5 | 2010-08-21 03:08:16 +0000 | [diff] [blame] | 2519 | return MakeAddrLValue(V, E->getType()); |
Douglas Gregor | 569c316 | 2010-08-07 11:51:51 +0000 | [diff] [blame] | 2520 | } |
Anders Carlsson | 0ee33cf | 2009-09-12 16:16:49 +0000 | [diff] [blame] | 2521 | } |
Douglas Gregor | 7c7a793 | 2010-07-15 18:58:16 +0000 | [diff] [blame] | 2522 | |
| 2523 | llvm_unreachable("Unhandled lvalue cast kind?"); |
Chris Lattner | 75dfeda | 2009-03-18 18:28:57 +0000 | [diff] [blame] | 2524 | } |
| 2525 | |
Fariborz Jahanian | 48620ba | 2009-10-20 23:29:04 +0000 | [diff] [blame] | 2526 | LValue CodeGenFunction::EmitNullInitializationLValue( |
Douglas Gregor | ed8abf1 | 2010-07-08 06:14:04 +0000 | [diff] [blame] | 2527 | const CXXScalarValueInitExpr *E) { |
Fariborz Jahanian | 48620ba | 2009-10-20 23:29:04 +0000 | [diff] [blame] | 2528 | QualType Ty = E->getType(); |
Daniel Dunbar | 9f553f5 | 2010-08-21 03:08:16 +0000 | [diff] [blame] | 2529 | LValue LV = MakeAddrLValue(CreateMemTemp(Ty), Ty); |
Anders Carlsson | 1884eb0 | 2010-05-22 17:35:42 +0000 | [diff] [blame] | 2530 | EmitNullInitialization(LV.getAddress(), Ty); |
Daniel Dunbar | 195337d | 2010-02-09 02:48:28 +0000 | [diff] [blame] | 2531 | return LV; |
Fariborz Jahanian | 48620ba | 2009-10-20 23:29:04 +0000 | [diff] [blame] | 2532 | } |
| 2533 | |
John McCall | e996ffd | 2011-02-16 08:02:54 +0000 | [diff] [blame] | 2534 | LValue CodeGenFunction::EmitOpaqueValueLValue(const OpaqueValueExpr *e) { |
John McCall | a5493f8 | 2011-11-08 22:54:08 +0000 | [diff] [blame] | 2535 | assert(OpaqueValueMappingData::shouldBindAsLValue(e)); |
John McCall | 56ca35d | 2011-02-17 10:25:35 +0000 | [diff] [blame] | 2536 | return getOpaqueLValueMapping(e); |
John McCall | e996ffd | 2011-02-16 08:02:54 +0000 | [diff] [blame] | 2537 | } |
| 2538 | |
Douglas Gregor | 03e8003 | 2011-06-21 17:03:29 +0000 | [diff] [blame] | 2539 | LValue CodeGenFunction::EmitMaterializeTemporaryExpr( |
| 2540 | const MaterializeTemporaryExpr *E) { |
John McCall | cec52f0 | 2011-08-26 21:08:13 +0000 | [diff] [blame] | 2541 | RValue RV = EmitReferenceBindingToExpr(E, /*InitializedDecl=*/0); |
Douglas Gregor | 0b58108 | 2011-06-21 18:20:46 +0000 | [diff] [blame] | 2542 | return MakeAddrLValue(RV.getScalarVal(), E->getType()); |
Douglas Gregor | 03e8003 | 2011-06-21 17:03:29 +0000 | [diff] [blame] | 2543 | } |
| 2544 | |
Eli Friedman | 377ecc7 | 2012-04-16 03:54:45 +0000 | [diff] [blame] | 2545 | RValue CodeGenFunction::EmitRValueForField(LValue LV, |
Anton Korobeynikov | eaf856d | 2012-04-13 11:22:00 +0000 | [diff] [blame] | 2546 | const FieldDecl *FD) { |
| 2547 | QualType FT = FD->getType(); |
Eli Friedman | 377ecc7 | 2012-04-16 03:54:45 +0000 | [diff] [blame] | 2548 | LValue FieldLV = EmitLValueForField(LV, FD); |
Anton Korobeynikov | eaf856d | 2012-04-13 11:22:00 +0000 | [diff] [blame] | 2549 | if (FT->isAnyComplexType()) |
Eli Friedman | 377ecc7 | 2012-04-16 03:54:45 +0000 | [diff] [blame] | 2550 | return RValue::getComplex( |
| 2551 | LoadComplexFromAddr(FieldLV.getAddress(), |
| 2552 | FieldLV.isVolatileQualified())); |
Anton Korobeynikov | eaf856d | 2012-04-13 11:22:00 +0000 | [diff] [blame] | 2553 | else if (CodeGenFunction::hasAggregateLLVMType(FT)) |
Eli Friedman | 377ecc7 | 2012-04-16 03:54:45 +0000 | [diff] [blame] | 2554 | return FieldLV.asAggregateRValue(); |
Anton Korobeynikov | eaf856d | 2012-04-13 11:22:00 +0000 | [diff] [blame] | 2555 | |
Eli Friedman | 377ecc7 | 2012-04-16 03:54:45 +0000 | [diff] [blame] | 2556 | return EmitLoadOfLValue(FieldLV); |
Anton Korobeynikov | eaf856d | 2012-04-13 11:22:00 +0000 | [diff] [blame] | 2557 | } |
Douglas Gregor | 03e8003 | 2011-06-21 17:03:29 +0000 | [diff] [blame] | 2558 | |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 2559 | //===--------------------------------------------------------------------===// |
| 2560 | // Expression Emission |
| 2561 | //===--------------------------------------------------------------------===// |
| 2562 | |
Anders Carlsson | d2490a9 | 2009-12-24 20:40:36 +0000 | [diff] [blame] | 2563 | RValue CodeGenFunction::EmitCallExpr(const CallExpr *E, |
| 2564 | ReturnValueSlot ReturnValue) { |
Eric Christopher | 73fb350 | 2011-10-13 21:45:18 +0000 | [diff] [blame] | 2565 | if (CGDebugInfo *DI = getDebugInfo()) |
| 2566 | DI->EmitLocation(Builder, E->getLocStart()); |
Devang Patel | 79bfb4b | 2011-03-04 18:54:42 +0000 | [diff] [blame] | 2567 | |
Daniel Dunbar | c0ef9f5 | 2009-02-20 18:06:48 +0000 | [diff] [blame] | 2568 | // Builtins never have block type. |
Daniel Dunbar | ce1d38b | 2009-01-09 16:50:52 +0000 | [diff] [blame] | 2569 | if (E->getCallee()->getType()->isBlockPointerType()) |
Anders Carlsson | a1736c0 | 2009-12-24 21:13:40 +0000 | [diff] [blame] | 2570 | return EmitBlockCallExpr(E, ReturnValue); |
Daniel Dunbar | ce1d38b | 2009-01-09 16:50:52 +0000 | [diff] [blame] | 2571 | |
Anders Carlsson | 774e7c6 | 2009-04-03 22:50:24 +0000 | [diff] [blame] | 2572 | if (const CXXMemberCallExpr *CE = dyn_cast<CXXMemberCallExpr>(E)) |
Anders Carlsson | a1736c0 | 2009-12-24 21:13:40 +0000 | [diff] [blame] | 2573 | return EmitCXXMemberCallExpr(CE, ReturnValue); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 2574 | |
Peter Collingbourne | 6c0aa5f | 2011-10-06 18:29:37 +0000 | [diff] [blame] | 2575 | if (const CUDAKernelCallExpr *CE = dyn_cast<CUDAKernelCallExpr>(E)) |
| 2576 | return EmitCUDAKernelCallExpr(CE, ReturnValue); |
| 2577 | |
Douglas Gregor | 1ddc9c4 | 2011-09-06 21:41:04 +0000 | [diff] [blame] | 2578 | const Decl *TargetDecl = E->getCalleeDecl(); |
| 2579 | if (const FunctionDecl *FD = dyn_cast_or_null<FunctionDecl>(TargetDecl)) { |
| 2580 | if (unsigned builtinID = FD->getBuiltinID()) |
| 2581 | return EmitBuiltinExpr(FD, builtinID, E); |
Daniel Dunbar | c0ef9f5 | 2009-02-20 18:06:48 +0000 | [diff] [blame] | 2582 | } |
| 2583 | |
Chris Lattner | 5db7ae5 | 2009-06-13 00:26:38 +0000 | [diff] [blame] | 2584 | if (const CXXOperatorCallExpr *CE = dyn_cast<CXXOperatorCallExpr>(E)) |
Anders Carlsson | 0f29463 | 2009-05-27 04:18:27 +0000 | [diff] [blame] | 2585 | if (const CXXMethodDecl *MD = dyn_cast_or_null<CXXMethodDecl>(TargetDecl)) |
Anders Carlsson | a1736c0 | 2009-12-24 21:13:40 +0000 | [diff] [blame] | 2586 | return EmitCXXOperatorMemberCallExpr(CE, MD, ReturnValue); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 2587 | |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 2588 | if (const CXXPseudoDestructorExpr *PseudoDtor |
| 2589 | = dyn_cast<CXXPseudoDestructorExpr>(E->getCallee()->IgnoreParens())) { |
| 2590 | QualType DestroyedType = PseudoDtor->getDestroyedType(); |
David Blaikie | 4e4d084 | 2012-03-11 07:00:24 +0000 | [diff] [blame] | 2591 | if (getContext().getLangOpts().ObjCAutoRefCount && |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 2592 | DestroyedType->isObjCLifetimeType() && |
| 2593 | (DestroyedType.getObjCLifetime() == Qualifiers::OCL_Strong || |
| 2594 | DestroyedType.getObjCLifetime() == Qualifiers::OCL_Weak)) { |
Benjamin Kramer | d510fd2 | 2011-06-18 10:34:00 +0000 | [diff] [blame] | 2595 | // Automatic Reference Counting: |
| 2596 | // If the pseudo-expression names a retainable object with weak or |
| 2597 | // strong lifetime, the object shall be released. |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 2598 | Expr *BaseExpr = PseudoDtor->getBase(); |
| 2599 | llvm::Value *BaseValue = NULL; |
| 2600 | Qualifiers BaseQuals; |
| 2601 | |
Benjamin Kramer | d510fd2 | 2011-06-18 10:34:00 +0000 | [diff] [blame] | 2602 | // If this is s.x, emit s as an lvalue. If it is s->x, emit s as a scalar. |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 2603 | if (PseudoDtor->isArrow()) { |
| 2604 | BaseValue = EmitScalarExpr(BaseExpr); |
| 2605 | const PointerType *PTy = BaseExpr->getType()->getAs<PointerType>(); |
| 2606 | BaseQuals = PTy->getPointeeType().getQualifiers(); |
| 2607 | } else { |
| 2608 | LValue BaseLV = EmitLValue(BaseExpr); |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 2609 | BaseValue = BaseLV.getAddress(); |
| 2610 | QualType BaseTy = BaseExpr->getType(); |
| 2611 | BaseQuals = BaseTy.getQualifiers(); |
| 2612 | } |
| 2613 | |
| 2614 | switch (PseudoDtor->getDestroyedType().getObjCLifetime()) { |
| 2615 | case Qualifiers::OCL_None: |
| 2616 | case Qualifiers::OCL_ExplicitNone: |
| 2617 | case Qualifiers::OCL_Autoreleasing: |
| 2618 | break; |
| 2619 | |
| 2620 | case Qualifiers::OCL_Strong: |
| 2621 | EmitARCRelease(Builder.CreateLoad(BaseValue, |
Benjamin Kramer | d510fd2 | 2011-06-18 10:34:00 +0000 | [diff] [blame] | 2622 | PseudoDtor->getDestroyedType().isVolatileQualified()), |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 2623 | /*precise*/ true); |
| 2624 | break; |
| 2625 | |
| 2626 | case Qualifiers::OCL_Weak: |
| 2627 | EmitARCDestroyWeak(BaseValue); |
| 2628 | break; |
| 2629 | } |
| 2630 | } else { |
| 2631 | // C++ [expr.pseudo]p1: |
| 2632 | // The result shall only be used as the operand for the function call |
| 2633 | // operator (), and the result of such a call has type void. The only |
| 2634 | // effect is the evaluation of the postfix-expression before the dot or |
| 2635 | // arrow. |
| 2636 | EmitScalarExpr(E->getCallee()); |
| 2637 | } |
| 2638 | |
Douglas Gregor | a71d819 | 2009-09-04 17:36:40 +0000 | [diff] [blame] | 2639 | return RValue::get(0); |
| 2640 | } |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 2641 | |
Chris Lattner | 7f02f72 | 2007-08-24 05:35:26 +0000 | [diff] [blame] | 2642 | llvm::Value *Callee = EmitScalarExpr(E->getCallee()); |
Anders Carlsson | d2490a9 | 2009-12-24 20:40:36 +0000 | [diff] [blame] | 2643 | return EmitCall(E->getCallee()->getType(), Callee, ReturnValue, |
Anders Carlsson | 9864771 | 2009-05-27 01:22:39 +0000 | [diff] [blame] | 2644 | E->arg_begin(), E->arg_end(), TargetDecl); |
Chris Lattner | c5e940f | 2007-08-31 04:44:06 +0000 | [diff] [blame] | 2645 | } |
| 2646 | |
Daniel Dunbar | 80e62c2 | 2008-09-04 03:20:13 +0000 | [diff] [blame] | 2647 | LValue CodeGenFunction::EmitBinaryOperatorLValue(const BinaryOperator *E) { |
Chris Lattner | 7a574cc | 2009-05-12 21:28:12 +0000 | [diff] [blame] | 2648 | // Comma expressions just emit their LHS then their RHS as an l-value. |
John McCall | 2de56d1 | 2010-08-25 11:45:40 +0000 | [diff] [blame] | 2649 | if (E->getOpcode() == BO_Comma) { |
John McCall | 2a41637 | 2010-12-05 02:00:02 +0000 | [diff] [blame] | 2650 | EmitIgnoredExpr(E->getLHS()); |
Eli Friedman | 130c69e | 2009-12-07 20:18:11 +0000 | [diff] [blame] | 2651 | EnsureInsertPoint(); |
Chris Lattner | 7a574cc | 2009-05-12 21:28:12 +0000 | [diff] [blame] | 2652 | return EmitLValue(E->getRHS()); |
| 2653 | } |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 2654 | |
John McCall | 2de56d1 | 2010-08-25 11:45:40 +0000 | [diff] [blame] | 2655 | if (E->getOpcode() == BO_PtrMemD || |
| 2656 | E->getOpcode() == BO_PtrMemI) |
Fariborz Jahanian | 8bfd31f | 2009-10-22 22:57:31 +0000 | [diff] [blame] | 2657 | return EmitPointerToDataMemberBinaryExpr(E); |
Daniel Dunbar | 80e62c2 | 2008-09-04 03:20:13 +0000 | [diff] [blame] | 2658 | |
John McCall | 2a41637 | 2010-12-05 02:00:02 +0000 | [diff] [blame] | 2659 | assert(E->getOpcode() == BO_Assign && "unexpected binary l-value"); |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 2660 | |
| 2661 | // Note that in all of these cases, __block variables need the RHS |
| 2662 | // evaluated first just in case the variable gets moved by the RHS. |
John McCall | 83ce9d4 | 2010-11-16 23:07:28 +0000 | [diff] [blame] | 2663 | |
Anders Carlsson | 86aa0cd | 2009-10-19 18:28:22 +0000 | [diff] [blame] | 2664 | if (!hasAggregateLLVMType(E->getType())) { |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 2665 | switch (E->getLHS()->getType().getObjCLifetime()) { |
| 2666 | case Qualifiers::OCL_Strong: |
| 2667 | return EmitARCStoreStrong(E, /*ignored*/ false).first; |
| 2668 | |
| 2669 | case Qualifiers::OCL_Autoreleasing: |
| 2670 | return EmitARCStoreAutoreleasing(E).first; |
| 2671 | |
| 2672 | // No reason to do any of these differently. |
| 2673 | case Qualifiers::OCL_None: |
| 2674 | case Qualifiers::OCL_ExplicitNone: |
| 2675 | case Qualifiers::OCL_Weak: |
| 2676 | break; |
| 2677 | } |
| 2678 | |
John McCall | cd940a1 | 2010-12-06 06:10:02 +0000 | [diff] [blame] | 2679 | RValue RV = EmitAnyExpr(E->getRHS()); |
Anders Carlsson | 86aa0cd | 2009-10-19 18:28:22 +0000 | [diff] [blame] | 2680 | LValue LV = EmitLValue(E->getLHS()); |
John McCall | 545d996 | 2011-06-25 02:11:03 +0000 | [diff] [blame] | 2681 | EmitStoreThroughLValue(RV, LV); |
Anders Carlsson | 86aa0cd | 2009-10-19 18:28:22 +0000 | [diff] [blame] | 2682 | return LV; |
| 2683 | } |
John McCall | 83ce9d4 | 2010-11-16 23:07:28 +0000 | [diff] [blame] | 2684 | |
| 2685 | if (E->getType()->isAnyComplexType()) |
| 2686 | return EmitComplexAssignmentLValue(E); |
| 2687 | |
Daniel Dunbar | 18aba0d | 2010-02-05 19:38:31 +0000 | [diff] [blame] | 2688 | return EmitAggExprToLValue(E); |
Daniel Dunbar | 80e62c2 | 2008-09-04 03:20:13 +0000 | [diff] [blame] | 2689 | } |
| 2690 | |
Christopher Lamb | 22c940e | 2007-12-29 05:02:41 +0000 | [diff] [blame] | 2691 | LValue CodeGenFunction::EmitCallExprLValue(const CallExpr *E) { |
Christopher Lamb | 22c940e | 2007-12-29 05:02:41 +0000 | [diff] [blame] | 2692 | RValue RV = EmitCallExpr(E); |
Anders Carlsson | 4826568 | 2009-05-27 01:45:47 +0000 | [diff] [blame] | 2693 | |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 2694 | if (!RV.isScalar()) |
Daniel Dunbar | 9f553f5 | 2010-08-21 03:08:16 +0000 | [diff] [blame] | 2695 | return MakeAddrLValue(RV.getAggregateAddr(), E->getType()); |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 2696 | |
| 2697 | assert(E->getCallReturnType()->isReferenceType() && |
| 2698 | "Can't have a scalar return unless the return type is a " |
| 2699 | "reference type!"); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 2700 | |
Daniel Dunbar | 9f553f5 | 2010-08-21 03:08:16 +0000 | [diff] [blame] | 2701 | return MakeAddrLValue(RV.getScalarVal(), E->getType()); |
Christopher Lamb | 22c940e | 2007-12-29 05:02:41 +0000 | [diff] [blame] | 2702 | } |
| 2703 | |
Daniel Dunbar | 5b5c9ef | 2009-02-11 20:59:32 +0000 | [diff] [blame] | 2704 | LValue CodeGenFunction::EmitVAArgExprLValue(const VAArgExpr *E) { |
| 2705 | // FIXME: This shouldn't require another copy. |
Daniel Dunbar | 18aba0d | 2010-02-05 19:38:31 +0000 | [diff] [blame] | 2706 | return EmitAggExprToLValue(E); |
Daniel Dunbar | 5b5c9ef | 2009-02-11 20:59:32 +0000 | [diff] [blame] | 2707 | } |
| 2708 | |
Anders Carlsson | b58d017 | 2009-05-30 23:23:33 +0000 | [diff] [blame] | 2709 | LValue CodeGenFunction::EmitCXXConstructLValue(const CXXConstructExpr *E) { |
John McCall | fc1e6c7 | 2010-09-18 00:58:34 +0000 | [diff] [blame] | 2710 | assert(E->getType()->getAsCXXRecordDecl()->hasTrivialDestructor() |
| 2711 | && "binding l-value to type which needs a temporary"); |
Benjamin Kramer | 578faa8 | 2011-09-27 21:06:10 +0000 | [diff] [blame] | 2712 | AggValueSlot Slot = CreateAggTemp(E->getType()); |
John McCall | 558d2ab | 2010-09-15 10:14:12 +0000 | [diff] [blame] | 2713 | EmitCXXConstructExpr(E, Slot); |
| 2714 | return MakeAddrLValue(Slot.getAddr(), E->getType()); |
Anders Carlsson | b58d017 | 2009-05-30 23:23:33 +0000 | [diff] [blame] | 2715 | } |
| 2716 | |
Anders Carlsson | e61c9e8 | 2009-05-30 23:30:54 +0000 | [diff] [blame] | 2717 | LValue |
Mike Stump | c2e84ae | 2009-11-15 08:09:41 +0000 | [diff] [blame] | 2718 | CodeGenFunction::EmitCXXTypeidLValue(const CXXTypeidExpr *E) { |
Daniel Dunbar | 9f553f5 | 2010-08-21 03:08:16 +0000 | [diff] [blame] | 2719 | return MakeAddrLValue(EmitCXXTypeidExpr(E), E->getType()); |
Mike Stump | c2e84ae | 2009-11-15 08:09:41 +0000 | [diff] [blame] | 2720 | } |
| 2721 | |
| 2722 | LValue |
Anders Carlsson | e61c9e8 | 2009-05-30 23:30:54 +0000 | [diff] [blame] | 2723 | CodeGenFunction::EmitCXXBindTemporaryLValue(const CXXBindTemporaryExpr *E) { |
John McCall | fc1e6c7 | 2010-09-18 00:58:34 +0000 | [diff] [blame] | 2724 | AggValueSlot Slot = CreateAggTemp(E->getType(), "temp.lvalue"); |
John McCall | fd71fb8 | 2011-08-26 08:02:37 +0000 | [diff] [blame] | 2725 | Slot.setExternallyDestructed(); |
John McCall | fc1e6c7 | 2010-09-18 00:58:34 +0000 | [diff] [blame] | 2726 | EmitAggExpr(E->getSubExpr(), Slot); |
Peter Collingbourne | 8681160 | 2011-11-27 22:09:22 +0000 | [diff] [blame] | 2727 | EmitCXXTemporary(E->getTemporary(), E->getType(), Slot.getAddr()); |
John McCall | fc1e6c7 | 2010-09-18 00:58:34 +0000 | [diff] [blame] | 2728 | return MakeAddrLValue(Slot.getAddr(), E->getType()); |
Anders Carlsson | e61c9e8 | 2009-05-30 23:30:54 +0000 | [diff] [blame] | 2729 | } |
| 2730 | |
Eli Friedman | 31a3702 | 2012-02-08 05:34:55 +0000 | [diff] [blame] | 2731 | LValue |
| 2732 | CodeGenFunction::EmitLambdaLValue(const LambdaExpr *E) { |
Eli Friedman | 31a3702 | 2012-02-08 05:34:55 +0000 | [diff] [blame] | 2733 | AggValueSlot Slot = CreateAggTemp(E->getType(), "temp.lvalue"); |
Eli Friedman | 4c5d8af | 2012-02-09 03:32:31 +0000 | [diff] [blame] | 2734 | EmitLambdaExpr(E, Slot); |
Eli Friedman | 31a3702 | 2012-02-08 05:34:55 +0000 | [diff] [blame] | 2735 | return MakeAddrLValue(Slot.getAddr(), E->getType()); |
| 2736 | } |
| 2737 | |
Daniel Dunbar | 0a04d77 | 2008-08-23 10:51:21 +0000 | [diff] [blame] | 2738 | LValue CodeGenFunction::EmitObjCMessageExprLValue(const ObjCMessageExpr *E) { |
Daniel Dunbar | 0a04d77 | 2008-08-23 10:51:21 +0000 | [diff] [blame] | 2739 | RValue RV = EmitObjCMessageExpr(E); |
Anders Carlsson | 7e70fb2 | 2010-06-21 20:59:55 +0000 | [diff] [blame] | 2740 | |
| 2741 | if (!RV.isScalar()) |
Daniel Dunbar | 9f553f5 | 2010-08-21 03:08:16 +0000 | [diff] [blame] | 2742 | return MakeAddrLValue(RV.getAggregateAddr(), E->getType()); |
Anders Carlsson | 7e70fb2 | 2010-06-21 20:59:55 +0000 | [diff] [blame] | 2743 | |
| 2744 | assert(E->getMethodDecl()->getResultType()->isReferenceType() && |
| 2745 | "Can't have a scalar return unless the return type is a " |
| 2746 | "reference type!"); |
| 2747 | |
Daniel Dunbar | 9f553f5 | 2010-08-21 03:08:16 +0000 | [diff] [blame] | 2748 | return MakeAddrLValue(RV.getScalarVal(), E->getType()); |
Daniel Dunbar | 0a04d77 | 2008-08-23 10:51:21 +0000 | [diff] [blame] | 2749 | } |
| 2750 | |
Fariborz Jahanian | 03b2960 | 2010-06-17 19:56:20 +0000 | [diff] [blame] | 2751 | LValue CodeGenFunction::EmitObjCSelectorLValue(const ObjCSelectorExpr *E) { |
| 2752 | llvm::Value *V = |
| 2753 | CGM.getObjCRuntime().GetSelector(Builder, E->getSelector(), true); |
Daniel Dunbar | 9f553f5 | 2010-08-21 03:08:16 +0000 | [diff] [blame] | 2754 | return MakeAddrLValue(V, E->getType()); |
Fariborz Jahanian | 03b2960 | 2010-06-17 19:56:20 +0000 | [diff] [blame] | 2755 | } |
| 2756 | |
Daniel Dunbar | 2a03192 | 2009-04-22 05:08:15 +0000 | [diff] [blame] | 2757 | llvm::Value *CodeGenFunction::EmitIvarOffset(const ObjCInterfaceDecl *Interface, |
Daniel Dunbar | 29e0bcc | 2008-09-24 04:00:38 +0000 | [diff] [blame] | 2758 | const ObjCIvarDecl *Ivar) { |
Fariborz Jahanian | f63aa3f | 2009-02-10 19:02:04 +0000 | [diff] [blame] | 2759 | return CGM.getObjCRuntime().EmitIvarOffset(*this, Interface, Ivar); |
Daniel Dunbar | 29e0bcc | 2008-09-24 04:00:38 +0000 | [diff] [blame] | 2760 | } |
| 2761 | |
Fariborz Jahanian | 45012a7 | 2009-02-03 00:09:52 +0000 | [diff] [blame] | 2762 | LValue CodeGenFunction::EmitLValueForIvar(QualType ObjectTy, |
| 2763 | llvm::Value *BaseValue, |
Daniel Dunbar | 29e0bcc | 2008-09-24 04:00:38 +0000 | [diff] [blame] | 2764 | const ObjCIvarDecl *Ivar, |
| 2765 | unsigned CVRQualifiers) { |
Chris Lattner | 26f074b | 2009-04-17 17:44:48 +0000 | [diff] [blame] | 2766 | return CGM.getObjCRuntime().EmitObjCValueForIvar(*this, ObjectTy, BaseValue, |
Daniel Dunbar | 525c9b7 | 2009-04-21 01:19:28 +0000 | [diff] [blame] | 2767 | Ivar, CVRQualifiers); |
Daniel Dunbar | 29e0bcc | 2008-09-24 04:00:38 +0000 | [diff] [blame] | 2768 | } |
| 2769 | |
| 2770 | LValue CodeGenFunction::EmitObjCIvarRefLValue(const ObjCIvarRefExpr *E) { |
Anders Carlsson | 29b7e50 | 2008-08-25 01:53:23 +0000 | [diff] [blame] | 2771 | // FIXME: A lot of the code below could be shared with EmitMemberExpr. |
| 2772 | llvm::Value *BaseValue = 0; |
| 2773 | const Expr *BaseExpr = E->getBase(); |
John McCall | 0953e76 | 2009-09-24 19:53:00 +0000 | [diff] [blame] | 2774 | Qualifiers BaseQuals; |
Fariborz Jahanian | 45012a7 | 2009-02-03 00:09:52 +0000 | [diff] [blame] | 2775 | QualType ObjectTy; |
Anders Carlsson | 29b7e50 | 2008-08-25 01:53:23 +0000 | [diff] [blame] | 2776 | if (E->isArrow()) { |
| 2777 | BaseValue = EmitScalarExpr(BaseExpr); |
Steve Naroff | 14108da | 2009-07-10 23:34:53 +0000 | [diff] [blame] | 2778 | ObjectTy = BaseExpr->getType()->getPointeeType(); |
John McCall | 0953e76 | 2009-09-24 19:53:00 +0000 | [diff] [blame] | 2779 | BaseQuals = ObjectTy.getQualifiers(); |
Anders Carlsson | 29b7e50 | 2008-08-25 01:53:23 +0000 | [diff] [blame] | 2780 | } else { |
| 2781 | LValue BaseLV = EmitLValue(BaseExpr); |
| 2782 | // FIXME: this isn't right for bitfields. |
| 2783 | BaseValue = BaseLV.getAddress(); |
Fariborz Jahanian | 45012a7 | 2009-02-03 00:09:52 +0000 | [diff] [blame] | 2784 | ObjectTy = BaseExpr->getType(); |
John McCall | 0953e76 | 2009-09-24 19:53:00 +0000 | [diff] [blame] | 2785 | BaseQuals = ObjectTy.getQualifiers(); |
Anders Carlsson | 29b7e50 | 2008-08-25 01:53:23 +0000 | [diff] [blame] | 2786 | } |
Daniel Dunbar | 29e0bcc | 2008-09-24 04:00:38 +0000 | [diff] [blame] | 2787 | |
Fariborz Jahanian | dbf3cfd | 2009-09-16 23:11:23 +0000 | [diff] [blame] | 2788 | LValue LV = |
John McCall | 0953e76 | 2009-09-24 19:53:00 +0000 | [diff] [blame] | 2789 | EmitLValueForIvar(ObjectTy, BaseValue, E->getDecl(), |
| 2790 | BaseQuals.getCVRQualifiers()); |
Fariborz Jahanian | dbf3cfd | 2009-09-16 23:11:23 +0000 | [diff] [blame] | 2791 | setObjCGCLValueClass(getContext(), E, LV); |
| 2792 | return LV; |
Chris Lattner | 391d77a | 2008-03-30 23:03:07 +0000 | [diff] [blame] | 2793 | } |
| 2794 | |
Chris Lattner | 6545994 | 2009-04-25 19:35:26 +0000 | [diff] [blame] | 2795 | LValue CodeGenFunction::EmitStmtExprLValue(const StmtExpr *E) { |
Chris Lattner | 6545994 | 2009-04-25 19:35:26 +0000 | [diff] [blame] | 2796 | // Can only get l-value for message expression returning aggregate type |
| 2797 | RValue RV = EmitAnyExprToTemp(E); |
Daniel Dunbar | 9f553f5 | 2010-08-21 03:08:16 +0000 | [diff] [blame] | 2798 | return MakeAddrLValue(RV.getAggregateAddr(), E->getType()); |
Chris Lattner | 6545994 | 2009-04-25 19:35:26 +0000 | [diff] [blame] | 2799 | } |
| 2800 | |
Anders Carlsson | 31777a2 | 2009-12-24 19:08:58 +0000 | [diff] [blame] | 2801 | RValue CodeGenFunction::EmitCall(QualType CalleeType, llvm::Value *Callee, |
Anders Carlsson | d2490a9 | 2009-12-24 20:40:36 +0000 | [diff] [blame] | 2802 | ReturnValueSlot ReturnValue, |
Anders Carlsson | 9864771 | 2009-05-27 01:22:39 +0000 | [diff] [blame] | 2803 | CallExpr::const_arg_iterator ArgBeg, |
| 2804 | CallExpr::const_arg_iterator ArgEnd, |
| 2805 | const Decl *TargetDecl) { |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 2806 | // Get the actual function type. The callee type will always be a pointer to |
| 2807 | // function type or a block pointer type. |
| 2808 | assert(CalleeType->isFunctionPointerType() && |
Anders Carlsson | 8ac67a7 | 2009-04-07 18:53:02 +0000 | [diff] [blame] | 2809 | "Call must have function pointer type!"); |
| 2810 | |
John McCall | 00a1ad9 | 2009-10-23 08:22:42 +0000 | [diff] [blame] | 2811 | CalleeType = getContext().getCanonicalType(CalleeType); |
| 2812 | |
John McCall | 04a67a6 | 2010-02-05 21:31:56 +0000 | [diff] [blame] | 2813 | const FunctionType *FnType |
| 2814 | = cast<FunctionType>(cast<PointerType>(CalleeType)->getPointeeType()); |
Daniel Dunbar | 19cd87e | 2008-08-30 03:02:31 +0000 | [diff] [blame] | 2815 | |
| 2816 | CallArgList Args; |
John McCall | 00a1ad9 | 2009-10-23 08:22:42 +0000 | [diff] [blame] | 2817 | EmitCallArgs(Args, dyn_cast<FunctionProtoType>(FnType), ArgBeg, ArgEnd); |
Daniel Dunbar | 19cd87e | 2008-08-30 03:02:31 +0000 | [diff] [blame] | 2818 | |
John McCall | de5d3c7 | 2012-02-17 03:33:10 +0000 | [diff] [blame] | 2819 | const CGFunctionInfo &FnInfo = |
John McCall | 0f3d097 | 2012-07-07 06:41:13 +0000 | [diff] [blame] | 2820 | CGM.getTypes().arrangeFreeFunctionCall(Args, FnType); |
John McCall | 01f151e | 2011-09-21 08:08:30 +0000 | [diff] [blame] | 2821 | |
| 2822 | // C99 6.5.2.2p6: |
| 2823 | // If the expression that denotes the called function has a type |
| 2824 | // that does not include a prototype, [the default argument |
| 2825 | // promotions are performed]. If the number of arguments does not |
| 2826 | // equal the number of parameters, the behavior is undefined. If |
| 2827 | // the function is defined with a type that includes a prototype, |
| 2828 | // and either the prototype ends with an ellipsis (, ...) or the |
| 2829 | // types of the arguments after promotion are not compatible with |
| 2830 | // the types of the parameters, the behavior is undefined. If the |
| 2831 | // function is defined with a type that does not include a |
| 2832 | // prototype, and the types of the arguments after promotion are |
| 2833 | // not compatible with those of the parameters after promotion, |
| 2834 | // the behavior is undefined [except in some trivial cases]. |
| 2835 | // That is, in the general case, we should assume that a call |
| 2836 | // through an unprototyped function type works like a *non-variadic* |
| 2837 | // call. The way we make this work is to cast to the exact type |
| 2838 | // of the promoted arguments. |
John McCall | de5d3c7 | 2012-02-17 03:33:10 +0000 | [diff] [blame] | 2839 | if (isa<FunctionNoProtoType>(FnType) && !FnInfo.isVariadic()) { |
| 2840 | llvm::Type *CalleeTy = getTypes().GetFunctionType(FnInfo); |
John McCall | 01f151e | 2011-09-21 08:08:30 +0000 | [diff] [blame] | 2841 | CalleeTy = CalleeTy->getPointerTo(); |
| 2842 | Callee = Builder.CreateBitCast(Callee, CalleeTy, "callee.knr.cast"); |
| 2843 | } |
| 2844 | |
| 2845 | return EmitCall(FnInfo, Callee, ReturnValue, Args, TargetDecl); |
Daniel Dunbar | 8f2926b | 2008-08-23 03:46:30 +0000 | [diff] [blame] | 2846 | } |
Fariborz Jahanian | 8bfd31f | 2009-10-22 22:57:31 +0000 | [diff] [blame] | 2847 | |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 2848 | LValue CodeGenFunction:: |
| 2849 | EmitPointerToDataMemberBinaryExpr(const BinaryOperator *E) { |
Eli Friedman | 1c5c1a0 | 2009-11-18 05:01:17 +0000 | [diff] [blame] | 2850 | llvm::Value *BaseV; |
John McCall | 2de56d1 | 2010-08-25 11:45:40 +0000 | [diff] [blame] | 2851 | if (E->getOpcode() == BO_PtrMemI) |
Eli Friedman | 1c5c1a0 | 2009-11-18 05:01:17 +0000 | [diff] [blame] | 2852 | BaseV = EmitScalarExpr(E->getLHS()); |
| 2853 | else |
| 2854 | BaseV = EmitLValue(E->getLHS()).getAddress(); |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 2855 | |
John McCall | 6c2ab1d | 2010-08-31 21:07:20 +0000 | [diff] [blame] | 2856 | llvm::Value *OffsetV = EmitScalarExpr(E->getRHS()); |
| 2857 | |
| 2858 | const MemberPointerType *MPT |
| 2859 | = E->getRHS()->getType()->getAs<MemberPointerType>(); |
| 2860 | |
| 2861 | llvm::Value *AddV = |
| 2862 | CGM.getCXXABI().EmitMemberDataPointerAddress(*this, BaseV, OffsetV, MPT); |
| 2863 | |
| 2864 | return MakeAddrLValue(AddV, MPT->getPointeeType()); |
Fariborz Jahanian | 8bfd31f | 2009-10-22 22:57:31 +0000 | [diff] [blame] | 2865 | } |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 2866 | |
| 2867 | static void |
| 2868 | EmitAtomicOp(CodeGenFunction &CGF, AtomicExpr *E, llvm::Value *Dest, |
| 2869 | llvm::Value *Ptr, llvm::Value *Val1, llvm::Value *Val2, |
| 2870 | uint64_t Size, unsigned Align, llvm::AtomicOrdering Order) { |
Richard Smith | ff34d40 | 2012-04-12 05:08:17 +0000 | [diff] [blame] | 2871 | llvm::AtomicRMWInst::BinOp Op = llvm::AtomicRMWInst::Add; |
| 2872 | llvm::Instruction::BinaryOps PostOp = (llvm::Instruction::BinaryOps)0; |
| 2873 | |
| 2874 | switch (E->getOp()) { |
| 2875 | case AtomicExpr::AO__c11_atomic_init: |
| 2876 | llvm_unreachable("Already handled!"); |
| 2877 | |
| 2878 | case AtomicExpr::AO__c11_atomic_compare_exchange_strong: |
| 2879 | case AtomicExpr::AO__c11_atomic_compare_exchange_weak: |
| 2880 | case AtomicExpr::AO__atomic_compare_exchange: |
| 2881 | case AtomicExpr::AO__atomic_compare_exchange_n: { |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 2882 | // Note that cmpxchg only supports specifying one ordering and |
| 2883 | // doesn't support weak cmpxchg, at least at the moment. |
| 2884 | llvm::LoadInst *LoadVal1 = CGF.Builder.CreateLoad(Val1); |
| 2885 | LoadVal1->setAlignment(Align); |
| 2886 | llvm::LoadInst *LoadVal2 = CGF.Builder.CreateLoad(Val2); |
| 2887 | LoadVal2->setAlignment(Align); |
| 2888 | llvm::AtomicCmpXchgInst *CXI = |
| 2889 | CGF.Builder.CreateAtomicCmpXchg(Ptr, LoadVal1, LoadVal2, Order); |
| 2890 | CXI->setVolatile(E->isVolatile()); |
| 2891 | llvm::StoreInst *StoreVal1 = CGF.Builder.CreateStore(CXI, Val1); |
| 2892 | StoreVal1->setAlignment(Align); |
| 2893 | llvm::Value *Cmp = CGF.Builder.CreateICmpEQ(CXI, LoadVal1); |
| 2894 | CGF.EmitStoreOfScalar(Cmp, CGF.MakeAddrLValue(Dest, E->getType())); |
| 2895 | return; |
| 2896 | } |
| 2897 | |
Richard Smith | ff34d40 | 2012-04-12 05:08:17 +0000 | [diff] [blame] | 2898 | case AtomicExpr::AO__c11_atomic_load: |
| 2899 | case AtomicExpr::AO__atomic_load_n: |
| 2900 | case AtomicExpr::AO__atomic_load: { |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 2901 | llvm::LoadInst *Load = CGF.Builder.CreateLoad(Ptr); |
| 2902 | Load->setAtomic(Order); |
| 2903 | Load->setAlignment(Size); |
| 2904 | Load->setVolatile(E->isVolatile()); |
| 2905 | llvm::StoreInst *StoreDest = CGF.Builder.CreateStore(Load, Dest); |
| 2906 | StoreDest->setAlignment(Align); |
| 2907 | return; |
| 2908 | } |
| 2909 | |
Richard Smith | ff34d40 | 2012-04-12 05:08:17 +0000 | [diff] [blame] | 2910 | case AtomicExpr::AO__c11_atomic_store: |
| 2911 | case AtomicExpr::AO__atomic_store: |
| 2912 | case AtomicExpr::AO__atomic_store_n: { |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 2913 | assert(!Dest && "Store does not return a value"); |
| 2914 | llvm::LoadInst *LoadVal1 = CGF.Builder.CreateLoad(Val1); |
| 2915 | LoadVal1->setAlignment(Align); |
| 2916 | llvm::StoreInst *Store = CGF.Builder.CreateStore(LoadVal1, Ptr); |
| 2917 | Store->setAtomic(Order); |
| 2918 | Store->setAlignment(Size); |
| 2919 | Store->setVolatile(E->isVolatile()); |
| 2920 | return; |
| 2921 | } |
| 2922 | |
Richard Smith | ff34d40 | 2012-04-12 05:08:17 +0000 | [diff] [blame] | 2923 | case AtomicExpr::AO__c11_atomic_exchange: |
| 2924 | case AtomicExpr::AO__atomic_exchange_n: |
| 2925 | case AtomicExpr::AO__atomic_exchange: |
| 2926 | Op = llvm::AtomicRMWInst::Xchg; |
| 2927 | break; |
| 2928 | |
| 2929 | case AtomicExpr::AO__atomic_add_fetch: |
| 2930 | PostOp = llvm::Instruction::Add; |
| 2931 | // Fall through. |
| 2932 | case AtomicExpr::AO__c11_atomic_fetch_add: |
| 2933 | case AtomicExpr::AO__atomic_fetch_add: |
| 2934 | Op = llvm::AtomicRMWInst::Add; |
| 2935 | break; |
| 2936 | |
| 2937 | case AtomicExpr::AO__atomic_sub_fetch: |
| 2938 | PostOp = llvm::Instruction::Sub; |
| 2939 | // Fall through. |
| 2940 | case AtomicExpr::AO__c11_atomic_fetch_sub: |
| 2941 | case AtomicExpr::AO__atomic_fetch_sub: |
| 2942 | Op = llvm::AtomicRMWInst::Sub; |
| 2943 | break; |
| 2944 | |
| 2945 | case AtomicExpr::AO__atomic_and_fetch: |
| 2946 | PostOp = llvm::Instruction::And; |
| 2947 | // Fall through. |
| 2948 | case AtomicExpr::AO__c11_atomic_fetch_and: |
| 2949 | case AtomicExpr::AO__atomic_fetch_and: |
| 2950 | Op = llvm::AtomicRMWInst::And; |
| 2951 | break; |
| 2952 | |
| 2953 | case AtomicExpr::AO__atomic_or_fetch: |
| 2954 | PostOp = llvm::Instruction::Or; |
| 2955 | // Fall through. |
| 2956 | case AtomicExpr::AO__c11_atomic_fetch_or: |
| 2957 | case AtomicExpr::AO__atomic_fetch_or: |
| 2958 | Op = llvm::AtomicRMWInst::Or; |
| 2959 | break; |
| 2960 | |
| 2961 | case AtomicExpr::AO__atomic_xor_fetch: |
| 2962 | PostOp = llvm::Instruction::Xor; |
| 2963 | // Fall through. |
| 2964 | case AtomicExpr::AO__c11_atomic_fetch_xor: |
| 2965 | case AtomicExpr::AO__atomic_fetch_xor: |
| 2966 | Op = llvm::AtomicRMWInst::Xor; |
| 2967 | break; |
Richard Smith | 51b9240 | 2012-04-13 06:31:38 +0000 | [diff] [blame] | 2968 | |
| 2969 | case AtomicExpr::AO__atomic_nand_fetch: |
| 2970 | PostOp = llvm::Instruction::And; |
| 2971 | // Fall through. |
| 2972 | case AtomicExpr::AO__atomic_fetch_nand: |
| 2973 | Op = llvm::AtomicRMWInst::Nand; |
| 2974 | break; |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 2975 | } |
Richard Smith | ff34d40 | 2012-04-12 05:08:17 +0000 | [diff] [blame] | 2976 | |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 2977 | llvm::LoadInst *LoadVal1 = CGF.Builder.CreateLoad(Val1); |
| 2978 | LoadVal1->setAlignment(Align); |
| 2979 | llvm::AtomicRMWInst *RMWI = |
| 2980 | CGF.Builder.CreateAtomicRMW(Op, Ptr, LoadVal1, Order); |
| 2981 | RMWI->setVolatile(E->isVolatile()); |
Richard Smith | ff34d40 | 2012-04-12 05:08:17 +0000 | [diff] [blame] | 2982 | |
| 2983 | // For __atomic_*_fetch operations, perform the operation again to |
| 2984 | // determine the value which was written. |
| 2985 | llvm::Value *Result = RMWI; |
| 2986 | if (PostOp) |
| 2987 | Result = CGF.Builder.CreateBinOp(PostOp, RMWI, LoadVal1); |
Richard Smith | 51b9240 | 2012-04-13 06:31:38 +0000 | [diff] [blame] | 2988 | if (E->getOp() == AtomicExpr::AO__atomic_nand_fetch) |
| 2989 | Result = CGF.Builder.CreateNot(Result); |
Richard Smith | ff34d40 | 2012-04-12 05:08:17 +0000 | [diff] [blame] | 2990 | llvm::StoreInst *StoreDest = CGF.Builder.CreateStore(Result, Dest); |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 2991 | StoreDest->setAlignment(Align); |
| 2992 | } |
| 2993 | |
| 2994 | // This function emits any expression (scalar, complex, or aggregate) |
| 2995 | // into a temporary alloca. |
| 2996 | static llvm::Value * |
| 2997 | EmitValToTemp(CodeGenFunction &CGF, Expr *E) { |
| 2998 | llvm::Value *DeclPtr = CGF.CreateMemTemp(E->getType(), ".atomictmp"); |
Chad Rosier | 649b4a1 | 2012-03-29 17:37:10 +0000 | [diff] [blame] | 2999 | CGF.EmitAnyExprToMem(E, DeclPtr, E->getType().getQualifiers(), |
| 3000 | /*Init*/ true); |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 3001 | return DeclPtr; |
| 3002 | } |
| 3003 | |
| 3004 | static RValue ConvertTempToRValue(CodeGenFunction &CGF, QualType Ty, |
| 3005 | llvm::Value *Dest) { |
| 3006 | if (Ty->isAnyComplexType()) |
| 3007 | return RValue::getComplex(CGF.LoadComplexFromAddr(Dest, false)); |
| 3008 | if (CGF.hasAggregateLLVMType(Ty)) |
| 3009 | return RValue::getAggregate(Dest); |
| 3010 | return RValue::get(CGF.EmitLoadOfScalar(CGF.MakeAddrLValue(Dest, Ty))); |
| 3011 | } |
| 3012 | |
| 3013 | RValue CodeGenFunction::EmitAtomicExpr(AtomicExpr *E, llvm::Value *Dest) { |
| 3014 | QualType AtomicTy = E->getPtr()->getType()->getPointeeType(); |
Richard Smith | ff34d40 | 2012-04-12 05:08:17 +0000 | [diff] [blame] | 3015 | QualType MemTy = AtomicTy; |
| 3016 | if (const AtomicType *AT = AtomicTy->getAs<AtomicType>()) |
| 3017 | MemTy = AT->getValueType(); |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 3018 | CharUnits sizeChars = getContext().getTypeSizeInChars(AtomicTy); |
| 3019 | uint64_t Size = sizeChars.getQuantity(); |
| 3020 | CharUnits alignChars = getContext().getTypeAlignInChars(AtomicTy); |
| 3021 | unsigned Align = alignChars.getQuantity(); |
Eli Friedman | 2be4607 | 2011-10-14 20:59:01 +0000 | [diff] [blame] | 3022 | unsigned MaxInlineWidth = |
| 3023 | getContext().getTargetInfo().getMaxAtomicInlineWidth(); |
| 3024 | bool UseLibcall = (Size != Align || Size > MaxInlineWidth); |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 3025 | |
David Chisnall | 7a7ee30 | 2012-01-16 17:27:18 +0000 | [diff] [blame] | 3026 | |
| 3027 | |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 3028 | llvm::Value *Ptr, *Order, *OrderFail = 0, *Val1 = 0, *Val2 = 0; |
| 3029 | Ptr = EmitScalarExpr(E->getPtr()); |
David Chisnall | 7a7ee30 | 2012-01-16 17:27:18 +0000 | [diff] [blame] | 3030 | |
Richard Smith | ff34d40 | 2012-04-12 05:08:17 +0000 | [diff] [blame] | 3031 | if (E->getOp() == AtomicExpr::AO__c11_atomic_init) { |
David Chisnall | 7a7ee30 | 2012-01-16 17:27:18 +0000 | [diff] [blame] | 3032 | assert(!Dest && "Init does not return a value"); |
David Chisnall | 5d70cfd | 2012-04-11 17:24:05 +0000 | [diff] [blame] | 3033 | if (!hasAggregateLLVMType(E->getVal1()->getType())) { |
Douglas Gregor | 47bfcca | 2012-04-12 20:42:30 +0000 | [diff] [blame] | 3034 | QualType PointeeType |
| 3035 | = E->getPtr()->getType()->getAs<PointerType>()->getPointeeType(); |
| 3036 | EmitScalarInit(EmitScalarExpr(E->getVal1()), |
| 3037 | LValue::MakeAddr(Ptr, PointeeType, alignChars, |
| 3038 | getContext())); |
David Chisnall | 5d70cfd | 2012-04-11 17:24:05 +0000 | [diff] [blame] | 3039 | } else if (E->getType()->isAnyComplexType()) { |
| 3040 | EmitComplexExprIntoAddr(E->getVal1(), Ptr, E->isVolatile()); |
| 3041 | } else { |
| 3042 | AggValueSlot Slot = AggValueSlot::forAddr(Ptr, alignChars, |
| 3043 | AtomicTy.getQualifiers(), |
| 3044 | AggValueSlot::IsNotDestructed, |
| 3045 | AggValueSlot::DoesNotNeedGCBarriers, |
| 3046 | AggValueSlot::IsNotAliased); |
| 3047 | EmitAggExpr(E->getVal1(), Slot); |
| 3048 | } |
David Chisnall | 7a7ee30 | 2012-01-16 17:27:18 +0000 | [diff] [blame] | 3049 | return RValue::get(0); |
| 3050 | } |
| 3051 | |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 3052 | Order = EmitScalarExpr(E->getOrder()); |
Richard Smith | ff34d40 | 2012-04-12 05:08:17 +0000 | [diff] [blame] | 3053 | |
| 3054 | switch (E->getOp()) { |
| 3055 | case AtomicExpr::AO__c11_atomic_init: |
| 3056 | llvm_unreachable("Already handled!"); |
| 3057 | |
| 3058 | case AtomicExpr::AO__c11_atomic_load: |
| 3059 | case AtomicExpr::AO__atomic_load_n: |
| 3060 | break; |
| 3061 | |
| 3062 | case AtomicExpr::AO__atomic_load: |
| 3063 | Dest = EmitScalarExpr(E->getVal1()); |
| 3064 | break; |
| 3065 | |
| 3066 | case AtomicExpr::AO__atomic_store: |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 3067 | Val1 = EmitScalarExpr(E->getVal1()); |
Richard Smith | ff34d40 | 2012-04-12 05:08:17 +0000 | [diff] [blame] | 3068 | break; |
| 3069 | |
| 3070 | case AtomicExpr::AO__atomic_exchange: |
| 3071 | Val1 = EmitScalarExpr(E->getVal1()); |
| 3072 | Dest = EmitScalarExpr(E->getVal2()); |
| 3073 | break; |
| 3074 | |
| 3075 | case AtomicExpr::AO__c11_atomic_compare_exchange_strong: |
| 3076 | case AtomicExpr::AO__c11_atomic_compare_exchange_weak: |
| 3077 | case AtomicExpr::AO__atomic_compare_exchange_n: |
| 3078 | case AtomicExpr::AO__atomic_compare_exchange: |
| 3079 | Val1 = EmitScalarExpr(E->getVal1()); |
| 3080 | if (E->getOp() == AtomicExpr::AO__atomic_compare_exchange) |
| 3081 | Val2 = EmitScalarExpr(E->getVal2()); |
| 3082 | else |
| 3083 | Val2 = EmitValToTemp(*this, E->getVal2()); |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 3084 | OrderFail = EmitScalarExpr(E->getOrderFail()); |
Richard Smith | ff34d40 | 2012-04-12 05:08:17 +0000 | [diff] [blame] | 3085 | // Evaluate and discard the 'weak' argument. |
| 3086 | if (E->getNumSubExprs() == 6) |
| 3087 | EmitScalarExpr(E->getWeak()); |
| 3088 | break; |
| 3089 | |
| 3090 | case AtomicExpr::AO__c11_atomic_fetch_add: |
| 3091 | case AtomicExpr::AO__c11_atomic_fetch_sub: |
Richard Smith | ff34d40 | 2012-04-12 05:08:17 +0000 | [diff] [blame] | 3092 | if (MemTy->isPointerType()) { |
| 3093 | // For pointer arithmetic, we're required to do a bit of math: |
| 3094 | // adding 1 to an int* is not the same as adding 1 to a uintptr_t. |
Richard Smith | 2c39d71 | 2012-04-13 00:45:38 +0000 | [diff] [blame] | 3095 | // ... but only for the C11 builtins. The GNU builtins expect the |
| 3096 | // user to multiply by sizeof(T). |
Richard Smith | ff34d40 | 2012-04-12 05:08:17 +0000 | [diff] [blame] | 3097 | QualType Val1Ty = E->getVal1()->getType(); |
| 3098 | llvm::Value *Val1Scalar = EmitScalarExpr(E->getVal1()); |
| 3099 | CharUnits PointeeIncAmt = |
| 3100 | getContext().getTypeSizeInChars(MemTy->getPointeeType()); |
| 3101 | Val1Scalar = Builder.CreateMul(Val1Scalar, CGM.getSize(PointeeIncAmt)); |
| 3102 | Val1 = CreateMemTemp(Val1Ty, ".atomictmp"); |
| 3103 | EmitStoreOfScalar(Val1Scalar, MakeAddrLValue(Val1, Val1Ty)); |
| 3104 | break; |
| 3105 | } |
| 3106 | // Fall through. |
Richard Smith | 2c39d71 | 2012-04-13 00:45:38 +0000 | [diff] [blame] | 3107 | case AtomicExpr::AO__atomic_fetch_add: |
| 3108 | case AtomicExpr::AO__atomic_fetch_sub: |
| 3109 | case AtomicExpr::AO__atomic_add_fetch: |
| 3110 | case AtomicExpr::AO__atomic_sub_fetch: |
Richard Smith | ff34d40 | 2012-04-12 05:08:17 +0000 | [diff] [blame] | 3111 | case AtomicExpr::AO__c11_atomic_store: |
| 3112 | case AtomicExpr::AO__c11_atomic_exchange: |
| 3113 | case AtomicExpr::AO__atomic_store_n: |
| 3114 | case AtomicExpr::AO__atomic_exchange_n: |
| 3115 | case AtomicExpr::AO__c11_atomic_fetch_and: |
| 3116 | case AtomicExpr::AO__c11_atomic_fetch_or: |
| 3117 | case AtomicExpr::AO__c11_atomic_fetch_xor: |
| 3118 | case AtomicExpr::AO__atomic_fetch_and: |
| 3119 | case AtomicExpr::AO__atomic_fetch_or: |
| 3120 | case AtomicExpr::AO__atomic_fetch_xor: |
Richard Smith | 51b9240 | 2012-04-13 06:31:38 +0000 | [diff] [blame] | 3121 | case AtomicExpr::AO__atomic_fetch_nand: |
Richard Smith | ff34d40 | 2012-04-12 05:08:17 +0000 | [diff] [blame] | 3122 | case AtomicExpr::AO__atomic_and_fetch: |
| 3123 | case AtomicExpr::AO__atomic_or_fetch: |
| 3124 | case AtomicExpr::AO__atomic_xor_fetch: |
Richard Smith | 51b9240 | 2012-04-13 06:31:38 +0000 | [diff] [blame] | 3125 | case AtomicExpr::AO__atomic_nand_fetch: |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 3126 | Val1 = EmitValToTemp(*this, E->getVal1()); |
Richard Smith | ff34d40 | 2012-04-12 05:08:17 +0000 | [diff] [blame] | 3127 | break; |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 3128 | } |
| 3129 | |
Richard Smith | ff34d40 | 2012-04-12 05:08:17 +0000 | [diff] [blame] | 3130 | if (!E->getType()->isVoidType() && !Dest) |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 3131 | Dest = CreateMemTemp(E->getType(), ".atomicdst"); |
| 3132 | |
David Chisnall | 3a7d69b | 2012-03-29 18:01:11 +0000 | [diff] [blame] | 3133 | // Use a library call. See: http://gcc.gnu.org/wiki/Atomic/GCCMM/LIbrary . |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 3134 | if (UseLibcall) { |
David Chisnall | 3a7d69b | 2012-03-29 18:01:11 +0000 | [diff] [blame] | 3135 | |
| 3136 | llvm::SmallVector<QualType, 5> Params; |
| 3137 | CallArgList Args; |
| 3138 | // Size is always the first parameter |
| 3139 | Args.add(RValue::get(llvm::ConstantInt::get(SizeTy, Size)), |
| 3140 | getContext().getSizeType()); |
| 3141 | // Atomic address is always the second parameter |
| 3142 | Args.add(RValue::get(EmitCastToVoidPtr(Ptr)), |
| 3143 | getContext().VoidPtrTy); |
| 3144 | |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 3145 | const char* LibCallName; |
David Chisnall | 3a7d69b | 2012-03-29 18:01:11 +0000 | [diff] [blame] | 3146 | QualType RetTy = getContext().VoidTy; |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 3147 | switch (E->getOp()) { |
David Chisnall | 3a7d69b | 2012-03-29 18:01:11 +0000 | [diff] [blame] | 3148 | // There is only one libcall for compare an exchange, because there is no |
| 3149 | // optimisation benefit possible from a libcall version of a weak compare |
| 3150 | // and exchange. |
| 3151 | // bool __atomic_compare_exchange(size_t size, void *obj, void *expected, |
Richard Smith | ff34d40 | 2012-04-12 05:08:17 +0000 | [diff] [blame] | 3152 | // void *desired, int success, int failure) |
| 3153 | case AtomicExpr::AO__c11_atomic_compare_exchange_weak: |
| 3154 | case AtomicExpr::AO__c11_atomic_compare_exchange_strong: |
| 3155 | case AtomicExpr::AO__atomic_compare_exchange: |
| 3156 | case AtomicExpr::AO__atomic_compare_exchange_n: |
David Chisnall | 3a7d69b | 2012-03-29 18:01:11 +0000 | [diff] [blame] | 3157 | LibCallName = "__atomic_compare_exchange"; |
| 3158 | RetTy = getContext().BoolTy; |
| 3159 | Args.add(RValue::get(EmitCastToVoidPtr(Val1)), |
| 3160 | getContext().VoidPtrTy); |
| 3161 | Args.add(RValue::get(EmitCastToVoidPtr(Val2)), |
| 3162 | getContext().VoidPtrTy); |
| 3163 | Args.add(RValue::get(Order), |
| 3164 | getContext().IntTy); |
| 3165 | Order = OrderFail; |
| 3166 | break; |
| 3167 | // void __atomic_exchange(size_t size, void *mem, void *val, void *return, |
| 3168 | // int order) |
Richard Smith | ff34d40 | 2012-04-12 05:08:17 +0000 | [diff] [blame] | 3169 | case AtomicExpr::AO__c11_atomic_exchange: |
| 3170 | case AtomicExpr::AO__atomic_exchange_n: |
| 3171 | case AtomicExpr::AO__atomic_exchange: |
David Chisnall | 3a7d69b | 2012-03-29 18:01:11 +0000 | [diff] [blame] | 3172 | LibCallName = "__atomic_exchange"; |
| 3173 | Args.add(RValue::get(EmitCastToVoidPtr(Val1)), |
| 3174 | getContext().VoidPtrTy); |
| 3175 | Args.add(RValue::get(EmitCastToVoidPtr(Dest)), |
| 3176 | getContext().VoidPtrTy); |
| 3177 | break; |
| 3178 | // void __atomic_store(size_t size, void *mem, void *val, int order) |
Richard Smith | ff34d40 | 2012-04-12 05:08:17 +0000 | [diff] [blame] | 3179 | case AtomicExpr::AO__c11_atomic_store: |
| 3180 | case AtomicExpr::AO__atomic_store: |
| 3181 | case AtomicExpr::AO__atomic_store_n: |
David Chisnall | 3a7d69b | 2012-03-29 18:01:11 +0000 | [diff] [blame] | 3182 | LibCallName = "__atomic_store"; |
| 3183 | Args.add(RValue::get(EmitCastToVoidPtr(Val1)), |
| 3184 | getContext().VoidPtrTy); |
| 3185 | break; |
| 3186 | // void __atomic_load(size_t size, void *mem, void *return, int order) |
Richard Smith | ff34d40 | 2012-04-12 05:08:17 +0000 | [diff] [blame] | 3187 | case AtomicExpr::AO__c11_atomic_load: |
| 3188 | case AtomicExpr::AO__atomic_load: |
| 3189 | case AtomicExpr::AO__atomic_load_n: |
David Chisnall | 3a7d69b | 2012-03-29 18:01:11 +0000 | [diff] [blame] | 3190 | LibCallName = "__atomic_load"; |
| 3191 | Args.add(RValue::get(EmitCastToVoidPtr(Dest)), |
| 3192 | getContext().VoidPtrTy); |
| 3193 | break; |
| 3194 | #if 0 |
| 3195 | // These are only defined for 1-16 byte integers. It is not clear what |
| 3196 | // their semantics would be on anything else... |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 3197 | case AtomicExpr::Add: LibCallName = "__atomic_fetch_add_generic"; break; |
| 3198 | case AtomicExpr::Sub: LibCallName = "__atomic_fetch_sub_generic"; break; |
| 3199 | case AtomicExpr::And: LibCallName = "__atomic_fetch_and_generic"; break; |
| 3200 | case AtomicExpr::Or: LibCallName = "__atomic_fetch_or_generic"; break; |
| 3201 | case AtomicExpr::Xor: LibCallName = "__atomic_fetch_xor_generic"; break; |
David Chisnall | 3a7d69b | 2012-03-29 18:01:11 +0000 | [diff] [blame] | 3202 | #endif |
| 3203 | default: return EmitUnsupportedRValue(E, "atomic library call"); |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 3204 | } |
David Chisnall | 3a7d69b | 2012-03-29 18:01:11 +0000 | [diff] [blame] | 3205 | // order is always the last parameter |
| 3206 | Args.add(RValue::get(Order), |
| 3207 | getContext().IntTy); |
| 3208 | |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 3209 | const CGFunctionInfo &FuncInfo = |
John McCall | 0f3d097 | 2012-07-07 06:41:13 +0000 | [diff] [blame] | 3210 | CGM.getTypes().arrangeFreeFunctionCall(RetTy, Args, |
David Chisnall | 3a7d69b | 2012-03-29 18:01:11 +0000 | [diff] [blame] | 3211 | FunctionType::ExtInfo(), RequiredArgs::All); |
| 3212 | llvm::FunctionType *FTy = CGM.getTypes().GetFunctionType(FuncInfo); |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 3213 | llvm::Constant *Func = CGM.CreateRuntimeFunction(FTy, LibCallName); |
| 3214 | RValue Res = EmitCall(FuncInfo, Func, ReturnValueSlot(), Args); |
| 3215 | if (E->isCmpXChg()) |
| 3216 | return Res; |
Richard Smith | ff34d40 | 2012-04-12 05:08:17 +0000 | [diff] [blame] | 3217 | if (E->getType()->isVoidType()) |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 3218 | return RValue::get(0); |
| 3219 | return ConvertTempToRValue(*this, E->getType(), Dest); |
| 3220 | } |
David Chisnall | 3a7d69b | 2012-03-29 18:01:11 +0000 | [diff] [blame] | 3221 | |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 3222 | llvm::Type *IPtrTy = |
| 3223 | llvm::IntegerType::get(getLLVMContext(), Size * 8)->getPointerTo(); |
| 3224 | llvm::Value *OrigDest = Dest; |
| 3225 | Ptr = Builder.CreateBitCast(Ptr, IPtrTy); |
| 3226 | if (Val1) Val1 = Builder.CreateBitCast(Val1, IPtrTy); |
| 3227 | if (Val2) Val2 = Builder.CreateBitCast(Val2, IPtrTy); |
| 3228 | if (Dest && !E->isCmpXChg()) Dest = Builder.CreateBitCast(Dest, IPtrTy); |
| 3229 | |
| 3230 | if (isa<llvm::ConstantInt>(Order)) { |
| 3231 | int ord = cast<llvm::ConstantInt>(Order)->getZExtValue(); |
| 3232 | switch (ord) { |
| 3233 | case 0: // memory_order_relaxed |
| 3234 | EmitAtomicOp(*this, E, Dest, Ptr, Val1, Val2, Size, Align, |
| 3235 | llvm::Monotonic); |
| 3236 | break; |
| 3237 | case 1: // memory_order_consume |
| 3238 | case 2: // memory_order_acquire |
| 3239 | EmitAtomicOp(*this, E, Dest, Ptr, Val1, Val2, Size, Align, |
| 3240 | llvm::Acquire); |
| 3241 | break; |
| 3242 | case 3: // memory_order_release |
| 3243 | EmitAtomicOp(*this, E, Dest, Ptr, Val1, Val2, Size, Align, |
| 3244 | llvm::Release); |
| 3245 | break; |
| 3246 | case 4: // memory_order_acq_rel |
| 3247 | EmitAtomicOp(*this, E, Dest, Ptr, Val1, Val2, Size, Align, |
| 3248 | llvm::AcquireRelease); |
| 3249 | break; |
| 3250 | case 5: // memory_order_seq_cst |
| 3251 | EmitAtomicOp(*this, E, Dest, Ptr, Val1, Val2, Size, Align, |
| 3252 | llvm::SequentiallyConsistent); |
| 3253 | break; |
| 3254 | default: // invalid order |
| 3255 | // We should not ever get here normally, but it's hard to |
| 3256 | // enforce that in general. |
Richard Smith | ff34d40 | 2012-04-12 05:08:17 +0000 | [diff] [blame] | 3257 | break; |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 3258 | } |
Richard Smith | ff34d40 | 2012-04-12 05:08:17 +0000 | [diff] [blame] | 3259 | if (E->getType()->isVoidType()) |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 3260 | return RValue::get(0); |
| 3261 | return ConvertTempToRValue(*this, E->getType(), OrigDest); |
| 3262 | } |
| 3263 | |
| 3264 | // Long case, when Order isn't obviously constant. |
| 3265 | |
Richard Smith | ff34d40 | 2012-04-12 05:08:17 +0000 | [diff] [blame] | 3266 | bool IsStore = E->getOp() == AtomicExpr::AO__c11_atomic_store || |
| 3267 | E->getOp() == AtomicExpr::AO__atomic_store || |
| 3268 | E->getOp() == AtomicExpr::AO__atomic_store_n; |
| 3269 | bool IsLoad = E->getOp() == AtomicExpr::AO__c11_atomic_load || |
| 3270 | E->getOp() == AtomicExpr::AO__atomic_load || |
| 3271 | E->getOp() == AtomicExpr::AO__atomic_load_n; |
| 3272 | |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 3273 | // Create all the relevant BB's |
Eli Friedman | 9e3c20b | 2011-10-11 20:00:47 +0000 | [diff] [blame] | 3274 | llvm::BasicBlock *MonotonicBB = 0, *AcquireBB = 0, *ReleaseBB = 0, |
| 3275 | *AcqRelBB = 0, *SeqCstBB = 0; |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 3276 | MonotonicBB = createBasicBlock("monotonic", CurFn); |
Richard Smith | ff34d40 | 2012-04-12 05:08:17 +0000 | [diff] [blame] | 3277 | if (!IsStore) |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 3278 | AcquireBB = createBasicBlock("acquire", CurFn); |
Richard Smith | ff34d40 | 2012-04-12 05:08:17 +0000 | [diff] [blame] | 3279 | if (!IsLoad) |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 3280 | ReleaseBB = createBasicBlock("release", CurFn); |
Richard Smith | ff34d40 | 2012-04-12 05:08:17 +0000 | [diff] [blame] | 3281 | if (!IsLoad && !IsStore) |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 3282 | AcqRelBB = createBasicBlock("acqrel", CurFn); |
| 3283 | SeqCstBB = createBasicBlock("seqcst", CurFn); |
| 3284 | llvm::BasicBlock *ContBB = createBasicBlock("atomic.continue", CurFn); |
| 3285 | |
| 3286 | // Create the switch for the split |
| 3287 | // MonotonicBB is arbitrarily chosen as the default case; in practice, this |
| 3288 | // doesn't matter unless someone is crazy enough to use something that |
| 3289 | // doesn't fold to a constant for the ordering. |
| 3290 | Order = Builder.CreateIntCast(Order, Builder.getInt32Ty(), false); |
| 3291 | llvm::SwitchInst *SI = Builder.CreateSwitch(Order, MonotonicBB); |
| 3292 | |
| 3293 | // Emit all the different atomics |
| 3294 | Builder.SetInsertPoint(MonotonicBB); |
| 3295 | EmitAtomicOp(*this, E, Dest, Ptr, Val1, Val2, Size, Align, |
| 3296 | llvm::Monotonic); |
| 3297 | Builder.CreateBr(ContBB); |
Richard Smith | ff34d40 | 2012-04-12 05:08:17 +0000 | [diff] [blame] | 3298 | if (!IsStore) { |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 3299 | Builder.SetInsertPoint(AcquireBB); |
| 3300 | EmitAtomicOp(*this, E, Dest, Ptr, Val1, Val2, Size, Align, |
| 3301 | llvm::Acquire); |
| 3302 | Builder.CreateBr(ContBB); |
| 3303 | SI->addCase(Builder.getInt32(1), AcquireBB); |
| 3304 | SI->addCase(Builder.getInt32(2), AcquireBB); |
| 3305 | } |
Richard Smith | ff34d40 | 2012-04-12 05:08:17 +0000 | [diff] [blame] | 3306 | if (!IsLoad) { |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 3307 | Builder.SetInsertPoint(ReleaseBB); |
| 3308 | EmitAtomicOp(*this, E, Dest, Ptr, Val1, Val2, Size, Align, |
| 3309 | llvm::Release); |
| 3310 | Builder.CreateBr(ContBB); |
| 3311 | SI->addCase(Builder.getInt32(3), ReleaseBB); |
| 3312 | } |
Richard Smith | ff34d40 | 2012-04-12 05:08:17 +0000 | [diff] [blame] | 3313 | if (!IsLoad && !IsStore) { |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 3314 | Builder.SetInsertPoint(AcqRelBB); |
| 3315 | EmitAtomicOp(*this, E, Dest, Ptr, Val1, Val2, Size, Align, |
| 3316 | llvm::AcquireRelease); |
| 3317 | Builder.CreateBr(ContBB); |
| 3318 | SI->addCase(Builder.getInt32(4), AcqRelBB); |
| 3319 | } |
| 3320 | Builder.SetInsertPoint(SeqCstBB); |
| 3321 | EmitAtomicOp(*this, E, Dest, Ptr, Val1, Val2, Size, Align, |
| 3322 | llvm::SequentiallyConsistent); |
| 3323 | Builder.CreateBr(ContBB); |
| 3324 | SI->addCase(Builder.getInt32(5), SeqCstBB); |
| 3325 | |
| 3326 | // Cleanup and return |
| 3327 | Builder.SetInsertPoint(ContBB); |
Richard Smith | ff34d40 | 2012-04-12 05:08:17 +0000 | [diff] [blame] | 3328 | if (E->getType()->isVoidType()) |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 3329 | return RValue::get(0); |
| 3330 | return ConvertTempToRValue(*this, E->getType(), OrigDest); |
| 3331 | } |
Peter Collingbourne | c5096cb | 2011-10-27 19:19:51 +0000 | [diff] [blame] | 3332 | |
Duncan Sands | 8250016 | 2012-04-10 08:23:07 +0000 | [diff] [blame] | 3333 | void CodeGenFunction::SetFPAccuracy(llvm::Value *Val, float Accuracy) { |
Peter Collingbourne | c5096cb | 2011-10-27 19:19:51 +0000 | [diff] [blame] | 3334 | assert(Val->getType()->isFPOrFPVectorTy()); |
Duncan Sands | 8250016 | 2012-04-10 08:23:07 +0000 | [diff] [blame] | 3335 | if (Accuracy == 0.0 || !isa<llvm::Instruction>(Val)) |
Peter Collingbourne | c5096cb | 2011-10-27 19:19:51 +0000 | [diff] [blame] | 3336 | return; |
| 3337 | |
Duncan Sands | 60c7707 | 2012-04-16 16:29:47 +0000 | [diff] [blame] | 3338 | llvm::MDBuilder MDHelper(getLLVMContext()); |
| 3339 | llvm::MDNode *Node = MDHelper.createFPMath(Accuracy); |
Peter Collingbourne | c5096cb | 2011-10-27 19:19:51 +0000 | [diff] [blame] | 3340 | |
Duncan Sands | 9bb1d34 | 2012-04-14 12:37:26 +0000 | [diff] [blame] | 3341 | cast<llvm::Instruction>(Val)->setMetadata(llvm::LLVMContext::MD_fpmath, Node); |
Peter Collingbourne | c5096cb | 2011-10-27 19:19:51 +0000 | [diff] [blame] | 3342 | } |
John McCall | 4b9c2d2 | 2011-11-06 09:01:30 +0000 | [diff] [blame] | 3343 | |
| 3344 | namespace { |
| 3345 | struct LValueOrRValue { |
| 3346 | LValue LV; |
| 3347 | RValue RV; |
| 3348 | }; |
| 3349 | } |
| 3350 | |
| 3351 | static LValueOrRValue emitPseudoObjectExpr(CodeGenFunction &CGF, |
| 3352 | const PseudoObjectExpr *E, |
| 3353 | bool forLValue, |
| 3354 | AggValueSlot slot) { |
| 3355 | llvm::SmallVector<CodeGenFunction::OpaqueValueMappingData, 4> opaques; |
| 3356 | |
| 3357 | // Find the result expression, if any. |
| 3358 | const Expr *resultExpr = E->getResultExpr(); |
| 3359 | LValueOrRValue result; |
| 3360 | |
| 3361 | for (PseudoObjectExpr::const_semantics_iterator |
| 3362 | i = E->semantics_begin(), e = E->semantics_end(); i != e; ++i) { |
| 3363 | const Expr *semantic = *i; |
| 3364 | |
| 3365 | // If this semantic expression is an opaque value, bind it |
| 3366 | // to the result of its source expression. |
| 3367 | if (const OpaqueValueExpr *ov = dyn_cast<OpaqueValueExpr>(semantic)) { |
| 3368 | |
| 3369 | // If this is the result expression, we may need to evaluate |
| 3370 | // directly into the slot. |
| 3371 | typedef CodeGenFunction::OpaqueValueMappingData OVMA; |
| 3372 | OVMA opaqueData; |
| 3373 | if (ov == resultExpr && ov->isRValue() && !forLValue && |
| 3374 | CodeGenFunction::hasAggregateLLVMType(ov->getType()) && |
| 3375 | !ov->getType()->isAnyComplexType()) { |
| 3376 | CGF.EmitAggExpr(ov->getSourceExpr(), slot); |
| 3377 | |
| 3378 | LValue LV = CGF.MakeAddrLValue(slot.getAddr(), ov->getType()); |
| 3379 | opaqueData = OVMA::bind(CGF, ov, LV); |
| 3380 | result.RV = slot.asRValue(); |
| 3381 | |
| 3382 | // Otherwise, emit as normal. |
| 3383 | } else { |
| 3384 | opaqueData = OVMA::bind(CGF, ov, ov->getSourceExpr()); |
| 3385 | |
| 3386 | // If this is the result, also evaluate the result now. |
| 3387 | if (ov == resultExpr) { |
| 3388 | if (forLValue) |
| 3389 | result.LV = CGF.EmitLValue(ov); |
| 3390 | else |
| 3391 | result.RV = CGF.EmitAnyExpr(ov, slot); |
| 3392 | } |
| 3393 | } |
| 3394 | |
| 3395 | opaques.push_back(opaqueData); |
| 3396 | |
| 3397 | // Otherwise, if the expression is the result, evaluate it |
| 3398 | // and remember the result. |
| 3399 | } else if (semantic == resultExpr) { |
| 3400 | if (forLValue) |
| 3401 | result.LV = CGF.EmitLValue(semantic); |
| 3402 | else |
| 3403 | result.RV = CGF.EmitAnyExpr(semantic, slot); |
| 3404 | |
| 3405 | // Otherwise, evaluate the expression in an ignored context. |
| 3406 | } else { |
| 3407 | CGF.EmitIgnoredExpr(semantic); |
| 3408 | } |
| 3409 | } |
| 3410 | |
| 3411 | // Unbind all the opaques now. |
| 3412 | for (unsigned i = 0, e = opaques.size(); i != e; ++i) |
| 3413 | opaques[i].unbind(CGF); |
| 3414 | |
| 3415 | return result; |
| 3416 | } |
| 3417 | |
| 3418 | RValue CodeGenFunction::EmitPseudoObjectRValue(const PseudoObjectExpr *E, |
| 3419 | AggValueSlot slot) { |
| 3420 | return emitPseudoObjectExpr(*this, E, false, slot).RV; |
| 3421 | } |
| 3422 | |
| 3423 | LValue CodeGenFunction::EmitPseudoObjectLValue(const PseudoObjectExpr *E) { |
| 3424 | return emitPseudoObjectExpr(*this, E, true, AggValueSlot::ignored()).LV; |
| 3425 | } |