Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 1 | //===--- CGExpr.cpp - Emit LLVM Code from Expressions ---------------------===// |
| 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
Chris Lattner | 0bc735f | 2007-12-29 19:59:25 +0000 | [diff] [blame] | 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | // |
| 10 | // This contains code to emit Expr nodes as LLVM code. |
| 11 | // |
| 12 | //===----------------------------------------------------------------------===// |
| 13 | |
| 14 | #include "CodeGenFunction.h" |
| 15 | #include "CodeGenModule.h" |
Daniel Dunbar | 0dbe227 | 2008-09-08 21:33:45 +0000 | [diff] [blame] | 16 | #include "CGCall.h" |
John McCall | 4c40d98 | 2010-08-31 07:33:07 +0000 | [diff] [blame] | 17 | #include "CGCXXABI.h" |
Devang Patel | 79bfb4b | 2011-03-04 18:54:42 +0000 | [diff] [blame] | 18 | #include "CGDebugInfo.h" |
Daniel Dunbar | 198bcb4 | 2010-03-31 01:09:11 +0000 | [diff] [blame] | 19 | #include "CGRecordLayout.h" |
Daniel Dunbar | af2f62c | 2008-08-13 00:59:25 +0000 | [diff] [blame] | 20 | #include "CGObjCRuntime.h" |
John McCall | 01f151e | 2011-09-21 08:08:30 +0000 | [diff] [blame] | 21 | #include "TargetInfo.h" |
Daniel Dunbar | de7fb84 | 2008-08-11 05:00:27 +0000 | [diff] [blame] | 22 | #include "clang/AST/ASTContext.h" |
Daniel Dunbar | c4a1dea | 2008-08-11 05:35:13 +0000 | [diff] [blame] | 23 | #include "clang/AST/DeclObjC.h" |
Nico Weber | 28ad063 | 2012-06-23 02:07:59 +0000 | [diff] [blame] | 24 | #include "clang/Basic/ConvertUTF.h" |
Chandler Carruth | 06057ce | 2010-06-15 23:19:56 +0000 | [diff] [blame] | 25 | #include "clang/Frontend/CodeGenOptions.h" |
Nick Lewycky | e433072 | 2011-07-07 03:54:51 +0000 | [diff] [blame] | 26 | #include "llvm/Intrinsics.h" |
Peter Collingbourne | c5096cb | 2011-10-27 19:19:51 +0000 | [diff] [blame] | 27 | #include "llvm/LLVMContext.h" |
Chandler Carruth | 6bebe5a | 2012-07-15 23:28:01 +0000 | [diff] [blame] | 28 | #include "llvm/MDBuilder.h" |
Micah Villmow | 25a6a84 | 2012-10-08 16:25:52 +0000 | [diff] [blame] | 29 | #include "llvm/DataLayout.h" |
Richard Smith | 8e1cee6 | 2012-10-25 02:14:12 +0000 | [diff] [blame] | 30 | #include "llvm/ADT/Hashing.h" |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 31 | using namespace clang; |
| 32 | using namespace CodeGen; |
| 33 | |
| 34 | //===--------------------------------------------------------------------===// |
| 35 | // Miscellaneous Helper Methods |
| 36 | //===--------------------------------------------------------------------===// |
| 37 | |
John McCall | d16c2cf | 2011-02-08 08:22:06 +0000 | [diff] [blame] | 38 | llvm::Value *CodeGenFunction::EmitCastToVoidPtr(llvm::Value *value) { |
| 39 | unsigned addressSpace = |
| 40 | cast<llvm::PointerType>(value->getType())->getAddressSpace(); |
| 41 | |
Chris Lattner | 2acc6e3 | 2011-07-18 04:24:23 +0000 | [diff] [blame] | 42 | llvm::PointerType *destType = Int8PtrTy; |
John McCall | d16c2cf | 2011-02-08 08:22:06 +0000 | [diff] [blame] | 43 | if (addressSpace) |
| 44 | destType = llvm::Type::getInt8PtrTy(getLLVMContext(), addressSpace); |
| 45 | |
| 46 | if (value->getType() == destType) return value; |
| 47 | return Builder.CreateBitCast(value, destType); |
| 48 | } |
| 49 | |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 50 | /// CreateTempAlloca - This creates a alloca and inserts it into the entry |
| 51 | /// block. |
Chris Lattner | 2acc6e3 | 2011-07-18 04:24:23 +0000 | [diff] [blame] | 52 | llvm::AllocaInst *CodeGenFunction::CreateTempAlloca(llvm::Type *Ty, |
Chris Lattner | 5f9e272 | 2011-07-23 10:55:15 +0000 | [diff] [blame] | 53 | const Twine &Name) { |
Chris Lattner | f146684 | 2009-03-22 00:24:14 +0000 | [diff] [blame] | 54 | if (!Builder.isNamePreserving()) |
Daniel Dunbar | 259e9cc | 2009-10-19 01:21:05 +0000 | [diff] [blame] | 55 | return new llvm::AllocaInst(Ty, 0, "", AllocaInsertPt); |
Devang Patel | d35e2e0 | 2009-10-12 22:29:02 +0000 | [diff] [blame] | 56 | return new llvm::AllocaInst(Ty, 0, Name, AllocaInsertPt); |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 57 | } |
| 58 | |
John McCall | ac41816 | 2010-04-22 01:10:34 +0000 | [diff] [blame] | 59 | void CodeGenFunction::InitTempAlloca(llvm::AllocaInst *Var, |
| 60 | llvm::Value *Init) { |
| 61 | llvm::StoreInst *Store = new llvm::StoreInst(Init, Var); |
| 62 | llvm::BasicBlock *Block = AllocaInsertPt->getParent(); |
| 63 | Block->getInstList().insertAfter(&*AllocaInsertPt, Store); |
| 64 | } |
| 65 | |
Chris Lattner | 121b3fa | 2010-07-05 20:21:00 +0000 | [diff] [blame] | 66 | llvm::AllocaInst *CodeGenFunction::CreateIRTemp(QualType Ty, |
Chris Lattner | 5f9e272 | 2011-07-23 10:55:15 +0000 | [diff] [blame] | 67 | const Twine &Name) { |
Daniel Dunbar | 9bd4da2 | 2010-02-16 19:44:13 +0000 | [diff] [blame] | 68 | llvm::AllocaInst *Alloc = CreateTempAlloca(ConvertType(Ty), Name); |
| 69 | // FIXME: Should we prefer the preferred type alignment here? |
| 70 | CharUnits Align = getContext().getTypeAlignInChars(Ty); |
| 71 | Alloc->setAlignment(Align.getQuantity()); |
| 72 | return Alloc; |
| 73 | } |
| 74 | |
Chris Lattner | 121b3fa | 2010-07-05 20:21:00 +0000 | [diff] [blame] | 75 | llvm::AllocaInst *CodeGenFunction::CreateMemTemp(QualType Ty, |
Chris Lattner | 5f9e272 | 2011-07-23 10:55:15 +0000 | [diff] [blame] | 76 | const Twine &Name) { |
Daniel Dunbar | 195337d | 2010-02-09 02:48:28 +0000 | [diff] [blame] | 77 | llvm::AllocaInst *Alloc = CreateTempAlloca(ConvertTypeForMem(Ty), Name); |
| 78 | // FIXME: Should we prefer the preferred type alignment here? |
| 79 | CharUnits Align = getContext().getTypeAlignInChars(Ty); |
| 80 | Alloc->setAlignment(Align.getQuantity()); |
| 81 | return Alloc; |
| 82 | } |
| 83 | |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 84 | /// EvaluateExprAsBool - Perform the usual unary conversions on the specified |
| 85 | /// expression and compare the result against zero, returning an Int1Ty value. |
| 86 | llvm::Value *CodeGenFunction::EvaluateExprAsBool(const Expr *E) { |
John McCall | 0bab0cd | 2010-08-23 01:21:21 +0000 | [diff] [blame] | 87 | if (const MemberPointerType *MPT = E->getType()->getAs<MemberPointerType>()) { |
John McCall | d608cdb | 2010-08-22 10:59:02 +0000 | [diff] [blame] | 88 | llvm::Value *MemPtr = EmitScalarExpr(E); |
John McCall | d16c2cf | 2011-02-08 08:22:06 +0000 | [diff] [blame] | 89 | return CGM.getCXXABI().EmitMemberPointerIsNotNull(*this, MemPtr, MPT); |
Eli Friedman | 3a17370 | 2009-12-11 09:26:29 +0000 | [diff] [blame] | 90 | } |
John McCall | 0bab0cd | 2010-08-23 01:21:21 +0000 | [diff] [blame] | 91 | |
| 92 | QualType BoolTy = getContext().BoolTy; |
Chris Lattner | 9b2dc28 | 2008-04-04 16:54:41 +0000 | [diff] [blame] | 93 | if (!E->getType()->isAnyComplexType()) |
Chris Lattner | 9069fa2 | 2007-08-26 16:46:58 +0000 | [diff] [blame] | 94 | return EmitScalarConversion(EmitScalarExpr(E), E->getType(), BoolTy); |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 95 | |
Chris Lattner | 9069fa2 | 2007-08-26 16:46:58 +0000 | [diff] [blame] | 96 | return EmitComplexToScalarConversion(EmitComplexExpr(E), E->getType(),BoolTy); |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 97 | } |
| 98 | |
John McCall | 2a41637 | 2010-12-05 02:00:02 +0000 | [diff] [blame] | 99 | /// EmitIgnoredExpr - Emit code to compute the specified expression, |
| 100 | /// ignoring the result. |
| 101 | void CodeGenFunction::EmitIgnoredExpr(const Expr *E) { |
| 102 | if (E->isRValue()) |
| 103 | return (void) EmitAnyExpr(E, AggValueSlot::ignored(), true); |
| 104 | |
| 105 | // Just emit it as an l-value and drop the result. |
| 106 | EmitLValue(E); |
| 107 | } |
| 108 | |
John McCall | 558d2ab | 2010-09-15 10:14:12 +0000 | [diff] [blame] | 109 | /// EmitAnyExpr - Emit code to compute the specified expression which |
| 110 | /// can have any type. The result is returned as an RValue struct. |
| 111 | /// If this is an aggregate expression, AggSlot indicates where the |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 112 | /// result should be returned. |
John McCall | e0c1168 | 2012-07-02 23:58:38 +0000 | [diff] [blame] | 113 | RValue CodeGenFunction::EmitAnyExpr(const Expr *E, |
| 114 | AggValueSlot aggSlot, |
| 115 | bool ignoreResult) { |
Chris Lattner | 9b65551 | 2007-08-31 22:49:20 +0000 | [diff] [blame] | 116 | if (!hasAggregateLLVMType(E->getType())) |
John McCall | e0c1168 | 2012-07-02 23:58:38 +0000 | [diff] [blame] | 117 | return RValue::get(EmitScalarExpr(E, ignoreResult)); |
Chris Lattner | 9b2dc28 | 2008-04-04 16:54:41 +0000 | [diff] [blame] | 118 | else if (E->getType()->isAnyComplexType()) |
John McCall | e0c1168 | 2012-07-02 23:58:38 +0000 | [diff] [blame] | 119 | return RValue::getComplex(EmitComplexExpr(E, ignoreResult, ignoreResult)); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 120 | |
John McCall | e0c1168 | 2012-07-02 23:58:38 +0000 | [diff] [blame] | 121 | if (!ignoreResult && aggSlot.isIgnored()) |
| 122 | aggSlot = CreateAggTemp(E->getType(), "agg-temp"); |
| 123 | EmitAggExpr(E, aggSlot); |
| 124 | return aggSlot.asRValue(); |
Chris Lattner | 9b65551 | 2007-08-31 22:49:20 +0000 | [diff] [blame] | 125 | } |
| 126 | |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 127 | /// EmitAnyExprToTemp - Similary to EmitAnyExpr(), however, the result will |
| 128 | /// always be accessible even if no aggregate location is provided. |
John McCall | 558d2ab | 2010-09-15 10:14:12 +0000 | [diff] [blame] | 129 | RValue CodeGenFunction::EmitAnyExprToTemp(const Expr *E) { |
| 130 | AggValueSlot AggSlot = AggValueSlot::ignored(); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 131 | |
| 132 | if (hasAggregateLLVMType(E->getType()) && |
Daniel Dunbar | 46f45b9 | 2008-09-09 01:06:48 +0000 | [diff] [blame] | 133 | !E->getType()->isAnyComplexType()) |
John McCall | 558d2ab | 2010-09-15 10:14:12 +0000 | [diff] [blame] | 134 | AggSlot = CreateAggTemp(E->getType(), "agg.tmp"); |
| 135 | return EmitAnyExpr(E, AggSlot); |
Daniel Dunbar | 46f45b9 | 2008-09-09 01:06:48 +0000 | [diff] [blame] | 136 | } |
| 137 | |
John McCall | 3d3ec1c | 2010-04-21 10:05:39 +0000 | [diff] [blame] | 138 | /// EmitAnyExprToMem - Evaluate an expression into a given memory |
| 139 | /// location. |
| 140 | void CodeGenFunction::EmitAnyExprToMem(const Expr *E, |
| 141 | llvm::Value *Location, |
Chad Rosier | 649b4a1 | 2012-03-29 17:37:10 +0000 | [diff] [blame] | 142 | Qualifiers Quals, |
| 143 | bool IsInit) { |
Eli Friedman | f394078 | 2011-12-03 00:54:26 +0000 | [diff] [blame] | 144 | // FIXME: This function should take an LValue as an argument. |
| 145 | if (E->getType()->isAnyComplexType()) { |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 146 | EmitComplexExprIntoAddr(E, Location, Quals.hasVolatile()); |
Eli Friedman | f394078 | 2011-12-03 00:54:26 +0000 | [diff] [blame] | 147 | } else if (hasAggregateLLVMType(E->getType())) { |
Eli Friedman | d7722d9 | 2011-12-03 02:13:40 +0000 | [diff] [blame] | 148 | CharUnits Alignment = getContext().getTypeAlignInChars(E->getType()); |
Eli Friedman | f394078 | 2011-12-03 00:54:26 +0000 | [diff] [blame] | 149 | EmitAggExpr(E, AggValueSlot::forAddr(Location, Alignment, Quals, |
Chad Rosier | 649b4a1 | 2012-03-29 17:37:10 +0000 | [diff] [blame] | 150 | AggValueSlot::IsDestructed_t(IsInit), |
John McCall | 90b2bdf | 2011-08-26 05:38:08 +0000 | [diff] [blame] | 151 | AggValueSlot::DoesNotNeedGCBarriers, |
Chad Rosier | 649b4a1 | 2012-03-29 17:37:10 +0000 | [diff] [blame] | 152 | AggValueSlot::IsAliased_t(!IsInit))); |
Eli Friedman | f394078 | 2011-12-03 00:54:26 +0000 | [diff] [blame] | 153 | } else { |
John McCall | 3d3ec1c | 2010-04-21 10:05:39 +0000 | [diff] [blame] | 154 | RValue RV = RValue::get(EmitScalarExpr(E, /*Ignore*/ false)); |
Daniel Dunbar | 9f553f5 | 2010-08-21 03:08:16 +0000 | [diff] [blame] | 155 | LValue LV = MakeAddrLValue(Location, E->getType()); |
John McCall | 545d996 | 2011-06-25 02:11:03 +0000 | [diff] [blame] | 156 | EmitStoreThroughLValue(RV, LV); |
John McCall | 3d3ec1c | 2010-04-21 10:05:39 +0000 | [diff] [blame] | 157 | } |
| 158 | } |
| 159 | |
Benjamin Kramer | 54353f4 | 2010-11-25 18:29:30 +0000 | [diff] [blame] | 160 | namespace { |
Douglas Gregor | 60dcb84 | 2010-05-20 08:36:28 +0000 | [diff] [blame] | 161 | /// \brief An adjustment to be made to the temporary created when emitting a |
| 162 | /// reference binding, which accesses a particular subobject of that temporary. |
Benjamin Kramer | 54353f4 | 2010-11-25 18:29:30 +0000 | [diff] [blame] | 163 | struct SubobjectAdjustment { |
Eli Friedman | 32f498a | 2012-06-15 23:51:06 +0000 | [diff] [blame] | 164 | enum { |
| 165 | DerivedToBaseAdjustment, |
| 166 | FieldAdjustment, |
| 167 | MemberPointerAdjustment |
| 168 | } Kind; |
Benjamin Kramer | 54353f4 | 2010-11-25 18:29:30 +0000 | [diff] [blame] | 169 | |
| 170 | union { |
| 171 | struct { |
| 172 | const CastExpr *BasePath; |
| 173 | const CXXRecordDecl *DerivedClass; |
| 174 | } DerivedToBase; |
| 175 | |
| 176 | FieldDecl *Field; |
Eli Friedman | 32f498a | 2012-06-15 23:51:06 +0000 | [diff] [blame] | 177 | |
| 178 | struct { |
| 179 | const MemberPointerType *MPT; |
Rafael Espindola | ecccc1e | 2012-10-27 00:36:38 +0000 | [diff] [blame] | 180 | Expr *RHS; |
Eli Friedman | 32f498a | 2012-06-15 23:51:06 +0000 | [diff] [blame] | 181 | } Ptr; |
Benjamin Kramer | 54353f4 | 2010-11-25 18:29:30 +0000 | [diff] [blame] | 182 | }; |
| 183 | |
| 184 | SubobjectAdjustment(const CastExpr *BasePath, |
| 185 | const CXXRecordDecl *DerivedClass) |
| 186 | : Kind(DerivedToBaseAdjustment) { |
| 187 | DerivedToBase.BasePath = BasePath; |
| 188 | DerivedToBase.DerivedClass = DerivedClass; |
| 189 | } |
| 190 | |
| 191 | SubobjectAdjustment(FieldDecl *Field) |
| 192 | : Kind(FieldAdjustment) { |
| 193 | this->Field = Field; |
| 194 | } |
Eli Friedman | 32f498a | 2012-06-15 23:51:06 +0000 | [diff] [blame] | 195 | |
Rafael Espindola | ecccc1e | 2012-10-27 00:36:38 +0000 | [diff] [blame] | 196 | SubobjectAdjustment(const MemberPointerType *MPT, Expr *RHS) |
Eli Friedman | 32f498a | 2012-06-15 23:51:06 +0000 | [diff] [blame] | 197 | : Kind(MemberPointerAdjustment) { |
| 198 | this->Ptr.MPT = MPT; |
Rafael Espindola | ecccc1e | 2012-10-27 00:36:38 +0000 | [diff] [blame] | 199 | this->Ptr.RHS = RHS; |
Eli Friedman | 32f498a | 2012-06-15 23:51:06 +0000 | [diff] [blame] | 200 | } |
Douglas Gregor | 60dcb84 | 2010-05-20 08:36:28 +0000 | [diff] [blame] | 201 | }; |
Benjamin Kramer | 54353f4 | 2010-11-25 18:29:30 +0000 | [diff] [blame] | 202 | } |
Douglas Gregor | 60dcb84 | 2010-05-20 08:36:28 +0000 | [diff] [blame] | 203 | |
Anders Carlsson | dca7ab2 | 2010-06-27 16:56:04 +0000 | [diff] [blame] | 204 | static llvm::Value * |
Chris Lattner | cb8095f | 2011-07-20 04:59:57 +0000 | [diff] [blame] | 205 | CreateReferenceTemporary(CodeGenFunction &CGF, QualType Type, |
Anders Carlsson | 656746c | 2010-06-27 17:23:46 +0000 | [diff] [blame] | 206 | const NamedDecl *InitializedDecl) { |
| 207 | if (const VarDecl *VD = dyn_cast_or_null<VarDecl>(InitializedDecl)) { |
| 208 | if (VD->hasGlobalStorage()) { |
Dylan Noblesmith | f7ccbad | 2012-02-05 02:13:05 +0000 | [diff] [blame] | 209 | SmallString<256> Name; |
Rafael Espindola | f0be979 | 2011-02-11 02:52:17 +0000 | [diff] [blame] | 210 | llvm::raw_svector_ostream Out(Name); |
| 211 | CGF.CGM.getCXXABI().getMangleContext().mangleReferenceTemporary(VD, Out); |
| 212 | Out.flush(); |
| 213 | |
Chris Lattner | 2acc6e3 | 2011-07-18 04:24:23 +0000 | [diff] [blame] | 214 | llvm::Type *RefTempTy = CGF.ConvertTypeForMem(Type); |
Anders Carlsson | 656746c | 2010-06-27 17:23:46 +0000 | [diff] [blame] | 215 | |
| 216 | // Create the reference temporary. |
| 217 | llvm::GlobalValue *RefTemp = |
| 218 | new llvm::GlobalVariable(CGF.CGM.getModule(), |
| 219 | RefTempTy, /*isConstant=*/false, |
| 220 | llvm::GlobalValue::InternalLinkage, |
| 221 | llvm::Constant::getNullValue(RefTempTy), |
| 222 | Name.str()); |
| 223 | return RefTemp; |
| 224 | } |
| 225 | } |
| 226 | |
| 227 | return CGF.CreateMemTemp(Type, "ref.tmp"); |
| 228 | } |
| 229 | |
Rafael Espindola | 582e185 | 2012-10-27 00:40:06 +0000 | [diff] [blame] | 230 | static const Expr * |
Rafael Espindola | 034653c | 2012-10-27 00:43:14 +0000 | [diff] [blame^] | 231 | findMaterializedTemporary(const Expr *E, const MaterializeTemporaryExpr *&MTE) { |
| 232 | // Look through single-element init lists that claim to be lvalues. They're |
| 233 | // just syntactic wrappers in this case. |
| 234 | if (const InitListExpr *ILE = dyn_cast<InitListExpr>(E)) { |
| 235 | if (ILE->getNumInits() == 1 && ILE->isGLValue()) |
| 236 | E = ILE->getInit(0); |
| 237 | } |
| 238 | |
| 239 | // Look through expressions for materialized temporaries (for now). |
| 240 | if (const MaterializeTemporaryExpr *M |
| 241 | = dyn_cast<MaterializeTemporaryExpr>(E)) { |
| 242 | MTE = M; |
| 243 | E = M->GetTemporaryExpr(); |
| 244 | } |
| 245 | |
| 246 | if (const CXXDefaultArgExpr *DAE = dyn_cast<CXXDefaultArgExpr>(E)) |
| 247 | E = DAE->getExpr(); |
| 248 | return E; |
| 249 | } |
| 250 | |
| 251 | static const Expr * |
Rafael Espindola | 582e185 | 2012-10-27 00:40:06 +0000 | [diff] [blame] | 252 | skipRValueSubobjectAdjustments(const Expr *E, |
| 253 | SmallVectorImpl<SubobjectAdjustment> &Adjustments) { |
| 254 | while (true) { |
| 255 | E = E->IgnoreParens(); |
| 256 | |
| 257 | if (const CastExpr *CE = dyn_cast<CastExpr>(E)) { |
| 258 | if ((CE->getCastKind() == CK_DerivedToBase || |
| 259 | CE->getCastKind() == CK_UncheckedDerivedToBase) && |
| 260 | E->getType()->isRecordType()) { |
| 261 | E = CE->getSubExpr(); |
| 262 | CXXRecordDecl *Derived |
| 263 | = cast<CXXRecordDecl>(E->getType()->getAs<RecordType>()->getDecl()); |
| 264 | Adjustments.push_back(SubobjectAdjustment(CE, Derived)); |
| 265 | continue; |
| 266 | } |
| 267 | |
| 268 | if (CE->getCastKind() == CK_NoOp) { |
| 269 | E = CE->getSubExpr(); |
| 270 | continue; |
| 271 | } |
| 272 | } else if (const MemberExpr *ME = dyn_cast<MemberExpr>(E)) { |
| 273 | if (!ME->isArrow() && ME->getBase()->isRValue()) { |
| 274 | assert(ME->getBase()->getType()->isRecordType()); |
| 275 | if (FieldDecl *Field = dyn_cast<FieldDecl>(ME->getMemberDecl())) { |
| 276 | E = ME->getBase(); |
| 277 | Adjustments.push_back(SubobjectAdjustment(Field)); |
| 278 | continue; |
| 279 | } |
| 280 | } |
| 281 | } else if (const BinaryOperator *BO = dyn_cast<BinaryOperator>(E)) { |
| 282 | if (BO->isPtrMemOp()) { |
| 283 | assert(BO->getLHS()->isRValue()); |
| 284 | E = BO->getLHS(); |
| 285 | const MemberPointerType *MPT = |
| 286 | BO->getRHS()->getType()->getAs<MemberPointerType>(); |
| 287 | Adjustments.push_back(SubobjectAdjustment(MPT, BO->getRHS())); |
| 288 | } |
| 289 | } |
| 290 | |
| 291 | // Nothing changed. |
| 292 | break; |
| 293 | } |
| 294 | return E; |
| 295 | } |
| 296 | |
Anders Carlsson | 656746c | 2010-06-27 17:23:46 +0000 | [diff] [blame] | 297 | static llvm::Value * |
Chris Lattner | d0db03a | 2010-09-06 00:11:41 +0000 | [diff] [blame] | 298 | EmitExprForReferenceBinding(CodeGenFunction &CGF, const Expr *E, |
Anders Carlsson | dca7ab2 | 2010-06-27 16:56:04 +0000 | [diff] [blame] | 299 | llvm::Value *&ReferenceTemporary, |
| 300 | const CXXDestructorDecl *&ReferenceTemporaryDtor, |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 301 | QualType &ObjCARCReferenceLifetimeType, |
Anders Carlsson | 656746c | 2010-06-27 17:23:46 +0000 | [diff] [blame] | 302 | const NamedDecl *InitializedDecl) { |
Rafael Espindola | 034653c | 2012-10-27 00:43:14 +0000 | [diff] [blame^] | 303 | const MaterializeTemporaryExpr *M = NULL; |
| 304 | E = findMaterializedTemporary(E, M); |
| 305 | // Objective-C++ ARC: |
| 306 | // If we are binding a reference to a temporary that has ownership, we |
| 307 | // need to perform retain/release operations on the temporary. |
| 308 | if (M && CGF.getContext().getLangOpts().ObjCAutoRefCount && |
| 309 | M->getType()->isObjCLifetimeType() && |
| 310 | (M->getType().getObjCLifetime() == Qualifiers::OCL_Strong || |
| 311 | M->getType().getObjCLifetime() == Qualifiers::OCL_Weak || |
| 312 | M->getType().getObjCLifetime() == Qualifiers::OCL_Autoreleasing)) |
| 313 | ObjCARCReferenceLifetimeType = M->getType(); |
Sebastian Redl | 13dc8f9 | 2011-11-27 16:50:07 +0000 | [diff] [blame] | 314 | |
John McCall | 1a343eb | 2011-11-10 08:15:53 +0000 | [diff] [blame] | 315 | if (const ExprWithCleanups *EWC = dyn_cast<ExprWithCleanups>(E)) { |
| 316 | CGF.enterFullExpression(EWC); |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 317 | CodeGenFunction::RunCleanupsScope Scope(CGF); |
Anders Carlsson | dca7ab2 | 2010-06-27 16:56:04 +0000 | [diff] [blame] | 318 | |
John McCall | 1a343eb | 2011-11-10 08:15:53 +0000 | [diff] [blame] | 319 | return EmitExprForReferenceBinding(CGF, EWC->getSubExpr(), |
Anders Carlsson | dca7ab2 | 2010-06-27 16:56:04 +0000 | [diff] [blame] | 320 | ReferenceTemporary, |
| 321 | ReferenceTemporaryDtor, |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 322 | ObjCARCReferenceLifetimeType, |
Anders Carlsson | 656746c | 2010-06-27 17:23:46 +0000 | [diff] [blame] | 323 | InitializedDecl); |
Anders Carlsson | dca7ab2 | 2010-06-27 16:56:04 +0000 | [diff] [blame] | 324 | } |
| 325 | |
| 326 | RValue RV; |
Douglas Gregor | da29e09 | 2011-01-22 02:44:21 +0000 | [diff] [blame] | 327 | if (E->isGLValue()) { |
Anders Carlsson | dca7ab2 | 2010-06-27 16:56:04 +0000 | [diff] [blame] | 328 | // Emit the expression as an lvalue. |
| 329 | LValue LV = CGF.EmitLValue(E); |
Chris Lattner | 74339df | 2011-07-10 05:34:54 +0000 | [diff] [blame] | 330 | |
Anders Carlsson | dca7ab2 | 2010-06-27 16:56:04 +0000 | [diff] [blame] | 331 | if (LV.isSimple()) |
| 332 | return LV.getAddress(); |
Anders Carlsson | 0dc7366 | 2010-02-04 17:32:58 +0000 | [diff] [blame] | 333 | |
Anders Carlsson | dca7ab2 | 2010-06-27 16:56:04 +0000 | [diff] [blame] | 334 | // We have to load the lvalue. |
John McCall | 545d996 | 2011-06-25 02:11:03 +0000 | [diff] [blame] | 335 | RV = CGF.EmitLoadOfLValue(LV); |
Eli Friedman | 5df0d42 | 2009-05-20 02:31:19 +0000 | [diff] [blame] | 336 | } else { |
Douglas Gregor | d7b2316 | 2011-06-22 16:12:01 +0000 | [diff] [blame] | 337 | if (!ObjCARCReferenceLifetimeType.isNull()) { |
| 338 | ReferenceTemporary = CreateReferenceTemporary(CGF, |
| 339 | ObjCARCReferenceLifetimeType, |
| 340 | InitializedDecl); |
| 341 | |
| 342 | |
| 343 | LValue RefTempDst = CGF.MakeAddrLValue(ReferenceTemporary, |
| 344 | ObjCARCReferenceLifetimeType); |
| 345 | |
| 346 | CGF.EmitScalarInit(E, dyn_cast_or_null<ValueDecl>(InitializedDecl), |
| 347 | RefTempDst, false); |
| 348 | |
| 349 | bool ExtendsLifeOfTemporary = false; |
| 350 | if (const VarDecl *Var = dyn_cast_or_null<VarDecl>(InitializedDecl)) { |
| 351 | if (Var->extendsLifetimeOfTemporary()) |
| 352 | ExtendsLifeOfTemporary = true; |
| 353 | } else if (InitializedDecl && isa<FieldDecl>(InitializedDecl)) { |
| 354 | ExtendsLifeOfTemporary = true; |
| 355 | } |
| 356 | |
| 357 | if (!ExtendsLifeOfTemporary) { |
| 358 | // Since the lifetime of this temporary isn't going to be extended, |
| 359 | // we need to clean it up ourselves at the end of the full expression. |
| 360 | switch (ObjCARCReferenceLifetimeType.getObjCLifetime()) { |
| 361 | case Qualifiers::OCL_None: |
| 362 | case Qualifiers::OCL_ExplicitNone: |
| 363 | case Qualifiers::OCL_Autoreleasing: |
| 364 | break; |
| 365 | |
John McCall | 9928c48 | 2011-07-12 16:41:08 +0000 | [diff] [blame] | 366 | case Qualifiers::OCL_Strong: { |
| 367 | assert(!ObjCARCReferenceLifetimeType->isArrayType()); |
| 368 | CleanupKind cleanupKind = CGF.getARCCleanupKind(); |
| 369 | CGF.pushDestroy(cleanupKind, |
| 370 | ReferenceTemporary, |
| 371 | ObjCARCReferenceLifetimeType, |
| 372 | CodeGenFunction::destroyARCStrongImprecise, |
| 373 | cleanupKind & EHCleanup); |
Douglas Gregor | d7b2316 | 2011-06-22 16:12:01 +0000 | [diff] [blame] | 374 | break; |
John McCall | 9928c48 | 2011-07-12 16:41:08 +0000 | [diff] [blame] | 375 | } |
Douglas Gregor | d7b2316 | 2011-06-22 16:12:01 +0000 | [diff] [blame] | 376 | |
| 377 | case Qualifiers::OCL_Weak: |
John McCall | 9928c48 | 2011-07-12 16:41:08 +0000 | [diff] [blame] | 378 | assert(!ObjCARCReferenceLifetimeType->isArrayType()); |
| 379 | CGF.pushDestroy(NormalAndEHCleanup, |
| 380 | ReferenceTemporary, |
| 381 | ObjCARCReferenceLifetimeType, |
| 382 | CodeGenFunction::destroyARCWeak, |
| 383 | /*useEHCleanupForArray*/ true); |
Douglas Gregor | d7b2316 | 2011-06-22 16:12:01 +0000 | [diff] [blame] | 384 | break; |
| 385 | } |
| 386 | |
| 387 | ObjCARCReferenceLifetimeType = QualType(); |
| 388 | } |
| 389 | |
| 390 | return ReferenceTemporary; |
| 391 | } |
Rafael Espindola | 582e185 | 2012-10-27 00:40:06 +0000 | [diff] [blame] | 392 | |
Chris Lattner | 5f9e272 | 2011-07-23 10:55:15 +0000 | [diff] [blame] | 393 | SmallVector<SubobjectAdjustment, 2> Adjustments; |
Rafael Espindola | 582e185 | 2012-10-27 00:40:06 +0000 | [diff] [blame] | 394 | E = skipRValueSubobjectAdjustments(E, Adjustments); |
| 395 | if (const OpaqueValueExpr *opaque = dyn_cast<OpaqueValueExpr>(E)) |
| 396 | if (opaque->getType()->isRecordType()) |
| 397 | return CGF.EmitOpaqueValueLValue(opaque).getAddress(); |
Douglas Gregor | 2d6b0e9 | 2010-05-22 05:17:18 +0000 | [diff] [blame] | 398 | |
Anders Carlsson | dca7ab2 | 2010-06-27 16:56:04 +0000 | [diff] [blame] | 399 | // Create a reference temporary if necessary. |
John McCall | 558d2ab | 2010-09-15 10:14:12 +0000 | [diff] [blame] | 400 | AggValueSlot AggSlot = AggValueSlot::ignored(); |
Anders Carlsson | dca7ab2 | 2010-06-27 16:56:04 +0000 | [diff] [blame] | 401 | if (CGF.hasAggregateLLVMType(E->getType()) && |
John McCall | 558d2ab | 2010-09-15 10:14:12 +0000 | [diff] [blame] | 402 | !E->getType()->isAnyComplexType()) { |
Anders Carlsson | 656746c | 2010-06-27 17:23:46 +0000 | [diff] [blame] | 403 | ReferenceTemporary = CreateReferenceTemporary(CGF, E->getType(), |
| 404 | InitializedDecl); |
Eli Friedman | d7722d9 | 2011-12-03 02:13:40 +0000 | [diff] [blame] | 405 | CharUnits Alignment = CGF.getContext().getTypeAlignInChars(E->getType()); |
John McCall | 7c2349b | 2011-08-25 20:40:09 +0000 | [diff] [blame] | 406 | AggValueSlot::IsDestructed_t isDestructed |
| 407 | = AggValueSlot::IsDestructed_t(InitializedDecl != 0); |
Eli Friedman | f394078 | 2011-12-03 00:54:26 +0000 | [diff] [blame] | 408 | AggSlot = AggValueSlot::forAddr(ReferenceTemporary, Alignment, |
| 409 | Qualifiers(), isDestructed, |
John McCall | 410ffb2 | 2011-08-25 23:04:34 +0000 | [diff] [blame] | 410 | AggValueSlot::DoesNotNeedGCBarriers, |
Chad Rosier | 649b4a1 | 2012-03-29 17:37:10 +0000 | [diff] [blame] | 411 | AggValueSlot::IsNotAliased); |
John McCall | 558d2ab | 2010-09-15 10:14:12 +0000 | [diff] [blame] | 412 | } |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 413 | |
Anders Carlsson | 656746c | 2010-06-27 17:23:46 +0000 | [diff] [blame] | 414 | if (InitializedDecl) { |
Anders Carlsson | dca7ab2 | 2010-06-27 16:56:04 +0000 | [diff] [blame] | 415 | // Get the destructor for the reference temporary. |
| 416 | if (const RecordType *RT = E->getType()->getAs<RecordType>()) { |
| 417 | CXXRecordDecl *ClassDecl = cast<CXXRecordDecl>(RT->getDecl()); |
| 418 | if (!ClassDecl->hasTrivialDestructor()) |
Douglas Gregor | 1d110e0 | 2010-07-01 14:13:13 +0000 | [diff] [blame] | 419 | ReferenceTemporaryDtor = ClassDecl->getDestructor(); |
Anders Carlsson | dca7ab2 | 2010-06-27 16:56:04 +0000 | [diff] [blame] | 420 | } |
| 421 | } |
| 422 | |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 423 | RV = CGF.EmitAnyExpr(E, AggSlot); |
| 424 | |
Douglas Gregor | 60dcb84 | 2010-05-20 08:36:28 +0000 | [diff] [blame] | 425 | // Check if need to perform derived-to-base casts and/or field accesses, to |
| 426 | // get from the temporary object we created (and, potentially, for which we |
| 427 | // extended the lifetime) to the subobject we're binding the reference to. |
| 428 | if (!Adjustments.empty()) { |
Anders Carlsson | dca7ab2 | 2010-06-27 16:56:04 +0000 | [diff] [blame] | 429 | llvm::Value *Object = RV.getAggregateAddr(); |
Douglas Gregor | 60dcb84 | 2010-05-20 08:36:28 +0000 | [diff] [blame] | 430 | for (unsigned I = Adjustments.size(); I != 0; --I) { |
| 431 | SubobjectAdjustment &Adjustment = Adjustments[I-1]; |
| 432 | switch (Adjustment.Kind) { |
| 433 | case SubobjectAdjustment::DerivedToBaseAdjustment: |
Anders Carlsson | dca7ab2 | 2010-06-27 16:56:04 +0000 | [diff] [blame] | 434 | Object = |
| 435 | CGF.GetAddressOfBaseClass(Object, |
| 436 | Adjustment.DerivedToBase.DerivedClass, |
John McCall | f871d0c | 2010-08-07 06:22:56 +0000 | [diff] [blame] | 437 | Adjustment.DerivedToBase.BasePath->path_begin(), |
| 438 | Adjustment.DerivedToBase.BasePath->path_end(), |
Anders Carlsson | dca7ab2 | 2010-06-27 16:56:04 +0000 | [diff] [blame] | 439 | /*NullCheckValue=*/false); |
Douglas Gregor | 60dcb84 | 2010-05-20 08:36:28 +0000 | [diff] [blame] | 440 | break; |
| 441 | |
| 442 | case SubobjectAdjustment::FieldAdjustment: { |
Eli Friedman | 377ecc7 | 2012-04-16 03:54:45 +0000 | [diff] [blame] | 443 | LValue LV = CGF.MakeAddrLValue(Object, E->getType()); |
| 444 | LV = CGF.EmitLValueForField(LV, Adjustment.Field); |
Douglas Gregor | 60dcb84 | 2010-05-20 08:36:28 +0000 | [diff] [blame] | 445 | if (LV.isSimple()) { |
| 446 | Object = LV.getAddress(); |
| 447 | break; |
| 448 | } |
| 449 | |
| 450 | // For non-simple lvalues, we actually have to create a copy of |
| 451 | // the object we're binding to. |
Daniel Dunbar | 333d42d | 2010-08-21 03:37:02 +0000 | [diff] [blame] | 452 | QualType T = Adjustment.Field->getType().getNonReferenceType() |
| 453 | .getUnqualifiedType(); |
Anders Carlsson | 045a6d8 | 2010-06-27 17:52:15 +0000 | [diff] [blame] | 454 | Object = CreateReferenceTemporary(CGF, T, InitializedDecl); |
Daniel Dunbar | 333d42d | 2010-08-21 03:37:02 +0000 | [diff] [blame] | 455 | LValue TempLV = CGF.MakeAddrLValue(Object, |
| 456 | Adjustment.Field->getType()); |
John McCall | 545d996 | 2011-06-25 02:11:03 +0000 | [diff] [blame] | 457 | CGF.EmitStoreThroughLValue(CGF.EmitLoadOfLValue(LV), TempLV); |
Douglas Gregor | 60dcb84 | 2010-05-20 08:36:28 +0000 | [diff] [blame] | 458 | break; |
| 459 | } |
Anders Carlsson | dca7ab2 | 2010-06-27 16:56:04 +0000 | [diff] [blame] | 460 | |
Eli Friedman | 32f498a | 2012-06-15 23:51:06 +0000 | [diff] [blame] | 461 | case SubobjectAdjustment::MemberPointerAdjustment: { |
Rafael Espindola | ecccc1e | 2012-10-27 00:36:38 +0000 | [diff] [blame] | 462 | llvm::Value *Ptr = CGF.EmitScalarExpr(Adjustment.Ptr.RHS); |
Eli Friedman | 32f498a | 2012-06-15 23:51:06 +0000 | [diff] [blame] | 463 | Object = CGF.CGM.getCXXABI().EmitMemberDataPointerAddress( |
Rafael Espindola | ecccc1e | 2012-10-27 00:36:38 +0000 | [diff] [blame] | 464 | CGF, Object, Ptr, Adjustment.Ptr.MPT); |
Eli Friedman | 32f498a | 2012-06-15 23:51:06 +0000 | [diff] [blame] | 465 | break; |
| 466 | } |
Douglas Gregor | 60dcb84 | 2010-05-20 08:36:28 +0000 | [diff] [blame] | 467 | } |
| 468 | } |
Eli Friedman | 545aa7a | 2011-03-16 22:34:09 +0000 | [diff] [blame] | 469 | |
| 470 | return Object; |
Anders Carlsson | b3f7442 | 2009-10-15 00:51:46 +0000 | [diff] [blame] | 471 | } |
Anders Carlsson | 4bbab92 | 2009-05-20 00:36:58 +0000 | [diff] [blame] | 472 | } |
Eli Friedman | 5df0d42 | 2009-05-20 02:31:19 +0000 | [diff] [blame] | 473 | |
Anders Carlsson | dca7ab2 | 2010-06-27 16:56:04 +0000 | [diff] [blame] | 474 | if (RV.isAggregate()) |
| 475 | return RV.getAggregateAddr(); |
Eli Friedman | 5df0d42 | 2009-05-20 02:31:19 +0000 | [diff] [blame] | 476 | |
Anders Carlsson | dca7ab2 | 2010-06-27 16:56:04 +0000 | [diff] [blame] | 477 | // Create a temporary variable that we can bind the reference to. |
Anders Carlsson | 656746c | 2010-06-27 17:23:46 +0000 | [diff] [blame] | 478 | ReferenceTemporary = CreateReferenceTemporary(CGF, E->getType(), |
| 479 | InitializedDecl); |
| 480 | |
Daniel Dunbar | 91a16fa | 2010-08-21 02:24:36 +0000 | [diff] [blame] | 481 | |
| 482 | unsigned Alignment = |
| 483 | CGF.getContext().getTypeAlignInChars(E->getType()).getQuantity(); |
Anders Carlsson | dca7ab2 | 2010-06-27 16:56:04 +0000 | [diff] [blame] | 484 | if (RV.isScalar()) |
| 485 | CGF.EmitStoreOfScalar(RV.getScalarVal(), ReferenceTemporary, |
Daniel Dunbar | 91a16fa | 2010-08-21 02:24:36 +0000 | [diff] [blame] | 486 | /*Volatile=*/false, Alignment, E->getType()); |
Anders Carlsson | dca7ab2 | 2010-06-27 16:56:04 +0000 | [diff] [blame] | 487 | else |
| 488 | CGF.StoreComplexToAddr(RV.getComplexVal(), ReferenceTemporary, |
| 489 | /*Volatile=*/false); |
| 490 | return ReferenceTemporary; |
| 491 | } |
| 492 | |
| 493 | RValue |
Chris Lattner | d0db03a | 2010-09-06 00:11:41 +0000 | [diff] [blame] | 494 | CodeGenFunction::EmitReferenceBindingToExpr(const Expr *E, |
Anders Carlsson | dca7ab2 | 2010-06-27 16:56:04 +0000 | [diff] [blame] | 495 | const NamedDecl *InitializedDecl) { |
| 496 | llvm::Value *ReferenceTemporary = 0; |
| 497 | const CXXDestructorDecl *ReferenceTemporaryDtor = 0; |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 498 | QualType ObjCARCReferenceLifetimeType; |
Anders Carlsson | dca7ab2 | 2010-06-27 16:56:04 +0000 | [diff] [blame] | 499 | llvm::Value *Value = EmitExprForReferenceBinding(*this, E, ReferenceTemporary, |
| 500 | ReferenceTemporaryDtor, |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 501 | ObjCARCReferenceLifetimeType, |
Anders Carlsson | dca7ab2 | 2010-06-27 16:56:04 +0000 | [diff] [blame] | 502 | InitializedDecl); |
Richard Smith | 2c9f87c | 2012-08-24 00:54:33 +0000 | [diff] [blame] | 503 | if (CatchUndefined && !E->getType()->isFunctionType()) { |
| 504 | // C++11 [dcl.ref]p5 (as amended by core issue 453): |
| 505 | // If a glvalue to which a reference is directly bound designates neither |
| 506 | // an existing object or function of an appropriate type nor a region of |
| 507 | // storage of suitable size and alignment to contain an object of the |
| 508 | // reference's type, the behavior is undefined. |
| 509 | QualType Ty = E->getType(); |
Richard Smith | 4def70d | 2012-10-09 19:52:38 +0000 | [diff] [blame] | 510 | EmitTypeCheck(TCK_ReferenceBinding, E->getExprLoc(), Value, Ty); |
Richard Smith | 2c9f87c | 2012-08-24 00:54:33 +0000 | [diff] [blame] | 511 | } |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 512 | if (!ReferenceTemporaryDtor && ObjCARCReferenceLifetimeType.isNull()) |
Anders Carlsson | 045a6d8 | 2010-06-27 17:52:15 +0000 | [diff] [blame] | 513 | return RValue::get(Value); |
| 514 | |
Anders Carlsson | dca7ab2 | 2010-06-27 16:56:04 +0000 | [diff] [blame] | 515 | // Make sure to call the destructor for the reference temporary. |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 516 | const VarDecl *VD = dyn_cast_or_null<VarDecl>(InitializedDecl); |
| 517 | if (VD && VD->hasGlobalStorage()) { |
| 518 | if (ReferenceTemporaryDtor) { |
Anders Carlsson | 045a6d8 | 2010-06-27 17:52:15 +0000 | [diff] [blame] | 519 | llvm::Constant *DtorFn = |
| 520 | CGM.GetAddrOfCXXDestructor(ReferenceTemporaryDtor, Dtor_Complete); |
John McCall | 20bb175 | 2012-05-01 06:13:13 +0000 | [diff] [blame] | 521 | CGM.getCXXABI().registerGlobalDtor(*this, DtorFn, |
John McCall | d16c2cf | 2011-02-08 08:22:06 +0000 | [diff] [blame] | 522 | cast<llvm::Constant>(ReferenceTemporary)); |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 523 | } else { |
| 524 | assert(!ObjCARCReferenceLifetimeType.isNull()); |
| 525 | // Note: We intentionally do not register a global "destructor" to |
| 526 | // release the object. |
Anders Carlsson | 045a6d8 | 2010-06-27 17:52:15 +0000 | [diff] [blame] | 527 | } |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 528 | |
| 529 | return RValue::get(Value); |
Anders Carlsson | 045a6d8 | 2010-06-27 17:52:15 +0000 | [diff] [blame] | 530 | } |
John McCall | 81407d4 | 2010-07-21 06:29:51 +0000 | [diff] [blame] | 531 | |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 532 | if (ReferenceTemporaryDtor) |
| 533 | PushDestructorCleanup(ReferenceTemporaryDtor, ReferenceTemporary); |
| 534 | else { |
| 535 | switch (ObjCARCReferenceLifetimeType.getObjCLifetime()) { |
| 536 | case Qualifiers::OCL_None: |
David Blaikie | b219cfc | 2011-09-23 05:06:16 +0000 | [diff] [blame] | 537 | llvm_unreachable( |
| 538 | "Not a reference temporary that needs to be deallocated"); |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 539 | case Qualifiers::OCL_ExplicitNone: |
| 540 | case Qualifiers::OCL_Autoreleasing: |
| 541 | // Nothing to do. |
| 542 | break; |
| 543 | |
John McCall | 9928c48 | 2011-07-12 16:41:08 +0000 | [diff] [blame] | 544 | case Qualifiers::OCL_Strong: { |
| 545 | bool precise = VD && VD->hasAttr<ObjCPreciseLifetimeAttr>(); |
| 546 | CleanupKind cleanupKind = getARCCleanupKind(); |
Benjamin Kramer | 0d51676 | 2011-07-12 18:37:23 +0000 | [diff] [blame] | 547 | pushDestroy(cleanupKind, ReferenceTemporary, ObjCARCReferenceLifetimeType, |
Peter Collingbourne | 516bbd4 | 2012-01-26 03:33:36 +0000 | [diff] [blame] | 548 | precise ? destroyARCStrongPrecise : destroyARCStrongImprecise, |
| 549 | cleanupKind & EHCleanup); |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 550 | break; |
John McCall | 9928c48 | 2011-07-12 16:41:08 +0000 | [diff] [blame] | 551 | } |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 552 | |
Benjamin Kramer | 0d51676 | 2011-07-12 18:37:23 +0000 | [diff] [blame] | 553 | case Qualifiers::OCL_Weak: { |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 554 | // __weak objects always get EH cleanups; otherwise, exceptions |
| 555 | // could cause really nasty crashes instead of mere leaks. |
John McCall | 9928c48 | 2011-07-12 16:41:08 +0000 | [diff] [blame] | 556 | pushDestroy(NormalAndEHCleanup, ReferenceTemporary, |
Peter Collingbourne | 516bbd4 | 2012-01-26 03:33:36 +0000 | [diff] [blame] | 557 | ObjCARCReferenceLifetimeType, destroyARCWeak, true); |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 558 | break; |
| 559 | } |
Benjamin Kramer | 0d51676 | 2011-07-12 18:37:23 +0000 | [diff] [blame] | 560 | } |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 561 | } |
| 562 | |
Anders Carlsson | dca7ab2 | 2010-06-27 16:56:04 +0000 | [diff] [blame] | 563 | return RValue::get(Value); |
Anders Carlsson | 4029ca7 | 2009-05-20 00:24:07 +0000 | [diff] [blame] | 564 | } |
| 565 | |
| 566 | |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 567 | /// getAccessedFieldNo - Given an encoded value and a result number, return the |
| 568 | /// input field number being accessed. |
| 569 | unsigned CodeGenFunction::getAccessedFieldNo(unsigned Idx, |
Dan Gohman | 4f8d123 | 2008-05-22 00:50:06 +0000 | [diff] [blame] | 570 | const llvm::Constant *Elts) { |
Chris Lattner | 89f4283 | 2012-01-30 06:20:36 +0000 | [diff] [blame] | 571 | return cast<llvm::ConstantInt>(Elts->getAggregateElement(Idx)) |
| 572 | ->getZExtValue(); |
Dan Gohman | 4f8d123 | 2008-05-22 00:50:06 +0000 | [diff] [blame] | 573 | } |
| 574 | |
Richard Smith | 8e1cee6 | 2012-10-25 02:14:12 +0000 | [diff] [blame] | 575 | /// Emit the hash_16_bytes function from include/llvm/ADT/Hashing.h. |
| 576 | static llvm::Value *emitHash16Bytes(CGBuilderTy &Builder, llvm::Value *Low, |
| 577 | llvm::Value *High) { |
| 578 | llvm::Value *KMul = Builder.getInt64(0x9ddfea08eb382d69ULL); |
| 579 | llvm::Value *K47 = Builder.getInt64(47); |
| 580 | llvm::Value *A0 = Builder.CreateMul(Builder.CreateXor(Low, High), KMul); |
| 581 | llvm::Value *A1 = Builder.CreateXor(Builder.CreateLShr(A0, K47), A0); |
| 582 | llvm::Value *B0 = Builder.CreateMul(Builder.CreateXor(High, A1), KMul); |
| 583 | llvm::Value *B1 = Builder.CreateXor(Builder.CreateLShr(B0, K47), B0); |
| 584 | return Builder.CreateMul(B1, KMul); |
| 585 | } |
| 586 | |
Richard Smith | 4def70d | 2012-10-09 19:52:38 +0000 | [diff] [blame] | 587 | void CodeGenFunction::EmitTypeCheck(TypeCheckKind TCK, SourceLocation Loc, |
| 588 | llvm::Value *Address, |
Richard Smith | 7ac9ef1 | 2012-09-08 02:08:36 +0000 | [diff] [blame] | 589 | QualType Ty, CharUnits Alignment) { |
Nuno Lopes | def1849 | 2012-05-22 17:19:45 +0000 | [diff] [blame] | 590 | if (!CatchUndefined) |
Mike Stump | b14e62d | 2009-12-16 02:57:00 +0000 | [diff] [blame] | 591 | return; |
| 592 | |
Richard Smith | 2c9f87c | 2012-08-24 00:54:33 +0000 | [diff] [blame] | 593 | llvm::Value *Cond = 0; |
Mike Stump | b14e62d | 2009-12-16 02:57:00 +0000 | [diff] [blame] | 594 | |
Richard Smith | 7ac9ef1 | 2012-09-08 02:08:36 +0000 | [diff] [blame] | 595 | if (TCK != TCK_Load && TCK != TCK_Store) { |
Richard Smith | 2c9f87c | 2012-08-24 00:54:33 +0000 | [diff] [blame] | 596 | // The glvalue must not be an empty glvalue. Don't bother checking this for |
| 597 | // loads and stores, because we will get a segfault anyway (if the operation |
| 598 | // isn't optimized out). |
| 599 | Cond = Builder.CreateICmpNE( |
| 600 | Address, llvm::Constant::getNullValue(Address->getType())); |
| 601 | } |
Chris Lattner | c24b9c4 | 2010-04-10 18:34:14 +0000 | [diff] [blame] | 602 | |
Richard Smith | 4def70d | 2012-10-09 19:52:38 +0000 | [diff] [blame] | 603 | uint64_t AlignVal = Alignment.getQuantity(); |
| 604 | |
Richard Smith | 2c9f87c | 2012-08-24 00:54:33 +0000 | [diff] [blame] | 605 | if (!Ty->isIncompleteType()) { |
| 606 | uint64_t Size = getContext().getTypeSizeInChars(Ty).getQuantity(); |
Richard Smith | 2c9f87c | 2012-08-24 00:54:33 +0000 | [diff] [blame] | 607 | if (!AlignVal) |
| 608 | AlignVal = getContext().getTypeAlignInChars(Ty).getQuantity(); |
| 609 | |
| 610 | // This needs to be to the standard address space. |
| 611 | Address = Builder.CreateBitCast(Address, Int8PtrTy); |
| 612 | |
| 613 | // The glvalue must refer to a large enough storage region. |
| 614 | // FIXME: If -faddress-sanitizer is enabled, insert dynamic instrumentation |
| 615 | // to check this. |
| 616 | llvm::Value *F = CGM.getIntrinsic(llvm::Intrinsic::objectsize, IntPtrTy); |
| 617 | llvm::Value *Min = Builder.getFalse(); |
| 618 | llvm::Value *LargeEnough = |
| 619 | Builder.CreateICmpUGE(Builder.CreateCall2(F, Address, Min), |
| 620 | llvm::ConstantInt::get(IntPtrTy, Size)); |
| 621 | Cond = Cond ? Builder.CreateAnd(Cond, LargeEnough) : LargeEnough; |
Richard Smith | 4def70d | 2012-10-09 19:52:38 +0000 | [diff] [blame] | 622 | } |
Richard Smith | 2c9f87c | 2012-08-24 00:54:33 +0000 | [diff] [blame] | 623 | |
Richard Smith | 4def70d | 2012-10-09 19:52:38 +0000 | [diff] [blame] | 624 | if (AlignVal) { |
Richard Smith | 2c9f87c | 2012-08-24 00:54:33 +0000 | [diff] [blame] | 625 | // The glvalue must be suitably aligned. |
| 626 | llvm::Value *Align = |
| 627 | Builder.CreateAnd(Builder.CreatePtrToInt(Address, IntPtrTy), |
| 628 | llvm::ConstantInt::get(IntPtrTy, AlignVal - 1)); |
| 629 | Cond = Builder.CreateAnd(Cond, |
| 630 | Builder.CreateICmpEQ(Align, llvm::ConstantInt::get(IntPtrTy, 0))); |
| 631 | } |
| 632 | |
Richard Smith | 4def70d | 2012-10-09 19:52:38 +0000 | [diff] [blame] | 633 | if (Cond) { |
| 634 | llvm::Constant *StaticData[] = { |
| 635 | EmitCheckSourceLocation(Loc), |
| 636 | EmitCheckTypeDescriptor(Ty), |
| 637 | llvm::ConstantInt::get(SizeTy, AlignVal), |
| 638 | llvm::ConstantInt::get(Int8Ty, TCK) |
| 639 | }; |
| 640 | EmitCheck(Cond, "type_mismatch", StaticData, Address); |
| 641 | } |
Richard Smith | 8e1cee6 | 2012-10-25 02:14:12 +0000 | [diff] [blame] | 642 | |
| 643 | CXXRecordDecl *RD = Ty->getAsCXXRecordDecl(); |
| 644 | if (TCK != TCK_ConstructorCall && |
| 645 | RD && RD->hasDefinition() && RD->isDynamicClass()) { |
| 646 | // Check that the vptr indicates that there is a subobject of type Ty at |
| 647 | // offset zero within this object. |
| 648 | // FIXME: Produce a diagnostic if the user tries to combine this check with |
| 649 | // -fno-rtti. |
| 650 | |
| 651 | // Compute a hash of the mangled name of the type. |
| 652 | // |
| 653 | // FIXME: This is not guaranteed to be deterministic! Move to a |
| 654 | // fingerprinting mechanism once LLVM provides one. For the time |
| 655 | // being the implementation happens to be deterministic. |
| 656 | llvm::SmallString<64> MangledName; |
| 657 | llvm::raw_svector_ostream Out(MangledName); |
| 658 | CGM.getCXXABI().getMangleContext().mangleCXXRTTI(Ty.getUnqualifiedType(), |
| 659 | Out); |
| 660 | llvm::hash_code TypeHash = hash_value(Out.str()); |
| 661 | |
| 662 | // Load the vptr, and compute hash_16_bytes(TypeHash, vptr). |
| 663 | llvm::Value *Low = llvm::ConstantInt::get(Int64Ty, TypeHash); |
| 664 | llvm::Type *VPtrTy = llvm::PointerType::get(IntPtrTy, 0); |
| 665 | llvm::Value *VPtrAddr = Builder.CreateBitCast(Address, VPtrTy); |
| 666 | llvm::Value *VPtrVal = Builder.CreateLoad(VPtrAddr); |
| 667 | llvm::Value *High = Builder.CreateZExt(VPtrVal, Int64Ty); |
| 668 | |
| 669 | llvm::Value *Hash = emitHash16Bytes(Builder, Low, High); |
| 670 | Hash = Builder.CreateTrunc(Hash, IntPtrTy); |
| 671 | |
| 672 | // Look the hash up in our cache. |
| 673 | const int CacheSize = 128; |
| 674 | llvm::Type *HashTable = llvm::ArrayType::get(IntPtrTy, CacheSize); |
| 675 | llvm::Value *Cache = CGM.CreateRuntimeVariable(HashTable, |
| 676 | "__ubsan_vptr_type_cache"); |
| 677 | llvm::Value *Slot = Builder.CreateAnd(Hash, |
| 678 | llvm::ConstantInt::get(IntPtrTy, |
| 679 | CacheSize-1)); |
| 680 | llvm::Value *Indices[] = { Builder.getInt32(0), Slot }; |
| 681 | llvm::Value *CacheVal = |
| 682 | Builder.CreateLoad(Builder.CreateInBoundsGEP(Cache, Indices)); |
| 683 | |
| 684 | // If the hash isn't in the cache, call a runtime handler to perform the |
| 685 | // hard work of checking whether the vptr is for an object of the right |
| 686 | // type. This will either fill in the cache and return, or produce a |
| 687 | // diagnostic. |
| 688 | llvm::Constant *StaticData[] = { |
| 689 | EmitCheckSourceLocation(Loc), |
| 690 | EmitCheckTypeDescriptor(Ty), |
| 691 | CGM.GetAddrOfRTTIDescriptor(Ty.getUnqualifiedType()), |
| 692 | llvm::ConstantInt::get(Int8Ty, TCK) |
| 693 | }; |
| 694 | llvm::Value *DynamicData[] = { Address, Hash }; |
| 695 | EmitCheck(Builder.CreateICmpEQ(CacheVal, Hash), |
| 696 | "dynamic_type_cache_miss", StaticData, DynamicData, true); |
| 697 | } |
Mike Stump | b14e62d | 2009-12-16 02:57:00 +0000 | [diff] [blame] | 698 | } |
Chris Lattner | 9b65551 | 2007-08-31 22:49:20 +0000 | [diff] [blame] | 699 | |
Chris Lattner | dd36d32 | 2010-01-09 21:40:03 +0000 | [diff] [blame] | 700 | |
Chris Lattner | dd36d32 | 2010-01-09 21:40:03 +0000 | [diff] [blame] | 701 | CodeGenFunction::ComplexPairTy CodeGenFunction:: |
| 702 | EmitComplexPrePostIncDec(const UnaryOperator *E, LValue LV, |
| 703 | bool isInc, bool isPre) { |
| 704 | ComplexPairTy InVal = LoadComplexFromAddr(LV.getAddress(), |
| 705 | LV.isVolatileQualified()); |
| 706 | |
| 707 | llvm::Value *NextVal; |
| 708 | if (isa<llvm::IntegerType>(InVal.first->getType())) { |
| 709 | uint64_t AmountVal = isInc ? 1 : -1; |
| 710 | NextVal = llvm::ConstantInt::get(InVal.first->getType(), AmountVal, true); |
| 711 | |
| 712 | // Add the inc/dec to the real part. |
| 713 | NextVal = Builder.CreateAdd(InVal.first, NextVal, isInc ? "inc" : "dec"); |
| 714 | } else { |
| 715 | QualType ElemTy = E->getType()->getAs<ComplexType>()->getElementType(); |
| 716 | llvm::APFloat FVal(getContext().getFloatTypeSemantics(ElemTy), 1); |
| 717 | if (!isInc) |
| 718 | FVal.changeSign(); |
| 719 | NextVal = llvm::ConstantFP::get(getLLVMContext(), FVal); |
| 720 | |
| 721 | // Add the inc/dec to the real part. |
| 722 | NextVal = Builder.CreateFAdd(InVal.first, NextVal, isInc ? "inc" : "dec"); |
| 723 | } |
| 724 | |
| 725 | ComplexPairTy IncVal(NextVal, InVal.second); |
| 726 | |
| 727 | // Store the updated result through the lvalue. |
| 728 | StoreComplexToAddr(IncVal, LV.getAddress(), LV.isVolatileQualified()); |
| 729 | |
| 730 | // If this is a postinc, return the value read from memory, otherwise use the |
| 731 | // updated value. |
| 732 | return isPre ? IncVal : InVal; |
| 733 | } |
| 734 | |
| 735 | |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 736 | //===----------------------------------------------------------------------===// |
| 737 | // LValue Expression Emission |
| 738 | //===----------------------------------------------------------------------===// |
| 739 | |
Daniel Dunbar | 13e8173 | 2009-02-05 07:09:07 +0000 | [diff] [blame] | 740 | RValue CodeGenFunction::GetUndefRValue(QualType Ty) { |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 741 | if (Ty->isVoidType()) |
Daniel Dunbar | 13e8173 | 2009-02-05 07:09:07 +0000 | [diff] [blame] | 742 | return RValue::get(0); |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 743 | |
| 744 | if (const ComplexType *CTy = Ty->getAs<ComplexType>()) { |
Chris Lattner | 2acc6e3 | 2011-07-18 04:24:23 +0000 | [diff] [blame] | 745 | llvm::Type *EltTy = ConvertType(CTy->getElementType()); |
Owen Anderson | 03e2050 | 2009-07-30 23:11:26 +0000 | [diff] [blame] | 746 | llvm::Value *U = llvm::UndefValue::get(EltTy); |
Daniel Dunbar | 8fa73ed | 2009-01-09 20:09:28 +0000 | [diff] [blame] | 747 | return RValue::getComplex(std::make_pair(U, U)); |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 748 | } |
| 749 | |
Chris Lattner | b6c504b | 2010-08-23 05:26:13 +0000 | [diff] [blame] | 750 | // If this is a use of an undefined aggregate type, the aggregate must have an |
| 751 | // identifiable address. Just because the contents of the value are undefined |
| 752 | // doesn't mean that the address can't be taken and compared. |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 753 | if (hasAggregateLLVMType(Ty)) { |
Chris Lattner | b6c504b | 2010-08-23 05:26:13 +0000 | [diff] [blame] | 754 | llvm::Value *DestPtr = CreateMemTemp(Ty, "undef.agg.tmp"); |
| 755 | return RValue::getAggregate(DestPtr); |
Daniel Dunbar | 8fa73ed | 2009-01-09 20:09:28 +0000 | [diff] [blame] | 756 | } |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 757 | |
| 758 | return RValue::get(llvm::UndefValue::get(ConvertType(Ty))); |
Daniel Dunbar | ce1d38b | 2009-01-09 16:50:52 +0000 | [diff] [blame] | 759 | } |
| 760 | |
Daniel Dunbar | 13e8173 | 2009-02-05 07:09:07 +0000 | [diff] [blame] | 761 | RValue CodeGenFunction::EmitUnsupportedRValue(const Expr *E, |
| 762 | const char *Name) { |
| 763 | ErrorUnsupported(E, Name); |
| 764 | return GetUndefRValue(E->getType()); |
| 765 | } |
| 766 | |
Daniel Dunbar | 6ba82a4 | 2008-08-25 20:45:57 +0000 | [diff] [blame] | 767 | LValue CodeGenFunction::EmitUnsupportedLValue(const Expr *E, |
| 768 | const char *Name) { |
| 769 | ErrorUnsupported(E, Name); |
Owen Anderson | 96e0fc7 | 2009-07-29 22:16:19 +0000 | [diff] [blame] | 770 | llvm::Type *Ty = llvm::PointerType::getUnqual(ConvertType(E->getType())); |
Daniel Dunbar | 9f553f5 | 2010-08-21 03:08:16 +0000 | [diff] [blame] | 771 | return MakeAddrLValue(llvm::UndefValue::get(Ty), E->getType()); |
Daniel Dunbar | 6ba82a4 | 2008-08-25 20:45:57 +0000 | [diff] [blame] | 772 | } |
| 773 | |
Richard Smith | 7ac9ef1 | 2012-09-08 02:08:36 +0000 | [diff] [blame] | 774 | LValue CodeGenFunction::EmitCheckedLValue(const Expr *E, TypeCheckKind TCK) { |
Mike Stump | b14e62d | 2009-12-16 02:57:00 +0000 | [diff] [blame] | 775 | LValue LV = EmitLValue(E); |
Daniel Dunbar | f0fe5bc | 2010-04-05 21:36:35 +0000 | [diff] [blame] | 776 | if (!isa<DeclRefExpr>(E) && !LV.isBitField() && LV.isSimple()) |
Richard Smith | 4def70d | 2012-10-09 19:52:38 +0000 | [diff] [blame] | 777 | EmitTypeCheck(TCK, E->getExprLoc(), LV.getAddress(), |
| 778 | E->getType(), LV.getAlignment()); |
Mike Stump | b14e62d | 2009-12-16 02:57:00 +0000 | [diff] [blame] | 779 | return LV; |
| 780 | } |
| 781 | |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 782 | /// EmitLValue - Emit code to compute a designator that specifies the location |
| 783 | /// of the expression. |
| 784 | /// |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 785 | /// This can return one of two things: a simple address or a bitfield reference. |
| 786 | /// In either case, the LLVM Value* in the LValue structure is guaranteed to be |
| 787 | /// an LLVM pointer type. |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 788 | /// |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 789 | /// If this returns a bitfield reference, nothing about the pointee type of the |
| 790 | /// LLVM value is known: For example, it may not be a pointer to an integer. |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 791 | /// |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 792 | /// If this returns a normal address, and if the lvalue's C type is fixed size, |
| 793 | /// this method guarantees that the returned pointer type will point to an LLVM |
| 794 | /// type of the same size of the lvalue's type. If the lvalue has a variable |
| 795 | /// length type, this is not possible. |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 796 | /// |
| 797 | LValue CodeGenFunction::EmitLValue(const Expr *E) { |
| 798 | switch (E->getStmtClass()) { |
Daniel Dunbar | 6ba82a4 | 2008-08-25 20:45:57 +0000 | [diff] [blame] | 799 | default: return EmitUnsupportedLValue(E, "l-value expression"); |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 800 | |
John McCall | db45806 | 2011-11-07 03:59:57 +0000 | [diff] [blame] | 801 | case Expr::ObjCPropertyRefExprClass: |
| 802 | llvm_unreachable("cannot emit a property reference directly"); |
| 803 | |
Fariborz Jahanian | 03b2960 | 2010-06-17 19:56:20 +0000 | [diff] [blame] | 804 | case Expr::ObjCSelectorExprClass: |
Nico Weber | c5f8046 | 2012-10-11 10:13:44 +0000 | [diff] [blame] | 805 | return EmitObjCSelectorLValue(cast<ObjCSelectorExpr>(E)); |
Fariborz Jahanian | 820bca4 | 2009-12-09 23:35:29 +0000 | [diff] [blame] | 806 | case Expr::ObjCIsaExprClass: |
| 807 | return EmitObjCIsaExpr(cast<ObjCIsaExpr>(E)); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 808 | case Expr::BinaryOperatorClass: |
Daniel Dunbar | 80e62c2 | 2008-09-04 03:20:13 +0000 | [diff] [blame] | 809 | return EmitBinaryOperatorLValue(cast<BinaryOperator>(E)); |
Douglas Gregor | 6a03e34 | 2010-04-23 04:16:32 +0000 | [diff] [blame] | 810 | case Expr::CompoundAssignOperatorClass: |
John McCall | 2a41637 | 2010-12-05 02:00:02 +0000 | [diff] [blame] | 811 | if (!E->getType()->isAnyComplexType()) |
| 812 | return EmitCompoundAssignmentLValue(cast<CompoundAssignOperator>(E)); |
| 813 | return EmitComplexCompoundAssignmentLValue(cast<CompoundAssignOperator>(E)); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 814 | case Expr::CallExprClass: |
Anders Carlsson | faf8664 | 2009-09-01 21:18:52 +0000 | [diff] [blame] | 815 | case Expr::CXXMemberCallExprClass: |
Douglas Gregor | b460980 | 2008-11-14 16:09:21 +0000 | [diff] [blame] | 816 | case Expr::CXXOperatorCallExprClass: |
Richard Smith | 9fcce65 | 2012-03-07 08:35:16 +0000 | [diff] [blame] | 817 | case Expr::UserDefinedLiteralClass: |
Douglas Gregor | b460980 | 2008-11-14 16:09:21 +0000 | [diff] [blame] | 818 | return EmitCallExprLValue(cast<CallExpr>(E)); |
Daniel Dunbar | 5b5c9ef | 2009-02-11 20:59:32 +0000 | [diff] [blame] | 819 | case Expr::VAArgExprClass: |
| 820 | return EmitVAArgExprLValue(cast<VAArgExpr>(E)); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 821 | case Expr::DeclRefExprClass: |
Douglas Gregor | 1a49af9 | 2009-01-06 05:10:23 +0000 | [diff] [blame] | 822 | return EmitDeclRefLValue(cast<DeclRefExpr>(E)); |
Eric Christopher | 6aff47d | 2011-09-08 17:15:04 +0000 | [diff] [blame] | 823 | case Expr::ParenExprClass: |
| 824 | return EmitLValue(cast<ParenExpr>(E)->getSubExpr()); |
Peter Collingbourne | f111d93 | 2011-04-15 00:35:48 +0000 | [diff] [blame] | 825 | case Expr::GenericSelectionExprClass: |
| 826 | return EmitLValue(cast<GenericSelectionExpr>(E)->getResultExpr()); |
Chris Lattner | d9f6910 | 2008-08-10 01:53:14 +0000 | [diff] [blame] | 827 | case Expr::PredefinedExprClass: |
| 828 | return EmitPredefinedLValue(cast<PredefinedExpr>(E)); |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 829 | case Expr::StringLiteralClass: |
| 830 | return EmitStringLiteralLValue(cast<StringLiteral>(E)); |
Chris Lattner | eaf2bb8 | 2009-02-24 22:18:39 +0000 | [diff] [blame] | 831 | case Expr::ObjCEncodeExprClass: |
| 832 | return EmitObjCEncodeExprLValue(cast<ObjCEncodeExpr>(E)); |
John McCall | 4b9c2d2 | 2011-11-06 09:01:30 +0000 | [diff] [blame] | 833 | case Expr::PseudoObjectExprClass: |
| 834 | return EmitPseudoObjectLValue(cast<PseudoObjectExpr>(E)); |
Sebastian Redl | 13dc8f9 | 2011-11-27 16:50:07 +0000 | [diff] [blame] | 835 | case Expr::InitListExprClass: |
Richard Smith | 13ec910 | 2012-05-14 21:57:21 +0000 | [diff] [blame] | 836 | return EmitInitListLValue(cast<InitListExpr>(E)); |
Anders Carlsson | b58d017 | 2009-05-30 23:23:33 +0000 | [diff] [blame] | 837 | case Expr::CXXTemporaryObjectExprClass: |
| 838 | case Expr::CXXConstructExprClass: |
Anders Carlsson | e61c9e8 | 2009-05-30 23:30:54 +0000 | [diff] [blame] | 839 | return EmitCXXConstructLValue(cast<CXXConstructExpr>(E)); |
| 840 | case Expr::CXXBindTemporaryExprClass: |
| 841 | return EmitCXXBindTemporaryLValue(cast<CXXBindTemporaryExpr>(E)); |
Nico Weber | c5f8046 | 2012-10-11 10:13:44 +0000 | [diff] [blame] | 842 | case Expr::CXXUuidofExprClass: |
| 843 | return EmitCXXUuidofLValue(cast<CXXUuidofExpr>(E)); |
Eli Friedman | 31a3702 | 2012-02-08 05:34:55 +0000 | [diff] [blame] | 844 | case Expr::LambdaExprClass: |
| 845 | return EmitLambdaLValue(cast<LambdaExpr>(E)); |
John McCall | 1a343eb | 2011-11-10 08:15:53 +0000 | [diff] [blame] | 846 | |
| 847 | case Expr::ExprWithCleanupsClass: { |
| 848 | const ExprWithCleanups *cleanups = cast<ExprWithCleanups>(E); |
| 849 | enterFullExpression(cleanups); |
| 850 | RunCleanupsScope Scope(*this); |
| 851 | return EmitLValue(cleanups->getSubExpr()); |
| 852 | } |
| 853 | |
Douglas Gregor | ed8abf1 | 2010-07-08 06:14:04 +0000 | [diff] [blame] | 854 | case Expr::CXXScalarValueInitExprClass: |
| 855 | return EmitNullInitializationLValue(cast<CXXScalarValueInitExpr>(E)); |
Anders Carlsson | 370e538 | 2009-11-14 01:51:50 +0000 | [diff] [blame] | 856 | case Expr::CXXDefaultArgExprClass: |
| 857 | return EmitLValue(cast<CXXDefaultArgExpr>(E)->getExpr()); |
Mike Stump | c2e84ae | 2009-11-15 08:09:41 +0000 | [diff] [blame] | 858 | case Expr::CXXTypeidExprClass: |
| 859 | return EmitCXXTypeidLValue(cast<CXXTypeidExpr>(E)); |
Anders Carlsson | e61c9e8 | 2009-05-30 23:30:54 +0000 | [diff] [blame] | 860 | |
Daniel Dunbar | 0a04d77 | 2008-08-23 10:51:21 +0000 | [diff] [blame] | 861 | case Expr::ObjCMessageExprClass: |
| 862 | return EmitObjCMessageExprLValue(cast<ObjCMessageExpr>(E)); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 863 | case Expr::ObjCIvarRefExprClass: |
Chris Lattner | 391d77a | 2008-03-30 23:03:07 +0000 | [diff] [blame] | 864 | return EmitObjCIvarRefLValue(cast<ObjCIvarRefExpr>(E)); |
Chris Lattner | 6545994 | 2009-04-25 19:35:26 +0000 | [diff] [blame] | 865 | case Expr::StmtExprClass: |
| 866 | return EmitStmtExprLValue(cast<StmtExpr>(E)); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 867 | case Expr::UnaryOperatorClass: |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 868 | return EmitUnaryOpLValue(cast<UnaryOperator>(E)); |
| 869 | case Expr::ArraySubscriptExprClass: |
| 870 | return EmitArraySubscriptExpr(cast<ArraySubscriptExpr>(E)); |
Nate Begeman | 213541a | 2008-04-18 23:10:10 +0000 | [diff] [blame] | 871 | case Expr::ExtVectorElementExprClass: |
| 872 | return EmitExtVectorElementExpr(cast<ExtVectorElementExpr>(E)); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 873 | case Expr::MemberExprClass: |
Douglas Gregor | bd4c4ae | 2009-08-26 22:36:53 +0000 | [diff] [blame] | 874 | return EmitMemberExpr(cast<MemberExpr>(E)); |
Eli Friedman | 06e863f | 2008-05-13 23:18:27 +0000 | [diff] [blame] | 875 | case Expr::CompoundLiteralExprClass: |
| 876 | return EmitCompoundLiteralLValue(cast<CompoundLiteralExpr>(E)); |
Daniel Dunbar | 9034558 | 2009-03-24 02:38:23 +0000 | [diff] [blame] | 877 | case Expr::ConditionalOperatorClass: |
Anders Carlsson | 6fcec8b | 2009-09-15 16:35:24 +0000 | [diff] [blame] | 878 | return EmitConditionalOperatorLValue(cast<ConditionalOperator>(E)); |
John McCall | 56ca35d | 2011-02-17 10:25:35 +0000 | [diff] [blame] | 879 | case Expr::BinaryConditionalOperatorClass: |
| 880 | return EmitConditionalOperatorLValue(cast<BinaryConditionalOperator>(E)); |
Chris Lattner | 670a62c | 2008-12-12 05:35:08 +0000 | [diff] [blame] | 881 | case Expr::ChooseExprClass: |
Eli Friedman | 7976932 | 2009-03-04 05:52:32 +0000 | [diff] [blame] | 882 | return EmitLValue(cast<ChooseExpr>(E)->getChosenSubExpr(getContext())); |
John McCall | e996ffd | 2011-02-16 08:02:54 +0000 | [diff] [blame] | 883 | case Expr::OpaqueValueExprClass: |
| 884 | return EmitOpaqueValueLValue(cast<OpaqueValueExpr>(E)); |
John McCall | 91a5755 | 2011-07-15 05:09:51 +0000 | [diff] [blame] | 885 | case Expr::SubstNonTypeTemplateParmExprClass: |
| 886 | return EmitLValue(cast<SubstNonTypeTemplateParmExpr>(E)->getReplacement()); |
Chris Lattner | c3953a6 | 2009-03-18 04:02:57 +0000 | [diff] [blame] | 887 | case Expr::ImplicitCastExprClass: |
| 888 | case Expr::CStyleCastExprClass: |
| 889 | case Expr::CXXFunctionalCastExprClass: |
| 890 | case Expr::CXXStaticCastExprClass: |
| 891 | case Expr::CXXDynamicCastExprClass: |
| 892 | case Expr::CXXReinterpretCastExprClass: |
| 893 | case Expr::CXXConstCastExprClass: |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 894 | case Expr::ObjCBridgedCastExprClass: |
Chris Lattner | 75dfeda | 2009-03-18 18:28:57 +0000 | [diff] [blame] | 895 | return EmitCastLValue(cast<CastExpr>(E)); |
Sebastian Redl | 13dc8f9 | 2011-11-27 16:50:07 +0000 | [diff] [blame] | 896 | |
Douglas Gregor | 03e8003 | 2011-06-21 17:03:29 +0000 | [diff] [blame] | 897 | case Expr::MaterializeTemporaryExprClass: |
| 898 | return EmitMaterializeTemporaryExpr(cast<MaterializeTemporaryExpr>(E)); |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 899 | } |
| 900 | } |
| 901 | |
John McCall | dd2ecee | 2012-03-10 03:05:10 +0000 | [diff] [blame] | 902 | /// Given an object of the given canonical type, can we safely copy a |
| 903 | /// value out of it based on its initializer? |
| 904 | static bool isConstantEmittableObjectType(QualType type) { |
| 905 | assert(type.isCanonical()); |
| 906 | assert(!type->isReferenceType()); |
| 907 | |
| 908 | // Must be const-qualified but non-volatile. |
| 909 | Qualifiers qs = type.getLocalQualifiers(); |
| 910 | if (!qs.hasConst() || qs.hasVolatile()) return false; |
| 911 | |
| 912 | // Otherwise, all object types satisfy this except C++ classes with |
| 913 | // mutable subobjects or non-trivial copy/destroy behavior. |
| 914 | if (const RecordType *RT = dyn_cast<RecordType>(type)) |
| 915 | if (const CXXRecordDecl *RD = dyn_cast<CXXRecordDecl>(RT->getDecl())) |
| 916 | if (RD->hasMutableFields() || !RD->isTrivial()) |
| 917 | return false; |
| 918 | |
| 919 | return true; |
| 920 | } |
| 921 | |
| 922 | /// Can we constant-emit a load of a reference to a variable of the |
| 923 | /// given type? This is different from predicates like |
| 924 | /// Decl::isUsableInConstantExpressions because we do want it to apply |
| 925 | /// in situations that don't necessarily satisfy the language's rules |
| 926 | /// for this (e.g. C++'s ODR-use rules). For example, we want to able |
| 927 | /// to do this with const float variables even if those variables |
| 928 | /// aren't marked 'constexpr'. |
| 929 | enum ConstantEmissionKind { |
| 930 | CEK_None, |
| 931 | CEK_AsReferenceOnly, |
| 932 | CEK_AsValueOrReference, |
| 933 | CEK_AsValueOnly |
| 934 | }; |
| 935 | static ConstantEmissionKind checkVarTypeForConstantEmission(QualType type) { |
| 936 | type = type.getCanonicalType(); |
| 937 | if (const ReferenceType *ref = dyn_cast<ReferenceType>(type)) { |
| 938 | if (isConstantEmittableObjectType(ref->getPointeeType())) |
| 939 | return CEK_AsValueOrReference; |
| 940 | return CEK_AsReferenceOnly; |
| 941 | } |
| 942 | if (isConstantEmittableObjectType(type)) |
| 943 | return CEK_AsValueOnly; |
| 944 | return CEK_None; |
| 945 | } |
| 946 | |
| 947 | /// Try to emit a reference to the given value without producing it as |
| 948 | /// an l-value. This is actually more than an optimization: we can't |
| 949 | /// produce an l-value for variables that we never actually captured |
| 950 | /// in a block or lambda, which means const int variables or constexpr |
| 951 | /// literals or similar. |
| 952 | CodeGenFunction::ConstantEmission |
John McCall | f4b88a4 | 2012-03-10 09:33:50 +0000 | [diff] [blame] | 953 | CodeGenFunction::tryEmitAsConstant(DeclRefExpr *refExpr) { |
| 954 | ValueDecl *value = refExpr->getDecl(); |
| 955 | |
John McCall | dd2ecee | 2012-03-10 03:05:10 +0000 | [diff] [blame] | 956 | // The value needs to be an enum constant or a constant variable. |
| 957 | ConstantEmissionKind CEK; |
| 958 | if (isa<ParmVarDecl>(value)) { |
| 959 | CEK = CEK_None; |
| 960 | } else if (VarDecl *var = dyn_cast<VarDecl>(value)) { |
| 961 | CEK = checkVarTypeForConstantEmission(var->getType()); |
| 962 | } else if (isa<EnumConstantDecl>(value)) { |
| 963 | CEK = CEK_AsValueOnly; |
| 964 | } else { |
| 965 | CEK = CEK_None; |
| 966 | } |
| 967 | if (CEK == CEK_None) return ConstantEmission(); |
| 968 | |
John McCall | dd2ecee | 2012-03-10 03:05:10 +0000 | [diff] [blame] | 969 | Expr::EvalResult result; |
| 970 | bool resultIsReference; |
| 971 | QualType resultType; |
| 972 | |
| 973 | // It's best to evaluate all the way as an r-value if that's permitted. |
| 974 | if (CEK != CEK_AsReferenceOnly && |
John McCall | f4b88a4 | 2012-03-10 09:33:50 +0000 | [diff] [blame] | 975 | refExpr->EvaluateAsRValue(result, getContext())) { |
John McCall | dd2ecee | 2012-03-10 03:05:10 +0000 | [diff] [blame] | 976 | resultIsReference = false; |
| 977 | resultType = refExpr->getType(); |
| 978 | |
| 979 | // Otherwise, try to evaluate as an l-value. |
| 980 | } else if (CEK != CEK_AsValueOnly && |
John McCall | f4b88a4 | 2012-03-10 09:33:50 +0000 | [diff] [blame] | 981 | refExpr->EvaluateAsLValue(result, getContext())) { |
John McCall | dd2ecee | 2012-03-10 03:05:10 +0000 | [diff] [blame] | 982 | resultIsReference = true; |
| 983 | resultType = value->getType(); |
| 984 | |
| 985 | // Failure. |
| 986 | } else { |
| 987 | return ConstantEmission(); |
| 988 | } |
| 989 | |
| 990 | // In any case, if the initializer has side-effects, abandon ship. |
| 991 | if (result.HasSideEffects) |
| 992 | return ConstantEmission(); |
| 993 | |
| 994 | // Emit as a constant. |
| 995 | llvm::Constant *C = CGM.EmitConstantValue(result.Val, resultType, this); |
| 996 | |
| 997 | // Make sure we emit a debug reference to the global variable. |
| 998 | // This should probably fire even for |
| 999 | if (isa<VarDecl>(value)) { |
| 1000 | if (!getContext().DeclMustBeEmitted(cast<VarDecl>(value))) |
John McCall | f4b88a4 | 2012-03-10 09:33:50 +0000 | [diff] [blame] | 1001 | EmitDeclRefExprDbgValue(refExpr, C); |
John McCall | dd2ecee | 2012-03-10 03:05:10 +0000 | [diff] [blame] | 1002 | } else { |
| 1003 | assert(isa<EnumConstantDecl>(value)); |
John McCall | f4b88a4 | 2012-03-10 09:33:50 +0000 | [diff] [blame] | 1004 | EmitDeclRefExprDbgValue(refExpr, C); |
John McCall | dd2ecee | 2012-03-10 03:05:10 +0000 | [diff] [blame] | 1005 | } |
| 1006 | |
| 1007 | // If we emitted a reference constant, we need to dereference that. |
| 1008 | if (resultIsReference) |
| 1009 | return ConstantEmission::forReference(C); |
| 1010 | |
| 1011 | return ConstantEmission::forValue(C); |
| 1012 | } |
| 1013 | |
John McCall | a07398e | 2011-06-16 04:16:24 +0000 | [diff] [blame] | 1014 | llvm::Value *CodeGenFunction::EmitLoadOfScalar(LValue lvalue) { |
| 1015 | return EmitLoadOfScalar(lvalue.getAddress(), lvalue.isVolatile(), |
Eli Friedman | 6da2c71 | 2011-12-03 04:14:32 +0000 | [diff] [blame] | 1016 | lvalue.getAlignment().getQuantity(), |
| 1017 | lvalue.getType(), lvalue.getTBAAInfo()); |
John McCall | a07398e | 2011-06-16 04:16:24 +0000 | [diff] [blame] | 1018 | } |
| 1019 | |
Rafael Espindola | c3f8955 | 2012-03-24 16:50:34 +0000 | [diff] [blame] | 1020 | static bool hasBooleanRepresentation(QualType Ty) { |
| 1021 | if (Ty->isBooleanType()) |
| 1022 | return true; |
| 1023 | |
| 1024 | if (const EnumType *ET = Ty->getAs<EnumType>()) |
| 1025 | return ET->getDecl()->getIntegerType()->isBooleanType(); |
| 1026 | |
Douglas Gregor | 47bfcca | 2012-04-12 20:42:30 +0000 | [diff] [blame] | 1027 | if (const AtomicType *AT = Ty->getAs<AtomicType>()) |
| 1028 | return hasBooleanRepresentation(AT->getValueType()); |
| 1029 | |
Rafael Espindola | c3f8955 | 2012-03-24 16:50:34 +0000 | [diff] [blame] | 1030 | return false; |
| 1031 | } |
| 1032 | |
| 1033 | llvm::MDNode *CodeGenFunction::getRangeForLoadFromType(QualType Ty) { |
| 1034 | const EnumType *ET = Ty->getAs<EnumType>(); |
Chandler Carruth | 82fe6ae | 2012-03-27 23:58:37 +0000 | [diff] [blame] | 1035 | bool IsRegularCPlusPlusEnum = (getLangOpts().CPlusPlus && ET && |
| 1036 | CGM.getCodeGenOpts().StrictEnums && |
| 1037 | !ET->getDecl()->isFixed()); |
Rafael Espindola | c3f8955 | 2012-03-24 16:50:34 +0000 | [diff] [blame] | 1038 | bool IsBool = hasBooleanRepresentation(Ty); |
Rafael Espindola | c3f8955 | 2012-03-24 16:50:34 +0000 | [diff] [blame] | 1039 | if (!IsBool && !IsRegularCPlusPlusEnum) |
| 1040 | return NULL; |
| 1041 | |
| 1042 | llvm::APInt Min; |
| 1043 | llvm::APInt End; |
| 1044 | if (IsBool) { |
| 1045 | Min = llvm::APInt(8, 0); |
| 1046 | End = llvm::APInt(8, 2); |
Rafael Espindola | c3f8955 | 2012-03-24 16:50:34 +0000 | [diff] [blame] | 1047 | } else { |
| 1048 | const EnumDecl *ED = ET->getDecl(); |
Ted Kremenek | cf18ae5 | 2012-05-01 17:56:53 +0000 | [diff] [blame] | 1049 | llvm::Type *LTy = ConvertTypeForMem(ED->getIntegerType()); |
Rafael Espindola | c3f8955 | 2012-03-24 16:50:34 +0000 | [diff] [blame] | 1050 | unsigned Bitwidth = LTy->getScalarSizeInBits(); |
| 1051 | unsigned NumNegativeBits = ED->getNumNegativeBits(); |
| 1052 | unsigned NumPositiveBits = ED->getNumPositiveBits(); |
| 1053 | |
| 1054 | if (NumNegativeBits) { |
| 1055 | unsigned NumBits = std::max(NumNegativeBits, NumPositiveBits + 1); |
| 1056 | assert(NumBits <= Bitwidth); |
| 1057 | End = llvm::APInt(Bitwidth, 1) << (NumBits - 1); |
| 1058 | Min = -End; |
| 1059 | } else { |
| 1060 | assert(NumPositiveBits <= Bitwidth); |
| 1061 | End = llvm::APInt(Bitwidth, 1) << NumPositiveBits; |
| 1062 | Min = llvm::APInt(Bitwidth, 0); |
| 1063 | } |
| 1064 | } |
| 1065 | |
Duncan Sands | 2d7cb06 | 2012-04-15 18:04:54 +0000 | [diff] [blame] | 1066 | llvm::MDBuilder MDHelper(getLLVMContext()); |
Duncan Sands | 60c7707 | 2012-04-16 16:29:47 +0000 | [diff] [blame] | 1067 | return MDHelper.createRange(Min, End); |
Rafael Espindola | c3f8955 | 2012-03-24 16:50:34 +0000 | [diff] [blame] | 1068 | } |
| 1069 | |
Daniel Dunbar | 9d9cc87 | 2009-02-10 00:57:50 +0000 | [diff] [blame] | 1070 | llvm::Value *CodeGenFunction::EmitLoadOfScalar(llvm::Value *Addr, bool Volatile, |
Dan Gohman | 3d5aff5 | 2010-10-14 23:06:10 +0000 | [diff] [blame] | 1071 | unsigned Alignment, QualType Ty, |
| 1072 | llvm::MDNode *TBAAInfo) { |
Tanya Lattner | c58dcdc | 2012-08-16 00:10:13 +0000 | [diff] [blame] | 1073 | |
| 1074 | // For better performance, handle vector loads differently. |
| 1075 | if (Ty->isVectorType()) { |
| 1076 | llvm::Value *V; |
| 1077 | const llvm::Type *EltTy = |
| 1078 | cast<llvm::PointerType>(Addr->getType())->getElementType(); |
| 1079 | |
| 1080 | const llvm::VectorType *VTy = cast<llvm::VectorType>(EltTy); |
| 1081 | |
| 1082 | // Handle vectors of size 3, like size 4 for better performance. |
| 1083 | if (VTy->getNumElements() == 3) { |
| 1084 | |
| 1085 | // Bitcast to vec4 type. |
| 1086 | llvm::VectorType *vec4Ty = llvm::VectorType::get(VTy->getElementType(), |
| 1087 | 4); |
| 1088 | llvm::PointerType *ptVec4Ty = |
| 1089 | llvm::PointerType::get(vec4Ty, |
| 1090 | (cast<llvm::PointerType>( |
| 1091 | Addr->getType()))->getAddressSpace()); |
| 1092 | llvm::Value *Cast = Builder.CreateBitCast(Addr, ptVec4Ty, |
| 1093 | "castToVec4"); |
| 1094 | // Now load value. |
| 1095 | llvm::Value *LoadVal = Builder.CreateLoad(Cast, Volatile, "loadVec4"); |
| 1096 | |
| 1097 | // Shuffle vector to get vec3. |
| 1098 | llvm::SmallVector<llvm::Constant*, 3> Mask; |
| 1099 | Mask.push_back(llvm::ConstantInt::get( |
| 1100 | llvm::Type::getInt32Ty(getLLVMContext()), |
| 1101 | 0)); |
| 1102 | Mask.push_back(llvm::ConstantInt::get( |
| 1103 | llvm::Type::getInt32Ty(getLLVMContext()), |
| 1104 | 1)); |
| 1105 | Mask.push_back(llvm::ConstantInt::get( |
| 1106 | llvm::Type::getInt32Ty(getLLVMContext()), |
| 1107 | 2)); |
| 1108 | |
| 1109 | llvm::Value *MaskV = llvm::ConstantVector::get(Mask); |
| 1110 | V = Builder.CreateShuffleVector(LoadVal, |
| 1111 | llvm::UndefValue::get(vec4Ty), |
| 1112 | MaskV, "extractVec"); |
| 1113 | return EmitFromMemory(V, Ty); |
| 1114 | } |
| 1115 | } |
| 1116 | |
Benjamin Kramer | 578faa8 | 2011-09-27 21:06:10 +0000 | [diff] [blame] | 1117 | llvm::LoadInst *Load = Builder.CreateLoad(Addr); |
Daniel Dunbar | 2da84ff | 2009-11-29 21:23:36 +0000 | [diff] [blame] | 1118 | if (Volatile) |
| 1119 | Load->setVolatile(true); |
Daniel Dunbar | 91a16fa | 2010-08-21 02:24:36 +0000 | [diff] [blame] | 1120 | if (Alignment) |
| 1121 | Load->setAlignment(Alignment); |
Dan Gohman | 3d5aff5 | 2010-10-14 23:06:10 +0000 | [diff] [blame] | 1122 | if (TBAAInfo) |
| 1123 | CGM.DecorateInstruction(Load, TBAAInfo); |
David Chisnall | 7a7ee30 | 2012-01-16 17:27:18 +0000 | [diff] [blame] | 1124 | // If this is an atomic type, all normal reads must be atomic |
| 1125 | if (Ty->isAtomicType()) |
| 1126 | Load->setAtomic(llvm::SequentiallyConsistent); |
Daniel Dunbar | 9d9cc87 | 2009-02-10 00:57:50 +0000 | [diff] [blame] | 1127 | |
Rafael Espindola | c3f8955 | 2012-03-24 16:50:34 +0000 | [diff] [blame] | 1128 | if (CGM.getCodeGenOpts().OptimizationLevel > 0) |
| 1129 | if (llvm::MDNode *RangeInfo = getRangeForLoadFromType(Ty)) |
| 1130 | Load->setMetadata(llvm::LLVMContext::MD_range, RangeInfo); |
Douglas Gregor | 1274ccd | 2010-10-08 23:50:27 +0000 | [diff] [blame] | 1131 | |
Rafael Espindola | c3f8955 | 2012-03-24 16:50:34 +0000 | [diff] [blame] | 1132 | return EmitFromMemory(Load, Ty); |
NAKAMURA Takumi | 88a569a | 2012-03-24 14:43:42 +0000 | [diff] [blame] | 1133 | } |
| 1134 | |
John McCall | 26815d9 | 2010-10-27 20:58:56 +0000 | [diff] [blame] | 1135 | llvm::Value *CodeGenFunction::EmitToMemory(llvm::Value *Value, QualType Ty) { |
| 1136 | // Bool has a different representation in memory than in registers. |
Rafael Espindola | c3f8955 | 2012-03-24 16:50:34 +0000 | [diff] [blame] | 1137 | if (hasBooleanRepresentation(Ty)) { |
John McCall | 26815d9 | 2010-10-27 20:58:56 +0000 | [diff] [blame] | 1138 | // This should really always be an i1, but sometimes it's already |
| 1139 | // an i8, and it's awkward to track those cases down. |
| 1140 | if (Value->getType()->isIntegerTy(1)) |
| 1141 | return Builder.CreateZExt(Value, Builder.getInt8Ty(), "frombool"); |
| 1142 | assert(Value->getType()->isIntegerTy(8) && "value rep of bool not i1/i8"); |
| 1143 | } |
| 1144 | |
| 1145 | return Value; |
| 1146 | } |
| 1147 | |
| 1148 | llvm::Value *CodeGenFunction::EmitFromMemory(llvm::Value *Value, QualType Ty) { |
| 1149 | // Bool has a different representation in memory than in registers. |
Rafael Espindola | c3f8955 | 2012-03-24 16:50:34 +0000 | [diff] [blame] | 1150 | if (hasBooleanRepresentation(Ty)) { |
John McCall | 26815d9 | 2010-10-27 20:58:56 +0000 | [diff] [blame] | 1151 | assert(Value->getType()->isIntegerTy(8) && "memory rep of bool not i8"); |
| 1152 | return Builder.CreateTrunc(Value, Builder.getInt1Ty(), "tobool"); |
| 1153 | } |
| 1154 | |
| 1155 | return Value; |
| 1156 | } |
| 1157 | |
Daniel Dunbar | 9d9cc87 | 2009-02-10 00:57:50 +0000 | [diff] [blame] | 1158 | void CodeGenFunction::EmitStoreOfScalar(llvm::Value *Value, llvm::Value *Addr, |
Daniel Dunbar | 91a16fa | 2010-08-21 02:24:36 +0000 | [diff] [blame] | 1159 | bool Volatile, unsigned Alignment, |
Dan Gohman | 3d5aff5 | 2010-10-14 23:06:10 +0000 | [diff] [blame] | 1160 | QualType Ty, |
David Chisnall | 7a7ee30 | 2012-01-16 17:27:18 +0000 | [diff] [blame] | 1161 | llvm::MDNode *TBAAInfo, |
| 1162 | bool isInit) { |
Tanya Lattner | c58dcdc | 2012-08-16 00:10:13 +0000 | [diff] [blame] | 1163 | |
| 1164 | // Handle vectors differently to get better performance. |
| 1165 | if (Ty->isVectorType()) { |
| 1166 | llvm::Type *SrcTy = Value->getType(); |
| 1167 | llvm::VectorType *VecTy = cast<llvm::VectorType>(SrcTy); |
| 1168 | // Handle vec3 special. |
| 1169 | if (VecTy->getNumElements() == 3) { |
| 1170 | llvm::LLVMContext &VMContext = getLLVMContext(); |
| 1171 | |
| 1172 | // Our source is a vec3, do a shuffle vector to make it a vec4. |
| 1173 | llvm::SmallVector<llvm::Constant*, 4> Mask; |
| 1174 | Mask.push_back(llvm::ConstantInt::get( |
| 1175 | llvm::Type::getInt32Ty(VMContext), |
| 1176 | 0)); |
| 1177 | Mask.push_back(llvm::ConstantInt::get( |
| 1178 | llvm::Type::getInt32Ty(VMContext), |
| 1179 | 1)); |
| 1180 | Mask.push_back(llvm::ConstantInt::get( |
| 1181 | llvm::Type::getInt32Ty(VMContext), |
| 1182 | 2)); |
| 1183 | Mask.push_back(llvm::UndefValue::get(llvm::Type::getInt32Ty(VMContext))); |
| 1184 | |
| 1185 | llvm::Value *MaskV = llvm::ConstantVector::get(Mask); |
| 1186 | Value = Builder.CreateShuffleVector(Value, |
| 1187 | llvm::UndefValue::get(VecTy), |
| 1188 | MaskV, "extractVec"); |
| 1189 | SrcTy = llvm::VectorType::get(VecTy->getElementType(), 4); |
| 1190 | } |
| 1191 | llvm::PointerType *DstPtr = cast<llvm::PointerType>(Addr->getType()); |
| 1192 | if (DstPtr->getElementType() != SrcTy) { |
| 1193 | llvm::Type *MemTy = |
| 1194 | llvm::PointerType::get(SrcTy, DstPtr->getAddressSpace()); |
| 1195 | Addr = Builder.CreateBitCast(Addr, MemTy, "storetmp"); |
| 1196 | } |
| 1197 | } |
| 1198 | |
John McCall | 26815d9 | 2010-10-27 20:58:56 +0000 | [diff] [blame] | 1199 | Value = EmitToMemory(Value, Ty); |
Chris Lattner | 12569fb | 2011-07-10 03:38:35 +0000 | [diff] [blame] | 1200 | |
Daniel Dunbar | 91a16fa | 2010-08-21 02:24:36 +0000 | [diff] [blame] | 1201 | llvm::StoreInst *Store = Builder.CreateStore(Value, Addr, Volatile); |
| 1202 | if (Alignment) |
| 1203 | Store->setAlignment(Alignment); |
Dan Gohman | 3d5aff5 | 2010-10-14 23:06:10 +0000 | [diff] [blame] | 1204 | if (TBAAInfo) |
| 1205 | CGM.DecorateInstruction(Store, TBAAInfo); |
David Chisnall | 7a7ee30 | 2012-01-16 17:27:18 +0000 | [diff] [blame] | 1206 | if (!isInit && Ty->isAtomicType()) |
| 1207 | Store->setAtomic(llvm::SequentiallyConsistent); |
Daniel Dunbar | 9d9cc87 | 2009-02-10 00:57:50 +0000 | [diff] [blame] | 1208 | } |
| 1209 | |
David Chisnall | 7a7ee30 | 2012-01-16 17:27:18 +0000 | [diff] [blame] | 1210 | void CodeGenFunction::EmitStoreOfScalar(llvm::Value *value, LValue lvalue, |
| 1211 | bool isInit) { |
John McCall | a07398e | 2011-06-16 04:16:24 +0000 | [diff] [blame] | 1212 | EmitStoreOfScalar(value, lvalue.getAddress(), lvalue.isVolatile(), |
Eli Friedman | 6da2c71 | 2011-12-03 04:14:32 +0000 | [diff] [blame] | 1213 | lvalue.getAlignment().getQuantity(), lvalue.getType(), |
David Chisnall | 7a7ee30 | 2012-01-16 17:27:18 +0000 | [diff] [blame] | 1214 | lvalue.getTBAAInfo(), isInit); |
John McCall | a07398e | 2011-06-16 04:16:24 +0000 | [diff] [blame] | 1215 | } |
| 1216 | |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1217 | /// EmitLoadOfLValue - Given an expression that represents a value lvalue, this |
| 1218 | /// method emits the address of the lvalue, then loads the result as an rvalue, |
| 1219 | /// returning the rvalue. |
John McCall | 545d996 | 2011-06-25 02:11:03 +0000 | [diff] [blame] | 1220 | RValue CodeGenFunction::EmitLoadOfLValue(LValue LV) { |
Fariborz Jahanian | dbd32c2 | 2008-11-19 17:34:06 +0000 | [diff] [blame] | 1221 | if (LV.isObjCWeak()) { |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1222 | // load of a __weak object. |
Fariborz Jahanian | 6dc2317 | 2008-11-18 21:45:40 +0000 | [diff] [blame] | 1223 | llvm::Value *AddrWeakObj = LV.getAddress(); |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 1224 | return RValue::get(CGM.getObjCRuntime().EmitObjCWeakRead(*this, |
| 1225 | AddrWeakObj)); |
Fariborz Jahanian | 6dc2317 | 2008-11-18 21:45:40 +0000 | [diff] [blame] | 1226 | } |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 1227 | if (LV.getQuals().getObjCLifetime() == Qualifiers::OCL_Weak) |
| 1228 | return RValue::get(EmitARCLoadWeak(LV.getAddress())); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1229 | |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 1230 | if (LV.isSimple()) { |
John McCall | e6d134b | 2011-06-27 21:24:11 +0000 | [diff] [blame] | 1231 | assert(!LV.getType()->isFunctionType()); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1232 | |
John McCall | d608cdb | 2010-08-22 10:59:02 +0000 | [diff] [blame] | 1233 | // Everything needs a load. |
John McCall | 545d996 | 2011-06-25 02:11:03 +0000 | [diff] [blame] | 1234 | return RValue::get(EmitLoadOfScalar(LV)); |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 1235 | } |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1236 | |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 1237 | if (LV.isVectorElt()) { |
Eli Friedman | e5a8aeb | 2012-03-22 22:36:39 +0000 | [diff] [blame] | 1238 | llvm::LoadInst *Load = Builder.CreateLoad(LV.getVectorAddr(), |
| 1239 | LV.isVolatileQualified()); |
| 1240 | Load->setAlignment(LV.getAlignment().getQuantity()); |
| 1241 | return RValue::get(Builder.CreateExtractElement(Load, LV.getVectorIdx(), |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 1242 | "vecext")); |
| 1243 | } |
Chris Lattner | 46ea8eb | 2007-08-03 00:16:29 +0000 | [diff] [blame] | 1244 | |
| 1245 | // If this is a reference to a subset of the elements of a vector, either |
| 1246 | // shuffle the input or extract/insert them as appropriate. |
Nate Begeman | 213541a | 2008-04-18 23:10:10 +0000 | [diff] [blame] | 1247 | if (LV.isExtVectorElt()) |
John McCall | 545d996 | 2011-06-25 02:11:03 +0000 | [diff] [blame] | 1248 | return EmitLoadOfExtVectorElementLValue(LV); |
Lauro Ramos Venancio | 3b8c22d | 2008-01-22 20:17:04 +0000 | [diff] [blame] | 1249 | |
John McCall | db45806 | 2011-11-07 03:59:57 +0000 | [diff] [blame] | 1250 | assert(LV.isBitField() && "Unknown LValue type!"); |
| 1251 | return EmitLoadOfBitfieldLValue(LV); |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 1252 | } |
| 1253 | |
John McCall | 545d996 | 2011-06-25 02:11:03 +0000 | [diff] [blame] | 1254 | RValue CodeGenFunction::EmitLoadOfBitfieldLValue(LValue LV) { |
Daniel Dunbar | efbf487 | 2010-04-06 01:07:44 +0000 | [diff] [blame] | 1255 | const CGBitFieldInfo &Info = LV.getBitFieldInfo(); |
Daniel Dunbar | 10e3ded | 2008-08-06 05:08:45 +0000 | [diff] [blame] | 1256 | |
Daniel Dunbar | ecdb41e | 2010-04-13 23:34:15 +0000 | [diff] [blame] | 1257 | // Get the output type. |
Chris Lattner | 2acc6e3 | 2011-07-18 04:24:23 +0000 | [diff] [blame] | 1258 | llvm::Type *ResLTy = ConvertType(LV.getType()); |
Micah Villmow | 25a6a84 | 2012-10-08 16:25:52 +0000 | [diff] [blame] | 1259 | unsigned ResSizeInBits = CGM.getDataLayout().getTypeSizeInBits(ResLTy); |
Lauro Ramos Venancio | 3b8c22d | 2008-01-22 20:17:04 +0000 | [diff] [blame] | 1260 | |
Daniel Dunbar | ecdb41e | 2010-04-13 23:34:15 +0000 | [diff] [blame] | 1261 | // Compute the result as an OR of all of the individual component accesses. |
| 1262 | llvm::Value *Res = 0; |
| 1263 | for (unsigned i = 0, e = Info.getNumComponents(); i != e; ++i) { |
| 1264 | const CGBitFieldInfo::AccessInfo &AI = Info.getComponent(i); |
Eli Friedman | f4bcfa1 | 2012-06-27 21:19:48 +0000 | [diff] [blame] | 1265 | CharUnits AccessAlignment = AI.AccessAlignment; |
| 1266 | if (!LV.getAlignment().isZero()) |
| 1267 | AccessAlignment = std::min(AccessAlignment, LV.getAlignment()); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1268 | |
Daniel Dunbar | ecdb41e | 2010-04-13 23:34:15 +0000 | [diff] [blame] | 1269 | // Get the field pointer. |
| 1270 | llvm::Value *Ptr = LV.getBitFieldBaseAddr(); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1271 | |
Daniel Dunbar | ecdb41e | 2010-04-13 23:34:15 +0000 | [diff] [blame] | 1272 | // Only offset by the field index if used, so that incoming values are not |
| 1273 | // required to be structures. |
| 1274 | if (AI.FieldIndex) |
| 1275 | Ptr = Builder.CreateStructGEP(Ptr, AI.FieldIndex, "bf.field"); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1276 | |
Daniel Dunbar | ecdb41e | 2010-04-13 23:34:15 +0000 | [diff] [blame] | 1277 | // Offset by the byte offset, if used. |
Ken Dyck | 28ebde5 | 2011-04-24 10:04:59 +0000 | [diff] [blame] | 1278 | if (!AI.FieldByteOffset.isZero()) { |
John McCall | d16c2cf | 2011-02-08 08:22:06 +0000 | [diff] [blame] | 1279 | Ptr = EmitCastToVoidPtr(Ptr); |
Ken Dyck | 28ebde5 | 2011-04-24 10:04:59 +0000 | [diff] [blame] | 1280 | Ptr = Builder.CreateConstGEP1_32(Ptr, AI.FieldByteOffset.getQuantity(), |
| 1281 | "bf.field.offs"); |
Daniel Dunbar | ecdb41e | 2010-04-13 23:34:15 +0000 | [diff] [blame] | 1282 | } |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1283 | |
Daniel Dunbar | ecdb41e | 2010-04-13 23:34:15 +0000 | [diff] [blame] | 1284 | // Cast to the access type. |
Chris Lattner | 8b41868 | 2012-02-07 00:39:47 +0000 | [diff] [blame] | 1285 | llvm::Type *PTy = llvm::Type::getIntNPtrTy(getLLVMContext(), AI.AccessWidth, |
John McCall | 545d996 | 2011-06-25 02:11:03 +0000 | [diff] [blame] | 1286 | CGM.getContext().getTargetAddressSpace(LV.getType())); |
Daniel Dunbar | ecdb41e | 2010-04-13 23:34:15 +0000 | [diff] [blame] | 1287 | Ptr = Builder.CreateBitCast(Ptr, PTy); |
Lauro Ramos Venancio | 3b8c22d | 2008-01-22 20:17:04 +0000 | [diff] [blame] | 1288 | |
Daniel Dunbar | ecdb41e | 2010-04-13 23:34:15 +0000 | [diff] [blame] | 1289 | // Perform the load. |
| 1290 | llvm::LoadInst *Load = Builder.CreateLoad(Ptr, LV.isVolatileQualified()); |
Eli Friedman | f4bcfa1 | 2012-06-27 21:19:48 +0000 | [diff] [blame] | 1291 | Load->setAlignment(AccessAlignment.getQuantity()); |
Daniel Dunbar | ecdb41e | 2010-04-13 23:34:15 +0000 | [diff] [blame] | 1292 | |
| 1293 | // Shift out unused low bits and mask out unused high bits. |
| 1294 | llvm::Value *Val = Load; |
| 1295 | if (AI.FieldBitStart) |
Daniel Dunbar | 2677261 | 2010-04-15 03:47:33 +0000 | [diff] [blame] | 1296 | Val = Builder.CreateLShr(Load, AI.FieldBitStart); |
Daniel Dunbar | ecdb41e | 2010-04-13 23:34:15 +0000 | [diff] [blame] | 1297 | Val = Builder.CreateAnd(Val, llvm::APInt::getLowBitsSet(AI.AccessWidth, |
| 1298 | AI.TargetBitWidth), |
| 1299 | "bf.clear"); |
| 1300 | |
| 1301 | // Extend or truncate to the target size. |
| 1302 | if (AI.AccessWidth < ResSizeInBits) |
| 1303 | Val = Builder.CreateZExt(Val, ResLTy); |
| 1304 | else if (AI.AccessWidth > ResSizeInBits) |
| 1305 | Val = Builder.CreateTrunc(Val, ResLTy); |
| 1306 | |
| 1307 | // Shift into place, and OR into the result. |
| 1308 | if (AI.TargetBitOffset) |
| 1309 | Val = Builder.CreateShl(Val, AI.TargetBitOffset); |
| 1310 | Res = Res ? Builder.CreateOr(Res, Val) : Val; |
Daniel Dunbar | 10e3ded | 2008-08-06 05:08:45 +0000 | [diff] [blame] | 1311 | } |
Lauro Ramos Venancio | 3b8c22d | 2008-01-22 20:17:04 +0000 | [diff] [blame] | 1312 | |
Daniel Dunbar | ecdb41e | 2010-04-13 23:34:15 +0000 | [diff] [blame] | 1313 | // If the bit-field is signed, perform the sign-extension. |
| 1314 | // |
| 1315 | // FIXME: This can easily be folded into the load of the high bits, which |
| 1316 | // could also eliminate the mask of high bits in some situations. |
| 1317 | if (Info.isSigned()) { |
Daniel Dunbar | 2677261 | 2010-04-15 03:47:33 +0000 | [diff] [blame] | 1318 | unsigned ExtraBits = ResSizeInBits - Info.getSize(); |
Daniel Dunbar | ecdb41e | 2010-04-13 23:34:15 +0000 | [diff] [blame] | 1319 | if (ExtraBits) |
| 1320 | Res = Builder.CreateAShr(Builder.CreateShl(Res, ExtraBits), |
| 1321 | ExtraBits, "bf.val.sext"); |
Daniel Dunbar | 10e3ded | 2008-08-06 05:08:45 +0000 | [diff] [blame] | 1322 | } |
Eli Friedman | 316bb1b | 2008-05-17 20:03:47 +0000 | [diff] [blame] | 1323 | |
Daniel Dunbar | ecdb41e | 2010-04-13 23:34:15 +0000 | [diff] [blame] | 1324 | return RValue::get(Res); |
Lauro Ramos Venancio | 3b8c22d | 2008-01-22 20:17:04 +0000 | [diff] [blame] | 1325 | } |
| 1326 | |
Nate Begeman | 6fe7c8a | 2009-01-18 06:42:49 +0000 | [diff] [blame] | 1327 | // If this is a reference to a subset of the elements of a vector, create an |
| 1328 | // appropriate shufflevector. |
John McCall | 545d996 | 2011-06-25 02:11:03 +0000 | [diff] [blame] | 1329 | RValue CodeGenFunction::EmitLoadOfExtVectorElementLValue(LValue LV) { |
Eli Friedman | e5a8aeb | 2012-03-22 22:36:39 +0000 | [diff] [blame] | 1330 | llvm::LoadInst *Load = Builder.CreateLoad(LV.getExtVectorAddr(), |
| 1331 | LV.isVolatileQualified()); |
| 1332 | Load->setAlignment(LV.getAlignment().getQuantity()); |
| 1333 | llvm::Value *Vec = Load; |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1334 | |
Nate Begeman | 8a99764 | 2008-05-09 06:41:27 +0000 | [diff] [blame] | 1335 | const llvm::Constant *Elts = LV.getExtVectorElts(); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1336 | |
| 1337 | // If the result of the expression is a non-vector type, we must be extracting |
| 1338 | // a single element. Just codegen as an extractelement. |
John McCall | 545d996 | 2011-06-25 02:11:03 +0000 | [diff] [blame] | 1339 | const VectorType *ExprVT = LV.getType()->getAs<VectorType>(); |
Chris Lattner | cf60cd2 | 2007-08-10 17:10:08 +0000 | [diff] [blame] | 1340 | if (!ExprVT) { |
Dan Gohman | 4f8d123 | 2008-05-22 00:50:06 +0000 | [diff] [blame] | 1341 | unsigned InIdx = getAccessedFieldNo(0, Elts); |
Chris Lattner | 77b89b8 | 2010-06-27 07:15:29 +0000 | [diff] [blame] | 1342 | llvm::Value *Elt = llvm::ConstantInt::get(Int32Ty, InIdx); |
Benjamin Kramer | 578faa8 | 2011-09-27 21:06:10 +0000 | [diff] [blame] | 1343 | return RValue::get(Builder.CreateExtractElement(Vec, Elt)); |
Chris Lattner | 34cdc86 | 2007-08-03 16:18:34 +0000 | [diff] [blame] | 1344 | } |
Nate Begeman | 6fe7c8a | 2009-01-18 06:42:49 +0000 | [diff] [blame] | 1345 | |
| 1346 | // Always use shuffle vector to try to retain the original program structure |
Chris Lattner | cf60cd2 | 2007-08-10 17:10:08 +0000 | [diff] [blame] | 1347 | unsigned NumResultElts = ExprVT->getNumElements(); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1348 | |
Chris Lattner | 5f9e272 | 2011-07-23 10:55:15 +0000 | [diff] [blame] | 1349 | SmallVector<llvm::Constant*, 4> Mask; |
Chris Lattner | 2ce8842 | 2012-01-25 05:34:41 +0000 | [diff] [blame] | 1350 | for (unsigned i = 0; i != NumResultElts; ++i) |
| 1351 | Mask.push_back(Builder.getInt32(getAccessedFieldNo(i, Elts))); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1352 | |
Chris Lattner | fb018d1 | 2011-02-15 00:14:06 +0000 | [diff] [blame] | 1353 | llvm::Value *MaskV = llvm::ConstantVector::get(Mask); |
| 1354 | Vec = Builder.CreateShuffleVector(Vec, llvm::UndefValue::get(Vec->getType()), |
Benjamin Kramer | 578faa8 | 2011-09-27 21:06:10 +0000 | [diff] [blame] | 1355 | MaskV); |
Nate Begeman | 6fe7c8a | 2009-01-18 06:42:49 +0000 | [diff] [blame] | 1356 | return RValue::get(Vec); |
Chris Lattner | 34cdc86 | 2007-08-03 16:18:34 +0000 | [diff] [blame] | 1357 | } |
| 1358 | |
| 1359 | |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 1360 | |
| 1361 | /// EmitStoreThroughLValue - Store the specified rvalue into the specified |
| 1362 | /// lvalue, where both are guaranteed to the have the same type, and that type |
| 1363 | /// is 'Ty'. |
David Chisnall | 7a7ee30 | 2012-01-16 17:27:18 +0000 | [diff] [blame] | 1364 | void CodeGenFunction::EmitStoreThroughLValue(RValue Src, LValue Dst, bool isInit) { |
Chris Lattner | 017d6aa | 2007-08-03 16:28:33 +0000 | [diff] [blame] | 1365 | if (!Dst.isSimple()) { |
| 1366 | if (Dst.isVectorElt()) { |
| 1367 | // Read/modify/write the vector, inserting the new element. |
Eli Friedman | e5a8aeb | 2012-03-22 22:36:39 +0000 | [diff] [blame] | 1368 | llvm::LoadInst *Load = Builder.CreateLoad(Dst.getVectorAddr(), |
| 1369 | Dst.isVolatileQualified()); |
| 1370 | Load->setAlignment(Dst.getAlignment().getQuantity()); |
| 1371 | llvm::Value *Vec = Load; |
Chris Lattner | 9b65551 | 2007-08-31 22:49:20 +0000 | [diff] [blame] | 1372 | Vec = Builder.CreateInsertElement(Vec, Src.getScalarVal(), |
Chris Lattner | 017d6aa | 2007-08-03 16:28:33 +0000 | [diff] [blame] | 1373 | Dst.getVectorIdx(), "vecins"); |
Eli Friedman | e5a8aeb | 2012-03-22 22:36:39 +0000 | [diff] [blame] | 1374 | llvm::StoreInst *Store = Builder.CreateStore(Vec, Dst.getVectorAddr(), |
| 1375 | Dst.isVolatileQualified()); |
| 1376 | Store->setAlignment(Dst.getAlignment().getQuantity()); |
Chris Lattner | 017d6aa | 2007-08-03 16:28:33 +0000 | [diff] [blame] | 1377 | return; |
| 1378 | } |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1379 | |
Nate Begeman | 213541a | 2008-04-18 23:10:10 +0000 | [diff] [blame] | 1380 | // If this is an update of extended vector elements, insert them as |
| 1381 | // appropriate. |
| 1382 | if (Dst.isExtVectorElt()) |
John McCall | 545d996 | 2011-06-25 02:11:03 +0000 | [diff] [blame] | 1383 | return EmitStoreThroughExtVectorComponentLValue(Src, Dst); |
Lauro Ramos Venancio | a0c5d0e | 2008-01-22 22:36:45 +0000 | [diff] [blame] | 1384 | |
John McCall | db45806 | 2011-11-07 03:59:57 +0000 | [diff] [blame] | 1385 | assert(Dst.isBitField() && "Unknown LValue type"); |
| 1386 | return EmitStoreThroughBitfieldLValue(Src, Dst); |
Chris Lattner | 017d6aa | 2007-08-03 16:28:33 +0000 | [diff] [blame] | 1387 | } |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1388 | |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 1389 | // There's special magic for assigning into an ARC-qualified l-value. |
| 1390 | if (Qualifiers::ObjCLifetime Lifetime = Dst.getQuals().getObjCLifetime()) { |
| 1391 | switch (Lifetime) { |
| 1392 | case Qualifiers::OCL_None: |
| 1393 | llvm_unreachable("present but none"); |
| 1394 | |
| 1395 | case Qualifiers::OCL_ExplicitNone: |
| 1396 | // nothing special |
| 1397 | break; |
| 1398 | |
| 1399 | case Qualifiers::OCL_Strong: |
John McCall | 545d996 | 2011-06-25 02:11:03 +0000 | [diff] [blame] | 1400 | EmitARCStoreStrong(Dst, Src.getScalarVal(), /*ignore*/ true); |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 1401 | return; |
| 1402 | |
| 1403 | case Qualifiers::OCL_Weak: |
| 1404 | EmitARCStoreWeak(Dst.getAddress(), Src.getScalarVal(), /*ignore*/ true); |
| 1405 | return; |
| 1406 | |
| 1407 | case Qualifiers::OCL_Autoreleasing: |
John McCall | 545d996 | 2011-06-25 02:11:03 +0000 | [diff] [blame] | 1408 | Src = RValue::get(EmitObjCExtendObjectLifetime(Dst.getType(), |
| 1409 | Src.getScalarVal())); |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 1410 | // fall into the normal path |
| 1411 | break; |
| 1412 | } |
| 1413 | } |
| 1414 | |
Fariborz Jahanian | 4f676ed | 2009-02-21 00:30:43 +0000 | [diff] [blame] | 1415 | if (Dst.isObjCWeak() && !Dst.isNonGC()) { |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1416 | // load of a __weak object. |
Fariborz Jahanian | dbd32c2 | 2008-11-19 17:34:06 +0000 | [diff] [blame] | 1417 | llvm::Value *LvalueDst = Dst.getAddress(); |
| 1418 | llvm::Value *src = Src.getScalarVal(); |
Mike Stump | f33651c | 2009-04-14 00:57:29 +0000 | [diff] [blame] | 1419 | CGM.getObjCRuntime().EmitObjCWeakAssign(*this, src, LvalueDst); |
Fariborz Jahanian | dbd32c2 | 2008-11-19 17:34:06 +0000 | [diff] [blame] | 1420 | return; |
| 1421 | } |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1422 | |
Fariborz Jahanian | 4f676ed | 2009-02-21 00:30:43 +0000 | [diff] [blame] | 1423 | if (Dst.isObjCStrong() && !Dst.isNonGC()) { |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1424 | // load of a __strong object. |
Fariborz Jahanian | dbd32c2 | 2008-11-19 17:34:06 +0000 | [diff] [blame] | 1425 | llvm::Value *LvalueDst = Dst.getAddress(); |
| 1426 | llvm::Value *src = Src.getScalarVal(); |
Fariborz Jahanian | 6c7a1f3 | 2009-09-24 22:25:38 +0000 | [diff] [blame] | 1427 | if (Dst.isObjCIvar()) { |
| 1428 | assert(Dst.getBaseIvarExp() && "BaseIvarExp is NULL"); |
Chris Lattner | 2acc6e3 | 2011-07-18 04:24:23 +0000 | [diff] [blame] | 1429 | llvm::Type *ResultType = ConvertType(getContext().LongTy); |
Fariborz Jahanian | 6c7a1f3 | 2009-09-24 22:25:38 +0000 | [diff] [blame] | 1430 | llvm::Value *RHS = EmitScalarExpr(Dst.getBaseIvarExp()); |
Fariborz Jahanian | 76368e8 | 2009-09-25 00:00:20 +0000 | [diff] [blame] | 1431 | llvm::Value *dst = RHS; |
Fariborz Jahanian | 6c7a1f3 | 2009-09-24 22:25:38 +0000 | [diff] [blame] | 1432 | RHS = Builder.CreatePtrToInt(RHS, ResultType, "sub.ptr.rhs.cast"); |
| 1433 | llvm::Value *LHS = |
| 1434 | Builder.CreatePtrToInt(LvalueDst, ResultType, "sub.ptr.lhs.cast"); |
| 1435 | llvm::Value *BytesBetween = Builder.CreateSub(LHS, RHS, "ivar.offset"); |
Fariborz Jahanian | 76368e8 | 2009-09-25 00:00:20 +0000 | [diff] [blame] | 1436 | CGM.getObjCRuntime().EmitObjCIvarAssign(*this, src, dst, |
Fariborz Jahanian | 6c7a1f3 | 2009-09-24 22:25:38 +0000 | [diff] [blame] | 1437 | BytesBetween); |
Fariborz Jahanian | 021a7a6 | 2010-07-20 20:30:03 +0000 | [diff] [blame] | 1438 | } else if (Dst.isGlobalObjCRef()) { |
| 1439 | CGM.getObjCRuntime().EmitObjCGlobalAssign(*this, src, LvalueDst, |
| 1440 | Dst.isThreadLocalRef()); |
| 1441 | } |
Fariborz Jahanian | bf63b87 | 2009-05-04 23:27:20 +0000 | [diff] [blame] | 1442 | else |
| 1443 | CGM.getObjCRuntime().EmitObjCStrongCastAssign(*this, src, LvalueDst); |
Fariborz Jahanian | dbd32c2 | 2008-11-19 17:34:06 +0000 | [diff] [blame] | 1444 | return; |
| 1445 | } |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1446 | |
Chris Lattner | 883f6a7 | 2007-08-11 00:04:45 +0000 | [diff] [blame] | 1447 | assert(Src.isScalar() && "Can't emit an agg store with this method"); |
David Chisnall | 7a7ee30 | 2012-01-16 17:27:18 +0000 | [diff] [blame] | 1448 | EmitStoreOfScalar(Src.getScalarVal(), Dst, isInit); |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 1449 | } |
| 1450 | |
Lauro Ramos Venancio | a0c5d0e | 2008-01-22 22:36:45 +0000 | [diff] [blame] | 1451 | void CodeGenFunction::EmitStoreThroughBitfieldLValue(RValue Src, LValue Dst, |
Daniel Dunbar | ed3849b | 2008-11-19 09:36:46 +0000 | [diff] [blame] | 1452 | llvm::Value **Result) { |
Daniel Dunbar | efbf487 | 2010-04-06 01:07:44 +0000 | [diff] [blame] | 1453 | const CGBitFieldInfo &Info = Dst.getBitFieldInfo(); |
Lauro Ramos Venancio | a0c5d0e | 2008-01-22 22:36:45 +0000 | [diff] [blame] | 1454 | |
Daniel Dunbar | 2677261 | 2010-04-15 03:47:33 +0000 | [diff] [blame] | 1455 | // Get the output type. |
Chris Lattner | 2acc6e3 | 2011-07-18 04:24:23 +0000 | [diff] [blame] | 1456 | llvm::Type *ResLTy = ConvertTypeForMem(Dst.getType()); |
Micah Villmow | 25a6a84 | 2012-10-08 16:25:52 +0000 | [diff] [blame] | 1457 | unsigned ResSizeInBits = CGM.getDataLayout().getTypeSizeInBits(ResLTy); |
Daniel Dunbar | 10e3ded | 2008-08-06 05:08:45 +0000 | [diff] [blame] | 1458 | |
Daniel Dunbar | 2677261 | 2010-04-15 03:47:33 +0000 | [diff] [blame] | 1459 | // Get the source value, truncated to the width of the bit-field. |
Daniel Dunbar | ed3849b | 2008-11-19 09:36:46 +0000 | [diff] [blame] | 1460 | llvm::Value *SrcVal = Src.getScalarVal(); |
Anders Carlsson | 4803535 | 2010-04-17 21:52:22 +0000 | [diff] [blame] | 1461 | |
Douglas Gregor | 47bfcca | 2012-04-12 20:42:30 +0000 | [diff] [blame] | 1462 | if (hasBooleanRepresentation(Dst.getType())) |
Anders Carlsson | 4803535 | 2010-04-17 21:52:22 +0000 | [diff] [blame] | 1463 | SrcVal = Builder.CreateIntCast(SrcVal, ResLTy, /*IsSigned=*/false); |
| 1464 | |
Daniel Dunbar | 2677261 | 2010-04-15 03:47:33 +0000 | [diff] [blame] | 1465 | SrcVal = Builder.CreateAnd(SrcVal, llvm::APInt::getLowBitsSet(ResSizeInBits, |
| 1466 | Info.getSize()), |
| 1467 | "bf.value"); |
Lauro Ramos Venancio | a0c5d0e | 2008-01-22 22:36:45 +0000 | [diff] [blame] | 1468 | |
Daniel Dunbar | ed3849b | 2008-11-19 09:36:46 +0000 | [diff] [blame] | 1469 | // Return the new value of the bit-field, if requested. |
| 1470 | if (Result) { |
| 1471 | // Cast back to the proper type for result. |
Chris Lattner | 2acc6e3 | 2011-07-18 04:24:23 +0000 | [diff] [blame] | 1472 | llvm::Type *SrcTy = Src.getScalarVal()->getType(); |
Daniel Dunbar | 2677261 | 2010-04-15 03:47:33 +0000 | [diff] [blame] | 1473 | llvm::Value *ReloadVal = Builder.CreateIntCast(SrcVal, SrcTy, false, |
| 1474 | "bf.reload.val"); |
Daniel Dunbar | ed3849b | 2008-11-19 09:36:46 +0000 | [diff] [blame] | 1475 | |
| 1476 | // Sign extend if necessary. |
Daniel Dunbar | 2677261 | 2010-04-15 03:47:33 +0000 | [diff] [blame] | 1477 | if (Info.isSigned()) { |
| 1478 | unsigned ExtraBits = ResSizeInBits - Info.getSize(); |
| 1479 | if (ExtraBits) |
| 1480 | ReloadVal = Builder.CreateAShr(Builder.CreateShl(ReloadVal, ExtraBits), |
| 1481 | ExtraBits, "bf.reload.sext"); |
Daniel Dunbar | ed3849b | 2008-11-19 09:36:46 +0000 | [diff] [blame] | 1482 | } |
| 1483 | |
Daniel Dunbar | 2677261 | 2010-04-15 03:47:33 +0000 | [diff] [blame] | 1484 | *Result = ReloadVal; |
Daniel Dunbar | ed3849b | 2008-11-19 09:36:46 +0000 | [diff] [blame] | 1485 | } |
| 1486 | |
Daniel Dunbar | 2677261 | 2010-04-15 03:47:33 +0000 | [diff] [blame] | 1487 | // Iterate over the components, writing each piece to memory. |
| 1488 | for (unsigned i = 0, e = Info.getNumComponents(); i != e; ++i) { |
| 1489 | const CGBitFieldInfo::AccessInfo &AI = Info.getComponent(i); |
Eli Friedman | f4bcfa1 | 2012-06-27 21:19:48 +0000 | [diff] [blame] | 1490 | CharUnits AccessAlignment = AI.AccessAlignment; |
| 1491 | if (!Dst.getAlignment().isZero()) |
| 1492 | AccessAlignment = std::min(AccessAlignment, Dst.getAlignment()); |
Eli Friedman | 316bb1b | 2008-05-17 20:03:47 +0000 | [diff] [blame] | 1493 | |
Daniel Dunbar | 2677261 | 2010-04-15 03:47:33 +0000 | [diff] [blame] | 1494 | // Get the field pointer. |
| 1495 | llvm::Value *Ptr = Dst.getBitFieldBaseAddr(); |
John McCall | d16c2cf | 2011-02-08 08:22:06 +0000 | [diff] [blame] | 1496 | unsigned addressSpace = |
| 1497 | cast<llvm::PointerType>(Ptr->getType())->getAddressSpace(); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1498 | |
Daniel Dunbar | 2677261 | 2010-04-15 03:47:33 +0000 | [diff] [blame] | 1499 | // Only offset by the field index if used, so that incoming values are not |
| 1500 | // required to be structures. |
| 1501 | if (AI.FieldIndex) |
| 1502 | Ptr = Builder.CreateStructGEP(Ptr, AI.FieldIndex, "bf.field"); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1503 | |
Daniel Dunbar | 2677261 | 2010-04-15 03:47:33 +0000 | [diff] [blame] | 1504 | // Offset by the byte offset, if used. |
Ken Dyck | 28ebde5 | 2011-04-24 10:04:59 +0000 | [diff] [blame] | 1505 | if (!AI.FieldByteOffset.isZero()) { |
John McCall | d16c2cf | 2011-02-08 08:22:06 +0000 | [diff] [blame] | 1506 | Ptr = EmitCastToVoidPtr(Ptr); |
Ken Dyck | 28ebde5 | 2011-04-24 10:04:59 +0000 | [diff] [blame] | 1507 | Ptr = Builder.CreateConstGEP1_32(Ptr, AI.FieldByteOffset.getQuantity(), |
| 1508 | "bf.field.offs"); |
Daniel Dunbar | 2677261 | 2010-04-15 03:47:33 +0000 | [diff] [blame] | 1509 | } |
Eli Friedman | 316bb1b | 2008-05-17 20:03:47 +0000 | [diff] [blame] | 1510 | |
Daniel Dunbar | 2677261 | 2010-04-15 03:47:33 +0000 | [diff] [blame] | 1511 | // Cast to the access type. |
Chris Lattner | 2acc6e3 | 2011-07-18 04:24:23 +0000 | [diff] [blame] | 1512 | llvm::Type *AccessLTy = |
John McCall | d16c2cf | 2011-02-08 08:22:06 +0000 | [diff] [blame] | 1513 | llvm::Type::getIntNTy(getLLVMContext(), AI.AccessWidth); |
| 1514 | |
Chris Lattner | 2acc6e3 | 2011-07-18 04:24:23 +0000 | [diff] [blame] | 1515 | llvm::Type *PTy = AccessLTy->getPointerTo(addressSpace); |
Daniel Dunbar | 2677261 | 2010-04-15 03:47:33 +0000 | [diff] [blame] | 1516 | Ptr = Builder.CreateBitCast(Ptr, PTy); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1517 | |
Daniel Dunbar | 2677261 | 2010-04-15 03:47:33 +0000 | [diff] [blame] | 1518 | // Extract the piece of the bit-field value to write in this access, limited |
| 1519 | // to the values that are part of this access. |
| 1520 | llvm::Value *Val = SrcVal; |
| 1521 | if (AI.TargetBitOffset) |
| 1522 | Val = Builder.CreateLShr(Val, AI.TargetBitOffset); |
| 1523 | Val = Builder.CreateAnd(Val, llvm::APInt::getLowBitsSet(ResSizeInBits, |
| 1524 | AI.TargetBitWidth)); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1525 | |
Daniel Dunbar | 2677261 | 2010-04-15 03:47:33 +0000 | [diff] [blame] | 1526 | // Extend or truncate to the access size. |
Daniel Dunbar | 2677261 | 2010-04-15 03:47:33 +0000 | [diff] [blame] | 1527 | if (ResSizeInBits < AI.AccessWidth) |
| 1528 | Val = Builder.CreateZExt(Val, AccessLTy); |
| 1529 | else if (ResSizeInBits > AI.AccessWidth) |
| 1530 | Val = Builder.CreateTrunc(Val, AccessLTy); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1531 | |
Daniel Dunbar | 2677261 | 2010-04-15 03:47:33 +0000 | [diff] [blame] | 1532 | // Shift into the position in memory. |
| 1533 | if (AI.FieldBitStart) |
| 1534 | Val = Builder.CreateShl(Val, AI.FieldBitStart); |
| 1535 | |
| 1536 | // If necessary, load and OR in bits that are outside of the bit-field. |
| 1537 | if (AI.TargetBitWidth != AI.AccessWidth) { |
| 1538 | llvm::LoadInst *Load = Builder.CreateLoad(Ptr, Dst.isVolatileQualified()); |
Eli Friedman | f4bcfa1 | 2012-06-27 21:19:48 +0000 | [diff] [blame] | 1539 | Load->setAlignment(AccessAlignment.getQuantity()); |
Daniel Dunbar | 2677261 | 2010-04-15 03:47:33 +0000 | [diff] [blame] | 1540 | |
| 1541 | // Compute the mask for zeroing the bits that are part of the bit-field. |
| 1542 | llvm::APInt InvMask = |
| 1543 | ~llvm::APInt::getBitsSet(AI.AccessWidth, AI.FieldBitStart, |
| 1544 | AI.FieldBitStart + AI.TargetBitWidth); |
| 1545 | |
| 1546 | // Apply the mask and OR in to the value to write. |
| 1547 | Val = Builder.CreateOr(Builder.CreateAnd(Load, InvMask), Val); |
| 1548 | } |
| 1549 | |
| 1550 | // Write the value. |
| 1551 | llvm::StoreInst *Store = Builder.CreateStore(Val, Ptr, |
| 1552 | Dst.isVolatileQualified()); |
Eli Friedman | f4bcfa1 | 2012-06-27 21:19:48 +0000 | [diff] [blame] | 1553 | Store->setAlignment(AccessAlignment.getQuantity()); |
Daniel Dunbar | 10e3ded | 2008-08-06 05:08:45 +0000 | [diff] [blame] | 1554 | } |
Lauro Ramos Venancio | a0c5d0e | 2008-01-22 22:36:45 +0000 | [diff] [blame] | 1555 | } |
| 1556 | |
Nate Begeman | 213541a | 2008-04-18 23:10:10 +0000 | [diff] [blame] | 1557 | void CodeGenFunction::EmitStoreThroughExtVectorComponentLValue(RValue Src, |
John McCall | 545d996 | 2011-06-25 02:11:03 +0000 | [diff] [blame] | 1558 | LValue Dst) { |
Chris Lattner | 017d6aa | 2007-08-03 16:28:33 +0000 | [diff] [blame] | 1559 | // This access turns into a read/modify/write of the vector. Load the input |
| 1560 | // value now. |
Eli Friedman | e5a8aeb | 2012-03-22 22:36:39 +0000 | [diff] [blame] | 1561 | llvm::LoadInst *Load = Builder.CreateLoad(Dst.getExtVectorAddr(), |
| 1562 | Dst.isVolatileQualified()); |
| 1563 | Load->setAlignment(Dst.getAlignment().getQuantity()); |
| 1564 | llvm::Value *Vec = Load; |
Nate Begeman | 8a99764 | 2008-05-09 06:41:27 +0000 | [diff] [blame] | 1565 | const llvm::Constant *Elts = Dst.getExtVectorElts(); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1566 | |
Chris Lattner | 9b65551 | 2007-08-31 22:49:20 +0000 | [diff] [blame] | 1567 | llvm::Value *SrcVal = Src.getScalarVal(); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1568 | |
John McCall | 545d996 | 2011-06-25 02:11:03 +0000 | [diff] [blame] | 1569 | if (const VectorType *VTy = Dst.getType()->getAs<VectorType>()) { |
Chris Lattner | 7e6b51b | 2007-08-03 16:37:04 +0000 | [diff] [blame] | 1570 | unsigned NumSrcElts = VTy->getNumElements(); |
Nate Begeman | 6fe7c8a | 2009-01-18 06:42:49 +0000 | [diff] [blame] | 1571 | unsigned NumDstElts = |
| 1572 | cast<llvm::VectorType>(Vec->getType())->getNumElements(); |
| 1573 | if (NumDstElts == NumSrcElts) { |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1574 | // Use shuffle vector is the src and destination are the same number of |
| 1575 | // elements and restore the vector mask since it is on the side it will be |
| 1576 | // stored. |
Chris Lattner | 5f9e272 | 2011-07-23 10:55:15 +0000 | [diff] [blame] | 1577 | SmallVector<llvm::Constant*, 4> Mask(NumDstElts); |
Chris Lattner | 2ce8842 | 2012-01-25 05:34:41 +0000 | [diff] [blame] | 1578 | for (unsigned i = 0; i != NumSrcElts; ++i) |
| 1579 | Mask[getAccessedFieldNo(i, Elts)] = Builder.getInt32(i); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1580 | |
Chris Lattner | fb018d1 | 2011-02-15 00:14:06 +0000 | [diff] [blame] | 1581 | llvm::Value *MaskV = llvm::ConstantVector::get(Mask); |
Nate Begeman | 6fe7c8a | 2009-01-18 06:42:49 +0000 | [diff] [blame] | 1582 | Vec = Builder.CreateShuffleVector(SrcVal, |
Owen Anderson | 03e2050 | 2009-07-30 23:11:26 +0000 | [diff] [blame] | 1583 | llvm::UndefValue::get(Vec->getType()), |
Benjamin Kramer | 578faa8 | 2011-09-27 21:06:10 +0000 | [diff] [blame] | 1584 | MaskV); |
Mike Stump | b3589f4 | 2009-07-30 22:28:39 +0000 | [diff] [blame] | 1585 | } else if (NumDstElts > NumSrcElts) { |
Nate Begeman | 6fe7c8a | 2009-01-18 06:42:49 +0000 | [diff] [blame] | 1586 | // Extended the source vector to the same length and then shuffle it |
| 1587 | // into the destination. |
| 1588 | // FIXME: since we're shuffling with undef, can we just use the indices |
| 1589 | // into that? This could be simpler. |
Chris Lattner | 5f9e272 | 2011-07-23 10:55:15 +0000 | [diff] [blame] | 1590 | SmallVector<llvm::Constant*, 4> ExtMask; |
Benjamin Kramer | 14c5982 | 2012-02-14 12:06:21 +0000 | [diff] [blame] | 1591 | for (unsigned i = 0; i != NumSrcElts; ++i) |
Chris Lattner | 2ce8842 | 2012-01-25 05:34:41 +0000 | [diff] [blame] | 1592 | ExtMask.push_back(Builder.getInt32(i)); |
Benjamin Kramer | 14c5982 | 2012-02-14 12:06:21 +0000 | [diff] [blame] | 1593 | ExtMask.resize(NumDstElts, llvm::UndefValue::get(Int32Ty)); |
Chris Lattner | fb018d1 | 2011-02-15 00:14:06 +0000 | [diff] [blame] | 1594 | llvm::Value *ExtMaskV = llvm::ConstantVector::get(ExtMask); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1595 | llvm::Value *ExtSrcVal = |
Daniel Dunbar | bb76773 | 2009-02-17 18:31:04 +0000 | [diff] [blame] | 1596 | Builder.CreateShuffleVector(SrcVal, |
Owen Anderson | 03e2050 | 2009-07-30 23:11:26 +0000 | [diff] [blame] | 1597 | llvm::UndefValue::get(SrcVal->getType()), |
Benjamin Kramer | 578faa8 | 2011-09-27 21:06:10 +0000 | [diff] [blame] | 1598 | ExtMaskV); |
Nate Begeman | 6fe7c8a | 2009-01-18 06:42:49 +0000 | [diff] [blame] | 1599 | // build identity |
Chris Lattner | 5f9e272 | 2011-07-23 10:55:15 +0000 | [diff] [blame] | 1600 | SmallVector<llvm::Constant*, 4> Mask; |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 1601 | for (unsigned i = 0; i != NumDstElts; ++i) |
Chris Lattner | 2ce8842 | 2012-01-25 05:34:41 +0000 | [diff] [blame] | 1602 | Mask.push_back(Builder.getInt32(i)); |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 1603 | |
Nate Begeman | 6fe7c8a | 2009-01-18 06:42:49 +0000 | [diff] [blame] | 1604 | // modify when what gets shuffled in |
Chris Lattner | 2ce8842 | 2012-01-25 05:34:41 +0000 | [diff] [blame] | 1605 | for (unsigned i = 0; i != NumSrcElts; ++i) |
| 1606 | Mask[getAccessedFieldNo(i, Elts)] = Builder.getInt32(i+NumDstElts); |
Chris Lattner | fb018d1 | 2011-02-15 00:14:06 +0000 | [diff] [blame] | 1607 | llvm::Value *MaskV = llvm::ConstantVector::get(Mask); |
Benjamin Kramer | 578faa8 | 2011-09-27 21:06:10 +0000 | [diff] [blame] | 1608 | Vec = Builder.CreateShuffleVector(Vec, ExtSrcVal, MaskV); |
Mike Stump | b3589f4 | 2009-07-30 22:28:39 +0000 | [diff] [blame] | 1609 | } else { |
Nate Begeman | 6fe7c8a | 2009-01-18 06:42:49 +0000 | [diff] [blame] | 1610 | // We should never shorten the vector |
David Blaikie | b219cfc | 2011-09-23 05:06:16 +0000 | [diff] [blame] | 1611 | llvm_unreachable("unexpected shorten vector length"); |
Chris Lattner | 7e6b51b | 2007-08-03 16:37:04 +0000 | [diff] [blame] | 1612 | } |
| 1613 | } else { |
| 1614 | // If the Src is a scalar (not a vector) it must be updating one element. |
Dan Gohman | 4f8d123 | 2008-05-22 00:50:06 +0000 | [diff] [blame] | 1615 | unsigned InIdx = getAccessedFieldNo(0, Elts); |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 1616 | llvm::Value *Elt = llvm::ConstantInt::get(Int32Ty, InIdx); |
Benjamin Kramer | 578faa8 | 2011-09-27 21:06:10 +0000 | [diff] [blame] | 1617 | Vec = Builder.CreateInsertElement(Vec, SrcVal, Elt); |
Chris Lattner | 017d6aa | 2007-08-03 16:28:33 +0000 | [diff] [blame] | 1618 | } |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1619 | |
Eli Friedman | e5a8aeb | 2012-03-22 22:36:39 +0000 | [diff] [blame] | 1620 | llvm::StoreInst *Store = Builder.CreateStore(Vec, Dst.getExtVectorAddr(), |
| 1621 | Dst.isVolatileQualified()); |
| 1622 | Store->setAlignment(Dst.getAlignment().getQuantity()); |
Chris Lattner | 017d6aa | 2007-08-03 16:28:33 +0000 | [diff] [blame] | 1623 | } |
| 1624 | |
Fariborz Jahanian | b123ea3 | 2009-09-16 21:37:16 +0000 | [diff] [blame] | 1625 | // setObjCGCLValueClass - sets class of he lvalue for the purpose of |
| 1626 | // generating write-barries API. It is currently a global, ivar, |
| 1627 | // or neither. |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 1628 | static void setObjCGCLValueClass(const ASTContext &Ctx, const Expr *E, |
Fariborz Jahanian | ccae76c | 2011-09-30 18:23:36 +0000 | [diff] [blame] | 1629 | LValue &LV, |
| 1630 | bool IsMemberAccess=false) { |
David Blaikie | 4e4d084 | 2012-03-11 07:00:24 +0000 | [diff] [blame] | 1631 | if (Ctx.getLangOpts().getGC() == LangOptions::NonGC) |
Fariborz Jahanian | b123ea3 | 2009-09-16 21:37:16 +0000 | [diff] [blame] | 1632 | return; |
| 1633 | |
Fariborz Jahanian | dbf3cfd | 2009-09-16 23:11:23 +0000 | [diff] [blame] | 1634 | if (isa<ObjCIvarRefExpr>(E)) { |
Fariborz Jahanian | ccae76c | 2011-09-30 18:23:36 +0000 | [diff] [blame] | 1635 | QualType ExpTy = E->getType(); |
| 1636 | if (IsMemberAccess && ExpTy->isPointerType()) { |
| 1637 | // If ivar is a structure pointer, assigning to field of |
| 1638 | // this struct follows gcc's behavior and makes it a non-ivar |
| 1639 | // writer-barrier conservatively. |
| 1640 | ExpTy = ExpTy->getAs<PointerType>()->getPointeeType(); |
| 1641 | if (ExpTy->isRecordType()) { |
| 1642 | LV.setObjCIvar(false); |
| 1643 | return; |
| 1644 | } |
| 1645 | } |
Daniel Dunbar | 3491b3d | 2010-08-21 03:51:29 +0000 | [diff] [blame] | 1646 | LV.setObjCIvar(true); |
Fariborz Jahanian | 6c7a1f3 | 2009-09-24 22:25:38 +0000 | [diff] [blame] | 1647 | ObjCIvarRefExpr *Exp = cast<ObjCIvarRefExpr>(const_cast<Expr*>(E)); |
| 1648 | LV.setBaseIvarExp(Exp->getBase()); |
Daniel Dunbar | 3491b3d | 2010-08-21 03:51:29 +0000 | [diff] [blame] | 1649 | LV.setObjCArray(E->getType()->isArrayType()); |
Fariborz Jahanian | dbf3cfd | 2009-09-16 23:11:23 +0000 | [diff] [blame] | 1650 | return; |
| 1651 | } |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 1652 | |
Fariborz Jahanian | b123ea3 | 2009-09-16 21:37:16 +0000 | [diff] [blame] | 1653 | if (const DeclRefExpr *Exp = dyn_cast<DeclRefExpr>(E)) { |
| 1654 | if (const VarDecl *VD = dyn_cast<VarDecl>(Exp->getDecl())) { |
John McCall | b6bbcc9 | 2010-10-15 04:57:14 +0000 | [diff] [blame] | 1655 | if (VD->hasGlobalStorage()) { |
Daniel Dunbar | 3491b3d | 2010-08-21 03:51:29 +0000 | [diff] [blame] | 1656 | LV.setGlobalObjCRef(true); |
| 1657 | LV.setThreadLocalRef(VD->isThreadSpecified()); |
Fariborz Jahanian | 021a7a6 | 2010-07-20 20:30:03 +0000 | [diff] [blame] | 1658 | } |
Fariborz Jahanian | b123ea3 | 2009-09-16 21:37:16 +0000 | [diff] [blame] | 1659 | } |
Daniel Dunbar | 3491b3d | 2010-08-21 03:51:29 +0000 | [diff] [blame] | 1660 | LV.setObjCArray(E->getType()->isArrayType()); |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 1661 | return; |
Fariborz Jahanian | b123ea3 | 2009-09-16 21:37:16 +0000 | [diff] [blame] | 1662 | } |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 1663 | |
| 1664 | if (const UnaryOperator *Exp = dyn_cast<UnaryOperator>(E)) { |
Fariborz Jahanian | ccae76c | 2011-09-30 18:23:36 +0000 | [diff] [blame] | 1665 | setObjCGCLValueClass(Ctx, Exp->getSubExpr(), LV, IsMemberAccess); |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 1666 | return; |
| 1667 | } |
| 1668 | |
| 1669 | if (const ParenExpr *Exp = dyn_cast<ParenExpr>(E)) { |
Fariborz Jahanian | ccae76c | 2011-09-30 18:23:36 +0000 | [diff] [blame] | 1670 | setObjCGCLValueClass(Ctx, Exp->getSubExpr(), LV, IsMemberAccess); |
Fariborz Jahanian | 75b08f1 | 2009-09-30 17:10:29 +0000 | [diff] [blame] | 1671 | if (LV.isObjCIvar()) { |
| 1672 | // If cast is to a structure pointer, follow gcc's behavior and make it |
| 1673 | // a non-ivar write-barrier. |
| 1674 | QualType ExpTy = E->getType(); |
| 1675 | if (ExpTy->isPointerType()) |
| 1676 | ExpTy = ExpTy->getAs<PointerType>()->getPointeeType(); |
| 1677 | if (ExpTy->isRecordType()) |
Daniel Dunbar | 3491b3d | 2010-08-21 03:51:29 +0000 | [diff] [blame] | 1678 | LV.setObjCIvar(false); |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 1679 | } |
| 1680 | return; |
Fariborz Jahanian | 75b08f1 | 2009-09-30 17:10:29 +0000 | [diff] [blame] | 1681 | } |
Peter Collingbourne | f111d93 | 2011-04-15 00:35:48 +0000 | [diff] [blame] | 1682 | |
| 1683 | if (const GenericSelectionExpr *Exp = dyn_cast<GenericSelectionExpr>(E)) { |
| 1684 | setObjCGCLValueClass(Ctx, Exp->getResultExpr(), LV); |
| 1685 | return; |
| 1686 | } |
| 1687 | |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 1688 | if (const ImplicitCastExpr *Exp = dyn_cast<ImplicitCastExpr>(E)) { |
Fariborz Jahanian | ccae76c | 2011-09-30 18:23:36 +0000 | [diff] [blame] | 1689 | setObjCGCLValueClass(Ctx, Exp->getSubExpr(), LV, IsMemberAccess); |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 1690 | return; |
| 1691 | } |
| 1692 | |
| 1693 | if (const CStyleCastExpr *Exp = dyn_cast<CStyleCastExpr>(E)) { |
Fariborz Jahanian | ccae76c | 2011-09-30 18:23:36 +0000 | [diff] [blame] | 1694 | setObjCGCLValueClass(Ctx, Exp->getSubExpr(), LV, IsMemberAccess); |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 1695 | return; |
| 1696 | } |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 1697 | |
| 1698 | if (const ObjCBridgedCastExpr *Exp = dyn_cast<ObjCBridgedCastExpr>(E)) { |
Fariborz Jahanian | ccae76c | 2011-09-30 18:23:36 +0000 | [diff] [blame] | 1699 | setObjCGCLValueClass(Ctx, Exp->getSubExpr(), LV, IsMemberAccess); |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 1700 | return; |
| 1701 | } |
| 1702 | |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 1703 | if (const ArraySubscriptExpr *Exp = dyn_cast<ArraySubscriptExpr>(E)) { |
Fariborz Jahanian | b123ea3 | 2009-09-16 21:37:16 +0000 | [diff] [blame] | 1704 | setObjCGCLValueClass(Ctx, Exp->getBase(), LV); |
Fariborz Jahanian | fd02ed7 | 2009-09-21 18:54:29 +0000 | [diff] [blame] | 1705 | if (LV.isObjCIvar() && !LV.isObjCArray()) |
Fariborz Jahanian | 1c1afc4 | 2009-09-18 00:04:00 +0000 | [diff] [blame] | 1706 | // Using array syntax to assigning to what an ivar points to is not |
| 1707 | // same as assigning to the ivar itself. {id *Names;} Names[i] = 0; |
Daniel Dunbar | 3491b3d | 2010-08-21 03:51:29 +0000 | [diff] [blame] | 1708 | LV.setObjCIvar(false); |
Fariborz Jahanian | fd02ed7 | 2009-09-21 18:54:29 +0000 | [diff] [blame] | 1709 | else if (LV.isGlobalObjCRef() && !LV.isObjCArray()) |
| 1710 | // Using array syntax to assigning to what global points to is not |
| 1711 | // same as assigning to the global itself. {id *G;} G[i] = 0; |
Daniel Dunbar | 3491b3d | 2010-08-21 03:51:29 +0000 | [diff] [blame] | 1712 | LV.setGlobalObjCRef(false); |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 1713 | return; |
Fariborz Jahanian | 1c1afc4 | 2009-09-18 00:04:00 +0000 | [diff] [blame] | 1714 | } |
Fariborz Jahanian | ccae76c | 2011-09-30 18:23:36 +0000 | [diff] [blame] | 1715 | |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 1716 | if (const MemberExpr *Exp = dyn_cast<MemberExpr>(E)) { |
Fariborz Jahanian | ccae76c | 2011-09-30 18:23:36 +0000 | [diff] [blame] | 1717 | setObjCGCLValueClass(Ctx, Exp->getBase(), LV, true); |
Fariborz Jahanian | 1c1afc4 | 2009-09-18 00:04:00 +0000 | [diff] [blame] | 1718 | // We don't know if member is an 'ivar', but this flag is looked at |
| 1719 | // only in the context of LV.isObjCIvar(). |
Daniel Dunbar | 3491b3d | 2010-08-21 03:51:29 +0000 | [diff] [blame] | 1720 | LV.setObjCArray(E->getType()->isArrayType()); |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 1721 | return; |
Fariborz Jahanian | b123ea3 | 2009-09-16 21:37:16 +0000 | [diff] [blame] | 1722 | } |
| 1723 | } |
| 1724 | |
Chris Lattner | 3a2b657 | 2011-07-12 06:52:18 +0000 | [diff] [blame] | 1725 | static llvm::Value * |
Chandler Carruth | a98742c | 2011-07-12 08:58:26 +0000 | [diff] [blame] | 1726 | EmitBitCastOfLValueToProperType(CodeGenFunction &CGF, |
Chris Lattner | 3a2b657 | 2011-07-12 06:52:18 +0000 | [diff] [blame] | 1727 | llvm::Value *V, llvm::Type *IRType, |
Chris Lattner | 5f9e272 | 2011-07-23 10:55:15 +0000 | [diff] [blame] | 1728 | StringRef Name = StringRef()) { |
Chris Lattner | 3a2b657 | 2011-07-12 06:52:18 +0000 | [diff] [blame] | 1729 | unsigned AS = cast<llvm::PointerType>(V->getType())->getAddressSpace(); |
Chandler Carruth | a98742c | 2011-07-12 08:58:26 +0000 | [diff] [blame] | 1730 | return CGF.Builder.CreateBitCast(V, IRType->getPointerTo(AS), Name); |
Chris Lattner | 3a2b657 | 2011-07-12 06:52:18 +0000 | [diff] [blame] | 1731 | } |
| 1732 | |
Anders Carlsson | ce53f7d | 2009-11-07 23:06:58 +0000 | [diff] [blame] | 1733 | static LValue EmitGlobalVarDeclLValue(CodeGenFunction &CGF, |
| 1734 | const Expr *E, const VarDecl *VD) { |
Daniel Dunbar | d2113f2 | 2009-11-08 09:46:46 +0000 | [diff] [blame] | 1735 | assert((VD->hasExternalStorage() || VD->isFileVarDecl()) && |
Anders Carlsson | ce53f7d | 2009-11-07 23:06:58 +0000 | [diff] [blame] | 1736 | "Var decl must have external storage or be a file var decl!"); |
| 1737 | |
| 1738 | llvm::Value *V = CGF.CGM.GetAddrOfGlobalVar(VD); |
Eli Friedman | 2f77b3d | 2011-11-16 00:42:57 +0000 | [diff] [blame] | 1739 | llvm::Type *RealVarTy = CGF.getTypes().ConvertTypeForMem(VD->getType()); |
| 1740 | V = EmitBitCastOfLValueToProperType(CGF, V, RealVarTy); |
Eli Friedman | 6da2c71 | 2011-12-03 04:14:32 +0000 | [diff] [blame] | 1741 | CharUnits Alignment = CGF.getContext().getDeclAlign(VD); |
Eli Friedman | 2f77b3d | 2011-11-16 00:42:57 +0000 | [diff] [blame] | 1742 | QualType T = E->getType(); |
| 1743 | LValue LV; |
| 1744 | if (VD->getType()->isReferenceType()) { |
| 1745 | llvm::LoadInst *LI = CGF.Builder.CreateLoad(V); |
Eli Friedman | 6da2c71 | 2011-12-03 04:14:32 +0000 | [diff] [blame] | 1746 | LI->setAlignment(Alignment.getQuantity()); |
Eli Friedman | 2f77b3d | 2011-11-16 00:42:57 +0000 | [diff] [blame] | 1747 | V = LI; |
| 1748 | LV = CGF.MakeNaturalAlignAddrLValue(V, T); |
| 1749 | } else { |
| 1750 | LV = CGF.MakeAddrLValue(V, E->getType(), Alignment); |
| 1751 | } |
Anders Carlsson | ce53f7d | 2009-11-07 23:06:58 +0000 | [diff] [blame] | 1752 | setObjCGCLValueClass(CGF.getContext(), E, LV); |
| 1753 | return LV; |
| 1754 | } |
| 1755 | |
Eli Friedman | 9a14630 | 2009-11-26 06:08:14 +0000 | [diff] [blame] | 1756 | static LValue EmitFunctionDeclLValue(CodeGenFunction &CGF, |
Chris Lattner | 74339df | 2011-07-10 05:34:54 +0000 | [diff] [blame] | 1757 | const Expr *E, const FunctionDecl *FD) { |
Chris Lattner | d0db03a | 2010-09-06 00:11:41 +0000 | [diff] [blame] | 1758 | llvm::Value *V = CGF.CGM.GetAddrOfFunction(FD); |
Eli Friedman | 9a14630 | 2009-11-26 06:08:14 +0000 | [diff] [blame] | 1759 | if (!FD->hasPrototype()) { |
| 1760 | if (const FunctionProtoType *Proto = |
| 1761 | FD->getType()->getAs<FunctionProtoType>()) { |
| 1762 | // Ugly case: for a K&R-style definition, the type of the definition |
| 1763 | // isn't the same as the type of a use. Correct for this with a |
| 1764 | // bitcast. |
| 1765 | QualType NoProtoType = |
| 1766 | CGF.getContext().getFunctionNoProtoType(Proto->getResultType()); |
| 1767 | NoProtoType = CGF.getContext().getPointerType(NoProtoType); |
Benjamin Kramer | 578faa8 | 2011-09-27 21:06:10 +0000 | [diff] [blame] | 1768 | V = CGF.Builder.CreateBitCast(V, CGF.ConvertType(NoProtoType)); |
Eli Friedman | 9a14630 | 2009-11-26 06:08:14 +0000 | [diff] [blame] | 1769 | } |
| 1770 | } |
Eli Friedman | 6da2c71 | 2011-12-03 04:14:32 +0000 | [diff] [blame] | 1771 | CharUnits Alignment = CGF.getContext().getDeclAlign(FD); |
Daniel Dunbar | 983e3d7 | 2010-08-21 04:20:22 +0000 | [diff] [blame] | 1772 | return CGF.MakeAddrLValue(V, E->getType(), Alignment); |
Eli Friedman | 9a14630 | 2009-11-26 06:08:14 +0000 | [diff] [blame] | 1773 | } |
| 1774 | |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 1775 | LValue CodeGenFunction::EmitDeclRefLValue(const DeclRefExpr *E) { |
Anders Carlsson | 1e74c4f | 2009-11-07 22:53:10 +0000 | [diff] [blame] | 1776 | const NamedDecl *ND = E->getDecl(); |
Eli Friedman | 6da2c71 | 2011-12-03 04:14:32 +0000 | [diff] [blame] | 1777 | CharUnits Alignment = getContext().getDeclAlign(ND); |
Eli Friedman | 2f77b3d | 2011-11-16 00:42:57 +0000 | [diff] [blame] | 1778 | QualType T = E->getType(); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1779 | |
Richard Smith | 5016a70 | 2012-10-20 01:38:33 +0000 | [diff] [blame] | 1780 | // A DeclRefExpr for a reference initialized by a constant expression can |
| 1781 | // appear without being odr-used. Directly emit the constant initializer. |
| 1782 | if (const VarDecl *VD = dyn_cast<VarDecl>(ND)) { |
| 1783 | const Expr *Init = VD->getAnyInitializer(VD); |
| 1784 | if (Init && !isa<ParmVarDecl>(VD) && VD->getType()->isReferenceType() && |
| 1785 | VD->isUsableInConstantExpressions(getContext()) && |
| 1786 | VD->checkInitIsICE()) { |
| 1787 | llvm::Constant *Val = |
| 1788 | CGM.EmitConstantValue(*VD->evaluateValue(), VD->getType(), this); |
| 1789 | assert(Val && "failed to emit reference constant expression"); |
| 1790 | // FIXME: Eventually we will want to emit vector element references. |
| 1791 | return MakeAddrLValue(Val, T, Alignment); |
| 1792 | } |
| 1793 | } |
| 1794 | |
Eli Friedman | 416de51 | 2012-01-21 04:52:58 +0000 | [diff] [blame] | 1795 | // FIXME: We should be able to assert this for FunctionDecls as well! |
| 1796 | // FIXME: We should be able to assert this for all DeclRefExprs, not just |
| 1797 | // those with a valid source location. |
| 1798 | assert((ND->isUsed(false) || !isa<VarDecl>(ND) || |
| 1799 | !E->getLocation().isValid()) && |
| 1800 | "Should not use decl without marking it used!"); |
| 1801 | |
Rafael Espindola | 6a83670 | 2010-03-04 18:17:24 +0000 | [diff] [blame] | 1802 | if (ND->hasAttr<WeakRefAttr>()) { |
Chris Lattner | d0db03a | 2010-09-06 00:11:41 +0000 | [diff] [blame] | 1803 | const ValueDecl *VD = cast<ValueDecl>(ND); |
Rafael Espindola | 6a83670 | 2010-03-04 18:17:24 +0000 | [diff] [blame] | 1804 | llvm::Constant *Aliasee = CGM.GetWeakRefReference(VD); |
Richard Smith | 5016a70 | 2012-10-20 01:38:33 +0000 | [diff] [blame] | 1805 | return MakeAddrLValue(Aliasee, T, Alignment); |
Rafael Espindola | 6a83670 | 2010-03-04 18:17:24 +0000 | [diff] [blame] | 1806 | } |
| 1807 | |
Anders Carlsson | 1e74c4f | 2009-11-07 22:53:10 +0000 | [diff] [blame] | 1808 | if (const VarDecl *VD = dyn_cast<VarDecl>(ND)) { |
Anders Carlsson | 1e74c4f | 2009-11-07 22:53:10 +0000 | [diff] [blame] | 1809 | // Check if this is a global variable. |
Anders Carlsson | ce53f7d | 2009-11-07 23:06:58 +0000 | [diff] [blame] | 1810 | if (VD->hasExternalStorage() || VD->isFileVarDecl()) |
| 1811 | return EmitGlobalVarDeclLValue(*this, E, VD); |
Anders Carlsson | 0bc7049 | 2009-11-07 22:46:42 +0000 | [diff] [blame] | 1812 | |
John McCall | f4b88a4 | 2012-03-10 09:33:50 +0000 | [diff] [blame] | 1813 | bool isBlockVariable = VD->hasAttr<BlocksAttr>(); |
| 1814 | |
Fariborz Jahanian | 75f91d6 | 2010-11-19 18:17:09 +0000 | [diff] [blame] | 1815 | bool NonGCable = VD->hasLocalStorage() && |
| 1816 | !VD->getType()->isReferenceType() && |
John McCall | f4b88a4 | 2012-03-10 09:33:50 +0000 | [diff] [blame] | 1817 | !isBlockVariable; |
Anders Carlsson | 0bc7049 | 2009-11-07 22:46:42 +0000 | [diff] [blame] | 1818 | |
| 1819 | llvm::Value *V = LocalDeclMap[VD]; |
Fariborz Jahanian | 0934914 | 2010-09-07 23:26:17 +0000 | [diff] [blame] | 1820 | if (!V && VD->isStaticLocal()) |
Fariborz Jahanian | 63326a5 | 2010-04-19 18:15:02 +0000 | [diff] [blame] | 1821 | V = CGM.getStaticLocalDeclAddress(VD); |
Eli Friedman | cec5ebd | 2012-02-11 02:57:39 +0000 | [diff] [blame] | 1822 | |
| 1823 | // Use special handling for lambdas. |
John McCall | f4b88a4 | 2012-03-10 09:33:50 +0000 | [diff] [blame] | 1824 | if (!V) { |
Eli Friedman | 377ecc7 | 2012-04-16 03:54:45 +0000 | [diff] [blame] | 1825 | if (FieldDecl *FD = LambdaCaptureFields.lookup(VD)) { |
| 1826 | QualType LambdaTagType = getContext().getTagDeclType(FD->getParent()); |
| 1827 | LValue LambdaLV = MakeNaturalAlignAddrLValue(CXXABIThisValue, |
| 1828 | LambdaTagType); |
| 1829 | return EmitLValueForField(LambdaLV, FD); |
| 1830 | } |
Eli Friedman | cec5ebd | 2012-02-11 02:57:39 +0000 | [diff] [blame] | 1831 | |
John McCall | f4b88a4 | 2012-03-10 09:33:50 +0000 | [diff] [blame] | 1832 | assert(isa<BlockDecl>(CurCodeDecl) && E->refersToEnclosingLocal()); |
John McCall | f4b88a4 | 2012-03-10 09:33:50 +0000 | [diff] [blame] | 1833 | return MakeAddrLValue(GetAddrOfBlockDecl(VD, isBlockVariable), |
Richard Smith | 5016a70 | 2012-10-20 01:38:33 +0000 | [diff] [blame] | 1834 | T, Alignment); |
John McCall | f4b88a4 | 2012-03-10 09:33:50 +0000 | [diff] [blame] | 1835 | } |
| 1836 | |
Anders Carlsson | 0bc7049 | 2009-11-07 22:46:42 +0000 | [diff] [blame] | 1837 | assert(V && "DeclRefExpr not entered in LocalDeclMap?"); |
| 1838 | |
John McCall | f4b88a4 | 2012-03-10 09:33:50 +0000 | [diff] [blame] | 1839 | if (isBlockVariable) |
Fariborz Jahanian | 52a80e1 | 2011-01-26 23:08:27 +0000 | [diff] [blame] | 1840 | V = BuildBlockByrefAddress(V, VD); |
Daniel Dunbar | 6d5eb76 | 2010-08-21 03:44:13 +0000 | [diff] [blame] | 1841 | |
Eli Friedman | 2f77b3d | 2011-11-16 00:42:57 +0000 | [diff] [blame] | 1842 | LValue LV; |
| 1843 | if (VD->getType()->isReferenceType()) { |
| 1844 | llvm::LoadInst *LI = Builder.CreateLoad(V); |
Eli Friedman | 6da2c71 | 2011-12-03 04:14:32 +0000 | [diff] [blame] | 1845 | LI->setAlignment(Alignment.getQuantity()); |
Eli Friedman | 2f77b3d | 2011-11-16 00:42:57 +0000 | [diff] [blame] | 1846 | V = LI; |
| 1847 | LV = MakeNaturalAlignAddrLValue(V, T); |
| 1848 | } else { |
| 1849 | LV = MakeAddrLValue(V, T, Alignment); |
| 1850 | } |
Chris Lattner | 3a2b657 | 2011-07-12 06:52:18 +0000 | [diff] [blame] | 1851 | |
Fariborz Jahanian | 75f91d6 | 2010-11-19 18:17:09 +0000 | [diff] [blame] | 1852 | if (NonGCable) { |
Daniel Dunbar | 6d5eb76 | 2010-08-21 03:44:13 +0000 | [diff] [blame] | 1853 | LV.getQuals().removeObjCGCAttr(); |
Daniel Dunbar | ea61917 | 2010-08-21 03:22:38 +0000 | [diff] [blame] | 1854 | LV.setNonGC(true); |
| 1855 | } |
Fariborz Jahanian | b123ea3 | 2009-09-16 21:37:16 +0000 | [diff] [blame] | 1856 | setObjCGCLValueClass(getContext(), E, LV); |
Fariborz Jahanian | 2682d8b | 2008-11-20 00:15:42 +0000 | [diff] [blame] | 1857 | return LV; |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 1858 | } |
John McCall | 5808ce4 | 2011-02-03 08:15:49 +0000 | [diff] [blame] | 1859 | |
| 1860 | if (const FunctionDecl *fn = dyn_cast<FunctionDecl>(ND)) |
| 1861 | return EmitFunctionDeclLValue(*this, E, fn); |
| 1862 | |
David Blaikie | b219cfc | 2011-09-23 05:06:16 +0000 | [diff] [blame] | 1863 | llvm_unreachable("Unhandled DeclRefExpr"); |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 1864 | } |
| 1865 | |
| 1866 | LValue CodeGenFunction::EmitUnaryOpLValue(const UnaryOperator *E) { |
| 1867 | // __extension__ doesn't affect lvalue-ness. |
John McCall | 2de56d1 | 2010-08-25 11:45:40 +0000 | [diff] [blame] | 1868 | if (E->getOpcode() == UO_Extension) |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 1869 | return EmitLValue(E->getSubExpr()); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1870 | |
Chris Lattner | 9619662 | 2008-07-26 22:37:01 +0000 | [diff] [blame] | 1871 | QualType ExprTy = getContext().getCanonicalType(E->getSubExpr()->getType()); |
Chris Lattner | 7da36f6 | 2007-10-30 22:53:42 +0000 | [diff] [blame] | 1872 | switch (E->getOpcode()) { |
David Blaikie | b219cfc | 2011-09-23 05:06:16 +0000 | [diff] [blame] | 1873 | default: llvm_unreachable("Unknown unary operator lvalue!"); |
John McCall | 2de56d1 | 2010-08-25 11:45:40 +0000 | [diff] [blame] | 1874 | case UO_Deref: { |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 1875 | QualType T = E->getSubExpr()->getType()->getPointeeType(); |
| 1876 | assert(!T.isNull() && "CodeGenFunction::EmitUnaryOpLValue: Illegal type"); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1877 | |
Chris Lattner | 4cac9e1 | 2011-12-19 21:16:08 +0000 | [diff] [blame] | 1878 | LValue LV = MakeNaturalAlignAddrLValue(EmitScalarExpr(E->getSubExpr()), T); |
Daniel Dunbar | 6d5eb76 | 2010-08-21 03:44:13 +0000 | [diff] [blame] | 1879 | LV.getQuals().setAddressSpace(ExprTy.getAddressSpace()); |
John McCall | 0953e76 | 2009-09-24 19:53:00 +0000 | [diff] [blame] | 1880 | |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 1881 | // We should not generate __weak write barrier on indirect reference |
| 1882 | // of a pointer to object; as in void foo (__weak id *param); *param = 0; |
| 1883 | // But, we continue to generate __strong write barrier on indirect write |
| 1884 | // into a pointer to object. |
David Blaikie | 4e4d084 | 2012-03-11 07:00:24 +0000 | [diff] [blame] | 1885 | if (getContext().getLangOpts().ObjC1 && |
| 1886 | getContext().getLangOpts().getGC() != LangOptions::NonGC && |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 1887 | LV.isObjCWeak()) |
Daniel Dunbar | ea61917 | 2010-08-21 03:22:38 +0000 | [diff] [blame] | 1888 | LV.setNonGC(!E->isOBJCGCCandidate(getContext())); |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 1889 | return LV; |
| 1890 | } |
John McCall | 2de56d1 | 2010-08-25 11:45:40 +0000 | [diff] [blame] | 1891 | case UO_Real: |
| 1892 | case UO_Imag: { |
Chris Lattner | 7da36f6 | 2007-10-30 22:53:42 +0000 | [diff] [blame] | 1893 | LValue LV = EmitLValue(E->getSubExpr()); |
John McCall | 2a41637 | 2010-12-05 02:00:02 +0000 | [diff] [blame] | 1894 | assert(LV.isSimple() && "real/imag on non-ordinary l-value"); |
| 1895 | llvm::Value *Addr = LV.getAddress(); |
| 1896 | |
Richard Smith | dfb80de | 2012-02-18 20:53:32 +0000 | [diff] [blame] | 1897 | // __real is valid on scalars. This is a faster way of testing that. |
| 1898 | // __imag can only produce an rvalue on scalars. |
| 1899 | if (E->getOpcode() == UO_Real && |
| 1900 | !cast<llvm::PointerType>(Addr->getType()) |
John McCall | 2a41637 | 2010-12-05 02:00:02 +0000 | [diff] [blame] | 1901 | ->getElementType()->isStructTy()) { |
| 1902 | assert(E->getSubExpr()->getType()->isArithmeticType()); |
| 1903 | return LV; |
| 1904 | } |
| 1905 | |
| 1906 | assert(E->getSubExpr()->getType()->isAnyComplexType()); |
| 1907 | |
John McCall | 2de56d1 | 2010-08-25 11:45:40 +0000 | [diff] [blame] | 1908 | unsigned Idx = E->getOpcode() == UO_Imag; |
Daniel Dunbar | 9f553f5 | 2010-08-21 03:08:16 +0000 | [diff] [blame] | 1909 | return MakeAddrLValue(Builder.CreateStructGEP(LV.getAddress(), |
John McCall | 2a41637 | 2010-12-05 02:00:02 +0000 | [diff] [blame] | 1910 | Idx, "idx"), |
Daniel Dunbar | 9f553f5 | 2010-08-21 03:08:16 +0000 | [diff] [blame] | 1911 | ExprTy); |
Chris Lattner | 7da36f6 | 2007-10-30 22:53:42 +0000 | [diff] [blame] | 1912 | } |
John McCall | 2de56d1 | 2010-08-25 11:45:40 +0000 | [diff] [blame] | 1913 | case UO_PreInc: |
| 1914 | case UO_PreDec: { |
Chris Lattner | 197a338 | 2010-01-09 21:44:40 +0000 | [diff] [blame] | 1915 | LValue LV = EmitLValue(E->getSubExpr()); |
John McCall | 2de56d1 | 2010-08-25 11:45:40 +0000 | [diff] [blame] | 1916 | bool isInc = E->getOpcode() == UO_PreInc; |
Chris Lattner | 197a338 | 2010-01-09 21:44:40 +0000 | [diff] [blame] | 1917 | |
| 1918 | if (E->getType()->isAnyComplexType()) |
| 1919 | EmitComplexPrePostIncDec(E, LV, isInc, true/*isPre*/); |
| 1920 | else |
| 1921 | EmitScalarPrePostIncDec(E, LV, isInc, true/*isPre*/); |
| 1922 | return LV; |
| 1923 | } |
Eli Friedman | e401cd5 | 2009-11-09 04:20:47 +0000 | [diff] [blame] | 1924 | } |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 1925 | } |
| 1926 | |
| 1927 | LValue CodeGenFunction::EmitStringLiteralLValue(const StringLiteral *E) { |
Daniel Dunbar | 79c3928 | 2010-08-21 03:15:20 +0000 | [diff] [blame] | 1928 | return MakeAddrLValue(CGM.GetAddrOfConstantStringFromLiteral(E), |
| 1929 | E->getType()); |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 1930 | } |
| 1931 | |
Chris Lattner | eaf2bb8 | 2009-02-24 22:18:39 +0000 | [diff] [blame] | 1932 | LValue CodeGenFunction::EmitObjCEncodeExprLValue(const ObjCEncodeExpr *E) { |
Daniel Dunbar | 79c3928 | 2010-08-21 03:15:20 +0000 | [diff] [blame] | 1933 | return MakeAddrLValue(CGM.GetAddrOfConstantStringFromObjCEncode(E), |
| 1934 | E->getType()); |
Chris Lattner | eaf2bb8 | 2009-02-24 22:18:39 +0000 | [diff] [blame] | 1935 | } |
| 1936 | |
Nico Weber | 28ad063 | 2012-06-23 02:07:59 +0000 | [diff] [blame] | 1937 | static llvm::Constant* |
| 1938 | GetAddrOfConstantWideString(StringRef Str, |
| 1939 | const char *GlobalName, |
| 1940 | ASTContext &Context, |
| 1941 | QualType Ty, SourceLocation Loc, |
| 1942 | CodeGenModule &CGM) { |
| 1943 | |
| 1944 | StringLiteral *SL = StringLiteral::Create(Context, |
| 1945 | Str, |
| 1946 | StringLiteral::Wide, |
| 1947 | /*Pascal = */false, |
| 1948 | Ty, Loc); |
| 1949 | llvm::Constant *C = CGM.GetConstantArrayFromStringLiteral(SL); |
| 1950 | llvm::GlobalVariable *GV = |
| 1951 | new llvm::GlobalVariable(CGM.getModule(), C->getType(), |
| 1952 | !CGM.getLangOpts().WritableStrings, |
| 1953 | llvm::GlobalValue::PrivateLinkage, |
| 1954 | C, GlobalName); |
| 1955 | const unsigned WideAlignment = |
| 1956 | Context.getTypeAlignInChars(Ty).getQuantity(); |
| 1957 | GV->setAlignment(WideAlignment); |
| 1958 | return GV; |
| 1959 | } |
| 1960 | |
Nico Weber | 28ad063 | 2012-06-23 02:07:59 +0000 | [diff] [blame] | 1961 | static void ConvertUTF8ToWideString(unsigned CharByteWidth, StringRef Source, |
| 1962 | SmallString<32>& Target) { |
| 1963 | Target.resize(CharByteWidth * (Source.size() + 1)); |
Richard Smith | e5f0588 | 2012-09-08 07:16:20 +0000 | [diff] [blame] | 1964 | char *ResultPtr = &Target[0]; |
| 1965 | const UTF8 *ErrorPtr; |
| 1966 | bool success = ConvertUTF8toWide(CharByteWidth, Source, ResultPtr, ErrorPtr); |
Matt Beaumont-Gay | 402a6d5 | 2012-07-03 03:55:58 +0000 | [diff] [blame] | 1967 | (void)success; |
Nico Weber | 941e47c | 2012-07-03 02:24:52 +0000 | [diff] [blame] | 1968 | assert(success); |
Nico Weber | 28ad063 | 2012-06-23 02:07:59 +0000 | [diff] [blame] | 1969 | Target.resize(ResultPtr - &Target[0]); |
| 1970 | } |
Chris Lattner | eaf2bb8 | 2009-02-24 22:18:39 +0000 | [diff] [blame] | 1971 | |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1972 | LValue CodeGenFunction::EmitPredefinedLValue(const PredefinedExpr *E) { |
Daniel Dunbar | 662b71e | 2008-10-17 21:58:32 +0000 | [diff] [blame] | 1973 | switch (E->getIdentType()) { |
| 1974 | default: |
| 1975 | return EmitUnsupportedLValue(E, "predefined expression"); |
Daniel Dunbar | 3ec0baf | 2010-08-21 03:01:12 +0000 | [diff] [blame] | 1976 | |
Daniel Dunbar | 662b71e | 2008-10-17 21:58:32 +0000 | [diff] [blame] | 1977 | case PredefinedExpr::Func: |
| 1978 | case PredefinedExpr::Function: |
Nico Weber | 28ad063 | 2012-06-23 02:07:59 +0000 | [diff] [blame] | 1979 | case PredefinedExpr::LFunction: |
Daniel Dunbar | 3ec0baf | 2010-08-21 03:01:12 +0000 | [diff] [blame] | 1980 | case PredefinedExpr::PrettyFunction: { |
Nico Weber | 28ad063 | 2012-06-23 02:07:59 +0000 | [diff] [blame] | 1981 | unsigned IdentType = E->getIdentType(); |
Daniel Dunbar | 3ec0baf | 2010-08-21 03:01:12 +0000 | [diff] [blame] | 1982 | std::string GlobalVarName; |
| 1983 | |
Nico Weber | 28ad063 | 2012-06-23 02:07:59 +0000 | [diff] [blame] | 1984 | switch (IdentType) { |
David Blaikie | b219cfc | 2011-09-23 05:06:16 +0000 | [diff] [blame] | 1985 | default: llvm_unreachable("Invalid type"); |
Daniel Dunbar | 3ec0baf | 2010-08-21 03:01:12 +0000 | [diff] [blame] | 1986 | case PredefinedExpr::Func: |
| 1987 | GlobalVarName = "__func__."; |
| 1988 | break; |
| 1989 | case PredefinedExpr::Function: |
| 1990 | GlobalVarName = "__FUNCTION__."; |
| 1991 | break; |
Nico Weber | 28ad063 | 2012-06-23 02:07:59 +0000 | [diff] [blame] | 1992 | case PredefinedExpr::LFunction: |
| 1993 | GlobalVarName = "L__FUNCTION__."; |
| 1994 | break; |
Daniel Dunbar | 3ec0baf | 2010-08-21 03:01:12 +0000 | [diff] [blame] | 1995 | case PredefinedExpr::PrettyFunction: |
| 1996 | GlobalVarName = "__PRETTY_FUNCTION__."; |
| 1997 | break; |
| 1998 | } |
| 1999 | |
Chris Lattner | 5f9e272 | 2011-07-23 10:55:15 +0000 | [diff] [blame] | 2000 | StringRef FnName = CurFn->getName(); |
Daniel Dunbar | 3ec0baf | 2010-08-21 03:01:12 +0000 | [diff] [blame] | 2001 | if (FnName.startswith("\01")) |
| 2002 | FnName = FnName.substr(1); |
| 2003 | GlobalVarName += FnName; |
| 2004 | |
| 2005 | const Decl *CurDecl = CurCodeDecl; |
| 2006 | if (CurDecl == 0) |
| 2007 | CurDecl = getContext().getTranslationUnitDecl(); |
| 2008 | |
| 2009 | std::string FunctionName = |
John McCall | 6b5a61b | 2011-02-07 10:33:21 +0000 | [diff] [blame] | 2010 | (isa<BlockDecl>(CurDecl) |
| 2011 | ? FnName.str() |
Nico Weber | 28ad063 | 2012-06-23 02:07:59 +0000 | [diff] [blame] | 2012 | : PredefinedExpr::ComputeName((PredefinedExpr::IdentType)IdentType, |
| 2013 | CurDecl)); |
Daniel Dunbar | 3ec0baf | 2010-08-21 03:01:12 +0000 | [diff] [blame] | 2014 | |
Nico Weber | 28ad063 | 2012-06-23 02:07:59 +0000 | [diff] [blame] | 2015 | const Type* ElemType = E->getType()->getArrayElementTypeNoTypeQual(); |
| 2016 | llvm::Constant *C; |
| 2017 | if (ElemType->isWideCharType()) { |
| 2018 | SmallString<32> RawChars; |
| 2019 | ConvertUTF8ToWideString( |
| 2020 | getContext().getTypeSizeInChars(ElemType).getQuantity(), |
| 2021 | FunctionName, RawChars); |
| 2022 | C = GetAddrOfConstantWideString(RawChars, |
| 2023 | GlobalVarName.c_str(), |
| 2024 | getContext(), |
| 2025 | E->getType(), |
| 2026 | E->getLocation(), |
| 2027 | CGM); |
| 2028 | } else { |
| 2029 | C = CGM.GetAddrOfConstantCString(FunctionName, |
| 2030 | GlobalVarName.c_str(), |
| 2031 | 1); |
| 2032 | } |
Daniel Dunbar | 79c3928 | 2010-08-21 03:15:20 +0000 | [diff] [blame] | 2033 | return MakeAddrLValue(C, E->getType()); |
Daniel Dunbar | 3ec0baf | 2010-08-21 03:01:12 +0000 | [diff] [blame] | 2034 | } |
Daniel Dunbar | 662b71e | 2008-10-17 21:58:32 +0000 | [diff] [blame] | 2035 | } |
Anders Carlsson | 2274266 | 2007-07-21 05:21:51 +0000 | [diff] [blame] | 2036 | } |
| 2037 | |
Richard Smith | 4def70d | 2012-10-09 19:52:38 +0000 | [diff] [blame] | 2038 | /// Emit a type description suitable for use by a runtime sanitizer library. The |
| 2039 | /// format of a type descriptor is |
| 2040 | /// |
| 2041 | /// \code |
Richard Smith | dc47bdc | 2012-10-09 23:55:19 +0000 | [diff] [blame] | 2042 | /// { i16 TypeKind, i16 TypeInfo } |
Richard Smith | 4def70d | 2012-10-09 19:52:38 +0000 | [diff] [blame] | 2043 | /// \endcode |
| 2044 | /// |
Richard Smith | dc47bdc | 2012-10-09 23:55:19 +0000 | [diff] [blame] | 2045 | /// followed by an array of i8 containing the type name. TypeKind is 0 for an |
| 2046 | /// integer, 1 for a floating point value, and -1 for anything else. |
Richard Smith | 4def70d | 2012-10-09 19:52:38 +0000 | [diff] [blame] | 2047 | llvm::Constant *CodeGenFunction::EmitCheckTypeDescriptor(QualType T) { |
| 2048 | // FIXME: Only emit each type's descriptor once. |
| 2049 | uint16_t TypeKind = -1; |
| 2050 | uint16_t TypeInfo = 0; |
Mike Stump | 4151344 | 2009-12-15 00:59:40 +0000 | [diff] [blame] | 2051 | |
Richard Smith | 4def70d | 2012-10-09 19:52:38 +0000 | [diff] [blame] | 2052 | if (T->isIntegerType()) { |
| 2053 | TypeKind = 0; |
| 2054 | TypeInfo = (llvm::Log2_32(getContext().getTypeSize(T)) << 1) | |
| 2055 | T->isSignedIntegerType(); |
| 2056 | } else if (T->isFloatingType()) { |
| 2057 | TypeKind = 1; |
| 2058 | TypeInfo = getContext().getTypeSize(T); |
| 2059 | } |
| 2060 | |
| 2061 | // Format the type name as if for a diagnostic, including quotes and |
| 2062 | // optionally an 'aka'. |
| 2063 | llvm::SmallString<32> Buffer; |
| 2064 | CGM.getDiags().ConvertArgToString(DiagnosticsEngine::ak_qualtype, |
| 2065 | (intptr_t)T.getAsOpaquePtr(), |
| 2066 | 0, 0, 0, 0, 0, 0, Buffer, |
| 2067 | ArrayRef<intptr_t>()); |
| 2068 | |
| 2069 | llvm::Constant *Components[] = { |
Richard Smith | dc47bdc | 2012-10-09 23:55:19 +0000 | [diff] [blame] | 2070 | Builder.getInt16(TypeKind), Builder.getInt16(TypeInfo), |
| 2071 | llvm::ConstantDataArray::getString(getLLVMContext(), Buffer) |
Richard Smith | 4def70d | 2012-10-09 19:52:38 +0000 | [diff] [blame] | 2072 | }; |
| 2073 | llvm::Constant *Descriptor = llvm::ConstantStruct::getAnon(Components); |
| 2074 | |
| 2075 | llvm::GlobalVariable *GV = |
| 2076 | new llvm::GlobalVariable(CGM.getModule(), Descriptor->getType(), |
| 2077 | /*isConstant=*/true, |
| 2078 | llvm::GlobalVariable::PrivateLinkage, |
| 2079 | Descriptor); |
| 2080 | GV->setUnnamedAddr(true); |
| 2081 | return GV; |
| 2082 | } |
| 2083 | |
| 2084 | llvm::Value *CodeGenFunction::EmitCheckValue(llvm::Value *V) { |
| 2085 | llvm::Type *TargetTy = IntPtrTy; |
| 2086 | |
| 2087 | // Integers which fit in intptr_t are zero-extended and passed directly. |
| 2088 | if (V->getType()->isIntegerTy() && |
| 2089 | V->getType()->getIntegerBitWidth() <= TargetTy->getIntegerBitWidth()) |
| 2090 | return Builder.CreateZExt(V, TargetTy); |
| 2091 | |
| 2092 | // Pointers are passed directly, everything else is passed by address. |
| 2093 | if (!V->getType()->isPointerTy()) { |
| 2094 | llvm::Value *Ptr = Builder.CreateAlloca(V->getType()); |
| 2095 | Builder.CreateStore(V, Ptr); |
| 2096 | V = Ptr; |
| 2097 | } |
| 2098 | return Builder.CreatePtrToInt(V, TargetTy); |
| 2099 | } |
| 2100 | |
| 2101 | /// \brief Emit a representation of a SourceLocation for passing to a handler |
| 2102 | /// in a sanitizer runtime library. The format for this data is: |
| 2103 | /// \code |
| 2104 | /// struct SourceLocation { |
| 2105 | /// const char *Filename; |
| 2106 | /// int32_t Line, Column; |
| 2107 | /// }; |
| 2108 | /// \endcode |
| 2109 | /// For an invalid SourceLocation, the Filename pointer is null. |
| 2110 | llvm::Constant *CodeGenFunction::EmitCheckSourceLocation(SourceLocation Loc) { |
| 2111 | PresumedLoc PLoc = getContext().getSourceManager().getPresumedLoc(Loc); |
| 2112 | |
| 2113 | llvm::Constant *Data[] = { |
| 2114 | // FIXME: Only emit each file name once. |
| 2115 | PLoc.isValid() ? cast<llvm::Constant>( |
| 2116 | Builder.CreateGlobalStringPtr(PLoc.getFilename())) |
| 2117 | : llvm::Constant::getNullValue(Int8PtrTy), |
| 2118 | Builder.getInt32(PLoc.getLine()), |
| 2119 | Builder.getInt32(PLoc.getColumn()) |
| 2120 | }; |
| 2121 | |
| 2122 | return llvm::ConstantStruct::getAnon(Data); |
| 2123 | } |
| 2124 | |
| 2125 | void CodeGenFunction::EmitCheck(llvm::Value *Checked, StringRef CheckName, |
| 2126 | llvm::ArrayRef<llvm::Constant *> StaticArgs, |
Richard Smith | 8e1cee6 | 2012-10-25 02:14:12 +0000 | [diff] [blame] | 2127 | llvm::ArrayRef<llvm::Value *> DynamicArgs, |
| 2128 | bool Recoverable) { |
Richard Smith | 7ac9ef1 | 2012-09-08 02:08:36 +0000 | [diff] [blame] | 2129 | llvm::BasicBlock *Cont = createBasicBlock("cont"); |
| 2130 | |
Richard Smith | 4def70d | 2012-10-09 19:52:38 +0000 | [diff] [blame] | 2131 | // If -fcatch-undefined-behavior is not enabled, just emit a trap. This |
| 2132 | // happens when using -ftrapv. |
| 2133 | // FIXME: Should -ftrapv require the ubsan runtime library? |
| 2134 | if (!CatchUndefined) { |
| 2135 | // If we're optimizing, collapse all calls to trap down to just one per |
| 2136 | // function to save on code size. |
| 2137 | if (!CGM.getCodeGenOpts().OptimizationLevel || !TrapBB) { |
| 2138 | TrapBB = createBasicBlock("trap"); |
| 2139 | Builder.CreateCondBr(Checked, Cont, TrapBB); |
| 2140 | EmitBlock(TrapBB); |
| 2141 | llvm::Value *F = CGM.getIntrinsic(llvm::Intrinsic::trap); |
| 2142 | llvm::CallInst *TrapCall = Builder.CreateCall(F); |
| 2143 | TrapCall->setDoesNotReturn(); |
| 2144 | TrapCall->setDoesNotThrow(); |
| 2145 | Builder.CreateUnreachable(); |
| 2146 | } else { |
| 2147 | Builder.CreateCondBr(Checked, Cont, TrapBB); |
| 2148 | } |
Mike Stump | 9c276ae | 2009-12-12 01:27:46 +0000 | [diff] [blame] | 2149 | |
Richard Smith | 4def70d | 2012-10-09 19:52:38 +0000 | [diff] [blame] | 2150 | EmitBlock(Cont); |
| 2151 | return; |
Mike Stump | 9c276ae | 2009-12-12 01:27:46 +0000 | [diff] [blame] | 2152 | } |
Mike Stump | 15037ca | 2009-12-15 00:35:12 +0000 | [diff] [blame] | 2153 | |
Richard Smith | 4def70d | 2012-10-09 19:52:38 +0000 | [diff] [blame] | 2154 | llvm::BasicBlock *Handler = createBasicBlock("handler." + CheckName); |
| 2155 | Builder.CreateCondBr(Checked, Cont, Handler); |
| 2156 | EmitBlock(Handler); |
| 2157 | |
| 2158 | llvm::Constant *Info = llvm::ConstantStruct::getAnon(StaticArgs); |
| 2159 | llvm::GlobalValue *InfoPtr = |
| 2160 | new llvm::GlobalVariable(CGM.getModule(), Info->getType(), true, |
| 2161 | llvm::GlobalVariable::PrivateLinkage, Info); |
| 2162 | InfoPtr->setUnnamedAddr(true); |
| 2163 | |
| 2164 | llvm::SmallVector<llvm::Value *, 4> Args; |
| 2165 | llvm::SmallVector<llvm::Type *, 4> ArgTypes; |
| 2166 | Args.reserve(DynamicArgs.size() + 1); |
| 2167 | ArgTypes.reserve(DynamicArgs.size() + 1); |
| 2168 | |
| 2169 | // Handler functions take an i8* pointing to the (handler-specific) static |
| 2170 | // information block, followed by a sequence of intptr_t arguments |
| 2171 | // representing operand values. |
| 2172 | Args.push_back(Builder.CreateBitCast(InfoPtr, Int8PtrTy)); |
| 2173 | ArgTypes.push_back(Int8PtrTy); |
| 2174 | for (size_t i = 0, n = DynamicArgs.size(); i != n; ++i) { |
| 2175 | Args.push_back(EmitCheckValue(DynamicArgs[i])); |
| 2176 | ArgTypes.push_back(IntPtrTy); |
| 2177 | } |
| 2178 | |
| 2179 | llvm::FunctionType *FnType = |
| 2180 | llvm::FunctionType::get(CGM.VoidTy, ArgTypes, false); |
Bill Wendling | 0d58339 | 2012-10-15 20:36:26 +0000 | [diff] [blame] | 2181 | llvm::AttrBuilder B; |
Richard Smith | 8e1cee6 | 2012-10-25 02:14:12 +0000 | [diff] [blame] | 2182 | if (!Recoverable) { |
| 2183 | B.addAttribute(llvm::Attributes::NoReturn) |
| 2184 | .addAttribute(llvm::Attributes::NoUnwind); |
| 2185 | } |
| 2186 | B.addAttribute(llvm::Attributes::UWTable); |
Richard Smith | 4def70d | 2012-10-09 19:52:38 +0000 | [diff] [blame] | 2187 | llvm::Value *Fn = CGM.CreateRuntimeFunction(FnType, |
| 2188 | ("__ubsan_handle_" + CheckName).str(), |
Bill Wendling | 50e6b18 | 2012-10-15 04:47:45 +0000 | [diff] [blame] | 2189 | llvm::Attributes::get(getLLVMContext(), |
| 2190 | B)); |
Richard Smith | 4def70d | 2012-10-09 19:52:38 +0000 | [diff] [blame] | 2191 | llvm::CallInst *HandlerCall = Builder.CreateCall(Fn, Args); |
Richard Smith | 8e1cee6 | 2012-10-25 02:14:12 +0000 | [diff] [blame] | 2192 | if (Recoverable) { |
| 2193 | Builder.CreateBr(Cont); |
| 2194 | } else { |
| 2195 | HandlerCall->setDoesNotReturn(); |
| 2196 | HandlerCall->setDoesNotThrow(); |
| 2197 | Builder.CreateUnreachable(); |
| 2198 | } |
Richard Smith | 4def70d | 2012-10-09 19:52:38 +0000 | [diff] [blame] | 2199 | |
Richard Smith | 7ac9ef1 | 2012-09-08 02:08:36 +0000 | [diff] [blame] | 2200 | EmitBlock(Cont); |
Mike Stump | 9c276ae | 2009-12-12 01:27:46 +0000 | [diff] [blame] | 2201 | } |
| 2202 | |
Chris Lattner | 9269d5c | 2010-06-26 23:03:20 +0000 | [diff] [blame] | 2203 | /// isSimpleArrayDecayOperand - If the specified expr is a simple decay from an |
| 2204 | /// array to pointer, return the array subexpression. |
| 2205 | static const Expr *isSimpleArrayDecayOperand(const Expr *E) { |
| 2206 | // If this isn't just an array->pointer decay, bail out. |
| 2207 | const CastExpr *CE = dyn_cast<CastExpr>(E); |
John McCall | 2de56d1 | 2010-08-25 11:45:40 +0000 | [diff] [blame] | 2208 | if (CE == 0 || CE->getCastKind() != CK_ArrayToPointerDecay) |
Chris Lattner | 9269d5c | 2010-06-26 23:03:20 +0000 | [diff] [blame] | 2209 | return 0; |
| 2210 | |
| 2211 | // If this is a decay from variable width array, bail out. |
| 2212 | const Expr *SubExpr = CE->getSubExpr(); |
| 2213 | if (SubExpr->getType()->isVariableArrayType()) |
| 2214 | return 0; |
| 2215 | |
| 2216 | return SubExpr; |
| 2217 | } |
| 2218 | |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 2219 | LValue CodeGenFunction::EmitArraySubscriptExpr(const ArraySubscriptExpr *E) { |
Ted Kremenek | 2324512 | 2007-08-20 16:18:38 +0000 | [diff] [blame] | 2220 | // The index must always be an integer, which is not an aggregate. Emit it. |
Chris Lattner | 7f02f72 | 2007-08-24 05:35:26 +0000 | [diff] [blame] | 2221 | llvm::Value *Idx = EmitScalarExpr(E->getIdx()); |
Eli Friedman | 61d004a | 2009-06-06 19:09:26 +0000 | [diff] [blame] | 2222 | QualType IdxTy = E->getIdx()->getType(); |
Douglas Gregor | 575a1c9 | 2011-05-20 16:38:50 +0000 | [diff] [blame] | 2223 | bool IdxSigned = IdxTy->isSignedIntegerOrEnumerationType(); |
Eli Friedman | 61d004a | 2009-06-06 19:09:26 +0000 | [diff] [blame] | 2224 | |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 2225 | // If the base is a vector type, then we are forming a vector element lvalue |
| 2226 | // with this subscript. |
Eli Friedman | 1e692ac | 2008-06-13 23:01:12 +0000 | [diff] [blame] | 2227 | if (E->getBase()->getType()->isVectorType()) { |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 2228 | // Emit the vector as an lvalue to get its address. |
Eli Friedman | 1e692ac | 2008-06-13 23:01:12 +0000 | [diff] [blame] | 2229 | LValue LHS = EmitLValue(E->getBase()); |
Ted Kremenek | 2324512 | 2007-08-20 16:18:38 +0000 | [diff] [blame] | 2230 | assert(LHS.isSimple() && "Can only subscript lvalue vectors here!"); |
John McCall | d16c2cf | 2011-02-08 08:22:06 +0000 | [diff] [blame] | 2231 | Idx = Builder.CreateIntCast(Idx, Int32Ty, IdxSigned, "vidx"); |
Eli Friedman | 1e692ac | 2008-06-13 23:01:12 +0000 | [diff] [blame] | 2232 | return LValue::MakeVectorElt(LHS.getAddress(), Idx, |
Eli Friedman | e5a8aeb | 2012-03-22 22:36:39 +0000 | [diff] [blame] | 2233 | E->getBase()->getType(), LHS.getAlignment()); |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 2234 | } |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 2235 | |
Ted Kremenek | 2324512 | 2007-08-20 16:18:38 +0000 | [diff] [blame] | 2236 | // Extend or truncate the index type to 32 or 64-bits. |
John McCall | 5936e33 | 2011-02-15 09:22:45 +0000 | [diff] [blame] | 2237 | if (Idx->getType() != IntPtrTy) |
| 2238 | Idx = Builder.CreateIntCast(Idx, IntPtrTy, IdxSigned, "idxprom"); |
Mike Stump | 9c276ae | 2009-12-12 01:27:46 +0000 | [diff] [blame] | 2239 | |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 2240 | // We know that the pointer points to a type of the correct size, unless the |
| 2241 | // size is a VLA or Objective-C interface. |
Daniel Dunbar | 2a86625 | 2009-04-25 05:08:32 +0000 | [diff] [blame] | 2242 | llvm::Value *Address = 0; |
Eli Friedman | 6da2c71 | 2011-12-03 04:14:32 +0000 | [diff] [blame] | 2243 | CharUnits ArrayAlignment; |
John McCall | bc8d40d | 2011-06-24 21:55:10 +0000 | [diff] [blame] | 2244 | if (const VariableArrayType *vla = |
Anders Carlsson | 8b33c08 | 2008-12-21 00:11:23 +0000 | [diff] [blame] | 2245 | getContext().getAsVariableArrayType(E->getType())) { |
John McCall | bc8d40d | 2011-06-24 21:55:10 +0000 | [diff] [blame] | 2246 | // The base must be a pointer, which is not an aggregate. Emit |
| 2247 | // it. It needs to be emitted first in case it's what captures |
| 2248 | // the VLA bounds. |
| 2249 | Address = EmitScalarExpr(E->getBase()); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 2250 | |
John McCall | bc8d40d | 2011-06-24 21:55:10 +0000 | [diff] [blame] | 2251 | // The element count here is the total number of non-VLA elements. |
| 2252 | llvm::Value *numElements = getVLASize(vla).first; |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 2253 | |
John McCall | 913dab2 | 2011-06-25 01:32:37 +0000 | [diff] [blame] | 2254 | // Effectively, the multiply by the VLA size is part of the GEP. |
| 2255 | // GEP indexes are signed, and scaling an index isn't permitted to |
| 2256 | // signed-overflow, so we use the same semantics for our explicit |
| 2257 | // multiply. We suppress this if overflow is not undefined behavior. |
David Blaikie | 4e4d084 | 2012-03-11 07:00:24 +0000 | [diff] [blame] | 2258 | if (getLangOpts().isSignedOverflowDefined()) { |
John McCall | 913dab2 | 2011-06-25 01:32:37 +0000 | [diff] [blame] | 2259 | Idx = Builder.CreateMul(Idx, numElements); |
Chris Lattner | 2cb4222 | 2011-03-01 00:03:48 +0000 | [diff] [blame] | 2260 | Address = Builder.CreateGEP(Address, Idx, "arrayidx"); |
John McCall | 913dab2 | 2011-06-25 01:32:37 +0000 | [diff] [blame] | 2261 | } else { |
| 2262 | Idx = Builder.CreateNSWMul(Idx, numElements); |
Chris Lattner | 2cb4222 | 2011-03-01 00:03:48 +0000 | [diff] [blame] | 2263 | Address = Builder.CreateInBoundsGEP(Address, Idx, "arrayidx"); |
John McCall | 913dab2 | 2011-06-25 01:32:37 +0000 | [diff] [blame] | 2264 | } |
Chris Lattner | 9269d5c | 2010-06-26 23:03:20 +0000 | [diff] [blame] | 2265 | } else if (const ObjCObjectType *OIT = E->getType()->getAs<ObjCObjectType>()){ |
| 2266 | // Indexing over an interface, as in "NSString *P; P[4];" |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 2267 | llvm::Value *InterfaceSize = |
Owen Anderson | 4a28d5d | 2009-07-24 23:12:58 +0000 | [diff] [blame] | 2268 | llvm::ConstantInt::get(Idx->getType(), |
Ken Dyck | 199c3d6 | 2010-01-11 17:06:35 +0000 | [diff] [blame] | 2269 | getContext().getTypeSizeInChars(OIT).getQuantity()); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 2270 | |
Daniel Dunbar | 2a86625 | 2009-04-25 05:08:32 +0000 | [diff] [blame] | 2271 | Idx = Builder.CreateMul(Idx, InterfaceSize); |
| 2272 | |
Chris Lattner | 9269d5c | 2010-06-26 23:03:20 +0000 | [diff] [blame] | 2273 | // The base must be a pointer, which is not an aggregate. Emit it. |
| 2274 | llvm::Value *Base = EmitScalarExpr(E->getBase()); |
John McCall | d16c2cf | 2011-02-08 08:22:06 +0000 | [diff] [blame] | 2275 | Address = EmitCastToVoidPtr(Base); |
| 2276 | Address = Builder.CreateGEP(Address, Idx, "arrayidx"); |
Daniel Dunbar | 2a86625 | 2009-04-25 05:08:32 +0000 | [diff] [blame] | 2277 | Address = Builder.CreateBitCast(Address, Base->getType()); |
Chris Lattner | 9269d5c | 2010-06-26 23:03:20 +0000 | [diff] [blame] | 2278 | } else if (const Expr *Array = isSimpleArrayDecayOperand(E->getBase())) { |
| 2279 | // If this is A[i] where A is an array, the frontend will have decayed the |
| 2280 | // base to be a ArrayToPointerDecay implicit cast. While correct, it is |
| 2281 | // inefficient at -O0 to emit a "gep A, 0, 0" when codegen'ing it, then a |
| 2282 | // "gep x, i" here. Emit one "gep A, 0, i". |
| 2283 | assert(Array->getType()->isArrayType() && |
| 2284 | "Array to pointer decay must have array source type!"); |
Daniel Dunbar | d553408 | 2011-04-01 00:49:43 +0000 | [diff] [blame] | 2285 | LValue ArrayLV = EmitLValue(Array); |
| 2286 | llvm::Value *ArrayPtr = ArrayLV.getAddress(); |
Chris Lattner | 9269d5c | 2010-06-26 23:03:20 +0000 | [diff] [blame] | 2287 | llvm::Value *Zero = llvm::ConstantInt::get(Int32Ty, 0); |
| 2288 | llvm::Value *Args[] = { Zero, Idx }; |
| 2289 | |
Daniel Dunbar | d553408 | 2011-04-01 00:49:43 +0000 | [diff] [blame] | 2290 | // Propagate the alignment from the array itself to the result. |
| 2291 | ArrayAlignment = ArrayLV.getAlignment(); |
| 2292 | |
David Blaikie | 4e4d084 | 2012-03-11 07:00:24 +0000 | [diff] [blame] | 2293 | if (getContext().getLangOpts().isSignedOverflowDefined()) |
Jay Foad | 0f6ac7c | 2011-07-22 08:16:57 +0000 | [diff] [blame] | 2294 | Address = Builder.CreateGEP(ArrayPtr, Args, "arrayidx"); |
Chris Lattner | 2cb4222 | 2011-03-01 00:03:48 +0000 | [diff] [blame] | 2295 | else |
Jay Foad | 0f6ac7c | 2011-07-22 08:16:57 +0000 | [diff] [blame] | 2296 | Address = Builder.CreateInBoundsGEP(ArrayPtr, Args, "arrayidx"); |
Daniel Dunbar | 2a86625 | 2009-04-25 05:08:32 +0000 | [diff] [blame] | 2297 | } else { |
Chris Lattner | 9269d5c | 2010-06-26 23:03:20 +0000 | [diff] [blame] | 2298 | // The base must be a pointer, which is not an aggregate. Emit it. |
| 2299 | llvm::Value *Base = EmitScalarExpr(E->getBase()); |
David Blaikie | 4e4d084 | 2012-03-11 07:00:24 +0000 | [diff] [blame] | 2300 | if (getContext().getLangOpts().isSignedOverflowDefined()) |
Chris Lattner | 2cb4222 | 2011-03-01 00:03:48 +0000 | [diff] [blame] | 2301 | Address = Builder.CreateGEP(Base, Idx, "arrayidx"); |
| 2302 | else |
| 2303 | Address = Builder.CreateInBoundsGEP(Base, Idx, "arrayidx"); |
Anders Carlsson | 8b33c08 | 2008-12-21 00:11:23 +0000 | [diff] [blame] | 2304 | } |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 2305 | |
Steve Naroff | 14108da | 2009-07-10 23:34:53 +0000 | [diff] [blame] | 2306 | QualType T = E->getBase()->getType()->getPointeeType(); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 2307 | assert(!T.isNull() && |
Steve Naroff | 14108da | 2009-07-10 23:34:53 +0000 | [diff] [blame] | 2308 | "CodeGenFunction::EmitArraySubscriptExpr(): Illegal base type"); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 2309 | |
Chris Lattner | 44a2399 | 2012-01-04 22:35:55 +0000 | [diff] [blame] | 2310 | |
Daniel Dunbar | d553408 | 2011-04-01 00:49:43 +0000 | [diff] [blame] | 2311 | // Limit the alignment to that of the result type. |
Chris Lattner | 44a2399 | 2012-01-04 22:35:55 +0000 | [diff] [blame] | 2312 | LValue LV; |
Eli Friedman | 6da2c71 | 2011-12-03 04:14:32 +0000 | [diff] [blame] | 2313 | if (!ArrayAlignment.isZero()) { |
| 2314 | CharUnits Align = getContext().getTypeAlignInChars(T); |
Daniel Dunbar | d553408 | 2011-04-01 00:49:43 +0000 | [diff] [blame] | 2315 | ArrayAlignment = std::min(Align, ArrayAlignment); |
Chris Lattner | 44a2399 | 2012-01-04 22:35:55 +0000 | [diff] [blame] | 2316 | LV = MakeAddrLValue(Address, T, ArrayAlignment); |
| 2317 | } else { |
| 2318 | LV = MakeNaturalAlignAddrLValue(Address, T); |
Daniel Dunbar | d553408 | 2011-04-01 00:49:43 +0000 | [diff] [blame] | 2319 | } |
| 2320 | |
Daniel Dunbar | 6d5eb76 | 2010-08-21 03:44:13 +0000 | [diff] [blame] | 2321 | LV.getQuals().setAddressSpace(E->getBase()->getType().getAddressSpace()); |
John McCall | 0953e76 | 2009-09-24 19:53:00 +0000 | [diff] [blame] | 2322 | |
David Blaikie | 4e4d084 | 2012-03-11 07:00:24 +0000 | [diff] [blame] | 2323 | if (getContext().getLangOpts().ObjC1 && |
| 2324 | getContext().getLangOpts().getGC() != LangOptions::NonGC) { |
Daniel Dunbar | ea61917 | 2010-08-21 03:22:38 +0000 | [diff] [blame] | 2325 | LV.setNonGC(!E->isOBJCGCCandidate(getContext())); |
Fariborz Jahanian | b123ea3 | 2009-09-16 21:37:16 +0000 | [diff] [blame] | 2326 | setObjCGCLValueClass(getContext(), E, LV); |
| 2327 | } |
Fariborz Jahanian | 643887a | 2009-02-21 23:37:19 +0000 | [diff] [blame] | 2328 | return LV; |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 2329 | } |
| 2330 | |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 2331 | static |
NAKAMURA Takumi | edf5a7b | 2012-01-25 08:58:21 +0000 | [diff] [blame] | 2332 | llvm::Constant *GenerateConstantVector(CGBuilderTy &Builder, |
Chris Lattner | 5f9e272 | 2011-07-23 10:55:15 +0000 | [diff] [blame] | 2333 | SmallVector<unsigned, 4> &Elts) { |
| 2334 | SmallVector<llvm::Constant*, 4> CElts; |
Nate Begeman | 3b8d116 | 2008-05-13 21:03:02 +0000 | [diff] [blame] | 2335 | for (unsigned i = 0, e = Elts.size(); i != e; ++i) |
Chris Lattner | 2ce8842 | 2012-01-25 05:34:41 +0000 | [diff] [blame] | 2336 | CElts.push_back(Builder.getInt32(Elts[i])); |
Nate Begeman | 3b8d116 | 2008-05-13 21:03:02 +0000 | [diff] [blame] | 2337 | |
Chris Lattner | fb018d1 | 2011-02-15 00:14:06 +0000 | [diff] [blame] | 2338 | return llvm::ConstantVector::get(CElts); |
Nate Begeman | 3b8d116 | 2008-05-13 21:03:02 +0000 | [diff] [blame] | 2339 | } |
| 2340 | |
Chris Lattner | 349aaec | 2007-08-02 23:37:31 +0000 | [diff] [blame] | 2341 | LValue CodeGenFunction:: |
Nate Begeman | 213541a | 2008-04-18 23:10:10 +0000 | [diff] [blame] | 2342 | EmitExtVectorElementExpr(const ExtVectorElementExpr *E) { |
Chris Lattner | 349aaec | 2007-08-02 23:37:31 +0000 | [diff] [blame] | 2343 | // Emit the base vector as an l-value. |
Chris Lattner | 73525de | 2009-02-16 21:11:58 +0000 | [diff] [blame] | 2344 | LValue Base; |
| 2345 | |
| 2346 | // ExtVectorElementExpr's base can either be a vector or pointer to vector. |
Chris Lattner | 998eab1 | 2009-12-23 21:31:11 +0000 | [diff] [blame] | 2347 | if (E->isArrow()) { |
| 2348 | // If it is a pointer to a vector, emit the address and form an lvalue with |
| 2349 | // it. |
Chris Lattner | 2140e90 | 2009-02-16 22:14:05 +0000 | [diff] [blame] | 2350 | llvm::Value *Ptr = EmitScalarExpr(E->getBase()); |
Chris Lattner | 998eab1 | 2009-12-23 21:31:11 +0000 | [diff] [blame] | 2351 | const PointerType *PT = E->getBase()->getType()->getAs<PointerType>(); |
Daniel Dunbar | 6d5eb76 | 2010-08-21 03:44:13 +0000 | [diff] [blame] | 2352 | Base = MakeAddrLValue(Ptr, PT->getPointeeType()); |
| 2353 | Base.getQuals().removeObjCGCAttr(); |
John McCall | 7eb0a9e | 2010-11-24 05:12:34 +0000 | [diff] [blame] | 2354 | } else if (E->getBase()->isGLValue()) { |
Chris Lattner | 998eab1 | 2009-12-23 21:31:11 +0000 | [diff] [blame] | 2355 | // Otherwise, if the base is an lvalue ( as in the case of foo.x.x), |
| 2356 | // emit the base as an lvalue. |
| 2357 | assert(E->getBase()->getType()->isVectorType()); |
| 2358 | Base = EmitLValue(E->getBase()); |
| 2359 | } else { |
| 2360 | // Otherwise, the base is a normal rvalue (as in (V+V).x), emit it as such. |
John McCall | a07398e | 2011-06-16 04:16:24 +0000 | [diff] [blame] | 2361 | assert(E->getBase()->getType()->isVectorType() && |
Daniel Dunbar | 302c3c2 | 2010-01-04 18:02:28 +0000 | [diff] [blame] | 2362 | "Result must be a vector"); |
Chris Lattner | 998eab1 | 2009-12-23 21:31:11 +0000 | [diff] [blame] | 2363 | llvm::Value *Vec = EmitScalarExpr(E->getBase()); |
| 2364 | |
Chris Lattner | 0ad57fb | 2009-12-23 21:33:41 +0000 | [diff] [blame] | 2365 | // Store the vector to memory (because LValue wants an address). |
Daniel Dunbar | 195337d | 2010-02-09 02:48:28 +0000 | [diff] [blame] | 2366 | llvm::Value *VecMem = CreateMemTemp(E->getBase()->getType()); |
Chris Lattner | 998eab1 | 2009-12-23 21:31:11 +0000 | [diff] [blame] | 2367 | Builder.CreateStore(Vec, VecMem); |
Daniel Dunbar | 6d5eb76 | 2010-08-21 03:44:13 +0000 | [diff] [blame] | 2368 | Base = MakeAddrLValue(VecMem, E->getBase()->getType()); |
Chris Lattner | 998eab1 | 2009-12-23 21:31:11 +0000 | [diff] [blame] | 2369 | } |
John McCall | a07398e | 2011-06-16 04:16:24 +0000 | [diff] [blame] | 2370 | |
| 2371 | QualType type = |
| 2372 | E->getType().withCVRQualifiers(Base.getQuals().getCVRQualifiers()); |
Chris Lattner | 998eab1 | 2009-12-23 21:31:11 +0000 | [diff] [blame] | 2373 | |
Nate Begeman | 3b8d116 | 2008-05-13 21:03:02 +0000 | [diff] [blame] | 2374 | // Encode the element access list into a vector of unsigned indices. |
Chris Lattner | 5f9e272 | 2011-07-23 10:55:15 +0000 | [diff] [blame] | 2375 | SmallVector<unsigned, 4> Indices; |
Nate Begeman | 3b8d116 | 2008-05-13 21:03:02 +0000 | [diff] [blame] | 2376 | E->getEncodedElementAccess(Indices); |
| 2377 | |
| 2378 | if (Base.isSimple()) { |
Chris Lattner | 2ce8842 | 2012-01-25 05:34:41 +0000 | [diff] [blame] | 2379 | llvm::Constant *CV = GenerateConstantVector(Builder, Indices); |
Eli Friedman | e5a8aeb | 2012-03-22 22:36:39 +0000 | [diff] [blame] | 2380 | return LValue::MakeExtVectorElt(Base.getAddress(), CV, type, |
| 2381 | Base.getAlignment()); |
Nate Begeman | 3b8d116 | 2008-05-13 21:03:02 +0000 | [diff] [blame] | 2382 | } |
| 2383 | assert(Base.isExtVectorElt() && "Can only subscript lvalue vec elts here!"); |
| 2384 | |
| 2385 | llvm::Constant *BaseElts = Base.getExtVectorElts(); |
Chris Lattner | 5f9e272 | 2011-07-23 10:55:15 +0000 | [diff] [blame] | 2386 | SmallVector<llvm::Constant *, 4> CElts; |
Nate Begeman | 3b8d116 | 2008-05-13 21:03:02 +0000 | [diff] [blame] | 2387 | |
Chris Lattner | 89f4283 | 2012-01-30 06:20:36 +0000 | [diff] [blame] | 2388 | for (unsigned i = 0, e = Indices.size(); i != e; ++i) |
| 2389 | CElts.push_back(BaseElts->getAggregateElement(Indices[i])); |
Chris Lattner | fb018d1 | 2011-02-15 00:14:06 +0000 | [diff] [blame] | 2390 | llvm::Constant *CV = llvm::ConstantVector::get(CElts); |
Eli Friedman | e5a8aeb | 2012-03-22 22:36:39 +0000 | [diff] [blame] | 2391 | return LValue::MakeExtVectorElt(Base.getExtVectorAddr(), CV, type, |
| 2392 | Base.getAlignment()); |
Chris Lattner | 349aaec | 2007-08-02 23:37:31 +0000 | [diff] [blame] | 2393 | } |
| 2394 | |
Devang Patel | b9b00ad | 2007-10-23 20:28:39 +0000 | [diff] [blame] | 2395 | LValue CodeGenFunction::EmitMemberExpr(const MemberExpr *E) { |
Devang Patel | 126a856 | 2007-10-24 22:26:28 +0000 | [diff] [blame] | 2396 | Expr *BaseExpr = E->getBase(); |
Eli Friedman | 1e692ac | 2008-06-13 23:01:12 +0000 | [diff] [blame] | 2397 | |
Chris Lattner | 12f65f6 | 2007-12-02 18:52:07 +0000 | [diff] [blame] | 2398 | // If this is s.x, emit s as an lvalue. If it is s->x, emit s as a scalar. |
Eli Friedman | 377ecc7 | 2012-04-16 03:54:45 +0000 | [diff] [blame] | 2399 | LValue BaseLV; |
Richard Smith | 2c9f87c | 2012-08-24 00:54:33 +0000 | [diff] [blame] | 2400 | if (E->isArrow()) { |
| 2401 | llvm::Value *Ptr = EmitScalarExpr(BaseExpr); |
| 2402 | QualType PtrTy = BaseExpr->getType()->getPointeeType(); |
Richard Smith | 4def70d | 2012-10-09 19:52:38 +0000 | [diff] [blame] | 2403 | EmitTypeCheck(TCK_MemberAccess, E->getExprLoc(), Ptr, PtrTy); |
Richard Smith | 2c9f87c | 2012-08-24 00:54:33 +0000 | [diff] [blame] | 2404 | BaseLV = MakeNaturalAlignAddrLValue(Ptr, PtrTy); |
| 2405 | } else |
Richard Smith | 7ac9ef1 | 2012-09-08 02:08:36 +0000 | [diff] [blame] | 2406 | BaseLV = EmitCheckedLValue(BaseExpr, TCK_MemberAccess); |
Devang Patel | b9b00ad | 2007-10-23 20:28:39 +0000 | [diff] [blame] | 2407 | |
Anders Carlsson | ce53f7d | 2009-11-07 23:06:58 +0000 | [diff] [blame] | 2408 | NamedDecl *ND = E->getMemberDecl(); |
| 2409 | if (FieldDecl *Field = dyn_cast<FieldDecl>(ND)) { |
Eli Friedman | 377ecc7 | 2012-04-16 03:54:45 +0000 | [diff] [blame] | 2410 | LValue LV = EmitLValueForField(BaseLV, Field); |
Anders Carlsson | ce53f7d | 2009-11-07 23:06:58 +0000 | [diff] [blame] | 2411 | setObjCGCLValueClass(getContext(), E, LV); |
| 2412 | return LV; |
| 2413 | } |
| 2414 | |
Anders Carlsson | 589f9e3 | 2009-11-07 23:16:50 +0000 | [diff] [blame] | 2415 | if (VarDecl *VD = dyn_cast<VarDecl>(ND)) |
| 2416 | return EmitGlobalVarDeclLValue(*this, E, VD); |
Eli Friedman | 9a14630 | 2009-11-26 06:08:14 +0000 | [diff] [blame] | 2417 | |
| 2418 | if (const FunctionDecl *FD = dyn_cast<FunctionDecl>(ND)) |
| 2419 | return EmitFunctionDeclLValue(*this, E, FD); |
| 2420 | |
David Blaikie | b219cfc | 2011-09-23 05:06:16 +0000 | [diff] [blame] | 2421 | llvm_unreachable("Unhandled member declaration!"); |
Eli Friedman | 472778e | 2008-02-09 08:50:58 +0000 | [diff] [blame] | 2422 | } |
Devang Patel | b9b00ad | 2007-10-23 20:28:39 +0000 | [diff] [blame] | 2423 | |
Eli Friedman | 377ecc7 | 2012-04-16 03:54:45 +0000 | [diff] [blame] | 2424 | LValue CodeGenFunction::EmitLValueForField(LValue base, |
| 2425 | const FieldDecl *field) { |
Eli Friedman | f4bcfa1 | 2012-06-27 21:19:48 +0000 | [diff] [blame] | 2426 | if (field->isBitField()) { |
| 2427 | const CGRecordLayout &RL = |
| 2428 | CGM.getTypes().getCGRecordLayout(field->getParent()); |
| 2429 | const CGBitFieldInfo &Info = RL.getBitFieldInfo(field); |
| 2430 | QualType fieldType = |
| 2431 | field->getType().withCVRQualifiers(base.getVRQualifiers()); |
| 2432 | return LValue::MakeBitfield(base.getAddress(), Info, fieldType, |
| 2433 | base.getAlignment()); |
| 2434 | } |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 2435 | |
John McCall | bc7fbf0 | 2011-02-26 08:07:02 +0000 | [diff] [blame] | 2436 | const RecordDecl *rec = field->getParent(); |
| 2437 | QualType type = field->getType(); |
Eli Friedman | 6da2c71 | 2011-12-03 04:14:32 +0000 | [diff] [blame] | 2438 | CharUnits alignment = getContext().getDeclAlign(field); |
Eli Friedman | 1e86b34 | 2008-05-29 11:33:25 +0000 | [diff] [blame] | 2439 | |
Eli Friedman | 377ecc7 | 2012-04-16 03:54:45 +0000 | [diff] [blame] | 2440 | // FIXME: It should be impossible to have an LValue without alignment for a |
| 2441 | // complete type. |
| 2442 | if (!base.getAlignment().isZero()) |
| 2443 | alignment = std::min(alignment, base.getAlignment()); |
| 2444 | |
John McCall | bc7fbf0 | 2011-02-26 08:07:02 +0000 | [diff] [blame] | 2445 | bool mayAlias = rec->hasAttr<MayAliasAttr>(); |
| 2446 | |
Eli Friedman | 377ecc7 | 2012-04-16 03:54:45 +0000 | [diff] [blame] | 2447 | llvm::Value *addr = base.getAddress(); |
| 2448 | unsigned cvr = base.getVRQualifiers(); |
John McCall | bc7fbf0 | 2011-02-26 08:07:02 +0000 | [diff] [blame] | 2449 | if (rec->isUnion()) { |
Chris Lattner | 74339df | 2011-07-10 05:34:54 +0000 | [diff] [blame] | 2450 | // For unions, there is no pointer adjustment. |
John McCall | bc7fbf0 | 2011-02-26 08:07:02 +0000 | [diff] [blame] | 2451 | assert(!type->isReferenceType() && "union has reference member"); |
John McCall | bc7fbf0 | 2011-02-26 08:07:02 +0000 | [diff] [blame] | 2452 | } else { |
| 2453 | // For structs, we GEP to the field that the record layout suggests. |
| 2454 | unsigned idx = CGM.getTypes().getCGRecordLayout(rec).getLLVMFieldNo(field); |
Chris Lattner | 74339df | 2011-07-10 05:34:54 +0000 | [diff] [blame] | 2455 | addr = Builder.CreateStructGEP(addr, idx, field->getName()); |
John McCall | bc7fbf0 | 2011-02-26 08:07:02 +0000 | [diff] [blame] | 2456 | |
| 2457 | // If this is a reference field, load the reference right now. |
| 2458 | if (const ReferenceType *refType = type->getAs<ReferenceType>()) { |
| 2459 | llvm::LoadInst *load = Builder.CreateLoad(addr, "ref"); |
| 2460 | if (cvr & Qualifiers::Volatile) load->setVolatile(true); |
Eli Friedman | 6da2c71 | 2011-12-03 04:14:32 +0000 | [diff] [blame] | 2461 | load->setAlignment(alignment.getQuantity()); |
John McCall | bc7fbf0 | 2011-02-26 08:07:02 +0000 | [diff] [blame] | 2462 | |
| 2463 | if (CGM.shouldUseTBAA()) { |
| 2464 | llvm::MDNode *tbaa; |
| 2465 | if (mayAlias) |
| 2466 | tbaa = CGM.getTBAAInfo(getContext().CharTy); |
| 2467 | else |
| 2468 | tbaa = CGM.getTBAAInfo(type); |
| 2469 | CGM.DecorateInstruction(load, tbaa); |
| 2470 | } |
| 2471 | |
| 2472 | addr = load; |
| 2473 | mayAlias = false; |
| 2474 | type = refType->getPointeeType(); |
Eli Friedman | 2f77b3d | 2011-11-16 00:42:57 +0000 | [diff] [blame] | 2475 | if (type->isIncompleteType()) |
Eli Friedman | 6da2c71 | 2011-12-03 04:14:32 +0000 | [diff] [blame] | 2476 | alignment = CharUnits(); |
Eli Friedman | 2f77b3d | 2011-11-16 00:42:57 +0000 | [diff] [blame] | 2477 | else |
Eli Friedman | 6da2c71 | 2011-12-03 04:14:32 +0000 | [diff] [blame] | 2478 | alignment = getContext().getTypeAlignInChars(type); |
John McCall | bc7fbf0 | 2011-02-26 08:07:02 +0000 | [diff] [blame] | 2479 | cvr = 0; // qualifiers don't recursively apply to referencee |
| 2480 | } |
Devang Patel | abad06c | 2007-10-26 19:42:18 +0000 | [diff] [blame] | 2481 | } |
Chris Lattner | 74339df | 2011-07-10 05:34:54 +0000 | [diff] [blame] | 2482 | |
| 2483 | // Make sure that the address is pointing to the right type. This is critical |
| 2484 | // for both unions and structs. A union needs a bitcast, a struct element |
| 2485 | // will need a bitcast if the LLVM type laid out doesn't match the desired |
| 2486 | // type. |
Chandler Carruth | a98742c | 2011-07-12 08:58:26 +0000 | [diff] [blame] | 2487 | addr = EmitBitCastOfLValueToProperType(*this, addr, |
Chris Lattner | 3a2b657 | 2011-07-12 06:52:18 +0000 | [diff] [blame] | 2488 | CGM.getTypes().ConvertTypeForMem(type), |
| 2489 | field->getName()); |
John McCall | 0953e76 | 2009-09-24 19:53:00 +0000 | [diff] [blame] | 2490 | |
Julien Lerouge | 77f68bb | 2011-09-09 22:41:49 +0000 | [diff] [blame] | 2491 | if (field->hasAttr<AnnotateAttr>()) |
| 2492 | addr = EmitFieldAnnotations(field, addr); |
| 2493 | |
John McCall | bc7fbf0 | 2011-02-26 08:07:02 +0000 | [diff] [blame] | 2494 | LValue LV = MakeAddrLValue(addr, type, alignment); |
| 2495 | LV.getQuals().addCVRQualifiers(cvr); |
Daniel Dunbar | 6d5eb76 | 2010-08-21 03:44:13 +0000 | [diff] [blame] | 2496 | |
Fariborz Jahanian | fd02ed7 | 2009-09-21 18:54:29 +0000 | [diff] [blame] | 2497 | // __weak attribute on a field is ignored. |
Daniel Dunbar | 6d5eb76 | 2010-08-21 03:44:13 +0000 | [diff] [blame] | 2498 | if (LV.getQuals().getObjCGCAttr() == Qualifiers::Weak) |
| 2499 | LV.getQuals().removeObjCGCAttr(); |
John McCall | bc7fbf0 | 2011-02-26 08:07:02 +0000 | [diff] [blame] | 2500 | |
| 2501 | // Fields of may_alias structs act like 'char' for TBAA purposes. |
| 2502 | // FIXME: this should get propagated down through anonymous structs |
| 2503 | // and unions. |
| 2504 | if (mayAlias && LV.getTBAAInfo()) |
| 2505 | LV.setTBAAInfo(CGM.getTBAAInfo(getContext().CharTy)); |
| 2506 | |
Daniel Dunbar | 6d5eb76 | 2010-08-21 03:44:13 +0000 | [diff] [blame] | 2507 | return LV; |
Devang Patel | b9b00ad | 2007-10-23 20:28:39 +0000 | [diff] [blame] | 2508 | } |
| 2509 | |
Anders Carlsson | 06a2970 | 2010-01-29 05:24:29 +0000 | [diff] [blame] | 2510 | LValue |
Eli Friedman | 377ecc7 | 2012-04-16 03:54:45 +0000 | [diff] [blame] | 2511 | CodeGenFunction::EmitLValueForFieldInitialization(LValue Base, |
| 2512 | const FieldDecl *Field) { |
Anders Carlsson | 06a2970 | 2010-01-29 05:24:29 +0000 | [diff] [blame] | 2513 | QualType FieldType = Field->getType(); |
| 2514 | |
| 2515 | if (!FieldType->isReferenceType()) |
Eli Friedman | 377ecc7 | 2012-04-16 03:54:45 +0000 | [diff] [blame] | 2516 | return EmitLValueForField(Base, Field); |
Anders Carlsson | 06a2970 | 2010-01-29 05:24:29 +0000 | [diff] [blame] | 2517 | |
Daniel Dunbar | 198bcb4 | 2010-03-31 01:09:11 +0000 | [diff] [blame] | 2518 | const CGRecordLayout &RL = |
| 2519 | CGM.getTypes().getCGRecordLayout(Field->getParent()); |
| 2520 | unsigned idx = RL.getLLVMFieldNo(Field); |
Eli Friedman | 377ecc7 | 2012-04-16 03:54:45 +0000 | [diff] [blame] | 2521 | llvm::Value *V = Builder.CreateStructGEP(Base.getAddress(), idx); |
Anders Carlsson | 06a2970 | 2010-01-29 05:24:29 +0000 | [diff] [blame] | 2522 | assert(!FieldType.getObjCGCAttr() && "fields cannot have GC attrs"); |
| 2523 | |
Chris Lattner | 1b5ba85 | 2011-07-10 05:53:24 +0000 | [diff] [blame] | 2524 | // Make sure that the address is pointing to the right type. This is critical |
| 2525 | // for both unions and structs. A union needs a bitcast, a struct element |
| 2526 | // will need a bitcast if the LLVM type laid out doesn't match the desired |
| 2527 | // type. |
Chris Lattner | 2acc6e3 | 2011-07-18 04:24:23 +0000 | [diff] [blame] | 2528 | llvm::Type *llvmType = ConvertTypeForMem(FieldType); |
Eli Friedman | 377ecc7 | 2012-04-16 03:54:45 +0000 | [diff] [blame] | 2529 | V = EmitBitCastOfLValueToProperType(*this, V, llvmType, Field->getName()); |
| 2530 | |
Eli Friedman | 6da2c71 | 2011-12-03 04:14:32 +0000 | [diff] [blame] | 2531 | CharUnits Alignment = getContext().getDeclAlign(Field); |
Eli Friedman | 377ecc7 | 2012-04-16 03:54:45 +0000 | [diff] [blame] | 2532 | |
| 2533 | // FIXME: It should be impossible to have an LValue without alignment for a |
| 2534 | // complete type. |
| 2535 | if (!Base.getAlignment().isZero()) |
| 2536 | Alignment = std::min(Alignment, Base.getAlignment()); |
| 2537 | |
Daniel Dunbar | 983e3d7 | 2010-08-21 04:20:22 +0000 | [diff] [blame] | 2538 | return MakeAddrLValue(V, FieldType, Alignment); |
Anders Carlsson | 06a2970 | 2010-01-29 05:24:29 +0000 | [diff] [blame] | 2539 | } |
| 2540 | |
Chris Lattner | d0db03a | 2010-09-06 00:11:41 +0000 | [diff] [blame] | 2541 | LValue CodeGenFunction::EmitCompoundLiteralLValue(const CompoundLiteralExpr *E){ |
Richard Smith | 7401cf5 | 2011-11-22 22:48:32 +0000 | [diff] [blame] | 2542 | if (E->isFileScope()) { |
| 2543 | llvm::Value *GlobalPtr = CGM.GetAddrOfConstantCompoundLiteral(E); |
| 2544 | return MakeAddrLValue(GlobalPtr, E->getType()); |
| 2545 | } |
Fariborz Jahanian | ec22f56 | 2012-06-07 18:15:55 +0000 | [diff] [blame] | 2546 | if (E->getType()->isVariablyModifiedType()) |
| 2547 | // make sure to emit the VLA size. |
| 2548 | EmitVariablyModifiedType(E->getType()); |
Fariborz Jahanian | 2ccc0f9 | 2012-06-07 17:07:15 +0000 | [diff] [blame] | 2549 | |
Daniel Dunbar | 1500657 | 2010-02-16 19:43:39 +0000 | [diff] [blame] | 2550 | llvm::Value *DeclPtr = CreateMemTemp(E->getType(), ".compoundliteral"); |
Chris Lattner | d0db03a | 2010-09-06 00:11:41 +0000 | [diff] [blame] | 2551 | const Expr *InitExpr = E->getInitializer(); |
Daniel Dunbar | 9f553f5 | 2010-08-21 03:08:16 +0000 | [diff] [blame] | 2552 | LValue Result = MakeAddrLValue(DeclPtr, E->getType()); |
Eli Friedman | 06e863f | 2008-05-13 23:18:27 +0000 | [diff] [blame] | 2553 | |
Chad Rosier | 649b4a1 | 2012-03-29 17:37:10 +0000 | [diff] [blame] | 2554 | EmitAnyExprToMem(InitExpr, DeclPtr, E->getType().getQualifiers(), |
| 2555 | /*Init*/ true); |
Eli Friedman | 06e863f | 2008-05-13 23:18:27 +0000 | [diff] [blame] | 2556 | |
| 2557 | return Result; |
| 2558 | } |
| 2559 | |
Richard Smith | 13ec910 | 2012-05-14 21:57:21 +0000 | [diff] [blame] | 2560 | LValue CodeGenFunction::EmitInitListLValue(const InitListExpr *E) { |
| 2561 | if (!E->isGLValue()) |
| 2562 | // Initializing an aggregate temporary in C++11: T{...}. |
| 2563 | return EmitAggExprToLValue(E); |
| 2564 | |
| 2565 | // An lvalue initializer list must be initializing a reference. |
| 2566 | assert(E->getNumInits() == 1 && "reference init with multiple values"); |
| 2567 | return EmitLValue(E->getInit(0)); |
| 2568 | } |
| 2569 | |
John McCall | 56ca35d | 2011-02-17 10:25:35 +0000 | [diff] [blame] | 2570 | LValue CodeGenFunction:: |
| 2571 | EmitConditionalOperatorLValue(const AbstractConditionalOperator *expr) { |
| 2572 | if (!expr->isGLValue()) { |
John McCall | f99a391 | 2011-01-26 19:21:13 +0000 | [diff] [blame] | 2573 | // ?: here should be an aggregate. |
John McCall | 56ca35d | 2011-02-17 10:25:35 +0000 | [diff] [blame] | 2574 | assert((hasAggregateLLVMType(expr->getType()) && |
| 2575 | !expr->getType()->isAnyComplexType()) && |
John McCall | f99a391 | 2011-01-26 19:21:13 +0000 | [diff] [blame] | 2576 | "Unexpected conditional operator!"); |
John McCall | 56ca35d | 2011-02-17 10:25:35 +0000 | [diff] [blame] | 2577 | return EmitAggExprToLValue(expr); |
Anders Carlsson | 6fcec8b | 2009-09-15 16:35:24 +0000 | [diff] [blame] | 2578 | } |
Daniel Dunbar | 9034558 | 2009-03-24 02:38:23 +0000 | [diff] [blame] | 2579 | |
Eli Friedman | 2c0c745 | 2012-01-25 05:04:17 +0000 | [diff] [blame] | 2580 | OpaqueValueMapping binding(*this, expr); |
| 2581 | |
John McCall | 56ca35d | 2011-02-17 10:25:35 +0000 | [diff] [blame] | 2582 | const Expr *condExpr = expr->getCond(); |
Chris Lattner | c2c9001 | 2011-02-27 23:02:32 +0000 | [diff] [blame] | 2583 | bool CondExprBool; |
| 2584 | if (ConstantFoldsToSimpleInteger(condExpr, CondExprBool)) { |
John McCall | 56ca35d | 2011-02-17 10:25:35 +0000 | [diff] [blame] | 2585 | const Expr *live = expr->getTrueExpr(), *dead = expr->getFalseExpr(); |
Chris Lattner | c2c9001 | 2011-02-27 23:02:32 +0000 | [diff] [blame] | 2586 | if (!CondExprBool) std::swap(live, dead); |
John McCall | 56ca35d | 2011-02-17 10:25:35 +0000 | [diff] [blame] | 2587 | |
| 2588 | if (!ContainsLabel(dead)) |
| 2589 | return EmitLValue(live); |
John McCall | f99a391 | 2011-01-26 19:21:13 +0000 | [diff] [blame] | 2590 | } |
| 2591 | |
John McCall | 56ca35d | 2011-02-17 10:25:35 +0000 | [diff] [blame] | 2592 | llvm::BasicBlock *lhsBlock = createBasicBlock("cond.true"); |
| 2593 | llvm::BasicBlock *rhsBlock = createBasicBlock("cond.false"); |
| 2594 | llvm::BasicBlock *contBlock = createBasicBlock("cond.end"); |
John McCall | f99a391 | 2011-01-26 19:21:13 +0000 | [diff] [blame] | 2595 | |
| 2596 | ConditionalEvaluation eval(*this); |
John McCall | 56ca35d | 2011-02-17 10:25:35 +0000 | [diff] [blame] | 2597 | EmitBranchOnBoolExpr(condExpr, lhsBlock, rhsBlock); |
John McCall | f99a391 | 2011-01-26 19:21:13 +0000 | [diff] [blame] | 2598 | |
| 2599 | // Any temporaries created here are conditional. |
John McCall | 56ca35d | 2011-02-17 10:25:35 +0000 | [diff] [blame] | 2600 | EmitBlock(lhsBlock); |
John McCall | f99a391 | 2011-01-26 19:21:13 +0000 | [diff] [blame] | 2601 | eval.begin(*this); |
John McCall | 56ca35d | 2011-02-17 10:25:35 +0000 | [diff] [blame] | 2602 | LValue lhs = EmitLValue(expr->getTrueExpr()); |
John McCall | f99a391 | 2011-01-26 19:21:13 +0000 | [diff] [blame] | 2603 | eval.end(*this); |
| 2604 | |
John McCall | 56ca35d | 2011-02-17 10:25:35 +0000 | [diff] [blame] | 2605 | if (!lhs.isSimple()) |
| 2606 | return EmitUnsupportedLValue(expr, "conditional operator"); |
John McCall | f99a391 | 2011-01-26 19:21:13 +0000 | [diff] [blame] | 2607 | |
John McCall | 56ca35d | 2011-02-17 10:25:35 +0000 | [diff] [blame] | 2608 | lhsBlock = Builder.GetInsertBlock(); |
| 2609 | Builder.CreateBr(contBlock); |
John McCall | f99a391 | 2011-01-26 19:21:13 +0000 | [diff] [blame] | 2610 | |
| 2611 | // Any temporaries created here are conditional. |
John McCall | 56ca35d | 2011-02-17 10:25:35 +0000 | [diff] [blame] | 2612 | EmitBlock(rhsBlock); |
John McCall | f99a391 | 2011-01-26 19:21:13 +0000 | [diff] [blame] | 2613 | eval.begin(*this); |
John McCall | 56ca35d | 2011-02-17 10:25:35 +0000 | [diff] [blame] | 2614 | LValue rhs = EmitLValue(expr->getFalseExpr()); |
John McCall | f99a391 | 2011-01-26 19:21:13 +0000 | [diff] [blame] | 2615 | eval.end(*this); |
John McCall | 56ca35d | 2011-02-17 10:25:35 +0000 | [diff] [blame] | 2616 | if (!rhs.isSimple()) |
| 2617 | return EmitUnsupportedLValue(expr, "conditional operator"); |
| 2618 | rhsBlock = Builder.GetInsertBlock(); |
John McCall | f99a391 | 2011-01-26 19:21:13 +0000 | [diff] [blame] | 2619 | |
John McCall | 56ca35d | 2011-02-17 10:25:35 +0000 | [diff] [blame] | 2620 | EmitBlock(contBlock); |
John McCall | f99a391 | 2011-01-26 19:21:13 +0000 | [diff] [blame] | 2621 | |
Jay Foad | bbf3bac | 2011-03-30 11:28:58 +0000 | [diff] [blame] | 2622 | llvm::PHINode *phi = Builder.CreatePHI(lhs.getAddress()->getType(), 2, |
John McCall | f99a391 | 2011-01-26 19:21:13 +0000 | [diff] [blame] | 2623 | "cond-lvalue"); |
John McCall | 56ca35d | 2011-02-17 10:25:35 +0000 | [diff] [blame] | 2624 | phi->addIncoming(lhs.getAddress(), lhsBlock); |
| 2625 | phi->addIncoming(rhs.getAddress(), rhsBlock); |
| 2626 | return MakeAddrLValue(phi, expr->getType()); |
Daniel Dunbar | 9034558 | 2009-03-24 02:38:23 +0000 | [diff] [blame] | 2627 | } |
| 2628 | |
Richard Smith | 13ec910 | 2012-05-14 21:57:21 +0000 | [diff] [blame] | 2629 | /// EmitCastLValue - Casts are never lvalues unless that cast is to a reference |
| 2630 | /// type. If the cast is to a reference, we can have the usual lvalue result, |
Mike Stump | c849c05 | 2009-11-16 06:50:58 +0000 | [diff] [blame] | 2631 | /// otherwise if a cast is needed by the code generator in an lvalue context, |
| 2632 | /// then it must mean that we need the address of an aggregate in order to |
Richard Smith | 13ec910 | 2012-05-14 21:57:21 +0000 | [diff] [blame] | 2633 | /// access one of its members. This can happen for all the reasons that casts |
Mike Stump | c849c05 | 2009-11-16 06:50:58 +0000 | [diff] [blame] | 2634 | /// are permitted with aggregate result, including noop aggregate casts, and |
| 2635 | /// cast from scalar to union. |
Chris Lattner | 75dfeda | 2009-03-18 18:28:57 +0000 | [diff] [blame] | 2636 | LValue CodeGenFunction::EmitCastLValue(const CastExpr *E) { |
Anders Carlsson | 0ee33cf | 2009-09-12 16:16:49 +0000 | [diff] [blame] | 2637 | switch (E->getCastKind()) { |
John McCall | 2de56d1 | 2010-08-25 11:45:40 +0000 | [diff] [blame] | 2638 | case CK_ToVoid: |
Eli Friedman | eaae78a | 2009-11-16 05:48:01 +0000 | [diff] [blame] | 2639 | return EmitUnsupportedLValue(E, "unexpected cast lvalue"); |
John McCall | daa8e4e | 2010-11-15 09:13:47 +0000 | [diff] [blame] | 2640 | |
| 2641 | case CK_Dependent: |
| 2642 | llvm_unreachable("dependent cast kind in IR gen!"); |
Eli Friedman | a6c66ce | 2012-08-31 00:14:07 +0000 | [diff] [blame] | 2643 | |
| 2644 | case CK_BuiltinFnToFnPtr: |
| 2645 | llvm_unreachable("builtin functions are handled elsewhere"); |
| 2646 | |
David Chisnall | 7a7ee30 | 2012-01-16 17:27:18 +0000 | [diff] [blame] | 2647 | // These two casts are currently treated as no-ops, although they could |
| 2648 | // potentially be real operations depending on the target's ABI. |
| 2649 | case CK_NonAtomicToAtomic: |
| 2650 | case CK_AtomicToNonAtomic: |
John McCall | daa8e4e | 2010-11-15 09:13:47 +0000 | [diff] [blame] | 2651 | |
John McCall | 2de56d1 | 2010-08-25 11:45:40 +0000 | [diff] [blame] | 2652 | case CK_NoOp: |
Douglas Gregor | b3d5e2f | 2011-01-27 23:22:05 +0000 | [diff] [blame] | 2653 | case CK_LValueToRValue: |
| 2654 | if (!E->getSubExpr()->Classify(getContext()).isPRValue() |
| 2655 | || E->getType()->isRecordType()) |
John McCall | 0e800c9 | 2010-12-04 08:14:53 +0000 | [diff] [blame] | 2656 | return EmitLValue(E->getSubExpr()); |
Douglas Gregor | 7c7a793 | 2010-07-15 18:58:16 +0000 | [diff] [blame] | 2657 | // Fall through to synthesize a temporary. |
John McCall | daa8e4e | 2010-11-15 09:13:47 +0000 | [diff] [blame] | 2658 | |
John McCall | 2de56d1 | 2010-08-25 11:45:40 +0000 | [diff] [blame] | 2659 | case CK_BitCast: |
| 2660 | case CK_ArrayToPointerDecay: |
| 2661 | case CK_FunctionToPointerDecay: |
| 2662 | case CK_NullToMemberPointer: |
John McCall | 404cd16 | 2010-11-13 01:35:44 +0000 | [diff] [blame] | 2663 | case CK_NullToPointer: |
John McCall | 2de56d1 | 2010-08-25 11:45:40 +0000 | [diff] [blame] | 2664 | case CK_IntegralToPointer: |
| 2665 | case CK_PointerToIntegral: |
John McCall | daa8e4e | 2010-11-15 09:13:47 +0000 | [diff] [blame] | 2666 | case CK_PointerToBoolean: |
John McCall | 2de56d1 | 2010-08-25 11:45:40 +0000 | [diff] [blame] | 2667 | case CK_VectorSplat: |
| 2668 | case CK_IntegralCast: |
John McCall | daa8e4e | 2010-11-15 09:13:47 +0000 | [diff] [blame] | 2669 | case CK_IntegralToBoolean: |
John McCall | 2de56d1 | 2010-08-25 11:45:40 +0000 | [diff] [blame] | 2670 | case CK_IntegralToFloating: |
| 2671 | case CK_FloatingToIntegral: |
John McCall | daa8e4e | 2010-11-15 09:13:47 +0000 | [diff] [blame] | 2672 | case CK_FloatingToBoolean: |
John McCall | 2de56d1 | 2010-08-25 11:45:40 +0000 | [diff] [blame] | 2673 | case CK_FloatingCast: |
John McCall | 2bb5d00 | 2010-11-13 09:02:35 +0000 | [diff] [blame] | 2674 | case CK_FloatingRealToComplex: |
John McCall | f3ea8cf | 2010-11-14 08:17:51 +0000 | [diff] [blame] | 2675 | case CK_FloatingComplexToReal: |
| 2676 | case CK_FloatingComplexToBoolean: |
John McCall | 2bb5d00 | 2010-11-13 09:02:35 +0000 | [diff] [blame] | 2677 | case CK_FloatingComplexCast: |
John McCall | f3ea8cf | 2010-11-14 08:17:51 +0000 | [diff] [blame] | 2678 | case CK_FloatingComplexToIntegralComplex: |
John McCall | 2bb5d00 | 2010-11-13 09:02:35 +0000 | [diff] [blame] | 2679 | case CK_IntegralRealToComplex: |
John McCall | f3ea8cf | 2010-11-14 08:17:51 +0000 | [diff] [blame] | 2680 | case CK_IntegralComplexToReal: |
| 2681 | case CK_IntegralComplexToBoolean: |
John McCall | 2bb5d00 | 2010-11-13 09:02:35 +0000 | [diff] [blame] | 2682 | case CK_IntegralComplexCast: |
John McCall | f3ea8cf | 2010-11-14 08:17:51 +0000 | [diff] [blame] | 2683 | case CK_IntegralComplexToFloatingComplex: |
John McCall | 2de56d1 | 2010-08-25 11:45:40 +0000 | [diff] [blame] | 2684 | case CK_DerivedToBaseMemberPointer: |
| 2685 | case CK_BaseToDerivedMemberPointer: |
| 2686 | case CK_MemberPointerToBoolean: |
John McCall | 4d4e5c1 | 2012-02-15 01:22:51 +0000 | [diff] [blame] | 2687 | case CK_ReinterpretMemberPointer: |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 2688 | case CK_AnyPointerToBlockPointerCast: |
John McCall | 33e56f3 | 2011-09-10 06:18:15 +0000 | [diff] [blame] | 2689 | case CK_ARCProduceObject: |
| 2690 | case CK_ARCConsumeObject: |
| 2691 | case CK_ARCReclaimReturnedObject: |
Douglas Gregor | ac1303e | 2012-02-22 05:02:47 +0000 | [diff] [blame] | 2692 | case CK_ARCExtendBlockObject: |
| 2693 | case CK_CopyAndAutoreleaseBlockObject: { |
Douglas Gregor | 7c7a793 | 2010-07-15 18:58:16 +0000 | [diff] [blame] | 2694 | // These casts only produce lvalues when we're binding a reference to a |
| 2695 | // temporary realized from a (converted) pure rvalue. Emit the expression |
| 2696 | // as a value, copy it into a temporary, and return an lvalue referring to |
| 2697 | // that temporary. |
| 2698 | llvm::Value *V = CreateMemTemp(E->getType(), "ref.temp"); |
Chad Rosier | 649b4a1 | 2012-03-29 17:37:10 +0000 | [diff] [blame] | 2699 | EmitAnyExprToMem(E, V, E->getType().getQualifiers(), false); |
Daniel Dunbar | 9f553f5 | 2010-08-21 03:08:16 +0000 | [diff] [blame] | 2700 | return MakeAddrLValue(V, E->getType()); |
Douglas Gregor | 7c7a793 | 2010-07-15 18:58:16 +0000 | [diff] [blame] | 2701 | } |
Eli Friedman | eaae78a | 2009-11-16 05:48:01 +0000 | [diff] [blame] | 2702 | |
Anders Carlsson | 575b374 | 2011-04-11 02:03:26 +0000 | [diff] [blame] | 2703 | case CK_Dynamic: { |
Mike Stump | c849c05 | 2009-11-16 06:50:58 +0000 | [diff] [blame] | 2704 | LValue LV = EmitLValue(E->getSubExpr()); |
| 2705 | llvm::Value *V = LV.getAddress(); |
| 2706 | const CXXDynamicCastExpr *DCE = cast<CXXDynamicCastExpr>(E); |
Daniel Dunbar | 9f553f5 | 2010-08-21 03:08:16 +0000 | [diff] [blame] | 2707 | return MakeAddrLValue(EmitDynamicCast(V, DCE), E->getType()); |
Mike Stump | c849c05 | 2009-11-16 06:50:58 +0000 | [diff] [blame] | 2708 | } |
| 2709 | |
John McCall | 2de56d1 | 2010-08-25 11:45:40 +0000 | [diff] [blame] | 2710 | case CK_ConstructorConversion: |
| 2711 | case CK_UserDefinedConversion: |
John McCall | 1d9b3b2 | 2011-09-09 05:25:32 +0000 | [diff] [blame] | 2712 | case CK_CPointerToObjCPointerCast: |
| 2713 | case CK_BlockPointerToObjCPointerCast: |
Chris Lattner | 75dfeda | 2009-03-18 18:28:57 +0000 | [diff] [blame] | 2714 | return EmitLValue(E->getSubExpr()); |
Anders Carlsson | 0ee33cf | 2009-09-12 16:16:49 +0000 | [diff] [blame] | 2715 | |
John McCall | 2de56d1 | 2010-08-25 11:45:40 +0000 | [diff] [blame] | 2716 | case CK_UncheckedDerivedToBase: |
| 2717 | case CK_DerivedToBase: { |
Anders Carlsson | 0ee33cf | 2009-09-12 16:16:49 +0000 | [diff] [blame] | 2718 | const RecordType *DerivedClassTy = |
| 2719 | E->getSubExpr()->getType()->getAs<RecordType>(); |
| 2720 | CXXRecordDecl *DerivedClassDecl = |
| 2721 | cast<CXXRecordDecl>(DerivedClassTy->getDecl()); |
Anders Carlsson | 0ee33cf | 2009-09-12 16:16:49 +0000 | [diff] [blame] | 2722 | |
| 2723 | LValue LV = EmitLValue(E->getSubExpr()); |
John McCall | 0e800c9 | 2010-12-04 08:14:53 +0000 | [diff] [blame] | 2724 | llvm::Value *This = LV.getAddress(); |
Anders Carlsson | 0ee33cf | 2009-09-12 16:16:49 +0000 | [diff] [blame] | 2725 | |
| 2726 | // Perform the derived-to-base conversion |
| 2727 | llvm::Value *Base = |
Fariborz Jahanian | 353b33b | 2010-06-17 23:00:29 +0000 | [diff] [blame] | 2728 | GetAddressOfBaseClass(This, DerivedClassDecl, |
John McCall | f871d0c | 2010-08-07 06:22:56 +0000 | [diff] [blame] | 2729 | E->path_begin(), E->path_end(), |
| 2730 | /*NullCheckValue=*/false); |
Anders Carlsson | 0ee33cf | 2009-09-12 16:16:49 +0000 | [diff] [blame] | 2731 | |
Daniel Dunbar | 9f553f5 | 2010-08-21 03:08:16 +0000 | [diff] [blame] | 2732 | return MakeAddrLValue(Base, E->getType()); |
Anders Carlsson | 0ee33cf | 2009-09-12 16:16:49 +0000 | [diff] [blame] | 2733 | } |
John McCall | 2de56d1 | 2010-08-25 11:45:40 +0000 | [diff] [blame] | 2734 | case CK_ToUnion: |
Daniel Dunbar | b2cd777 | 2010-02-05 20:02:42 +0000 | [diff] [blame] | 2735 | return EmitAggExprToLValue(E); |
John McCall | 2de56d1 | 2010-08-25 11:45:40 +0000 | [diff] [blame] | 2736 | case CK_BaseToDerived: { |
Anders Carlsson | a3697c9 | 2009-11-23 17:57:54 +0000 | [diff] [blame] | 2737 | const RecordType *DerivedClassTy = E->getType()->getAs<RecordType>(); |
| 2738 | CXXRecordDecl *DerivedClassDecl = |
| 2739 | cast<CXXRecordDecl>(DerivedClassTy->getDecl()); |
| 2740 | |
| 2741 | LValue LV = EmitLValue(E->getSubExpr()); |
| 2742 | |
| 2743 | // Perform the base-to-derived conversion |
| 2744 | llvm::Value *Derived = |
Anders Carlsson | a04efdf | 2010-04-24 21:23:59 +0000 | [diff] [blame] | 2745 | GetAddressOfDerivedClass(LV.getAddress(), DerivedClassDecl, |
John McCall | f871d0c | 2010-08-07 06:22:56 +0000 | [diff] [blame] | 2746 | E->path_begin(), E->path_end(), |
| 2747 | /*NullCheckValue=*/false); |
Anders Carlsson | a3697c9 | 2009-11-23 17:57:54 +0000 | [diff] [blame] | 2748 | |
Daniel Dunbar | 9f553f5 | 2010-08-21 03:08:16 +0000 | [diff] [blame] | 2749 | return MakeAddrLValue(Derived, E->getType()); |
Eli Friedman | eaae78a | 2009-11-16 05:48:01 +0000 | [diff] [blame] | 2750 | } |
John McCall | 2de56d1 | 2010-08-25 11:45:40 +0000 | [diff] [blame] | 2751 | case CK_LValueBitCast: { |
Eli Friedman | eaae78a | 2009-11-16 05:48:01 +0000 | [diff] [blame] | 2752 | // This must be a reinterpret_cast (or c-style equivalent). |
| 2753 | const ExplicitCastExpr *CE = cast<ExplicitCastExpr>(E); |
Anders Carlsson | 658e812 | 2009-11-14 21:21:42 +0000 | [diff] [blame] | 2754 | |
| 2755 | LValue LV = EmitLValue(E->getSubExpr()); |
| 2756 | llvm::Value *V = Builder.CreateBitCast(LV.getAddress(), |
| 2757 | ConvertType(CE->getTypeAsWritten())); |
Daniel Dunbar | 9f553f5 | 2010-08-21 03:08:16 +0000 | [diff] [blame] | 2758 | return MakeAddrLValue(V, E->getType()); |
Anders Carlsson | 658e812 | 2009-11-14 21:21:42 +0000 | [diff] [blame] | 2759 | } |
John McCall | 2de56d1 | 2010-08-25 11:45:40 +0000 | [diff] [blame] | 2760 | case CK_ObjCObjectLValueCast: { |
Douglas Gregor | 569c316 | 2010-08-07 11:51:51 +0000 | [diff] [blame] | 2761 | LValue LV = EmitLValue(E->getSubExpr()); |
| 2762 | QualType ToType = getContext().getLValueReferenceType(E->getType()); |
| 2763 | llvm::Value *V = Builder.CreateBitCast(LV.getAddress(), |
| 2764 | ConvertType(ToType)); |
Daniel Dunbar | 9f553f5 | 2010-08-21 03:08:16 +0000 | [diff] [blame] | 2765 | return MakeAddrLValue(V, E->getType()); |
Douglas Gregor | 569c316 | 2010-08-07 11:51:51 +0000 | [diff] [blame] | 2766 | } |
Anders Carlsson | 0ee33cf | 2009-09-12 16:16:49 +0000 | [diff] [blame] | 2767 | } |
Douglas Gregor | 7c7a793 | 2010-07-15 18:58:16 +0000 | [diff] [blame] | 2768 | |
| 2769 | llvm_unreachable("Unhandled lvalue cast kind?"); |
Chris Lattner | 75dfeda | 2009-03-18 18:28:57 +0000 | [diff] [blame] | 2770 | } |
| 2771 | |
Fariborz Jahanian | 48620ba | 2009-10-20 23:29:04 +0000 | [diff] [blame] | 2772 | LValue CodeGenFunction::EmitNullInitializationLValue( |
Douglas Gregor | ed8abf1 | 2010-07-08 06:14:04 +0000 | [diff] [blame] | 2773 | const CXXScalarValueInitExpr *E) { |
Fariborz Jahanian | 48620ba | 2009-10-20 23:29:04 +0000 | [diff] [blame] | 2774 | QualType Ty = E->getType(); |
Daniel Dunbar | 9f553f5 | 2010-08-21 03:08:16 +0000 | [diff] [blame] | 2775 | LValue LV = MakeAddrLValue(CreateMemTemp(Ty), Ty); |
Anders Carlsson | 1884eb0 | 2010-05-22 17:35:42 +0000 | [diff] [blame] | 2776 | EmitNullInitialization(LV.getAddress(), Ty); |
Daniel Dunbar | 195337d | 2010-02-09 02:48:28 +0000 | [diff] [blame] | 2777 | return LV; |
Fariborz Jahanian | 48620ba | 2009-10-20 23:29:04 +0000 | [diff] [blame] | 2778 | } |
| 2779 | |
John McCall | e996ffd | 2011-02-16 08:02:54 +0000 | [diff] [blame] | 2780 | LValue CodeGenFunction::EmitOpaqueValueLValue(const OpaqueValueExpr *e) { |
John McCall | a5493f8 | 2011-11-08 22:54:08 +0000 | [diff] [blame] | 2781 | assert(OpaqueValueMappingData::shouldBindAsLValue(e)); |
John McCall | 56ca35d | 2011-02-17 10:25:35 +0000 | [diff] [blame] | 2782 | return getOpaqueLValueMapping(e); |
John McCall | e996ffd | 2011-02-16 08:02:54 +0000 | [diff] [blame] | 2783 | } |
| 2784 | |
Douglas Gregor | 03e8003 | 2011-06-21 17:03:29 +0000 | [diff] [blame] | 2785 | LValue CodeGenFunction::EmitMaterializeTemporaryExpr( |
| 2786 | const MaterializeTemporaryExpr *E) { |
John McCall | cec52f0 | 2011-08-26 21:08:13 +0000 | [diff] [blame] | 2787 | RValue RV = EmitReferenceBindingToExpr(E, /*InitializedDecl=*/0); |
Douglas Gregor | 0b58108 | 2011-06-21 18:20:46 +0000 | [diff] [blame] | 2788 | return MakeAddrLValue(RV.getScalarVal(), E->getType()); |
Douglas Gregor | 03e8003 | 2011-06-21 17:03:29 +0000 | [diff] [blame] | 2789 | } |
| 2790 | |
Eli Friedman | 377ecc7 | 2012-04-16 03:54:45 +0000 | [diff] [blame] | 2791 | RValue CodeGenFunction::EmitRValueForField(LValue LV, |
Anton Korobeynikov | eaf856d | 2012-04-13 11:22:00 +0000 | [diff] [blame] | 2792 | const FieldDecl *FD) { |
| 2793 | QualType FT = FD->getType(); |
Eli Friedman | 377ecc7 | 2012-04-16 03:54:45 +0000 | [diff] [blame] | 2794 | LValue FieldLV = EmitLValueForField(LV, FD); |
Anton Korobeynikov | eaf856d | 2012-04-13 11:22:00 +0000 | [diff] [blame] | 2795 | if (FT->isAnyComplexType()) |
Eli Friedman | 377ecc7 | 2012-04-16 03:54:45 +0000 | [diff] [blame] | 2796 | return RValue::getComplex( |
| 2797 | LoadComplexFromAddr(FieldLV.getAddress(), |
| 2798 | FieldLV.isVolatileQualified())); |
Anton Korobeynikov | eaf856d | 2012-04-13 11:22:00 +0000 | [diff] [blame] | 2799 | else if (CodeGenFunction::hasAggregateLLVMType(FT)) |
Eli Friedman | 377ecc7 | 2012-04-16 03:54:45 +0000 | [diff] [blame] | 2800 | return FieldLV.asAggregateRValue(); |
Anton Korobeynikov | eaf856d | 2012-04-13 11:22:00 +0000 | [diff] [blame] | 2801 | |
Eli Friedman | 377ecc7 | 2012-04-16 03:54:45 +0000 | [diff] [blame] | 2802 | return EmitLoadOfLValue(FieldLV); |
Anton Korobeynikov | eaf856d | 2012-04-13 11:22:00 +0000 | [diff] [blame] | 2803 | } |
Douglas Gregor | 03e8003 | 2011-06-21 17:03:29 +0000 | [diff] [blame] | 2804 | |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 2805 | //===--------------------------------------------------------------------===// |
| 2806 | // Expression Emission |
| 2807 | //===--------------------------------------------------------------------===// |
| 2808 | |
Anders Carlsson | d2490a9 | 2009-12-24 20:40:36 +0000 | [diff] [blame] | 2809 | RValue CodeGenFunction::EmitCallExpr(const CallExpr *E, |
| 2810 | ReturnValueSlot ReturnValue) { |
Eric Christopher | 73fb350 | 2011-10-13 21:45:18 +0000 | [diff] [blame] | 2811 | if (CGDebugInfo *DI = getDebugInfo()) |
| 2812 | DI->EmitLocation(Builder, E->getLocStart()); |
Devang Patel | 79bfb4b | 2011-03-04 18:54:42 +0000 | [diff] [blame] | 2813 | |
Daniel Dunbar | c0ef9f5 | 2009-02-20 18:06:48 +0000 | [diff] [blame] | 2814 | // Builtins never have block type. |
Daniel Dunbar | ce1d38b | 2009-01-09 16:50:52 +0000 | [diff] [blame] | 2815 | if (E->getCallee()->getType()->isBlockPointerType()) |
Anders Carlsson | a1736c0 | 2009-12-24 21:13:40 +0000 | [diff] [blame] | 2816 | return EmitBlockCallExpr(E, ReturnValue); |
Daniel Dunbar | ce1d38b | 2009-01-09 16:50:52 +0000 | [diff] [blame] | 2817 | |
Anders Carlsson | 774e7c6 | 2009-04-03 22:50:24 +0000 | [diff] [blame] | 2818 | if (const CXXMemberCallExpr *CE = dyn_cast<CXXMemberCallExpr>(E)) |
Anders Carlsson | a1736c0 | 2009-12-24 21:13:40 +0000 | [diff] [blame] | 2819 | return EmitCXXMemberCallExpr(CE, ReturnValue); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 2820 | |
Peter Collingbourne | 6c0aa5f | 2011-10-06 18:29:37 +0000 | [diff] [blame] | 2821 | if (const CUDAKernelCallExpr *CE = dyn_cast<CUDAKernelCallExpr>(E)) |
| 2822 | return EmitCUDAKernelCallExpr(CE, ReturnValue); |
| 2823 | |
Douglas Gregor | 1ddc9c4 | 2011-09-06 21:41:04 +0000 | [diff] [blame] | 2824 | const Decl *TargetDecl = E->getCalleeDecl(); |
| 2825 | if (const FunctionDecl *FD = dyn_cast_or_null<FunctionDecl>(TargetDecl)) { |
| 2826 | if (unsigned builtinID = FD->getBuiltinID()) |
| 2827 | return EmitBuiltinExpr(FD, builtinID, E); |
Daniel Dunbar | c0ef9f5 | 2009-02-20 18:06:48 +0000 | [diff] [blame] | 2828 | } |
| 2829 | |
Chris Lattner | 5db7ae5 | 2009-06-13 00:26:38 +0000 | [diff] [blame] | 2830 | if (const CXXOperatorCallExpr *CE = dyn_cast<CXXOperatorCallExpr>(E)) |
Anders Carlsson | 0f29463 | 2009-05-27 04:18:27 +0000 | [diff] [blame] | 2831 | if (const CXXMethodDecl *MD = dyn_cast_or_null<CXXMethodDecl>(TargetDecl)) |
Anders Carlsson | a1736c0 | 2009-12-24 21:13:40 +0000 | [diff] [blame] | 2832 | return EmitCXXOperatorMemberCallExpr(CE, MD, ReturnValue); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 2833 | |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 2834 | if (const CXXPseudoDestructorExpr *PseudoDtor |
| 2835 | = dyn_cast<CXXPseudoDestructorExpr>(E->getCallee()->IgnoreParens())) { |
| 2836 | QualType DestroyedType = PseudoDtor->getDestroyedType(); |
David Blaikie | 4e4d084 | 2012-03-11 07:00:24 +0000 | [diff] [blame] | 2837 | if (getContext().getLangOpts().ObjCAutoRefCount && |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 2838 | DestroyedType->isObjCLifetimeType() && |
| 2839 | (DestroyedType.getObjCLifetime() == Qualifiers::OCL_Strong || |
| 2840 | DestroyedType.getObjCLifetime() == Qualifiers::OCL_Weak)) { |
Benjamin Kramer | d510fd2 | 2011-06-18 10:34:00 +0000 | [diff] [blame] | 2841 | // Automatic Reference Counting: |
| 2842 | // If the pseudo-expression names a retainable object with weak or |
| 2843 | // strong lifetime, the object shall be released. |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 2844 | Expr *BaseExpr = PseudoDtor->getBase(); |
| 2845 | llvm::Value *BaseValue = NULL; |
| 2846 | Qualifiers BaseQuals; |
| 2847 | |
Benjamin Kramer | d510fd2 | 2011-06-18 10:34:00 +0000 | [diff] [blame] | 2848 | // If this is s.x, emit s as an lvalue. If it is s->x, emit s as a scalar. |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 2849 | if (PseudoDtor->isArrow()) { |
| 2850 | BaseValue = EmitScalarExpr(BaseExpr); |
| 2851 | const PointerType *PTy = BaseExpr->getType()->getAs<PointerType>(); |
| 2852 | BaseQuals = PTy->getPointeeType().getQualifiers(); |
| 2853 | } else { |
| 2854 | LValue BaseLV = EmitLValue(BaseExpr); |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 2855 | BaseValue = BaseLV.getAddress(); |
| 2856 | QualType BaseTy = BaseExpr->getType(); |
| 2857 | BaseQuals = BaseTy.getQualifiers(); |
| 2858 | } |
| 2859 | |
| 2860 | switch (PseudoDtor->getDestroyedType().getObjCLifetime()) { |
| 2861 | case Qualifiers::OCL_None: |
| 2862 | case Qualifiers::OCL_ExplicitNone: |
| 2863 | case Qualifiers::OCL_Autoreleasing: |
| 2864 | break; |
| 2865 | |
| 2866 | case Qualifiers::OCL_Strong: |
| 2867 | EmitARCRelease(Builder.CreateLoad(BaseValue, |
Benjamin Kramer | d510fd2 | 2011-06-18 10:34:00 +0000 | [diff] [blame] | 2868 | PseudoDtor->getDestroyedType().isVolatileQualified()), |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 2869 | /*precise*/ true); |
| 2870 | break; |
| 2871 | |
| 2872 | case Qualifiers::OCL_Weak: |
| 2873 | EmitARCDestroyWeak(BaseValue); |
| 2874 | break; |
| 2875 | } |
| 2876 | } else { |
| 2877 | // C++ [expr.pseudo]p1: |
| 2878 | // The result shall only be used as the operand for the function call |
| 2879 | // operator (), and the result of such a call has type void. The only |
| 2880 | // effect is the evaluation of the postfix-expression before the dot or |
| 2881 | // arrow. |
| 2882 | EmitScalarExpr(E->getCallee()); |
| 2883 | } |
| 2884 | |
Douglas Gregor | a71d819 | 2009-09-04 17:36:40 +0000 | [diff] [blame] | 2885 | return RValue::get(0); |
| 2886 | } |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 2887 | |
Chris Lattner | 7f02f72 | 2007-08-24 05:35:26 +0000 | [diff] [blame] | 2888 | llvm::Value *Callee = EmitScalarExpr(E->getCallee()); |
Anders Carlsson | d2490a9 | 2009-12-24 20:40:36 +0000 | [diff] [blame] | 2889 | return EmitCall(E->getCallee()->getType(), Callee, ReturnValue, |
Anders Carlsson | 9864771 | 2009-05-27 01:22:39 +0000 | [diff] [blame] | 2890 | E->arg_begin(), E->arg_end(), TargetDecl); |
Chris Lattner | c5e940f | 2007-08-31 04:44:06 +0000 | [diff] [blame] | 2891 | } |
| 2892 | |
Daniel Dunbar | 80e62c2 | 2008-09-04 03:20:13 +0000 | [diff] [blame] | 2893 | LValue CodeGenFunction::EmitBinaryOperatorLValue(const BinaryOperator *E) { |
Chris Lattner | 7a574cc | 2009-05-12 21:28:12 +0000 | [diff] [blame] | 2894 | // Comma expressions just emit their LHS then their RHS as an l-value. |
John McCall | 2de56d1 | 2010-08-25 11:45:40 +0000 | [diff] [blame] | 2895 | if (E->getOpcode() == BO_Comma) { |
John McCall | 2a41637 | 2010-12-05 02:00:02 +0000 | [diff] [blame] | 2896 | EmitIgnoredExpr(E->getLHS()); |
Eli Friedman | 130c69e | 2009-12-07 20:18:11 +0000 | [diff] [blame] | 2897 | EnsureInsertPoint(); |
Chris Lattner | 7a574cc | 2009-05-12 21:28:12 +0000 | [diff] [blame] | 2898 | return EmitLValue(E->getRHS()); |
| 2899 | } |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 2900 | |
John McCall | 2de56d1 | 2010-08-25 11:45:40 +0000 | [diff] [blame] | 2901 | if (E->getOpcode() == BO_PtrMemD || |
| 2902 | E->getOpcode() == BO_PtrMemI) |
Fariborz Jahanian | 8bfd31f | 2009-10-22 22:57:31 +0000 | [diff] [blame] | 2903 | return EmitPointerToDataMemberBinaryExpr(E); |
Daniel Dunbar | 80e62c2 | 2008-09-04 03:20:13 +0000 | [diff] [blame] | 2904 | |
John McCall | 2a41637 | 2010-12-05 02:00:02 +0000 | [diff] [blame] | 2905 | assert(E->getOpcode() == BO_Assign && "unexpected binary l-value"); |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 2906 | |
| 2907 | // Note that in all of these cases, __block variables need the RHS |
| 2908 | // evaluated first just in case the variable gets moved by the RHS. |
John McCall | 83ce9d4 | 2010-11-16 23:07:28 +0000 | [diff] [blame] | 2909 | |
Anders Carlsson | 86aa0cd | 2009-10-19 18:28:22 +0000 | [diff] [blame] | 2910 | if (!hasAggregateLLVMType(E->getType())) { |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 2911 | switch (E->getLHS()->getType().getObjCLifetime()) { |
| 2912 | case Qualifiers::OCL_Strong: |
| 2913 | return EmitARCStoreStrong(E, /*ignored*/ false).first; |
| 2914 | |
| 2915 | case Qualifiers::OCL_Autoreleasing: |
| 2916 | return EmitARCStoreAutoreleasing(E).first; |
| 2917 | |
| 2918 | // No reason to do any of these differently. |
| 2919 | case Qualifiers::OCL_None: |
| 2920 | case Qualifiers::OCL_ExplicitNone: |
| 2921 | case Qualifiers::OCL_Weak: |
| 2922 | break; |
| 2923 | } |
| 2924 | |
John McCall | cd940a1 | 2010-12-06 06:10:02 +0000 | [diff] [blame] | 2925 | RValue RV = EmitAnyExpr(E->getRHS()); |
Richard Smith | 4def70d | 2012-10-09 19:52:38 +0000 | [diff] [blame] | 2926 | LValue LV = EmitCheckedLValue(E->getLHS(), TCK_Store); |
John McCall | 545d996 | 2011-06-25 02:11:03 +0000 | [diff] [blame] | 2927 | EmitStoreThroughLValue(RV, LV); |
Anders Carlsson | 86aa0cd | 2009-10-19 18:28:22 +0000 | [diff] [blame] | 2928 | return LV; |
| 2929 | } |
John McCall | 83ce9d4 | 2010-11-16 23:07:28 +0000 | [diff] [blame] | 2930 | |
| 2931 | if (E->getType()->isAnyComplexType()) |
| 2932 | return EmitComplexAssignmentLValue(E); |
| 2933 | |
Daniel Dunbar | 18aba0d | 2010-02-05 19:38:31 +0000 | [diff] [blame] | 2934 | return EmitAggExprToLValue(E); |
Daniel Dunbar | 80e62c2 | 2008-09-04 03:20:13 +0000 | [diff] [blame] | 2935 | } |
| 2936 | |
Christopher Lamb | 22c940e | 2007-12-29 05:02:41 +0000 | [diff] [blame] | 2937 | LValue CodeGenFunction::EmitCallExprLValue(const CallExpr *E) { |
Christopher Lamb | 22c940e | 2007-12-29 05:02:41 +0000 | [diff] [blame] | 2938 | RValue RV = EmitCallExpr(E); |
Anders Carlsson | 4826568 | 2009-05-27 01:45:47 +0000 | [diff] [blame] | 2939 | |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 2940 | if (!RV.isScalar()) |
Daniel Dunbar | 9f553f5 | 2010-08-21 03:08:16 +0000 | [diff] [blame] | 2941 | return MakeAddrLValue(RV.getAggregateAddr(), E->getType()); |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 2942 | |
| 2943 | assert(E->getCallReturnType()->isReferenceType() && |
| 2944 | "Can't have a scalar return unless the return type is a " |
| 2945 | "reference type!"); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 2946 | |
Daniel Dunbar | 9f553f5 | 2010-08-21 03:08:16 +0000 | [diff] [blame] | 2947 | return MakeAddrLValue(RV.getScalarVal(), E->getType()); |
Christopher Lamb | 22c940e | 2007-12-29 05:02:41 +0000 | [diff] [blame] | 2948 | } |
| 2949 | |
Daniel Dunbar | 5b5c9ef | 2009-02-11 20:59:32 +0000 | [diff] [blame] | 2950 | LValue CodeGenFunction::EmitVAArgExprLValue(const VAArgExpr *E) { |
| 2951 | // FIXME: This shouldn't require another copy. |
Daniel Dunbar | 18aba0d | 2010-02-05 19:38:31 +0000 | [diff] [blame] | 2952 | return EmitAggExprToLValue(E); |
Daniel Dunbar | 5b5c9ef | 2009-02-11 20:59:32 +0000 | [diff] [blame] | 2953 | } |
| 2954 | |
Anders Carlsson | b58d017 | 2009-05-30 23:23:33 +0000 | [diff] [blame] | 2955 | LValue CodeGenFunction::EmitCXXConstructLValue(const CXXConstructExpr *E) { |
John McCall | fc1e6c7 | 2010-09-18 00:58:34 +0000 | [diff] [blame] | 2956 | assert(E->getType()->getAsCXXRecordDecl()->hasTrivialDestructor() |
| 2957 | && "binding l-value to type which needs a temporary"); |
Benjamin Kramer | 578faa8 | 2011-09-27 21:06:10 +0000 | [diff] [blame] | 2958 | AggValueSlot Slot = CreateAggTemp(E->getType()); |
John McCall | 558d2ab | 2010-09-15 10:14:12 +0000 | [diff] [blame] | 2959 | EmitCXXConstructExpr(E, Slot); |
| 2960 | return MakeAddrLValue(Slot.getAddr(), E->getType()); |
Anders Carlsson | b58d017 | 2009-05-30 23:23:33 +0000 | [diff] [blame] | 2961 | } |
| 2962 | |
Anders Carlsson | e61c9e8 | 2009-05-30 23:30:54 +0000 | [diff] [blame] | 2963 | LValue |
Mike Stump | c2e84ae | 2009-11-15 08:09:41 +0000 | [diff] [blame] | 2964 | CodeGenFunction::EmitCXXTypeidLValue(const CXXTypeidExpr *E) { |
Daniel Dunbar | 9f553f5 | 2010-08-21 03:08:16 +0000 | [diff] [blame] | 2965 | return MakeAddrLValue(EmitCXXTypeidExpr(E), E->getType()); |
Mike Stump | c2e84ae | 2009-11-15 08:09:41 +0000 | [diff] [blame] | 2966 | } |
| 2967 | |
Nico Weber | c5f8046 | 2012-10-11 10:13:44 +0000 | [diff] [blame] | 2968 | llvm::Value *CodeGenFunction::EmitCXXUuidofExpr(const CXXUuidofExpr *E) { |
| 2969 | return CGM.GetAddrOfUuidDescriptor(E); |
| 2970 | } |
| 2971 | |
| 2972 | LValue CodeGenFunction::EmitCXXUuidofLValue(const CXXUuidofExpr *E) { |
| 2973 | return MakeAddrLValue(EmitCXXUuidofExpr(E), E->getType()); |
| 2974 | } |
| 2975 | |
Mike Stump | c2e84ae | 2009-11-15 08:09:41 +0000 | [diff] [blame] | 2976 | LValue |
Anders Carlsson | e61c9e8 | 2009-05-30 23:30:54 +0000 | [diff] [blame] | 2977 | CodeGenFunction::EmitCXXBindTemporaryLValue(const CXXBindTemporaryExpr *E) { |
John McCall | fc1e6c7 | 2010-09-18 00:58:34 +0000 | [diff] [blame] | 2978 | AggValueSlot Slot = CreateAggTemp(E->getType(), "temp.lvalue"); |
John McCall | fd71fb8 | 2011-08-26 08:02:37 +0000 | [diff] [blame] | 2979 | Slot.setExternallyDestructed(); |
John McCall | fc1e6c7 | 2010-09-18 00:58:34 +0000 | [diff] [blame] | 2980 | EmitAggExpr(E->getSubExpr(), Slot); |
Peter Collingbourne | 8681160 | 2011-11-27 22:09:22 +0000 | [diff] [blame] | 2981 | EmitCXXTemporary(E->getTemporary(), E->getType(), Slot.getAddr()); |
John McCall | fc1e6c7 | 2010-09-18 00:58:34 +0000 | [diff] [blame] | 2982 | return MakeAddrLValue(Slot.getAddr(), E->getType()); |
Anders Carlsson | e61c9e8 | 2009-05-30 23:30:54 +0000 | [diff] [blame] | 2983 | } |
| 2984 | |
Eli Friedman | 31a3702 | 2012-02-08 05:34:55 +0000 | [diff] [blame] | 2985 | LValue |
| 2986 | CodeGenFunction::EmitLambdaLValue(const LambdaExpr *E) { |
Eli Friedman | 31a3702 | 2012-02-08 05:34:55 +0000 | [diff] [blame] | 2987 | AggValueSlot Slot = CreateAggTemp(E->getType(), "temp.lvalue"); |
Eli Friedman | 4c5d8af | 2012-02-09 03:32:31 +0000 | [diff] [blame] | 2988 | EmitLambdaExpr(E, Slot); |
Eli Friedman | 31a3702 | 2012-02-08 05:34:55 +0000 | [diff] [blame] | 2989 | return MakeAddrLValue(Slot.getAddr(), E->getType()); |
| 2990 | } |
| 2991 | |
Daniel Dunbar | 0a04d77 | 2008-08-23 10:51:21 +0000 | [diff] [blame] | 2992 | LValue CodeGenFunction::EmitObjCMessageExprLValue(const ObjCMessageExpr *E) { |
Daniel Dunbar | 0a04d77 | 2008-08-23 10:51:21 +0000 | [diff] [blame] | 2993 | RValue RV = EmitObjCMessageExpr(E); |
Anders Carlsson | 7e70fb2 | 2010-06-21 20:59:55 +0000 | [diff] [blame] | 2994 | |
| 2995 | if (!RV.isScalar()) |
Daniel Dunbar | 9f553f5 | 2010-08-21 03:08:16 +0000 | [diff] [blame] | 2996 | return MakeAddrLValue(RV.getAggregateAddr(), E->getType()); |
Anders Carlsson | 7e70fb2 | 2010-06-21 20:59:55 +0000 | [diff] [blame] | 2997 | |
| 2998 | assert(E->getMethodDecl()->getResultType()->isReferenceType() && |
| 2999 | "Can't have a scalar return unless the return type is a " |
| 3000 | "reference type!"); |
| 3001 | |
Daniel Dunbar | 9f553f5 | 2010-08-21 03:08:16 +0000 | [diff] [blame] | 3002 | return MakeAddrLValue(RV.getScalarVal(), E->getType()); |
Daniel Dunbar | 0a04d77 | 2008-08-23 10:51:21 +0000 | [diff] [blame] | 3003 | } |
| 3004 | |
Fariborz Jahanian | 03b2960 | 2010-06-17 19:56:20 +0000 | [diff] [blame] | 3005 | LValue CodeGenFunction::EmitObjCSelectorLValue(const ObjCSelectorExpr *E) { |
| 3006 | llvm::Value *V = |
| 3007 | CGM.getObjCRuntime().GetSelector(Builder, E->getSelector(), true); |
Daniel Dunbar | 9f553f5 | 2010-08-21 03:08:16 +0000 | [diff] [blame] | 3008 | return MakeAddrLValue(V, E->getType()); |
Fariborz Jahanian | 03b2960 | 2010-06-17 19:56:20 +0000 | [diff] [blame] | 3009 | } |
| 3010 | |
Daniel Dunbar | 2a03192 | 2009-04-22 05:08:15 +0000 | [diff] [blame] | 3011 | llvm::Value *CodeGenFunction::EmitIvarOffset(const ObjCInterfaceDecl *Interface, |
Daniel Dunbar | 29e0bcc | 2008-09-24 04:00:38 +0000 | [diff] [blame] | 3012 | const ObjCIvarDecl *Ivar) { |
Fariborz Jahanian | f63aa3f | 2009-02-10 19:02:04 +0000 | [diff] [blame] | 3013 | return CGM.getObjCRuntime().EmitIvarOffset(*this, Interface, Ivar); |
Daniel Dunbar | 29e0bcc | 2008-09-24 04:00:38 +0000 | [diff] [blame] | 3014 | } |
| 3015 | |
Fariborz Jahanian | 45012a7 | 2009-02-03 00:09:52 +0000 | [diff] [blame] | 3016 | LValue CodeGenFunction::EmitLValueForIvar(QualType ObjectTy, |
| 3017 | llvm::Value *BaseValue, |
Daniel Dunbar | 29e0bcc | 2008-09-24 04:00:38 +0000 | [diff] [blame] | 3018 | const ObjCIvarDecl *Ivar, |
| 3019 | unsigned CVRQualifiers) { |
Chris Lattner | 26f074b | 2009-04-17 17:44:48 +0000 | [diff] [blame] | 3020 | return CGM.getObjCRuntime().EmitObjCValueForIvar(*this, ObjectTy, BaseValue, |
Daniel Dunbar | 525c9b7 | 2009-04-21 01:19:28 +0000 | [diff] [blame] | 3021 | Ivar, CVRQualifiers); |
Daniel Dunbar | 29e0bcc | 2008-09-24 04:00:38 +0000 | [diff] [blame] | 3022 | } |
| 3023 | |
| 3024 | LValue CodeGenFunction::EmitObjCIvarRefLValue(const ObjCIvarRefExpr *E) { |
Anders Carlsson | 29b7e50 | 2008-08-25 01:53:23 +0000 | [diff] [blame] | 3025 | // FIXME: A lot of the code below could be shared with EmitMemberExpr. |
| 3026 | llvm::Value *BaseValue = 0; |
| 3027 | const Expr *BaseExpr = E->getBase(); |
John McCall | 0953e76 | 2009-09-24 19:53:00 +0000 | [diff] [blame] | 3028 | Qualifiers BaseQuals; |
Fariborz Jahanian | 45012a7 | 2009-02-03 00:09:52 +0000 | [diff] [blame] | 3029 | QualType ObjectTy; |
Anders Carlsson | 29b7e50 | 2008-08-25 01:53:23 +0000 | [diff] [blame] | 3030 | if (E->isArrow()) { |
| 3031 | BaseValue = EmitScalarExpr(BaseExpr); |
Steve Naroff | 14108da | 2009-07-10 23:34:53 +0000 | [diff] [blame] | 3032 | ObjectTy = BaseExpr->getType()->getPointeeType(); |
John McCall | 0953e76 | 2009-09-24 19:53:00 +0000 | [diff] [blame] | 3033 | BaseQuals = ObjectTy.getQualifiers(); |
Anders Carlsson | 29b7e50 | 2008-08-25 01:53:23 +0000 | [diff] [blame] | 3034 | } else { |
| 3035 | LValue BaseLV = EmitLValue(BaseExpr); |
| 3036 | // FIXME: this isn't right for bitfields. |
| 3037 | BaseValue = BaseLV.getAddress(); |
Fariborz Jahanian | 45012a7 | 2009-02-03 00:09:52 +0000 | [diff] [blame] | 3038 | ObjectTy = BaseExpr->getType(); |
John McCall | 0953e76 | 2009-09-24 19:53:00 +0000 | [diff] [blame] | 3039 | BaseQuals = ObjectTy.getQualifiers(); |
Anders Carlsson | 29b7e50 | 2008-08-25 01:53:23 +0000 | [diff] [blame] | 3040 | } |
Daniel Dunbar | 29e0bcc | 2008-09-24 04:00:38 +0000 | [diff] [blame] | 3041 | |
Fariborz Jahanian | dbf3cfd | 2009-09-16 23:11:23 +0000 | [diff] [blame] | 3042 | LValue LV = |
John McCall | 0953e76 | 2009-09-24 19:53:00 +0000 | [diff] [blame] | 3043 | EmitLValueForIvar(ObjectTy, BaseValue, E->getDecl(), |
| 3044 | BaseQuals.getCVRQualifiers()); |
Fariborz Jahanian | dbf3cfd | 2009-09-16 23:11:23 +0000 | [diff] [blame] | 3045 | setObjCGCLValueClass(getContext(), E, LV); |
| 3046 | return LV; |
Chris Lattner | 391d77a | 2008-03-30 23:03:07 +0000 | [diff] [blame] | 3047 | } |
| 3048 | |
Chris Lattner | 6545994 | 2009-04-25 19:35:26 +0000 | [diff] [blame] | 3049 | LValue CodeGenFunction::EmitStmtExprLValue(const StmtExpr *E) { |
Chris Lattner | 6545994 | 2009-04-25 19:35:26 +0000 | [diff] [blame] | 3050 | // Can only get l-value for message expression returning aggregate type |
| 3051 | RValue RV = EmitAnyExprToTemp(E); |
Daniel Dunbar | 9f553f5 | 2010-08-21 03:08:16 +0000 | [diff] [blame] | 3052 | return MakeAddrLValue(RV.getAggregateAddr(), E->getType()); |
Chris Lattner | 6545994 | 2009-04-25 19:35:26 +0000 | [diff] [blame] | 3053 | } |
| 3054 | |
Anders Carlsson | 31777a2 | 2009-12-24 19:08:58 +0000 | [diff] [blame] | 3055 | RValue CodeGenFunction::EmitCall(QualType CalleeType, llvm::Value *Callee, |
Anders Carlsson | d2490a9 | 2009-12-24 20:40:36 +0000 | [diff] [blame] | 3056 | ReturnValueSlot ReturnValue, |
Anders Carlsson | 9864771 | 2009-05-27 01:22:39 +0000 | [diff] [blame] | 3057 | CallExpr::const_arg_iterator ArgBeg, |
| 3058 | CallExpr::const_arg_iterator ArgEnd, |
| 3059 | const Decl *TargetDecl) { |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 3060 | // Get the actual function type. The callee type will always be a pointer to |
| 3061 | // function type or a block pointer type. |
| 3062 | assert(CalleeType->isFunctionPointerType() && |
Anders Carlsson | 8ac67a7 | 2009-04-07 18:53:02 +0000 | [diff] [blame] | 3063 | "Call must have function pointer type!"); |
| 3064 | |
John McCall | 00a1ad9 | 2009-10-23 08:22:42 +0000 | [diff] [blame] | 3065 | CalleeType = getContext().getCanonicalType(CalleeType); |
| 3066 | |
John McCall | 04a67a6 | 2010-02-05 21:31:56 +0000 | [diff] [blame] | 3067 | const FunctionType *FnType |
| 3068 | = cast<FunctionType>(cast<PointerType>(CalleeType)->getPointeeType()); |
Daniel Dunbar | 19cd87e | 2008-08-30 03:02:31 +0000 | [diff] [blame] | 3069 | |
| 3070 | CallArgList Args; |
John McCall | 00a1ad9 | 2009-10-23 08:22:42 +0000 | [diff] [blame] | 3071 | EmitCallArgs(Args, dyn_cast<FunctionProtoType>(FnType), ArgBeg, ArgEnd); |
Daniel Dunbar | 19cd87e | 2008-08-30 03:02:31 +0000 | [diff] [blame] | 3072 | |
John McCall | de5d3c7 | 2012-02-17 03:33:10 +0000 | [diff] [blame] | 3073 | const CGFunctionInfo &FnInfo = |
John McCall | 0f3d097 | 2012-07-07 06:41:13 +0000 | [diff] [blame] | 3074 | CGM.getTypes().arrangeFreeFunctionCall(Args, FnType); |
John McCall | 01f151e | 2011-09-21 08:08:30 +0000 | [diff] [blame] | 3075 | |
| 3076 | // C99 6.5.2.2p6: |
| 3077 | // If the expression that denotes the called function has a type |
| 3078 | // that does not include a prototype, [the default argument |
| 3079 | // promotions are performed]. If the number of arguments does not |
| 3080 | // equal the number of parameters, the behavior is undefined. If |
| 3081 | // the function is defined with a type that includes a prototype, |
| 3082 | // and either the prototype ends with an ellipsis (, ...) or the |
| 3083 | // types of the arguments after promotion are not compatible with |
| 3084 | // the types of the parameters, the behavior is undefined. If the |
| 3085 | // function is defined with a type that does not include a |
| 3086 | // prototype, and the types of the arguments after promotion are |
| 3087 | // not compatible with those of the parameters after promotion, |
| 3088 | // the behavior is undefined [except in some trivial cases]. |
| 3089 | // That is, in the general case, we should assume that a call |
| 3090 | // through an unprototyped function type works like a *non-variadic* |
| 3091 | // call. The way we make this work is to cast to the exact type |
| 3092 | // of the promoted arguments. |
John McCall | de5d3c7 | 2012-02-17 03:33:10 +0000 | [diff] [blame] | 3093 | if (isa<FunctionNoProtoType>(FnType) && !FnInfo.isVariadic()) { |
| 3094 | llvm::Type *CalleeTy = getTypes().GetFunctionType(FnInfo); |
John McCall | 01f151e | 2011-09-21 08:08:30 +0000 | [diff] [blame] | 3095 | CalleeTy = CalleeTy->getPointerTo(); |
| 3096 | Callee = Builder.CreateBitCast(Callee, CalleeTy, "callee.knr.cast"); |
| 3097 | } |
| 3098 | |
| 3099 | return EmitCall(FnInfo, Callee, ReturnValue, Args, TargetDecl); |
Daniel Dunbar | 8f2926b | 2008-08-23 03:46:30 +0000 | [diff] [blame] | 3100 | } |
Fariborz Jahanian | 8bfd31f | 2009-10-22 22:57:31 +0000 | [diff] [blame] | 3101 | |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 3102 | LValue CodeGenFunction:: |
| 3103 | EmitPointerToDataMemberBinaryExpr(const BinaryOperator *E) { |
Eli Friedman | 1c5c1a0 | 2009-11-18 05:01:17 +0000 | [diff] [blame] | 3104 | llvm::Value *BaseV; |
John McCall | 2de56d1 | 2010-08-25 11:45:40 +0000 | [diff] [blame] | 3105 | if (E->getOpcode() == BO_PtrMemI) |
Eli Friedman | 1c5c1a0 | 2009-11-18 05:01:17 +0000 | [diff] [blame] | 3106 | BaseV = EmitScalarExpr(E->getLHS()); |
| 3107 | else |
| 3108 | BaseV = EmitLValue(E->getLHS()).getAddress(); |
Chris Lattner | eb99b01 | 2009-10-28 17:39:19 +0000 | [diff] [blame] | 3109 | |
John McCall | 6c2ab1d | 2010-08-31 21:07:20 +0000 | [diff] [blame] | 3110 | llvm::Value *OffsetV = EmitScalarExpr(E->getRHS()); |
| 3111 | |
| 3112 | const MemberPointerType *MPT |
| 3113 | = E->getRHS()->getType()->getAs<MemberPointerType>(); |
| 3114 | |
| 3115 | llvm::Value *AddV = |
| 3116 | CGM.getCXXABI().EmitMemberDataPointerAddress(*this, BaseV, OffsetV, MPT); |
| 3117 | |
| 3118 | return MakeAddrLValue(AddV, MPT->getPointeeType()); |
Fariborz Jahanian | 8bfd31f | 2009-10-22 22:57:31 +0000 | [diff] [blame] | 3119 | } |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 3120 | |
| 3121 | static void |
| 3122 | EmitAtomicOp(CodeGenFunction &CGF, AtomicExpr *E, llvm::Value *Dest, |
| 3123 | llvm::Value *Ptr, llvm::Value *Val1, llvm::Value *Val2, |
| 3124 | uint64_t Size, unsigned Align, llvm::AtomicOrdering Order) { |
Richard Smith | ff34d40 | 2012-04-12 05:08:17 +0000 | [diff] [blame] | 3125 | llvm::AtomicRMWInst::BinOp Op = llvm::AtomicRMWInst::Add; |
| 3126 | llvm::Instruction::BinaryOps PostOp = (llvm::Instruction::BinaryOps)0; |
| 3127 | |
| 3128 | switch (E->getOp()) { |
| 3129 | case AtomicExpr::AO__c11_atomic_init: |
| 3130 | llvm_unreachable("Already handled!"); |
| 3131 | |
| 3132 | case AtomicExpr::AO__c11_atomic_compare_exchange_strong: |
| 3133 | case AtomicExpr::AO__c11_atomic_compare_exchange_weak: |
| 3134 | case AtomicExpr::AO__atomic_compare_exchange: |
| 3135 | case AtomicExpr::AO__atomic_compare_exchange_n: { |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 3136 | // Note that cmpxchg only supports specifying one ordering and |
| 3137 | // doesn't support weak cmpxchg, at least at the moment. |
| 3138 | llvm::LoadInst *LoadVal1 = CGF.Builder.CreateLoad(Val1); |
| 3139 | LoadVal1->setAlignment(Align); |
| 3140 | llvm::LoadInst *LoadVal2 = CGF.Builder.CreateLoad(Val2); |
| 3141 | LoadVal2->setAlignment(Align); |
| 3142 | llvm::AtomicCmpXchgInst *CXI = |
| 3143 | CGF.Builder.CreateAtomicCmpXchg(Ptr, LoadVal1, LoadVal2, Order); |
| 3144 | CXI->setVolatile(E->isVolatile()); |
| 3145 | llvm::StoreInst *StoreVal1 = CGF.Builder.CreateStore(CXI, Val1); |
| 3146 | StoreVal1->setAlignment(Align); |
| 3147 | llvm::Value *Cmp = CGF.Builder.CreateICmpEQ(CXI, LoadVal1); |
| 3148 | CGF.EmitStoreOfScalar(Cmp, CGF.MakeAddrLValue(Dest, E->getType())); |
| 3149 | return; |
| 3150 | } |
| 3151 | |
Richard Smith | ff34d40 | 2012-04-12 05:08:17 +0000 | [diff] [blame] | 3152 | case AtomicExpr::AO__c11_atomic_load: |
| 3153 | case AtomicExpr::AO__atomic_load_n: |
| 3154 | case AtomicExpr::AO__atomic_load: { |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 3155 | llvm::LoadInst *Load = CGF.Builder.CreateLoad(Ptr); |
| 3156 | Load->setAtomic(Order); |
| 3157 | Load->setAlignment(Size); |
| 3158 | Load->setVolatile(E->isVolatile()); |
| 3159 | llvm::StoreInst *StoreDest = CGF.Builder.CreateStore(Load, Dest); |
| 3160 | StoreDest->setAlignment(Align); |
| 3161 | return; |
| 3162 | } |
| 3163 | |
Richard Smith | ff34d40 | 2012-04-12 05:08:17 +0000 | [diff] [blame] | 3164 | case AtomicExpr::AO__c11_atomic_store: |
| 3165 | case AtomicExpr::AO__atomic_store: |
| 3166 | case AtomicExpr::AO__atomic_store_n: { |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 3167 | assert(!Dest && "Store does not return a value"); |
| 3168 | llvm::LoadInst *LoadVal1 = CGF.Builder.CreateLoad(Val1); |
| 3169 | LoadVal1->setAlignment(Align); |
| 3170 | llvm::StoreInst *Store = CGF.Builder.CreateStore(LoadVal1, Ptr); |
| 3171 | Store->setAtomic(Order); |
| 3172 | Store->setAlignment(Size); |
| 3173 | Store->setVolatile(E->isVolatile()); |
| 3174 | return; |
| 3175 | } |
| 3176 | |
Richard Smith | ff34d40 | 2012-04-12 05:08:17 +0000 | [diff] [blame] | 3177 | case AtomicExpr::AO__c11_atomic_exchange: |
| 3178 | case AtomicExpr::AO__atomic_exchange_n: |
| 3179 | case AtomicExpr::AO__atomic_exchange: |
| 3180 | Op = llvm::AtomicRMWInst::Xchg; |
| 3181 | break; |
| 3182 | |
| 3183 | case AtomicExpr::AO__atomic_add_fetch: |
| 3184 | PostOp = llvm::Instruction::Add; |
| 3185 | // Fall through. |
| 3186 | case AtomicExpr::AO__c11_atomic_fetch_add: |
| 3187 | case AtomicExpr::AO__atomic_fetch_add: |
| 3188 | Op = llvm::AtomicRMWInst::Add; |
| 3189 | break; |
| 3190 | |
| 3191 | case AtomicExpr::AO__atomic_sub_fetch: |
| 3192 | PostOp = llvm::Instruction::Sub; |
| 3193 | // Fall through. |
| 3194 | case AtomicExpr::AO__c11_atomic_fetch_sub: |
| 3195 | case AtomicExpr::AO__atomic_fetch_sub: |
| 3196 | Op = llvm::AtomicRMWInst::Sub; |
| 3197 | break; |
| 3198 | |
| 3199 | case AtomicExpr::AO__atomic_and_fetch: |
| 3200 | PostOp = llvm::Instruction::And; |
| 3201 | // Fall through. |
| 3202 | case AtomicExpr::AO__c11_atomic_fetch_and: |
| 3203 | case AtomicExpr::AO__atomic_fetch_and: |
| 3204 | Op = llvm::AtomicRMWInst::And; |
| 3205 | break; |
| 3206 | |
| 3207 | case AtomicExpr::AO__atomic_or_fetch: |
| 3208 | PostOp = llvm::Instruction::Or; |
| 3209 | // Fall through. |
| 3210 | case AtomicExpr::AO__c11_atomic_fetch_or: |
| 3211 | case AtomicExpr::AO__atomic_fetch_or: |
| 3212 | Op = llvm::AtomicRMWInst::Or; |
| 3213 | break; |
| 3214 | |
| 3215 | case AtomicExpr::AO__atomic_xor_fetch: |
| 3216 | PostOp = llvm::Instruction::Xor; |
| 3217 | // Fall through. |
| 3218 | case AtomicExpr::AO__c11_atomic_fetch_xor: |
| 3219 | case AtomicExpr::AO__atomic_fetch_xor: |
| 3220 | Op = llvm::AtomicRMWInst::Xor; |
| 3221 | break; |
Richard Smith | 51b9240 | 2012-04-13 06:31:38 +0000 | [diff] [blame] | 3222 | |
| 3223 | case AtomicExpr::AO__atomic_nand_fetch: |
| 3224 | PostOp = llvm::Instruction::And; |
| 3225 | // Fall through. |
| 3226 | case AtomicExpr::AO__atomic_fetch_nand: |
| 3227 | Op = llvm::AtomicRMWInst::Nand; |
| 3228 | break; |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 3229 | } |
Richard Smith | ff34d40 | 2012-04-12 05:08:17 +0000 | [diff] [blame] | 3230 | |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 3231 | llvm::LoadInst *LoadVal1 = CGF.Builder.CreateLoad(Val1); |
| 3232 | LoadVal1->setAlignment(Align); |
| 3233 | llvm::AtomicRMWInst *RMWI = |
| 3234 | CGF.Builder.CreateAtomicRMW(Op, Ptr, LoadVal1, Order); |
| 3235 | RMWI->setVolatile(E->isVolatile()); |
Richard Smith | ff34d40 | 2012-04-12 05:08:17 +0000 | [diff] [blame] | 3236 | |
| 3237 | // For __atomic_*_fetch operations, perform the operation again to |
| 3238 | // determine the value which was written. |
| 3239 | llvm::Value *Result = RMWI; |
| 3240 | if (PostOp) |
| 3241 | Result = CGF.Builder.CreateBinOp(PostOp, RMWI, LoadVal1); |
Richard Smith | 51b9240 | 2012-04-13 06:31:38 +0000 | [diff] [blame] | 3242 | if (E->getOp() == AtomicExpr::AO__atomic_nand_fetch) |
| 3243 | Result = CGF.Builder.CreateNot(Result); |
Richard Smith | ff34d40 | 2012-04-12 05:08:17 +0000 | [diff] [blame] | 3244 | llvm::StoreInst *StoreDest = CGF.Builder.CreateStore(Result, Dest); |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 3245 | StoreDest->setAlignment(Align); |
| 3246 | } |
| 3247 | |
| 3248 | // This function emits any expression (scalar, complex, or aggregate) |
| 3249 | // into a temporary alloca. |
| 3250 | static llvm::Value * |
| 3251 | EmitValToTemp(CodeGenFunction &CGF, Expr *E) { |
| 3252 | llvm::Value *DeclPtr = CGF.CreateMemTemp(E->getType(), ".atomictmp"); |
Chad Rosier | 649b4a1 | 2012-03-29 17:37:10 +0000 | [diff] [blame] | 3253 | CGF.EmitAnyExprToMem(E, DeclPtr, E->getType().getQualifiers(), |
| 3254 | /*Init*/ true); |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 3255 | return DeclPtr; |
| 3256 | } |
| 3257 | |
| 3258 | static RValue ConvertTempToRValue(CodeGenFunction &CGF, QualType Ty, |
| 3259 | llvm::Value *Dest) { |
| 3260 | if (Ty->isAnyComplexType()) |
| 3261 | return RValue::getComplex(CGF.LoadComplexFromAddr(Dest, false)); |
| 3262 | if (CGF.hasAggregateLLVMType(Ty)) |
| 3263 | return RValue::getAggregate(Dest); |
| 3264 | return RValue::get(CGF.EmitLoadOfScalar(CGF.MakeAddrLValue(Dest, Ty))); |
| 3265 | } |
| 3266 | |
| 3267 | RValue CodeGenFunction::EmitAtomicExpr(AtomicExpr *E, llvm::Value *Dest) { |
| 3268 | QualType AtomicTy = E->getPtr()->getType()->getPointeeType(); |
Richard Smith | ff34d40 | 2012-04-12 05:08:17 +0000 | [diff] [blame] | 3269 | QualType MemTy = AtomicTy; |
| 3270 | if (const AtomicType *AT = AtomicTy->getAs<AtomicType>()) |
| 3271 | MemTy = AT->getValueType(); |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 3272 | CharUnits sizeChars = getContext().getTypeSizeInChars(AtomicTy); |
| 3273 | uint64_t Size = sizeChars.getQuantity(); |
| 3274 | CharUnits alignChars = getContext().getTypeAlignInChars(AtomicTy); |
| 3275 | unsigned Align = alignChars.getQuantity(); |
Eli Friedman | 2be4607 | 2011-10-14 20:59:01 +0000 | [diff] [blame] | 3276 | unsigned MaxInlineWidth = |
| 3277 | getContext().getTargetInfo().getMaxAtomicInlineWidth(); |
| 3278 | bool UseLibcall = (Size != Align || Size > MaxInlineWidth); |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 3279 | |
David Chisnall | 7a7ee30 | 2012-01-16 17:27:18 +0000 | [diff] [blame] | 3280 | |
| 3281 | |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 3282 | llvm::Value *Ptr, *Order, *OrderFail = 0, *Val1 = 0, *Val2 = 0; |
| 3283 | Ptr = EmitScalarExpr(E->getPtr()); |
David Chisnall | 7a7ee30 | 2012-01-16 17:27:18 +0000 | [diff] [blame] | 3284 | |
Richard Smith | ff34d40 | 2012-04-12 05:08:17 +0000 | [diff] [blame] | 3285 | if (E->getOp() == AtomicExpr::AO__c11_atomic_init) { |
David Chisnall | 7a7ee30 | 2012-01-16 17:27:18 +0000 | [diff] [blame] | 3286 | assert(!Dest && "Init does not return a value"); |
David Chisnall | 5d70cfd | 2012-04-11 17:24:05 +0000 | [diff] [blame] | 3287 | if (!hasAggregateLLVMType(E->getVal1()->getType())) { |
Douglas Gregor | 47bfcca | 2012-04-12 20:42:30 +0000 | [diff] [blame] | 3288 | QualType PointeeType |
| 3289 | = E->getPtr()->getType()->getAs<PointerType>()->getPointeeType(); |
| 3290 | EmitScalarInit(EmitScalarExpr(E->getVal1()), |
| 3291 | LValue::MakeAddr(Ptr, PointeeType, alignChars, |
| 3292 | getContext())); |
David Chisnall | 5d70cfd | 2012-04-11 17:24:05 +0000 | [diff] [blame] | 3293 | } else if (E->getType()->isAnyComplexType()) { |
| 3294 | EmitComplexExprIntoAddr(E->getVal1(), Ptr, E->isVolatile()); |
| 3295 | } else { |
| 3296 | AggValueSlot Slot = AggValueSlot::forAddr(Ptr, alignChars, |
| 3297 | AtomicTy.getQualifiers(), |
| 3298 | AggValueSlot::IsNotDestructed, |
| 3299 | AggValueSlot::DoesNotNeedGCBarriers, |
| 3300 | AggValueSlot::IsNotAliased); |
| 3301 | EmitAggExpr(E->getVal1(), Slot); |
| 3302 | } |
David Chisnall | 7a7ee30 | 2012-01-16 17:27:18 +0000 | [diff] [blame] | 3303 | return RValue::get(0); |
| 3304 | } |
| 3305 | |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 3306 | Order = EmitScalarExpr(E->getOrder()); |
Richard Smith | ff34d40 | 2012-04-12 05:08:17 +0000 | [diff] [blame] | 3307 | |
| 3308 | switch (E->getOp()) { |
| 3309 | case AtomicExpr::AO__c11_atomic_init: |
| 3310 | llvm_unreachable("Already handled!"); |
| 3311 | |
| 3312 | case AtomicExpr::AO__c11_atomic_load: |
| 3313 | case AtomicExpr::AO__atomic_load_n: |
| 3314 | break; |
| 3315 | |
| 3316 | case AtomicExpr::AO__atomic_load: |
| 3317 | Dest = EmitScalarExpr(E->getVal1()); |
| 3318 | break; |
| 3319 | |
| 3320 | case AtomicExpr::AO__atomic_store: |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 3321 | Val1 = EmitScalarExpr(E->getVal1()); |
Richard Smith | ff34d40 | 2012-04-12 05:08:17 +0000 | [diff] [blame] | 3322 | break; |
| 3323 | |
| 3324 | case AtomicExpr::AO__atomic_exchange: |
| 3325 | Val1 = EmitScalarExpr(E->getVal1()); |
| 3326 | Dest = EmitScalarExpr(E->getVal2()); |
| 3327 | break; |
| 3328 | |
| 3329 | case AtomicExpr::AO__c11_atomic_compare_exchange_strong: |
| 3330 | case AtomicExpr::AO__c11_atomic_compare_exchange_weak: |
| 3331 | case AtomicExpr::AO__atomic_compare_exchange_n: |
| 3332 | case AtomicExpr::AO__atomic_compare_exchange: |
| 3333 | Val1 = EmitScalarExpr(E->getVal1()); |
| 3334 | if (E->getOp() == AtomicExpr::AO__atomic_compare_exchange) |
| 3335 | Val2 = EmitScalarExpr(E->getVal2()); |
| 3336 | else |
| 3337 | Val2 = EmitValToTemp(*this, E->getVal2()); |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 3338 | OrderFail = EmitScalarExpr(E->getOrderFail()); |
Richard Smith | ff34d40 | 2012-04-12 05:08:17 +0000 | [diff] [blame] | 3339 | // Evaluate and discard the 'weak' argument. |
| 3340 | if (E->getNumSubExprs() == 6) |
| 3341 | EmitScalarExpr(E->getWeak()); |
| 3342 | break; |
| 3343 | |
| 3344 | case AtomicExpr::AO__c11_atomic_fetch_add: |
| 3345 | case AtomicExpr::AO__c11_atomic_fetch_sub: |
Richard Smith | ff34d40 | 2012-04-12 05:08:17 +0000 | [diff] [blame] | 3346 | if (MemTy->isPointerType()) { |
| 3347 | // For pointer arithmetic, we're required to do a bit of math: |
| 3348 | // adding 1 to an int* is not the same as adding 1 to a uintptr_t. |
Richard Smith | 2c39d71 | 2012-04-13 00:45:38 +0000 | [diff] [blame] | 3349 | // ... but only for the C11 builtins. The GNU builtins expect the |
| 3350 | // user to multiply by sizeof(T). |
Richard Smith | ff34d40 | 2012-04-12 05:08:17 +0000 | [diff] [blame] | 3351 | QualType Val1Ty = E->getVal1()->getType(); |
| 3352 | llvm::Value *Val1Scalar = EmitScalarExpr(E->getVal1()); |
| 3353 | CharUnits PointeeIncAmt = |
| 3354 | getContext().getTypeSizeInChars(MemTy->getPointeeType()); |
| 3355 | Val1Scalar = Builder.CreateMul(Val1Scalar, CGM.getSize(PointeeIncAmt)); |
| 3356 | Val1 = CreateMemTemp(Val1Ty, ".atomictmp"); |
| 3357 | EmitStoreOfScalar(Val1Scalar, MakeAddrLValue(Val1, Val1Ty)); |
| 3358 | break; |
| 3359 | } |
| 3360 | // Fall through. |
Richard Smith | 2c39d71 | 2012-04-13 00:45:38 +0000 | [diff] [blame] | 3361 | case AtomicExpr::AO__atomic_fetch_add: |
| 3362 | case AtomicExpr::AO__atomic_fetch_sub: |
| 3363 | case AtomicExpr::AO__atomic_add_fetch: |
| 3364 | case AtomicExpr::AO__atomic_sub_fetch: |
Richard Smith | ff34d40 | 2012-04-12 05:08:17 +0000 | [diff] [blame] | 3365 | case AtomicExpr::AO__c11_atomic_store: |
| 3366 | case AtomicExpr::AO__c11_atomic_exchange: |
| 3367 | case AtomicExpr::AO__atomic_store_n: |
| 3368 | case AtomicExpr::AO__atomic_exchange_n: |
| 3369 | case AtomicExpr::AO__c11_atomic_fetch_and: |
| 3370 | case AtomicExpr::AO__c11_atomic_fetch_or: |
| 3371 | case AtomicExpr::AO__c11_atomic_fetch_xor: |
| 3372 | case AtomicExpr::AO__atomic_fetch_and: |
| 3373 | case AtomicExpr::AO__atomic_fetch_or: |
| 3374 | case AtomicExpr::AO__atomic_fetch_xor: |
Richard Smith | 51b9240 | 2012-04-13 06:31:38 +0000 | [diff] [blame] | 3375 | case AtomicExpr::AO__atomic_fetch_nand: |
Richard Smith | ff34d40 | 2012-04-12 05:08:17 +0000 | [diff] [blame] | 3376 | case AtomicExpr::AO__atomic_and_fetch: |
| 3377 | case AtomicExpr::AO__atomic_or_fetch: |
| 3378 | case AtomicExpr::AO__atomic_xor_fetch: |
Richard Smith | 51b9240 | 2012-04-13 06:31:38 +0000 | [diff] [blame] | 3379 | case AtomicExpr::AO__atomic_nand_fetch: |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 3380 | Val1 = EmitValToTemp(*this, E->getVal1()); |
Richard Smith | ff34d40 | 2012-04-12 05:08:17 +0000 | [diff] [blame] | 3381 | break; |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 3382 | } |
| 3383 | |
Richard Smith | ff34d40 | 2012-04-12 05:08:17 +0000 | [diff] [blame] | 3384 | if (!E->getType()->isVoidType() && !Dest) |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 3385 | Dest = CreateMemTemp(E->getType(), ".atomicdst"); |
| 3386 | |
David Chisnall | 3a7d69b | 2012-03-29 18:01:11 +0000 | [diff] [blame] | 3387 | // Use a library call. See: http://gcc.gnu.org/wiki/Atomic/GCCMM/LIbrary . |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 3388 | if (UseLibcall) { |
David Chisnall | 3a7d69b | 2012-03-29 18:01:11 +0000 | [diff] [blame] | 3389 | |
| 3390 | llvm::SmallVector<QualType, 5> Params; |
| 3391 | CallArgList Args; |
| 3392 | // Size is always the first parameter |
| 3393 | Args.add(RValue::get(llvm::ConstantInt::get(SizeTy, Size)), |
| 3394 | getContext().getSizeType()); |
| 3395 | // Atomic address is always the second parameter |
| 3396 | Args.add(RValue::get(EmitCastToVoidPtr(Ptr)), |
| 3397 | getContext().VoidPtrTy); |
| 3398 | |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 3399 | const char* LibCallName; |
David Chisnall | 3a7d69b | 2012-03-29 18:01:11 +0000 | [diff] [blame] | 3400 | QualType RetTy = getContext().VoidTy; |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 3401 | switch (E->getOp()) { |
David Chisnall | 3a7d69b | 2012-03-29 18:01:11 +0000 | [diff] [blame] | 3402 | // There is only one libcall for compare an exchange, because there is no |
| 3403 | // optimisation benefit possible from a libcall version of a weak compare |
| 3404 | // and exchange. |
| 3405 | // bool __atomic_compare_exchange(size_t size, void *obj, void *expected, |
Richard Smith | ff34d40 | 2012-04-12 05:08:17 +0000 | [diff] [blame] | 3406 | // void *desired, int success, int failure) |
| 3407 | case AtomicExpr::AO__c11_atomic_compare_exchange_weak: |
| 3408 | case AtomicExpr::AO__c11_atomic_compare_exchange_strong: |
| 3409 | case AtomicExpr::AO__atomic_compare_exchange: |
| 3410 | case AtomicExpr::AO__atomic_compare_exchange_n: |
David Chisnall | 3a7d69b | 2012-03-29 18:01:11 +0000 | [diff] [blame] | 3411 | LibCallName = "__atomic_compare_exchange"; |
| 3412 | RetTy = getContext().BoolTy; |
| 3413 | Args.add(RValue::get(EmitCastToVoidPtr(Val1)), |
| 3414 | getContext().VoidPtrTy); |
| 3415 | Args.add(RValue::get(EmitCastToVoidPtr(Val2)), |
| 3416 | getContext().VoidPtrTy); |
| 3417 | Args.add(RValue::get(Order), |
| 3418 | getContext().IntTy); |
| 3419 | Order = OrderFail; |
| 3420 | break; |
| 3421 | // void __atomic_exchange(size_t size, void *mem, void *val, void *return, |
| 3422 | // int order) |
Richard Smith | ff34d40 | 2012-04-12 05:08:17 +0000 | [diff] [blame] | 3423 | case AtomicExpr::AO__c11_atomic_exchange: |
| 3424 | case AtomicExpr::AO__atomic_exchange_n: |
| 3425 | case AtomicExpr::AO__atomic_exchange: |
David Chisnall | 3a7d69b | 2012-03-29 18:01:11 +0000 | [diff] [blame] | 3426 | LibCallName = "__atomic_exchange"; |
| 3427 | Args.add(RValue::get(EmitCastToVoidPtr(Val1)), |
| 3428 | getContext().VoidPtrTy); |
| 3429 | Args.add(RValue::get(EmitCastToVoidPtr(Dest)), |
| 3430 | getContext().VoidPtrTy); |
| 3431 | break; |
| 3432 | // void __atomic_store(size_t size, void *mem, void *val, int order) |
Richard Smith | ff34d40 | 2012-04-12 05:08:17 +0000 | [diff] [blame] | 3433 | case AtomicExpr::AO__c11_atomic_store: |
| 3434 | case AtomicExpr::AO__atomic_store: |
| 3435 | case AtomicExpr::AO__atomic_store_n: |
David Chisnall | 3a7d69b | 2012-03-29 18:01:11 +0000 | [diff] [blame] | 3436 | LibCallName = "__atomic_store"; |
| 3437 | Args.add(RValue::get(EmitCastToVoidPtr(Val1)), |
| 3438 | getContext().VoidPtrTy); |
| 3439 | break; |
| 3440 | // void __atomic_load(size_t size, void *mem, void *return, int order) |
Richard Smith | ff34d40 | 2012-04-12 05:08:17 +0000 | [diff] [blame] | 3441 | case AtomicExpr::AO__c11_atomic_load: |
| 3442 | case AtomicExpr::AO__atomic_load: |
| 3443 | case AtomicExpr::AO__atomic_load_n: |
David Chisnall | 3a7d69b | 2012-03-29 18:01:11 +0000 | [diff] [blame] | 3444 | LibCallName = "__atomic_load"; |
| 3445 | Args.add(RValue::get(EmitCastToVoidPtr(Dest)), |
| 3446 | getContext().VoidPtrTy); |
| 3447 | break; |
| 3448 | #if 0 |
| 3449 | // These are only defined for 1-16 byte integers. It is not clear what |
| 3450 | // their semantics would be on anything else... |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 3451 | case AtomicExpr::Add: LibCallName = "__atomic_fetch_add_generic"; break; |
| 3452 | case AtomicExpr::Sub: LibCallName = "__atomic_fetch_sub_generic"; break; |
| 3453 | case AtomicExpr::And: LibCallName = "__atomic_fetch_and_generic"; break; |
| 3454 | case AtomicExpr::Or: LibCallName = "__atomic_fetch_or_generic"; break; |
| 3455 | case AtomicExpr::Xor: LibCallName = "__atomic_fetch_xor_generic"; break; |
David Chisnall | 3a7d69b | 2012-03-29 18:01:11 +0000 | [diff] [blame] | 3456 | #endif |
| 3457 | default: return EmitUnsupportedRValue(E, "atomic library call"); |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 3458 | } |
David Chisnall | 3a7d69b | 2012-03-29 18:01:11 +0000 | [diff] [blame] | 3459 | // order is always the last parameter |
| 3460 | Args.add(RValue::get(Order), |
| 3461 | getContext().IntTy); |
| 3462 | |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 3463 | const CGFunctionInfo &FuncInfo = |
John McCall | 0f3d097 | 2012-07-07 06:41:13 +0000 | [diff] [blame] | 3464 | CGM.getTypes().arrangeFreeFunctionCall(RetTy, Args, |
David Chisnall | 3a7d69b | 2012-03-29 18:01:11 +0000 | [diff] [blame] | 3465 | FunctionType::ExtInfo(), RequiredArgs::All); |
| 3466 | llvm::FunctionType *FTy = CGM.getTypes().GetFunctionType(FuncInfo); |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 3467 | llvm::Constant *Func = CGM.CreateRuntimeFunction(FTy, LibCallName); |
| 3468 | RValue Res = EmitCall(FuncInfo, Func, ReturnValueSlot(), Args); |
| 3469 | if (E->isCmpXChg()) |
| 3470 | return Res; |
Richard Smith | ff34d40 | 2012-04-12 05:08:17 +0000 | [diff] [blame] | 3471 | if (E->getType()->isVoidType()) |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 3472 | return RValue::get(0); |
| 3473 | return ConvertTempToRValue(*this, E->getType(), Dest); |
| 3474 | } |
David Chisnall | 3a7d69b | 2012-03-29 18:01:11 +0000 | [diff] [blame] | 3475 | |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 3476 | llvm::Type *IPtrTy = |
| 3477 | llvm::IntegerType::get(getLLVMContext(), Size * 8)->getPointerTo(); |
| 3478 | llvm::Value *OrigDest = Dest; |
| 3479 | Ptr = Builder.CreateBitCast(Ptr, IPtrTy); |
| 3480 | if (Val1) Val1 = Builder.CreateBitCast(Val1, IPtrTy); |
| 3481 | if (Val2) Val2 = Builder.CreateBitCast(Val2, IPtrTy); |
| 3482 | if (Dest && !E->isCmpXChg()) Dest = Builder.CreateBitCast(Dest, IPtrTy); |
| 3483 | |
| 3484 | if (isa<llvm::ConstantInt>(Order)) { |
| 3485 | int ord = cast<llvm::ConstantInt>(Order)->getZExtValue(); |
| 3486 | switch (ord) { |
| 3487 | case 0: // memory_order_relaxed |
| 3488 | EmitAtomicOp(*this, E, Dest, Ptr, Val1, Val2, Size, Align, |
| 3489 | llvm::Monotonic); |
| 3490 | break; |
| 3491 | case 1: // memory_order_consume |
| 3492 | case 2: // memory_order_acquire |
| 3493 | EmitAtomicOp(*this, E, Dest, Ptr, Val1, Val2, Size, Align, |
| 3494 | llvm::Acquire); |
| 3495 | break; |
| 3496 | case 3: // memory_order_release |
| 3497 | EmitAtomicOp(*this, E, Dest, Ptr, Val1, Val2, Size, Align, |
| 3498 | llvm::Release); |
| 3499 | break; |
| 3500 | case 4: // memory_order_acq_rel |
| 3501 | EmitAtomicOp(*this, E, Dest, Ptr, Val1, Val2, Size, Align, |
| 3502 | llvm::AcquireRelease); |
| 3503 | break; |
| 3504 | case 5: // memory_order_seq_cst |
| 3505 | EmitAtomicOp(*this, E, Dest, Ptr, Val1, Val2, Size, Align, |
| 3506 | llvm::SequentiallyConsistent); |
| 3507 | break; |
| 3508 | default: // invalid order |
| 3509 | // We should not ever get here normally, but it's hard to |
| 3510 | // enforce that in general. |
Richard Smith | ff34d40 | 2012-04-12 05:08:17 +0000 | [diff] [blame] | 3511 | break; |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 3512 | } |
Richard Smith | ff34d40 | 2012-04-12 05:08:17 +0000 | [diff] [blame] | 3513 | if (E->getType()->isVoidType()) |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 3514 | return RValue::get(0); |
| 3515 | return ConvertTempToRValue(*this, E->getType(), OrigDest); |
| 3516 | } |
| 3517 | |
| 3518 | // Long case, when Order isn't obviously constant. |
| 3519 | |
Richard Smith | ff34d40 | 2012-04-12 05:08:17 +0000 | [diff] [blame] | 3520 | bool IsStore = E->getOp() == AtomicExpr::AO__c11_atomic_store || |
| 3521 | E->getOp() == AtomicExpr::AO__atomic_store || |
| 3522 | E->getOp() == AtomicExpr::AO__atomic_store_n; |
| 3523 | bool IsLoad = E->getOp() == AtomicExpr::AO__c11_atomic_load || |
| 3524 | E->getOp() == AtomicExpr::AO__atomic_load || |
| 3525 | E->getOp() == AtomicExpr::AO__atomic_load_n; |
| 3526 | |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 3527 | // Create all the relevant BB's |
Eli Friedman | 9e3c20b | 2011-10-11 20:00:47 +0000 | [diff] [blame] | 3528 | llvm::BasicBlock *MonotonicBB = 0, *AcquireBB = 0, *ReleaseBB = 0, |
| 3529 | *AcqRelBB = 0, *SeqCstBB = 0; |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 3530 | MonotonicBB = createBasicBlock("monotonic", CurFn); |
Richard Smith | ff34d40 | 2012-04-12 05:08:17 +0000 | [diff] [blame] | 3531 | if (!IsStore) |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 3532 | AcquireBB = createBasicBlock("acquire", CurFn); |
Richard Smith | ff34d40 | 2012-04-12 05:08:17 +0000 | [diff] [blame] | 3533 | if (!IsLoad) |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 3534 | ReleaseBB = createBasicBlock("release", CurFn); |
Richard Smith | ff34d40 | 2012-04-12 05:08:17 +0000 | [diff] [blame] | 3535 | if (!IsLoad && !IsStore) |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 3536 | AcqRelBB = createBasicBlock("acqrel", CurFn); |
| 3537 | SeqCstBB = createBasicBlock("seqcst", CurFn); |
| 3538 | llvm::BasicBlock *ContBB = createBasicBlock("atomic.continue", CurFn); |
| 3539 | |
| 3540 | // Create the switch for the split |
| 3541 | // MonotonicBB is arbitrarily chosen as the default case; in practice, this |
| 3542 | // doesn't matter unless someone is crazy enough to use something that |
| 3543 | // doesn't fold to a constant for the ordering. |
| 3544 | Order = Builder.CreateIntCast(Order, Builder.getInt32Ty(), false); |
| 3545 | llvm::SwitchInst *SI = Builder.CreateSwitch(Order, MonotonicBB); |
| 3546 | |
| 3547 | // Emit all the different atomics |
| 3548 | Builder.SetInsertPoint(MonotonicBB); |
| 3549 | EmitAtomicOp(*this, E, Dest, Ptr, Val1, Val2, Size, Align, |
| 3550 | llvm::Monotonic); |
| 3551 | Builder.CreateBr(ContBB); |
Richard Smith | ff34d40 | 2012-04-12 05:08:17 +0000 | [diff] [blame] | 3552 | if (!IsStore) { |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 3553 | Builder.SetInsertPoint(AcquireBB); |
| 3554 | EmitAtomicOp(*this, E, Dest, Ptr, Val1, Val2, Size, Align, |
| 3555 | llvm::Acquire); |
| 3556 | Builder.CreateBr(ContBB); |
| 3557 | SI->addCase(Builder.getInt32(1), AcquireBB); |
| 3558 | SI->addCase(Builder.getInt32(2), AcquireBB); |
| 3559 | } |
Richard Smith | ff34d40 | 2012-04-12 05:08:17 +0000 | [diff] [blame] | 3560 | if (!IsLoad) { |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 3561 | Builder.SetInsertPoint(ReleaseBB); |
| 3562 | EmitAtomicOp(*this, E, Dest, Ptr, Val1, Val2, Size, Align, |
| 3563 | llvm::Release); |
| 3564 | Builder.CreateBr(ContBB); |
| 3565 | SI->addCase(Builder.getInt32(3), ReleaseBB); |
| 3566 | } |
Richard Smith | ff34d40 | 2012-04-12 05:08:17 +0000 | [diff] [blame] | 3567 | if (!IsLoad && !IsStore) { |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 3568 | Builder.SetInsertPoint(AcqRelBB); |
| 3569 | EmitAtomicOp(*this, E, Dest, Ptr, Val1, Val2, Size, Align, |
| 3570 | llvm::AcquireRelease); |
| 3571 | Builder.CreateBr(ContBB); |
| 3572 | SI->addCase(Builder.getInt32(4), AcqRelBB); |
| 3573 | } |
| 3574 | Builder.SetInsertPoint(SeqCstBB); |
| 3575 | EmitAtomicOp(*this, E, Dest, Ptr, Val1, Val2, Size, Align, |
| 3576 | llvm::SequentiallyConsistent); |
| 3577 | Builder.CreateBr(ContBB); |
| 3578 | SI->addCase(Builder.getInt32(5), SeqCstBB); |
| 3579 | |
| 3580 | // Cleanup and return |
| 3581 | Builder.SetInsertPoint(ContBB); |
Richard Smith | ff34d40 | 2012-04-12 05:08:17 +0000 | [diff] [blame] | 3582 | if (E->getType()->isVoidType()) |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 3583 | return RValue::get(0); |
| 3584 | return ConvertTempToRValue(*this, E->getType(), OrigDest); |
| 3585 | } |
Peter Collingbourne | c5096cb | 2011-10-27 19:19:51 +0000 | [diff] [blame] | 3586 | |
Duncan Sands | 8250016 | 2012-04-10 08:23:07 +0000 | [diff] [blame] | 3587 | void CodeGenFunction::SetFPAccuracy(llvm::Value *Val, float Accuracy) { |
Peter Collingbourne | c5096cb | 2011-10-27 19:19:51 +0000 | [diff] [blame] | 3588 | assert(Val->getType()->isFPOrFPVectorTy()); |
Duncan Sands | 8250016 | 2012-04-10 08:23:07 +0000 | [diff] [blame] | 3589 | if (Accuracy == 0.0 || !isa<llvm::Instruction>(Val)) |
Peter Collingbourne | c5096cb | 2011-10-27 19:19:51 +0000 | [diff] [blame] | 3590 | return; |
| 3591 | |
Duncan Sands | 60c7707 | 2012-04-16 16:29:47 +0000 | [diff] [blame] | 3592 | llvm::MDBuilder MDHelper(getLLVMContext()); |
| 3593 | llvm::MDNode *Node = MDHelper.createFPMath(Accuracy); |
Peter Collingbourne | c5096cb | 2011-10-27 19:19:51 +0000 | [diff] [blame] | 3594 | |
Duncan Sands | 9bb1d34 | 2012-04-14 12:37:26 +0000 | [diff] [blame] | 3595 | cast<llvm::Instruction>(Val)->setMetadata(llvm::LLVMContext::MD_fpmath, Node); |
Peter Collingbourne | c5096cb | 2011-10-27 19:19:51 +0000 | [diff] [blame] | 3596 | } |
John McCall | 4b9c2d2 | 2011-11-06 09:01:30 +0000 | [diff] [blame] | 3597 | |
| 3598 | namespace { |
| 3599 | struct LValueOrRValue { |
| 3600 | LValue LV; |
| 3601 | RValue RV; |
| 3602 | }; |
| 3603 | } |
| 3604 | |
| 3605 | static LValueOrRValue emitPseudoObjectExpr(CodeGenFunction &CGF, |
| 3606 | const PseudoObjectExpr *E, |
| 3607 | bool forLValue, |
| 3608 | AggValueSlot slot) { |
| 3609 | llvm::SmallVector<CodeGenFunction::OpaqueValueMappingData, 4> opaques; |
| 3610 | |
| 3611 | // Find the result expression, if any. |
| 3612 | const Expr *resultExpr = E->getResultExpr(); |
| 3613 | LValueOrRValue result; |
| 3614 | |
| 3615 | for (PseudoObjectExpr::const_semantics_iterator |
| 3616 | i = E->semantics_begin(), e = E->semantics_end(); i != e; ++i) { |
| 3617 | const Expr *semantic = *i; |
| 3618 | |
| 3619 | // If this semantic expression is an opaque value, bind it |
| 3620 | // to the result of its source expression. |
| 3621 | if (const OpaqueValueExpr *ov = dyn_cast<OpaqueValueExpr>(semantic)) { |
| 3622 | |
| 3623 | // If this is the result expression, we may need to evaluate |
| 3624 | // directly into the slot. |
| 3625 | typedef CodeGenFunction::OpaqueValueMappingData OVMA; |
| 3626 | OVMA opaqueData; |
| 3627 | if (ov == resultExpr && ov->isRValue() && !forLValue && |
| 3628 | CodeGenFunction::hasAggregateLLVMType(ov->getType()) && |
| 3629 | !ov->getType()->isAnyComplexType()) { |
| 3630 | CGF.EmitAggExpr(ov->getSourceExpr(), slot); |
| 3631 | |
| 3632 | LValue LV = CGF.MakeAddrLValue(slot.getAddr(), ov->getType()); |
| 3633 | opaqueData = OVMA::bind(CGF, ov, LV); |
| 3634 | result.RV = slot.asRValue(); |
| 3635 | |
| 3636 | // Otherwise, emit as normal. |
| 3637 | } else { |
| 3638 | opaqueData = OVMA::bind(CGF, ov, ov->getSourceExpr()); |
| 3639 | |
| 3640 | // If this is the result, also evaluate the result now. |
| 3641 | if (ov == resultExpr) { |
| 3642 | if (forLValue) |
| 3643 | result.LV = CGF.EmitLValue(ov); |
| 3644 | else |
| 3645 | result.RV = CGF.EmitAnyExpr(ov, slot); |
| 3646 | } |
| 3647 | } |
| 3648 | |
| 3649 | opaques.push_back(opaqueData); |
| 3650 | |
| 3651 | // Otherwise, if the expression is the result, evaluate it |
| 3652 | // and remember the result. |
| 3653 | } else if (semantic == resultExpr) { |
| 3654 | if (forLValue) |
| 3655 | result.LV = CGF.EmitLValue(semantic); |
| 3656 | else |
| 3657 | result.RV = CGF.EmitAnyExpr(semantic, slot); |
| 3658 | |
| 3659 | // Otherwise, evaluate the expression in an ignored context. |
| 3660 | } else { |
| 3661 | CGF.EmitIgnoredExpr(semantic); |
| 3662 | } |
| 3663 | } |
| 3664 | |
| 3665 | // Unbind all the opaques now. |
| 3666 | for (unsigned i = 0, e = opaques.size(); i != e; ++i) |
| 3667 | opaques[i].unbind(CGF); |
| 3668 | |
| 3669 | return result; |
| 3670 | } |
| 3671 | |
| 3672 | RValue CodeGenFunction::EmitPseudoObjectRValue(const PseudoObjectExpr *E, |
| 3673 | AggValueSlot slot) { |
| 3674 | return emitPseudoObjectExpr(*this, E, false, slot).RV; |
| 3675 | } |
| 3676 | |
| 3677 | LValue CodeGenFunction::EmitPseudoObjectLValue(const PseudoObjectExpr *E) { |
| 3678 | return emitPseudoObjectExpr(*this, E, true, AggValueSlot::ignored()).LV; |
| 3679 | } |