Anders Carlsson | 5b95592 | 2009-11-24 05:51:11 +0000 | [diff] [blame] | 1 | //===--- CGExprCXX.cpp - Emit LLVM Code for C++ expressions ---------------===// |
Anders Carlsson | 16d81b8 | 2009-09-22 22:53:17 +0000 | [diff] [blame] | 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
| 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
| 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | // |
| 10 | // This contains code dealing with code generation of C++ expressions |
| 11 | // |
| 12 | //===----------------------------------------------------------------------===// |
| 13 | |
| 14 | #include "CodeGenFunction.h" |
Peter Collingbourne | 6c0aa5f | 2011-10-06 18:29:37 +0000 | [diff] [blame] | 15 | #include "CGCUDARuntime.h" |
John McCall | 4c40d98 | 2010-08-31 07:33:07 +0000 | [diff] [blame] | 16 | #include "CGCXXABI.h" |
Devang Patel | c69e1cf | 2010-09-30 19:05:55 +0000 | [diff] [blame] | 17 | #include "CGDebugInfo.h" |
Chandler Carruth | 55fc873 | 2012-12-04 09:13:33 +0000 | [diff] [blame] | 18 | #include "CGObjCRuntime.h" |
| 19 | #include "clang/Frontend/CodeGenOptions.h" |
Chandler Carruth | 3b844ba | 2013-01-02 11:45:17 +0000 | [diff] [blame^] | 20 | #include "llvm/IR/Intrinsics.h" |
Anders Carlsson | ad3692bb | 2011-04-13 02:35:36 +0000 | [diff] [blame] | 21 | #include "llvm/Support/CallSite.h" |
| 22 | |
Anders Carlsson | 16d81b8 | 2009-09-22 22:53:17 +0000 | [diff] [blame] | 23 | using namespace clang; |
| 24 | using namespace CodeGen; |
| 25 | |
Anders Carlsson | 3b5ad22 | 2010-01-01 20:29:01 +0000 | [diff] [blame] | 26 | RValue CodeGenFunction::EmitCXXMemberCall(const CXXMethodDecl *MD, |
Richard Smith | 4def70d | 2012-10-09 19:52:38 +0000 | [diff] [blame] | 27 | SourceLocation CallLoc, |
Anders Carlsson | 3b5ad22 | 2010-01-01 20:29:01 +0000 | [diff] [blame] | 28 | llvm::Value *Callee, |
| 29 | ReturnValueSlot ReturnValue, |
| 30 | llvm::Value *This, |
Anders Carlsson | c997d42 | 2010-01-02 01:01:18 +0000 | [diff] [blame] | 31 | llvm::Value *VTT, |
Anders Carlsson | 3b5ad22 | 2010-01-01 20:29:01 +0000 | [diff] [blame] | 32 | CallExpr::const_arg_iterator ArgBeg, |
| 33 | CallExpr::const_arg_iterator ArgEnd) { |
| 34 | assert(MD->isInstance() && |
| 35 | "Trying to emit a member call expr on a static method!"); |
| 36 | |
Richard Smith | 2c9f87c | 2012-08-24 00:54:33 +0000 | [diff] [blame] | 37 | // C++11 [class.mfct.non-static]p2: |
| 38 | // If a non-static member function of a class X is called for an object that |
| 39 | // is not of type X, or of a type derived from X, the behavior is undefined. |
Richard Smith | 8e1cee6 | 2012-10-25 02:14:12 +0000 | [diff] [blame] | 40 | EmitTypeCheck(isa<CXXConstructorDecl>(MD) ? TCK_ConstructorCall |
| 41 | : TCK_MemberCall, |
| 42 | CallLoc, This, getContext().getRecordType(MD->getParent())); |
Richard Smith | 2c9f87c | 2012-08-24 00:54:33 +0000 | [diff] [blame] | 43 | |
Anders Carlsson | 3b5ad22 | 2010-01-01 20:29:01 +0000 | [diff] [blame] | 44 | CallArgList Args; |
| 45 | |
| 46 | // Push the this ptr. |
Eli Friedman | 04c9a49 | 2011-05-02 17:57:46 +0000 | [diff] [blame] | 47 | Args.add(RValue::get(This), MD->getThisType(getContext())); |
Anders Carlsson | 3b5ad22 | 2010-01-01 20:29:01 +0000 | [diff] [blame] | 48 | |
Anders Carlsson | c997d42 | 2010-01-02 01:01:18 +0000 | [diff] [blame] | 49 | // If there is a VTT parameter, emit it. |
| 50 | if (VTT) { |
| 51 | QualType T = getContext().getPointerType(getContext().VoidPtrTy); |
Eli Friedman | 04c9a49 | 2011-05-02 17:57:46 +0000 | [diff] [blame] | 52 | Args.add(RValue::get(VTT), T); |
Anders Carlsson | c997d42 | 2010-01-02 01:01:18 +0000 | [diff] [blame] | 53 | } |
John McCall | de5d3c7 | 2012-02-17 03:33:10 +0000 | [diff] [blame] | 54 | |
| 55 | const FunctionProtoType *FPT = MD->getType()->castAs<FunctionProtoType>(); |
| 56 | RequiredArgs required = RequiredArgs::forPrototypePlus(FPT, Args.size()); |
Anders Carlsson | c997d42 | 2010-01-02 01:01:18 +0000 | [diff] [blame] | 57 | |
John McCall | de5d3c7 | 2012-02-17 03:33:10 +0000 | [diff] [blame] | 58 | // And the rest of the call args. |
Anders Carlsson | 3b5ad22 | 2010-01-01 20:29:01 +0000 | [diff] [blame] | 59 | EmitCallArgs(Args, FPT, ArgBeg, ArgEnd); |
| 60 | |
John McCall | 0f3d097 | 2012-07-07 06:41:13 +0000 | [diff] [blame] | 61 | return EmitCall(CGM.getTypes().arrangeCXXMethodCall(Args, FPT, required), |
Rafael Espindola | 264ba48 | 2010-03-30 20:24:48 +0000 | [diff] [blame] | 62 | Callee, ReturnValue, Args, MD); |
Anders Carlsson | 3b5ad22 | 2010-01-01 20:29:01 +0000 | [diff] [blame] | 63 | } |
| 64 | |
Anders Carlsson | cd0b32e | 2011-04-10 18:20:53 +0000 | [diff] [blame] | 65 | // FIXME: Ideally Expr::IgnoreParenNoopCasts should do this, but it doesn't do |
| 66 | // quite what we want. |
| 67 | static const Expr *skipNoOpCastsAndParens(const Expr *E) { |
| 68 | while (true) { |
| 69 | if (const ParenExpr *PE = dyn_cast<ParenExpr>(E)) { |
| 70 | E = PE->getSubExpr(); |
| 71 | continue; |
| 72 | } |
| 73 | |
| 74 | if (const CastExpr *CE = dyn_cast<CastExpr>(E)) { |
| 75 | if (CE->getCastKind() == CK_NoOp) { |
| 76 | E = CE->getSubExpr(); |
| 77 | continue; |
| 78 | } |
| 79 | } |
| 80 | if (const UnaryOperator *UO = dyn_cast<UnaryOperator>(E)) { |
| 81 | if (UO->getOpcode() == UO_Extension) { |
| 82 | E = UO->getSubExpr(); |
| 83 | continue; |
| 84 | } |
| 85 | } |
| 86 | return E; |
| 87 | } |
| 88 | } |
| 89 | |
Anders Carlsson | 3b5ad22 | 2010-01-01 20:29:01 +0000 | [diff] [blame] | 90 | /// canDevirtualizeMemberFunctionCalls - Checks whether virtual calls on given |
| 91 | /// expr can be devirtualized. |
Fariborz Jahanian | 7ac0ff2 | 2011-01-21 01:04:41 +0000 | [diff] [blame] | 92 | static bool canDevirtualizeMemberFunctionCalls(ASTContext &Context, |
| 93 | const Expr *Base, |
Anders Carlsson | bd2bfae | 2010-10-27 13:28:46 +0000 | [diff] [blame] | 94 | const CXXMethodDecl *MD) { |
| 95 | |
Anders Carlsson | 1679f5a | 2011-01-29 03:52:01 +0000 | [diff] [blame] | 96 | // When building with -fapple-kext, all calls must go through the vtable since |
| 97 | // the kernel linker can do runtime patching of vtables. |
David Blaikie | 4e4d084 | 2012-03-11 07:00:24 +0000 | [diff] [blame] | 98 | if (Context.getLangOpts().AppleKext) |
Fariborz Jahanian | 7ac0ff2 | 2011-01-21 01:04:41 +0000 | [diff] [blame] | 99 | return false; |
| 100 | |
Anders Carlsson | 1679f5a | 2011-01-29 03:52:01 +0000 | [diff] [blame] | 101 | // If the most derived class is marked final, we know that no subclass can |
| 102 | // override this member function and so we can devirtualize it. For example: |
| 103 | // |
| 104 | // struct A { virtual void f(); } |
| 105 | // struct B final : A { }; |
| 106 | // |
| 107 | // void f(B *b) { |
| 108 | // b->f(); |
| 109 | // } |
| 110 | // |
Rafael Espindola | 8d852e3 | 2012-06-27 18:18:05 +0000 | [diff] [blame] | 111 | const CXXRecordDecl *MostDerivedClassDecl = Base->getBestDynamicClassType(); |
Anders Carlsson | 1679f5a | 2011-01-29 03:52:01 +0000 | [diff] [blame] | 112 | if (MostDerivedClassDecl->hasAttr<FinalAttr>()) |
| 113 | return true; |
| 114 | |
Anders Carlsson | f89e042 | 2011-01-23 21:07:30 +0000 | [diff] [blame] | 115 | // If the member function is marked 'final', we know that it can't be |
Anders Carlsson | d66f428 | 2010-10-27 13:34:43 +0000 | [diff] [blame] | 116 | // overridden and can therefore devirtualize it. |
Anders Carlsson | cb88a1f | 2011-01-24 16:26:15 +0000 | [diff] [blame] | 117 | if (MD->hasAttr<FinalAttr>()) |
Anders Carlsson | bd2bfae | 2010-10-27 13:28:46 +0000 | [diff] [blame] | 118 | return true; |
Anders Carlsson | d66f428 | 2010-10-27 13:34:43 +0000 | [diff] [blame] | 119 | |
Anders Carlsson | f89e042 | 2011-01-23 21:07:30 +0000 | [diff] [blame] | 120 | // Similarly, if the class itself is marked 'final' it can't be overridden |
| 121 | // and we can therefore devirtualize the member function call. |
Anders Carlsson | cb88a1f | 2011-01-24 16:26:15 +0000 | [diff] [blame] | 122 | if (MD->getParent()->hasAttr<FinalAttr>()) |
Anders Carlsson | d66f428 | 2010-10-27 13:34:43 +0000 | [diff] [blame] | 123 | return true; |
| 124 | |
Anders Carlsson | cd0b32e | 2011-04-10 18:20:53 +0000 | [diff] [blame] | 125 | Base = skipNoOpCastsAndParens(Base); |
Anders Carlsson | 3b5ad22 | 2010-01-01 20:29:01 +0000 | [diff] [blame] | 126 | if (const DeclRefExpr *DRE = dyn_cast<DeclRefExpr>(Base)) { |
| 127 | if (const VarDecl *VD = dyn_cast<VarDecl>(DRE->getDecl())) { |
| 128 | // This is a record decl. We know the type and can devirtualize it. |
| 129 | return VD->getType()->isRecordType(); |
| 130 | } |
| 131 | |
| 132 | return false; |
| 133 | } |
Richard Smith | ac45293 | 2012-08-15 22:59:28 +0000 | [diff] [blame] | 134 | |
| 135 | // We can devirtualize calls on an object accessed by a class member access |
| 136 | // expression, since by C++11 [basic.life]p6 we know that it can't refer to |
| 137 | // a derived class object constructed in the same location. |
| 138 | if (const MemberExpr *ME = dyn_cast<MemberExpr>(Base)) |
| 139 | if (const ValueDecl *VD = dyn_cast<ValueDecl>(ME->getMemberDecl())) |
| 140 | return VD->getType()->isRecordType(); |
| 141 | |
Anders Carlsson | 3b5ad22 | 2010-01-01 20:29:01 +0000 | [diff] [blame] | 142 | // We can always devirtualize calls on temporary object expressions. |
Eli Friedman | 6997aae | 2010-01-31 20:58:15 +0000 | [diff] [blame] | 143 | if (isa<CXXConstructExpr>(Base)) |
Anders Carlsson | 3b5ad22 | 2010-01-01 20:29:01 +0000 | [diff] [blame] | 144 | return true; |
| 145 | |
| 146 | // And calls on bound temporaries. |
| 147 | if (isa<CXXBindTemporaryExpr>(Base)) |
| 148 | return true; |
| 149 | |
| 150 | // Check if this is a call expr that returns a record type. |
| 151 | if (const CallExpr *CE = dyn_cast<CallExpr>(Base)) |
| 152 | return CE->getCallReturnType()->isRecordType(); |
Anders Carlsson | bd2bfae | 2010-10-27 13:28:46 +0000 | [diff] [blame] | 153 | |
Anders Carlsson | 3b5ad22 | 2010-01-01 20:29:01 +0000 | [diff] [blame] | 154 | // We can't devirtualize the call. |
| 155 | return false; |
| 156 | } |
| 157 | |
Rafael Espindola | ea01d76 | 2012-06-28 14:28:57 +0000 | [diff] [blame] | 158 | static CXXRecordDecl *getCXXRecord(const Expr *E) { |
| 159 | QualType T = E->getType(); |
| 160 | if (const PointerType *PTy = T->getAs<PointerType>()) |
| 161 | T = PTy->getPointeeType(); |
| 162 | const RecordType *Ty = T->castAs<RecordType>(); |
| 163 | return cast<CXXRecordDecl>(Ty->getDecl()); |
| 164 | } |
| 165 | |
Francois Pichet | dbee341 | 2011-01-18 05:04:39 +0000 | [diff] [blame] | 166 | // Note: This function also emit constructor calls to support a MSVC |
| 167 | // extensions allowing explicit constructor function call. |
Anders Carlsson | 3b5ad22 | 2010-01-01 20:29:01 +0000 | [diff] [blame] | 168 | RValue CodeGenFunction::EmitCXXMemberCallExpr(const CXXMemberCallExpr *CE, |
| 169 | ReturnValueSlot ReturnValue) { |
John McCall | 379b515 | 2011-04-11 07:02:50 +0000 | [diff] [blame] | 170 | const Expr *callee = CE->getCallee()->IgnoreParens(); |
| 171 | |
| 172 | if (isa<BinaryOperator>(callee)) |
Anders Carlsson | 3b5ad22 | 2010-01-01 20:29:01 +0000 | [diff] [blame] | 173 | return EmitCXXMemberPointerCallExpr(CE, ReturnValue); |
John McCall | 379b515 | 2011-04-11 07:02:50 +0000 | [diff] [blame] | 174 | |
| 175 | const MemberExpr *ME = cast<MemberExpr>(callee); |
Anders Carlsson | 3b5ad22 | 2010-01-01 20:29:01 +0000 | [diff] [blame] | 176 | const CXXMethodDecl *MD = cast<CXXMethodDecl>(ME->getMemberDecl()); |
| 177 | |
Devang Patel | c69e1cf | 2010-09-30 19:05:55 +0000 | [diff] [blame] | 178 | CGDebugInfo *DI = getDebugInfo(); |
Douglas Gregor | 4cdad31 | 2012-10-23 20:05:01 +0000 | [diff] [blame] | 179 | if (DI && |
| 180 | CGM.getCodeGenOpts().getDebugInfo() == CodeGenOptions::LimitedDebugInfo && |
| 181 | !isa<CallExpr>(ME->getBase())) { |
Devang Patel | c69e1cf | 2010-09-30 19:05:55 +0000 | [diff] [blame] | 182 | QualType PQTy = ME->getBase()->IgnoreParenImpCasts()->getType(); |
| 183 | if (const PointerType * PTy = dyn_cast<PointerType>(PQTy)) { |
| 184 | DI->getOrCreateRecordType(PTy->getPointeeType(), |
| 185 | MD->getParent()->getLocation()); |
| 186 | } |
| 187 | } |
| 188 | |
Anders Carlsson | 3b5ad22 | 2010-01-01 20:29:01 +0000 | [diff] [blame] | 189 | if (MD->isStatic()) { |
| 190 | // The method is static, emit it as we would a regular call. |
| 191 | llvm::Value *Callee = CGM.GetAddrOfFunction(MD); |
| 192 | return EmitCall(getContext().getPointerType(MD->getType()), Callee, |
| 193 | ReturnValue, CE->arg_begin(), CE->arg_end()); |
| 194 | } |
Anders Carlsson | 3b5ad22 | 2010-01-01 20:29:01 +0000 | [diff] [blame] | 195 | |
John McCall | fc40028 | 2010-09-03 01:26:39 +0000 | [diff] [blame] | 196 | // Compute the object pointer. |
Rafael Espindola | 632fbaa | 2012-06-28 01:56:38 +0000 | [diff] [blame] | 197 | const Expr *Base = ME->getBase(); |
| 198 | bool CanUseVirtualCall = MD->isVirtual() && !ME->hasQualifier(); |
Rafael Espindola | 632fbaa | 2012-06-28 01:56:38 +0000 | [diff] [blame] | 199 | |
Rafael Espindola | ea01d76 | 2012-06-28 14:28:57 +0000 | [diff] [blame] | 200 | const CXXMethodDecl *DevirtualizedMethod = NULL; |
| 201 | if (CanUseVirtualCall && |
| 202 | canDevirtualizeMemberFunctionCalls(getContext(), Base, MD)) { |
| 203 | const CXXRecordDecl *BestDynamicDecl = Base->getBestDynamicClassType(); |
| 204 | DevirtualizedMethod = MD->getCorrespondingMethodInClass(BestDynamicDecl); |
| 205 | assert(DevirtualizedMethod); |
| 206 | const CXXRecordDecl *DevirtualizedClass = DevirtualizedMethod->getParent(); |
| 207 | const Expr *Inner = Base->ignoreParenBaseCasts(); |
| 208 | if (getCXXRecord(Inner) == DevirtualizedClass) |
| 209 | // If the class of the Inner expression is where the dynamic method |
| 210 | // is defined, build the this pointer from it. |
| 211 | Base = Inner; |
| 212 | else if (getCXXRecord(Base) != DevirtualizedClass) { |
| 213 | // If the method is defined in a class that is not the best dynamic |
| 214 | // one or the one of the full expression, we would have to build |
| 215 | // a derived-to-base cast to compute the correct this pointer, but |
| 216 | // we don't have support for that yet, so do a virtual call. |
| 217 | DevirtualizedMethod = NULL; |
| 218 | } |
Rafael Espindola | 80bc96e | 2012-06-28 17:57:36 +0000 | [diff] [blame] | 219 | // If the return types are not the same, this might be a case where more |
| 220 | // code needs to run to compensate for it. For example, the derived |
| 221 | // method might return a type that inherits form from the return |
| 222 | // type of MD and has a prefix. |
| 223 | // For now we just avoid devirtualizing these covariant cases. |
| 224 | if (DevirtualizedMethod && |
| 225 | DevirtualizedMethod->getResultType().getCanonicalType() != |
| 226 | MD->getResultType().getCanonicalType()) |
Rafael Espindola | 4a889e4 | 2012-06-28 15:11:39 +0000 | [diff] [blame] | 227 | DevirtualizedMethod = NULL; |
Rafael Espindola | ea01d76 | 2012-06-28 14:28:57 +0000 | [diff] [blame] | 228 | } |
Rafael Espindola | 632fbaa | 2012-06-28 01:56:38 +0000 | [diff] [blame] | 229 | |
Anders Carlsson | 3b5ad22 | 2010-01-01 20:29:01 +0000 | [diff] [blame] | 230 | llvm::Value *This; |
Anders Carlsson | 3b5ad22 | 2010-01-01 20:29:01 +0000 | [diff] [blame] | 231 | if (ME->isArrow()) |
Rafael Espindola | ea01d76 | 2012-06-28 14:28:57 +0000 | [diff] [blame] | 232 | This = EmitScalarExpr(Base); |
John McCall | 0e800c9 | 2010-12-04 08:14:53 +0000 | [diff] [blame] | 233 | else |
Rafael Espindola | ea01d76 | 2012-06-28 14:28:57 +0000 | [diff] [blame] | 234 | This = EmitLValue(Base).getAddress(); |
Rafael Espindola | 632fbaa | 2012-06-28 01:56:38 +0000 | [diff] [blame] | 235 | |
Anders Carlsson | 3b5ad22 | 2010-01-01 20:29:01 +0000 | [diff] [blame] | 236 | |
John McCall | fc40028 | 2010-09-03 01:26:39 +0000 | [diff] [blame] | 237 | if (MD->isTrivial()) { |
| 238 | if (isa<CXXDestructorDecl>(MD)) return RValue::get(0); |
Francois Pichet | dbee341 | 2011-01-18 05:04:39 +0000 | [diff] [blame] | 239 | if (isa<CXXConstructorDecl>(MD) && |
| 240 | cast<CXXConstructorDecl>(MD)->isDefaultConstructor()) |
| 241 | return RValue::get(0); |
John McCall | fc40028 | 2010-09-03 01:26:39 +0000 | [diff] [blame] | 242 | |
Sebastian Redl | 85ea7aa | 2011-08-30 19:58:05 +0000 | [diff] [blame] | 243 | if (MD->isCopyAssignmentOperator() || MD->isMoveAssignmentOperator()) { |
| 244 | // We don't like to generate the trivial copy/move assignment operator |
| 245 | // when it isn't necessary; just produce the proper effect here. |
Francois Pichet | dbee341 | 2011-01-18 05:04:39 +0000 | [diff] [blame] | 246 | llvm::Value *RHS = EmitLValue(*CE->arg_begin()).getAddress(); |
Benjamin Kramer | 6cacae8 | 2012-09-30 12:43:37 +0000 | [diff] [blame] | 247 | EmitAggregateAssign(This, RHS, CE->getType()); |
Francois Pichet | dbee341 | 2011-01-18 05:04:39 +0000 | [diff] [blame] | 248 | return RValue::get(This); |
| 249 | } |
| 250 | |
| 251 | if (isa<CXXConstructorDecl>(MD) && |
Sebastian Redl | 85ea7aa | 2011-08-30 19:58:05 +0000 | [diff] [blame] | 252 | cast<CXXConstructorDecl>(MD)->isCopyOrMoveConstructor()) { |
| 253 | // Trivial move and copy ctor are the same. |
Francois Pichet | dbee341 | 2011-01-18 05:04:39 +0000 | [diff] [blame] | 254 | llvm::Value *RHS = EmitLValue(*CE->arg_begin()).getAddress(); |
| 255 | EmitSynthesizedCXXCopyCtorCall(cast<CXXConstructorDecl>(MD), This, RHS, |
| 256 | CE->arg_begin(), CE->arg_end()); |
| 257 | return RValue::get(This); |
| 258 | } |
| 259 | llvm_unreachable("unknown trivial member function"); |
Anders Carlsson | 3b5ad22 | 2010-01-01 20:29:01 +0000 | [diff] [blame] | 260 | } |
| 261 | |
John McCall | fc40028 | 2010-09-03 01:26:39 +0000 | [diff] [blame] | 262 | // Compute the function type we're calling. |
Eli Friedman | 465e89e | 2012-10-25 00:12:49 +0000 | [diff] [blame] | 263 | const CXXMethodDecl *CalleeDecl = DevirtualizedMethod ? DevirtualizedMethod : MD; |
Francois Pichet | dbee341 | 2011-01-18 05:04:39 +0000 | [diff] [blame] | 264 | const CGFunctionInfo *FInfo = 0; |
Eli Friedman | 465e89e | 2012-10-25 00:12:49 +0000 | [diff] [blame] | 265 | if (const CXXDestructorDecl *Dtor = dyn_cast<CXXDestructorDecl>(CalleeDecl)) |
| 266 | FInfo = &CGM.getTypes().arrangeCXXDestructor(Dtor, |
John McCall | de5d3c7 | 2012-02-17 03:33:10 +0000 | [diff] [blame] | 267 | Dtor_Complete); |
Eli Friedman | 465e89e | 2012-10-25 00:12:49 +0000 | [diff] [blame] | 268 | else if (const CXXConstructorDecl *Ctor = dyn_cast<CXXConstructorDecl>(CalleeDecl)) |
| 269 | FInfo = &CGM.getTypes().arrangeCXXConstructorDeclaration(Ctor, |
| 270 | Ctor_Complete); |
Francois Pichet | dbee341 | 2011-01-18 05:04:39 +0000 | [diff] [blame] | 271 | else |
Eli Friedman | 465e89e | 2012-10-25 00:12:49 +0000 | [diff] [blame] | 272 | FInfo = &CGM.getTypes().arrangeCXXMethodDeclaration(CalleeDecl); |
John McCall | fc40028 | 2010-09-03 01:26:39 +0000 | [diff] [blame] | 273 | |
John McCall | de5d3c7 | 2012-02-17 03:33:10 +0000 | [diff] [blame] | 274 | llvm::Type *Ty = CGM.getTypes().GetFunctionType(*FInfo); |
John McCall | fc40028 | 2010-09-03 01:26:39 +0000 | [diff] [blame] | 275 | |
Anders Carlsson | 3b5ad22 | 2010-01-01 20:29:01 +0000 | [diff] [blame] | 276 | // C++ [class.virtual]p12: |
| 277 | // Explicit qualification with the scope operator (5.1) suppresses the |
| 278 | // virtual call mechanism. |
| 279 | // |
| 280 | // We also don't emit a virtual call if the base expression has a record type |
| 281 | // because then we know what the type is. |
Rafael Espindola | ea01d76 | 2012-06-28 14:28:57 +0000 | [diff] [blame] | 282 | bool UseVirtualCall = CanUseVirtualCall && !DevirtualizedMethod; |
Rafael Espindola | 0b4fe50 | 2012-06-26 17:45:31 +0000 | [diff] [blame] | 283 | |
Anders Carlsson | 3b5ad22 | 2010-01-01 20:29:01 +0000 | [diff] [blame] | 284 | llvm::Value *Callee; |
John McCall | fc40028 | 2010-09-03 01:26:39 +0000 | [diff] [blame] | 285 | if (const CXXDestructorDecl *Dtor = dyn_cast<CXXDestructorDecl>(MD)) { |
| 286 | if (UseVirtualCall) { |
| 287 | Callee = BuildVirtualCall(Dtor, Dtor_Complete, This, Ty); |
Anders Carlsson | 3b5ad22 | 2010-01-01 20:29:01 +0000 | [diff] [blame] | 288 | } else { |
Richard Smith | 7edf9e3 | 2012-11-01 22:30:59 +0000 | [diff] [blame] | 289 | if (getLangOpts().AppleKext && |
Fariborz Jahanian | ccd5259 | 2011-02-01 23:22:34 +0000 | [diff] [blame] | 290 | MD->isVirtual() && |
| 291 | ME->hasQualifier()) |
Fariborz Jahanian | 771c678 | 2011-02-03 19:27:17 +0000 | [diff] [blame] | 292 | Callee = BuildAppleKextVirtualCall(MD, ME->getQualifier(), Ty); |
Rafael Espindola | ea01d76 | 2012-06-28 14:28:57 +0000 | [diff] [blame] | 293 | else if (!DevirtualizedMethod) |
Rafael Espindola | 12582bd | 2012-06-26 19:18:25 +0000 | [diff] [blame] | 294 | Callee = CGM.GetAddrOfFunction(GlobalDecl(Dtor, Dtor_Complete), Ty); |
Rafael Espindola | 0b4fe50 | 2012-06-26 17:45:31 +0000 | [diff] [blame] | 295 | else { |
Rafael Espindola | ea01d76 | 2012-06-28 14:28:57 +0000 | [diff] [blame] | 296 | const CXXDestructorDecl *DDtor = |
| 297 | cast<CXXDestructorDecl>(DevirtualizedMethod); |
Rafael Espindola | 0b4fe50 | 2012-06-26 17:45:31 +0000 | [diff] [blame] | 298 | Callee = CGM.GetAddrOfFunction(GlobalDecl(DDtor, Dtor_Complete), Ty); |
| 299 | } |
Anders Carlsson | 3b5ad22 | 2010-01-01 20:29:01 +0000 | [diff] [blame] | 300 | } |
Francois Pichet | dbee341 | 2011-01-18 05:04:39 +0000 | [diff] [blame] | 301 | } else if (const CXXConstructorDecl *Ctor = |
| 302 | dyn_cast<CXXConstructorDecl>(MD)) { |
| 303 | Callee = CGM.GetAddrOfFunction(GlobalDecl(Ctor, Ctor_Complete), Ty); |
John McCall | fc40028 | 2010-09-03 01:26:39 +0000 | [diff] [blame] | 304 | } else if (UseVirtualCall) { |
Fariborz Jahanian | 2726267 | 2011-01-20 17:19:02 +0000 | [diff] [blame] | 305 | Callee = BuildVirtualCall(MD, This, Ty); |
Anders Carlsson | 3b5ad22 | 2010-01-01 20:29:01 +0000 | [diff] [blame] | 306 | } else { |
Richard Smith | 7edf9e3 | 2012-11-01 22:30:59 +0000 | [diff] [blame] | 307 | if (getLangOpts().AppleKext && |
Fariborz Jahanian | a50e33e | 2011-01-28 23:42:29 +0000 | [diff] [blame] | 308 | MD->isVirtual() && |
Fariborz Jahanian | 7ac0ff2 | 2011-01-21 01:04:41 +0000 | [diff] [blame] | 309 | ME->hasQualifier()) |
Fariborz Jahanian | 771c678 | 2011-02-03 19:27:17 +0000 | [diff] [blame] | 310 | Callee = BuildAppleKextVirtualCall(MD, ME->getQualifier(), Ty); |
Rafael Espindola | ea01d76 | 2012-06-28 14:28:57 +0000 | [diff] [blame] | 311 | else if (!DevirtualizedMethod) |
Rafael Espindola | 12582bd | 2012-06-26 19:18:25 +0000 | [diff] [blame] | 312 | Callee = CGM.GetAddrOfFunction(MD, Ty); |
Rafael Espindola | 0b4fe50 | 2012-06-26 17:45:31 +0000 | [diff] [blame] | 313 | else { |
Rafael Espindola | ea01d76 | 2012-06-28 14:28:57 +0000 | [diff] [blame] | 314 | Callee = CGM.GetAddrOfFunction(DevirtualizedMethod, Ty); |
Rafael Espindola | 0b4fe50 | 2012-06-26 17:45:31 +0000 | [diff] [blame] | 315 | } |
Anders Carlsson | 3b5ad22 | 2010-01-01 20:29:01 +0000 | [diff] [blame] | 316 | } |
| 317 | |
Richard Smith | 4def70d | 2012-10-09 19:52:38 +0000 | [diff] [blame] | 318 | return EmitCXXMemberCall(MD, CE->getExprLoc(), Callee, ReturnValue, This, |
| 319 | /*VTT=*/0, CE->arg_begin(), CE->arg_end()); |
Anders Carlsson | 3b5ad22 | 2010-01-01 20:29:01 +0000 | [diff] [blame] | 320 | } |
| 321 | |
| 322 | RValue |
| 323 | CodeGenFunction::EmitCXXMemberPointerCallExpr(const CXXMemberCallExpr *E, |
| 324 | ReturnValueSlot ReturnValue) { |
| 325 | const BinaryOperator *BO = |
| 326 | cast<BinaryOperator>(E->getCallee()->IgnoreParens()); |
| 327 | const Expr *BaseExpr = BO->getLHS(); |
| 328 | const Expr *MemFnExpr = BO->getRHS(); |
| 329 | |
| 330 | const MemberPointerType *MPT = |
John McCall | 864c041 | 2011-04-26 20:42:42 +0000 | [diff] [blame] | 331 | MemFnExpr->getType()->castAs<MemberPointerType>(); |
John McCall | 93d557b | 2010-08-22 00:05:51 +0000 | [diff] [blame] | 332 | |
Anders Carlsson | 3b5ad22 | 2010-01-01 20:29:01 +0000 | [diff] [blame] | 333 | const FunctionProtoType *FPT = |
John McCall | 864c041 | 2011-04-26 20:42:42 +0000 | [diff] [blame] | 334 | MPT->getPointeeType()->castAs<FunctionProtoType>(); |
Anders Carlsson | 3b5ad22 | 2010-01-01 20:29:01 +0000 | [diff] [blame] | 335 | const CXXRecordDecl *RD = |
| 336 | cast<CXXRecordDecl>(MPT->getClass()->getAs<RecordType>()->getDecl()); |
| 337 | |
Anders Carlsson | 3b5ad22 | 2010-01-01 20:29:01 +0000 | [diff] [blame] | 338 | // Get the member function pointer. |
John McCall | d608cdb | 2010-08-22 10:59:02 +0000 | [diff] [blame] | 339 | llvm::Value *MemFnPtr = EmitScalarExpr(MemFnExpr); |
Anders Carlsson | 3b5ad22 | 2010-01-01 20:29:01 +0000 | [diff] [blame] | 340 | |
| 341 | // Emit the 'this' pointer. |
| 342 | llvm::Value *This; |
| 343 | |
John McCall | 2de56d1 | 2010-08-25 11:45:40 +0000 | [diff] [blame] | 344 | if (BO->getOpcode() == BO_PtrMemI) |
Anders Carlsson | 3b5ad22 | 2010-01-01 20:29:01 +0000 | [diff] [blame] | 345 | This = EmitScalarExpr(BaseExpr); |
| 346 | else |
| 347 | This = EmitLValue(BaseExpr).getAddress(); |
Anders Carlsson | 3b5ad22 | 2010-01-01 20:29:01 +0000 | [diff] [blame] | 348 | |
Richard Smith | 4def70d | 2012-10-09 19:52:38 +0000 | [diff] [blame] | 349 | EmitTypeCheck(TCK_MemberCall, E->getExprLoc(), This, |
| 350 | QualType(MPT->getClass(), 0)); |
Richard Smith | 2c9f87c | 2012-08-24 00:54:33 +0000 | [diff] [blame] | 351 | |
John McCall | 93d557b | 2010-08-22 00:05:51 +0000 | [diff] [blame] | 352 | // Ask the ABI to load the callee. Note that This is modified. |
| 353 | llvm::Value *Callee = |
John McCall | d16c2cf | 2011-02-08 08:22:06 +0000 | [diff] [blame] | 354 | CGM.getCXXABI().EmitLoadOfMemberFunctionPointer(*this, This, MemFnPtr, MPT); |
Anders Carlsson | 3b5ad22 | 2010-01-01 20:29:01 +0000 | [diff] [blame] | 355 | |
Anders Carlsson | 3b5ad22 | 2010-01-01 20:29:01 +0000 | [diff] [blame] | 356 | CallArgList Args; |
| 357 | |
| 358 | QualType ThisType = |
| 359 | getContext().getPointerType(getContext().getTagDeclType(RD)); |
| 360 | |
| 361 | // Push the this ptr. |
Eli Friedman | 04c9a49 | 2011-05-02 17:57:46 +0000 | [diff] [blame] | 362 | Args.add(RValue::get(This), ThisType); |
John McCall | 0f3d097 | 2012-07-07 06:41:13 +0000 | [diff] [blame] | 363 | |
| 364 | RequiredArgs required = RequiredArgs::forPrototypePlus(FPT, 1); |
Anders Carlsson | 3b5ad22 | 2010-01-01 20:29:01 +0000 | [diff] [blame] | 365 | |
| 366 | // And the rest of the call args |
| 367 | EmitCallArgs(Args, FPT, E->arg_begin(), E->arg_end()); |
John McCall | 0f3d097 | 2012-07-07 06:41:13 +0000 | [diff] [blame] | 368 | return EmitCall(CGM.getTypes().arrangeCXXMethodCall(Args, FPT, required), Callee, |
Tilmann Scheller | 9c6082f | 2011-03-02 21:36:49 +0000 | [diff] [blame] | 369 | ReturnValue, Args); |
Anders Carlsson | 3b5ad22 | 2010-01-01 20:29:01 +0000 | [diff] [blame] | 370 | } |
| 371 | |
| 372 | RValue |
| 373 | CodeGenFunction::EmitCXXOperatorMemberCallExpr(const CXXOperatorCallExpr *E, |
| 374 | const CXXMethodDecl *MD, |
| 375 | ReturnValueSlot ReturnValue) { |
| 376 | assert(MD->isInstance() && |
| 377 | "Trying to emit a member call expr on a static method!"); |
John McCall | 0e800c9 | 2010-12-04 08:14:53 +0000 | [diff] [blame] | 378 | LValue LV = EmitLValue(E->getArg(0)); |
| 379 | llvm::Value *This = LV.getAddress(); |
| 380 | |
Douglas Gregor | b2b5658 | 2011-09-06 16:26:56 +0000 | [diff] [blame] | 381 | if ((MD->isCopyAssignmentOperator() || MD->isMoveAssignmentOperator()) && |
| 382 | MD->isTrivial()) { |
| 383 | llvm::Value *Src = EmitLValue(E->getArg(1)).getAddress(); |
| 384 | QualType Ty = E->getType(); |
Benjamin Kramer | 6cacae8 | 2012-09-30 12:43:37 +0000 | [diff] [blame] | 385 | EmitAggregateAssign(This, Src, Ty); |
Douglas Gregor | b2b5658 | 2011-09-06 16:26:56 +0000 | [diff] [blame] | 386 | return RValue::get(This); |
Anders Carlsson | 3b5ad22 | 2010-01-01 20:29:01 +0000 | [diff] [blame] | 387 | } |
| 388 | |
Anders Carlsson | a2447e0 | 2011-05-08 20:32:23 +0000 | [diff] [blame] | 389 | llvm::Value *Callee = EmitCXXOperatorMemberCallee(E, MD, This); |
Richard Smith | 4def70d | 2012-10-09 19:52:38 +0000 | [diff] [blame] | 390 | return EmitCXXMemberCall(MD, E->getExprLoc(), Callee, ReturnValue, This, |
| 391 | /*VTT=*/0, E->arg_begin() + 1, E->arg_end()); |
Anders Carlsson | 3b5ad22 | 2010-01-01 20:29:01 +0000 | [diff] [blame] | 392 | } |
| 393 | |
Peter Collingbourne | 6c0aa5f | 2011-10-06 18:29:37 +0000 | [diff] [blame] | 394 | RValue CodeGenFunction::EmitCUDAKernelCallExpr(const CUDAKernelCallExpr *E, |
| 395 | ReturnValueSlot ReturnValue) { |
| 396 | return CGM.getCUDARuntime().EmitCUDAKernelCallExpr(*this, E, ReturnValue); |
| 397 | } |
| 398 | |
Eli Friedman | 2ed7cb6 | 2011-10-14 02:27:24 +0000 | [diff] [blame] | 399 | static void EmitNullBaseClassInitialization(CodeGenFunction &CGF, |
| 400 | llvm::Value *DestPtr, |
| 401 | const CXXRecordDecl *Base) { |
| 402 | if (Base->isEmpty()) |
| 403 | return; |
| 404 | |
| 405 | DestPtr = CGF.EmitCastToVoidPtr(DestPtr); |
| 406 | |
| 407 | const ASTRecordLayout &Layout = CGF.getContext().getASTRecordLayout(Base); |
| 408 | CharUnits Size = Layout.getNonVirtualSize(); |
| 409 | CharUnits Align = Layout.getNonVirtualAlign(); |
| 410 | |
| 411 | llvm::Value *SizeVal = CGF.CGM.getSize(Size); |
| 412 | |
| 413 | // If the type contains a pointer to data member we can't memset it to zero. |
| 414 | // Instead, create a null constant and copy it to the destination. |
| 415 | // TODO: there are other patterns besides zero that we can usefully memset, |
| 416 | // like -1, which happens to be the pattern used by member-pointers. |
| 417 | // TODO: isZeroInitializable can be over-conservative in the case where a |
| 418 | // virtual base contains a member pointer. |
| 419 | if (!CGF.CGM.getTypes().isZeroInitializable(Base)) { |
| 420 | llvm::Constant *NullConstant = CGF.CGM.EmitNullConstantForBase(Base); |
| 421 | |
| 422 | llvm::GlobalVariable *NullVariable = |
| 423 | new llvm::GlobalVariable(CGF.CGM.getModule(), NullConstant->getType(), |
| 424 | /*isConstant=*/true, |
| 425 | llvm::GlobalVariable::PrivateLinkage, |
| 426 | NullConstant, Twine()); |
| 427 | NullVariable->setAlignment(Align.getQuantity()); |
| 428 | llvm::Value *SrcPtr = CGF.EmitCastToVoidPtr(NullVariable); |
| 429 | |
| 430 | // Get and call the appropriate llvm.memcpy overload. |
| 431 | CGF.Builder.CreateMemCpy(DestPtr, SrcPtr, SizeVal, Align.getQuantity()); |
| 432 | return; |
| 433 | } |
| 434 | |
| 435 | // Otherwise, just memset the whole thing to zero. This is legal |
| 436 | // because in LLVM, all default initializers (other than the ones we just |
| 437 | // handled above) are guaranteed to have a bit pattern of all zeros. |
| 438 | CGF.Builder.CreateMemSet(DestPtr, CGF.Builder.getInt8(0), SizeVal, |
| 439 | Align.getQuantity()); |
| 440 | } |
| 441 | |
Anders Carlsson | 3b5ad22 | 2010-01-01 20:29:01 +0000 | [diff] [blame] | 442 | void |
John McCall | 558d2ab | 2010-09-15 10:14:12 +0000 | [diff] [blame] | 443 | CodeGenFunction::EmitCXXConstructExpr(const CXXConstructExpr *E, |
| 444 | AggValueSlot Dest) { |
| 445 | assert(!Dest.isIgnored() && "Must have a destination!"); |
Anders Carlsson | 3b5ad22 | 2010-01-01 20:29:01 +0000 | [diff] [blame] | 446 | const CXXConstructorDecl *CD = E->getConstructor(); |
Douglas Gregor | 759e41b | 2010-08-22 16:15:35 +0000 | [diff] [blame] | 447 | |
| 448 | // If we require zero initialization before (or instead of) calling the |
| 449 | // constructor, as can be the case with a non-user-provided default |
Argyrios Kyrtzidis | 657baf1 | 2011-04-28 22:57:55 +0000 | [diff] [blame] | 450 | // constructor, emit the zero initialization now, unless destination is |
| 451 | // already zeroed. |
Eli Friedman | 2ed7cb6 | 2011-10-14 02:27:24 +0000 | [diff] [blame] | 452 | if (E->requiresZeroInitialization() && !Dest.isZeroed()) { |
| 453 | switch (E->getConstructionKind()) { |
| 454 | case CXXConstructExpr::CK_Delegating: |
Eli Friedman | 2ed7cb6 | 2011-10-14 02:27:24 +0000 | [diff] [blame] | 455 | case CXXConstructExpr::CK_Complete: |
| 456 | EmitNullInitialization(Dest.getAddr(), E->getType()); |
| 457 | break; |
| 458 | case CXXConstructExpr::CK_VirtualBase: |
| 459 | case CXXConstructExpr::CK_NonVirtualBase: |
| 460 | EmitNullBaseClassInitialization(*this, Dest.getAddr(), CD->getParent()); |
| 461 | break; |
| 462 | } |
| 463 | } |
Douglas Gregor | 759e41b | 2010-08-22 16:15:35 +0000 | [diff] [blame] | 464 | |
| 465 | // If this is a call to a trivial default constructor, do nothing. |
| 466 | if (CD->isTrivial() && CD->isDefaultConstructor()) |
| 467 | return; |
| 468 | |
John McCall | fc1e6c7 | 2010-09-18 00:58:34 +0000 | [diff] [blame] | 469 | // Elide the constructor if we're constructing from a temporary. |
| 470 | // The temporary check is required because Sema sets this on NRVO |
| 471 | // returns. |
Richard Smith | 7edf9e3 | 2012-11-01 22:30:59 +0000 | [diff] [blame] | 472 | if (getLangOpts().ElideConstructors && E->isElidable()) { |
John McCall | fc1e6c7 | 2010-09-18 00:58:34 +0000 | [diff] [blame] | 473 | assert(getContext().hasSameUnqualifiedType(E->getType(), |
| 474 | E->getArg(0)->getType())); |
John McCall | 558d2ab | 2010-09-15 10:14:12 +0000 | [diff] [blame] | 475 | if (E->getArg(0)->isTemporaryObject(getContext(), CD->getParent())) { |
| 476 | EmitAggExpr(E->getArg(0), Dest); |
Douglas Gregor | 3c9034c | 2010-05-15 00:13:29 +0000 | [diff] [blame] | 477 | return; |
| 478 | } |
Anders Carlsson | 3b5ad22 | 2010-01-01 20:29:01 +0000 | [diff] [blame] | 479 | } |
Douglas Gregor | 759e41b | 2010-08-22 16:15:35 +0000 | [diff] [blame] | 480 | |
John McCall | c3c0766 | 2011-07-13 06:10:41 +0000 | [diff] [blame] | 481 | if (const ConstantArrayType *arrayType |
| 482 | = getContext().getAsConstantArrayType(E->getType())) { |
| 483 | EmitCXXAggrConstructorCall(CD, arrayType, Dest.getAddr(), |
Anders Carlsson | 3b5ad22 | 2010-01-01 20:29:01 +0000 | [diff] [blame] | 484 | E->arg_begin(), E->arg_end()); |
John McCall | c3c0766 | 2011-07-13 06:10:41 +0000 | [diff] [blame] | 485 | } else { |
Cameron Esfahani | 6bd2f6a | 2011-05-06 21:28:42 +0000 | [diff] [blame] | 486 | CXXCtorType Type = Ctor_Complete; |
Sean Hunt | d49bd55 | 2011-05-03 20:19:28 +0000 | [diff] [blame] | 487 | bool ForVirtualBase = false; |
| 488 | |
| 489 | switch (E->getConstructionKind()) { |
| 490 | case CXXConstructExpr::CK_Delegating: |
Sean Hunt | 059ce0d | 2011-05-01 07:04:31 +0000 | [diff] [blame] | 491 | // We should be emitting a constructor; GlobalDecl will assert this |
| 492 | Type = CurGD.getCtorType(); |
Sean Hunt | d49bd55 | 2011-05-03 20:19:28 +0000 | [diff] [blame] | 493 | break; |
Sean Hunt | 059ce0d | 2011-05-01 07:04:31 +0000 | [diff] [blame] | 494 | |
Sean Hunt | d49bd55 | 2011-05-03 20:19:28 +0000 | [diff] [blame] | 495 | case CXXConstructExpr::CK_Complete: |
| 496 | Type = Ctor_Complete; |
| 497 | break; |
| 498 | |
| 499 | case CXXConstructExpr::CK_VirtualBase: |
| 500 | ForVirtualBase = true; |
| 501 | // fall-through |
| 502 | |
| 503 | case CXXConstructExpr::CK_NonVirtualBase: |
| 504 | Type = Ctor_Base; |
| 505 | } |
Anders Carlsson | 155ed4a | 2010-05-02 23:20:53 +0000 | [diff] [blame] | 506 | |
Anders Carlsson | 3b5ad22 | 2010-01-01 20:29:01 +0000 | [diff] [blame] | 507 | // Call the constructor. |
John McCall | 558d2ab | 2010-09-15 10:14:12 +0000 | [diff] [blame] | 508 | EmitCXXConstructorCall(CD, Type, ForVirtualBase, Dest.getAddr(), |
Anders Carlsson | 3b5ad22 | 2010-01-01 20:29:01 +0000 | [diff] [blame] | 509 | E->arg_begin(), E->arg_end()); |
Anders Carlsson | 155ed4a | 2010-05-02 23:20:53 +0000 | [diff] [blame] | 510 | } |
Anders Carlsson | 3b5ad22 | 2010-01-01 20:29:01 +0000 | [diff] [blame] | 511 | } |
| 512 | |
Fariborz Jahanian | 3499987 | 2010-11-13 21:53:34 +0000 | [diff] [blame] | 513 | void |
| 514 | CodeGenFunction::EmitSynthesizedCXXCopyCtor(llvm::Value *Dest, |
| 515 | llvm::Value *Src, |
Fariborz Jahanian | 830937b | 2010-12-02 17:02:11 +0000 | [diff] [blame] | 516 | const Expr *Exp) { |
John McCall | 4765fa0 | 2010-12-06 08:20:24 +0000 | [diff] [blame] | 517 | if (const ExprWithCleanups *E = dyn_cast<ExprWithCleanups>(Exp)) |
Fariborz Jahanian | 3499987 | 2010-11-13 21:53:34 +0000 | [diff] [blame] | 518 | Exp = E->getSubExpr(); |
| 519 | assert(isa<CXXConstructExpr>(Exp) && |
| 520 | "EmitSynthesizedCXXCopyCtor - unknown copy ctor expr"); |
| 521 | const CXXConstructExpr* E = cast<CXXConstructExpr>(Exp); |
| 522 | const CXXConstructorDecl *CD = E->getConstructor(); |
| 523 | RunCleanupsScope Scope(*this); |
| 524 | |
| 525 | // If we require zero initialization before (or instead of) calling the |
| 526 | // constructor, as can be the case with a non-user-provided default |
| 527 | // constructor, emit the zero initialization now. |
| 528 | // FIXME. Do I still need this for a copy ctor synthesis? |
| 529 | if (E->requiresZeroInitialization()) |
| 530 | EmitNullInitialization(Dest, E->getType()); |
| 531 | |
Chandler Carruth | 858a546 | 2010-11-15 13:54:43 +0000 | [diff] [blame] | 532 | assert(!getContext().getAsConstantArrayType(E->getType()) |
| 533 | && "EmitSynthesizedCXXCopyCtor - Copied-in Array"); |
Fariborz Jahanian | 3499987 | 2010-11-13 21:53:34 +0000 | [diff] [blame] | 534 | EmitSynthesizedCXXCopyCtorCall(CD, Dest, Src, |
| 535 | E->arg_begin(), E->arg_end()); |
| 536 | } |
| 537 | |
John McCall | 1e7fe75 | 2010-09-02 09:58:18 +0000 | [diff] [blame] | 538 | static CharUnits CalculateCookiePadding(CodeGenFunction &CGF, |
| 539 | const CXXNewExpr *E) { |
Anders Carlsson | 871d078 | 2009-12-13 20:04:38 +0000 | [diff] [blame] | 540 | if (!E->isArray()) |
Ken Dyck | caf647c | 2010-01-26 19:44:24 +0000 | [diff] [blame] | 541 | return CharUnits::Zero(); |
Anders Carlsson | 871d078 | 2009-12-13 20:04:38 +0000 | [diff] [blame] | 542 | |
John McCall | b1c98a3 | 2011-05-16 01:05:12 +0000 | [diff] [blame] | 543 | // No cookie is required if the operator new[] being used is the |
| 544 | // reserved placement operator new[]. |
| 545 | if (E->getOperatorNew()->isReservedGlobalPlacementOperator()) |
John McCall | 5172ed9 | 2010-08-23 01:17:59 +0000 | [diff] [blame] | 546 | return CharUnits::Zero(); |
| 547 | |
John McCall | 6ec278d | 2011-01-27 09:37:56 +0000 | [diff] [blame] | 548 | return CGF.CGM.getCXXABI().GetArrayCookieSize(E); |
Anders Carlsson | a4d4c01 | 2009-09-23 16:07:23 +0000 | [diff] [blame] | 549 | } |
| 550 | |
John McCall | 7d16627 | 2011-05-15 07:14:44 +0000 | [diff] [blame] | 551 | static llvm::Value *EmitCXXNewAllocSize(CodeGenFunction &CGF, |
| 552 | const CXXNewExpr *e, |
Sebastian Redl | 9203647 | 2012-02-22 17:37:52 +0000 | [diff] [blame] | 553 | unsigned minElements, |
John McCall | 7d16627 | 2011-05-15 07:14:44 +0000 | [diff] [blame] | 554 | llvm::Value *&numElements, |
| 555 | llvm::Value *&sizeWithoutCookie) { |
| 556 | QualType type = e->getAllocatedType(); |
John McCall | 1e7fe75 | 2010-09-02 09:58:18 +0000 | [diff] [blame] | 557 | |
John McCall | 7d16627 | 2011-05-15 07:14:44 +0000 | [diff] [blame] | 558 | if (!e->isArray()) { |
| 559 | CharUnits typeSize = CGF.getContext().getTypeSizeInChars(type); |
| 560 | sizeWithoutCookie |
| 561 | = llvm::ConstantInt::get(CGF.SizeTy, typeSize.getQuantity()); |
| 562 | return sizeWithoutCookie; |
Douglas Gregor | 59174c0 | 2010-07-21 01:10:17 +0000 | [diff] [blame] | 563 | } |
Anders Carlsson | a4d4c01 | 2009-09-23 16:07:23 +0000 | [diff] [blame] | 564 | |
John McCall | 7d16627 | 2011-05-15 07:14:44 +0000 | [diff] [blame] | 565 | // The width of size_t. |
| 566 | unsigned sizeWidth = CGF.SizeTy->getBitWidth(); |
| 567 | |
John McCall | 1e7fe75 | 2010-09-02 09:58:18 +0000 | [diff] [blame] | 568 | // Figure out the cookie size. |
John McCall | 7d16627 | 2011-05-15 07:14:44 +0000 | [diff] [blame] | 569 | llvm::APInt cookieSize(sizeWidth, |
| 570 | CalculateCookiePadding(CGF, e).getQuantity()); |
John McCall | 1e7fe75 | 2010-09-02 09:58:18 +0000 | [diff] [blame] | 571 | |
Anders Carlsson | a4d4c01 | 2009-09-23 16:07:23 +0000 | [diff] [blame] | 572 | // Emit the array size expression. |
Argyrios Kyrtzidis | e7ab92e | 2010-08-26 15:23:38 +0000 | [diff] [blame] | 573 | // We multiply the size of all dimensions for NumElements. |
| 574 | // e.g for 'int[2][3]', ElemType is 'int' and NumElements is 6. |
John McCall | 7d16627 | 2011-05-15 07:14:44 +0000 | [diff] [blame] | 575 | numElements = CGF.EmitScalarExpr(e->getArraySize()); |
| 576 | assert(isa<llvm::IntegerType>(numElements->getType())); |
John McCall | 1e7fe75 | 2010-09-02 09:58:18 +0000 | [diff] [blame] | 577 | |
John McCall | 7d16627 | 2011-05-15 07:14:44 +0000 | [diff] [blame] | 578 | // The number of elements can be have an arbitrary integer type; |
| 579 | // essentially, we need to multiply it by a constant factor, add a |
| 580 | // cookie size, and verify that the result is representable as a |
| 581 | // size_t. That's just a gloss, though, and it's wrong in one |
| 582 | // important way: if the count is negative, it's an error even if |
| 583 | // the cookie size would bring the total size >= 0. |
Douglas Gregor | 575a1c9 | 2011-05-20 16:38:50 +0000 | [diff] [blame] | 584 | bool isSigned |
| 585 | = e->getArraySize()->getType()->isSignedIntegerOrEnumerationType(); |
Chris Lattner | 2acc6e3 | 2011-07-18 04:24:23 +0000 | [diff] [blame] | 586 | llvm::IntegerType *numElementsType |
John McCall | 7d16627 | 2011-05-15 07:14:44 +0000 | [diff] [blame] | 587 | = cast<llvm::IntegerType>(numElements->getType()); |
| 588 | unsigned numElementsWidth = numElementsType->getBitWidth(); |
| 589 | |
| 590 | // Compute the constant factor. |
| 591 | llvm::APInt arraySizeMultiplier(sizeWidth, 1); |
Argyrios Kyrtzidis | e7ab92e | 2010-08-26 15:23:38 +0000 | [diff] [blame] | 592 | while (const ConstantArrayType *CAT |
John McCall | 7d16627 | 2011-05-15 07:14:44 +0000 | [diff] [blame] | 593 | = CGF.getContext().getAsConstantArrayType(type)) { |
| 594 | type = CAT->getElementType(); |
| 595 | arraySizeMultiplier *= CAT->getSize(); |
Argyrios Kyrtzidis | e7ab92e | 2010-08-26 15:23:38 +0000 | [diff] [blame] | 596 | } |
| 597 | |
John McCall | 7d16627 | 2011-05-15 07:14:44 +0000 | [diff] [blame] | 598 | CharUnits typeSize = CGF.getContext().getTypeSizeInChars(type); |
| 599 | llvm::APInt typeSizeMultiplier(sizeWidth, typeSize.getQuantity()); |
| 600 | typeSizeMultiplier *= arraySizeMultiplier; |
| 601 | |
| 602 | // This will be a size_t. |
| 603 | llvm::Value *size; |
Chris Lattner | 83252dc | 2010-07-20 21:07:09 +0000 | [diff] [blame] | 604 | |
Chris Lattner | 806941e | 2010-07-20 21:55:52 +0000 | [diff] [blame] | 605 | // If someone is doing 'new int[42]' there is no need to do a dynamic check. |
| 606 | // Don't bloat the -O0 code. |
John McCall | 7d16627 | 2011-05-15 07:14:44 +0000 | [diff] [blame] | 607 | if (llvm::ConstantInt *numElementsC = |
| 608 | dyn_cast<llvm::ConstantInt>(numElements)) { |
| 609 | const llvm::APInt &count = numElementsC->getValue(); |
John McCall | 1e7fe75 | 2010-09-02 09:58:18 +0000 | [diff] [blame] | 610 | |
John McCall | 7d16627 | 2011-05-15 07:14:44 +0000 | [diff] [blame] | 611 | bool hasAnyOverflow = false; |
John McCall | 1e7fe75 | 2010-09-02 09:58:18 +0000 | [diff] [blame] | 612 | |
John McCall | 7d16627 | 2011-05-15 07:14:44 +0000 | [diff] [blame] | 613 | // If 'count' was a negative number, it's an overflow. |
| 614 | if (isSigned && count.isNegative()) |
| 615 | hasAnyOverflow = true; |
John McCall | 1e7fe75 | 2010-09-02 09:58:18 +0000 | [diff] [blame] | 616 | |
John McCall | 7d16627 | 2011-05-15 07:14:44 +0000 | [diff] [blame] | 617 | // We want to do all this arithmetic in size_t. If numElements is |
| 618 | // wider than that, check whether it's already too big, and if so, |
| 619 | // overflow. |
| 620 | else if (numElementsWidth > sizeWidth && |
| 621 | numElementsWidth - sizeWidth > count.countLeadingZeros()) |
| 622 | hasAnyOverflow = true; |
| 623 | |
| 624 | // Okay, compute a count at the right width. |
| 625 | llvm::APInt adjustedCount = count.zextOrTrunc(sizeWidth); |
| 626 | |
Sebastian Redl | 9203647 | 2012-02-22 17:37:52 +0000 | [diff] [blame] | 627 | // If there is a brace-initializer, we cannot allocate fewer elements than |
| 628 | // there are initializers. If we do, that's treated like an overflow. |
| 629 | if (adjustedCount.ult(minElements)) |
| 630 | hasAnyOverflow = true; |
| 631 | |
John McCall | 7d16627 | 2011-05-15 07:14:44 +0000 | [diff] [blame] | 632 | // Scale numElements by that. This might overflow, but we don't |
| 633 | // care because it only overflows if allocationSize does, too, and |
| 634 | // if that overflows then we shouldn't use this. |
| 635 | numElements = llvm::ConstantInt::get(CGF.SizeTy, |
| 636 | adjustedCount * arraySizeMultiplier); |
| 637 | |
| 638 | // Compute the size before cookie, and track whether it overflowed. |
| 639 | bool overflow; |
| 640 | llvm::APInt allocationSize |
| 641 | = adjustedCount.umul_ov(typeSizeMultiplier, overflow); |
| 642 | hasAnyOverflow |= overflow; |
| 643 | |
| 644 | // Add in the cookie, and check whether it's overflowed. |
| 645 | if (cookieSize != 0) { |
| 646 | // Save the current size without a cookie. This shouldn't be |
| 647 | // used if there was overflow. |
| 648 | sizeWithoutCookie = llvm::ConstantInt::get(CGF.SizeTy, allocationSize); |
| 649 | |
| 650 | allocationSize = allocationSize.uadd_ov(cookieSize, overflow); |
| 651 | hasAnyOverflow |= overflow; |
| 652 | } |
| 653 | |
| 654 | // On overflow, produce a -1 so operator new will fail. |
| 655 | if (hasAnyOverflow) { |
| 656 | size = llvm::Constant::getAllOnesValue(CGF.SizeTy); |
| 657 | } else { |
| 658 | size = llvm::ConstantInt::get(CGF.SizeTy, allocationSize); |
| 659 | } |
| 660 | |
| 661 | // Otherwise, we might need to use the overflow intrinsics. |
| 662 | } else { |
Sebastian Redl | 9203647 | 2012-02-22 17:37:52 +0000 | [diff] [blame] | 663 | // There are up to five conditions we need to test for: |
John McCall | 7d16627 | 2011-05-15 07:14:44 +0000 | [diff] [blame] | 664 | // 1) if isSigned, we need to check whether numElements is negative; |
| 665 | // 2) if numElementsWidth > sizeWidth, we need to check whether |
| 666 | // numElements is larger than something representable in size_t; |
Sebastian Redl | 9203647 | 2012-02-22 17:37:52 +0000 | [diff] [blame] | 667 | // 3) if minElements > 0, we need to check whether numElements is smaller |
| 668 | // than that. |
| 669 | // 4) we need to compute |
John McCall | 7d16627 | 2011-05-15 07:14:44 +0000 | [diff] [blame] | 670 | // sizeWithoutCookie := numElements * typeSizeMultiplier |
| 671 | // and check whether it overflows; and |
Sebastian Redl | 9203647 | 2012-02-22 17:37:52 +0000 | [diff] [blame] | 672 | // 5) if we need a cookie, we need to compute |
John McCall | 7d16627 | 2011-05-15 07:14:44 +0000 | [diff] [blame] | 673 | // size := sizeWithoutCookie + cookieSize |
| 674 | // and check whether it overflows. |
| 675 | |
| 676 | llvm::Value *hasOverflow = 0; |
| 677 | |
| 678 | // If numElementsWidth > sizeWidth, then one way or another, we're |
| 679 | // going to have to do a comparison for (2), and this happens to |
| 680 | // take care of (1), too. |
| 681 | if (numElementsWidth > sizeWidth) { |
| 682 | llvm::APInt threshold(numElementsWidth, 1); |
| 683 | threshold <<= sizeWidth; |
| 684 | |
| 685 | llvm::Value *thresholdV |
| 686 | = llvm::ConstantInt::get(numElementsType, threshold); |
| 687 | |
| 688 | hasOverflow = CGF.Builder.CreateICmpUGE(numElements, thresholdV); |
| 689 | numElements = CGF.Builder.CreateTrunc(numElements, CGF.SizeTy); |
| 690 | |
| 691 | // Otherwise, if we're signed, we want to sext up to size_t. |
| 692 | } else if (isSigned) { |
| 693 | if (numElementsWidth < sizeWidth) |
| 694 | numElements = CGF.Builder.CreateSExt(numElements, CGF.SizeTy); |
| 695 | |
| 696 | // If there's a non-1 type size multiplier, then we can do the |
| 697 | // signedness check at the same time as we do the multiply |
| 698 | // because a negative number times anything will cause an |
Sebastian Redl | 9203647 | 2012-02-22 17:37:52 +0000 | [diff] [blame] | 699 | // unsigned overflow. Otherwise, we have to do it here. But at least |
| 700 | // in this case, we can subsume the >= minElements check. |
John McCall | 7d16627 | 2011-05-15 07:14:44 +0000 | [diff] [blame] | 701 | if (typeSizeMultiplier == 1) |
| 702 | hasOverflow = CGF.Builder.CreateICmpSLT(numElements, |
Sebastian Redl | 9203647 | 2012-02-22 17:37:52 +0000 | [diff] [blame] | 703 | llvm::ConstantInt::get(CGF.SizeTy, minElements)); |
John McCall | 7d16627 | 2011-05-15 07:14:44 +0000 | [diff] [blame] | 704 | |
| 705 | // Otherwise, zext up to size_t if necessary. |
| 706 | } else if (numElementsWidth < sizeWidth) { |
| 707 | numElements = CGF.Builder.CreateZExt(numElements, CGF.SizeTy); |
| 708 | } |
| 709 | |
| 710 | assert(numElements->getType() == CGF.SizeTy); |
| 711 | |
Sebastian Redl | 9203647 | 2012-02-22 17:37:52 +0000 | [diff] [blame] | 712 | if (minElements) { |
| 713 | // Don't allow allocation of fewer elements than we have initializers. |
| 714 | if (!hasOverflow) { |
| 715 | hasOverflow = CGF.Builder.CreateICmpULT(numElements, |
| 716 | llvm::ConstantInt::get(CGF.SizeTy, minElements)); |
| 717 | } else if (numElementsWidth > sizeWidth) { |
| 718 | // The other existing overflow subsumes this check. |
| 719 | // We do an unsigned comparison, since any signed value < -1 is |
| 720 | // taken care of either above or below. |
| 721 | hasOverflow = CGF.Builder.CreateOr(hasOverflow, |
| 722 | CGF.Builder.CreateICmpULT(numElements, |
| 723 | llvm::ConstantInt::get(CGF.SizeTy, minElements))); |
| 724 | } |
| 725 | } |
| 726 | |
John McCall | 7d16627 | 2011-05-15 07:14:44 +0000 | [diff] [blame] | 727 | size = numElements; |
| 728 | |
| 729 | // Multiply by the type size if necessary. This multiplier |
| 730 | // includes all the factors for nested arrays. |
| 731 | // |
| 732 | // This step also causes numElements to be scaled up by the |
| 733 | // nested-array factor if necessary. Overflow on this computation |
| 734 | // can be ignored because the result shouldn't be used if |
| 735 | // allocation fails. |
| 736 | if (typeSizeMultiplier != 1) { |
John McCall | 7d16627 | 2011-05-15 07:14:44 +0000 | [diff] [blame] | 737 | llvm::Value *umul_with_overflow |
Benjamin Kramer | 8dd55a3 | 2011-07-14 17:45:50 +0000 | [diff] [blame] | 738 | = CGF.CGM.getIntrinsic(llvm::Intrinsic::umul_with_overflow, CGF.SizeTy); |
John McCall | 7d16627 | 2011-05-15 07:14:44 +0000 | [diff] [blame] | 739 | |
| 740 | llvm::Value *tsmV = |
| 741 | llvm::ConstantInt::get(CGF.SizeTy, typeSizeMultiplier); |
| 742 | llvm::Value *result = |
| 743 | CGF.Builder.CreateCall2(umul_with_overflow, size, tsmV); |
| 744 | |
| 745 | llvm::Value *overflowed = CGF.Builder.CreateExtractValue(result, 1); |
| 746 | if (hasOverflow) |
| 747 | hasOverflow = CGF.Builder.CreateOr(hasOverflow, overflowed); |
| 748 | else |
| 749 | hasOverflow = overflowed; |
| 750 | |
| 751 | size = CGF.Builder.CreateExtractValue(result, 0); |
| 752 | |
| 753 | // Also scale up numElements by the array size multiplier. |
| 754 | if (arraySizeMultiplier != 1) { |
| 755 | // If the base element type size is 1, then we can re-use the |
| 756 | // multiply we just did. |
| 757 | if (typeSize.isOne()) { |
| 758 | assert(arraySizeMultiplier == typeSizeMultiplier); |
| 759 | numElements = size; |
| 760 | |
| 761 | // Otherwise we need a separate multiply. |
| 762 | } else { |
| 763 | llvm::Value *asmV = |
| 764 | llvm::ConstantInt::get(CGF.SizeTy, arraySizeMultiplier); |
| 765 | numElements = CGF.Builder.CreateMul(numElements, asmV); |
| 766 | } |
| 767 | } |
| 768 | } else { |
| 769 | // numElements doesn't need to be scaled. |
| 770 | assert(arraySizeMultiplier == 1); |
Chris Lattner | 806941e | 2010-07-20 21:55:52 +0000 | [diff] [blame] | 771 | } |
| 772 | |
John McCall | 7d16627 | 2011-05-15 07:14:44 +0000 | [diff] [blame] | 773 | // Add in the cookie size if necessary. |
| 774 | if (cookieSize != 0) { |
| 775 | sizeWithoutCookie = size; |
| 776 | |
John McCall | 7d16627 | 2011-05-15 07:14:44 +0000 | [diff] [blame] | 777 | llvm::Value *uadd_with_overflow |
Benjamin Kramer | 8dd55a3 | 2011-07-14 17:45:50 +0000 | [diff] [blame] | 778 | = CGF.CGM.getIntrinsic(llvm::Intrinsic::uadd_with_overflow, CGF.SizeTy); |
John McCall | 7d16627 | 2011-05-15 07:14:44 +0000 | [diff] [blame] | 779 | |
| 780 | llvm::Value *cookieSizeV = llvm::ConstantInt::get(CGF.SizeTy, cookieSize); |
| 781 | llvm::Value *result = |
| 782 | CGF.Builder.CreateCall2(uadd_with_overflow, size, cookieSizeV); |
| 783 | |
| 784 | llvm::Value *overflowed = CGF.Builder.CreateExtractValue(result, 1); |
| 785 | if (hasOverflow) |
| 786 | hasOverflow = CGF.Builder.CreateOr(hasOverflow, overflowed); |
| 787 | else |
| 788 | hasOverflow = overflowed; |
| 789 | |
| 790 | size = CGF.Builder.CreateExtractValue(result, 0); |
John McCall | 1e7fe75 | 2010-09-02 09:58:18 +0000 | [diff] [blame] | 791 | } |
Anders Carlsson | a4d4c01 | 2009-09-23 16:07:23 +0000 | [diff] [blame] | 792 | |
John McCall | 7d16627 | 2011-05-15 07:14:44 +0000 | [diff] [blame] | 793 | // If we had any possibility of dynamic overflow, make a select to |
| 794 | // overwrite 'size' with an all-ones value, which should cause |
| 795 | // operator new to throw. |
| 796 | if (hasOverflow) |
| 797 | size = CGF.Builder.CreateSelect(hasOverflow, |
| 798 | llvm::Constant::getAllOnesValue(CGF.SizeTy), |
| 799 | size); |
Chris Lattner | 806941e | 2010-07-20 21:55:52 +0000 | [diff] [blame] | 800 | } |
John McCall | 1e7fe75 | 2010-09-02 09:58:18 +0000 | [diff] [blame] | 801 | |
John McCall | 7d16627 | 2011-05-15 07:14:44 +0000 | [diff] [blame] | 802 | if (cookieSize == 0) |
| 803 | sizeWithoutCookie = size; |
John McCall | 1e7fe75 | 2010-09-02 09:58:18 +0000 | [diff] [blame] | 804 | else |
John McCall | 7d16627 | 2011-05-15 07:14:44 +0000 | [diff] [blame] | 805 | assert(sizeWithoutCookie && "didn't set sizeWithoutCookie?"); |
John McCall | 1e7fe75 | 2010-09-02 09:58:18 +0000 | [diff] [blame] | 806 | |
John McCall | 7d16627 | 2011-05-15 07:14:44 +0000 | [diff] [blame] | 807 | return size; |
Anders Carlsson | a4d4c01 | 2009-09-23 16:07:23 +0000 | [diff] [blame] | 808 | } |
| 809 | |
Sebastian Redl | 9203647 | 2012-02-22 17:37:52 +0000 | [diff] [blame] | 810 | static void StoreAnyExprIntoOneUnit(CodeGenFunction &CGF, const Expr *Init, |
| 811 | QualType AllocType, llvm::Value *NewPtr) { |
Daniel Dunbar | 91a16fa | 2010-08-21 02:24:36 +0000 | [diff] [blame] | 812 | |
Eli Friedman | d7722d9 | 2011-12-03 02:13:40 +0000 | [diff] [blame] | 813 | CharUnits Alignment = CGF.getContext().getTypeAlignInChars(AllocType); |
John McCall | a07398e | 2011-06-16 04:16:24 +0000 | [diff] [blame] | 814 | if (!CGF.hasAggregateLLVMType(AllocType)) |
Eli Friedman | d7722d9 | 2011-12-03 02:13:40 +0000 | [diff] [blame] | 815 | CGF.EmitScalarInit(Init, 0, CGF.MakeAddrLValue(NewPtr, AllocType, |
Eli Friedman | 6da2c71 | 2011-12-03 04:14:32 +0000 | [diff] [blame] | 816 | Alignment), |
John McCall | a07398e | 2011-06-16 04:16:24 +0000 | [diff] [blame] | 817 | false); |
Fariborz Jahanian | ef66872 | 2010-06-25 18:26:07 +0000 | [diff] [blame] | 818 | else if (AllocType->isAnyComplexType()) |
| 819 | CGF.EmitComplexExprIntoAddr(Init, NewPtr, |
| 820 | AllocType.isVolatileQualified()); |
John McCall | 558d2ab | 2010-09-15 10:14:12 +0000 | [diff] [blame] | 821 | else { |
| 822 | AggValueSlot Slot |
Eli Friedman | f394078 | 2011-12-03 00:54:26 +0000 | [diff] [blame] | 823 | = AggValueSlot::forAddr(NewPtr, Alignment, AllocType.getQualifiers(), |
John McCall | 7c2349b | 2011-08-25 20:40:09 +0000 | [diff] [blame] | 824 | AggValueSlot::IsDestructed, |
John McCall | 4418439 | 2011-08-26 07:31:35 +0000 | [diff] [blame] | 825 | AggValueSlot::DoesNotNeedGCBarriers, |
Chad Rosier | 649b4a1 | 2012-03-29 17:37:10 +0000 | [diff] [blame] | 826 | AggValueSlot::IsNotAliased); |
John McCall | 558d2ab | 2010-09-15 10:14:12 +0000 | [diff] [blame] | 827 | CGF.EmitAggExpr(Init, Slot); |
Sebastian Redl | 972edf0 | 2012-02-19 16:03:09 +0000 | [diff] [blame] | 828 | |
| 829 | CGF.MaybeEmitStdInitializerListCleanup(NewPtr, Init); |
John McCall | 558d2ab | 2010-09-15 10:14:12 +0000 | [diff] [blame] | 830 | } |
Fariborz Jahanian | ef66872 | 2010-06-25 18:26:07 +0000 | [diff] [blame] | 831 | } |
| 832 | |
| 833 | void |
| 834 | CodeGenFunction::EmitNewArrayInitializer(const CXXNewExpr *E, |
John McCall | 1970567 | 2011-09-15 06:49:18 +0000 | [diff] [blame] | 835 | QualType elementType, |
| 836 | llvm::Value *beginPtr, |
| 837 | llvm::Value *numElements) { |
Sebastian Redl | 2aed8b8 | 2012-02-16 12:22:20 +0000 | [diff] [blame] | 838 | if (!E->hasInitializer()) |
| 839 | return; // We have a POD type. |
John McCall | 1970567 | 2011-09-15 06:49:18 +0000 | [diff] [blame] | 840 | |
Sebastian Redl | 9203647 | 2012-02-22 17:37:52 +0000 | [diff] [blame] | 841 | llvm::Value *explicitPtr = beginPtr; |
John McCall | 1970567 | 2011-09-15 06:49:18 +0000 | [diff] [blame] | 842 | // Find the end of the array, hoisted out of the loop. |
| 843 | llvm::Value *endPtr = |
| 844 | Builder.CreateInBoundsGEP(beginPtr, numElements, "array.end"); |
| 845 | |
Sebastian Redl | 9203647 | 2012-02-22 17:37:52 +0000 | [diff] [blame] | 846 | unsigned initializerElements = 0; |
| 847 | |
| 848 | const Expr *Init = E->getInitializer(); |
Chad Rosier | 577fb5b | 2012-02-24 00:13:55 +0000 | [diff] [blame] | 849 | llvm::AllocaInst *endOfInit = 0; |
| 850 | QualType::DestructionKind dtorKind = elementType.isDestructedType(); |
| 851 | EHScopeStack::stable_iterator cleanup; |
| 852 | llvm::Instruction *cleanupDominator = 0; |
Sebastian Redl | 9203647 | 2012-02-22 17:37:52 +0000 | [diff] [blame] | 853 | // If the initializer is an initializer list, first do the explicit elements. |
| 854 | if (const InitListExpr *ILE = dyn_cast<InitListExpr>(Init)) { |
| 855 | initializerElements = ILE->getNumInits(); |
Chad Rosier | 577fb5b | 2012-02-24 00:13:55 +0000 | [diff] [blame] | 856 | |
| 857 | // Enter a partial-destruction cleanup if necessary. |
| 858 | if (needsEHCleanup(dtorKind)) { |
| 859 | // In principle we could tell the cleanup where we are more |
| 860 | // directly, but the control flow can get so varied here that it |
| 861 | // would actually be quite complex. Therefore we go through an |
| 862 | // alloca. |
| 863 | endOfInit = CreateTempAlloca(beginPtr->getType(), "array.endOfInit"); |
| 864 | cleanupDominator = Builder.CreateStore(beginPtr, endOfInit); |
| 865 | pushIrregularPartialArrayCleanup(beginPtr, endOfInit, elementType, |
| 866 | getDestroyer(dtorKind)); |
| 867 | cleanup = EHStack.stable_begin(); |
| 868 | } |
| 869 | |
Sebastian Redl | 9203647 | 2012-02-22 17:37:52 +0000 | [diff] [blame] | 870 | for (unsigned i = 0, e = ILE->getNumInits(); i != e; ++i) { |
Chad Rosier | 577fb5b | 2012-02-24 00:13:55 +0000 | [diff] [blame] | 871 | // Tell the cleanup that it needs to destroy up to this |
| 872 | // element. TODO: some of these stores can be trivially |
| 873 | // observed to be unnecessary. |
| 874 | if (endOfInit) Builder.CreateStore(explicitPtr, endOfInit); |
Sebastian Redl | 9203647 | 2012-02-22 17:37:52 +0000 | [diff] [blame] | 875 | StoreAnyExprIntoOneUnit(*this, ILE->getInit(i), elementType, explicitPtr); |
| 876 | explicitPtr =Builder.CreateConstGEP1_32(explicitPtr, 1, "array.exp.next"); |
| 877 | } |
| 878 | |
| 879 | // The remaining elements are filled with the array filler expression. |
| 880 | Init = ILE->getArrayFiller(); |
| 881 | } |
| 882 | |
John McCall | 1970567 | 2011-09-15 06:49:18 +0000 | [diff] [blame] | 883 | // Create the continuation block. |
| 884 | llvm::BasicBlock *contBB = createBasicBlock("new.loop.end"); |
| 885 | |
Sebastian Redl | 9203647 | 2012-02-22 17:37:52 +0000 | [diff] [blame] | 886 | // If the number of elements isn't constant, we have to now check if there is |
| 887 | // anything left to initialize. |
| 888 | if (llvm::ConstantInt *constNum = dyn_cast<llvm::ConstantInt>(numElements)) { |
| 889 | // If all elements have already been initialized, skip the whole loop. |
Chad Rosier | 577fb5b | 2012-02-24 00:13:55 +0000 | [diff] [blame] | 890 | if (constNum->getZExtValue() <= initializerElements) { |
| 891 | // If there was a cleanup, deactivate it. |
| 892 | if (cleanupDominator) |
Dmitri Gribenko | 1ad23d6 | 2012-09-10 21:20:09 +0000 | [diff] [blame] | 893 | DeactivateCleanupBlock(cleanup, cleanupDominator); |
Chad Rosier | 577fb5b | 2012-02-24 00:13:55 +0000 | [diff] [blame] | 894 | return; |
| 895 | } |
Sebastian Redl | 9203647 | 2012-02-22 17:37:52 +0000 | [diff] [blame] | 896 | } else { |
John McCall | 1970567 | 2011-09-15 06:49:18 +0000 | [diff] [blame] | 897 | llvm::BasicBlock *nonEmptyBB = createBasicBlock("new.loop.nonempty"); |
Sebastian Redl | 9203647 | 2012-02-22 17:37:52 +0000 | [diff] [blame] | 898 | llvm::Value *isEmpty = Builder.CreateICmpEQ(explicitPtr, endPtr, |
John McCall | 1970567 | 2011-09-15 06:49:18 +0000 | [diff] [blame] | 899 | "array.isempty"); |
| 900 | Builder.CreateCondBr(isEmpty, contBB, nonEmptyBB); |
| 901 | EmitBlock(nonEmptyBB); |
| 902 | } |
| 903 | |
| 904 | // Enter the loop. |
| 905 | llvm::BasicBlock *entryBB = Builder.GetInsertBlock(); |
| 906 | llvm::BasicBlock *loopBB = createBasicBlock("new.loop"); |
| 907 | |
| 908 | EmitBlock(loopBB); |
| 909 | |
| 910 | // Set up the current-element phi. |
| 911 | llvm::PHINode *curPtr = |
Sebastian Redl | 9203647 | 2012-02-22 17:37:52 +0000 | [diff] [blame] | 912 | Builder.CreatePHI(explicitPtr->getType(), 2, "array.cur"); |
| 913 | curPtr->addIncoming(explicitPtr, entryBB); |
John McCall | 1970567 | 2011-09-15 06:49:18 +0000 | [diff] [blame] | 914 | |
Chad Rosier | 577fb5b | 2012-02-24 00:13:55 +0000 | [diff] [blame] | 915 | // Store the new cleanup position for irregular cleanups. |
| 916 | if (endOfInit) Builder.CreateStore(curPtr, endOfInit); |
| 917 | |
John McCall | 1970567 | 2011-09-15 06:49:18 +0000 | [diff] [blame] | 918 | // Enter a partial-destruction cleanup if necessary. |
Chad Rosier | 577fb5b | 2012-02-24 00:13:55 +0000 | [diff] [blame] | 919 | if (!cleanupDominator && needsEHCleanup(dtorKind)) { |
John McCall | 1970567 | 2011-09-15 06:49:18 +0000 | [diff] [blame] | 920 | pushRegularPartialArrayCleanup(beginPtr, curPtr, elementType, |
| 921 | getDestroyer(dtorKind)); |
| 922 | cleanup = EHStack.stable_begin(); |
John McCall | 6f103ba | 2011-11-10 10:43:54 +0000 | [diff] [blame] | 923 | cleanupDominator = Builder.CreateUnreachable(); |
John McCall | 1970567 | 2011-09-15 06:49:18 +0000 | [diff] [blame] | 924 | } |
| 925 | |
| 926 | // Emit the initializer into this element. |
Sebastian Redl | 9203647 | 2012-02-22 17:37:52 +0000 | [diff] [blame] | 927 | StoreAnyExprIntoOneUnit(*this, Init, E->getAllocatedType(), curPtr); |
John McCall | 1970567 | 2011-09-15 06:49:18 +0000 | [diff] [blame] | 928 | |
| 929 | // Leave the cleanup if we entered one. |
Eli Friedman | 40563cd | 2011-12-09 23:05:37 +0000 | [diff] [blame] | 930 | if (cleanupDominator) { |
John McCall | 6f103ba | 2011-11-10 10:43:54 +0000 | [diff] [blame] | 931 | DeactivateCleanupBlock(cleanup, cleanupDominator); |
| 932 | cleanupDominator->eraseFromParent(); |
| 933 | } |
John McCall | 1970567 | 2011-09-15 06:49:18 +0000 | [diff] [blame] | 934 | |
| 935 | // Advance to the next element. |
| 936 | llvm::Value *nextPtr = Builder.CreateConstGEP1_32(curPtr, 1, "array.next"); |
| 937 | |
| 938 | // Check whether we've gotten to the end of the array and, if so, |
| 939 | // exit the loop. |
| 940 | llvm::Value *isEnd = Builder.CreateICmpEQ(nextPtr, endPtr, "array.atend"); |
| 941 | Builder.CreateCondBr(isEnd, contBB, loopBB); |
| 942 | curPtr->addIncoming(nextPtr, Builder.GetInsertBlock()); |
| 943 | |
| 944 | EmitBlock(contBB); |
Fariborz Jahanian | ef66872 | 2010-06-25 18:26:07 +0000 | [diff] [blame] | 945 | } |
| 946 | |
Douglas Gregor | 59174c0 | 2010-07-21 01:10:17 +0000 | [diff] [blame] | 947 | static void EmitZeroMemSet(CodeGenFunction &CGF, QualType T, |
| 948 | llvm::Value *NewPtr, llvm::Value *Size) { |
John McCall | d16c2cf | 2011-02-08 08:22:06 +0000 | [diff] [blame] | 949 | CGF.EmitCastToVoidPtr(NewPtr); |
Ken Dyck | fe71008 | 2011-01-19 01:58:38 +0000 | [diff] [blame] | 950 | CharUnits Alignment = CGF.getContext().getTypeAlignInChars(T); |
Benjamin Kramer | 9f0c7cc | 2010-12-30 00:13:21 +0000 | [diff] [blame] | 951 | CGF.Builder.CreateMemSet(NewPtr, CGF.Builder.getInt8(0), Size, |
Ken Dyck | fe71008 | 2011-01-19 01:58:38 +0000 | [diff] [blame] | 952 | Alignment.getQuantity(), false); |
Douglas Gregor | 59174c0 | 2010-07-21 01:10:17 +0000 | [diff] [blame] | 953 | } |
| 954 | |
Anders Carlsson | a4d4c01 | 2009-09-23 16:07:23 +0000 | [diff] [blame] | 955 | static void EmitNewInitializer(CodeGenFunction &CGF, const CXXNewExpr *E, |
John McCall | 1970567 | 2011-09-15 06:49:18 +0000 | [diff] [blame] | 956 | QualType ElementType, |
Anders Carlsson | a4d4c01 | 2009-09-23 16:07:23 +0000 | [diff] [blame] | 957 | llvm::Value *NewPtr, |
Douglas Gregor | 59174c0 | 2010-07-21 01:10:17 +0000 | [diff] [blame] | 958 | llvm::Value *NumElements, |
| 959 | llvm::Value *AllocSizeWithoutCookie) { |
Sebastian Redl | 2aed8b8 | 2012-02-16 12:22:20 +0000 | [diff] [blame] | 960 | const Expr *Init = E->getInitializer(); |
Anders Carlsson | 5d4d946 | 2009-11-24 18:43:52 +0000 | [diff] [blame] | 961 | if (E->isArray()) { |
Sebastian Redl | 2aed8b8 | 2012-02-16 12:22:20 +0000 | [diff] [blame] | 962 | if (const CXXConstructExpr *CCE = dyn_cast_or_null<CXXConstructExpr>(Init)){ |
| 963 | CXXConstructorDecl *Ctor = CCE->getConstructor(); |
Douglas Gregor | 887ddf3 | 2012-02-23 17:07:43 +0000 | [diff] [blame] | 964 | if (Ctor->isTrivial()) { |
Douglas Gregor | 59174c0 | 2010-07-21 01:10:17 +0000 | [diff] [blame] | 965 | // If new expression did not specify value-initialization, then there |
| 966 | // is no initialization. |
Sebastian Redl | 2aed8b8 | 2012-02-16 12:22:20 +0000 | [diff] [blame] | 967 | if (!CCE->requiresZeroInitialization() || Ctor->getParent()->isEmpty()) |
Douglas Gregor | 59174c0 | 2010-07-21 01:10:17 +0000 | [diff] [blame] | 968 | return; |
| 969 | |
John McCall | 1970567 | 2011-09-15 06:49:18 +0000 | [diff] [blame] | 970 | if (CGF.CGM.getTypes().isZeroInitializable(ElementType)) { |
Douglas Gregor | 59174c0 | 2010-07-21 01:10:17 +0000 | [diff] [blame] | 971 | // Optimization: since zero initialization will just set the memory |
| 972 | // to all zeroes, generate a single memset to do it in one shot. |
John McCall | 1970567 | 2011-09-15 06:49:18 +0000 | [diff] [blame] | 973 | EmitZeroMemSet(CGF, ElementType, NewPtr, AllocSizeWithoutCookie); |
Douglas Gregor | 59174c0 | 2010-07-21 01:10:17 +0000 | [diff] [blame] | 974 | return; |
| 975 | } |
Douglas Gregor | 59174c0 | 2010-07-21 01:10:17 +0000 | [diff] [blame] | 976 | } |
John McCall | c3c0766 | 2011-07-13 06:10:41 +0000 | [diff] [blame] | 977 | |
Sebastian Redl | 2aed8b8 | 2012-02-16 12:22:20 +0000 | [diff] [blame] | 978 | CGF.EmitCXXAggrConstructorCall(Ctor, NumElements, NewPtr, |
| 979 | CCE->arg_begin(), CCE->arg_end(), |
Eli Friedman | b41ba1a | 2012-08-25 07:11:29 +0000 | [diff] [blame] | 980 | CCE->requiresZeroInitialization()); |
Anders Carlsson | e99bdb6 | 2010-05-03 15:09:17 +0000 | [diff] [blame] | 981 | return; |
Sebastian Redl | 2aed8b8 | 2012-02-16 12:22:20 +0000 | [diff] [blame] | 982 | } else if (Init && isa<ImplicitValueInitExpr>(Init) && |
Eli Friedman | 40563cd | 2011-12-09 23:05:37 +0000 | [diff] [blame] | 983 | CGF.CGM.getTypes().isZeroInitializable(ElementType)) { |
Douglas Gregor | 59174c0 | 2010-07-21 01:10:17 +0000 | [diff] [blame] | 984 | // Optimization: since zero initialization will just set the memory |
| 985 | // to all zeroes, generate a single memset to do it in one shot. |
John McCall | 1970567 | 2011-09-15 06:49:18 +0000 | [diff] [blame] | 986 | EmitZeroMemSet(CGF, ElementType, NewPtr, AllocSizeWithoutCookie); |
| 987 | return; |
Fariborz Jahanian | ef66872 | 2010-06-25 18:26:07 +0000 | [diff] [blame] | 988 | } |
Sebastian Redl | 2aed8b8 | 2012-02-16 12:22:20 +0000 | [diff] [blame] | 989 | CGF.EmitNewArrayInitializer(E, ElementType, NewPtr, NumElements); |
| 990 | return; |
Anders Carlsson | a4d4c01 | 2009-09-23 16:07:23 +0000 | [diff] [blame] | 991 | } |
Anders Carlsson | 5d4d946 | 2009-11-24 18:43:52 +0000 | [diff] [blame] | 992 | |
Sebastian Redl | 2aed8b8 | 2012-02-16 12:22:20 +0000 | [diff] [blame] | 993 | if (!Init) |
Fariborz Jahanian | 5304c95 | 2010-06-25 20:01:13 +0000 | [diff] [blame] | 994 | return; |
Sebastian Redl | 2aed8b8 | 2012-02-16 12:22:20 +0000 | [diff] [blame] | 995 | |
Sebastian Redl | 9203647 | 2012-02-22 17:37:52 +0000 | [diff] [blame] | 996 | StoreAnyExprIntoOneUnit(CGF, Init, E->getAllocatedType(), NewPtr); |
Anders Carlsson | a4d4c01 | 2009-09-23 16:07:23 +0000 | [diff] [blame] | 997 | } |
| 998 | |
John McCall | 7d8647f | 2010-09-14 07:57:04 +0000 | [diff] [blame] | 999 | namespace { |
| 1000 | /// A cleanup to call the given 'operator delete' function upon |
| 1001 | /// abnormal exit from a new expression. |
| 1002 | class CallDeleteDuringNew : public EHScopeStack::Cleanup { |
| 1003 | size_t NumPlacementArgs; |
| 1004 | const FunctionDecl *OperatorDelete; |
| 1005 | llvm::Value *Ptr; |
| 1006 | llvm::Value *AllocSize; |
| 1007 | |
| 1008 | RValue *getPlacementArgs() { return reinterpret_cast<RValue*>(this+1); } |
| 1009 | |
| 1010 | public: |
| 1011 | static size_t getExtraSize(size_t NumPlacementArgs) { |
| 1012 | return NumPlacementArgs * sizeof(RValue); |
| 1013 | } |
| 1014 | |
| 1015 | CallDeleteDuringNew(size_t NumPlacementArgs, |
| 1016 | const FunctionDecl *OperatorDelete, |
| 1017 | llvm::Value *Ptr, |
| 1018 | llvm::Value *AllocSize) |
| 1019 | : NumPlacementArgs(NumPlacementArgs), OperatorDelete(OperatorDelete), |
| 1020 | Ptr(Ptr), AllocSize(AllocSize) {} |
| 1021 | |
| 1022 | void setPlacementArg(unsigned I, RValue Arg) { |
| 1023 | assert(I < NumPlacementArgs && "index out of range"); |
| 1024 | getPlacementArgs()[I] = Arg; |
| 1025 | } |
| 1026 | |
John McCall | ad346f4 | 2011-07-12 20:27:29 +0000 | [diff] [blame] | 1027 | void Emit(CodeGenFunction &CGF, Flags flags) { |
John McCall | 7d8647f | 2010-09-14 07:57:04 +0000 | [diff] [blame] | 1028 | const FunctionProtoType *FPT |
| 1029 | = OperatorDelete->getType()->getAs<FunctionProtoType>(); |
| 1030 | assert(FPT->getNumArgs() == NumPlacementArgs + 1 || |
John McCall | c384636 | 2010-09-14 21:45:42 +0000 | [diff] [blame] | 1031 | (FPT->getNumArgs() == 2 && NumPlacementArgs == 0)); |
John McCall | 7d8647f | 2010-09-14 07:57:04 +0000 | [diff] [blame] | 1032 | |
| 1033 | CallArgList DeleteArgs; |
| 1034 | |
| 1035 | // The first argument is always a void*. |
| 1036 | FunctionProtoType::arg_type_iterator AI = FPT->arg_type_begin(); |
Eli Friedman | 04c9a49 | 2011-05-02 17:57:46 +0000 | [diff] [blame] | 1037 | DeleteArgs.add(RValue::get(Ptr), *AI++); |
John McCall | 7d8647f | 2010-09-14 07:57:04 +0000 | [diff] [blame] | 1038 | |
| 1039 | // A member 'operator delete' can take an extra 'size_t' argument. |
| 1040 | if (FPT->getNumArgs() == NumPlacementArgs + 2) |
Eli Friedman | 04c9a49 | 2011-05-02 17:57:46 +0000 | [diff] [blame] | 1041 | DeleteArgs.add(RValue::get(AllocSize), *AI++); |
John McCall | 7d8647f | 2010-09-14 07:57:04 +0000 | [diff] [blame] | 1042 | |
| 1043 | // Pass the rest of the arguments, which must match exactly. |
| 1044 | for (unsigned I = 0; I != NumPlacementArgs; ++I) |
Eli Friedman | 04c9a49 | 2011-05-02 17:57:46 +0000 | [diff] [blame] | 1045 | DeleteArgs.add(getPlacementArgs()[I], *AI++); |
John McCall | 7d8647f | 2010-09-14 07:57:04 +0000 | [diff] [blame] | 1046 | |
| 1047 | // Call 'operator delete'. |
John McCall | 0f3d097 | 2012-07-07 06:41:13 +0000 | [diff] [blame] | 1048 | CGF.EmitCall(CGF.CGM.getTypes().arrangeFreeFunctionCall(DeleteArgs, FPT), |
John McCall | 7d8647f | 2010-09-14 07:57:04 +0000 | [diff] [blame] | 1049 | CGF.CGM.GetAddrOfFunction(OperatorDelete), |
| 1050 | ReturnValueSlot(), DeleteArgs, OperatorDelete); |
| 1051 | } |
| 1052 | }; |
John McCall | 3019c44 | 2010-09-17 00:50:28 +0000 | [diff] [blame] | 1053 | |
| 1054 | /// A cleanup to call the given 'operator delete' function upon |
| 1055 | /// abnormal exit from a new expression when the new expression is |
| 1056 | /// conditional. |
| 1057 | class CallDeleteDuringConditionalNew : public EHScopeStack::Cleanup { |
| 1058 | size_t NumPlacementArgs; |
| 1059 | const FunctionDecl *OperatorDelete; |
John McCall | 804b807 | 2011-01-28 10:53:53 +0000 | [diff] [blame] | 1060 | DominatingValue<RValue>::saved_type Ptr; |
| 1061 | DominatingValue<RValue>::saved_type AllocSize; |
John McCall | 3019c44 | 2010-09-17 00:50:28 +0000 | [diff] [blame] | 1062 | |
John McCall | 804b807 | 2011-01-28 10:53:53 +0000 | [diff] [blame] | 1063 | DominatingValue<RValue>::saved_type *getPlacementArgs() { |
| 1064 | return reinterpret_cast<DominatingValue<RValue>::saved_type*>(this+1); |
John McCall | 3019c44 | 2010-09-17 00:50:28 +0000 | [diff] [blame] | 1065 | } |
| 1066 | |
| 1067 | public: |
| 1068 | static size_t getExtraSize(size_t NumPlacementArgs) { |
John McCall | 804b807 | 2011-01-28 10:53:53 +0000 | [diff] [blame] | 1069 | return NumPlacementArgs * sizeof(DominatingValue<RValue>::saved_type); |
John McCall | 3019c44 | 2010-09-17 00:50:28 +0000 | [diff] [blame] | 1070 | } |
| 1071 | |
| 1072 | CallDeleteDuringConditionalNew(size_t NumPlacementArgs, |
| 1073 | const FunctionDecl *OperatorDelete, |
John McCall | 804b807 | 2011-01-28 10:53:53 +0000 | [diff] [blame] | 1074 | DominatingValue<RValue>::saved_type Ptr, |
| 1075 | DominatingValue<RValue>::saved_type AllocSize) |
John McCall | 3019c44 | 2010-09-17 00:50:28 +0000 | [diff] [blame] | 1076 | : NumPlacementArgs(NumPlacementArgs), OperatorDelete(OperatorDelete), |
| 1077 | Ptr(Ptr), AllocSize(AllocSize) {} |
| 1078 | |
John McCall | 804b807 | 2011-01-28 10:53:53 +0000 | [diff] [blame] | 1079 | void setPlacementArg(unsigned I, DominatingValue<RValue>::saved_type Arg) { |
John McCall | 3019c44 | 2010-09-17 00:50:28 +0000 | [diff] [blame] | 1080 | assert(I < NumPlacementArgs && "index out of range"); |
| 1081 | getPlacementArgs()[I] = Arg; |
| 1082 | } |
| 1083 | |
John McCall | ad346f4 | 2011-07-12 20:27:29 +0000 | [diff] [blame] | 1084 | void Emit(CodeGenFunction &CGF, Flags flags) { |
John McCall | 3019c44 | 2010-09-17 00:50:28 +0000 | [diff] [blame] | 1085 | const FunctionProtoType *FPT |
| 1086 | = OperatorDelete->getType()->getAs<FunctionProtoType>(); |
| 1087 | assert(FPT->getNumArgs() == NumPlacementArgs + 1 || |
| 1088 | (FPT->getNumArgs() == 2 && NumPlacementArgs == 0)); |
| 1089 | |
| 1090 | CallArgList DeleteArgs; |
| 1091 | |
| 1092 | // The first argument is always a void*. |
| 1093 | FunctionProtoType::arg_type_iterator AI = FPT->arg_type_begin(); |
Eli Friedman | 04c9a49 | 2011-05-02 17:57:46 +0000 | [diff] [blame] | 1094 | DeleteArgs.add(Ptr.restore(CGF), *AI++); |
John McCall | 3019c44 | 2010-09-17 00:50:28 +0000 | [diff] [blame] | 1095 | |
| 1096 | // A member 'operator delete' can take an extra 'size_t' argument. |
| 1097 | if (FPT->getNumArgs() == NumPlacementArgs + 2) { |
John McCall | 804b807 | 2011-01-28 10:53:53 +0000 | [diff] [blame] | 1098 | RValue RV = AllocSize.restore(CGF); |
Eli Friedman | 04c9a49 | 2011-05-02 17:57:46 +0000 | [diff] [blame] | 1099 | DeleteArgs.add(RV, *AI++); |
John McCall | 3019c44 | 2010-09-17 00:50:28 +0000 | [diff] [blame] | 1100 | } |
| 1101 | |
| 1102 | // Pass the rest of the arguments, which must match exactly. |
| 1103 | for (unsigned I = 0; I != NumPlacementArgs; ++I) { |
John McCall | 804b807 | 2011-01-28 10:53:53 +0000 | [diff] [blame] | 1104 | RValue RV = getPlacementArgs()[I].restore(CGF); |
Eli Friedman | 04c9a49 | 2011-05-02 17:57:46 +0000 | [diff] [blame] | 1105 | DeleteArgs.add(RV, *AI++); |
John McCall | 3019c44 | 2010-09-17 00:50:28 +0000 | [diff] [blame] | 1106 | } |
| 1107 | |
| 1108 | // Call 'operator delete'. |
John McCall | 0f3d097 | 2012-07-07 06:41:13 +0000 | [diff] [blame] | 1109 | CGF.EmitCall(CGF.CGM.getTypes().arrangeFreeFunctionCall(DeleteArgs, FPT), |
John McCall | 3019c44 | 2010-09-17 00:50:28 +0000 | [diff] [blame] | 1110 | CGF.CGM.GetAddrOfFunction(OperatorDelete), |
| 1111 | ReturnValueSlot(), DeleteArgs, OperatorDelete); |
| 1112 | } |
| 1113 | }; |
| 1114 | } |
| 1115 | |
| 1116 | /// Enter a cleanup to call 'operator delete' if the initializer in a |
| 1117 | /// new-expression throws. |
| 1118 | static void EnterNewDeleteCleanup(CodeGenFunction &CGF, |
| 1119 | const CXXNewExpr *E, |
| 1120 | llvm::Value *NewPtr, |
| 1121 | llvm::Value *AllocSize, |
| 1122 | const CallArgList &NewArgs) { |
| 1123 | // If we're not inside a conditional branch, then the cleanup will |
| 1124 | // dominate and we can do the easier (and more efficient) thing. |
| 1125 | if (!CGF.isInConditionalBranch()) { |
| 1126 | CallDeleteDuringNew *Cleanup = CGF.EHStack |
| 1127 | .pushCleanupWithExtra<CallDeleteDuringNew>(EHCleanup, |
| 1128 | E->getNumPlacementArgs(), |
| 1129 | E->getOperatorDelete(), |
| 1130 | NewPtr, AllocSize); |
| 1131 | for (unsigned I = 0, N = E->getNumPlacementArgs(); I != N; ++I) |
Eli Friedman | c6d0782 | 2011-05-02 18:05:27 +0000 | [diff] [blame] | 1132 | Cleanup->setPlacementArg(I, NewArgs[I+1].RV); |
John McCall | 3019c44 | 2010-09-17 00:50:28 +0000 | [diff] [blame] | 1133 | |
| 1134 | return; |
| 1135 | } |
| 1136 | |
| 1137 | // Otherwise, we need to save all this stuff. |
John McCall | 804b807 | 2011-01-28 10:53:53 +0000 | [diff] [blame] | 1138 | DominatingValue<RValue>::saved_type SavedNewPtr = |
| 1139 | DominatingValue<RValue>::save(CGF, RValue::get(NewPtr)); |
| 1140 | DominatingValue<RValue>::saved_type SavedAllocSize = |
| 1141 | DominatingValue<RValue>::save(CGF, RValue::get(AllocSize)); |
John McCall | 3019c44 | 2010-09-17 00:50:28 +0000 | [diff] [blame] | 1142 | |
| 1143 | CallDeleteDuringConditionalNew *Cleanup = CGF.EHStack |
John McCall | 6f103ba | 2011-11-10 10:43:54 +0000 | [diff] [blame] | 1144 | .pushCleanupWithExtra<CallDeleteDuringConditionalNew>(EHCleanup, |
John McCall | 3019c44 | 2010-09-17 00:50:28 +0000 | [diff] [blame] | 1145 | E->getNumPlacementArgs(), |
| 1146 | E->getOperatorDelete(), |
| 1147 | SavedNewPtr, |
| 1148 | SavedAllocSize); |
| 1149 | for (unsigned I = 0, N = E->getNumPlacementArgs(); I != N; ++I) |
John McCall | 804b807 | 2011-01-28 10:53:53 +0000 | [diff] [blame] | 1150 | Cleanup->setPlacementArg(I, |
Eli Friedman | c6d0782 | 2011-05-02 18:05:27 +0000 | [diff] [blame] | 1151 | DominatingValue<RValue>::save(CGF, NewArgs[I+1].RV)); |
John McCall | 3019c44 | 2010-09-17 00:50:28 +0000 | [diff] [blame] | 1152 | |
John McCall | 6f103ba | 2011-11-10 10:43:54 +0000 | [diff] [blame] | 1153 | CGF.initFullExprCleanup(); |
John McCall | 7d8647f | 2010-09-14 07:57:04 +0000 | [diff] [blame] | 1154 | } |
| 1155 | |
Anders Carlsson | 16d81b8 | 2009-09-22 22:53:17 +0000 | [diff] [blame] | 1156 | llvm::Value *CodeGenFunction::EmitCXXNewExpr(const CXXNewExpr *E) { |
John McCall | c2f3e7f | 2011-03-07 03:12:35 +0000 | [diff] [blame] | 1157 | // The element type being allocated. |
| 1158 | QualType allocType = getContext().getBaseElementType(E->getAllocatedType()); |
John McCall | 1e7fe75 | 2010-09-02 09:58:18 +0000 | [diff] [blame] | 1159 | |
John McCall | c2f3e7f | 2011-03-07 03:12:35 +0000 | [diff] [blame] | 1160 | // 1. Build a call to the allocation function. |
| 1161 | FunctionDecl *allocator = E->getOperatorNew(); |
| 1162 | const FunctionProtoType *allocatorType = |
| 1163 | allocator->getType()->castAs<FunctionProtoType>(); |
Anders Carlsson | 16d81b8 | 2009-09-22 22:53:17 +0000 | [diff] [blame] | 1164 | |
John McCall | c2f3e7f | 2011-03-07 03:12:35 +0000 | [diff] [blame] | 1165 | CallArgList allocatorArgs; |
Anders Carlsson | 16d81b8 | 2009-09-22 22:53:17 +0000 | [diff] [blame] | 1166 | |
| 1167 | // The allocation size is the first argument. |
John McCall | c2f3e7f | 2011-03-07 03:12:35 +0000 | [diff] [blame] | 1168 | QualType sizeType = getContext().getSizeType(); |
Anders Carlsson | 16d81b8 | 2009-09-22 22:53:17 +0000 | [diff] [blame] | 1169 | |
Sebastian Redl | 9203647 | 2012-02-22 17:37:52 +0000 | [diff] [blame] | 1170 | // If there is a brace-initializer, cannot allocate fewer elements than inits. |
| 1171 | unsigned minElements = 0; |
| 1172 | if (E->isArray() && E->hasInitializer()) { |
| 1173 | if (const InitListExpr *ILE = dyn_cast<InitListExpr>(E->getInitializer())) |
| 1174 | minElements = ILE->getNumInits(); |
| 1175 | } |
| 1176 | |
John McCall | c2f3e7f | 2011-03-07 03:12:35 +0000 | [diff] [blame] | 1177 | llvm::Value *numElements = 0; |
| 1178 | llvm::Value *allocSizeWithoutCookie = 0; |
| 1179 | llvm::Value *allocSize = |
Sebastian Redl | 9203647 | 2012-02-22 17:37:52 +0000 | [diff] [blame] | 1180 | EmitCXXNewAllocSize(*this, E, minElements, numElements, |
| 1181 | allocSizeWithoutCookie); |
Anders Carlsson | a4d4c01 | 2009-09-23 16:07:23 +0000 | [diff] [blame] | 1182 | |
Eli Friedman | 04c9a49 | 2011-05-02 17:57:46 +0000 | [diff] [blame] | 1183 | allocatorArgs.add(RValue::get(allocSize), sizeType); |
Anders Carlsson | 16d81b8 | 2009-09-22 22:53:17 +0000 | [diff] [blame] | 1184 | |
| 1185 | // Emit the rest of the arguments. |
| 1186 | // FIXME: Ideally, this should just use EmitCallArgs. |
John McCall | c2f3e7f | 2011-03-07 03:12:35 +0000 | [diff] [blame] | 1187 | CXXNewExpr::const_arg_iterator placementArg = E->placement_arg_begin(); |
Anders Carlsson | 16d81b8 | 2009-09-22 22:53:17 +0000 | [diff] [blame] | 1188 | |
| 1189 | // First, use the types from the function type. |
| 1190 | // We start at 1 here because the first argument (the allocation size) |
| 1191 | // has already been emitted. |
John McCall | c2f3e7f | 2011-03-07 03:12:35 +0000 | [diff] [blame] | 1192 | for (unsigned i = 1, e = allocatorType->getNumArgs(); i != e; |
| 1193 | ++i, ++placementArg) { |
| 1194 | QualType argType = allocatorType->getArgType(i); |
Anders Carlsson | 16d81b8 | 2009-09-22 22:53:17 +0000 | [diff] [blame] | 1195 | |
John McCall | c2f3e7f | 2011-03-07 03:12:35 +0000 | [diff] [blame] | 1196 | assert(getContext().hasSameUnqualifiedType(argType.getNonReferenceType(), |
| 1197 | placementArg->getType()) && |
Anders Carlsson | 16d81b8 | 2009-09-22 22:53:17 +0000 | [diff] [blame] | 1198 | "type mismatch in call argument!"); |
| 1199 | |
John McCall | 413ebdb | 2011-03-11 20:59:21 +0000 | [diff] [blame] | 1200 | EmitCallArg(allocatorArgs, *placementArg, argType); |
Anders Carlsson | 16d81b8 | 2009-09-22 22:53:17 +0000 | [diff] [blame] | 1201 | } |
| 1202 | |
| 1203 | // Either we've emitted all the call args, or we have a call to a |
| 1204 | // variadic function. |
John McCall | c2f3e7f | 2011-03-07 03:12:35 +0000 | [diff] [blame] | 1205 | assert((placementArg == E->placement_arg_end() || |
| 1206 | allocatorType->isVariadic()) && |
| 1207 | "Extra arguments to non-variadic function!"); |
Anders Carlsson | 16d81b8 | 2009-09-22 22:53:17 +0000 | [diff] [blame] | 1208 | |
| 1209 | // If we still have any arguments, emit them using the type of the argument. |
John McCall | c2f3e7f | 2011-03-07 03:12:35 +0000 | [diff] [blame] | 1210 | for (CXXNewExpr::const_arg_iterator placementArgsEnd = E->placement_arg_end(); |
| 1211 | placementArg != placementArgsEnd; ++placementArg) { |
John McCall | 413ebdb | 2011-03-11 20:59:21 +0000 | [diff] [blame] | 1212 | EmitCallArg(allocatorArgs, *placementArg, placementArg->getType()); |
Anders Carlsson | 16d81b8 | 2009-09-22 22:53:17 +0000 | [diff] [blame] | 1213 | } |
| 1214 | |
John McCall | b1c98a3 | 2011-05-16 01:05:12 +0000 | [diff] [blame] | 1215 | // Emit the allocation call. If the allocator is a global placement |
| 1216 | // operator, just "inline" it directly. |
| 1217 | RValue RV; |
| 1218 | if (allocator->isReservedGlobalPlacementOperator()) { |
| 1219 | assert(allocatorArgs.size() == 2); |
| 1220 | RV = allocatorArgs[1].RV; |
| 1221 | // TODO: kill any unnecessary computations done for the size |
| 1222 | // argument. |
| 1223 | } else { |
John McCall | 0f3d097 | 2012-07-07 06:41:13 +0000 | [diff] [blame] | 1224 | RV = EmitCall(CGM.getTypes().arrangeFreeFunctionCall(allocatorArgs, |
| 1225 | allocatorType), |
John McCall | b1c98a3 | 2011-05-16 01:05:12 +0000 | [diff] [blame] | 1226 | CGM.GetAddrOfFunction(allocator), ReturnValueSlot(), |
| 1227 | allocatorArgs, allocator); |
| 1228 | } |
Anders Carlsson | 16d81b8 | 2009-09-22 22:53:17 +0000 | [diff] [blame] | 1229 | |
John McCall | c2f3e7f | 2011-03-07 03:12:35 +0000 | [diff] [blame] | 1230 | // Emit a null check on the allocation result if the allocation |
| 1231 | // function is allowed to return null (because it has a non-throwing |
| 1232 | // exception spec; for this part, we inline |
| 1233 | // CXXNewExpr::shouldNullCheckAllocation()) and we have an |
| 1234 | // interesting initializer. |
Sebastian Redl | 8026f6d | 2011-03-13 17:09:40 +0000 | [diff] [blame] | 1235 | bool nullCheck = allocatorType->isNothrow(getContext()) && |
Sebastian Redl | 2aed8b8 | 2012-02-16 12:22:20 +0000 | [diff] [blame] | 1236 | (!allocType.isPODType(getContext()) || E->hasInitializer()); |
Anders Carlsson | 16d81b8 | 2009-09-22 22:53:17 +0000 | [diff] [blame] | 1237 | |
John McCall | c2f3e7f | 2011-03-07 03:12:35 +0000 | [diff] [blame] | 1238 | llvm::BasicBlock *nullCheckBB = 0; |
| 1239 | llvm::BasicBlock *contBB = 0; |
Anders Carlsson | 16d81b8 | 2009-09-22 22:53:17 +0000 | [diff] [blame] | 1240 | |
John McCall | c2f3e7f | 2011-03-07 03:12:35 +0000 | [diff] [blame] | 1241 | llvm::Value *allocation = RV.getScalarVal(); |
Micah Villmow | 956a5a1 | 2012-10-25 15:39:14 +0000 | [diff] [blame] | 1242 | unsigned AS = allocation->getType()->getPointerAddressSpace(); |
Anders Carlsson | 16d81b8 | 2009-09-22 22:53:17 +0000 | [diff] [blame] | 1243 | |
John McCall | a7f633f | 2011-03-07 01:52:56 +0000 | [diff] [blame] | 1244 | // The null-check means that the initializer is conditionally |
| 1245 | // evaluated. |
| 1246 | ConditionalEvaluation conditional(*this); |
| 1247 | |
John McCall | c2f3e7f | 2011-03-07 03:12:35 +0000 | [diff] [blame] | 1248 | if (nullCheck) { |
John McCall | a7f633f | 2011-03-07 01:52:56 +0000 | [diff] [blame] | 1249 | conditional.begin(*this); |
John McCall | c2f3e7f | 2011-03-07 03:12:35 +0000 | [diff] [blame] | 1250 | |
| 1251 | nullCheckBB = Builder.GetInsertBlock(); |
| 1252 | llvm::BasicBlock *notNullBB = createBasicBlock("new.notnull"); |
| 1253 | contBB = createBasicBlock("new.cont"); |
| 1254 | |
| 1255 | llvm::Value *isNull = Builder.CreateIsNull(allocation, "new.isnull"); |
| 1256 | Builder.CreateCondBr(isNull, contBB, notNullBB); |
| 1257 | EmitBlock(notNullBB); |
Anders Carlsson | 16d81b8 | 2009-09-22 22:53:17 +0000 | [diff] [blame] | 1258 | } |
Anders Carlsson | 6ac5fc4 | 2009-09-23 18:59:48 +0000 | [diff] [blame] | 1259 | |
John McCall | 7d8647f | 2010-09-14 07:57:04 +0000 | [diff] [blame] | 1260 | // If there's an operator delete, enter a cleanup to call it if an |
| 1261 | // exception is thrown. |
John McCall | c2f3e7f | 2011-03-07 03:12:35 +0000 | [diff] [blame] | 1262 | EHScopeStack::stable_iterator operatorDeleteCleanup; |
John McCall | 6f103ba | 2011-11-10 10:43:54 +0000 | [diff] [blame] | 1263 | llvm::Instruction *cleanupDominator = 0; |
John McCall | b1c98a3 | 2011-05-16 01:05:12 +0000 | [diff] [blame] | 1264 | if (E->getOperatorDelete() && |
| 1265 | !E->getOperatorDelete()->isReservedGlobalPlacementOperator()) { |
John McCall | c2f3e7f | 2011-03-07 03:12:35 +0000 | [diff] [blame] | 1266 | EnterNewDeleteCleanup(*this, E, allocation, allocSize, allocatorArgs); |
| 1267 | operatorDeleteCleanup = EHStack.stable_begin(); |
John McCall | 6f103ba | 2011-11-10 10:43:54 +0000 | [diff] [blame] | 1268 | cleanupDominator = Builder.CreateUnreachable(); |
John McCall | 7d8647f | 2010-09-14 07:57:04 +0000 | [diff] [blame] | 1269 | } |
| 1270 | |
Eli Friedman | 576cf17 | 2011-09-06 18:53:03 +0000 | [diff] [blame] | 1271 | assert((allocSize == allocSizeWithoutCookie) == |
| 1272 | CalculateCookiePadding(*this, E).isZero()); |
| 1273 | if (allocSize != allocSizeWithoutCookie) { |
| 1274 | assert(E->isArray()); |
| 1275 | allocation = CGM.getCXXABI().InitializeArrayCookie(*this, allocation, |
| 1276 | numElements, |
| 1277 | E, allocType); |
| 1278 | } |
| 1279 | |
Chris Lattner | 2acc6e3 | 2011-07-18 04:24:23 +0000 | [diff] [blame] | 1280 | llvm::Type *elementPtrTy |
John McCall | c2f3e7f | 2011-03-07 03:12:35 +0000 | [diff] [blame] | 1281 | = ConvertTypeForMem(allocType)->getPointerTo(AS); |
| 1282 | llvm::Value *result = Builder.CreateBitCast(allocation, elementPtrTy); |
John McCall | 7d8647f | 2010-09-14 07:57:04 +0000 | [diff] [blame] | 1283 | |
John McCall | 1970567 | 2011-09-15 06:49:18 +0000 | [diff] [blame] | 1284 | EmitNewInitializer(*this, E, allocType, result, numElements, |
| 1285 | allocSizeWithoutCookie); |
John McCall | 1e7fe75 | 2010-09-02 09:58:18 +0000 | [diff] [blame] | 1286 | if (E->isArray()) { |
John McCall | 1e7fe75 | 2010-09-02 09:58:18 +0000 | [diff] [blame] | 1287 | // NewPtr is a pointer to the base element type. If we're |
| 1288 | // allocating an array of arrays, we'll need to cast back to the |
| 1289 | // array pointer type. |
Chris Lattner | 2acc6e3 | 2011-07-18 04:24:23 +0000 | [diff] [blame] | 1290 | llvm::Type *resultType = ConvertTypeForMem(E->getType()); |
John McCall | c2f3e7f | 2011-03-07 03:12:35 +0000 | [diff] [blame] | 1291 | if (result->getType() != resultType) |
| 1292 | result = Builder.CreateBitCast(result, resultType); |
Fariborz Jahanian | ceb43b6 | 2010-03-24 16:57:01 +0000 | [diff] [blame] | 1293 | } |
John McCall | 7d8647f | 2010-09-14 07:57:04 +0000 | [diff] [blame] | 1294 | |
| 1295 | // Deactivate the 'operator delete' cleanup if we finished |
| 1296 | // initialization. |
John McCall | 6f103ba | 2011-11-10 10:43:54 +0000 | [diff] [blame] | 1297 | if (operatorDeleteCleanup.isValid()) { |
| 1298 | DeactivateCleanupBlock(operatorDeleteCleanup, cleanupDominator); |
| 1299 | cleanupDominator->eraseFromParent(); |
| 1300 | } |
Sebastian Redl | 2aed8b8 | 2012-02-16 12:22:20 +0000 | [diff] [blame] | 1301 | |
John McCall | c2f3e7f | 2011-03-07 03:12:35 +0000 | [diff] [blame] | 1302 | if (nullCheck) { |
John McCall | a7f633f | 2011-03-07 01:52:56 +0000 | [diff] [blame] | 1303 | conditional.end(*this); |
| 1304 | |
John McCall | c2f3e7f | 2011-03-07 03:12:35 +0000 | [diff] [blame] | 1305 | llvm::BasicBlock *notNullBB = Builder.GetInsertBlock(); |
| 1306 | EmitBlock(contBB); |
Anders Carlsson | 16d81b8 | 2009-09-22 22:53:17 +0000 | [diff] [blame] | 1307 | |
Jay Foad | bbf3bac | 2011-03-30 11:28:58 +0000 | [diff] [blame] | 1308 | llvm::PHINode *PHI = Builder.CreatePHI(result->getType(), 2); |
John McCall | c2f3e7f | 2011-03-07 03:12:35 +0000 | [diff] [blame] | 1309 | PHI->addIncoming(result, notNullBB); |
| 1310 | PHI->addIncoming(llvm::Constant::getNullValue(result->getType()), |
| 1311 | nullCheckBB); |
Anders Carlsson | 16d81b8 | 2009-09-22 22:53:17 +0000 | [diff] [blame] | 1312 | |
John McCall | c2f3e7f | 2011-03-07 03:12:35 +0000 | [diff] [blame] | 1313 | result = PHI; |
Anders Carlsson | 16d81b8 | 2009-09-22 22:53:17 +0000 | [diff] [blame] | 1314 | } |
John McCall | 1e7fe75 | 2010-09-02 09:58:18 +0000 | [diff] [blame] | 1315 | |
John McCall | c2f3e7f | 2011-03-07 03:12:35 +0000 | [diff] [blame] | 1316 | return result; |
Anders Carlsson | 16d81b8 | 2009-09-22 22:53:17 +0000 | [diff] [blame] | 1317 | } |
| 1318 | |
Eli Friedman | 5fe0598 | 2009-11-18 00:50:08 +0000 | [diff] [blame] | 1319 | void CodeGenFunction::EmitDeleteCall(const FunctionDecl *DeleteFD, |
| 1320 | llvm::Value *Ptr, |
| 1321 | QualType DeleteTy) { |
John McCall | 1e7fe75 | 2010-09-02 09:58:18 +0000 | [diff] [blame] | 1322 | assert(DeleteFD->getOverloadedOperator() == OO_Delete); |
| 1323 | |
Eli Friedman | 5fe0598 | 2009-11-18 00:50:08 +0000 | [diff] [blame] | 1324 | const FunctionProtoType *DeleteFTy = |
| 1325 | DeleteFD->getType()->getAs<FunctionProtoType>(); |
| 1326 | |
| 1327 | CallArgList DeleteArgs; |
| 1328 | |
Anders Carlsson | 871d078 | 2009-12-13 20:04:38 +0000 | [diff] [blame] | 1329 | // Check if we need to pass the size to the delete operator. |
| 1330 | llvm::Value *Size = 0; |
| 1331 | QualType SizeTy; |
| 1332 | if (DeleteFTy->getNumArgs() == 2) { |
| 1333 | SizeTy = DeleteFTy->getArgType(1); |
Ken Dyck | 4f122ef | 2010-01-26 19:59:28 +0000 | [diff] [blame] | 1334 | CharUnits DeleteTypeSize = getContext().getTypeSizeInChars(DeleteTy); |
| 1335 | Size = llvm::ConstantInt::get(ConvertType(SizeTy), |
| 1336 | DeleteTypeSize.getQuantity()); |
Anders Carlsson | 871d078 | 2009-12-13 20:04:38 +0000 | [diff] [blame] | 1337 | } |
| 1338 | |
Eli Friedman | 5fe0598 | 2009-11-18 00:50:08 +0000 | [diff] [blame] | 1339 | QualType ArgTy = DeleteFTy->getArgType(0); |
| 1340 | llvm::Value *DeletePtr = Builder.CreateBitCast(Ptr, ConvertType(ArgTy)); |
Eli Friedman | 04c9a49 | 2011-05-02 17:57:46 +0000 | [diff] [blame] | 1341 | DeleteArgs.add(RValue::get(DeletePtr), ArgTy); |
Eli Friedman | 5fe0598 | 2009-11-18 00:50:08 +0000 | [diff] [blame] | 1342 | |
Anders Carlsson | 871d078 | 2009-12-13 20:04:38 +0000 | [diff] [blame] | 1343 | if (Size) |
Eli Friedman | 04c9a49 | 2011-05-02 17:57:46 +0000 | [diff] [blame] | 1344 | DeleteArgs.add(RValue::get(Size), SizeTy); |
Eli Friedman | 5fe0598 | 2009-11-18 00:50:08 +0000 | [diff] [blame] | 1345 | |
| 1346 | // Emit the call to delete. |
John McCall | 0f3d097 | 2012-07-07 06:41:13 +0000 | [diff] [blame] | 1347 | EmitCall(CGM.getTypes().arrangeFreeFunctionCall(DeleteArgs, DeleteFTy), |
Anders Carlsson | f3c47c9 | 2009-12-24 19:25:24 +0000 | [diff] [blame] | 1348 | CGM.GetAddrOfFunction(DeleteFD), ReturnValueSlot(), |
Eli Friedman | 5fe0598 | 2009-11-18 00:50:08 +0000 | [diff] [blame] | 1349 | DeleteArgs, DeleteFD); |
| 1350 | } |
| 1351 | |
John McCall | 1e7fe75 | 2010-09-02 09:58:18 +0000 | [diff] [blame] | 1352 | namespace { |
| 1353 | /// Calls the given 'operator delete' on a single object. |
| 1354 | struct CallObjectDelete : EHScopeStack::Cleanup { |
| 1355 | llvm::Value *Ptr; |
| 1356 | const FunctionDecl *OperatorDelete; |
| 1357 | QualType ElementType; |
| 1358 | |
| 1359 | CallObjectDelete(llvm::Value *Ptr, |
| 1360 | const FunctionDecl *OperatorDelete, |
| 1361 | QualType ElementType) |
| 1362 | : Ptr(Ptr), OperatorDelete(OperatorDelete), ElementType(ElementType) {} |
| 1363 | |
John McCall | ad346f4 | 2011-07-12 20:27:29 +0000 | [diff] [blame] | 1364 | void Emit(CodeGenFunction &CGF, Flags flags) { |
John McCall | 1e7fe75 | 2010-09-02 09:58:18 +0000 | [diff] [blame] | 1365 | CGF.EmitDeleteCall(OperatorDelete, Ptr, ElementType); |
| 1366 | } |
| 1367 | }; |
| 1368 | } |
| 1369 | |
| 1370 | /// Emit the code for deleting a single object. |
| 1371 | static void EmitObjectDelete(CodeGenFunction &CGF, |
| 1372 | const FunctionDecl *OperatorDelete, |
| 1373 | llvm::Value *Ptr, |
Douglas Gregor | a8b20f7 | 2011-07-13 00:54:47 +0000 | [diff] [blame] | 1374 | QualType ElementType, |
| 1375 | bool UseGlobalDelete) { |
John McCall | 1e7fe75 | 2010-09-02 09:58:18 +0000 | [diff] [blame] | 1376 | // Find the destructor for the type, if applicable. If the |
| 1377 | // destructor is virtual, we'll just emit the vcall and return. |
| 1378 | const CXXDestructorDecl *Dtor = 0; |
| 1379 | if (const RecordType *RT = ElementType->getAs<RecordType>()) { |
| 1380 | CXXRecordDecl *RD = cast<CXXRecordDecl>(RT->getDecl()); |
Eli Friedman | aebab72 | 2011-08-02 18:05:30 +0000 | [diff] [blame] | 1381 | if (RD->hasDefinition() && !RD->hasTrivialDestructor()) { |
John McCall | 1e7fe75 | 2010-09-02 09:58:18 +0000 | [diff] [blame] | 1382 | Dtor = RD->getDestructor(); |
| 1383 | |
| 1384 | if (Dtor->isVirtual()) { |
Douglas Gregor | a8b20f7 | 2011-07-13 00:54:47 +0000 | [diff] [blame] | 1385 | if (UseGlobalDelete) { |
| 1386 | // If we're supposed to call the global delete, make sure we do so |
| 1387 | // even if the destructor throws. |
John McCall | ecd03b4 | 2012-09-25 10:10:39 +0000 | [diff] [blame] | 1388 | |
| 1389 | // Derive the complete-object pointer, which is what we need |
| 1390 | // to pass to the deallocation function. |
| 1391 | llvm::Value *completePtr = |
| 1392 | CGF.CGM.getCXXABI().adjustToCompleteObject(CGF, Ptr, ElementType); |
| 1393 | |
Douglas Gregor | a8b20f7 | 2011-07-13 00:54:47 +0000 | [diff] [blame] | 1394 | CGF.EHStack.pushCleanup<CallObjectDelete>(NormalAndEHCleanup, |
John McCall | ecd03b4 | 2012-09-25 10:10:39 +0000 | [diff] [blame] | 1395 | completePtr, OperatorDelete, |
Douglas Gregor | a8b20f7 | 2011-07-13 00:54:47 +0000 | [diff] [blame] | 1396 | ElementType); |
| 1397 | } |
| 1398 | |
Chris Lattner | 2acc6e3 | 2011-07-18 04:24:23 +0000 | [diff] [blame] | 1399 | llvm::Type *Ty = |
John McCall | de5d3c7 | 2012-02-17 03:33:10 +0000 | [diff] [blame] | 1400 | CGF.getTypes().GetFunctionType( |
| 1401 | CGF.getTypes().arrangeCXXDestructor(Dtor, Dtor_Complete)); |
John McCall | 1e7fe75 | 2010-09-02 09:58:18 +0000 | [diff] [blame] | 1402 | |
| 1403 | llvm::Value *Callee |
Douglas Gregor | a8b20f7 | 2011-07-13 00:54:47 +0000 | [diff] [blame] | 1404 | = CGF.BuildVirtualCall(Dtor, |
| 1405 | UseGlobalDelete? Dtor_Complete : Dtor_Deleting, |
| 1406 | Ptr, Ty); |
Richard Smith | 4def70d | 2012-10-09 19:52:38 +0000 | [diff] [blame] | 1407 | // FIXME: Provide a source location here. |
| 1408 | CGF.EmitCXXMemberCall(Dtor, SourceLocation(), Callee, ReturnValueSlot(), |
| 1409 | Ptr, /*VTT=*/0, 0, 0); |
John McCall | 1e7fe75 | 2010-09-02 09:58:18 +0000 | [diff] [blame] | 1410 | |
Douglas Gregor | a8b20f7 | 2011-07-13 00:54:47 +0000 | [diff] [blame] | 1411 | if (UseGlobalDelete) { |
| 1412 | CGF.PopCleanupBlock(); |
| 1413 | } |
| 1414 | |
John McCall | 1e7fe75 | 2010-09-02 09:58:18 +0000 | [diff] [blame] | 1415 | return; |
| 1416 | } |
| 1417 | } |
| 1418 | } |
| 1419 | |
| 1420 | // Make sure that we call delete even if the dtor throws. |
John McCall | 3ad32c8 | 2011-01-28 08:37:24 +0000 | [diff] [blame] | 1421 | // This doesn't have to a conditional cleanup because we're going |
| 1422 | // to pop it off in a second. |
John McCall | 1e7fe75 | 2010-09-02 09:58:18 +0000 | [diff] [blame] | 1423 | CGF.EHStack.pushCleanup<CallObjectDelete>(NormalAndEHCleanup, |
| 1424 | Ptr, OperatorDelete, ElementType); |
| 1425 | |
| 1426 | if (Dtor) |
| 1427 | CGF.EmitCXXDestructorCall(Dtor, Dtor_Complete, |
| 1428 | /*ForVirtualBase=*/false, Ptr); |
David Blaikie | 4e4d084 | 2012-03-11 07:00:24 +0000 | [diff] [blame] | 1429 | else if (CGF.getLangOpts().ObjCAutoRefCount && |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 1430 | ElementType->isObjCLifetimeType()) { |
| 1431 | switch (ElementType.getObjCLifetime()) { |
| 1432 | case Qualifiers::OCL_None: |
| 1433 | case Qualifiers::OCL_ExplicitNone: |
| 1434 | case Qualifiers::OCL_Autoreleasing: |
| 1435 | break; |
John McCall | 1e7fe75 | 2010-09-02 09:58:18 +0000 | [diff] [blame] | 1436 | |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 1437 | case Qualifiers::OCL_Strong: { |
| 1438 | // Load the pointer value. |
| 1439 | llvm::Value *PtrValue = CGF.Builder.CreateLoad(Ptr, |
| 1440 | ElementType.isVolatileQualified()); |
| 1441 | |
| 1442 | CGF.EmitARCRelease(PtrValue, /*precise*/ true); |
| 1443 | break; |
| 1444 | } |
| 1445 | |
| 1446 | case Qualifiers::OCL_Weak: |
| 1447 | CGF.EmitARCDestroyWeak(Ptr); |
| 1448 | break; |
| 1449 | } |
| 1450 | } |
| 1451 | |
John McCall | 1e7fe75 | 2010-09-02 09:58:18 +0000 | [diff] [blame] | 1452 | CGF.PopCleanupBlock(); |
| 1453 | } |
| 1454 | |
| 1455 | namespace { |
| 1456 | /// Calls the given 'operator delete' on an array of objects. |
| 1457 | struct CallArrayDelete : EHScopeStack::Cleanup { |
| 1458 | llvm::Value *Ptr; |
| 1459 | const FunctionDecl *OperatorDelete; |
| 1460 | llvm::Value *NumElements; |
| 1461 | QualType ElementType; |
| 1462 | CharUnits CookieSize; |
| 1463 | |
| 1464 | CallArrayDelete(llvm::Value *Ptr, |
| 1465 | const FunctionDecl *OperatorDelete, |
| 1466 | llvm::Value *NumElements, |
| 1467 | QualType ElementType, |
| 1468 | CharUnits CookieSize) |
| 1469 | : Ptr(Ptr), OperatorDelete(OperatorDelete), NumElements(NumElements), |
| 1470 | ElementType(ElementType), CookieSize(CookieSize) {} |
| 1471 | |
John McCall | ad346f4 | 2011-07-12 20:27:29 +0000 | [diff] [blame] | 1472 | void Emit(CodeGenFunction &CGF, Flags flags) { |
John McCall | 1e7fe75 | 2010-09-02 09:58:18 +0000 | [diff] [blame] | 1473 | const FunctionProtoType *DeleteFTy = |
| 1474 | OperatorDelete->getType()->getAs<FunctionProtoType>(); |
| 1475 | assert(DeleteFTy->getNumArgs() == 1 || DeleteFTy->getNumArgs() == 2); |
| 1476 | |
| 1477 | CallArgList Args; |
| 1478 | |
| 1479 | // Pass the pointer as the first argument. |
| 1480 | QualType VoidPtrTy = DeleteFTy->getArgType(0); |
| 1481 | llvm::Value *DeletePtr |
| 1482 | = CGF.Builder.CreateBitCast(Ptr, CGF.ConvertType(VoidPtrTy)); |
Eli Friedman | 04c9a49 | 2011-05-02 17:57:46 +0000 | [diff] [blame] | 1483 | Args.add(RValue::get(DeletePtr), VoidPtrTy); |
John McCall | 1e7fe75 | 2010-09-02 09:58:18 +0000 | [diff] [blame] | 1484 | |
| 1485 | // Pass the original requested size as the second argument. |
| 1486 | if (DeleteFTy->getNumArgs() == 2) { |
| 1487 | QualType size_t = DeleteFTy->getArgType(1); |
Chris Lattner | 2acc6e3 | 2011-07-18 04:24:23 +0000 | [diff] [blame] | 1488 | llvm::IntegerType *SizeTy |
John McCall | 1e7fe75 | 2010-09-02 09:58:18 +0000 | [diff] [blame] | 1489 | = cast<llvm::IntegerType>(CGF.ConvertType(size_t)); |
| 1490 | |
| 1491 | CharUnits ElementTypeSize = |
| 1492 | CGF.CGM.getContext().getTypeSizeInChars(ElementType); |
| 1493 | |
| 1494 | // The size of an element, multiplied by the number of elements. |
| 1495 | llvm::Value *Size |
| 1496 | = llvm::ConstantInt::get(SizeTy, ElementTypeSize.getQuantity()); |
| 1497 | Size = CGF.Builder.CreateMul(Size, NumElements); |
| 1498 | |
| 1499 | // Plus the size of the cookie if applicable. |
| 1500 | if (!CookieSize.isZero()) { |
| 1501 | llvm::Value *CookieSizeV |
| 1502 | = llvm::ConstantInt::get(SizeTy, CookieSize.getQuantity()); |
| 1503 | Size = CGF.Builder.CreateAdd(Size, CookieSizeV); |
| 1504 | } |
| 1505 | |
Eli Friedman | 04c9a49 | 2011-05-02 17:57:46 +0000 | [diff] [blame] | 1506 | Args.add(RValue::get(Size), size_t); |
John McCall | 1e7fe75 | 2010-09-02 09:58:18 +0000 | [diff] [blame] | 1507 | } |
| 1508 | |
| 1509 | // Emit the call to delete. |
John McCall | 0f3d097 | 2012-07-07 06:41:13 +0000 | [diff] [blame] | 1510 | CGF.EmitCall(CGF.getTypes().arrangeFreeFunctionCall(Args, DeleteFTy), |
John McCall | 1e7fe75 | 2010-09-02 09:58:18 +0000 | [diff] [blame] | 1511 | CGF.CGM.GetAddrOfFunction(OperatorDelete), |
| 1512 | ReturnValueSlot(), Args, OperatorDelete); |
| 1513 | } |
| 1514 | }; |
| 1515 | } |
| 1516 | |
| 1517 | /// Emit the code for deleting an array of objects. |
| 1518 | static void EmitArrayDelete(CodeGenFunction &CGF, |
John McCall | 6ec278d | 2011-01-27 09:37:56 +0000 | [diff] [blame] | 1519 | const CXXDeleteExpr *E, |
John McCall | 7cfd76c | 2011-07-13 01:41:37 +0000 | [diff] [blame] | 1520 | llvm::Value *deletedPtr, |
| 1521 | QualType elementType) { |
| 1522 | llvm::Value *numElements = 0; |
| 1523 | llvm::Value *allocatedPtr = 0; |
| 1524 | CharUnits cookieSize; |
| 1525 | CGF.CGM.getCXXABI().ReadArrayCookie(CGF, deletedPtr, E, elementType, |
| 1526 | numElements, allocatedPtr, cookieSize); |
John McCall | 1e7fe75 | 2010-09-02 09:58:18 +0000 | [diff] [blame] | 1527 | |
John McCall | 7cfd76c | 2011-07-13 01:41:37 +0000 | [diff] [blame] | 1528 | assert(allocatedPtr && "ReadArrayCookie didn't set allocated pointer"); |
John McCall | 1e7fe75 | 2010-09-02 09:58:18 +0000 | [diff] [blame] | 1529 | |
| 1530 | // Make sure that we call delete even if one of the dtors throws. |
John McCall | 7cfd76c | 2011-07-13 01:41:37 +0000 | [diff] [blame] | 1531 | const FunctionDecl *operatorDelete = E->getOperatorDelete(); |
John McCall | 1e7fe75 | 2010-09-02 09:58:18 +0000 | [diff] [blame] | 1532 | CGF.EHStack.pushCleanup<CallArrayDelete>(NormalAndEHCleanup, |
John McCall | 7cfd76c | 2011-07-13 01:41:37 +0000 | [diff] [blame] | 1533 | allocatedPtr, operatorDelete, |
| 1534 | numElements, elementType, |
| 1535 | cookieSize); |
John McCall | 1e7fe75 | 2010-09-02 09:58:18 +0000 | [diff] [blame] | 1536 | |
John McCall | 7cfd76c | 2011-07-13 01:41:37 +0000 | [diff] [blame] | 1537 | // Destroy the elements. |
| 1538 | if (QualType::DestructionKind dtorKind = elementType.isDestructedType()) { |
| 1539 | assert(numElements && "no element count for a type with a destructor!"); |
| 1540 | |
John McCall | 7cfd76c | 2011-07-13 01:41:37 +0000 | [diff] [blame] | 1541 | llvm::Value *arrayEnd = |
| 1542 | CGF.Builder.CreateInBoundsGEP(deletedPtr, numElements, "delete.end"); |
John McCall | fbf780a | 2011-07-13 08:09:46 +0000 | [diff] [blame] | 1543 | |
| 1544 | // Note that it is legal to allocate a zero-length array, and we |
| 1545 | // can never fold the check away because the length should always |
| 1546 | // come from a cookie. |
John McCall | 7cfd76c | 2011-07-13 01:41:37 +0000 | [diff] [blame] | 1547 | CGF.emitArrayDestroy(deletedPtr, arrayEnd, elementType, |
| 1548 | CGF.getDestroyer(dtorKind), |
John McCall | fbf780a | 2011-07-13 08:09:46 +0000 | [diff] [blame] | 1549 | /*checkZeroLength*/ true, |
John McCall | 7cfd76c | 2011-07-13 01:41:37 +0000 | [diff] [blame] | 1550 | CGF.needsEHCleanup(dtorKind)); |
John McCall | 1e7fe75 | 2010-09-02 09:58:18 +0000 | [diff] [blame] | 1551 | } |
| 1552 | |
John McCall | 7cfd76c | 2011-07-13 01:41:37 +0000 | [diff] [blame] | 1553 | // Pop the cleanup block. |
John McCall | 1e7fe75 | 2010-09-02 09:58:18 +0000 | [diff] [blame] | 1554 | CGF.PopCleanupBlock(); |
| 1555 | } |
| 1556 | |
Anders Carlsson | 16d81b8 | 2009-09-22 22:53:17 +0000 | [diff] [blame] | 1557 | void CodeGenFunction::EmitCXXDeleteExpr(const CXXDeleteExpr *E) { |
Douglas Gregor | 9091656 | 2009-09-29 18:16:17 +0000 | [diff] [blame] | 1558 | const Expr *Arg = E->getArgument(); |
Douglas Gregor | 9091656 | 2009-09-29 18:16:17 +0000 | [diff] [blame] | 1559 | llvm::Value *Ptr = EmitScalarExpr(Arg); |
Anders Carlsson | 16d81b8 | 2009-09-22 22:53:17 +0000 | [diff] [blame] | 1560 | |
| 1561 | // Null check the pointer. |
| 1562 | llvm::BasicBlock *DeleteNotNull = createBasicBlock("delete.notnull"); |
| 1563 | llvm::BasicBlock *DeleteEnd = createBasicBlock("delete.end"); |
| 1564 | |
Anders Carlsson | b924124 | 2011-04-11 00:30:07 +0000 | [diff] [blame] | 1565 | llvm::Value *IsNull = Builder.CreateIsNull(Ptr, "isnull"); |
Anders Carlsson | 16d81b8 | 2009-09-22 22:53:17 +0000 | [diff] [blame] | 1566 | |
| 1567 | Builder.CreateCondBr(IsNull, DeleteEnd, DeleteNotNull); |
| 1568 | EmitBlock(DeleteNotNull); |
Anders Carlsson | 566abee | 2009-11-13 04:45:41 +0000 | [diff] [blame] | 1569 | |
John McCall | 1e7fe75 | 2010-09-02 09:58:18 +0000 | [diff] [blame] | 1570 | // We might be deleting a pointer to array. If so, GEP down to the |
| 1571 | // first non-array element. |
| 1572 | // (this assumes that A(*)[3][7] is converted to [3 x [7 x %A]]*) |
| 1573 | QualType DeleteTy = Arg->getType()->getAs<PointerType>()->getPointeeType(); |
| 1574 | if (DeleteTy->isConstantArrayType()) { |
| 1575 | llvm::Value *Zero = Builder.getInt32(0); |
Chris Lattner | 5f9e272 | 2011-07-23 10:55:15 +0000 | [diff] [blame] | 1576 | SmallVector<llvm::Value*,8> GEP; |
John McCall | 1e7fe75 | 2010-09-02 09:58:18 +0000 | [diff] [blame] | 1577 | |
| 1578 | GEP.push_back(Zero); // point at the outermost array |
| 1579 | |
| 1580 | // For each layer of array type we're pointing at: |
| 1581 | while (const ConstantArrayType *Arr |
| 1582 | = getContext().getAsConstantArrayType(DeleteTy)) { |
| 1583 | // 1. Unpeel the array type. |
| 1584 | DeleteTy = Arr->getElementType(); |
| 1585 | |
| 1586 | // 2. GEP to the first element of the array. |
| 1587 | GEP.push_back(Zero); |
Anders Carlsson | 16d81b8 | 2009-09-22 22:53:17 +0000 | [diff] [blame] | 1588 | } |
John McCall | 1e7fe75 | 2010-09-02 09:58:18 +0000 | [diff] [blame] | 1589 | |
Jay Foad | 0f6ac7c | 2011-07-22 08:16:57 +0000 | [diff] [blame] | 1590 | Ptr = Builder.CreateInBoundsGEP(Ptr, GEP, "del.first"); |
Anders Carlsson | 16d81b8 | 2009-09-22 22:53:17 +0000 | [diff] [blame] | 1591 | } |
| 1592 | |
Douglas Gregor | eede61a | 2010-09-02 17:38:50 +0000 | [diff] [blame] | 1593 | assert(ConvertTypeForMem(DeleteTy) == |
| 1594 | cast<llvm::PointerType>(Ptr->getType())->getElementType()); |
John McCall | 1e7fe75 | 2010-09-02 09:58:18 +0000 | [diff] [blame] | 1595 | |
| 1596 | if (E->isArrayForm()) { |
John McCall | 6ec278d | 2011-01-27 09:37:56 +0000 | [diff] [blame] | 1597 | EmitArrayDelete(*this, E, Ptr, DeleteTy); |
John McCall | 1e7fe75 | 2010-09-02 09:58:18 +0000 | [diff] [blame] | 1598 | } else { |
Douglas Gregor | a8b20f7 | 2011-07-13 00:54:47 +0000 | [diff] [blame] | 1599 | EmitObjectDelete(*this, E->getOperatorDelete(), Ptr, DeleteTy, |
| 1600 | E->isGlobalDelete()); |
John McCall | 1e7fe75 | 2010-09-02 09:58:18 +0000 | [diff] [blame] | 1601 | } |
Anders Carlsson | 16d81b8 | 2009-09-22 22:53:17 +0000 | [diff] [blame] | 1602 | |
Anders Carlsson | 16d81b8 | 2009-09-22 22:53:17 +0000 | [diff] [blame] | 1603 | EmitBlock(DeleteEnd); |
| 1604 | } |
Mike Stump | c2e84ae | 2009-11-15 08:09:41 +0000 | [diff] [blame] | 1605 | |
Anders Carlsson | 4bdbc0c | 2011-04-11 14:13:40 +0000 | [diff] [blame] | 1606 | static llvm::Constant *getBadTypeidFn(CodeGenFunction &CGF) { |
| 1607 | // void __cxa_bad_typeid(); |
Chris Lattner | 8b41868 | 2012-02-07 00:39:47 +0000 | [diff] [blame] | 1608 | llvm::FunctionType *FTy = llvm::FunctionType::get(CGF.VoidTy, false); |
Anders Carlsson | 4bdbc0c | 2011-04-11 14:13:40 +0000 | [diff] [blame] | 1609 | |
| 1610 | return CGF.CGM.CreateRuntimeFunction(FTy, "__cxa_bad_typeid"); |
| 1611 | } |
| 1612 | |
| 1613 | static void EmitBadTypeidCall(CodeGenFunction &CGF) { |
Anders Carlsson | ad3692bb | 2011-04-13 02:35:36 +0000 | [diff] [blame] | 1614 | llvm::Value *Fn = getBadTypeidFn(CGF); |
Jay Foad | 4c7d9f1 | 2011-07-15 08:37:34 +0000 | [diff] [blame] | 1615 | CGF.EmitCallOrInvoke(Fn).setDoesNotReturn(); |
Anders Carlsson | 4bdbc0c | 2011-04-11 14:13:40 +0000 | [diff] [blame] | 1616 | CGF.Builder.CreateUnreachable(); |
| 1617 | } |
| 1618 | |
Anders Carlsson | 3f6c5e1 | 2011-04-18 00:57:03 +0000 | [diff] [blame] | 1619 | static llvm::Value *EmitTypeidFromVTable(CodeGenFunction &CGF, |
| 1620 | const Expr *E, |
Chris Lattner | 2acc6e3 | 2011-07-18 04:24:23 +0000 | [diff] [blame] | 1621 | llvm::Type *StdTypeInfoPtrTy) { |
Anders Carlsson | 3f6c5e1 | 2011-04-18 00:57:03 +0000 | [diff] [blame] | 1622 | // Get the vtable pointer. |
| 1623 | llvm::Value *ThisPtr = CGF.EmitLValue(E).getAddress(); |
| 1624 | |
| 1625 | // C++ [expr.typeid]p2: |
| 1626 | // If the glvalue expression is obtained by applying the unary * operator to |
| 1627 | // a pointer and the pointer is a null pointer value, the typeid expression |
| 1628 | // throws the std::bad_typeid exception. |
| 1629 | if (const UnaryOperator *UO = dyn_cast<UnaryOperator>(E->IgnoreParens())) { |
| 1630 | if (UO->getOpcode() == UO_Deref) { |
| 1631 | llvm::BasicBlock *BadTypeidBlock = |
| 1632 | CGF.createBasicBlock("typeid.bad_typeid"); |
| 1633 | llvm::BasicBlock *EndBlock = |
| 1634 | CGF.createBasicBlock("typeid.end"); |
| 1635 | |
| 1636 | llvm::Value *IsNull = CGF.Builder.CreateIsNull(ThisPtr); |
| 1637 | CGF.Builder.CreateCondBr(IsNull, BadTypeidBlock, EndBlock); |
| 1638 | |
| 1639 | CGF.EmitBlock(BadTypeidBlock); |
| 1640 | EmitBadTypeidCall(CGF); |
| 1641 | CGF.EmitBlock(EndBlock); |
| 1642 | } |
| 1643 | } |
| 1644 | |
| 1645 | llvm::Value *Value = CGF.GetVTablePtr(ThisPtr, |
| 1646 | StdTypeInfoPtrTy->getPointerTo()); |
| 1647 | |
| 1648 | // Load the type info. |
| 1649 | Value = CGF.Builder.CreateConstInBoundsGEP1_64(Value, -1ULL); |
| 1650 | return CGF.Builder.CreateLoad(Value); |
| 1651 | } |
| 1652 | |
John McCall | 3ad32c8 | 2011-01-28 08:37:24 +0000 | [diff] [blame] | 1653 | llvm::Value *CodeGenFunction::EmitCXXTypeidExpr(const CXXTypeidExpr *E) { |
Chris Lattner | 2acc6e3 | 2011-07-18 04:24:23 +0000 | [diff] [blame] | 1654 | llvm::Type *StdTypeInfoPtrTy = |
Anders Carlsson | 3f6c5e1 | 2011-04-18 00:57:03 +0000 | [diff] [blame] | 1655 | ConvertType(E->getType())->getPointerTo(); |
Anders Carlsson | 31b7f52 | 2009-12-11 02:46:30 +0000 | [diff] [blame] | 1656 | |
Anders Carlsson | 1d7088d | 2009-12-17 07:09:17 +0000 | [diff] [blame] | 1657 | if (E->isTypeOperand()) { |
| 1658 | llvm::Constant *TypeInfo = |
| 1659 | CGM.GetAddrOfRTTIDescriptor(E->getTypeOperand()); |
Anders Carlsson | 3f6c5e1 | 2011-04-18 00:57:03 +0000 | [diff] [blame] | 1660 | return Builder.CreateBitCast(TypeInfo, StdTypeInfoPtrTy); |
Anders Carlsson | 1d7088d | 2009-12-17 07:09:17 +0000 | [diff] [blame] | 1661 | } |
Anders Carlsson | 4bdbc0c | 2011-04-11 14:13:40 +0000 | [diff] [blame] | 1662 | |
Anders Carlsson | 3f6c5e1 | 2011-04-18 00:57:03 +0000 | [diff] [blame] | 1663 | // C++ [expr.typeid]p2: |
| 1664 | // When typeid is applied to a glvalue expression whose type is a |
| 1665 | // polymorphic class type, the result refers to a std::type_info object |
| 1666 | // representing the type of the most derived object (that is, the dynamic |
| 1667 | // type) to which the glvalue refers. |
Richard Smith | 0d72910 | 2012-08-13 20:08:14 +0000 | [diff] [blame] | 1668 | if (E->isPotentiallyEvaluated()) |
| 1669 | return EmitTypeidFromVTable(*this, E->getExprOperand(), |
| 1670 | StdTypeInfoPtrTy); |
Anders Carlsson | 3f6c5e1 | 2011-04-18 00:57:03 +0000 | [diff] [blame] | 1671 | |
| 1672 | QualType OperandTy = E->getExprOperand()->getType(); |
| 1673 | return Builder.CreateBitCast(CGM.GetAddrOfRTTIDescriptor(OperandTy), |
| 1674 | StdTypeInfoPtrTy); |
Mike Stump | c2e84ae | 2009-11-15 08:09:41 +0000 | [diff] [blame] | 1675 | } |
Mike Stump | c849c05 | 2009-11-16 06:50:58 +0000 | [diff] [blame] | 1676 | |
Anders Carlsson | f0cb4a6 | 2011-04-11 00:46:40 +0000 | [diff] [blame] | 1677 | static llvm::Constant *getDynamicCastFn(CodeGenFunction &CGF) { |
| 1678 | // void *__dynamic_cast(const void *sub, |
| 1679 | // const abi::__class_type_info *src, |
| 1680 | // const abi::__class_type_info *dst, |
| 1681 | // std::ptrdiff_t src2dst_offset); |
| 1682 | |
Chris Lattner | 8b41868 | 2012-02-07 00:39:47 +0000 | [diff] [blame] | 1683 | llvm::Type *Int8PtrTy = CGF.Int8PtrTy; |
Chris Lattner | 9cbe4f0 | 2011-07-09 17:41:47 +0000 | [diff] [blame] | 1684 | llvm::Type *PtrDiffTy = |
Anders Carlsson | f0cb4a6 | 2011-04-11 00:46:40 +0000 | [diff] [blame] | 1685 | CGF.ConvertType(CGF.getContext().getPointerDiffType()); |
| 1686 | |
Chris Lattner | 9cbe4f0 | 2011-07-09 17:41:47 +0000 | [diff] [blame] | 1687 | llvm::Type *Args[4] = { Int8PtrTy, Int8PtrTy, Int8PtrTy, PtrDiffTy }; |
Anders Carlsson | f0cb4a6 | 2011-04-11 00:46:40 +0000 | [diff] [blame] | 1688 | |
Chris Lattner | 2acc6e3 | 2011-07-18 04:24:23 +0000 | [diff] [blame] | 1689 | llvm::FunctionType *FTy = |
Anders Carlsson | f0cb4a6 | 2011-04-11 00:46:40 +0000 | [diff] [blame] | 1690 | llvm::FunctionType::get(Int8PtrTy, Args, false); |
| 1691 | |
| 1692 | return CGF.CGM.CreateRuntimeFunction(FTy, "__dynamic_cast"); |
| 1693 | } |
| 1694 | |
| 1695 | static llvm::Constant *getBadCastFn(CodeGenFunction &CGF) { |
| 1696 | // void __cxa_bad_cast(); |
Chris Lattner | 8b41868 | 2012-02-07 00:39:47 +0000 | [diff] [blame] | 1697 | llvm::FunctionType *FTy = llvm::FunctionType::get(CGF.VoidTy, false); |
Anders Carlsson | f0cb4a6 | 2011-04-11 00:46:40 +0000 | [diff] [blame] | 1698 | return CGF.CGM.CreateRuntimeFunction(FTy, "__cxa_bad_cast"); |
| 1699 | } |
| 1700 | |
Anders Carlsson | 3ddcdd5 | 2011-04-11 01:45:29 +0000 | [diff] [blame] | 1701 | static void EmitBadCastCall(CodeGenFunction &CGF) { |
Anders Carlsson | ad3692bb | 2011-04-13 02:35:36 +0000 | [diff] [blame] | 1702 | llvm::Value *Fn = getBadCastFn(CGF); |
Jay Foad | 4c7d9f1 | 2011-07-15 08:37:34 +0000 | [diff] [blame] | 1703 | CGF.EmitCallOrInvoke(Fn).setDoesNotReturn(); |
Anders Carlsson | 3ddcdd5 | 2011-04-11 01:45:29 +0000 | [diff] [blame] | 1704 | CGF.Builder.CreateUnreachable(); |
| 1705 | } |
| 1706 | |
Anders Carlsson | f0cb4a6 | 2011-04-11 00:46:40 +0000 | [diff] [blame] | 1707 | static llvm::Value * |
| 1708 | EmitDynamicCastCall(CodeGenFunction &CGF, llvm::Value *Value, |
| 1709 | QualType SrcTy, QualType DestTy, |
| 1710 | llvm::BasicBlock *CastEnd) { |
Chris Lattner | 2acc6e3 | 2011-07-18 04:24:23 +0000 | [diff] [blame] | 1711 | llvm::Type *PtrDiffLTy = |
Anders Carlsson | f0cb4a6 | 2011-04-11 00:46:40 +0000 | [diff] [blame] | 1712 | CGF.ConvertType(CGF.getContext().getPointerDiffType()); |
Chris Lattner | 2acc6e3 | 2011-07-18 04:24:23 +0000 | [diff] [blame] | 1713 | llvm::Type *DestLTy = CGF.ConvertType(DestTy); |
Anders Carlsson | f0cb4a6 | 2011-04-11 00:46:40 +0000 | [diff] [blame] | 1714 | |
| 1715 | if (const PointerType *PTy = DestTy->getAs<PointerType>()) { |
| 1716 | if (PTy->getPointeeType()->isVoidType()) { |
| 1717 | // C++ [expr.dynamic.cast]p7: |
| 1718 | // If T is "pointer to cv void," then the result is a pointer to the |
| 1719 | // most derived object pointed to by v. |
| 1720 | |
| 1721 | // Get the vtable pointer. |
| 1722 | llvm::Value *VTable = CGF.GetVTablePtr(Value, PtrDiffLTy->getPointerTo()); |
| 1723 | |
| 1724 | // Get the offset-to-top from the vtable. |
| 1725 | llvm::Value *OffsetToTop = |
| 1726 | CGF.Builder.CreateConstInBoundsGEP1_64(VTable, -2ULL); |
| 1727 | OffsetToTop = CGF.Builder.CreateLoad(OffsetToTop, "offset.to.top"); |
| 1728 | |
| 1729 | // Finally, add the offset to the pointer. |
| 1730 | Value = CGF.EmitCastToVoidPtr(Value); |
| 1731 | Value = CGF.Builder.CreateInBoundsGEP(Value, OffsetToTop); |
| 1732 | |
| 1733 | return CGF.Builder.CreateBitCast(Value, DestLTy); |
| 1734 | } |
| 1735 | } |
| 1736 | |
| 1737 | QualType SrcRecordTy; |
| 1738 | QualType DestRecordTy; |
| 1739 | |
| 1740 | if (const PointerType *DestPTy = DestTy->getAs<PointerType>()) { |
| 1741 | SrcRecordTy = SrcTy->castAs<PointerType>()->getPointeeType(); |
| 1742 | DestRecordTy = DestPTy->getPointeeType(); |
| 1743 | } else { |
| 1744 | SrcRecordTy = SrcTy; |
| 1745 | DestRecordTy = DestTy->castAs<ReferenceType>()->getPointeeType(); |
| 1746 | } |
| 1747 | |
| 1748 | assert(SrcRecordTy->isRecordType() && "source type must be a record type!"); |
| 1749 | assert(DestRecordTy->isRecordType() && "dest type must be a record type!"); |
| 1750 | |
| 1751 | llvm::Value *SrcRTTI = |
| 1752 | CGF.CGM.GetAddrOfRTTIDescriptor(SrcRecordTy.getUnqualifiedType()); |
| 1753 | llvm::Value *DestRTTI = |
| 1754 | CGF.CGM.GetAddrOfRTTIDescriptor(DestRecordTy.getUnqualifiedType()); |
| 1755 | |
| 1756 | // FIXME: Actually compute a hint here. |
| 1757 | llvm::Value *OffsetHint = llvm::ConstantInt::get(PtrDiffLTy, -1ULL); |
| 1758 | |
| 1759 | // Emit the call to __dynamic_cast. |
| 1760 | Value = CGF.EmitCastToVoidPtr(Value); |
| 1761 | Value = CGF.Builder.CreateCall4(getDynamicCastFn(CGF), Value, |
| 1762 | SrcRTTI, DestRTTI, OffsetHint); |
| 1763 | Value = CGF.Builder.CreateBitCast(Value, DestLTy); |
| 1764 | |
| 1765 | /// C++ [expr.dynamic.cast]p9: |
| 1766 | /// A failed cast to reference type throws std::bad_cast |
| 1767 | if (DestTy->isReferenceType()) { |
| 1768 | llvm::BasicBlock *BadCastBlock = |
| 1769 | CGF.createBasicBlock("dynamic_cast.bad_cast"); |
| 1770 | |
| 1771 | llvm::Value *IsNull = CGF.Builder.CreateIsNull(Value); |
| 1772 | CGF.Builder.CreateCondBr(IsNull, BadCastBlock, CastEnd); |
| 1773 | |
| 1774 | CGF.EmitBlock(BadCastBlock); |
Anders Carlsson | 3ddcdd5 | 2011-04-11 01:45:29 +0000 | [diff] [blame] | 1775 | EmitBadCastCall(CGF); |
Anders Carlsson | f0cb4a6 | 2011-04-11 00:46:40 +0000 | [diff] [blame] | 1776 | } |
| 1777 | |
| 1778 | return Value; |
| 1779 | } |
| 1780 | |
Anders Carlsson | 3ddcdd5 | 2011-04-11 01:45:29 +0000 | [diff] [blame] | 1781 | static llvm::Value *EmitDynamicCastToNull(CodeGenFunction &CGF, |
| 1782 | QualType DestTy) { |
Chris Lattner | 2acc6e3 | 2011-07-18 04:24:23 +0000 | [diff] [blame] | 1783 | llvm::Type *DestLTy = CGF.ConvertType(DestTy); |
Anders Carlsson | 3ddcdd5 | 2011-04-11 01:45:29 +0000 | [diff] [blame] | 1784 | if (DestTy->isPointerType()) |
| 1785 | return llvm::Constant::getNullValue(DestLTy); |
| 1786 | |
| 1787 | /// C++ [expr.dynamic.cast]p9: |
| 1788 | /// A failed cast to reference type throws std::bad_cast |
| 1789 | EmitBadCastCall(CGF); |
| 1790 | |
| 1791 | CGF.EmitBlock(CGF.createBasicBlock("dynamic_cast.end")); |
| 1792 | return llvm::UndefValue::get(DestLTy); |
| 1793 | } |
| 1794 | |
Anders Carlsson | f0cb4a6 | 2011-04-11 00:46:40 +0000 | [diff] [blame] | 1795 | llvm::Value *CodeGenFunction::EmitDynamicCast(llvm::Value *Value, |
Mike Stump | c849c05 | 2009-11-16 06:50:58 +0000 | [diff] [blame] | 1796 | const CXXDynamicCastExpr *DCE) { |
Anders Carlsson | 1d7088d | 2009-12-17 07:09:17 +0000 | [diff] [blame] | 1797 | QualType DestTy = DCE->getTypeAsWritten(); |
Anders Carlsson | f0cb4a6 | 2011-04-11 00:46:40 +0000 | [diff] [blame] | 1798 | |
Anders Carlsson | 3ddcdd5 | 2011-04-11 01:45:29 +0000 | [diff] [blame] | 1799 | if (DCE->isAlwaysNull()) |
| 1800 | return EmitDynamicCastToNull(*this, DestTy); |
| 1801 | |
| 1802 | QualType SrcTy = DCE->getSubExpr()->getType(); |
| 1803 | |
Anders Carlsson | f0cb4a6 | 2011-04-11 00:46:40 +0000 | [diff] [blame] | 1804 | // C++ [expr.dynamic.cast]p4: |
| 1805 | // If the value of v is a null pointer value in the pointer case, the result |
| 1806 | // is the null pointer value of type T. |
| 1807 | bool ShouldNullCheckSrcValue = SrcTy->isPointerType(); |
Anders Carlsson | 1d7088d | 2009-12-17 07:09:17 +0000 | [diff] [blame] | 1808 | |
Anders Carlsson | f0cb4a6 | 2011-04-11 00:46:40 +0000 | [diff] [blame] | 1809 | llvm::BasicBlock *CastNull = 0; |
| 1810 | llvm::BasicBlock *CastNotNull = 0; |
| 1811 | llvm::BasicBlock *CastEnd = createBasicBlock("dynamic_cast.end"); |
Mike Stump | c849c05 | 2009-11-16 06:50:58 +0000 | [diff] [blame] | 1812 | |
Anders Carlsson | f0cb4a6 | 2011-04-11 00:46:40 +0000 | [diff] [blame] | 1813 | if (ShouldNullCheckSrcValue) { |
| 1814 | CastNull = createBasicBlock("dynamic_cast.null"); |
| 1815 | CastNotNull = createBasicBlock("dynamic_cast.notnull"); |
| 1816 | |
| 1817 | llvm::Value *IsNull = Builder.CreateIsNull(Value); |
| 1818 | Builder.CreateCondBr(IsNull, CastNull, CastNotNull); |
| 1819 | EmitBlock(CastNotNull); |
Mike Stump | c849c05 | 2009-11-16 06:50:58 +0000 | [diff] [blame] | 1820 | } |
| 1821 | |
Anders Carlsson | f0cb4a6 | 2011-04-11 00:46:40 +0000 | [diff] [blame] | 1822 | Value = EmitDynamicCastCall(*this, Value, SrcTy, DestTy, CastEnd); |
| 1823 | |
| 1824 | if (ShouldNullCheckSrcValue) { |
| 1825 | EmitBranch(CastEnd); |
| 1826 | |
| 1827 | EmitBlock(CastNull); |
| 1828 | EmitBranch(CastEnd); |
| 1829 | } |
| 1830 | |
| 1831 | EmitBlock(CastEnd); |
| 1832 | |
| 1833 | if (ShouldNullCheckSrcValue) { |
| 1834 | llvm::PHINode *PHI = Builder.CreatePHI(Value->getType(), 2); |
| 1835 | PHI->addIncoming(Value, CastNotNull); |
| 1836 | PHI->addIncoming(llvm::Constant::getNullValue(Value->getType()), CastNull); |
| 1837 | |
| 1838 | Value = PHI; |
| 1839 | } |
| 1840 | |
| 1841 | return Value; |
Mike Stump | c849c05 | 2009-11-16 06:50:58 +0000 | [diff] [blame] | 1842 | } |
Eli Friedman | 4c5d8af | 2012-02-09 03:32:31 +0000 | [diff] [blame] | 1843 | |
Eli Friedman | 4c5d8af | 2012-02-09 03:32:31 +0000 | [diff] [blame] | 1844 | void CodeGenFunction::EmitLambdaExpr(const LambdaExpr *E, AggValueSlot Slot) { |
Eli Friedman | f8823e7 | 2012-02-09 03:47:20 +0000 | [diff] [blame] | 1845 | RunCleanupsScope Scope(*this); |
Eli Friedman | 377ecc7 | 2012-04-16 03:54:45 +0000 | [diff] [blame] | 1846 | LValue SlotLV = MakeAddrLValue(Slot.getAddr(), E->getType(), |
| 1847 | Slot.getAlignment()); |
Eli Friedman | f8823e7 | 2012-02-09 03:47:20 +0000 | [diff] [blame] | 1848 | |
Eli Friedman | 4c5d8af | 2012-02-09 03:32:31 +0000 | [diff] [blame] | 1849 | CXXRecordDecl::field_iterator CurField = E->getLambdaClass()->field_begin(); |
| 1850 | for (LambdaExpr::capture_init_iterator i = E->capture_init_begin(), |
| 1851 | e = E->capture_init_end(); |
Eric Christopher | c07b18e | 2012-02-29 03:25:18 +0000 | [diff] [blame] | 1852 | i != e; ++i, ++CurField) { |
Eli Friedman | 4c5d8af | 2012-02-09 03:32:31 +0000 | [diff] [blame] | 1853 | // Emit initialization |
Eli Friedman | 377ecc7 | 2012-04-16 03:54:45 +0000 | [diff] [blame] | 1854 | |
David Blaikie | 581deb3 | 2012-06-06 20:45:41 +0000 | [diff] [blame] | 1855 | LValue LV = EmitLValueForFieldInitialization(SlotLV, *CurField); |
Eli Friedman | b74ed08 | 2012-02-14 02:31:03 +0000 | [diff] [blame] | 1856 | ArrayRef<VarDecl *> ArrayIndexes; |
| 1857 | if (CurField->getType()->isArrayType()) |
| 1858 | ArrayIndexes = E->getCaptureInitIndexVars(i); |
David Blaikie | 581deb3 | 2012-06-06 20:45:41 +0000 | [diff] [blame] | 1859 | EmitInitializerForField(*CurField, LV, *i, ArrayIndexes); |
Eli Friedman | 4c5d8af | 2012-02-09 03:32:31 +0000 | [diff] [blame] | 1860 | } |
Eli Friedman | 4c5d8af | 2012-02-09 03:32:31 +0000 | [diff] [blame] | 1861 | } |