Anders Carlsson | bc49cfe | 2009-12-10 00:16:00 +0000 | [diff] [blame] | 1 | //===--- CGDeclCXX.cpp - Emit LLVM Code for C++ declarations --------------===// |
| 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
| 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
| 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | // |
| 10 | // This contains code dealing with code generation of C++ declarations |
| 11 | // |
| 12 | //===----------------------------------------------------------------------===// |
| 13 | |
| 14 | #include "CodeGenFunction.h" |
John McCall | 5d865c32 | 2010-08-31 07:33:07 +0000 | [diff] [blame] | 15 | #include "CGCXXABI.h" |
Chandler Carruth | 3a02247 | 2012-12-04 09:13:33 +0000 | [diff] [blame] | 16 | #include "CGObjCRuntime.h" |
Alexey Bataev | 9772000 | 2014-11-11 04:05:39 +0000 | [diff] [blame] | 17 | #include "CGOpenMPRuntime.h" |
Saleem Abdulrasool | 10a4972 | 2016-04-08 16:52:00 +0000 | [diff] [blame] | 18 | #include "clang/Frontend/CodeGenOptions.h" |
Anton Korobeynikov | abed749 | 2012-11-06 22:44:45 +0000 | [diff] [blame] | 19 | #include "llvm/ADT/StringExtras.h" |
Chandler Carruth | ffd5551 | 2013-01-02 11:45:17 +0000 | [diff] [blame] | 20 | #include "llvm/IR/Intrinsics.h" |
Nico Weber | bdc9698 | 2014-05-06 20:32:45 +0000 | [diff] [blame] | 21 | #include "llvm/Support/Path.h" |
Douglas Gregor | 51150ab | 2010-05-16 01:24:12 +0000 | [diff] [blame] | 22 | |
Anders Carlsson | bc49cfe | 2009-12-10 00:16:00 +0000 | [diff] [blame] | 23 | using namespace clang; |
| 24 | using namespace CodeGen; |
| 25 | |
Anders Carlsson | 364051c | 2009-12-10 00:57:45 +0000 | [diff] [blame] | 26 | static void EmitDeclInit(CodeGenFunction &CGF, const VarDecl &D, |
John McCall | 7f416cc | 2015-09-08 08:05:57 +0000 | [diff] [blame] | 27 | ConstantAddress DeclPtr) { |
Anders Carlsson | 364051c | 2009-12-10 00:57:45 +0000 | [diff] [blame] | 28 | assert(D.hasGlobalStorage() && "VarDecl must have global storage!"); |
| 29 | assert(!D.getType()->isReferenceType() && |
| 30 | "Should not call EmitDeclInit on a reference!"); |
| 31 | |
John McCall | 1553b19 | 2011-06-16 04:16:24 +0000 | [diff] [blame] | 32 | QualType type = D.getType(); |
John McCall | 7f416cc | 2015-09-08 08:05:57 +0000 | [diff] [blame] | 33 | LValue lv = CGF.MakeAddrLValue(DeclPtr, type); |
John McCall | 1553b19 | 2011-06-16 04:16:24 +0000 | [diff] [blame] | 34 | |
| 35 | const Expr *Init = D.getInit(); |
John McCall | 47fb950 | 2013-03-07 21:37:08 +0000 | [diff] [blame] | 36 | switch (CGF.getEvaluationKind(type)) { |
| 37 | case TEK_Scalar: { |
Fariborz Jahanian | d133979 | 2011-01-13 20:00:54 +0000 | [diff] [blame] | 38 | CodeGenModule &CGM = CGF.CGM; |
John McCall | 1553b19 | 2011-06-16 04:16:24 +0000 | [diff] [blame] | 39 | if (lv.isObjCStrong()) |
John McCall | 31168b0 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 40 | CGM.getObjCRuntime().EmitObjCGlobalAssign(CGF, CGF.EmitScalarExpr(Init), |
Richard Smith | fd3834f | 2013-04-13 02:43:54 +0000 | [diff] [blame] | 41 | DeclPtr, D.getTLSKind()); |
John McCall | 1553b19 | 2011-06-16 04:16:24 +0000 | [diff] [blame] | 42 | else if (lv.isObjCWeak()) |
| 43 | CGM.getObjCRuntime().EmitObjCWeakAssign(CGF, CGF.EmitScalarExpr(Init), |
| 44 | DeclPtr); |
Fariborz Jahanian | d133979 | 2011-01-13 20:00:54 +0000 | [diff] [blame] | 45 | else |
John McCall | 1553b19 | 2011-06-16 04:16:24 +0000 | [diff] [blame] | 46 | CGF.EmitScalarInit(Init, &D, lv, false); |
John McCall | 47fb950 | 2013-03-07 21:37:08 +0000 | [diff] [blame] | 47 | return; |
| 48 | } |
| 49 | case TEK_Complex: |
| 50 | CGF.EmitComplexExprIntoLValue(Init, lv, /*isInit*/ true); |
| 51 | return; |
| 52 | case TEK_Aggregate: |
Chad Rosier | 615ed1a | 2012-03-29 17:37:10 +0000 | [diff] [blame] | 53 | CGF.EmitAggExpr(Init, AggValueSlot::forLValue(lv,AggValueSlot::IsDestructed, |
| 54 | AggValueSlot::DoesNotNeedGCBarriers, |
| 55 | AggValueSlot::IsNotAliased)); |
John McCall | 47fb950 | 2013-03-07 21:37:08 +0000 | [diff] [blame] | 56 | return; |
Anders Carlsson | bc49cfe | 2009-12-10 00:16:00 +0000 | [diff] [blame] | 57 | } |
John McCall | 47fb950 | 2013-03-07 21:37:08 +0000 | [diff] [blame] | 58 | llvm_unreachable("bad evaluation kind"); |
Anders Carlsson | bc49cfe | 2009-12-10 00:16:00 +0000 | [diff] [blame] | 59 | } |
| 60 | |
John McCall | 68ff037 | 2010-09-08 01:44:27 +0000 | [diff] [blame] | 61 | /// Emit code to cause the destruction of the given variable with |
| 62 | /// static storage duration. |
Douglas Gregor | 370eadf | 2010-05-05 15:38:32 +0000 | [diff] [blame] | 63 | static void EmitDeclDestroy(CodeGenFunction &CGF, const VarDecl &D, |
John McCall | 7f416cc | 2015-09-08 08:05:57 +0000 | [diff] [blame] | 64 | ConstantAddress addr) { |
Douglas Gregor | 370eadf | 2010-05-05 15:38:32 +0000 | [diff] [blame] | 65 | CodeGenModule &CGM = CGF.CGM; |
John McCall | 98de3d7 | 2011-07-13 03:01:35 +0000 | [diff] [blame] | 66 | |
| 67 | // FIXME: __attribute__((cleanup)) ? |
Douglas Gregor | 370eadf | 2010-05-05 15:38:32 +0000 | [diff] [blame] | 68 | |
John McCall | 98de3d7 | 2011-07-13 03:01:35 +0000 | [diff] [blame] | 69 | QualType type = D.getType(); |
| 70 | QualType::DestructionKind dtorKind = type.isDestructedType(); |
| 71 | |
| 72 | switch (dtorKind) { |
| 73 | case QualType::DK_none: |
Douglas Gregor | 370eadf | 2010-05-05 15:38:32 +0000 | [diff] [blame] | 74 | return; |
John McCall | 98de3d7 | 2011-07-13 03:01:35 +0000 | [diff] [blame] | 75 | |
| 76 | case QualType::DK_cxx_destructor: |
| 77 | break; |
| 78 | |
| 79 | case QualType::DK_objc_strong_lifetime: |
| 80 | case QualType::DK_objc_weak_lifetime: |
| 81 | // We don't care about releasing objects during process teardown. |
Richard Smith | dbf74ba | 2013-04-14 23:01:42 +0000 | [diff] [blame] | 82 | assert(!D.getTLSKind() && "should have rejected this"); |
Douglas Gregor | 370eadf | 2010-05-05 15:38:32 +0000 | [diff] [blame] | 83 | return; |
John McCall | 98de3d7 | 2011-07-13 03:01:35 +0000 | [diff] [blame] | 84 | } |
| 85 | |
| 86 | llvm::Constant *function; |
| 87 | llvm::Constant *argument; |
| 88 | |
Derek Schuff | 09b2492 | 2016-05-10 17:44:52 +0000 | [diff] [blame] | 89 | // Special-case non-array C++ destructors, if they have the right signature. |
| 90 | // Under some ABIs, destructors return this instead of void, and cannot be |
Derek Schuff | 8179be4 | 2016-05-10 17:44:55 +0000 | [diff] [blame] | 91 | // passed directly to __cxa_atexit if the target does not allow this mismatch. |
Derek Schuff | 060fd22 | 2016-05-10 17:44:48 +0000 | [diff] [blame] | 92 | const CXXRecordDecl *Record = type->getAsCXXRecordDecl(); |
Derek Schuff | 8179be4 | 2016-05-10 17:44:55 +0000 | [diff] [blame] | 93 | bool CanRegisterDestructor = |
| 94 | Record && (!CGM.getCXXABI().HasThisReturn( |
| 95 | GlobalDecl(Record->getDestructor(), Dtor_Complete)) || |
| 96 | CGM.getCXXABI().canCallMismatchedFunctionType()); |
Derek Schuff | 2136eed | 2016-05-10 17:44:50 +0000 | [diff] [blame] | 97 | // If __cxa_atexit is disabled via a flag, a different helper function is |
| 98 | // generated elsewhere which uses atexit instead, and it takes the destructor |
| 99 | // directly. |
| 100 | bool UsingExternalHelper = !CGM.getCodeGenOpts().CXAAtExit; |
Derek Schuff | 09b2492 | 2016-05-10 17:44:52 +0000 | [diff] [blame] | 101 | if (Record && (CanRegisterDestructor || UsingExternalHelper)) { |
Derek Schuff | 060fd22 | 2016-05-10 17:44:48 +0000 | [diff] [blame] | 102 | assert(!Record->hasTrivialDestructor()); |
| 103 | CXXDestructorDecl *dtor = Record->getDestructor(); |
John McCall | 98de3d7 | 2011-07-13 03:01:35 +0000 | [diff] [blame] | 104 | |
Rafael Espindola | 1ac0ec8 | 2014-09-11 15:42:06 +0000 | [diff] [blame] | 105 | function = CGM.getAddrOfCXXStructor(dtor, StructorType::Complete); |
Timur Iskhodzhanov | 40c585a | 2013-10-02 16:03:16 +0000 | [diff] [blame] | 106 | argument = llvm::ConstantExpr::getBitCast( |
John McCall | 7f416cc | 2015-09-08 08:05:57 +0000 | [diff] [blame] | 107 | addr.getPointer(), CGF.getTypes().ConvertType(type)->getPointerTo()); |
John McCall | 98de3d7 | 2011-07-13 03:01:35 +0000 | [diff] [blame] | 108 | |
| 109 | // Otherwise, the standard logic requires a helper function. |
| 110 | } else { |
David Blaikie | ebe87e1 | 2013-08-27 23:57:18 +0000 | [diff] [blame] | 111 | function = CodeGenFunction(CGM) |
| 112 | .generateDestroyHelper(addr, type, CGF.getDestroyer(dtorKind), |
| 113 | CGF.needsEHCleanup(dtorKind), &D); |
John McCall | 98de3d7 | 2011-07-13 03:01:35 +0000 | [diff] [blame] | 114 | argument = llvm::Constant::getNullValue(CGF.Int8PtrTy); |
| 115 | } |
| 116 | |
Richard Smith | dbf74ba | 2013-04-14 23:01:42 +0000 | [diff] [blame] | 117 | CGM.getCXXABI().registerGlobalDtor(CGF, D, function, argument); |
Douglas Gregor | 370eadf | 2010-05-05 15:38:32 +0000 | [diff] [blame] | 118 | } |
| 119 | |
Richard Smith | 08a5144 | 2012-02-17 07:31:37 +0000 | [diff] [blame] | 120 | /// Emit code to cause the variable at the given address to be considered as |
| 121 | /// constant from this point onwards. |
Nick Lewycky | 4506204 | 2012-02-21 00:26:58 +0000 | [diff] [blame] | 122 | static void EmitDeclInvariant(CodeGenFunction &CGF, const VarDecl &D, |
| 123 | llvm::Constant *Addr) { |
Anna Thomas | b772151 | 2016-07-22 15:37:56 +0000 | [diff] [blame] | 124 | // Do not emit the intrinsic if we're not optimizing. |
Richard Smith | 132bea9 | 2012-02-17 20:12:52 +0000 | [diff] [blame] | 125 | if (!CGF.CGM.getCodeGenOpts().OptimizationLevel) |
| 126 | return; |
| 127 | |
Richard Smith | 08a5144 | 2012-02-17 07:31:37 +0000 | [diff] [blame] | 128 | // Grab the llvm.invariant.start intrinsic. |
| 129 | llvm::Intrinsic::ID InvStartID = llvm::Intrinsic::invariant_start; |
Anna Thomas | 142ea99 | 2016-07-22 17:50:08 +0000 | [diff] [blame] | 130 | // Overloaded address space type. |
| 131 | llvm::Type *ObjectPtr[1] = {CGF.Int8PtrTy}; |
| 132 | llvm::Constant *InvariantStart = CGF.CGM.getIntrinsic(InvStartID, ObjectPtr); |
Richard Smith | 08a5144 | 2012-02-17 07:31:37 +0000 | [diff] [blame] | 133 | |
Nick Lewycky | 4506204 | 2012-02-21 00:26:58 +0000 | [diff] [blame] | 134 | // Emit a call with the size in bytes of the object. |
| 135 | CharUnits WidthChars = CGF.getContext().getTypeSizeInChars(D.getType()); |
| 136 | uint64_t Width = WidthChars.getQuantity(); |
| 137 | llvm::Value *Args[2] = { llvm::ConstantInt::getSigned(CGF.Int64Ty, Width), |
Richard Smith | 08a5144 | 2012-02-17 07:31:37 +0000 | [diff] [blame] | 138 | llvm::ConstantExpr::getBitCast(Addr, CGF.Int8PtrTy)}; |
| 139 | CGF.Builder.CreateCall(InvariantStart, Args); |
| 140 | } |
| 141 | |
Anders Carlsson | 364051c | 2009-12-10 00:57:45 +0000 | [diff] [blame] | 142 | void CodeGenFunction::EmitCXXGlobalVarDeclInit(const VarDecl &D, |
Richard Smith | 6331c40 | 2012-02-13 22:16:19 +0000 | [diff] [blame] | 143 | llvm::Constant *DeclPtr, |
| 144 | bool PerformInit) { |
Anders Carlsson | 364051c | 2009-12-10 00:57:45 +0000 | [diff] [blame] | 145 | |
| 146 | const Expr *Init = D.getInit(); |
| 147 | QualType T = D.getType(); |
| 148 | |
Jingyue Wu | 4f7b9eb | 2015-03-25 20:06:28 +0000 | [diff] [blame] | 149 | // The address space of a static local variable (DeclPtr) may be different |
| 150 | // from the address space of the "this" argument of the constructor. In that |
| 151 | // case, we need an addrspacecast before calling the constructor. |
| 152 | // |
| 153 | // struct StructWithCtor { |
| 154 | // __device__ StructWithCtor() {...} |
| 155 | // }; |
| 156 | // __device__ void foo() { |
| 157 | // __shared__ StructWithCtor s; |
| 158 | // ... |
| 159 | // } |
| 160 | // |
| 161 | // For example, in the above CUDA code, the static local variable s has a |
| 162 | // "shared" address space qualifier, but the constructor of StructWithCtor |
| 163 | // expects "this" in the "generic" address space. |
| 164 | unsigned ExpectedAddrSpace = getContext().getTargetAddressSpace(T); |
| 165 | unsigned ActualAddrSpace = DeclPtr->getType()->getPointerAddressSpace(); |
| 166 | if (ActualAddrSpace != ExpectedAddrSpace) { |
| 167 | llvm::Type *LTy = CGM.getTypes().ConvertTypeForMem(T); |
| 168 | llvm::PointerType *PTy = llvm::PointerType::get(LTy, ExpectedAddrSpace); |
| 169 | DeclPtr = llvm::ConstantExpr::getAddrSpaceCast(DeclPtr, PTy); |
| 170 | } |
| 171 | |
John McCall | 7f416cc | 2015-09-08 08:05:57 +0000 | [diff] [blame] | 172 | ConstantAddress DeclAddr(DeclPtr, getContext().getDeclAlign(&D)); |
| 173 | |
Anders Carlsson | 364051c | 2009-12-10 00:57:45 +0000 | [diff] [blame] | 174 | if (!T->isReferenceType()) { |
Alexey Bataev | 9772000 | 2014-11-11 04:05:39 +0000 | [diff] [blame] | 175 | if (getLangOpts().OpenMP && D.hasAttr<OMPThreadPrivateDeclAttr>()) |
Alexey Bataev | 3eff5f4 | 2015-02-25 08:32:46 +0000 | [diff] [blame] | 176 | (void)CGM.getOpenMPRuntime().emitThreadPrivateVarDefinition( |
John McCall | 7f416cc | 2015-09-08 08:05:57 +0000 | [diff] [blame] | 177 | &D, DeclAddr, D.getAttr<OMPThreadPrivateDeclAttr>()->getLocation(), |
Alexey Bataev | 9772000 | 2014-11-11 04:05:39 +0000 | [diff] [blame] | 178 | PerformInit, this); |
Richard Smith | 6331c40 | 2012-02-13 22:16:19 +0000 | [diff] [blame] | 179 | if (PerformInit) |
John McCall | 7f416cc | 2015-09-08 08:05:57 +0000 | [diff] [blame] | 180 | EmitDeclInit(*this, D, DeclAddr); |
Richard Smith | 08a5144 | 2012-02-17 07:31:37 +0000 | [diff] [blame] | 181 | if (CGM.isTypeConstant(D.getType(), true)) |
Nick Lewycky | 4506204 | 2012-02-21 00:26:58 +0000 | [diff] [blame] | 182 | EmitDeclInvariant(*this, D, DeclPtr); |
Richard Smith | 08a5144 | 2012-02-17 07:31:37 +0000 | [diff] [blame] | 183 | else |
John McCall | 7f416cc | 2015-09-08 08:05:57 +0000 | [diff] [blame] | 184 | EmitDeclDestroy(*this, D, DeclAddr); |
Anders Carlsson | 364051c | 2009-12-10 00:57:45 +0000 | [diff] [blame] | 185 | return; |
| 186 | } |
Anders Carlsson | 3f48c60 | 2010-06-27 17:52:15 +0000 | [diff] [blame] | 187 | |
Richard Smith | 6331c40 | 2012-02-13 22:16:19 +0000 | [diff] [blame] | 188 | assert(PerformInit && "cannot have constant initializer which needs " |
| 189 | "destruction for reference"); |
Richard Smith | a1c9d4d | 2013-06-12 23:38:09 +0000 | [diff] [blame] | 190 | RValue RV = EmitReferenceBindingToExpr(Init); |
John McCall | 7f416cc | 2015-09-08 08:05:57 +0000 | [diff] [blame] | 191 | EmitStoreOfScalar(RV.getScalarVal(), DeclAddr, false, T); |
Anders Carlsson | 364051c | 2009-12-10 00:57:45 +0000 | [diff] [blame] | 192 | } |
Anders Carlsson | 633c6f6 | 2009-12-10 00:30:05 +0000 | [diff] [blame] | 193 | |
John McCall | 76cc43a | 2012-04-06 18:21:06 +0000 | [diff] [blame] | 194 | /// Create a stub function, suitable for being passed to atexit, |
| 195 | /// which passes the given address to the given destructor function. |
David Majnemer | b3341ea | 2014-10-05 05:05:40 +0000 | [diff] [blame] | 196 | llvm::Constant *CodeGenFunction::createAtExitStub(const VarDecl &VD, |
| 197 | llvm::Constant *dtor, |
| 198 | llvm::Constant *addr) { |
John McCall | 76cc43a | 2012-04-06 18:21:06 +0000 | [diff] [blame] | 199 | // Get the destructor function type, void(*)(void). |
| 200 | llvm::FunctionType *ty = llvm::FunctionType::get(CGM.VoidTy, false); |
Reid Kleckner | d8110b6 | 2013-09-10 20:14:30 +0000 | [diff] [blame] | 201 | SmallString<256> FnName; |
| 202 | { |
| 203 | llvm::raw_svector_ostream Out(FnName); |
| 204 | CGM.getCXXABI().getMangleContext().mangleDynamicAtExitDestructor(&VD, Out); |
| 205 | } |
Akira Hatanaka | 7791f1a4 | 2015-10-31 01:28:07 +0000 | [diff] [blame] | 206 | |
| 207 | const CGFunctionInfo &FI = CGM.getTypes().arrangeNullaryFunction(); |
Alexey Samsonov | 1444bb9 | 2014-10-17 00:20:19 +0000 | [diff] [blame] | 208 | llvm::Function *fn = CGM.CreateGlobalInitOrDestructFunction(ty, FnName.str(), |
Akira Hatanaka | 7791f1a4 | 2015-10-31 01:28:07 +0000 | [diff] [blame] | 209 | FI, |
Alexey Samsonov | 1444bb9 | 2014-10-17 00:20:19 +0000 | [diff] [blame] | 210 | VD.getLocation()); |
John McCall | 76cc43a | 2012-04-06 18:21:06 +0000 | [diff] [blame] | 211 | |
| 212 | CodeGenFunction CGF(CGM); |
| 213 | |
Akira Hatanaka | 7791f1a4 | 2015-10-31 01:28:07 +0000 | [diff] [blame] | 214 | CGF.StartFunction(&VD, CGM.getContext().VoidTy, fn, FI, FunctionArgList()); |
John McCall | 76cc43a | 2012-04-06 18:21:06 +0000 | [diff] [blame] | 215 | |
| 216 | llvm::CallInst *call = CGF.Builder.CreateCall(dtor, addr); |
| 217 | |
| 218 | // Make sure the call and the callee agree on calling convention. |
| 219 | if (llvm::Function *dtorFn = |
| 220 | dyn_cast<llvm::Function>(dtor->stripPointerCasts())) |
| 221 | call->setCallingConv(dtorFn->getCallingConv()); |
| 222 | |
| 223 | CGF.FinishFunction(); |
| 224 | |
| 225 | return fn; |
| 226 | } |
| 227 | |
John McCall | c84ed6a | 2012-05-01 06:13:13 +0000 | [diff] [blame] | 228 | /// Register a global destructor using the C atexit runtime function. |
David Blaikie | ebe87e1 | 2013-08-27 23:57:18 +0000 | [diff] [blame] | 229 | void CodeGenFunction::registerGlobalDtorWithAtExit(const VarDecl &VD, |
| 230 | llvm::Constant *dtor, |
John McCall | c84ed6a | 2012-05-01 06:13:13 +0000 | [diff] [blame] | 231 | llvm::Constant *addr) { |
John McCall | 76cc43a | 2012-04-06 18:21:06 +0000 | [diff] [blame] | 232 | // Create a function which calls the destructor. |
David Majnemer | b3341ea | 2014-10-05 05:05:40 +0000 | [diff] [blame] | 233 | llvm::Constant *dtorStub = createAtExitStub(VD, dtor, addr); |
John McCall | 76cc43a | 2012-04-06 18:21:06 +0000 | [diff] [blame] | 234 | |
| 235 | // extern "C" int atexit(void (*f)(void)); |
| 236 | llvm::FunctionType *atexitTy = |
John McCall | c84ed6a | 2012-05-01 06:13:13 +0000 | [diff] [blame] | 237 | llvm::FunctionType::get(IntTy, dtorStub->getType(), false); |
John McCall | 76cc43a | 2012-04-06 18:21:06 +0000 | [diff] [blame] | 238 | |
| 239 | llvm::Constant *atexit = |
Saleem Abdulrasool | 6cb0744 | 2016-12-15 06:59:05 +0000 | [diff] [blame] | 240 | CGM.CreateRuntimeFunction(atexitTy, "atexit", llvm::AttributeSet(), |
| 241 | /*Local=*/true); |
John McCall | 76cc43a | 2012-04-06 18:21:06 +0000 | [diff] [blame] | 242 | if (llvm::Function *atexitFn = dyn_cast<llvm::Function>(atexit)) |
| 243 | atexitFn->setDoesNotThrow(); |
| 244 | |
John McCall | 882987f | 2013-02-28 19:01:20 +0000 | [diff] [blame] | 245 | EmitNounwindRuntimeCall(atexit, dtorStub); |
Anders Carlsson | 633c6f6 | 2009-12-10 00:30:05 +0000 | [diff] [blame] | 246 | } |
| 247 | |
John McCall | cdf7ef5 | 2010-11-06 09:44:32 +0000 | [diff] [blame] | 248 | void CodeGenFunction::EmitCXXGuardedInit(const VarDecl &D, |
Chandler Carruth | 8453795 | 2012-03-30 19:44:53 +0000 | [diff] [blame] | 249 | llvm::GlobalVariable *DeclPtr, |
Richard Smith | 6331c40 | 2012-02-13 22:16:19 +0000 | [diff] [blame] | 250 | bool PerformInit) { |
John McCall | 7ef5cb3 | 2011-03-18 02:56:14 +0000 | [diff] [blame] | 251 | // If we've been asked to forbid guard variables, emit an error now. |
| 252 | // This diagnostic is hard-coded for Darwin's use case; we can find |
| 253 | // better phrasing if someone else needs it. |
| 254 | if (CGM.getCodeGenOpts().ForbidGuardVariables) |
| 255 | CGM.Error(D.getLocation(), |
| 256 | "this initialization requires a guard variable, which " |
| 257 | "the kernel does not support"); |
| 258 | |
Chandler Carruth | 8453795 | 2012-03-30 19:44:53 +0000 | [diff] [blame] | 259 | CGM.getCXXABI().EmitGuardedInit(*this, D, DeclPtr, PerformInit); |
John McCall | 68ff037 | 2010-09-08 01:44:27 +0000 | [diff] [blame] | 260 | } |
| 261 | |
Alexey Samsonov | 1444bb9 | 2014-10-17 00:20:19 +0000 | [diff] [blame] | 262 | llvm::Function *CodeGenModule::CreateGlobalInitOrDestructFunction( |
Akira Hatanaka | 7791f1a4 | 2015-10-31 01:28:07 +0000 | [diff] [blame] | 263 | llvm::FunctionType *FTy, const Twine &Name, const CGFunctionInfo &FI, |
| 264 | SourceLocation Loc, bool TLS) { |
Anders Carlsson | b2839e4 | 2010-06-08 22:40:05 +0000 | [diff] [blame] | 265 | llvm::Function *Fn = |
| 266 | llvm::Function::Create(FTy, llvm::GlobalValue::InternalLinkage, |
David Majnemer | b3341ea | 2014-10-05 05:05:40 +0000 | [diff] [blame] | 267 | Name, &getModule()); |
| 268 | if (!getLangOpts().AppleKext && !TLS) { |
Fariborz Jahanian | 09948f1 | 2011-02-15 18:54:46 +0000 | [diff] [blame] | 269 | // Set the section if needed. |
David Majnemer | b3341ea | 2014-10-05 05:05:40 +0000 | [diff] [blame] | 270 | if (const char *Section = getTarget().getStaticInitSectionSpecifier()) |
Fariborz Jahanian | 09948f1 | 2011-02-15 18:54:46 +0000 | [diff] [blame] | 271 | Fn->setSection(Section); |
| 272 | } |
Anders Carlsson | 851318a | 2010-06-08 22:47:50 +0000 | [diff] [blame] | 273 | |
Akira Hatanaka | 7791f1a4 | 2015-10-31 01:28:07 +0000 | [diff] [blame] | 274 | SetInternalFunctionAttributes(nullptr, Fn, FI); |
Reid Kleckner | 787dc43 | 2015-04-22 19:37:32 +0000 | [diff] [blame] | 275 | |
David Majnemer | b3341ea | 2014-10-05 05:05:40 +0000 | [diff] [blame] | 276 | Fn->setCallingConv(getRuntimeCC()); |
John McCall | 882987f | 2013-02-28 19:01:20 +0000 | [diff] [blame] | 277 | |
David Majnemer | b3341ea | 2014-10-05 05:05:40 +0000 | [diff] [blame] | 278 | if (!getLangOpts().Exceptions) |
John McCall | 466e221 | 2010-07-06 04:38:10 +0000 | [diff] [blame] | 279 | Fn->setDoesNotThrow(); |
| 280 | |
Alexey Samsonov | 1444bb9 | 2014-10-17 00:20:19 +0000 | [diff] [blame] | 281 | if (!isInSanitizerBlacklist(Fn, Loc)) { |
Alexander Potapenko | b9b73ef | 2015-06-19 12:19:07 +0000 | [diff] [blame] | 282 | if (getLangOpts().Sanitize.hasOneOf(SanitizerKind::Address | |
| 283 | SanitizerKind::KernelAddress)) |
Alexey Samsonov | e7a8ccf | 2014-07-07 23:34:34 +0000 | [diff] [blame] | 284 | Fn->addFnAttr(llvm::Attribute::SanitizeAddress); |
Alexey Samsonov | edf99a9 | 2014-11-07 22:29:38 +0000 | [diff] [blame] | 285 | if (getLangOpts().Sanitize.has(SanitizerKind::Thread)) |
Alexey Samsonov | e7a8ccf | 2014-07-07 23:34:34 +0000 | [diff] [blame] | 286 | Fn->addFnAttr(llvm::Attribute::SanitizeThread); |
Alexey Samsonov | edf99a9 | 2014-11-07 22:29:38 +0000 | [diff] [blame] | 287 | if (getLangOpts().Sanitize.has(SanitizerKind::Memory)) |
Alexey Samsonov | e7a8ccf | 2014-07-07 23:34:34 +0000 | [diff] [blame] | 288 | Fn->addFnAttr(llvm::Attribute::SanitizeMemory); |
Peter Collingbourne | c4122c1 | 2015-06-15 21:08:13 +0000 | [diff] [blame] | 289 | if (getLangOpts().Sanitize.has(SanitizerKind::SafeStack)) |
| 290 | Fn->addFnAttr(llvm::Attribute::SafeStack); |
Alexey Samsonov | e7a8ccf | 2014-07-07 23:34:34 +0000 | [diff] [blame] | 291 | } |
Kostya Serebryany | bf84b8f | 2012-06-26 08:56:33 +0000 | [diff] [blame] | 292 | |
Anders Carlsson | b2839e4 | 2010-06-08 22:40:05 +0000 | [diff] [blame] | 293 | return Fn; |
| 294 | } |
| 295 | |
Reid Kleckner | 1a711b1 | 2014-07-22 00:53:05 +0000 | [diff] [blame] | 296 | /// Create a global pointer to a function that will initialize a global |
| 297 | /// variable. The user has requested that this pointer be emitted in a specific |
| 298 | /// section. |
| 299 | void CodeGenModule::EmitPointerToInitFunc(const VarDecl *D, |
| 300 | llvm::GlobalVariable *GV, |
| 301 | llvm::Function *InitFunc, |
| 302 | InitSegAttr *ISA) { |
| 303 | llvm::GlobalVariable *PtrArray = new llvm::GlobalVariable( |
| 304 | TheModule, InitFunc->getType(), /*isConstant=*/true, |
| 305 | llvm::GlobalValue::PrivateLinkage, InitFunc, "__cxx_init_fn_ptr"); |
| 306 | PtrArray->setSection(ISA->getSection()); |
| 307 | addUsedGlobal(PtrArray); |
| 308 | |
| 309 | // If the GV is already in a comdat group, then we have to join it. |
Rafael Espindola | 0d4fb98 | 2015-01-12 22:13:53 +0000 | [diff] [blame] | 310 | if (llvm::Comdat *C = GV->getComdat()) |
Reid Kleckner | 1a711b1 | 2014-07-22 00:53:05 +0000 | [diff] [blame] | 311 | PtrArray->setComdat(C); |
| 312 | } |
| 313 | |
Daniel Dunbar | fe06df4 | 2010-03-20 04:15:41 +0000 | [diff] [blame] | 314 | void |
John McCall | cdf7ef5 | 2010-11-06 09:44:32 +0000 | [diff] [blame] | 315 | CodeGenModule::EmitCXXGlobalVarDeclInitFunc(const VarDecl *D, |
Richard Smith | 6331c40 | 2012-02-13 22:16:19 +0000 | [diff] [blame] | 316 | llvm::GlobalVariable *Addr, |
| 317 | bool PerformInit) { |
Artem Belevich | 97c01c3 | 2016-02-02 22:29:48 +0000 | [diff] [blame] | 318 | |
| 319 | // According to E.2.3.1 in CUDA-7.5 Programming guide: __device__, |
| 320 | // __constant__ and __shared__ variables defined in namespace scope, |
| 321 | // that are of class type, cannot have a non-empty constructor. All |
| 322 | // the checks have been done in Sema by now. Whatever initializers |
| 323 | // are allowed are empty and we just need to ignore them here. |
| 324 | if (getLangOpts().CUDA && getLangOpts().CUDAIsDevice && |
| 325 | (D->hasAttr<CUDADeviceAttr>() || D->hasAttr<CUDAConstantAttr>() || |
| 326 | D->hasAttr<CUDASharedAttr>())) |
| 327 | return; |
| 328 | |
Reid Kleckner | e07140e | 2015-04-15 01:08:06 +0000 | [diff] [blame] | 329 | // Check if we've already initialized this decl. |
| 330 | auto I = DelayedCXXInitPosition.find(D); |
| 331 | if (I != DelayedCXXInitPosition.end() && I->second == ~0U) |
| 332 | return; |
| 333 | |
Chris Lattner | ece0409 | 2012-02-07 00:39:47 +0000 | [diff] [blame] | 334 | llvm::FunctionType *FTy = llvm::FunctionType::get(VoidTy, false); |
Reid Kleckner | 1ece9fc | 2013-09-10 20:43:12 +0000 | [diff] [blame] | 335 | SmallString<256> FnName; |
| 336 | { |
| 337 | llvm::raw_svector_ostream Out(FnName); |
| 338 | getCXXABI().getMangleContext().mangleDynamicInitializer(D, Out); |
| 339 | } |
Eli Friedman | 5866fe3 | 2010-01-08 00:50:11 +0000 | [diff] [blame] | 340 | |
| 341 | // Create a variable initialization function. |
Alexey Samsonov | 1444bb9 | 2014-10-17 00:20:19 +0000 | [diff] [blame] | 342 | llvm::Function *Fn = |
Akira Hatanaka | 7791f1a4 | 2015-10-31 01:28:07 +0000 | [diff] [blame] | 343 | CreateGlobalInitOrDestructFunction(FTy, FnName.str(), |
| 344 | getTypes().arrangeNullaryFunction(), |
| 345 | D->getLocation()); |
Eli Friedman | 5866fe3 | 2010-01-08 00:50:11 +0000 | [diff] [blame] | 346 | |
Reid Kleckner | 1a711b1 | 2014-07-22 00:53:05 +0000 | [diff] [blame] | 347 | auto *ISA = D->getAttr<InitSegAttr>(); |
Richard Smith | 6331c40 | 2012-02-13 22:16:19 +0000 | [diff] [blame] | 348 | CodeGenFunction(*this).GenerateCXXGlobalVarDeclInitFunc(Fn, D, Addr, |
| 349 | PerformInit); |
Rafael Espindola | 9f83473 | 2014-09-19 01:54:22 +0000 | [diff] [blame] | 350 | |
Reid Kleckner | 72d03be | 2014-10-15 16:38:00 +0000 | [diff] [blame] | 351 | llvm::GlobalVariable *COMDATKey = |
| 352 | supportsCOMDAT() && D->isExternallyVisible() ? Addr : nullptr; |
Rafael Espindola | 9f83473 | 2014-09-19 01:54:22 +0000 | [diff] [blame] | 353 | |
Richard Smith | 2fd1d7a | 2013-04-19 16:42:07 +0000 | [diff] [blame] | 354 | if (D->getTLSKind()) { |
| 355 | // FIXME: Should we support init_priority for thread_local? |
Richard Smith | 2fd1d7a | 2013-04-19 16:42:07 +0000 | [diff] [blame] | 356 | // FIXME: We only need to register one __cxa_thread_atexit function for the |
| 357 | // entire TU. |
| 358 | CXXThreadLocalInits.push_back(Fn); |
Richard Smith | 5a99c49 | 2015-12-01 01:10:48 +0000 | [diff] [blame] | 359 | CXXThreadLocalInitVars.push_back(D); |
Reid Kleckner | 1a711b1 | 2014-07-22 00:53:05 +0000 | [diff] [blame] | 360 | } else if (PerformInit && ISA) { |
| 361 | EmitPointerToInitFunc(D, Addr, Fn, ISA); |
Reid Kleckner | 1a711b1 | 2014-07-22 00:53:05 +0000 | [diff] [blame] | 362 | } else if (auto *IPA = D->getAttr<InitPriorityAttr>()) { |
Aaron Ballman | e8d9f8d | 2013-12-19 03:02:49 +0000 | [diff] [blame] | 363 | OrderGlobalInits Key(IPA->getPriority(), PrioritizedCXXGlobalInits.size()); |
Fariborz Jahanian | 89bdd14 | 2010-06-21 21:27:42 +0000 | [diff] [blame] | 364 | PrioritizedCXXGlobalInits.push_back(std::make_pair(Key, Fn)); |
Reid Kleckner | 72d03be | 2014-10-15 16:38:00 +0000 | [diff] [blame] | 365 | } else if (isTemplateInstantiation(D->getTemplateSpecializationKind())) { |
Reid Kleckner | 3738445 | 2013-08-22 20:07:45 +0000 | [diff] [blame] | 366 | // C++ [basic.start.init]p2: |
Reid Kleckner | 2753324 | 2013-09-04 00:54:24 +0000 | [diff] [blame] | 367 | // Definitions of explicitly specialized class template static data |
| 368 | // members have ordered initialization. Other class template static data |
| 369 | // members (i.e., implicitly or explicitly instantiated specializations) |
| 370 | // have unordered initialization. |
Reid Kleckner | 3738445 | 2013-08-22 20:07:45 +0000 | [diff] [blame] | 371 | // |
| 372 | // As a consequence, we can put them into their own llvm.global_ctors entry. |
Reid Kleckner | 563f0e8 | 2014-05-23 21:13:45 +0000 | [diff] [blame] | 373 | // |
Reid Kleckner | 72d03be | 2014-10-15 16:38:00 +0000 | [diff] [blame] | 374 | // If the global is externally visible, put the initializer into a COMDAT |
| 375 | // group with the global being initialized. On most platforms, this is a |
| 376 | // minor startup time optimization. In the MS C++ ABI, there are no guard |
| 377 | // variables, so this COMDAT key is required for correctness. |
| 378 | AddGlobalCtor(Fn, 65535, COMDATKey); |
Hans Wennborg | 7b556ea | 2014-09-10 19:28:48 +0000 | [diff] [blame] | 379 | } else if (D->hasAttr<SelectAnyAttr>()) { |
Nico Weber | 0a02992 | 2015-01-12 21:24:10 +0000 | [diff] [blame] | 380 | // SelectAny globals will be comdat-folded. Put the initializer into a |
| 381 | // COMDAT group associated with the global, so the initializers get folded |
| 382 | // too. |
Reid Kleckner | 72d03be | 2014-10-15 16:38:00 +0000 | [diff] [blame] | 383 | AddGlobalCtor(Fn, 65535, COMDATKey); |
Richard Smith | 2fd1d7a | 2013-04-19 16:42:07 +0000 | [diff] [blame] | 384 | } else { |
Reid Kleckner | e07140e | 2015-04-15 01:08:06 +0000 | [diff] [blame] | 385 | I = DelayedCXXInitPosition.find(D); // Re-do lookup in case of re-hash. |
John McCall | 70013b6 | 2010-07-15 23:40:35 +0000 | [diff] [blame] | 386 | if (I == DelayedCXXInitPosition.end()) { |
| 387 | CXXGlobalInits.push_back(Fn); |
Reid Kleckner | e07140e | 2015-04-15 01:08:06 +0000 | [diff] [blame] | 388 | } else if (I->second != ~0U) { |
| 389 | assert(I->second < CXXGlobalInits.size() && |
| 390 | CXXGlobalInits[I->second] == nullptr); |
John McCall | 70013b6 | 2010-07-15 23:40:35 +0000 | [diff] [blame] | 391 | CXXGlobalInits[I->second] = Fn; |
John McCall | 70013b6 | 2010-07-15 23:40:35 +0000 | [diff] [blame] | 392 | } |
| 393 | } |
Reid Kleckner | e07140e | 2015-04-15 01:08:06 +0000 | [diff] [blame] | 394 | |
| 395 | // Remember that we already emitted the initializer for this global. |
| 396 | DelayedCXXInitPosition[D] = ~0U; |
Eli Friedman | 5866fe3 | 2010-01-08 00:50:11 +0000 | [diff] [blame] | 397 | } |
| 398 | |
Richard Smith | 2fd1d7a | 2013-04-19 16:42:07 +0000 | [diff] [blame] | 399 | void CodeGenModule::EmitCXXThreadLocalInitFunc() { |
David Majnemer | b3341ea | 2014-10-05 05:05:40 +0000 | [diff] [blame] | 400 | getCXXABI().EmitThreadLocalInitFuncs( |
| 401 | *this, CXXThreadLocals, CXXThreadLocalInits, CXXThreadLocalInitVars); |
Richard Smith | 2fd1d7a | 2013-04-19 16:42:07 +0000 | [diff] [blame] | 402 | |
| 403 | CXXThreadLocalInits.clear(); |
David Majnemer | b3341ea | 2014-10-05 05:05:40 +0000 | [diff] [blame] | 404 | CXXThreadLocalInitVars.clear(); |
Richard Smith | 2fd1d7a | 2013-04-19 16:42:07 +0000 | [diff] [blame] | 405 | CXXThreadLocals.clear(); |
| 406 | } |
| 407 | |
Daniel Dunbar | fe06df4 | 2010-03-20 04:15:41 +0000 | [diff] [blame] | 408 | void |
| 409 | CodeGenModule::EmitCXXGlobalInitFunc() { |
John McCall | 70013b6 | 2010-07-15 23:40:35 +0000 | [diff] [blame] | 410 | while (!CXXGlobalInits.empty() && !CXXGlobalInits.back()) |
| 411 | CXXGlobalInits.pop_back(); |
| 412 | |
Fariborz Jahanian | 9f2a4ee | 2010-06-21 18:45:05 +0000 | [diff] [blame] | 413 | if (CXXGlobalInits.empty() && PrioritizedCXXGlobalInits.empty()) |
Anders Carlsson | 633c6f6 | 2009-12-10 00:30:05 +0000 | [diff] [blame] | 414 | return; |
| 415 | |
Chris Lattner | ece0409 | 2012-02-07 00:39:47 +0000 | [diff] [blame] | 416 | llvm::FunctionType *FTy = llvm::FunctionType::get(VoidTy, false); |
Akira Hatanaka | 7791f1a4 | 2015-10-31 01:28:07 +0000 | [diff] [blame] | 417 | const CGFunctionInfo &FI = getTypes().arrangeNullaryFunction(); |
Anders Carlsson | 633c6f6 | 2009-12-10 00:30:05 +0000 | [diff] [blame] | 418 | |
Anton Korobeynikov | abed749 | 2012-11-06 22:44:45 +0000 | [diff] [blame] | 419 | // Create our global initialization function. |
Fariborz Jahanian | 9f2a4ee | 2010-06-21 18:45:05 +0000 | [diff] [blame] | 420 | if (!PrioritizedCXXGlobalInits.empty()) { |
David Majnemer | b3341ea | 2014-10-05 05:05:40 +0000 | [diff] [blame] | 421 | SmallVector<llvm::Function *, 8> LocalCXXGlobalInits; |
Fariborz Jahanian | 090e4e5 | 2010-06-21 19:49:38 +0000 | [diff] [blame] | 422 | llvm::array_pod_sort(PrioritizedCXXGlobalInits.begin(), |
Anton Korobeynikov | abed749 | 2012-11-06 22:44:45 +0000 | [diff] [blame] | 423 | PrioritizedCXXGlobalInits.end()); |
| 424 | // Iterate over "chunks" of ctors with same priority and emit each chunk |
| 425 | // into separate function. Note - everything is sorted first by priority, |
| 426 | // second - by lex order, so we emit ctor functions in proper order. |
| 427 | for (SmallVectorImpl<GlobalInitData >::iterator |
| 428 | I = PrioritizedCXXGlobalInits.begin(), |
| 429 | E = PrioritizedCXXGlobalInits.end(); I != E; ) { |
| 430 | SmallVectorImpl<GlobalInitData >::iterator |
| 431 | PrioE = std::upper_bound(I + 1, E, *I, GlobalInitPriorityCmp()); |
| 432 | |
| 433 | LocalCXXGlobalInits.clear(); |
| 434 | unsigned Priority = I->first.priority; |
| 435 | // Compute the function suffix from priority. Prepend with zeroes to make |
| 436 | // sure the function names are also ordered as priorities. |
| 437 | std::string PrioritySuffix = llvm::utostr(Priority); |
Nico Weber | bdc9698 | 2014-05-06 20:32:45 +0000 | [diff] [blame] | 438 | // Priority is always <= 65535 (enforced by sema). |
Anton Korobeynikov | abed749 | 2012-11-06 22:44:45 +0000 | [diff] [blame] | 439 | PrioritySuffix = std::string(6-PrioritySuffix.size(), '0')+PrioritySuffix; |
David Majnemer | b3341ea | 2014-10-05 05:05:40 +0000 | [diff] [blame] | 440 | llvm::Function *Fn = CreateGlobalInitOrDestructFunction( |
Akira Hatanaka | 7791f1a4 | 2015-10-31 01:28:07 +0000 | [diff] [blame] | 441 | FTy, "_GLOBAL__I_" + PrioritySuffix, FI); |
David Majnemer | b3341ea | 2014-10-05 05:05:40 +0000 | [diff] [blame] | 442 | |
Anton Korobeynikov | abed749 | 2012-11-06 22:44:45 +0000 | [diff] [blame] | 443 | for (; I < PrioE; ++I) |
| 444 | LocalCXXGlobalInits.push_back(I->second); |
| 445 | |
Benjamin Kramer | 139cfc2 | 2013-04-26 21:32:52 +0000 | [diff] [blame] | 446 | CodeGenFunction(*this).GenerateCXXGlobalInitFunc(Fn, LocalCXXGlobalInits); |
Anton Korobeynikov | abed749 | 2012-11-06 22:44:45 +0000 | [diff] [blame] | 447 | AddGlobalCtor(Fn, Priority); |
| 448 | } |
Yaron Keren | 35071ac | 2015-06-20 15:51:52 +0000 | [diff] [blame] | 449 | PrioritizedCXXGlobalInits.clear(); |
Fariborz Jahanian | 9f2a4ee | 2010-06-21 18:45:05 +0000 | [diff] [blame] | 450 | } |
Keno Fischer | 84778b2 | 2014-08-26 22:10:15 +0000 | [diff] [blame] | 451 | |
| 452 | SmallString<128> FileName; |
Nico Weber | bdc9698 | 2014-05-06 20:32:45 +0000 | [diff] [blame] | 453 | SourceManager &SM = Context.getSourceManager(); |
Keno Fischer | 84778b2 | 2014-08-26 22:10:15 +0000 | [diff] [blame] | 454 | if (const FileEntry *MainFile = SM.getFileEntryForID(SM.getMainFileID())) { |
| 455 | // Include the filename in the symbol name. Including "sub_" matches gcc and |
| 456 | // makes sure these symbols appear lexicographically behind the symbols with |
| 457 | // priority emitted above. |
| 458 | FileName = llvm::sys::path::filename(MainFile->getName()); |
| 459 | } else { |
Yaron Keren | eac8a1e | 2015-05-12 12:47:05 +0000 | [diff] [blame] | 460 | FileName = "<null>"; |
Keno Fischer | 84778b2 | 2014-08-26 22:10:15 +0000 | [diff] [blame] | 461 | } |
| 462 | |
Nico Weber | bdc9698 | 2014-05-06 20:32:45 +0000 | [diff] [blame] | 463 | for (size_t i = 0; i < FileName.size(); ++i) { |
| 464 | // Replace everything that's not [a-zA-Z0-9._] with a _. This set happens |
| 465 | // to be the set of C preprocessing numbers. |
| 466 | if (!isPreprocessingNumberBody(FileName[i])) |
| 467 | FileName[i] = '_'; |
| 468 | } |
Keno Fischer | 84778b2 | 2014-08-26 22:10:15 +0000 | [diff] [blame] | 469 | |
Nico Weber | bdc9698 | 2014-05-06 20:32:45 +0000 | [diff] [blame] | 470 | llvm::Function *Fn = CreateGlobalInitOrDestructFunction( |
Akira Hatanaka | 7791f1a4 | 2015-10-31 01:28:07 +0000 | [diff] [blame] | 471 | FTy, llvm::Twine("_GLOBAL__sub_I_", FileName), FI); |
Anton Korobeynikov | abed749 | 2012-11-06 22:44:45 +0000 | [diff] [blame] | 472 | |
Benjamin Kramer | 139cfc2 | 2013-04-26 21:32:52 +0000 | [diff] [blame] | 473 | CodeGenFunction(*this).GenerateCXXGlobalInitFunc(Fn, CXXGlobalInits); |
Daniel Dunbar | fe06df4 | 2010-03-20 04:15:41 +0000 | [diff] [blame] | 474 | AddGlobalCtor(Fn); |
Anton Korobeynikov | abed749 | 2012-11-06 22:44:45 +0000 | [diff] [blame] | 475 | |
Axel Naumann | bd26a58 | 2011-05-06 15:24:04 +0000 | [diff] [blame] | 476 | CXXGlobalInits.clear(); |
Daniel Dunbar | fe06df4 | 2010-03-20 04:15:41 +0000 | [diff] [blame] | 477 | } |
| 478 | |
Daniel Dunbar | fe06df4 | 2010-03-20 04:15:41 +0000 | [diff] [blame] | 479 | void CodeGenModule::EmitCXXGlobalDtorFunc() { |
| 480 | if (CXXGlobalDtors.empty()) |
| 481 | return; |
| 482 | |
Chris Lattner | ece0409 | 2012-02-07 00:39:47 +0000 | [diff] [blame] | 483 | llvm::FunctionType *FTy = llvm::FunctionType::get(VoidTy, false); |
Daniel Dunbar | fe06df4 | 2010-03-20 04:15:41 +0000 | [diff] [blame] | 484 | |
| 485 | // Create our global destructor function. |
Akira Hatanaka | 7791f1a4 | 2015-10-31 01:28:07 +0000 | [diff] [blame] | 486 | const CGFunctionInfo &FI = getTypes().arrangeNullaryFunction(); |
| 487 | llvm::Function *Fn = |
| 488 | CreateGlobalInitOrDestructFunction(FTy, "_GLOBAL__D_a", FI); |
Daniel Dunbar | fe06df4 | 2010-03-20 04:15:41 +0000 | [diff] [blame] | 489 | |
John McCall | ee08c53 | 2012-04-06 18:21:03 +0000 | [diff] [blame] | 490 | CodeGenFunction(*this).GenerateCXXGlobalDtorsFunc(Fn, CXXGlobalDtors); |
Daniel Dunbar | fe06df4 | 2010-03-20 04:15:41 +0000 | [diff] [blame] | 491 | AddGlobalDtor(Fn); |
| 492 | } |
| 493 | |
John McCall | cdf7ef5 | 2010-11-06 09:44:32 +0000 | [diff] [blame] | 494 | /// Emit the code necessary to initialize the given global variable. |
Daniel Dunbar | fe06df4 | 2010-03-20 04:15:41 +0000 | [diff] [blame] | 495 | void CodeGenFunction::GenerateCXXGlobalVarDeclInitFunc(llvm::Function *Fn, |
John McCall | cdf7ef5 | 2010-11-06 09:44:32 +0000 | [diff] [blame] | 496 | const VarDecl *D, |
Richard Smith | 6331c40 | 2012-02-13 22:16:19 +0000 | [diff] [blame] | 497 | llvm::GlobalVariable *Addr, |
| 498 | bool PerformInit) { |
Alexey Samsonov | 38e2496 | 2012-10-16 07:22:28 +0000 | [diff] [blame] | 499 | // Check if we need to emit debug info for variable initializer. |
David Blaikie | 92848de | 2013-08-26 20:33:21 +0000 | [diff] [blame] | 500 | if (D->hasAttr<NoDebugAttr>()) |
Craig Topper | 8a13c41 | 2014-05-21 05:09:00 +0000 | [diff] [blame] | 501 | DebugInfo = nullptr; // disable debug info indefinitely for this function |
Nick Lewycky | 0859707 | 2012-07-24 01:40:49 +0000 | [diff] [blame] | 502 | |
David Blaikie | 47d28e0 | 2015-01-14 07:10:46 +0000 | [diff] [blame] | 503 | CurEHLocation = D->getLocStart(); |
| 504 | |
Nick Lewycky | 0859707 | 2012-07-24 01:40:49 +0000 | [diff] [blame] | 505 | StartFunction(GlobalDecl(D), getContext().VoidTy, Fn, |
John McCall | a729c62 | 2012-02-17 03:33:10 +0000 | [diff] [blame] | 506 | getTypes().arrangeNullaryFunction(), |
Adrian Prantl | 42d71b9 | 2014-04-10 23:21:53 +0000 | [diff] [blame] | 507 | FunctionArgList(), D->getLocation(), |
| 508 | D->getInit()->getExprLoc()); |
Daniel Dunbar | 7572284 | 2010-03-20 04:15:29 +0000 | [diff] [blame] | 509 | |
Douglas Gregor | fa918f6 | 2011-07-01 21:54:36 +0000 | [diff] [blame] | 510 | // Use guarded initialization if the global variable is weak. This |
| 511 | // occurs for, e.g., instantiated static data members and |
| 512 | // definitions explicitly marked weak. |
Reid Kleckner | 563f0e8 | 2014-05-23 21:13:45 +0000 | [diff] [blame] | 513 | if (Addr->hasWeakLinkage() || Addr->hasLinkOnceLinkage()) { |
Richard Smith | 6331c40 | 2012-02-13 22:16:19 +0000 | [diff] [blame] | 514 | EmitCXXGuardedInit(*D, Addr, PerformInit); |
John McCall | cdf7ef5 | 2010-11-06 09:44:32 +0000 | [diff] [blame] | 515 | } else { |
Richard Smith | 6331c40 | 2012-02-13 22:16:19 +0000 | [diff] [blame] | 516 | EmitCXXGlobalVarDeclInit(*D, Addr, PerformInit); |
Fariborz Jahanian | 67ca8c4 | 2010-10-26 22:47:47 +0000 | [diff] [blame] | 517 | } |
Daniel Dunbar | 7572284 | 2010-03-20 04:15:29 +0000 | [diff] [blame] | 518 | |
| 519 | FinishFunction(); |
Daniel Dunbar | fe06df4 | 2010-03-20 04:15:41 +0000 | [diff] [blame] | 520 | } |
Daniel Dunbar | 7572284 | 2010-03-20 04:15:29 +0000 | [diff] [blame] | 521 | |
Benjamin Kramer | 139cfc2 | 2013-04-26 21:32:52 +0000 | [diff] [blame] | 522 | void |
| 523 | CodeGenFunction::GenerateCXXGlobalInitFunc(llvm::Function *Fn, |
David Majnemer | b3341ea | 2014-10-05 05:05:40 +0000 | [diff] [blame] | 524 | ArrayRef<llvm::Function *> Decls, |
John McCall | 7f416cc | 2015-09-08 08:05:57 +0000 | [diff] [blame] | 525 | Address Guard) { |
Adrian Prantl | 0ce2b87 | 2014-04-11 23:45:01 +0000 | [diff] [blame] | 526 | { |
Adrian Prantl | 95b24e9 | 2015-02-03 20:00:54 +0000 | [diff] [blame] | 527 | auto NL = ApplyDebugLocation::CreateEmpty(*this); |
Adrian Prantl | 0ce2b87 | 2014-04-11 23:45:01 +0000 | [diff] [blame] | 528 | StartFunction(GlobalDecl(), getContext().VoidTy, Fn, |
| 529 | getTypes().arrangeNullaryFunction(), FunctionArgList()); |
| 530 | // Emit an artificial location for this function. |
Adrian Prantl | 95b24e9 | 2015-02-03 20:00:54 +0000 | [diff] [blame] | 531 | auto AL = ApplyDebugLocation::CreateArtificial(*this); |
Daniel Dunbar | fe06df4 | 2010-03-20 04:15:41 +0000 | [diff] [blame] | 532 | |
Craig Topper | 8a13c41 | 2014-05-21 05:09:00 +0000 | [diff] [blame] | 533 | llvm::BasicBlock *ExitBlock = nullptr; |
John McCall | 7f416cc | 2015-09-08 08:05:57 +0000 | [diff] [blame] | 534 | if (Guard.isValid()) { |
Adrian Prantl | 0ce2b87 | 2014-04-11 23:45:01 +0000 | [diff] [blame] | 535 | // If we have a guard variable, check whether we've already performed |
| 536 | // these initializations. This happens for TLS initialization functions. |
| 537 | llvm::Value *GuardVal = Builder.CreateLoad(Guard); |
| 538 | llvm::Value *Uninit = Builder.CreateIsNull(GuardVal, |
| 539 | "guard.uninitialized"); |
Adrian Prantl | 0ce2b87 | 2014-04-11 23:45:01 +0000 | [diff] [blame] | 540 | llvm::BasicBlock *InitBlock = createBasicBlock("init"); |
| 541 | ExitBlock = createBasicBlock("exit"); |
| 542 | Builder.CreateCondBr(Uninit, InitBlock, ExitBlock); |
| 543 | EmitBlock(InitBlock); |
Manman Ren | 14f8815 | 2015-11-11 19:19:26 +0000 | [diff] [blame] | 544 | // Mark as initialized before initializing anything else. If the |
| 545 | // initializers use previously-initialized thread_local vars, that's |
| 546 | // probably supposed to be OK, but the standard doesn't say. |
| 547 | Builder.CreateStore(llvm::ConstantInt::get(GuardVal->getType(),1), Guard); |
Adrian Prantl | 0ce2b87 | 2014-04-11 23:45:01 +0000 | [diff] [blame] | 548 | } |
Richard Smith | 2fd1d7a | 2013-04-19 16:42:07 +0000 | [diff] [blame] | 549 | |
Adrian Prantl | 0ce2b87 | 2014-04-11 23:45:01 +0000 | [diff] [blame] | 550 | RunCleanupsScope Scope(*this); |
John McCall | 31168b0 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 551 | |
Adrian Prantl | 0ce2b87 | 2014-04-11 23:45:01 +0000 | [diff] [blame] | 552 | // When building in Objective-C++ ARC mode, create an autorelease pool |
| 553 | // around the global initializers. |
| 554 | if (getLangOpts().ObjCAutoRefCount && getLangOpts().CPlusPlus) { |
| 555 | llvm::Value *token = EmitObjCAutoreleasePoolPush(); |
| 556 | EmitObjCAutoreleasePoolCleanup(token); |
| 557 | } |
Benjamin Kramer | 139cfc2 | 2013-04-26 21:32:52 +0000 | [diff] [blame] | 558 | |
Adrian Prantl | 0ce2b87 | 2014-04-11 23:45:01 +0000 | [diff] [blame] | 559 | for (unsigned i = 0, e = Decls.size(); i != e; ++i) |
| 560 | if (Decls[i]) |
| 561 | EmitRuntimeCall(Decls[i]); |
Daniel Dunbar | fe06df4 | 2010-03-20 04:15:41 +0000 | [diff] [blame] | 562 | |
Adrian Prantl | 0ce2b87 | 2014-04-11 23:45:01 +0000 | [diff] [blame] | 563 | Scope.ForceCleanup(); |
Richard Smith | 2fd1d7a | 2013-04-19 16:42:07 +0000 | [diff] [blame] | 564 | |
Adrian Prantl | 0ce2b87 | 2014-04-11 23:45:01 +0000 | [diff] [blame] | 565 | if (ExitBlock) { |
| 566 | Builder.CreateBr(ExitBlock); |
| 567 | EmitBlock(ExitBlock); |
| 568 | } |
Richard Smith | 2fd1d7a | 2013-04-19 16:42:07 +0000 | [diff] [blame] | 569 | } |
| 570 | |
Daniel Dunbar | fe06df4 | 2010-03-20 04:15:41 +0000 | [diff] [blame] | 571 | FinishFunction(); |
| 572 | } |
| 573 | |
John McCall | ee08c53 | 2012-04-06 18:21:03 +0000 | [diff] [blame] | 574 | void CodeGenFunction::GenerateCXXGlobalDtorsFunc(llvm::Function *Fn, |
Chris Lattner | 87233f7 | 2010-06-19 05:52:45 +0000 | [diff] [blame] | 575 | const std::vector<std::pair<llvm::WeakVH, llvm::Constant*> > |
Daniel Dunbar | fe06df4 | 2010-03-20 04:15:41 +0000 | [diff] [blame] | 576 | &DtorsAndObjects) { |
Adrian Prantl | 0ce2b87 | 2014-04-11 23:45:01 +0000 | [diff] [blame] | 577 | { |
Adrian Prantl | 95b24e9 | 2015-02-03 20:00:54 +0000 | [diff] [blame] | 578 | auto NL = ApplyDebugLocation::CreateEmpty(*this); |
Adrian Prantl | 0ce2b87 | 2014-04-11 23:45:01 +0000 | [diff] [blame] | 579 | StartFunction(GlobalDecl(), getContext().VoidTy, Fn, |
| 580 | getTypes().arrangeNullaryFunction(), FunctionArgList()); |
| 581 | // Emit an artificial location for this function. |
Adrian Prantl | 95b24e9 | 2015-02-03 20:00:54 +0000 | [diff] [blame] | 582 | auto AL = ApplyDebugLocation::CreateArtificial(*this); |
Daniel Dunbar | fe06df4 | 2010-03-20 04:15:41 +0000 | [diff] [blame] | 583 | |
Adrian Prantl | 0ce2b87 | 2014-04-11 23:45:01 +0000 | [diff] [blame] | 584 | // Emit the dtors, in reverse order from construction. |
| 585 | for (unsigned i = 0, e = DtorsAndObjects.size(); i != e; ++i) { |
| 586 | llvm::Value *Callee = DtorsAndObjects[e - i - 1].first; |
| 587 | llvm::CallInst *CI = Builder.CreateCall(Callee, |
| 588 | DtorsAndObjects[e - i - 1].second); |
| 589 | // Make sure the call and the callee agree on calling convention. |
| 590 | if (llvm::Function *F = dyn_cast<llvm::Function>(Callee)) |
| 591 | CI->setCallingConv(F->getCallingConv()); |
| 592 | } |
Chris Lattner | 5e8416a | 2010-04-26 20:35:54 +0000 | [diff] [blame] | 593 | } |
Daniel Dunbar | fe06df4 | 2010-03-20 04:15:41 +0000 | [diff] [blame] | 594 | |
| 595 | FinishFunction(); |
Anders Carlsson | 633c6f6 | 2009-12-10 00:30:05 +0000 | [diff] [blame] | 596 | } |
| 597 | |
John McCall | 98de3d7 | 2011-07-13 03:01:35 +0000 | [diff] [blame] | 598 | /// generateDestroyHelper - Generates a helper function which, when |
John McCall | 7f416cc | 2015-09-08 08:05:57 +0000 | [diff] [blame] | 599 | /// invoked, destroys the given object. The address of the object |
| 600 | /// should be in global memory. |
David Blaikie | ebe87e1 | 2013-08-27 23:57:18 +0000 | [diff] [blame] | 601 | llvm::Function *CodeGenFunction::generateDestroyHelper( |
John McCall | 7f416cc | 2015-09-08 08:05:57 +0000 | [diff] [blame] | 602 | Address addr, QualType type, Destroyer *destroyer, |
David Blaikie | ebe87e1 | 2013-08-27 23:57:18 +0000 | [diff] [blame] | 603 | bool useEHCleanupForArray, const VarDecl *VD) { |
John McCall | a738c25 | 2011-03-09 04:27:21 +0000 | [diff] [blame] | 604 | FunctionArgList args; |
Craig Topper | 8a13c41 | 2014-05-21 05:09:00 +0000 | [diff] [blame] | 605 | ImplicitParamDecl dst(getContext(), nullptr, SourceLocation(), nullptr, |
Richard Smith | 053f6c6 | 2014-05-16 23:01:30 +0000 | [diff] [blame] | 606 | getContext().VoidPtrTy); |
John McCall | a738c25 | 2011-03-09 04:27:21 +0000 | [diff] [blame] | 607 | args.push_back(&dst); |
Reid Kleckner | 4982b82 | 2014-01-31 22:54:50 +0000 | [diff] [blame] | 608 | |
John McCall | c56a8b3 | 2016-03-11 04:30:31 +0000 | [diff] [blame] | 609 | const CGFunctionInfo &FI = |
| 610 | CGM.getTypes().arrangeBuiltinFunctionDeclaration(getContext().VoidTy, args); |
John McCall | a729c62 | 2012-02-17 03:33:10 +0000 | [diff] [blame] | 611 | llvm::FunctionType *FTy = CGM.getTypes().GetFunctionType(FI); |
Alexey Samsonov | 1444bb9 | 2014-10-17 00:20:19 +0000 | [diff] [blame] | 612 | llvm::Function *fn = CGM.CreateGlobalInitOrDestructFunction( |
Akira Hatanaka | 7791f1a4 | 2015-10-31 01:28:07 +0000 | [diff] [blame] | 613 | FTy, "__cxx_global_array_dtor", FI, VD->getLocation()); |
Anders Carlsson | 282bc10 | 2010-06-08 22:17:27 +0000 | [diff] [blame] | 614 | |
David Blaikie | 47d28e0 | 2015-01-14 07:10:46 +0000 | [diff] [blame] | 615 | CurEHLocation = VD->getLocStart(); |
| 616 | |
Adrian Prantl | 22e66b4 | 2014-04-11 01:13:04 +0000 | [diff] [blame] | 617 | StartFunction(VD, getContext().VoidTy, fn, FI, args); |
Anders Carlsson | 282bc10 | 2010-06-08 22:17:27 +0000 | [diff] [blame] | 618 | |
John McCall | 98de3d7 | 2011-07-13 03:01:35 +0000 | [diff] [blame] | 619 | emitDestroy(addr, type, destroyer, useEHCleanupForArray); |
Anders Carlsson | 282bc10 | 2010-06-08 22:17:27 +0000 | [diff] [blame] | 620 | |
| 621 | FinishFunction(); |
| 622 | |
John McCall | 98de3d7 | 2011-07-13 03:01:35 +0000 | [diff] [blame] | 623 | return fn; |
Anders Carlsson | 282bc10 | 2010-06-08 22:17:27 +0000 | [diff] [blame] | 624 | } |