Anders Carlsson | 5ec2e7c | 2009-12-10 00:16:00 +0000 | [diff] [blame] | 1 | //===--- CGDeclCXX.cpp - Emit LLVM Code for C++ declarations --------------===// |
| 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
| 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
| 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | // |
| 10 | // This contains code dealing with code generation of C++ declarations |
| 11 | // |
| 12 | //===----------------------------------------------------------------------===// |
| 13 | |
| 14 | #include "CodeGenFunction.h" |
John McCall | 4c40d98 | 2010-08-31 07:33:07 +0000 | [diff] [blame] | 15 | #include "CGCXXABI.h" |
Chandler Carruth | 55fc873 | 2012-12-04 09:13:33 +0000 | [diff] [blame] | 16 | #include "CGObjCRuntime.h" |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 17 | #include "CGOpenMPRuntime.h" |
Chandler Carruth | 06057ce | 2010-06-15 23:19:56 +0000 | [diff] [blame] | 18 | #include "clang/Frontend/CodeGenOptions.h" |
Anton Korobeynikov | 4179ddd | 2012-11-06 22:44:45 +0000 | [diff] [blame] | 19 | #include "llvm/ADT/StringExtras.h" |
Chandler Carruth | 3b844ba | 2013-01-02 11:45:17 +0000 | [diff] [blame] | 20 | #include "llvm/IR/Intrinsics.h" |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 21 | #include "llvm/Support/Path.h" |
Douglas Gregor | 86a3a03 | 2010-05-16 01:24:12 +0000 | [diff] [blame] | 22 | |
Anders Carlsson | 5ec2e7c | 2009-12-10 00:16:00 +0000 | [diff] [blame] | 23 | using namespace clang; |
| 24 | using namespace CodeGen; |
| 25 | |
Anders Carlsson | fcbfdc1 | 2009-12-10 00:57:45 +0000 | [diff] [blame] | 26 | static void EmitDeclInit(CodeGenFunction &CGF, const VarDecl &D, |
Pirama Arumuga Nainar | 87d948e | 2016-03-03 15:49:35 -0800 | [diff] [blame] | 27 | ConstantAddress DeclPtr) { |
Anders Carlsson | fcbfdc1 | 2009-12-10 00:57:45 +0000 | [diff] [blame] | 28 | assert(D.hasGlobalStorage() && "VarDecl must have global storage!"); |
| 29 | assert(!D.getType()->isReferenceType() && |
| 30 | "Should not call EmitDeclInit on a reference!"); |
| 31 | |
John McCall | a07398e | 2011-06-16 04:16:24 +0000 | [diff] [blame] | 32 | QualType type = D.getType(); |
Pirama Arumuga Nainar | 87d948e | 2016-03-03 15:49:35 -0800 | [diff] [blame] | 33 | LValue lv = CGF.MakeAddrLValue(DeclPtr, type); |
John McCall | a07398e | 2011-06-16 04:16:24 +0000 | [diff] [blame] | 34 | |
| 35 | const Expr *Init = D.getInit(); |
John McCall | 9d232c8 | 2013-03-07 21:37:08 +0000 | [diff] [blame] | 36 | switch (CGF.getEvaluationKind(type)) { |
| 37 | case TEK_Scalar: { |
Fariborz Jahanian | ec80512 | 2011-01-13 20:00:54 +0000 | [diff] [blame] | 38 | CodeGenModule &CGM = CGF.CGM; |
John McCall | a07398e | 2011-06-16 04:16:24 +0000 | [diff] [blame] | 39 | if (lv.isObjCStrong()) |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 40 | CGM.getObjCRuntime().EmitObjCGlobalAssign(CGF, CGF.EmitScalarExpr(Init), |
Richard Smith | 38afbc7 | 2013-04-13 02:43:54 +0000 | [diff] [blame] | 41 | DeclPtr, D.getTLSKind()); |
John McCall | a07398e | 2011-06-16 04:16:24 +0000 | [diff] [blame] | 42 | else if (lv.isObjCWeak()) |
| 43 | CGM.getObjCRuntime().EmitObjCWeakAssign(CGF, CGF.EmitScalarExpr(Init), |
| 44 | DeclPtr); |
Fariborz Jahanian | ec80512 | 2011-01-13 20:00:54 +0000 | [diff] [blame] | 45 | else |
John McCall | a07398e | 2011-06-16 04:16:24 +0000 | [diff] [blame] | 46 | CGF.EmitScalarInit(Init, &D, lv, false); |
John McCall | 9d232c8 | 2013-03-07 21:37:08 +0000 | [diff] [blame] | 47 | return; |
| 48 | } |
| 49 | case TEK_Complex: |
| 50 | CGF.EmitComplexExprIntoLValue(Init, lv, /*isInit*/ true); |
| 51 | return; |
| 52 | case TEK_Aggregate: |
Chad Rosier | 649b4a1 | 2012-03-29 17:37:10 +0000 | [diff] [blame] | 53 | CGF.EmitAggExpr(Init, AggValueSlot::forLValue(lv,AggValueSlot::IsDestructed, |
| 54 | AggValueSlot::DoesNotNeedGCBarriers, |
| 55 | AggValueSlot::IsNotAliased)); |
John McCall | 9d232c8 | 2013-03-07 21:37:08 +0000 | [diff] [blame] | 56 | return; |
Anders Carlsson | 5ec2e7c | 2009-12-10 00:16:00 +0000 | [diff] [blame] | 57 | } |
John McCall | 9d232c8 | 2013-03-07 21:37:08 +0000 | [diff] [blame] | 58 | llvm_unreachable("bad evaluation kind"); |
Anders Carlsson | 5ec2e7c | 2009-12-10 00:16:00 +0000 | [diff] [blame] | 59 | } |
| 60 | |
John McCall | 5cd91b5 | 2010-09-08 01:44:27 +0000 | [diff] [blame] | 61 | /// Emit code to cause the destruction of the given variable with |
| 62 | /// static storage duration. |
Douglas Gregor | cc6a44b | 2010-05-05 15:38:32 +0000 | [diff] [blame] | 63 | static void EmitDeclDestroy(CodeGenFunction &CGF, const VarDecl &D, |
Pirama Arumuga Nainar | 87d948e | 2016-03-03 15:49:35 -0800 | [diff] [blame] | 64 | ConstantAddress addr) { |
Douglas Gregor | cc6a44b | 2010-05-05 15:38:32 +0000 | [diff] [blame] | 65 | CodeGenModule &CGM = CGF.CGM; |
John McCall | a91f666 | 2011-07-13 03:01:35 +0000 | [diff] [blame] | 66 | |
| 67 | // FIXME: __attribute__((cleanup)) ? |
Douglas Gregor | cc6a44b | 2010-05-05 15:38:32 +0000 | [diff] [blame] | 68 | |
John McCall | a91f666 | 2011-07-13 03:01:35 +0000 | [diff] [blame] | 69 | QualType type = D.getType(); |
| 70 | QualType::DestructionKind dtorKind = type.isDestructedType(); |
| 71 | |
| 72 | switch (dtorKind) { |
| 73 | case QualType::DK_none: |
Douglas Gregor | cc6a44b | 2010-05-05 15:38:32 +0000 | [diff] [blame] | 74 | return; |
John McCall | a91f666 | 2011-07-13 03:01:35 +0000 | [diff] [blame] | 75 | |
| 76 | case QualType::DK_cxx_destructor: |
| 77 | break; |
| 78 | |
| 79 | case QualType::DK_objc_strong_lifetime: |
| 80 | case QualType::DK_objc_weak_lifetime: |
| 81 | // We don't care about releasing objects during process teardown. |
Richard Smith | 04e5176 | 2013-04-14 23:01:42 +0000 | [diff] [blame] | 82 | assert(!D.getTLSKind() && "should have rejected this"); |
Douglas Gregor | cc6a44b | 2010-05-05 15:38:32 +0000 | [diff] [blame] | 83 | return; |
John McCall | a91f666 | 2011-07-13 03:01:35 +0000 | [diff] [blame] | 84 | } |
| 85 | |
| 86 | llvm::Constant *function; |
| 87 | llvm::Constant *argument; |
| 88 | |
Pirama Arumuga Nainar | 4967a71 | 2016-09-19 22:19:55 -0700 | [diff] [blame^] | 89 | // Special-case non-array C++ destructors, if they have the right signature. |
| 90 | // Under some ABIs, destructors return this instead of void, and cannot be |
| 91 | // passed directly to __cxa_atexit if the target does not allow this mismatch. |
| 92 | const CXXRecordDecl *Record = type->getAsCXXRecordDecl(); |
| 93 | bool CanRegisterDestructor = |
| 94 | Record && (!CGM.getCXXABI().HasThisReturn( |
| 95 | GlobalDecl(Record->getDestructor(), Dtor_Complete)) || |
| 96 | CGM.getCXXABI().canCallMismatchedFunctionType()); |
| 97 | // If __cxa_atexit is disabled via a flag, a different helper function is |
| 98 | // generated elsewhere which uses atexit instead, and it takes the destructor |
| 99 | // directly. |
| 100 | bool UsingExternalHelper = !CGM.getCodeGenOpts().CXAAtExit; |
| 101 | if (Record && (CanRegisterDestructor || UsingExternalHelper)) { |
| 102 | assert(!Record->hasTrivialDestructor()); |
| 103 | CXXDestructorDecl *dtor = Record->getDestructor(); |
John McCall | a91f666 | 2011-07-13 03:01:35 +0000 | [diff] [blame] | 104 | |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 105 | function = CGM.getAddrOfCXXStructor(dtor, StructorType::Complete); |
Timur Iskhodzhanov | 9a3be4c | 2013-10-02 16:03:16 +0000 | [diff] [blame] | 106 | argument = llvm::ConstantExpr::getBitCast( |
Pirama Arumuga Nainar | 87d948e | 2016-03-03 15:49:35 -0800 | [diff] [blame] | 107 | addr.getPointer(), CGF.getTypes().ConvertType(type)->getPointerTo()); |
John McCall | a91f666 | 2011-07-13 03:01:35 +0000 | [diff] [blame] | 108 | |
| 109 | // Otherwise, the standard logic requires a helper function. |
| 110 | } else { |
David Blaikie | c7971a9 | 2013-08-27 23:57:18 +0000 | [diff] [blame] | 111 | function = CodeGenFunction(CGM) |
| 112 | .generateDestroyHelper(addr, type, CGF.getDestroyer(dtorKind), |
| 113 | CGF.needsEHCleanup(dtorKind), &D); |
John McCall | a91f666 | 2011-07-13 03:01:35 +0000 | [diff] [blame] | 114 | argument = llvm::Constant::getNullValue(CGF.Int8PtrTy); |
| 115 | } |
| 116 | |
Richard Smith | 04e5176 | 2013-04-14 23:01:42 +0000 | [diff] [blame] | 117 | CGM.getCXXABI().registerGlobalDtor(CGF, D, function, argument); |
Douglas Gregor | cc6a44b | 2010-05-05 15:38:32 +0000 | [diff] [blame] | 118 | } |
| 119 | |
Richard Smith | abb9432 | 2012-02-17 07:31:37 +0000 | [diff] [blame] | 120 | /// Emit code to cause the variable at the given address to be considered as |
| 121 | /// constant from this point onwards. |
Nick Lewycky | ef78446 | 2012-02-21 00:26:58 +0000 | [diff] [blame] | 122 | static void EmitDeclInvariant(CodeGenFunction &CGF, const VarDecl &D, |
| 123 | llvm::Constant *Addr) { |
Richard Smith | 00a8c3f | 2012-02-17 20:12:52 +0000 | [diff] [blame] | 124 | // Don't emit the intrinsic if we're not optimizing. |
| 125 | if (!CGF.CGM.getCodeGenOpts().OptimizationLevel) |
| 126 | return; |
| 127 | |
Richard Smith | abb9432 | 2012-02-17 07:31:37 +0000 | [diff] [blame] | 128 | // Grab the llvm.invariant.start intrinsic. |
| 129 | llvm::Intrinsic::ID InvStartID = llvm::Intrinsic::invariant_start; |
| 130 | llvm::Constant *InvariantStart = CGF.CGM.getIntrinsic(InvStartID); |
| 131 | |
Nick Lewycky | ef78446 | 2012-02-21 00:26:58 +0000 | [diff] [blame] | 132 | // Emit a call with the size in bytes of the object. |
| 133 | CharUnits WidthChars = CGF.getContext().getTypeSizeInChars(D.getType()); |
| 134 | uint64_t Width = WidthChars.getQuantity(); |
| 135 | llvm::Value *Args[2] = { llvm::ConstantInt::getSigned(CGF.Int64Ty, Width), |
Richard Smith | abb9432 | 2012-02-17 07:31:37 +0000 | [diff] [blame] | 136 | llvm::ConstantExpr::getBitCast(Addr, CGF.Int8PtrTy)}; |
| 137 | CGF.Builder.CreateCall(InvariantStart, Args); |
| 138 | } |
| 139 | |
Anders Carlsson | fcbfdc1 | 2009-12-10 00:57:45 +0000 | [diff] [blame] | 140 | void CodeGenFunction::EmitCXXGlobalVarDeclInit(const VarDecl &D, |
Richard Smith | 7ca4850 | 2012-02-13 22:16:19 +0000 | [diff] [blame] | 141 | llvm::Constant *DeclPtr, |
| 142 | bool PerformInit) { |
Anders Carlsson | fcbfdc1 | 2009-12-10 00:57:45 +0000 | [diff] [blame] | 143 | |
| 144 | const Expr *Init = D.getInit(); |
| 145 | QualType T = D.getType(); |
| 146 | |
Pirama Arumuga Nainar | 3ea9e33 | 2015-04-08 08:57:32 -0700 | [diff] [blame] | 147 | // The address space of a static local variable (DeclPtr) may be different |
| 148 | // from the address space of the "this" argument of the constructor. In that |
| 149 | // case, we need an addrspacecast before calling the constructor. |
| 150 | // |
| 151 | // struct StructWithCtor { |
| 152 | // __device__ StructWithCtor() {...} |
| 153 | // }; |
| 154 | // __device__ void foo() { |
| 155 | // __shared__ StructWithCtor s; |
| 156 | // ... |
| 157 | // } |
| 158 | // |
| 159 | // For example, in the above CUDA code, the static local variable s has a |
| 160 | // "shared" address space qualifier, but the constructor of StructWithCtor |
| 161 | // expects "this" in the "generic" address space. |
| 162 | unsigned ExpectedAddrSpace = getContext().getTargetAddressSpace(T); |
| 163 | unsigned ActualAddrSpace = DeclPtr->getType()->getPointerAddressSpace(); |
| 164 | if (ActualAddrSpace != ExpectedAddrSpace) { |
| 165 | llvm::Type *LTy = CGM.getTypes().ConvertTypeForMem(T); |
| 166 | llvm::PointerType *PTy = llvm::PointerType::get(LTy, ExpectedAddrSpace); |
| 167 | DeclPtr = llvm::ConstantExpr::getAddrSpaceCast(DeclPtr, PTy); |
| 168 | } |
| 169 | |
Pirama Arumuga Nainar | 87d948e | 2016-03-03 15:49:35 -0800 | [diff] [blame] | 170 | ConstantAddress DeclAddr(DeclPtr, getContext().getDeclAlign(&D)); |
| 171 | |
Anders Carlsson | fcbfdc1 | 2009-12-10 00:57:45 +0000 | [diff] [blame] | 172 | if (!T->isReferenceType()) { |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 173 | if (getLangOpts().OpenMP && D.hasAttr<OMPThreadPrivateDeclAttr>()) |
Stephen Hines | 0e2c34f | 2015-03-23 12:09:02 -0700 | [diff] [blame] | 174 | (void)CGM.getOpenMPRuntime().emitThreadPrivateVarDefinition( |
Pirama Arumuga Nainar | 87d948e | 2016-03-03 15:49:35 -0800 | [diff] [blame] | 175 | &D, DeclAddr, D.getAttr<OMPThreadPrivateDeclAttr>()->getLocation(), |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 176 | PerformInit, this); |
Richard Smith | 7ca4850 | 2012-02-13 22:16:19 +0000 | [diff] [blame] | 177 | if (PerformInit) |
Pirama Arumuga Nainar | 87d948e | 2016-03-03 15:49:35 -0800 | [diff] [blame] | 178 | EmitDeclInit(*this, D, DeclAddr); |
Richard Smith | abb9432 | 2012-02-17 07:31:37 +0000 | [diff] [blame] | 179 | if (CGM.isTypeConstant(D.getType(), true)) |
Nick Lewycky | ef78446 | 2012-02-21 00:26:58 +0000 | [diff] [blame] | 180 | EmitDeclInvariant(*this, D, DeclPtr); |
Richard Smith | abb9432 | 2012-02-17 07:31:37 +0000 | [diff] [blame] | 181 | else |
Pirama Arumuga Nainar | 87d948e | 2016-03-03 15:49:35 -0800 | [diff] [blame] | 182 | EmitDeclDestroy(*this, D, DeclAddr); |
Anders Carlsson | fcbfdc1 | 2009-12-10 00:57:45 +0000 | [diff] [blame] | 183 | return; |
| 184 | } |
Anders Carlsson | 045a6d8 | 2010-06-27 17:52:15 +0000 | [diff] [blame] | 185 | |
Richard Smith | 7ca4850 | 2012-02-13 22:16:19 +0000 | [diff] [blame] | 186 | assert(PerformInit && "cannot have constant initializer which needs " |
| 187 | "destruction for reference"); |
Richard Smith | d4ec562 | 2013-06-12 23:38:09 +0000 | [diff] [blame] | 188 | RValue RV = EmitReferenceBindingToExpr(Init); |
Pirama Arumuga Nainar | 87d948e | 2016-03-03 15:49:35 -0800 | [diff] [blame] | 189 | EmitStoreOfScalar(RV.getScalarVal(), DeclAddr, false, T); |
Anders Carlsson | fcbfdc1 | 2009-12-10 00:57:45 +0000 | [diff] [blame] | 190 | } |
Anders Carlsson | eb4072e | 2009-12-10 00:30:05 +0000 | [diff] [blame] | 191 | |
John McCall | 30fa370 | 2012-04-06 18:21:06 +0000 | [diff] [blame] | 192 | /// Create a stub function, suitable for being passed to atexit, |
| 193 | /// which passes the given address to the given destructor function. |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 194 | llvm::Constant *CodeGenFunction::createAtExitStub(const VarDecl &VD, |
| 195 | llvm::Constant *dtor, |
| 196 | llvm::Constant *addr) { |
John McCall | 30fa370 | 2012-04-06 18:21:06 +0000 | [diff] [blame] | 197 | // Get the destructor function type, void(*)(void). |
| 198 | llvm::FunctionType *ty = llvm::FunctionType::get(CGM.VoidTy, false); |
Reid Kleckner | 942f9fe | 2013-09-10 20:14:30 +0000 | [diff] [blame] | 199 | SmallString<256> FnName; |
| 200 | { |
| 201 | llvm::raw_svector_ostream Out(FnName); |
| 202 | CGM.getCXXABI().getMangleContext().mangleDynamicAtExitDestructor(&VD, Out); |
| 203 | } |
Pirama Arumuga Nainar | 87d948e | 2016-03-03 15:49:35 -0800 | [diff] [blame] | 204 | |
| 205 | const CGFunctionInfo &FI = CGM.getTypes().arrangeNullaryFunction(); |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 206 | llvm::Function *fn = CGM.CreateGlobalInitOrDestructFunction(ty, FnName.str(), |
Pirama Arumuga Nainar | 87d948e | 2016-03-03 15:49:35 -0800 | [diff] [blame] | 207 | FI, |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 208 | VD.getLocation()); |
John McCall | 30fa370 | 2012-04-06 18:21:06 +0000 | [diff] [blame] | 209 | |
| 210 | CodeGenFunction CGF(CGM); |
| 211 | |
Pirama Arumuga Nainar | 87d948e | 2016-03-03 15:49:35 -0800 | [diff] [blame] | 212 | CGF.StartFunction(&VD, CGM.getContext().VoidTy, fn, FI, FunctionArgList()); |
John McCall | 30fa370 | 2012-04-06 18:21:06 +0000 | [diff] [blame] | 213 | |
| 214 | llvm::CallInst *call = CGF.Builder.CreateCall(dtor, addr); |
| 215 | |
| 216 | // Make sure the call and the callee agree on calling convention. |
| 217 | if (llvm::Function *dtorFn = |
| 218 | dyn_cast<llvm::Function>(dtor->stripPointerCasts())) |
| 219 | call->setCallingConv(dtorFn->getCallingConv()); |
| 220 | |
| 221 | CGF.FinishFunction(); |
| 222 | |
| 223 | return fn; |
| 224 | } |
| 225 | |
John McCall | 20bb175 | 2012-05-01 06:13:13 +0000 | [diff] [blame] | 226 | /// Register a global destructor using the C atexit runtime function. |
David Blaikie | c7971a9 | 2013-08-27 23:57:18 +0000 | [diff] [blame] | 227 | void CodeGenFunction::registerGlobalDtorWithAtExit(const VarDecl &VD, |
| 228 | llvm::Constant *dtor, |
John McCall | 20bb175 | 2012-05-01 06:13:13 +0000 | [diff] [blame] | 229 | llvm::Constant *addr) { |
John McCall | 30fa370 | 2012-04-06 18:21:06 +0000 | [diff] [blame] | 230 | // Create a function which calls the destructor. |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 231 | llvm::Constant *dtorStub = createAtExitStub(VD, dtor, addr); |
John McCall | 30fa370 | 2012-04-06 18:21:06 +0000 | [diff] [blame] | 232 | |
| 233 | // extern "C" int atexit(void (*f)(void)); |
| 234 | llvm::FunctionType *atexitTy = |
John McCall | 20bb175 | 2012-05-01 06:13:13 +0000 | [diff] [blame] | 235 | llvm::FunctionType::get(IntTy, dtorStub->getType(), false); |
John McCall | 30fa370 | 2012-04-06 18:21:06 +0000 | [diff] [blame] | 236 | |
| 237 | llvm::Constant *atexit = |
John McCall | 20bb175 | 2012-05-01 06:13:13 +0000 | [diff] [blame] | 238 | CGM.CreateRuntimeFunction(atexitTy, "atexit"); |
John McCall | 30fa370 | 2012-04-06 18:21:06 +0000 | [diff] [blame] | 239 | if (llvm::Function *atexitFn = dyn_cast<llvm::Function>(atexit)) |
| 240 | atexitFn->setDoesNotThrow(); |
| 241 | |
John McCall | bd7370a | 2013-02-28 19:01:20 +0000 | [diff] [blame] | 242 | EmitNounwindRuntimeCall(atexit, dtorStub); |
Anders Carlsson | eb4072e | 2009-12-10 00:30:05 +0000 | [diff] [blame] | 243 | } |
| 244 | |
John McCall | 3030eb8 | 2010-11-06 09:44:32 +0000 | [diff] [blame] | 245 | void CodeGenFunction::EmitCXXGuardedInit(const VarDecl &D, |
Chandler Carruth | 0f30a12 | 2012-03-30 19:44:53 +0000 | [diff] [blame] | 246 | llvm::GlobalVariable *DeclPtr, |
Richard Smith | 7ca4850 | 2012-02-13 22:16:19 +0000 | [diff] [blame] | 247 | bool PerformInit) { |
John McCall | 3209669 | 2011-03-18 02:56:14 +0000 | [diff] [blame] | 248 | // If we've been asked to forbid guard variables, emit an error now. |
| 249 | // This diagnostic is hard-coded for Darwin's use case; we can find |
| 250 | // better phrasing if someone else needs it. |
| 251 | if (CGM.getCodeGenOpts().ForbidGuardVariables) |
| 252 | CGM.Error(D.getLocation(), |
| 253 | "this initialization requires a guard variable, which " |
| 254 | "the kernel does not support"); |
| 255 | |
Chandler Carruth | 0f30a12 | 2012-03-30 19:44:53 +0000 | [diff] [blame] | 256 | CGM.getCXXABI().EmitGuardedInit(*this, D, DeclPtr, PerformInit); |
John McCall | 5cd91b5 | 2010-09-08 01:44:27 +0000 | [diff] [blame] | 257 | } |
| 258 | |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 259 | llvm::Function *CodeGenModule::CreateGlobalInitOrDestructFunction( |
Pirama Arumuga Nainar | 87d948e | 2016-03-03 15:49:35 -0800 | [diff] [blame] | 260 | llvm::FunctionType *FTy, const Twine &Name, const CGFunctionInfo &FI, |
| 261 | SourceLocation Loc, bool TLS) { |
Anders Carlsson | 9dc046e | 2010-06-08 22:40:05 +0000 | [diff] [blame] | 262 | llvm::Function *Fn = |
| 263 | llvm::Function::Create(FTy, llvm::GlobalValue::InternalLinkage, |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 264 | Name, &getModule()); |
| 265 | if (!getLangOpts().AppleKext && !TLS) { |
Fariborz Jahanian | d6c9a0f | 2011-02-15 18:54:46 +0000 | [diff] [blame] | 266 | // Set the section if needed. |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 267 | if (const char *Section = getTarget().getStaticInitSectionSpecifier()) |
Fariborz Jahanian | d6c9a0f | 2011-02-15 18:54:46 +0000 | [diff] [blame] | 268 | Fn->setSection(Section); |
| 269 | } |
Anders Carlsson | 18af368 | 2010-06-08 22:47:50 +0000 | [diff] [blame] | 270 | |
Pirama Arumuga Nainar | 87d948e | 2016-03-03 15:49:35 -0800 | [diff] [blame] | 271 | SetInternalFunctionAttributes(nullptr, Fn, FI); |
Pirama Arumuga Nainar | b6d6993 | 2015-07-01 12:25:36 -0700 | [diff] [blame] | 272 | |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 273 | Fn->setCallingConv(getRuntimeCC()); |
John McCall | bd7370a | 2013-02-28 19:01:20 +0000 | [diff] [blame] | 274 | |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 275 | if (!getLangOpts().Exceptions) |
John McCall | 044cc54 | 2010-07-06 04:38:10 +0000 | [diff] [blame] | 276 | Fn->setDoesNotThrow(); |
| 277 | |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 278 | if (!isInSanitizerBlacklist(Fn, Loc)) { |
Pirama Arumuga Nainar | 87d948e | 2016-03-03 15:49:35 -0800 | [diff] [blame] | 279 | if (getLangOpts().Sanitize.hasOneOf(SanitizerKind::Address | |
| 280 | SanitizerKind::KernelAddress)) |
Stephen Hines | c568f1e | 2014-07-21 00:47:37 -0700 | [diff] [blame] | 281 | Fn->addFnAttr(llvm::Attribute::SanitizeAddress); |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 282 | if (getLangOpts().Sanitize.has(SanitizerKind::Thread)) |
Stephen Hines | c568f1e | 2014-07-21 00:47:37 -0700 | [diff] [blame] | 283 | Fn->addFnAttr(llvm::Attribute::SanitizeThread); |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 284 | if (getLangOpts().Sanitize.has(SanitizerKind::Memory)) |
Stephen Hines | c568f1e | 2014-07-21 00:47:37 -0700 | [diff] [blame] | 285 | Fn->addFnAttr(llvm::Attribute::SanitizeMemory); |
Pirama Arumuga Nainar | b6d6993 | 2015-07-01 12:25:36 -0700 | [diff] [blame] | 286 | if (getLangOpts().Sanitize.has(SanitizerKind::SafeStack)) |
| 287 | Fn->addFnAttr(llvm::Attribute::SafeStack); |
Stephen Hines | c568f1e | 2014-07-21 00:47:37 -0700 | [diff] [blame] | 288 | } |
Kostya Serebryany | b9d2b3b | 2012-06-26 08:56:33 +0000 | [diff] [blame] | 289 | |
Anders Carlsson | 9dc046e | 2010-06-08 22:40:05 +0000 | [diff] [blame] | 290 | return Fn; |
| 291 | } |
| 292 | |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 293 | /// Create a global pointer to a function that will initialize a global |
| 294 | /// variable. The user has requested that this pointer be emitted in a specific |
| 295 | /// section. |
| 296 | void CodeGenModule::EmitPointerToInitFunc(const VarDecl *D, |
| 297 | llvm::GlobalVariable *GV, |
| 298 | llvm::Function *InitFunc, |
| 299 | InitSegAttr *ISA) { |
| 300 | llvm::GlobalVariable *PtrArray = new llvm::GlobalVariable( |
| 301 | TheModule, InitFunc->getType(), /*isConstant=*/true, |
| 302 | llvm::GlobalValue::PrivateLinkage, InitFunc, "__cxx_init_fn_ptr"); |
| 303 | PtrArray->setSection(ISA->getSection()); |
| 304 | addUsedGlobal(PtrArray); |
| 305 | |
| 306 | // If the GV is already in a comdat group, then we have to join it. |
Stephen Hines | 0e2c34f | 2015-03-23 12:09:02 -0700 | [diff] [blame] | 307 | if (llvm::Comdat *C = GV->getComdat()) |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 308 | PtrArray->setComdat(C); |
| 309 | } |
| 310 | |
Daniel Dunbar | efb0fa9 | 2010-03-20 04:15:41 +0000 | [diff] [blame] | 311 | void |
John McCall | 3030eb8 | 2010-11-06 09:44:32 +0000 | [diff] [blame] | 312 | CodeGenModule::EmitCXXGlobalVarDeclInitFunc(const VarDecl *D, |
Richard Smith | 7ca4850 | 2012-02-13 22:16:19 +0000 | [diff] [blame] | 313 | llvm::GlobalVariable *Addr, |
| 314 | bool PerformInit) { |
Pirama Arumuga Nainar | 4967a71 | 2016-09-19 22:19:55 -0700 | [diff] [blame^] | 315 | |
| 316 | // According to E.2.3.1 in CUDA-7.5 Programming guide: __device__, |
| 317 | // __constant__ and __shared__ variables defined in namespace scope, |
| 318 | // that are of class type, cannot have a non-empty constructor. All |
| 319 | // the checks have been done in Sema by now. Whatever initializers |
| 320 | // are allowed are empty and we just need to ignore them here. |
| 321 | if (getLangOpts().CUDA && getLangOpts().CUDAIsDevice && |
| 322 | (D->hasAttr<CUDADeviceAttr>() || D->hasAttr<CUDAConstantAttr>() || |
| 323 | D->hasAttr<CUDASharedAttr>())) |
| 324 | return; |
| 325 | |
Pirama Arumuga Nainar | 58878f8 | 2015-05-06 11:48:57 -0700 | [diff] [blame] | 326 | // Check if we've already initialized this decl. |
| 327 | auto I = DelayedCXXInitPosition.find(D); |
| 328 | if (I != DelayedCXXInitPosition.end() && I->second == ~0U) |
| 329 | return; |
| 330 | |
Chris Lattner | 8b41868 | 2012-02-07 00:39:47 +0000 | [diff] [blame] | 331 | llvm::FunctionType *FTy = llvm::FunctionType::get(VoidTy, false); |
Reid Kleckner | c5c6fa7 | 2013-09-10 20:43:12 +0000 | [diff] [blame] | 332 | SmallString<256> FnName; |
| 333 | { |
| 334 | llvm::raw_svector_ostream Out(FnName); |
| 335 | getCXXABI().getMangleContext().mangleDynamicInitializer(D, Out); |
| 336 | } |
Eli Friedman | 6c6bda3 | 2010-01-08 00:50:11 +0000 | [diff] [blame] | 337 | |
| 338 | // Create a variable initialization function. |
| 339 | llvm::Function *Fn = |
Pirama Arumuga Nainar | 87d948e | 2016-03-03 15:49:35 -0800 | [diff] [blame] | 340 | CreateGlobalInitOrDestructFunction(FTy, FnName.str(), |
| 341 | getTypes().arrangeNullaryFunction(), |
| 342 | D->getLocation()); |
Eli Friedman | 6c6bda3 | 2010-01-08 00:50:11 +0000 | [diff] [blame] | 343 | |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 344 | auto *ISA = D->getAttr<InitSegAttr>(); |
Richard Smith | 7ca4850 | 2012-02-13 22:16:19 +0000 | [diff] [blame] | 345 | CodeGenFunction(*this).GenerateCXXGlobalVarDeclInitFunc(Fn, D, Addr, |
| 346 | PerformInit); |
Eli Friedman | 6c6bda3 | 2010-01-08 00:50:11 +0000 | [diff] [blame] | 347 | |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 348 | llvm::GlobalVariable *COMDATKey = |
| 349 | supportsCOMDAT() && D->isExternallyVisible() ? Addr : nullptr; |
| 350 | |
Richard Smith | b80a16e | 2013-04-19 16:42:07 +0000 | [diff] [blame] | 351 | if (D->getTLSKind()) { |
| 352 | // FIXME: Should we support init_priority for thread_local? |
| 353 | // FIXME: Ideally, initialization of instantiated thread_local static data |
| 354 | // members of class templates should not trigger initialization of other |
| 355 | // entities in the TU. |
| 356 | // FIXME: We only need to register one __cxa_thread_atexit function for the |
| 357 | // entire TU. |
| 358 | CXXThreadLocalInits.push_back(Fn); |
Pirama Arumuga Nainar | 87d948e | 2016-03-03 15:49:35 -0800 | [diff] [blame] | 359 | CXXThreadLocalInitVars.push_back(D); |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 360 | } else if (PerformInit && ISA) { |
| 361 | EmitPointerToInitFunc(D, Addr, Fn, ISA); |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 362 | } else if (auto *IPA = D->getAttr<InitPriorityAttr>()) { |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 363 | OrderGlobalInits Key(IPA->getPriority(), PrioritizedCXXGlobalInits.size()); |
Fariborz Jahanian | e0b691a | 2010-06-21 21:27:42 +0000 | [diff] [blame] | 364 | PrioritizedCXXGlobalInits.push_back(std::make_pair(Key, Fn)); |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 365 | } else if (isTemplateInstantiation(D->getTemplateSpecializationKind())) { |
Reid Kleckner | b969e84 | 2013-08-22 20:07:45 +0000 | [diff] [blame] | 366 | // C++ [basic.start.init]p2: |
Reid Kleckner | c47063e | 2013-09-04 00:54:24 +0000 | [diff] [blame] | 367 | // Definitions of explicitly specialized class template static data |
| 368 | // members have ordered initialization. Other class template static data |
| 369 | // members (i.e., implicitly or explicitly instantiated specializations) |
| 370 | // have unordered initialization. |
Reid Kleckner | b969e84 | 2013-08-22 20:07:45 +0000 | [diff] [blame] | 371 | // |
| 372 | // As a consequence, we can put them into their own llvm.global_ctors entry. |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 373 | // |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 374 | // If the global is externally visible, put the initializer into a COMDAT |
| 375 | // group with the global being initialized. On most platforms, this is a |
| 376 | // minor startup time optimization. In the MS C++ ABI, there are no guard |
| 377 | // variables, so this COMDAT key is required for correctness. |
| 378 | AddGlobalCtor(Fn, 65535, COMDATKey); |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 379 | } else if (D->hasAttr<SelectAnyAttr>()) { |
Stephen Hines | 0e2c34f | 2015-03-23 12:09:02 -0700 | [diff] [blame] | 380 | // SelectAny globals will be comdat-folded. Put the initializer into a |
| 381 | // COMDAT group associated with the global, so the initializers get folded |
| 382 | // too. |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 383 | AddGlobalCtor(Fn, 65535, COMDATKey); |
Richard Smith | b80a16e | 2013-04-19 16:42:07 +0000 | [diff] [blame] | 384 | } else { |
Pirama Arumuga Nainar | 58878f8 | 2015-05-06 11:48:57 -0700 | [diff] [blame] | 385 | I = DelayedCXXInitPosition.find(D); // Re-do lookup in case of re-hash. |
John McCall | bf40cb5 | 2010-07-15 23:40:35 +0000 | [diff] [blame] | 386 | if (I == DelayedCXXInitPosition.end()) { |
| 387 | CXXGlobalInits.push_back(Fn); |
Pirama Arumuga Nainar | 58878f8 | 2015-05-06 11:48:57 -0700 | [diff] [blame] | 388 | } else if (I->second != ~0U) { |
| 389 | assert(I->second < CXXGlobalInits.size() && |
| 390 | CXXGlobalInits[I->second] == nullptr); |
John McCall | bf40cb5 | 2010-07-15 23:40:35 +0000 | [diff] [blame] | 391 | CXXGlobalInits[I->second] = Fn; |
John McCall | bf40cb5 | 2010-07-15 23:40:35 +0000 | [diff] [blame] | 392 | } |
| 393 | } |
Pirama Arumuga Nainar | 58878f8 | 2015-05-06 11:48:57 -0700 | [diff] [blame] | 394 | |
| 395 | // Remember that we already emitted the initializer for this global. |
| 396 | DelayedCXXInitPosition[D] = ~0U; |
Eli Friedman | 6c6bda3 | 2010-01-08 00:50:11 +0000 | [diff] [blame] | 397 | } |
| 398 | |
Richard Smith | b80a16e | 2013-04-19 16:42:07 +0000 | [diff] [blame] | 399 | void CodeGenModule::EmitCXXThreadLocalInitFunc() { |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 400 | getCXXABI().EmitThreadLocalInitFuncs( |
| 401 | *this, CXXThreadLocals, CXXThreadLocalInits, CXXThreadLocalInitVars); |
Richard Smith | b80a16e | 2013-04-19 16:42:07 +0000 | [diff] [blame] | 402 | |
| 403 | CXXThreadLocalInits.clear(); |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 404 | CXXThreadLocalInitVars.clear(); |
Richard Smith | b80a16e | 2013-04-19 16:42:07 +0000 | [diff] [blame] | 405 | CXXThreadLocals.clear(); |
| 406 | } |
| 407 | |
Daniel Dunbar | efb0fa9 | 2010-03-20 04:15:41 +0000 | [diff] [blame] | 408 | void |
| 409 | CodeGenModule::EmitCXXGlobalInitFunc() { |
John McCall | bf40cb5 | 2010-07-15 23:40:35 +0000 | [diff] [blame] | 410 | while (!CXXGlobalInits.empty() && !CXXGlobalInits.back()) |
| 411 | CXXGlobalInits.pop_back(); |
| 412 | |
Fariborz Jahanian | 9f967c5 | 2010-06-21 18:45:05 +0000 | [diff] [blame] | 413 | if (CXXGlobalInits.empty() && PrioritizedCXXGlobalInits.empty()) |
Anders Carlsson | eb4072e | 2009-12-10 00:30:05 +0000 | [diff] [blame] | 414 | return; |
| 415 | |
Chris Lattner | 8b41868 | 2012-02-07 00:39:47 +0000 | [diff] [blame] | 416 | llvm::FunctionType *FTy = llvm::FunctionType::get(VoidTy, false); |
Pirama Arumuga Nainar | 87d948e | 2016-03-03 15:49:35 -0800 | [diff] [blame] | 417 | const CGFunctionInfo &FI = getTypes().arrangeNullaryFunction(); |
Anders Carlsson | eb4072e | 2009-12-10 00:30:05 +0000 | [diff] [blame] | 418 | |
Anton Korobeynikov | 4179ddd | 2012-11-06 22:44:45 +0000 | [diff] [blame] | 419 | // Create our global initialization function. |
Fariborz Jahanian | 9f967c5 | 2010-06-21 18:45:05 +0000 | [diff] [blame] | 420 | if (!PrioritizedCXXGlobalInits.empty()) { |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 421 | SmallVector<llvm::Function *, 8> LocalCXXGlobalInits; |
Fariborz Jahanian | 027d7ed | 2010-06-21 19:49:38 +0000 | [diff] [blame] | 422 | llvm::array_pod_sort(PrioritizedCXXGlobalInits.begin(), |
Anton Korobeynikov | 4179ddd | 2012-11-06 22:44:45 +0000 | [diff] [blame] | 423 | PrioritizedCXXGlobalInits.end()); |
| 424 | // Iterate over "chunks" of ctors with same priority and emit each chunk |
| 425 | // into separate function. Note - everything is sorted first by priority, |
| 426 | // second - by lex order, so we emit ctor functions in proper order. |
| 427 | for (SmallVectorImpl<GlobalInitData >::iterator |
| 428 | I = PrioritizedCXXGlobalInits.begin(), |
| 429 | E = PrioritizedCXXGlobalInits.end(); I != E; ) { |
| 430 | SmallVectorImpl<GlobalInitData >::iterator |
| 431 | PrioE = std::upper_bound(I + 1, E, *I, GlobalInitPriorityCmp()); |
| 432 | |
| 433 | LocalCXXGlobalInits.clear(); |
| 434 | unsigned Priority = I->first.priority; |
| 435 | // Compute the function suffix from priority. Prepend with zeroes to make |
| 436 | // sure the function names are also ordered as priorities. |
| 437 | std::string PrioritySuffix = llvm::utostr(Priority); |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 438 | // Priority is always <= 65535 (enforced by sema). |
Anton Korobeynikov | 4179ddd | 2012-11-06 22:44:45 +0000 | [diff] [blame] | 439 | PrioritySuffix = std::string(6-PrioritySuffix.size(), '0')+PrioritySuffix; |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 440 | llvm::Function *Fn = CreateGlobalInitOrDestructFunction( |
Pirama Arumuga Nainar | 87d948e | 2016-03-03 15:49:35 -0800 | [diff] [blame] | 441 | FTy, "_GLOBAL__I_" + PrioritySuffix, FI); |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 442 | |
Anton Korobeynikov | 4179ddd | 2012-11-06 22:44:45 +0000 | [diff] [blame] | 443 | for (; I < PrioE; ++I) |
| 444 | LocalCXXGlobalInits.push_back(I->second); |
| 445 | |
Benjamin Kramer | c7b5f38 | 2013-04-26 21:32:52 +0000 | [diff] [blame] | 446 | CodeGenFunction(*this).GenerateCXXGlobalInitFunc(Fn, LocalCXXGlobalInits); |
Anton Korobeynikov | 4179ddd | 2012-11-06 22:44:45 +0000 | [diff] [blame] | 447 | AddGlobalCtor(Fn, Priority); |
| 448 | } |
Pirama Arumuga Nainar | 87d948e | 2016-03-03 15:49:35 -0800 | [diff] [blame] | 449 | PrioritizedCXXGlobalInits.clear(); |
Fariborz Jahanian | 9f967c5 | 2010-06-21 18:45:05 +0000 | [diff] [blame] | 450 | } |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 451 | |
| 452 | SmallString<128> FileName; |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 453 | SourceManager &SM = Context.getSourceManager(); |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 454 | if (const FileEntry *MainFile = SM.getFileEntryForID(SM.getMainFileID())) { |
| 455 | // Include the filename in the symbol name. Including "sub_" matches gcc and |
| 456 | // makes sure these symbols appear lexicographically behind the symbols with |
| 457 | // priority emitted above. |
| 458 | FileName = llvm::sys::path::filename(MainFile->getName()); |
| 459 | } else { |
Pirama Arumuga Nainar | b6d6993 | 2015-07-01 12:25:36 -0700 | [diff] [blame] | 460 | FileName = "<null>"; |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 461 | } |
| 462 | |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 463 | for (size_t i = 0; i < FileName.size(); ++i) { |
| 464 | // Replace everything that's not [a-zA-Z0-9._] with a _. This set happens |
| 465 | // to be the set of C preprocessing numbers. |
| 466 | if (!isPreprocessingNumberBody(FileName[i])) |
| 467 | FileName[i] = '_'; |
| 468 | } |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 469 | |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 470 | llvm::Function *Fn = CreateGlobalInitOrDestructFunction( |
Pirama Arumuga Nainar | 87d948e | 2016-03-03 15:49:35 -0800 | [diff] [blame] | 471 | FTy, llvm::Twine("_GLOBAL__sub_I_", FileName), FI); |
Anton Korobeynikov | 4179ddd | 2012-11-06 22:44:45 +0000 | [diff] [blame] | 472 | |
Benjamin Kramer | c7b5f38 | 2013-04-26 21:32:52 +0000 | [diff] [blame] | 473 | CodeGenFunction(*this).GenerateCXXGlobalInitFunc(Fn, CXXGlobalInits); |
Daniel Dunbar | efb0fa9 | 2010-03-20 04:15:41 +0000 | [diff] [blame] | 474 | AddGlobalCtor(Fn); |
Anton Korobeynikov | 4179ddd | 2012-11-06 22:44:45 +0000 | [diff] [blame] | 475 | |
Axel Naumann | 54ec6c5 | 2011-05-06 15:24:04 +0000 | [diff] [blame] | 476 | CXXGlobalInits.clear(); |
Daniel Dunbar | efb0fa9 | 2010-03-20 04:15:41 +0000 | [diff] [blame] | 477 | } |
| 478 | |
Daniel Dunbar | efb0fa9 | 2010-03-20 04:15:41 +0000 | [diff] [blame] | 479 | void CodeGenModule::EmitCXXGlobalDtorFunc() { |
| 480 | if (CXXGlobalDtors.empty()) |
| 481 | return; |
| 482 | |
Chris Lattner | 8b41868 | 2012-02-07 00:39:47 +0000 | [diff] [blame] | 483 | llvm::FunctionType *FTy = llvm::FunctionType::get(VoidTy, false); |
Daniel Dunbar | efb0fa9 | 2010-03-20 04:15:41 +0000 | [diff] [blame] | 484 | |
| 485 | // Create our global destructor function. |
Pirama Arumuga Nainar | 87d948e | 2016-03-03 15:49:35 -0800 | [diff] [blame] | 486 | const CGFunctionInfo &FI = getTypes().arrangeNullaryFunction(); |
| 487 | llvm::Function *Fn = |
| 488 | CreateGlobalInitOrDestructFunction(FTy, "_GLOBAL__D_a", FI); |
Daniel Dunbar | efb0fa9 | 2010-03-20 04:15:41 +0000 | [diff] [blame] | 489 | |
John McCall | 3f88f68 | 2012-04-06 18:21:03 +0000 | [diff] [blame] | 490 | CodeGenFunction(*this).GenerateCXXGlobalDtorsFunc(Fn, CXXGlobalDtors); |
Daniel Dunbar | efb0fa9 | 2010-03-20 04:15:41 +0000 | [diff] [blame] | 491 | AddGlobalDtor(Fn); |
| 492 | } |
| 493 | |
John McCall | 3030eb8 | 2010-11-06 09:44:32 +0000 | [diff] [blame] | 494 | /// Emit the code necessary to initialize the given global variable. |
Daniel Dunbar | efb0fa9 | 2010-03-20 04:15:41 +0000 | [diff] [blame] | 495 | void CodeGenFunction::GenerateCXXGlobalVarDeclInitFunc(llvm::Function *Fn, |
John McCall | 3030eb8 | 2010-11-06 09:44:32 +0000 | [diff] [blame] | 496 | const VarDecl *D, |
Richard Smith | 7ca4850 | 2012-02-13 22:16:19 +0000 | [diff] [blame] | 497 | llvm::GlobalVariable *Addr, |
| 498 | bool PerformInit) { |
Alexey Samsonov | a240df2 | 2012-10-16 07:22:28 +0000 | [diff] [blame] | 499 | // Check if we need to emit debug info for variable initializer. |
David Blaikie | c3030bc | 2013-08-26 20:33:21 +0000 | [diff] [blame] | 500 | if (D->hasAttr<NoDebugAttr>()) |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 501 | DebugInfo = nullptr; // disable debug info indefinitely for this function |
Nick Lewycky | 78d1a10 | 2012-07-24 01:40:49 +0000 | [diff] [blame] | 502 | |
Stephen Hines | 0e2c34f | 2015-03-23 12:09:02 -0700 | [diff] [blame] | 503 | CurEHLocation = D->getLocStart(); |
| 504 | |
Nick Lewycky | 78d1a10 | 2012-07-24 01:40:49 +0000 | [diff] [blame] | 505 | StartFunction(GlobalDecl(D), getContext().VoidTy, Fn, |
John McCall | de5d3c7 | 2012-02-17 03:33:10 +0000 | [diff] [blame] | 506 | getTypes().arrangeNullaryFunction(), |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 507 | FunctionArgList(), D->getLocation(), |
| 508 | D->getInit()->getExprLoc()); |
Daniel Dunbar | 5c6846e | 2010-03-20 04:15:29 +0000 | [diff] [blame] | 509 | |
Douglas Gregor | e67d151 | 2011-07-01 21:54:36 +0000 | [diff] [blame] | 510 | // Use guarded initialization if the global variable is weak. This |
| 511 | // occurs for, e.g., instantiated static data members and |
| 512 | // definitions explicitly marked weak. |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 513 | if (Addr->hasWeakLinkage() || Addr->hasLinkOnceLinkage()) { |
Richard Smith | 7ca4850 | 2012-02-13 22:16:19 +0000 | [diff] [blame] | 514 | EmitCXXGuardedInit(*D, Addr, PerformInit); |
John McCall | 3030eb8 | 2010-11-06 09:44:32 +0000 | [diff] [blame] | 515 | } else { |
Richard Smith | 7ca4850 | 2012-02-13 22:16:19 +0000 | [diff] [blame] | 516 | EmitCXXGlobalVarDeclInit(*D, Addr, PerformInit); |
Fariborz Jahanian | 92d835a | 2010-10-26 22:47:47 +0000 | [diff] [blame] | 517 | } |
Daniel Dunbar | 5c6846e | 2010-03-20 04:15:29 +0000 | [diff] [blame] | 518 | |
| 519 | FinishFunction(); |
Daniel Dunbar | efb0fa9 | 2010-03-20 04:15:41 +0000 | [diff] [blame] | 520 | } |
Daniel Dunbar | 5c6846e | 2010-03-20 04:15:29 +0000 | [diff] [blame] | 521 | |
Benjamin Kramer | c7b5f38 | 2013-04-26 21:32:52 +0000 | [diff] [blame] | 522 | void |
| 523 | CodeGenFunction::GenerateCXXGlobalInitFunc(llvm::Function *Fn, |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 524 | ArrayRef<llvm::Function *> Decls, |
Pirama Arumuga Nainar | 87d948e | 2016-03-03 15:49:35 -0800 | [diff] [blame] | 525 | Address Guard) { |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 526 | { |
Stephen Hines | 0e2c34f | 2015-03-23 12:09:02 -0700 | [diff] [blame] | 527 | auto NL = ApplyDebugLocation::CreateEmpty(*this); |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 528 | StartFunction(GlobalDecl(), getContext().VoidTy, Fn, |
| 529 | getTypes().arrangeNullaryFunction(), FunctionArgList()); |
| 530 | // Emit an artificial location for this function. |
Stephen Hines | 0e2c34f | 2015-03-23 12:09:02 -0700 | [diff] [blame] | 531 | auto AL = ApplyDebugLocation::CreateArtificial(*this); |
Daniel Dunbar | efb0fa9 | 2010-03-20 04:15:41 +0000 | [diff] [blame] | 532 | |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 533 | llvm::BasicBlock *ExitBlock = nullptr; |
Pirama Arumuga Nainar | 87d948e | 2016-03-03 15:49:35 -0800 | [diff] [blame] | 534 | if (Guard.isValid()) { |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 535 | // If we have a guard variable, check whether we've already performed |
| 536 | // these initializations. This happens for TLS initialization functions. |
| 537 | llvm::Value *GuardVal = Builder.CreateLoad(Guard); |
| 538 | llvm::Value *Uninit = Builder.CreateIsNull(GuardVal, |
| 539 | "guard.uninitialized"); |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 540 | llvm::BasicBlock *InitBlock = createBasicBlock("init"); |
| 541 | ExitBlock = createBasicBlock("exit"); |
| 542 | Builder.CreateCondBr(Uninit, InitBlock, ExitBlock); |
| 543 | EmitBlock(InitBlock); |
Pirama Arumuga Nainar | 87d948e | 2016-03-03 15:49:35 -0800 | [diff] [blame] | 544 | // Mark as initialized before initializing anything else. If the |
| 545 | // initializers use previously-initialized thread_local vars, that's |
| 546 | // probably supposed to be OK, but the standard doesn't say. |
| 547 | Builder.CreateStore(llvm::ConstantInt::get(GuardVal->getType(),1), Guard); |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 548 | } |
Richard Smith | b80a16e | 2013-04-19 16:42:07 +0000 | [diff] [blame] | 549 | |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 550 | RunCleanupsScope Scope(*this); |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 551 | |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 552 | // When building in Objective-C++ ARC mode, create an autorelease pool |
| 553 | // around the global initializers. |
| 554 | if (getLangOpts().ObjCAutoRefCount && getLangOpts().CPlusPlus) { |
| 555 | llvm::Value *token = EmitObjCAutoreleasePoolPush(); |
| 556 | EmitObjCAutoreleasePoolCleanup(token); |
| 557 | } |
Benjamin Kramer | c7b5f38 | 2013-04-26 21:32:52 +0000 | [diff] [blame] | 558 | |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 559 | for (unsigned i = 0, e = Decls.size(); i != e; ++i) |
| 560 | if (Decls[i]) |
| 561 | EmitRuntimeCall(Decls[i]); |
Daniel Dunbar | efb0fa9 | 2010-03-20 04:15:41 +0000 | [diff] [blame] | 562 | |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 563 | Scope.ForceCleanup(); |
Richard Smith | b80a16e | 2013-04-19 16:42:07 +0000 | [diff] [blame] | 564 | |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 565 | if (ExitBlock) { |
| 566 | Builder.CreateBr(ExitBlock); |
| 567 | EmitBlock(ExitBlock); |
| 568 | } |
Richard Smith | b80a16e | 2013-04-19 16:42:07 +0000 | [diff] [blame] | 569 | } |
| 570 | |
Daniel Dunbar | efb0fa9 | 2010-03-20 04:15:41 +0000 | [diff] [blame] | 571 | FinishFunction(); |
| 572 | } |
| 573 | |
John McCall | 3f88f68 | 2012-04-06 18:21:03 +0000 | [diff] [blame] | 574 | void CodeGenFunction::GenerateCXXGlobalDtorsFunc(llvm::Function *Fn, |
Chris Lattner | 810112e | 2010-06-19 05:52:45 +0000 | [diff] [blame] | 575 | const std::vector<std::pair<llvm::WeakVH, llvm::Constant*> > |
Daniel Dunbar | efb0fa9 | 2010-03-20 04:15:41 +0000 | [diff] [blame] | 576 | &DtorsAndObjects) { |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 577 | { |
Stephen Hines | 0e2c34f | 2015-03-23 12:09:02 -0700 | [diff] [blame] | 578 | auto NL = ApplyDebugLocation::CreateEmpty(*this); |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 579 | StartFunction(GlobalDecl(), getContext().VoidTy, Fn, |
| 580 | getTypes().arrangeNullaryFunction(), FunctionArgList()); |
| 581 | // Emit an artificial location for this function. |
Stephen Hines | 0e2c34f | 2015-03-23 12:09:02 -0700 | [diff] [blame] | 582 | auto AL = ApplyDebugLocation::CreateArtificial(*this); |
Daniel Dunbar | efb0fa9 | 2010-03-20 04:15:41 +0000 | [diff] [blame] | 583 | |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 584 | // Emit the dtors, in reverse order from construction. |
| 585 | for (unsigned i = 0, e = DtorsAndObjects.size(); i != e; ++i) { |
| 586 | llvm::Value *Callee = DtorsAndObjects[e - i - 1].first; |
| 587 | llvm::CallInst *CI = Builder.CreateCall(Callee, |
| 588 | DtorsAndObjects[e - i - 1].second); |
| 589 | // Make sure the call and the callee agree on calling convention. |
| 590 | if (llvm::Function *F = dyn_cast<llvm::Function>(Callee)) |
| 591 | CI->setCallingConv(F->getCallingConv()); |
| 592 | } |
Chris Lattner | c9a85f9 | 2010-04-26 20:35:54 +0000 | [diff] [blame] | 593 | } |
Daniel Dunbar | efb0fa9 | 2010-03-20 04:15:41 +0000 | [diff] [blame] | 594 | |
| 595 | FinishFunction(); |
Anders Carlsson | eb4072e | 2009-12-10 00:30:05 +0000 | [diff] [blame] | 596 | } |
| 597 | |
John McCall | a91f666 | 2011-07-13 03:01:35 +0000 | [diff] [blame] | 598 | /// generateDestroyHelper - Generates a helper function which, when |
Pirama Arumuga Nainar | 87d948e | 2016-03-03 15:49:35 -0800 | [diff] [blame] | 599 | /// invoked, destroys the given object. The address of the object |
| 600 | /// should be in global memory. |
David Blaikie | c7971a9 | 2013-08-27 23:57:18 +0000 | [diff] [blame] | 601 | llvm::Function *CodeGenFunction::generateDestroyHelper( |
Pirama Arumuga Nainar | 87d948e | 2016-03-03 15:49:35 -0800 | [diff] [blame] | 602 | Address addr, QualType type, Destroyer *destroyer, |
David Blaikie | c7971a9 | 2013-08-27 23:57:18 +0000 | [diff] [blame] | 603 | bool useEHCleanupForArray, const VarDecl *VD) { |
John McCall | d26bc76 | 2011-03-09 04:27:21 +0000 | [diff] [blame] | 604 | FunctionArgList args; |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 605 | ImplicitParamDecl dst(getContext(), nullptr, SourceLocation(), nullptr, |
| 606 | getContext().VoidPtrTy); |
John McCall | d26bc76 | 2011-03-09 04:27:21 +0000 | [diff] [blame] | 607 | args.push_back(&dst); |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 608 | |
Pirama Arumuga Nainar | 4967a71 | 2016-09-19 22:19:55 -0700 | [diff] [blame^] | 609 | const CGFunctionInfo &FI = |
| 610 | CGM.getTypes().arrangeBuiltinFunctionDeclaration(getContext().VoidTy, args); |
John McCall | de5d3c7 | 2012-02-17 03:33:10 +0000 | [diff] [blame] | 611 | llvm::FunctionType *FTy = CGM.getTypes().GetFunctionType(FI); |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 612 | llvm::Function *fn = CGM.CreateGlobalInitOrDestructFunction( |
Pirama Arumuga Nainar | 87d948e | 2016-03-03 15:49:35 -0800 | [diff] [blame] | 613 | FTy, "__cxx_global_array_dtor", FI, VD->getLocation()); |
Anders Carlsson | 7729136 | 2010-06-08 22:17:27 +0000 | [diff] [blame] | 614 | |
Stephen Hines | 0e2c34f | 2015-03-23 12:09:02 -0700 | [diff] [blame] | 615 | CurEHLocation = VD->getLocStart(); |
| 616 | |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 617 | StartFunction(VD, getContext().VoidTy, fn, FI, args); |
Anders Carlsson | 7729136 | 2010-06-08 22:17:27 +0000 | [diff] [blame] | 618 | |
John McCall | a91f666 | 2011-07-13 03:01:35 +0000 | [diff] [blame] | 619 | emitDestroy(addr, type, destroyer, useEHCleanupForArray); |
Anders Carlsson | 7729136 | 2010-06-08 22:17:27 +0000 | [diff] [blame] | 620 | |
| 621 | FinishFunction(); |
| 622 | |
John McCall | a91f666 | 2011-07-13 03:01:35 +0000 | [diff] [blame] | 623 | return fn; |
Anders Carlsson | 7729136 | 2010-06-08 22:17:27 +0000 | [diff] [blame] | 624 | } |