Anders Carlsson | dbd920c | 2009-10-11 22:13:54 +0000 | [diff] [blame] | 1 | //===--- CGVtable.cpp - Emit LLVM Code for C++ vtables --------------------===// |
| 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
| 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
| 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | // |
| 10 | // This contains code dealing with C++ code generation of virtual tables. |
| 11 | // |
| 12 | //===----------------------------------------------------------------------===// |
| 13 | |
| 14 | #include "CodeGenModule.h" |
| 15 | #include "CodeGenFunction.h" |
Anders Carlsson | d6b07fb | 2009-11-27 20:47:55 +0000 | [diff] [blame] | 16 | #include "clang/AST/CXXInheritance.h" |
Anders Carlsson | dbd920c | 2009-10-11 22:13:54 +0000 | [diff] [blame] | 17 | #include "clang/AST/RecordLayout.h" |
Anders Carlsson | 5dd730a | 2009-11-26 19:32:45 +0000 | [diff] [blame] | 18 | #include "llvm/ADT/DenseSet.h" |
Zhongxing Xu | 7fe26ac | 2009-11-13 05:46:16 +0000 | [diff] [blame] | 19 | #include <cstdio> |
Anders Carlsson | dbd920c | 2009-10-11 22:13:54 +0000 | [diff] [blame] | 20 | |
| 21 | using namespace clang; |
| 22 | using namespace CodeGen; |
| 23 | |
Anders Carlsson | 27f69d0 | 2009-11-27 22:21:51 +0000 | [diff] [blame] | 24 | namespace { |
Benjamin Kramer | 85b4521 | 2009-11-28 19:45:26 +0000 | [diff] [blame] | 25 | class VtableBuilder { |
Anders Carlsson | dbd920c | 2009-10-11 22:13:54 +0000 | [diff] [blame] | 26 | public: |
| 27 | /// Index_t - Vtable index type. |
| 28 | typedef uint64_t Index_t; |
| 29 | private: |
| 30 | std::vector<llvm::Constant *> &methods; |
| 31 | std::vector<llvm::Constant *> submethods; |
| 32 | llvm::Type *Ptr8Ty; |
| 33 | /// Class - The most derived class that this vtable is being built for. |
| 34 | const CXXRecordDecl *Class; |
Mike Stump | acfd1e5 | 2009-11-13 01:54:23 +0000 | [diff] [blame] | 35 | /// LayoutClass - The most derived class used for virtual base layout |
| 36 | /// information. |
| 37 | const CXXRecordDecl *LayoutClass; |
Mike Stump | 4cde626 | 2009-11-13 02:13:54 +0000 | [diff] [blame] | 38 | /// LayoutOffset - The offset for Class in LayoutClass. |
| 39 | uint64_t LayoutOffset; |
Anders Carlsson | dbd920c | 2009-10-11 22:13:54 +0000 | [diff] [blame] | 40 | /// BLayout - Layout for the most derived class that this vtable is being |
| 41 | /// built for. |
| 42 | const ASTRecordLayout &BLayout; |
| 43 | llvm::SmallSet<const CXXRecordDecl *, 32> IndirectPrimary; |
| 44 | llvm::SmallSet<const CXXRecordDecl *, 32> SeenVBase; |
| 45 | llvm::Constant *rtti; |
| 46 | llvm::LLVMContext &VMContext; |
| 47 | CodeGenModule &CGM; // Per-module state. |
| 48 | /// Index - Maps a method decl into a vtable index. Useful for virtual |
| 49 | /// dispatch codegen. |
Anders Carlsson | a0fdd91 | 2009-11-13 17:08:56 +0000 | [diff] [blame] | 50 | llvm::DenseMap<GlobalDecl, Index_t> Index; |
| 51 | llvm::DenseMap<GlobalDecl, Index_t> VCall; |
| 52 | llvm::DenseMap<GlobalDecl, Index_t> VCallOffset; |
Mike Stump | 9e7e3c6 | 2009-11-06 23:27:42 +0000 | [diff] [blame] | 53 | // This is the offset to the nearest virtual base |
Anders Carlsson | a0fdd91 | 2009-11-13 17:08:56 +0000 | [diff] [blame] | 54 | llvm::DenseMap<GlobalDecl, Index_t> NonVirtualOffset; |
Anders Carlsson | dbd920c | 2009-10-11 22:13:54 +0000 | [diff] [blame] | 55 | llvm::DenseMap<const CXXRecordDecl *, Index_t> VBIndex; |
Mike Stump | 94aff93 | 2009-10-27 23:46:47 +0000 | [diff] [blame] | 56 | |
Anders Carlsson | 6d4ccb7 | 2009-11-26 19:54:33 +0000 | [diff] [blame] | 57 | /// PureVirtualFunction - Points to __cxa_pure_virtual. |
| 58 | llvm::Constant *PureVirtualFn; |
| 59 | |
Anders Carlsson | c7ab1a8 | 2009-12-04 02:01:07 +0000 | [diff] [blame] | 60 | /// VtableMethods - A data structure for keeping track of methods in a vtable. |
| 61 | /// Can add methods, override methods and iterate in vtable order. |
| 62 | class VtableMethods { |
| 63 | // MethodToIndexMap - Maps from a global decl to the index it has in the |
| 64 | // Methods vector. |
| 65 | llvm::DenseMap<GlobalDecl, uint64_t> MethodToIndexMap; |
| 66 | |
| 67 | /// Methods - The methods, in vtable order. |
| 68 | typedef llvm::SmallVector<GlobalDecl, 16> MethodsVectorTy; |
| 69 | MethodsVectorTy Methods; |
| 70 | |
| 71 | public: |
| 72 | /// AddMethod - Add a method to the vtable methods. |
| 73 | void AddMethod(GlobalDecl GD) { |
| 74 | assert(!MethodToIndexMap.count(GD) && |
| 75 | "Method has already been added!"); |
| 76 | |
| 77 | MethodToIndexMap[GD] = Methods.size(); |
| 78 | Methods.push_back(GD); |
| 79 | } |
| 80 | |
| 81 | /// OverrideMethod - Replace a method with another. |
| 82 | void OverrideMethod(GlobalDecl OverriddenGD, GlobalDecl GD) { |
| 83 | llvm::DenseMap<GlobalDecl, uint64_t>::iterator i |
| 84 | = MethodToIndexMap.find(OverriddenGD); |
| 85 | assert(i != MethodToIndexMap.end() && "Did not find entry!"); |
| 86 | |
| 87 | // Get the index of the old decl. |
| 88 | uint64_t Index = i->second; |
| 89 | |
| 90 | // Replace the old decl with the new decl. |
| 91 | Methods[Index] = GD; |
| 92 | |
| 93 | // Now remove the old decl from the method to index map. |
| 94 | MethodToIndexMap.erase(i); |
| 95 | |
| 96 | // And add the new. |
| 97 | MethodToIndexMap[GD] = Index; |
| 98 | } |
| 99 | |
| 100 | MethodsVectorTy::size_type size() const { |
| 101 | return Methods.size(); |
| 102 | } |
| 103 | |
| 104 | void clear() { |
| 105 | MethodToIndexMap.clear(); |
| 106 | Methods.clear(); |
| 107 | } |
| 108 | |
| 109 | GlobalDecl operator[](unsigned Index) const { |
| 110 | return Methods[Index]; |
| 111 | } |
| 112 | }; |
| 113 | |
| 114 | /// Methods - The vtable methods we're currently building. |
| 115 | VtableMethods Methods; |
| 116 | |
Anders Carlsson | 98fdb24 | 2009-12-04 02:26:15 +0000 | [diff] [blame] | 117 | /// ThisAdjustments - For a given index in the vtable, contains the 'this' |
| 118 | /// pointer adjustment needed for a method. |
| 119 | typedef llvm::DenseMap<uint64_t, ThunkAdjustment> ThisAdjustmentsMapTy; |
| 120 | ThisAdjustmentsMapTy ThisAdjustments; |
Anders Carlsson | 5dd730a | 2009-11-26 19:32:45 +0000 | [diff] [blame] | 121 | |
Anders Carlsson | a875670 | 2009-12-04 02:22:02 +0000 | [diff] [blame] | 122 | /// BaseReturnTypes - Contains the base return types of methods who have been |
| 123 | /// overridden with methods whose return types require adjustment. Used for |
| 124 | /// generating covariant thunk information. |
| 125 | typedef llvm::DenseMap<uint64_t, CanQualType> BaseReturnTypesMapTy; |
| 126 | BaseReturnTypesMapTy BaseReturnTypes; |
Anders Carlsson | 5dd730a | 2009-11-26 19:32:45 +0000 | [diff] [blame] | 127 | |
| 128 | /// PureVirtualMethods - Pure virtual methods. |
| 129 | typedef llvm::DenseSet<GlobalDecl> PureVirtualMethodsSetTy; |
| 130 | PureVirtualMethodsSetTy PureVirtualMethods; |
| 131 | |
Anders Carlsson | dbd920c | 2009-10-11 22:13:54 +0000 | [diff] [blame] | 132 | std::vector<Index_t> VCalls; |
Mike Stump | 9840c70 | 2009-11-12 20:47:57 +0000 | [diff] [blame] | 133 | |
| 134 | typedef std::pair<const CXXRecordDecl *, uint64_t> CtorVtable_t; |
Mike Stump | 23a3542 | 2009-11-19 20:52:19 +0000 | [diff] [blame] | 135 | // subAddressPoints - Used to hold the AddressPoints (offsets) into the built |
| 136 | // vtable for use in computing the initializers for the VTT. |
| 137 | llvm::DenseMap<CtorVtable_t, int64_t> &subAddressPoints; |
Mike Stump | 9840c70 | 2009-11-12 20:47:57 +0000 | [diff] [blame] | 138 | |
Anders Carlsson | dbd920c | 2009-10-11 22:13:54 +0000 | [diff] [blame] | 139 | typedef CXXRecordDecl::method_iterator method_iter; |
Anders Carlsson | dbd920c | 2009-10-11 22:13:54 +0000 | [diff] [blame] | 140 | const bool Extern; |
| 141 | const uint32_t LLVMPointerWidth; |
| 142 | Index_t extra; |
Mike Stump | 11dea94 | 2009-10-15 02:04:03 +0000 | [diff] [blame] | 143 | typedef std::vector<std::pair<const CXXRecordDecl *, int64_t> > Path_t; |
Mike Stump | 23a3542 | 2009-11-19 20:52:19 +0000 | [diff] [blame] | 144 | static llvm::DenseMap<CtorVtable_t, int64_t>& |
| 145 | AllocAddressPoint(CodeGenModule &cgm, const CXXRecordDecl *l, |
| 146 | const CXXRecordDecl *c) { |
| 147 | CodeGenModule::AddrMap_t *&oref = cgm.AddressPoints[l]; |
| 148 | if (oref == 0) |
| 149 | oref = new CodeGenModule::AddrMap_t; |
| 150 | |
| 151 | llvm::DenseMap<CtorVtable_t, int64_t> *&ref = (*oref)[c]; |
| 152 | if (ref == 0) |
| 153 | ref = new llvm::DenseMap<CtorVtable_t, int64_t>; |
| 154 | return *ref; |
| 155 | } |
Anders Carlsson | 6d4ccb7 | 2009-11-26 19:54:33 +0000 | [diff] [blame] | 156 | |
| 157 | /// getPureVirtualFn - Return the __cxa_pure_virtual function. |
| 158 | llvm::Constant* getPureVirtualFn() { |
| 159 | if (!PureVirtualFn) { |
| 160 | const llvm::FunctionType *Ty = |
| 161 | llvm::FunctionType::get(llvm::Type::getVoidTy(VMContext), |
| 162 | /*isVarArg=*/false); |
| 163 | PureVirtualFn = wrap(CGM.CreateRuntimeFunction(Ty, "__cxa_pure_virtual")); |
| 164 | } |
| 165 | |
| 166 | return PureVirtualFn; |
| 167 | } |
| 168 | |
Anders Carlsson | dbd920c | 2009-10-11 22:13:54 +0000 | [diff] [blame] | 169 | public: |
Mike Stump | 4cde626 | 2009-11-13 02:13:54 +0000 | [diff] [blame] | 170 | VtableBuilder(std::vector<llvm::Constant *> &meth, const CXXRecordDecl *c, |
| 171 | const CXXRecordDecl *l, uint64_t lo, CodeGenModule &cgm) |
| 172 | : methods(meth), Class(c), LayoutClass(l), LayoutOffset(lo), |
Mike Stump | acfd1e5 | 2009-11-13 01:54:23 +0000 | [diff] [blame] | 173 | BLayout(cgm.getContext().getASTRecordLayout(l)), |
Mike Stump | de05057 | 2009-12-02 18:57:08 +0000 | [diff] [blame] | 174 | rtti(cgm.GenerateRTTIRef(c)), VMContext(cgm.getModule().getContext()), |
Anders Carlsson | 6d4ccb7 | 2009-11-26 19:54:33 +0000 | [diff] [blame] | 175 | CGM(cgm), PureVirtualFn(0),subAddressPoints(AllocAddressPoint(cgm, l, c)), |
Mike Stump | 6be2b17 | 2009-11-19 00:49:05 +0000 | [diff] [blame] | 176 | Extern(!l->isInAnonymousNamespace()), |
Anders Carlsson | 6d4ccb7 | 2009-11-26 19:54:33 +0000 | [diff] [blame] | 177 | LLVMPointerWidth(cgm.getContext().Target.getPointerWidth(0)) { |
Anders Carlsson | dbd920c | 2009-10-11 22:13:54 +0000 | [diff] [blame] | 178 | Ptr8Ty = llvm::PointerType::get(llvm::Type::getInt8Ty(VMContext), 0); |
| 179 | } |
| 180 | |
Anders Carlsson | a0fdd91 | 2009-11-13 17:08:56 +0000 | [diff] [blame] | 181 | llvm::DenseMap<GlobalDecl, Index_t> &getIndex() { return Index; } |
Anders Carlsson | dbd920c | 2009-10-11 22:13:54 +0000 | [diff] [blame] | 182 | llvm::DenseMap<const CXXRecordDecl *, Index_t> &getVBIndex() |
| 183 | { return VBIndex; } |
| 184 | |
| 185 | llvm::Constant *wrap(Index_t i) { |
| 186 | llvm::Constant *m; |
| 187 | m = llvm::ConstantInt::get(llvm::Type::getInt64Ty(VMContext), i); |
| 188 | return llvm::ConstantExpr::getIntToPtr(m, Ptr8Ty); |
| 189 | } |
| 190 | |
| 191 | llvm::Constant *wrap(llvm::Constant *m) { |
| 192 | return llvm::ConstantExpr::getBitCast(m, Ptr8Ty); |
| 193 | } |
| 194 | |
Mike Stump | 7933628 | 2009-12-02 19:50:41 +0000 | [diff] [blame] | 195 | #define D1(x) |
| 196 | //#define D1(X) do { if (getenv("DEBUG")) { X; } } while (0) |
Mike Stump | 6a9612f | 2009-10-31 20:06:59 +0000 | [diff] [blame] | 197 | |
| 198 | void GenerateVBaseOffsets(const CXXRecordDecl *RD, uint64_t Offset, |
Mike Stump | ab28c13 | 2009-10-13 22:54:56 +0000 | [diff] [blame] | 199 | bool updateVBIndex, Index_t current_vbindex) { |
Anders Carlsson | dbd920c | 2009-10-11 22:13:54 +0000 | [diff] [blame] | 200 | for (CXXRecordDecl::base_class_const_iterator i = RD->bases_begin(), |
| 201 | e = RD->bases_end(); i != e; ++i) { |
| 202 | const CXXRecordDecl *Base = |
| 203 | cast<CXXRecordDecl>(i->getType()->getAs<RecordType>()->getDecl()); |
Mike Stump | ab28c13 | 2009-10-13 22:54:56 +0000 | [diff] [blame] | 204 | Index_t next_vbindex = current_vbindex; |
Anders Carlsson | dbd920c | 2009-10-11 22:13:54 +0000 | [diff] [blame] | 205 | if (i->isVirtual() && !SeenVBase.count(Base)) { |
| 206 | SeenVBase.insert(Base); |
Mike Stump | ab28c13 | 2009-10-13 22:54:56 +0000 | [diff] [blame] | 207 | if (updateVBIndex) { |
Mike Stump | 6a9612f | 2009-10-31 20:06:59 +0000 | [diff] [blame] | 208 | next_vbindex = (ssize_t)(-(VCalls.size()*LLVMPointerWidth/8) |
Mike Stump | ab28c13 | 2009-10-13 22:54:56 +0000 | [diff] [blame] | 209 | - 3*LLVMPointerWidth/8); |
| 210 | VBIndex[Base] = next_vbindex; |
| 211 | } |
Mike Stump | 6a9612f | 2009-10-31 20:06:59 +0000 | [diff] [blame] | 212 | int64_t BaseOffset = -(Offset/8) + BLayout.getVBaseClassOffset(Base)/8; |
| 213 | VCalls.push_back((0?700:0) + BaseOffset); |
| 214 | D1(printf(" vbase for %s at %d delta %d most derived %s\n", |
| 215 | Base->getNameAsCString(), |
| 216 | (int)-VCalls.size()-3, (int)BaseOffset, |
| 217 | Class->getNameAsCString())); |
Anders Carlsson | dbd920c | 2009-10-11 22:13:54 +0000 | [diff] [blame] | 218 | } |
Mike Stump | ab28c13 | 2009-10-13 22:54:56 +0000 | [diff] [blame] | 219 | // We also record offsets for non-virtual bases to closest enclosing |
| 220 | // virtual base. We do this so that we don't have to search |
| 221 | // for the nearst virtual base class when generating thunks. |
| 222 | if (updateVBIndex && VBIndex.count(Base) == 0) |
| 223 | VBIndex[Base] = next_vbindex; |
Mike Stump | 6a9612f | 2009-10-31 20:06:59 +0000 | [diff] [blame] | 224 | GenerateVBaseOffsets(Base, Offset, updateVBIndex, next_vbindex); |
Anders Carlsson | dbd920c | 2009-10-11 22:13:54 +0000 | [diff] [blame] | 225 | } |
| 226 | } |
| 227 | |
| 228 | void StartNewTable() { |
| 229 | SeenVBase.clear(); |
| 230 | } |
| 231 | |
Mike Stump | 3425b97 | 2009-10-15 09:30:16 +0000 | [diff] [blame] | 232 | Index_t getNVOffset_1(const CXXRecordDecl *D, const CXXRecordDecl *B, |
| 233 | Index_t Offset = 0) { |
| 234 | |
| 235 | if (B == D) |
| 236 | return Offset; |
| 237 | |
| 238 | const ASTRecordLayout &Layout = CGM.getContext().getASTRecordLayout(D); |
| 239 | for (CXXRecordDecl::base_class_const_iterator i = D->bases_begin(), |
| 240 | e = D->bases_end(); i != e; ++i) { |
| 241 | const CXXRecordDecl *Base = |
| 242 | cast<CXXRecordDecl>(i->getType()->getAs<RecordType>()->getDecl()); |
| 243 | int64_t BaseOffset = 0; |
| 244 | if (!i->isVirtual()) |
| 245 | BaseOffset = Offset + Layout.getBaseClassOffset(Base); |
| 246 | int64_t o = getNVOffset_1(Base, B, BaseOffset); |
| 247 | if (o >= 0) |
| 248 | return o; |
| 249 | } |
| 250 | |
| 251 | return -1; |
| 252 | } |
| 253 | |
| 254 | /// getNVOffset - Returns the non-virtual offset for the given (B) base of the |
| 255 | /// derived class D. |
| 256 | Index_t getNVOffset(QualType qB, QualType qD) { |
Mike Stump | 9c21289 | 2009-11-03 19:03:17 +0000 | [diff] [blame] | 257 | qD = qD->getPointeeType(); |
| 258 | qB = qB->getPointeeType(); |
Mike Stump | 3425b97 | 2009-10-15 09:30:16 +0000 | [diff] [blame] | 259 | CXXRecordDecl *D = cast<CXXRecordDecl>(qD->getAs<RecordType>()->getDecl()); |
| 260 | CXXRecordDecl *B = cast<CXXRecordDecl>(qB->getAs<RecordType>()->getDecl()); |
| 261 | int64_t o = getNVOffset_1(D, B); |
| 262 | if (o >= 0) |
| 263 | return o; |
| 264 | |
| 265 | assert(false && "FIXME: non-virtual base not found"); |
| 266 | return 0; |
| 267 | } |
| 268 | |
Anders Carlsson | dbd920c | 2009-10-11 22:13:54 +0000 | [diff] [blame] | 269 | /// getVbaseOffset - Returns the index into the vtable for the virtual base |
| 270 | /// offset for the given (B) virtual base of the derived class D. |
| 271 | Index_t getVbaseOffset(QualType qB, QualType qD) { |
Mike Stump | 9c21289 | 2009-11-03 19:03:17 +0000 | [diff] [blame] | 272 | qD = qD->getPointeeType(); |
| 273 | qB = qB->getPointeeType(); |
Anders Carlsson | dbd920c | 2009-10-11 22:13:54 +0000 | [diff] [blame] | 274 | CXXRecordDecl *D = cast<CXXRecordDecl>(qD->getAs<RecordType>()->getDecl()); |
| 275 | CXXRecordDecl *B = cast<CXXRecordDecl>(qB->getAs<RecordType>()->getDecl()); |
| 276 | if (D != Class) |
Eli Friedman | 76ed1f7 | 2009-11-30 01:19:33 +0000 | [diff] [blame] | 277 | return CGM.getVtableInfo().getVirtualBaseOffsetIndex(D, B); |
Anders Carlsson | dbd920c | 2009-10-11 22:13:54 +0000 | [diff] [blame] | 278 | llvm::DenseMap<const CXXRecordDecl *, Index_t>::iterator i; |
| 279 | i = VBIndex.find(B); |
| 280 | if (i != VBIndex.end()) |
| 281 | return i->second; |
Anders Carlsson | dbd920c | 2009-10-11 22:13:54 +0000 | [diff] [blame] | 282 | |
Mike Stump | ab28c13 | 2009-10-13 22:54:56 +0000 | [diff] [blame] | 283 | assert(false && "FIXME: Base not found"); |
Anders Carlsson | dbd920c | 2009-10-11 22:13:54 +0000 | [diff] [blame] | 284 | return 0; |
| 285 | } |
| 286 | |
Anders Carlsson | a0fdd91 | 2009-11-13 17:08:56 +0000 | [diff] [blame] | 287 | bool OverrideMethod(GlobalDecl GD, llvm::Constant *m, |
Mike Stump | 3425b97 | 2009-10-15 09:30:16 +0000 | [diff] [blame] | 288 | bool MorallyVirtual, Index_t OverrideOffset, |
Anders Carlsson | 27682a3 | 2009-12-03 01:54:02 +0000 | [diff] [blame] | 289 | Index_t Offset, int64_t CurrentVBaseOffset); |
Anders Carlsson | dbd920c | 2009-10-11 22:13:54 +0000 | [diff] [blame] | 290 | |
Anders Carlsson | adfa267 | 2009-12-04 02:39:04 +0000 | [diff] [blame] | 291 | /// AppendMethods - Append the current methods to the vtable. |
| 292 | void AppendMethods(); |
| 293 | |
Anders Carlsson | dbd920c | 2009-10-11 22:13:54 +0000 | [diff] [blame] | 294 | void InstallThunks() { |
Anders Carlsson | a875670 | 2009-12-04 02:22:02 +0000 | [diff] [blame] | 295 | for (BaseReturnTypesMapTy::const_iterator i = BaseReturnTypes.begin(), |
| 296 | e = BaseReturnTypes.end(); i != e; ++i) { |
Anders Carlsson | c71a523 | 2009-12-04 02:11:21 +0000 | [diff] [blame] | 297 | uint64_t Index = i->first; |
| 298 | GlobalDecl GD = Methods[Index]; |
| 299 | |
Anders Carlsson | d8ddffc | 2009-12-03 01:58:20 +0000 | [diff] [blame] | 300 | const CXXMethodDecl *MD = cast<CXXMethodDecl>(GD.getDecl()); |
| 301 | if (MD->isPure()) |
| 302 | continue; |
| 303 | |
Anders Carlsson | a875670 | 2009-12-04 02:22:02 +0000 | [diff] [blame] | 304 | QualType BaseReturnType = i->second; |
| 305 | |
Anders Carlsson | 5f96bc1 | 2009-12-03 02:16:14 +0000 | [diff] [blame] | 306 | assert(Index == VtableBuilder::Index[GD] && "Thunk index mismatch!"); |
Anders Carlsson | d8ddffc | 2009-12-03 01:58:20 +0000 | [diff] [blame] | 307 | |
| 308 | // Check if there is an adjustment for the 'this' pointer. |
| 309 | ThunkAdjustment ThisAdjustment; |
Anders Carlsson | 98fdb24 | 2009-12-04 02:26:15 +0000 | [diff] [blame] | 310 | ThisAdjustmentsMapTy::iterator it = ThisAdjustments.find(Index); |
| 311 | if (it != ThisAdjustments.end()) { |
| 312 | ThisAdjustment = it->second; |
Anders Carlsson | d8ddffc | 2009-12-03 01:58:20 +0000 | [diff] [blame] | 313 | |
Anders Carlsson | 98fdb24 | 2009-12-04 02:26:15 +0000 | [diff] [blame] | 314 | ThisAdjustments.erase(it); |
Anders Carlsson | d8ddffc | 2009-12-03 01:58:20 +0000 | [diff] [blame] | 315 | } |
Anders Carlsson | 891bb4b | 2009-12-03 02:32:59 +0000 | [diff] [blame] | 316 | |
| 317 | // Construct the return adjustment. |
Anders Carlsson | 1750b4f | 2009-12-03 03:28:24 +0000 | [diff] [blame] | 318 | QualType DerivedType = |
| 319 | MD->getType()->getAs<FunctionType>()->getResultType(); |
| 320 | |
| 321 | int64_t NonVirtualAdjustment = |
Anders Carlsson | a875670 | 2009-12-04 02:22:02 +0000 | [diff] [blame] | 322 | getNVOffset(BaseReturnType, DerivedType) / 8; |
Anders Carlsson | 1750b4f | 2009-12-03 03:28:24 +0000 | [diff] [blame] | 323 | |
| 324 | int64_t VirtualAdjustment = |
Anders Carlsson | a875670 | 2009-12-04 02:22:02 +0000 | [diff] [blame] | 325 | getVbaseOffset(BaseReturnType, DerivedType); |
Anders Carlsson | 1750b4f | 2009-12-03 03:28:24 +0000 | [diff] [blame] | 326 | |
| 327 | ThunkAdjustment ReturnAdjustment(NonVirtualAdjustment, VirtualAdjustment); |
Anders Carlsson | 891bb4b | 2009-12-03 02:32:59 +0000 | [diff] [blame] | 328 | |
| 329 | CovariantThunkAdjustment Adjustment(ThisAdjustment, ReturnAdjustment); |
Anders Carlsson | 5f96bc1 | 2009-12-03 02:16:14 +0000 | [diff] [blame] | 330 | submethods[Index] = CGM.BuildCovariantThunk(MD, Extern, Adjustment); |
Anders Carlsson | d8ddffc | 2009-12-03 01:58:20 +0000 | [diff] [blame] | 331 | } |
Anders Carlsson | a875670 | 2009-12-04 02:22:02 +0000 | [diff] [blame] | 332 | BaseReturnTypes.clear(); |
Anders Carlsson | bdd8e38 | 2009-12-03 02:03:29 +0000 | [diff] [blame] | 333 | |
Anders Carlsson | 5dd730a | 2009-11-26 19:32:45 +0000 | [diff] [blame] | 334 | for (PureVirtualMethodsSetTy::iterator i = PureVirtualMethods.begin(), |
| 335 | e = PureVirtualMethods.end(); i != e; ++i) { |
| 336 | GlobalDecl GD = *i; |
Anders Carlsson | 6d4ccb7 | 2009-11-26 19:54:33 +0000 | [diff] [blame] | 337 | submethods[Index[GD]] = getPureVirtualFn(); |
Mike Stump | 94aff93 | 2009-10-27 23:46:47 +0000 | [diff] [blame] | 338 | } |
Anders Carlsson | 5dd730a | 2009-11-26 19:32:45 +0000 | [diff] [blame] | 339 | PureVirtualMethods.clear(); |
Anders Carlsson | dbd920c | 2009-10-11 22:13:54 +0000 | [diff] [blame] | 340 | } |
| 341 | |
Anders Carlsson | a0fdd91 | 2009-11-13 17:08:56 +0000 | [diff] [blame] | 342 | llvm::Constant *WrapAddrOf(GlobalDecl GD) { |
| 343 | const CXXMethodDecl *MD = cast<CXXMethodDecl>(GD.getDecl()); |
| 344 | |
Anders Carlsson | ecf282b | 2009-11-24 05:08:52 +0000 | [diff] [blame] | 345 | const llvm::Type *Ty = CGM.getTypes().GetFunctionTypeForVtable(MD); |
Mike Stump | 1ae3178 | 2009-10-27 23:36:26 +0000 | [diff] [blame] | 346 | |
Mike Stump | c085a98 | 2009-12-03 16:55:20 +0000 | [diff] [blame] | 347 | return wrap(CGM.GetAddrOfFunction(GD, Ty)); |
Mike Stump | 1ae3178 | 2009-10-27 23:36:26 +0000 | [diff] [blame] | 348 | } |
| 349 | |
Mike Stump | 9e7e3c6 | 2009-11-06 23:27:42 +0000 | [diff] [blame] | 350 | void OverrideMethods(Path_t *Path, bool MorallyVirtual, int64_t Offset, |
| 351 | int64_t CurrentVBaseOffset) { |
Mike Stump | 11dea94 | 2009-10-15 02:04:03 +0000 | [diff] [blame] | 352 | for (Path_t::reverse_iterator i = Path->rbegin(), |
Anders Carlsson | dbd920c | 2009-10-11 22:13:54 +0000 | [diff] [blame] | 353 | e = Path->rend(); i != e; ++i) { |
| 354 | const CXXRecordDecl *RD = i->first; |
Mike Stump | 3425b97 | 2009-10-15 09:30:16 +0000 | [diff] [blame] | 355 | int64_t OverrideOffset = i->second; |
Anders Carlsson | dbd920c | 2009-10-11 22:13:54 +0000 | [diff] [blame] | 356 | for (method_iter mi = RD->method_begin(), me = RD->method_end(); mi != me; |
| 357 | ++mi) { |
Anders Carlsson | a0fdd91 | 2009-11-13 17:08:56 +0000 | [diff] [blame] | 358 | const CXXMethodDecl *MD = *mi; |
| 359 | |
| 360 | if (!MD->isVirtual()) |
Anders Carlsson | dbd920c | 2009-10-11 22:13:54 +0000 | [diff] [blame] | 361 | continue; |
| 362 | |
Anders Carlsson | a0fdd91 | 2009-11-13 17:08:56 +0000 | [diff] [blame] | 363 | if (const CXXDestructorDecl *DD = dyn_cast<CXXDestructorDecl>(MD)) { |
| 364 | // Override both the complete and the deleting destructor. |
| 365 | GlobalDecl CompDtor(DD, Dtor_Complete); |
| 366 | OverrideMethod(CompDtor, WrapAddrOf(CompDtor), MorallyVirtual, |
| 367 | OverrideOffset, Offset, CurrentVBaseOffset); |
| 368 | |
| 369 | GlobalDecl DeletingDtor(DD, Dtor_Deleting); |
| 370 | OverrideMethod(DeletingDtor, WrapAddrOf(DeletingDtor), MorallyVirtual, |
| 371 | OverrideOffset, Offset, CurrentVBaseOffset); |
| 372 | } else { |
| 373 | OverrideMethod(MD, WrapAddrOf(MD), MorallyVirtual, OverrideOffset, |
| 374 | Offset, CurrentVBaseOffset); |
| 375 | } |
Anders Carlsson | dbd920c | 2009-10-11 22:13:54 +0000 | [diff] [blame] | 376 | } |
| 377 | } |
| 378 | } |
| 379 | |
Anders Carlsson | a0fdd91 | 2009-11-13 17:08:56 +0000 | [diff] [blame] | 380 | void AddMethod(const GlobalDecl GD, bool MorallyVirtual, Index_t Offset, |
Eli Friedman | 76ed1f7 | 2009-11-30 01:19:33 +0000 | [diff] [blame] | 381 | int64_t CurrentVBaseOffset) { |
Anders Carlsson | a0fdd91 | 2009-11-13 17:08:56 +0000 | [diff] [blame] | 382 | llvm::Constant *m = WrapAddrOf(GD); |
Mike Stump | 1ae3178 | 2009-10-27 23:36:26 +0000 | [diff] [blame] | 383 | |
Anders Carlsson | dbd920c | 2009-10-11 22:13:54 +0000 | [diff] [blame] | 384 | // If we can find a previously allocated slot for this, reuse it. |
Anders Carlsson | a0fdd91 | 2009-11-13 17:08:56 +0000 | [diff] [blame] | 385 | if (OverrideMethod(GD, m, MorallyVirtual, Offset, Offset, |
Mike Stump | 9e7e3c6 | 2009-11-06 23:27:42 +0000 | [diff] [blame] | 386 | CurrentVBaseOffset)) |
Anders Carlsson | dbd920c | 2009-10-11 22:13:54 +0000 | [diff] [blame] | 387 | return; |
| 388 | |
Anders Carlsson | a0fdd91 | 2009-11-13 17:08:56 +0000 | [diff] [blame] | 389 | const CXXMethodDecl *MD = cast<CXXMethodDecl>(GD.getDecl()); |
| 390 | |
Anders Carlsson | a7f1911 | 2009-12-04 02:08:24 +0000 | [diff] [blame] | 391 | // We didn't find an entry in the vtable that we could use, add a new |
| 392 | // entry. |
| 393 | Methods.AddMethod(GD); |
| 394 | |
Anders Carlsson | a0fdd91 | 2009-11-13 17:08:56 +0000 | [diff] [blame] | 395 | Index[GD] = submethods.size(); |
Anders Carlsson | dbd920c | 2009-10-11 22:13:54 +0000 | [diff] [blame] | 396 | submethods.push_back(m); |
Mike Stump | e99cc45 | 2009-11-13 23:45:53 +0000 | [diff] [blame] | 397 | D1(printf(" vfn for %s at %d\n", MD->getNameAsString().c_str(), |
| 398 | (int)Index[GD])); |
Mike Stump | 7809e0d | 2009-10-28 00:35:46 +0000 | [diff] [blame] | 399 | if (MD->isPure()) |
Anders Carlsson | 5dd730a | 2009-11-26 19:32:45 +0000 | [diff] [blame] | 400 | PureVirtualMethods.insert(GD); |
Anders Carlsson | dbd920c | 2009-10-11 22:13:54 +0000 | [diff] [blame] | 401 | if (MorallyVirtual) { |
Anders Carlsson | a0fdd91 | 2009-11-13 17:08:56 +0000 | [diff] [blame] | 402 | VCallOffset[GD] = Offset/8; |
| 403 | Index_t &idx = VCall[GD]; |
Anders Carlsson | dbd920c | 2009-10-11 22:13:54 +0000 | [diff] [blame] | 404 | // Allocate the first one, after that, we reuse the previous one. |
| 405 | if (idx == 0) { |
Anders Carlsson | a0fdd91 | 2009-11-13 17:08:56 +0000 | [diff] [blame] | 406 | NonVirtualOffset[GD] = CurrentVBaseOffset/8 - Offset/8; |
Anders Carlsson | dbd920c | 2009-10-11 22:13:54 +0000 | [diff] [blame] | 407 | idx = VCalls.size()+1; |
| 408 | VCalls.push_back(0); |
Mike Stump | 6a9612f | 2009-10-31 20:06:59 +0000 | [diff] [blame] | 409 | D1(printf(" vcall for %s at %d with delta %d\n", |
Mike Stump | e99cc45 | 2009-11-13 23:45:53 +0000 | [diff] [blame] | 410 | MD->getNameAsString().c_str(), (int)-VCalls.size()-3, 0)); |
Anders Carlsson | dbd920c | 2009-10-11 22:13:54 +0000 | [diff] [blame] | 411 | } |
| 412 | } |
| 413 | } |
| 414 | |
| 415 | void AddMethods(const CXXRecordDecl *RD, bool MorallyVirtual, |
Eli Friedman | 76ed1f7 | 2009-11-30 01:19:33 +0000 | [diff] [blame] | 416 | Index_t Offset, int64_t CurrentVBaseOffset) { |
Anders Carlsson | dbd920c | 2009-10-11 22:13:54 +0000 | [diff] [blame] | 417 | for (method_iter mi = RD->method_begin(), me = RD->method_end(); mi != me; |
Anders Carlsson | a0fdd91 | 2009-11-13 17:08:56 +0000 | [diff] [blame] | 418 | ++mi) { |
| 419 | const CXXMethodDecl *MD = *mi; |
| 420 | if (!MD->isVirtual()) |
| 421 | continue; |
| 422 | |
| 423 | if (const CXXDestructorDecl *DD = dyn_cast<CXXDestructorDecl>(MD)) { |
| 424 | // For destructors, add both the complete and the deleting destructor |
| 425 | // to the vtable. |
| 426 | AddMethod(GlobalDecl(DD, Dtor_Complete), MorallyVirtual, Offset, |
Mike Stump | 9e7e3c6 | 2009-11-06 23:27:42 +0000 | [diff] [blame] | 427 | CurrentVBaseOffset); |
Eli Friedman | 76ed1f7 | 2009-11-30 01:19:33 +0000 | [diff] [blame] | 428 | AddMethod(GlobalDecl(DD, Dtor_Deleting), MorallyVirtual, Offset, |
| 429 | CurrentVBaseOffset); |
| 430 | } else |
| 431 | AddMethod(MD, MorallyVirtual, Offset, CurrentVBaseOffset); |
Anders Carlsson | a0fdd91 | 2009-11-13 17:08:56 +0000 | [diff] [blame] | 432 | } |
Anders Carlsson | dbd920c | 2009-10-11 22:13:54 +0000 | [diff] [blame] | 433 | } |
| 434 | |
| 435 | void NonVirtualBases(const CXXRecordDecl *RD, const ASTRecordLayout &Layout, |
| 436 | const CXXRecordDecl *PrimaryBase, |
| 437 | bool PrimaryBaseWasVirtual, bool MorallyVirtual, |
Mike Stump | 9e7e3c6 | 2009-11-06 23:27:42 +0000 | [diff] [blame] | 438 | int64_t Offset, int64_t CurrentVBaseOffset, |
| 439 | Path_t *Path) { |
Mike Stump | 11dea94 | 2009-10-15 02:04:03 +0000 | [diff] [blame] | 440 | Path->push_back(std::make_pair(RD, Offset)); |
Anders Carlsson | dbd920c | 2009-10-11 22:13:54 +0000 | [diff] [blame] | 441 | for (CXXRecordDecl::base_class_const_iterator i = RD->bases_begin(), |
| 442 | e = RD->bases_end(); i != e; ++i) { |
| 443 | if (i->isVirtual()) |
| 444 | continue; |
| 445 | const CXXRecordDecl *Base = |
| 446 | cast<CXXRecordDecl>(i->getType()->getAs<RecordType>()->getDecl()); |
| 447 | if (Base != PrimaryBase || PrimaryBaseWasVirtual) { |
| 448 | uint64_t o = Offset + Layout.getBaseClassOffset(Base); |
| 449 | StartNewTable(); |
Mike Stump | 4cde626 | 2009-11-13 02:13:54 +0000 | [diff] [blame] | 450 | GenerateVtableForBase(Base, o, MorallyVirtual, false, |
Mike Stump | 9e7e3c6 | 2009-11-06 23:27:42 +0000 | [diff] [blame] | 451 | CurrentVBaseOffset, Path); |
Anders Carlsson | dbd920c | 2009-10-11 22:13:54 +0000 | [diff] [blame] | 452 | } |
| 453 | } |
Mike Stump | 11dea94 | 2009-10-15 02:04:03 +0000 | [diff] [blame] | 454 | Path->pop_back(); |
Anders Carlsson | dbd920c | 2009-10-11 22:13:54 +0000 | [diff] [blame] | 455 | } |
| 456 | |
Mike Stump | 0ca4279 | 2009-10-14 18:14:51 +0000 | [diff] [blame] | 457 | // #define D(X) do { X; } while (0) |
| 458 | #define D(X) |
| 459 | |
| 460 | void insertVCalls(int InsertionPoint) { |
| 461 | llvm::Constant *e = 0; |
Mike Stump | 6a9612f | 2009-10-31 20:06:59 +0000 | [diff] [blame] | 462 | D1(printf("============= combining vbase/vcall\n")); |
Mike Stump | 0ca4279 | 2009-10-14 18:14:51 +0000 | [diff] [blame] | 463 | D(VCalls.insert(VCalls.begin(), 673)); |
| 464 | D(VCalls.push_back(672)); |
Mike Stump | 3425b97 | 2009-10-15 09:30:16 +0000 | [diff] [blame] | 465 | methods.insert(methods.begin() + InsertionPoint, VCalls.size(), e); |
Mike Stump | 0ca4279 | 2009-10-14 18:14:51 +0000 | [diff] [blame] | 466 | // The vcalls come first... |
| 467 | for (std::vector<Index_t>::reverse_iterator i = VCalls.rbegin(), |
| 468 | e = VCalls.rend(); |
| 469 | i != e; ++i) |
| 470 | methods[InsertionPoint++] = wrap((0?600:0) + *i); |
| 471 | VCalls.clear(); |
Mike Stump | fbfb52d | 2009-11-10 02:30:51 +0000 | [diff] [blame] | 472 | VCall.clear(); |
Mike Stump | 0ca4279 | 2009-10-14 18:14:51 +0000 | [diff] [blame] | 473 | } |
| 474 | |
Mike Stump | 65d0e28 | 2009-11-13 23:13:20 +0000 | [diff] [blame] | 475 | void AddAddressPoints(const CXXRecordDecl *RD, uint64_t Offset, |
| 476 | Index_t AddressPoint) { |
| 477 | D1(printf("XXX address point for %s in %s layout %s at offset %d is %d\n", |
| 478 | RD->getNameAsCString(), Class->getNameAsCString(), |
| 479 | LayoutClass->getNameAsCString(), (int)Offset, (int)AddressPoint)); |
Mike Stump | 23a3542 | 2009-11-19 20:52:19 +0000 | [diff] [blame] | 480 | subAddressPoints[std::make_pair(RD, Offset)] = AddressPoint; |
Mike Stump | 65d0e28 | 2009-11-13 23:13:20 +0000 | [diff] [blame] | 481 | |
| 482 | // Now also add the address point for all our primary bases. |
| 483 | while (1) { |
| 484 | const ASTRecordLayout &Layout = CGM.getContext().getASTRecordLayout(RD); |
| 485 | RD = Layout.getPrimaryBase(); |
| 486 | const bool PrimaryBaseWasVirtual = Layout.getPrimaryBaseWasVirtual(); |
| 487 | // FIXME: Double check this. |
| 488 | if (RD == 0) |
| 489 | break; |
| 490 | if (PrimaryBaseWasVirtual && |
| 491 | BLayout.getVBaseClassOffset(RD) != Offset) |
| 492 | break; |
| 493 | D1(printf("XXX address point for %s in %s layout %s at offset %d is %d\n", |
| 494 | RD->getNameAsCString(), Class->getNameAsCString(), |
| 495 | LayoutClass->getNameAsCString(), (int)Offset, (int)AddressPoint)); |
Mike Stump | 23a3542 | 2009-11-19 20:52:19 +0000 | [diff] [blame] | 496 | subAddressPoints[std::make_pair(RD, Offset)] = AddressPoint; |
Mike Stump | 65d0e28 | 2009-11-13 23:13:20 +0000 | [diff] [blame] | 497 | } |
| 498 | } |
| 499 | |
| 500 | |
Mike Stump | 6a9612f | 2009-10-31 20:06:59 +0000 | [diff] [blame] | 501 | Index_t end(const CXXRecordDecl *RD, const ASTRecordLayout &Layout, |
| 502 | const CXXRecordDecl *PrimaryBase, bool PrimaryBaseWasVirtual, |
| 503 | bool MorallyVirtual, int64_t Offset, bool ForVirtualBase, |
Mike Stump | 9e7e3c6 | 2009-11-06 23:27:42 +0000 | [diff] [blame] | 504 | int64_t CurrentVBaseOffset, |
Mike Stump | 6a9612f | 2009-10-31 20:06:59 +0000 | [diff] [blame] | 505 | Path_t *Path) { |
Mike Stump | 11dea94 | 2009-10-15 02:04:03 +0000 | [diff] [blame] | 506 | bool alloc = false; |
| 507 | if (Path == 0) { |
| 508 | alloc = true; |
| 509 | Path = new Path_t; |
| 510 | } |
| 511 | |
Anders Carlsson | dbd920c | 2009-10-11 22:13:54 +0000 | [diff] [blame] | 512 | StartNewTable(); |
| 513 | extra = 0; |
Mike Stump | 0ca4279 | 2009-10-14 18:14:51 +0000 | [diff] [blame] | 514 | bool DeferVCalls = MorallyVirtual || ForVirtualBase; |
| 515 | int VCallInsertionPoint = methods.size(); |
| 516 | if (!DeferVCalls) { |
| 517 | insertVCalls(VCallInsertionPoint); |
Mike Stump | 3425b97 | 2009-10-15 09:30:16 +0000 | [diff] [blame] | 518 | } else |
| 519 | // FIXME: just for extra, or for all uses of VCalls.size post this? |
| 520 | extra = -VCalls.size(); |
Anders Carlsson | dbd920c | 2009-10-11 22:13:54 +0000 | [diff] [blame] | 521 | |
Mike Stump | 4cde626 | 2009-11-13 02:13:54 +0000 | [diff] [blame] | 522 | methods.push_back(wrap(-((Offset-LayoutOffset)/8))); |
Anders Carlsson | dbd920c | 2009-10-11 22:13:54 +0000 | [diff] [blame] | 523 | methods.push_back(rtti); |
| 524 | Index_t AddressPoint = methods.size(); |
| 525 | |
Anders Carlsson | a7f1911 | 2009-12-04 02:08:24 +0000 | [diff] [blame] | 526 | assert(submethods.size() == Methods.size() && "Method size mismatch!"); |
| 527 | |
Anders Carlsson | adfa267 | 2009-12-04 02:39:04 +0000 | [diff] [blame] | 528 | AppendMethods(); |
Anders Carlsson | dbd920c | 2009-10-11 22:13:54 +0000 | [diff] [blame] | 529 | |
| 530 | // and then the non-virtual bases. |
| 531 | NonVirtualBases(RD, Layout, PrimaryBase, PrimaryBaseWasVirtual, |
Mike Stump | 9e7e3c6 | 2009-11-06 23:27:42 +0000 | [diff] [blame] | 532 | MorallyVirtual, Offset, CurrentVBaseOffset, Path); |
Mike Stump | 0ca4279 | 2009-10-14 18:14:51 +0000 | [diff] [blame] | 533 | |
| 534 | if (ForVirtualBase) { |
Mike Stump | 9840c70 | 2009-11-12 20:47:57 +0000 | [diff] [blame] | 535 | // FIXME: We're adding to VCalls in callers, we need to do the overrides |
| 536 | // in the inner part, so that we know the complete set of vcalls during |
| 537 | // the build and don't have to insert into methods. Saving out the |
| 538 | // AddressPoint here, would need to be fixed, if we didn't do that. Also |
| 539 | // retroactively adding vcalls for overrides later wind up in the wrong |
| 540 | // place, the vcall slot has to be alloted during the walk of the base |
| 541 | // when the function is first introduces. |
Mike Stump | 0ca4279 | 2009-10-14 18:14:51 +0000 | [diff] [blame] | 542 | AddressPoint += VCalls.size(); |
Mike Stump | 9840c70 | 2009-11-12 20:47:57 +0000 | [diff] [blame] | 543 | insertVCalls(VCallInsertionPoint); |
Mike Stump | 0ca4279 | 2009-10-14 18:14:51 +0000 | [diff] [blame] | 544 | } |
| 545 | |
Mike Stump | 65d0e28 | 2009-11-13 23:13:20 +0000 | [diff] [blame] | 546 | AddAddressPoints(RD, Offset, AddressPoint); |
Mike Stump | 9840c70 | 2009-11-12 20:47:57 +0000 | [diff] [blame] | 547 | |
Mike Stump | 11dea94 | 2009-10-15 02:04:03 +0000 | [diff] [blame] | 548 | if (alloc) { |
| 549 | delete Path; |
| 550 | } |
Anders Carlsson | dbd920c | 2009-10-11 22:13:54 +0000 | [diff] [blame] | 551 | return AddressPoint; |
| 552 | } |
| 553 | |
Mike Stump | 6a9612f | 2009-10-31 20:06:59 +0000 | [diff] [blame] | 554 | void Primaries(const CXXRecordDecl *RD, bool MorallyVirtual, int64_t Offset, |
| 555 | bool updateVBIndex, Index_t current_vbindex, |
Eli Friedman | 76ed1f7 | 2009-11-30 01:19:33 +0000 | [diff] [blame] | 556 | int64_t CurrentVBaseOffset) { |
Mike Stump | 6a9612f | 2009-10-31 20:06:59 +0000 | [diff] [blame] | 557 | if (!RD->isDynamicClass()) |
| 558 | return; |
| 559 | |
| 560 | const ASTRecordLayout &Layout = CGM.getContext().getASTRecordLayout(RD); |
| 561 | const CXXRecordDecl *PrimaryBase = Layout.getPrimaryBase(); |
| 562 | const bool PrimaryBaseWasVirtual = Layout.getPrimaryBaseWasVirtual(); |
| 563 | |
| 564 | // vtables are composed from the chain of primaries. |
| 565 | if (PrimaryBase) { |
| 566 | D1(printf(" doing primaries for %s most derived %s\n", |
| 567 | RD->getNameAsCString(), Class->getNameAsCString())); |
| 568 | |
Mike Stump | 9e7e3c6 | 2009-11-06 23:27:42 +0000 | [diff] [blame] | 569 | int BaseCurrentVBaseOffset = CurrentVBaseOffset; |
| 570 | if (PrimaryBaseWasVirtual) |
| 571 | BaseCurrentVBaseOffset = BLayout.getVBaseClassOffset(PrimaryBase); |
| 572 | |
Mike Stump | 6a9612f | 2009-10-31 20:06:59 +0000 | [diff] [blame] | 573 | if (!PrimaryBaseWasVirtual) |
| 574 | Primaries(PrimaryBase, PrimaryBaseWasVirtual|MorallyVirtual, Offset, |
Eli Friedman | 76ed1f7 | 2009-11-30 01:19:33 +0000 | [diff] [blame] | 575 | updateVBIndex, current_vbindex, BaseCurrentVBaseOffset); |
Mike Stump | 6a9612f | 2009-10-31 20:06:59 +0000 | [diff] [blame] | 576 | } |
| 577 | |
| 578 | D1(printf(" doing vcall entries for %s most derived %s\n", |
| 579 | RD->getNameAsCString(), Class->getNameAsCString())); |
| 580 | |
| 581 | // And add the virtuals for the class to the primary vtable. |
Eli Friedman | 76ed1f7 | 2009-11-30 01:19:33 +0000 | [diff] [blame] | 582 | AddMethods(RD, MorallyVirtual, Offset, CurrentVBaseOffset); |
Mike Stump | 6a9612f | 2009-10-31 20:06:59 +0000 | [diff] [blame] | 583 | } |
| 584 | |
| 585 | void VBPrimaries(const CXXRecordDecl *RD, bool MorallyVirtual, int64_t Offset, |
| 586 | bool updateVBIndex, Index_t current_vbindex, |
Mike Stump | 9e7e3c6 | 2009-11-06 23:27:42 +0000 | [diff] [blame] | 587 | bool RDisVirtualBase, int64_t CurrentVBaseOffset, |
Eli Friedman | 76ed1f7 | 2009-11-30 01:19:33 +0000 | [diff] [blame] | 588 | bool bottom) { |
Anders Carlsson | dbd920c | 2009-10-11 22:13:54 +0000 | [diff] [blame] | 589 | if (!RD->isDynamicClass()) |
| 590 | return; |
| 591 | |
| 592 | const ASTRecordLayout &Layout = CGM.getContext().getASTRecordLayout(RD); |
| 593 | const CXXRecordDecl *PrimaryBase = Layout.getPrimaryBase(); |
| 594 | const bool PrimaryBaseWasVirtual = Layout.getPrimaryBaseWasVirtual(); |
| 595 | |
| 596 | // vtables are composed from the chain of primaries. |
| 597 | if (PrimaryBase) { |
Mike Stump | 9e7e3c6 | 2009-11-06 23:27:42 +0000 | [diff] [blame] | 598 | int BaseCurrentVBaseOffset = CurrentVBaseOffset; |
| 599 | if (PrimaryBaseWasVirtual) { |
Anders Carlsson | dbd920c | 2009-10-11 22:13:54 +0000 | [diff] [blame] | 600 | IndirectPrimary.insert(PrimaryBase); |
Mike Stump | 9e7e3c6 | 2009-11-06 23:27:42 +0000 | [diff] [blame] | 601 | BaseCurrentVBaseOffset = BLayout.getVBaseClassOffset(PrimaryBase); |
| 602 | } |
Mike Stump | 6a9612f | 2009-10-31 20:06:59 +0000 | [diff] [blame] | 603 | |
| 604 | D1(printf(" doing primaries for %s most derived %s\n", |
| 605 | RD->getNameAsCString(), Class->getNameAsCString())); |
| 606 | |
| 607 | VBPrimaries(PrimaryBase, PrimaryBaseWasVirtual|MorallyVirtual, Offset, |
Mike Stump | 9e7e3c6 | 2009-11-06 23:27:42 +0000 | [diff] [blame] | 608 | updateVBIndex, current_vbindex, PrimaryBaseWasVirtual, |
Eli Friedman | 76ed1f7 | 2009-11-30 01:19:33 +0000 | [diff] [blame] | 609 | BaseCurrentVBaseOffset, false); |
Anders Carlsson | dbd920c | 2009-10-11 22:13:54 +0000 | [diff] [blame] | 610 | } |
| 611 | |
Mike Stump | 6a9612f | 2009-10-31 20:06:59 +0000 | [diff] [blame] | 612 | D1(printf(" doing vbase entries for %s most derived %s\n", |
| 613 | RD->getNameAsCString(), Class->getNameAsCString())); |
| 614 | GenerateVBaseOffsets(RD, Offset, updateVBIndex, current_vbindex); |
| 615 | |
| 616 | if (RDisVirtualBase || bottom) { |
| 617 | Primaries(RD, MorallyVirtual, Offset, updateVBIndex, current_vbindex, |
Eli Friedman | 76ed1f7 | 2009-11-30 01:19:33 +0000 | [diff] [blame] | 618 | CurrentVBaseOffset); |
Mike Stump | 6a9612f | 2009-10-31 20:06:59 +0000 | [diff] [blame] | 619 | } |
Anders Carlsson | dbd920c | 2009-10-11 22:13:54 +0000 | [diff] [blame] | 620 | } |
| 621 | |
Mike Stump | 4cde626 | 2009-11-13 02:13:54 +0000 | [diff] [blame] | 622 | int64_t GenerateVtableForBase(const CXXRecordDecl *RD, int64_t Offset = 0, |
| 623 | bool MorallyVirtual = false, |
Anders Carlsson | dbd920c | 2009-10-11 22:13:54 +0000 | [diff] [blame] | 624 | bool ForVirtualBase = false, |
Mike Stump | 9e7e3c6 | 2009-11-06 23:27:42 +0000 | [diff] [blame] | 625 | int CurrentVBaseOffset = 0, |
Mike Stump | 11dea94 | 2009-10-15 02:04:03 +0000 | [diff] [blame] | 626 | Path_t *Path = 0) { |
Anders Carlsson | dbd920c | 2009-10-11 22:13:54 +0000 | [diff] [blame] | 627 | if (!RD->isDynamicClass()) |
| 628 | return 0; |
| 629 | |
Mike Stump | 92774d1 | 2009-11-13 02:35:38 +0000 | [diff] [blame] | 630 | // Construction vtable don't need parts that have no virtual bases and |
| 631 | // aren't morally virtual. |
| 632 | if ((LayoutClass != Class) && RD->getNumVBases() == 0 && !MorallyVirtual) |
| 633 | return 0; |
| 634 | |
Anders Carlsson | dbd920c | 2009-10-11 22:13:54 +0000 | [diff] [blame] | 635 | const ASTRecordLayout &Layout = CGM.getContext().getASTRecordLayout(RD); |
| 636 | const CXXRecordDecl *PrimaryBase = Layout.getPrimaryBase(); |
| 637 | const bool PrimaryBaseWasVirtual = Layout.getPrimaryBaseWasVirtual(); |
| 638 | |
Anders Carlsson | dbd920c | 2009-10-11 22:13:54 +0000 | [diff] [blame] | 639 | extra = 0; |
Mike Stump | 6a9612f | 2009-10-31 20:06:59 +0000 | [diff] [blame] | 640 | D1(printf("building entries for base %s most derived %s\n", |
| 641 | RD->getNameAsCString(), Class->getNameAsCString())); |
Anders Carlsson | dbd920c | 2009-10-11 22:13:54 +0000 | [diff] [blame] | 642 | |
Mike Stump | 6a9612f | 2009-10-31 20:06:59 +0000 | [diff] [blame] | 643 | if (ForVirtualBase) |
| 644 | extra = VCalls.size(); |
| 645 | |
| 646 | VBPrimaries(RD, MorallyVirtual, Offset, !ForVirtualBase, 0, ForVirtualBase, |
Mike Stump | 9e7e3c6 | 2009-11-06 23:27:42 +0000 | [diff] [blame] | 647 | CurrentVBaseOffset, true); |
Anders Carlsson | dbd920c | 2009-10-11 22:13:54 +0000 | [diff] [blame] | 648 | |
| 649 | if (Path) |
Mike Stump | 9e7e3c6 | 2009-11-06 23:27:42 +0000 | [diff] [blame] | 650 | OverrideMethods(Path, MorallyVirtual, Offset, CurrentVBaseOffset); |
Anders Carlsson | dbd920c | 2009-10-11 22:13:54 +0000 | [diff] [blame] | 651 | |
Mike Stump | 6a9612f | 2009-10-31 20:06:59 +0000 | [diff] [blame] | 652 | return end(RD, Layout, PrimaryBase, PrimaryBaseWasVirtual, MorallyVirtual, |
Mike Stump | 9e7e3c6 | 2009-11-06 23:27:42 +0000 | [diff] [blame] | 653 | Offset, ForVirtualBase, CurrentVBaseOffset, Path); |
Anders Carlsson | dbd920c | 2009-10-11 22:13:54 +0000 | [diff] [blame] | 654 | } |
| 655 | |
| 656 | void GenerateVtableForVBases(const CXXRecordDecl *RD, |
| 657 | int64_t Offset = 0, |
Mike Stump | 11dea94 | 2009-10-15 02:04:03 +0000 | [diff] [blame] | 658 | Path_t *Path = 0) { |
Anders Carlsson | dbd920c | 2009-10-11 22:13:54 +0000 | [diff] [blame] | 659 | bool alloc = false; |
| 660 | if (Path == 0) { |
| 661 | alloc = true; |
Mike Stump | 11dea94 | 2009-10-15 02:04:03 +0000 | [diff] [blame] | 662 | Path = new Path_t; |
Anders Carlsson | dbd920c | 2009-10-11 22:13:54 +0000 | [diff] [blame] | 663 | } |
| 664 | // FIXME: We also need to override using all paths to a virtual base, |
| 665 | // right now, we just process the first path |
| 666 | Path->push_back(std::make_pair(RD, Offset)); |
| 667 | for (CXXRecordDecl::base_class_const_iterator i = RD->bases_begin(), |
| 668 | e = RD->bases_end(); i != e; ++i) { |
| 669 | const CXXRecordDecl *Base = |
| 670 | cast<CXXRecordDecl>(i->getType()->getAs<RecordType>()->getDecl()); |
| 671 | if (i->isVirtual() && !IndirectPrimary.count(Base)) { |
| 672 | // Mark it so we don't output it twice. |
| 673 | IndirectPrimary.insert(Base); |
| 674 | StartNewTable(); |
Mike Stump | 0ca4279 | 2009-10-14 18:14:51 +0000 | [diff] [blame] | 675 | VCall.clear(); |
Anders Carlsson | dbd920c | 2009-10-11 22:13:54 +0000 | [diff] [blame] | 676 | int64_t BaseOffset = BLayout.getVBaseClassOffset(Base); |
Mike Stump | 9e7e3c6 | 2009-11-06 23:27:42 +0000 | [diff] [blame] | 677 | int64_t CurrentVBaseOffset = BaseOffset; |
Mike Stump | 6a9612f | 2009-10-31 20:06:59 +0000 | [diff] [blame] | 678 | D1(printf("vtable %s virtual base %s\n", |
| 679 | Class->getNameAsCString(), Base->getNameAsCString())); |
Mike Stump | 4cde626 | 2009-11-13 02:13:54 +0000 | [diff] [blame] | 680 | GenerateVtableForBase(Base, BaseOffset, true, true, CurrentVBaseOffset, |
Mike Stump | 9e7e3c6 | 2009-11-06 23:27:42 +0000 | [diff] [blame] | 681 | Path); |
Anders Carlsson | dbd920c | 2009-10-11 22:13:54 +0000 | [diff] [blame] | 682 | } |
Mike Stump | 9840c70 | 2009-11-12 20:47:57 +0000 | [diff] [blame] | 683 | int64_t BaseOffset; |
Anders Carlsson | dbd920c | 2009-10-11 22:13:54 +0000 | [diff] [blame] | 684 | if (i->isVirtual()) |
| 685 | BaseOffset = BLayout.getVBaseClassOffset(Base); |
Mike Stump | 9840c70 | 2009-11-12 20:47:57 +0000 | [diff] [blame] | 686 | else { |
| 687 | const ASTRecordLayout &Layout = CGM.getContext().getASTRecordLayout(RD); |
| 688 | BaseOffset = Offset + Layout.getBaseClassOffset(Base); |
| 689 | } |
| 690 | |
Mike Stump | 11dea94 | 2009-10-15 02:04:03 +0000 | [diff] [blame] | 691 | if (Base->getNumVBases()) { |
Anders Carlsson | dbd920c | 2009-10-11 22:13:54 +0000 | [diff] [blame] | 692 | GenerateVtableForVBases(Base, BaseOffset, Path); |
Mike Stump | 11dea94 | 2009-10-15 02:04:03 +0000 | [diff] [blame] | 693 | } |
Anders Carlsson | dbd920c | 2009-10-11 22:13:54 +0000 | [diff] [blame] | 694 | } |
| 695 | Path->pop_back(); |
| 696 | if (alloc) |
| 697 | delete Path; |
| 698 | } |
| 699 | }; |
Anders Carlsson | 27682a3 | 2009-12-03 01:54:02 +0000 | [diff] [blame] | 700 | } // end anonymous namespace |
| 701 | |
Anders Carlsson | 891bb4b | 2009-12-03 02:32:59 +0000 | [diff] [blame] | 702 | /// TypeConversionRequiresAdjustment - Returns whether conversion from a |
| 703 | /// derived type to a base type requires adjustment. |
| 704 | static bool |
| 705 | TypeConversionRequiresAdjustment(ASTContext &Ctx, |
| 706 | const CXXRecordDecl *DerivedDecl, |
| 707 | const CXXRecordDecl *BaseDecl) { |
| 708 | CXXBasePaths Paths(/*FindAmbiguities=*/false, |
| 709 | /*RecordPaths=*/true, /*DetectVirtual=*/true); |
| 710 | if (!const_cast<CXXRecordDecl *>(DerivedDecl)-> |
| 711 | isDerivedFrom(const_cast<CXXRecordDecl *>(BaseDecl), Paths)) { |
| 712 | assert(false && "Class must be derived from the passed in base class!"); |
| 713 | return false; |
| 714 | } |
| 715 | |
| 716 | // If we found a virtual base we always want to require adjustment. |
| 717 | if (Paths.getDetectedVirtual()) |
| 718 | return true; |
| 719 | |
| 720 | const CXXBasePath &Path = Paths.front(); |
| 721 | |
| 722 | for (size_t Start = 0, End = Path.size(); Start != End; ++Start) { |
| 723 | const CXXBasePathElement &Element = Path[Start]; |
| 724 | |
| 725 | // Check the base class offset. |
| 726 | const ASTRecordLayout &Layout = Ctx.getASTRecordLayout(Element.Class); |
| 727 | |
| 728 | const RecordType *BaseType = Element.Base->getType()->getAs<RecordType>(); |
| 729 | const CXXRecordDecl *Base = cast<CXXRecordDecl>(BaseType->getDecl()); |
| 730 | |
| 731 | if (Layout.getBaseClassOffset(Base) != 0) { |
| 732 | // This requires an adjustment. |
| 733 | return true; |
| 734 | } |
| 735 | } |
| 736 | |
| 737 | return false; |
| 738 | } |
| 739 | |
| 740 | static bool |
| 741 | TypeConversionRequiresAdjustment(ASTContext &Ctx, |
| 742 | QualType DerivedType, QualType BaseType) { |
| 743 | // Canonicalize the types. |
| 744 | QualType CanDerivedType = Ctx.getCanonicalType(DerivedType); |
| 745 | QualType CanBaseType = Ctx.getCanonicalType(BaseType); |
| 746 | |
| 747 | assert(CanDerivedType->getTypeClass() == CanBaseType->getTypeClass() && |
| 748 | "Types must have same type class!"); |
| 749 | |
| 750 | if (CanDerivedType == CanBaseType) { |
| 751 | // No adjustment needed. |
| 752 | return false; |
| 753 | } |
| 754 | |
| 755 | if (const ReferenceType *RT = dyn_cast<ReferenceType>(CanDerivedType)) { |
| 756 | CanDerivedType = RT->getPointeeType(); |
| 757 | CanBaseType = cast<ReferenceType>(CanBaseType)->getPointeeType(); |
| 758 | } else if (const PointerType *PT = dyn_cast<PointerType>(CanDerivedType)) { |
| 759 | CanDerivedType = PT->getPointeeType(); |
| 760 | CanBaseType = cast<PointerType>(CanBaseType)->getPointeeType(); |
| 761 | } else { |
| 762 | assert(false && "Unexpected return type!"); |
| 763 | } |
| 764 | |
| 765 | if (CanDerivedType == CanBaseType) { |
| 766 | // No adjustment needed. |
| 767 | return false; |
| 768 | } |
| 769 | |
| 770 | const CXXRecordDecl *DerivedDecl = |
Anders Carlsson | 1750b4f | 2009-12-03 03:28:24 +0000 | [diff] [blame] | 771 | cast<CXXRecordDecl>(cast<RecordType>(CanDerivedType)->getDecl()); |
Anders Carlsson | 891bb4b | 2009-12-03 02:32:59 +0000 | [diff] [blame] | 772 | |
| 773 | const CXXRecordDecl *BaseDecl = |
| 774 | cast<CXXRecordDecl>(cast<RecordType>(CanBaseType)->getDecl()); |
| 775 | |
| 776 | return TypeConversionRequiresAdjustment(Ctx, DerivedDecl, BaseDecl); |
| 777 | } |
| 778 | |
Anders Carlsson | 27682a3 | 2009-12-03 01:54:02 +0000 | [diff] [blame] | 779 | bool VtableBuilder::OverrideMethod(GlobalDecl GD, llvm::Constant *m, |
| 780 | bool MorallyVirtual, Index_t OverrideOffset, |
| 781 | Index_t Offset, int64_t CurrentVBaseOffset) { |
| 782 | const CXXMethodDecl *MD = cast<CXXMethodDecl>(GD.getDecl()); |
| 783 | |
| 784 | const bool isPure = MD->isPure(); |
| 785 | typedef CXXMethodDecl::method_iterator meth_iter; |
| 786 | // FIXME: Should OverrideOffset's be Offset? |
| 787 | |
| 788 | // FIXME: Don't like the nested loops. For very large inheritance |
| 789 | // heirarchies we could have a table on the side with the final overridder |
| 790 | // and just replace each instance of an overridden method once. Would be |
| 791 | // nice to measure the cost/benefit on real code. |
| 792 | |
| 793 | for (meth_iter mi = MD->begin_overridden_methods(), |
| 794 | e = MD->end_overridden_methods(); |
| 795 | mi != e; ++mi) { |
| 796 | GlobalDecl OGD; |
| 797 | |
| 798 | const CXXMethodDecl *OMD = *mi; |
| 799 | if (const CXXDestructorDecl *DD = dyn_cast<CXXDestructorDecl>(OMD)) |
| 800 | OGD = GlobalDecl(DD, GD.getDtorType()); |
| 801 | else |
| 802 | OGD = OMD; |
| 803 | |
| 804 | llvm::Constant *om; |
| 805 | om = WrapAddrOf(OGD); |
| 806 | om = llvm::ConstantExpr::getBitCast(om, Ptr8Ty); |
| 807 | |
| 808 | for (Index_t i = 0, e = submethods.size(); |
| 809 | i != e; ++i) { |
| 810 | // FIXME: begin_overridden_methods might be too lax, covariance */ |
| 811 | if (submethods[i] != om) |
| 812 | continue; |
Anders Carlsson | 891bb4b | 2009-12-03 02:32:59 +0000 | [diff] [blame] | 813 | |
| 814 | QualType ReturnType = |
| 815 | MD->getType()->getAs<FunctionType>()->getResultType(); |
| 816 | QualType OverriddenReturnType = |
| 817 | OMD->getType()->getAs<FunctionType>()->getResultType(); |
| 818 | |
| 819 | // Check if we need a return type adjustment. |
| 820 | if (TypeConversionRequiresAdjustment(CGM.getContext(), ReturnType, |
| 821 | OverriddenReturnType)) { |
Anders Carlsson | a875670 | 2009-12-04 02:22:02 +0000 | [diff] [blame] | 822 | CanQualType &BaseReturnType = BaseReturnTypes[i]; |
Anders Carlsson | bc0e339 | 2009-12-03 02:22:59 +0000 | [diff] [blame] | 823 | |
Anders Carlsson | 891bb4b | 2009-12-03 02:32:59 +0000 | [diff] [blame] | 824 | // Get the canonical return type. |
| 825 | CanQualType CanReturnType = |
| 826 | CGM.getContext().getCanonicalType(ReturnType); |
| 827 | |
| 828 | // Insert the base return type. |
Anders Carlsson | a875670 | 2009-12-04 02:22:02 +0000 | [diff] [blame] | 829 | if (BaseReturnType.isNull()) |
| 830 | BaseReturnType = |
Anders Carlsson | 891bb4b | 2009-12-03 02:32:59 +0000 | [diff] [blame] | 831 | CGM.getContext().getCanonicalType(OverriddenReturnType); |
Anders Carlsson | 27682a3 | 2009-12-03 01:54:02 +0000 | [diff] [blame] | 832 | } |
Anders Carlsson | 891bb4b | 2009-12-03 02:32:59 +0000 | [diff] [blame] | 833 | |
Anders Carlsson | a7f1911 | 2009-12-04 02:08:24 +0000 | [diff] [blame] | 834 | Methods.OverrideMethod(OGD, GD); |
| 835 | |
Anders Carlsson | 27682a3 | 2009-12-03 01:54:02 +0000 | [diff] [blame] | 836 | Index[GD] = i; |
| 837 | submethods[i] = m; |
| 838 | if (isPure) |
| 839 | PureVirtualMethods.insert(GD); |
| 840 | PureVirtualMethods.erase(OGD); |
Anders Carlsson | 98fdb24 | 2009-12-04 02:26:15 +0000 | [diff] [blame] | 841 | ThisAdjustments.erase(i); |
Anders Carlsson | 27682a3 | 2009-12-03 01:54:02 +0000 | [diff] [blame] | 842 | if (MorallyVirtual || VCall.count(OGD)) { |
| 843 | Index_t &idx = VCall[OGD]; |
| 844 | if (idx == 0) { |
| 845 | NonVirtualOffset[GD] = -OverrideOffset/8 + CurrentVBaseOffset/8; |
| 846 | VCallOffset[GD] = OverrideOffset/8; |
| 847 | idx = VCalls.size()+1; |
| 848 | VCalls.push_back(0); |
| 849 | D1(printf(" vcall for %s at %d with delta %d most derived %s\n", |
| 850 | MD->getNameAsString().c_str(), (int)-idx-3, |
| 851 | (int)VCalls[idx-1], Class->getNameAsCString())); |
| 852 | } else { |
| 853 | NonVirtualOffset[GD] = NonVirtualOffset[OGD]; |
| 854 | VCallOffset[GD] = VCallOffset[OGD]; |
| 855 | VCalls[idx-1] = -VCallOffset[OGD] + OverrideOffset/8; |
| 856 | D1(printf(" vcall patch for %s at %d with delta %d most derived %s\n", |
| 857 | MD->getNameAsString().c_str(), (int)-idx-3, |
| 858 | (int)VCalls[idx-1], Class->getNameAsCString())); |
| 859 | } |
| 860 | VCall[GD] = idx; |
| 861 | int64_t NonVirtualAdjustment = NonVirtualOffset[GD]; |
| 862 | int64_t VirtualAdjustment = |
| 863 | -((idx + extra + 2) * LLVMPointerWidth / 8); |
| 864 | |
| 865 | // Optimize out virtual adjustments of 0. |
| 866 | if (VCalls[idx-1] == 0) |
| 867 | VirtualAdjustment = 0; |
| 868 | |
| 869 | ThunkAdjustment ThisAdjustment(NonVirtualAdjustment, |
| 870 | VirtualAdjustment); |
| 871 | |
Anders Carlsson | d8ddffc | 2009-12-03 01:58:20 +0000 | [diff] [blame] | 872 | if (!isPure && !ThisAdjustment.isEmpty()) |
Anders Carlsson | 98fdb24 | 2009-12-04 02:26:15 +0000 | [diff] [blame] | 873 | ThisAdjustments[i] = ThisAdjustment; |
Anders Carlsson | 27682a3 | 2009-12-03 01:54:02 +0000 | [diff] [blame] | 874 | return true; |
| 875 | } |
| 876 | |
| 877 | // FIXME: finish off |
| 878 | int64_t NonVirtualAdjustment = VCallOffset[OGD] - OverrideOffset/8; |
| 879 | |
Anders Carlsson | bc0e339 | 2009-12-03 02:22:59 +0000 | [diff] [blame] | 880 | if (NonVirtualAdjustment) { |
Anders Carlsson | 27682a3 | 2009-12-03 01:54:02 +0000 | [diff] [blame] | 881 | ThunkAdjustment ThisAdjustment(NonVirtualAdjustment, 0); |
| 882 | |
Anders Carlsson | d8ddffc | 2009-12-03 01:58:20 +0000 | [diff] [blame] | 883 | if (!isPure) |
Anders Carlsson | 98fdb24 | 2009-12-04 02:26:15 +0000 | [diff] [blame] | 884 | ThisAdjustments[i] = ThisAdjustment; |
Anders Carlsson | 27682a3 | 2009-12-03 01:54:02 +0000 | [diff] [blame] | 885 | } |
| 886 | return true; |
| 887 | } |
| 888 | } |
| 889 | |
| 890 | return false; |
Anders Carlsson | 27f69d0 | 2009-11-27 22:21:51 +0000 | [diff] [blame] | 891 | } |
| 892 | |
Anders Carlsson | adfa267 | 2009-12-04 02:39:04 +0000 | [diff] [blame] | 893 | void VtableBuilder::AppendMethods() { |
| 894 | InstallThunks(); |
Anders Carlsson | b73ba39 | 2009-12-04 02:43:50 +0000 | [diff] [blame^] | 895 | |
| 896 | for (unsigned i = 0, e = Methods.size(); i != e; ++i) { |
| 897 | GlobalDecl GD = Methods[i]; |
| 898 | |
| 899 | ThunkAdjustment ThisAdjustment = ThisAdjustments.lookup(i); |
| 900 | |
| 901 | if (!ThisAdjustment.isEmpty()) |
| 902 | submethods[i] = CGM.BuildThunk(GD, Extern, ThisAdjustment); |
| 903 | } |
| 904 | |
| 905 | ThisAdjustments.clear(); |
| 906 | |
| 907 | |
Anders Carlsson | adfa267 | 2009-12-04 02:39:04 +0000 | [diff] [blame] | 908 | D1(printf("============= combining methods\n")); |
| 909 | methods.insert(methods.end(), submethods.begin(), submethods.end()); |
| 910 | |
| 911 | Methods.clear(); |
| 912 | submethods.clear(); |
| 913 | } |
| 914 | |
Anders Carlsson | d6b07fb | 2009-11-27 20:47:55 +0000 | [diff] [blame] | 915 | void CGVtableInfo::ComputeMethodVtableIndices(const CXXRecordDecl *RD) { |
| 916 | |
| 917 | // Itanium C++ ABI 2.5.2: |
| 918 | // The order of the virtual function pointers in a virtual table is the |
| 919 | // order of declaration of the corresponding member functions in the class. |
| 920 | // |
| 921 | // There is an entry for any virtual function declared in a class, |
| 922 | // whether it is a new function or overrides a base class function, |
| 923 | // unless it overrides a function from the primary base, and conversion |
| 924 | // between their return types does not require an adjustment. |
| 925 | |
| 926 | int64_t CurrentIndex = 0; |
| 927 | |
| 928 | const ASTRecordLayout &Layout = CGM.getContext().getASTRecordLayout(RD); |
| 929 | const CXXRecordDecl *PrimaryBase = Layout.getPrimaryBase(); |
| 930 | |
| 931 | if (PrimaryBase) { |
Anders Carlsson | 0121fbd | 2009-11-30 19:43:26 +0000 | [diff] [blame] | 932 | assert(PrimaryBase->isDefinition() && |
| 933 | "Should have the definition decl of the primary base!"); |
Anders Carlsson | d6b07fb | 2009-11-27 20:47:55 +0000 | [diff] [blame] | 934 | |
| 935 | // Since the record decl shares its vtable pointer with the primary base |
| 936 | // we need to start counting at the end of the primary base's vtable. |
| 937 | CurrentIndex = getNumVirtualFunctionPointers(PrimaryBase); |
| 938 | } |
| 939 | |
| 940 | const CXXDestructorDecl *ImplicitVirtualDtor = 0; |
| 941 | |
| 942 | for (CXXRecordDecl::method_iterator i = RD->method_begin(), |
| 943 | e = RD->method_end(); i != e; ++i) { |
| 944 | const CXXMethodDecl *MD = *i; |
| 945 | |
| 946 | // We only want virtual methods. |
| 947 | if (!MD->isVirtual()) |
| 948 | continue; |
| 949 | |
| 950 | bool ShouldAddEntryForMethod = true; |
| 951 | |
| 952 | // Check if this method overrides a method in the primary base. |
| 953 | for (CXXMethodDecl::method_iterator i = MD->begin_overridden_methods(), |
| 954 | e = MD->end_overridden_methods(); i != e; ++i) { |
| 955 | const CXXMethodDecl *OverriddenMD = *i; |
| 956 | const CXXRecordDecl *OverriddenRD = OverriddenMD->getParent(); |
| 957 | assert(OverriddenMD->isCanonicalDecl() && |
| 958 | "Should have the canonical decl of the overridden RD!"); |
| 959 | |
| 960 | if (OverriddenRD == PrimaryBase) { |
| 961 | // Check if converting from the return type of the method to the |
| 962 | // return type of the overridden method requires conversion. |
| 963 | QualType ReturnType = |
| 964 | MD->getType()->getAs<FunctionType>()->getResultType(); |
| 965 | QualType OverriddenReturnType = |
| 966 | OverriddenMD->getType()->getAs<FunctionType>()->getResultType(); |
| 967 | |
| 968 | if (!TypeConversionRequiresAdjustment(CGM.getContext(), |
| 969 | ReturnType, OverriddenReturnType)) { |
| 970 | // This index is shared between the index in the vtable of the primary |
| 971 | // base class. |
| 972 | if (const CXXDestructorDecl *DD = dyn_cast<CXXDestructorDecl>(MD)) { |
| 973 | const CXXDestructorDecl *OverriddenDD = |
| 974 | cast<CXXDestructorDecl>(OverriddenMD); |
| 975 | |
| 976 | // Add both the complete and deleting entries. |
| 977 | MethodVtableIndices[GlobalDecl(DD, Dtor_Complete)] = |
| 978 | getMethodVtableIndex(GlobalDecl(OverriddenDD, Dtor_Complete)); |
| 979 | MethodVtableIndices[GlobalDecl(DD, Dtor_Deleting)] = |
| 980 | getMethodVtableIndex(GlobalDecl(OverriddenDD, Dtor_Deleting)); |
| 981 | } else { |
| 982 | MethodVtableIndices[MD] = getMethodVtableIndex(OverriddenMD); |
| 983 | } |
| 984 | |
| 985 | // We don't need to add an entry for this method. |
| 986 | ShouldAddEntryForMethod = false; |
| 987 | break; |
| 988 | } |
| 989 | } |
| 990 | } |
| 991 | |
| 992 | if (!ShouldAddEntryForMethod) |
| 993 | continue; |
| 994 | |
| 995 | if (const CXXDestructorDecl *DD = dyn_cast<CXXDestructorDecl>(MD)) { |
| 996 | if (MD->isImplicit()) { |
| 997 | assert(!ImplicitVirtualDtor && |
| 998 | "Did already see an implicit virtual dtor!"); |
| 999 | ImplicitVirtualDtor = DD; |
| 1000 | continue; |
| 1001 | } |
| 1002 | |
| 1003 | // Add the complete dtor. |
| 1004 | MethodVtableIndices[GlobalDecl(DD, Dtor_Complete)] = CurrentIndex++; |
| 1005 | |
| 1006 | // Add the deleting dtor. |
| 1007 | MethodVtableIndices[GlobalDecl(DD, Dtor_Deleting)] = CurrentIndex++; |
| 1008 | } else { |
| 1009 | // Add the entry. |
| 1010 | MethodVtableIndices[MD] = CurrentIndex++; |
| 1011 | } |
| 1012 | } |
| 1013 | |
| 1014 | if (ImplicitVirtualDtor) { |
| 1015 | // Itanium C++ ABI 2.5.2: |
| 1016 | // If a class has an implicitly-defined virtual destructor, |
| 1017 | // its entries come after the declared virtual function pointers. |
| 1018 | |
| 1019 | // Add the complete dtor. |
| 1020 | MethodVtableIndices[GlobalDecl(ImplicitVirtualDtor, Dtor_Complete)] = |
| 1021 | CurrentIndex++; |
| 1022 | |
| 1023 | // Add the deleting dtor. |
| 1024 | MethodVtableIndices[GlobalDecl(ImplicitVirtualDtor, Dtor_Deleting)] = |
| 1025 | CurrentIndex++; |
| 1026 | } |
| 1027 | |
| 1028 | NumVirtualFunctionPointers[RD] = CurrentIndex; |
| 1029 | } |
| 1030 | |
| 1031 | uint64_t CGVtableInfo::getNumVirtualFunctionPointers(const CXXRecordDecl *RD) { |
| 1032 | llvm::DenseMap<const CXXRecordDecl *, uint64_t>::iterator I = |
| 1033 | NumVirtualFunctionPointers.find(RD); |
| 1034 | if (I != NumVirtualFunctionPointers.end()) |
| 1035 | return I->second; |
| 1036 | |
| 1037 | ComputeMethodVtableIndices(RD); |
| 1038 | |
| 1039 | I = NumVirtualFunctionPointers.find(RD); |
| 1040 | assert(I != NumVirtualFunctionPointers.end() && "Did not find entry!"); |
| 1041 | return I->second; |
| 1042 | } |
| 1043 | |
| 1044 | uint64_t CGVtableInfo::getMethodVtableIndex(GlobalDecl GD) { |
Anders Carlsson | a0fdd91 | 2009-11-13 17:08:56 +0000 | [diff] [blame] | 1045 | MethodVtableIndicesTy::iterator I = MethodVtableIndices.find(GD); |
Anders Carlsson | dbd920c | 2009-10-11 22:13:54 +0000 | [diff] [blame] | 1046 | if (I != MethodVtableIndices.end()) |
| 1047 | return I->second; |
| 1048 | |
Anders Carlsson | a0fdd91 | 2009-11-13 17:08:56 +0000 | [diff] [blame] | 1049 | const CXXRecordDecl *RD = cast<CXXMethodDecl>(GD.getDecl())->getParent(); |
Anders Carlsson | d6b07fb | 2009-11-27 20:47:55 +0000 | [diff] [blame] | 1050 | |
| 1051 | ComputeMethodVtableIndices(RD); |
| 1052 | |
Anders Carlsson | a0fdd91 | 2009-11-13 17:08:56 +0000 | [diff] [blame] | 1053 | I = MethodVtableIndices.find(GD); |
Anders Carlsson | dbd920c | 2009-10-11 22:13:54 +0000 | [diff] [blame] | 1054 | assert(I != MethodVtableIndices.end() && "Did not find index!"); |
| 1055 | return I->second; |
| 1056 | } |
| 1057 | |
| 1058 | int64_t CGVtableInfo::getVirtualBaseOffsetIndex(const CXXRecordDecl *RD, |
| 1059 | const CXXRecordDecl *VBase) { |
| 1060 | ClassPairTy ClassPair(RD, VBase); |
| 1061 | |
| 1062 | VirtualBaseClassIndiciesTy::iterator I = |
| 1063 | VirtualBaseClassIndicies.find(ClassPair); |
| 1064 | if (I != VirtualBaseClassIndicies.end()) |
| 1065 | return I->second; |
| 1066 | |
| 1067 | std::vector<llvm::Constant *> methods; |
| 1068 | // FIXME: This seems expensive. Can we do a partial job to get |
| 1069 | // just this data. |
Mike Stump | 4cde626 | 2009-11-13 02:13:54 +0000 | [diff] [blame] | 1070 | VtableBuilder b(methods, RD, RD, 0, CGM); |
Mike Stump | 6a9612f | 2009-10-31 20:06:59 +0000 | [diff] [blame] | 1071 | D1(printf("vtable %s\n", RD->getNameAsCString())); |
Anders Carlsson | dbd920c | 2009-10-11 22:13:54 +0000 | [diff] [blame] | 1072 | b.GenerateVtableForBase(RD); |
| 1073 | b.GenerateVtableForVBases(RD); |
| 1074 | |
| 1075 | for (llvm::DenseMap<const CXXRecordDecl *, uint64_t>::iterator I = |
| 1076 | b.getVBIndex().begin(), E = b.getVBIndex().end(); I != E; ++I) { |
| 1077 | // Insert all types. |
| 1078 | ClassPairTy ClassPair(RD, I->first); |
| 1079 | |
| 1080 | VirtualBaseClassIndicies.insert(std::make_pair(ClassPair, I->second)); |
| 1081 | } |
| 1082 | |
| 1083 | I = VirtualBaseClassIndicies.find(ClassPair); |
| 1084 | assert(I != VirtualBaseClassIndicies.end() && "Did not find index!"); |
| 1085 | |
| 1086 | return I->second; |
| 1087 | } |
| 1088 | |
Mike Stump | 9840c70 | 2009-11-12 20:47:57 +0000 | [diff] [blame] | 1089 | llvm::Constant *CodeGenModule::GenerateVtable(const CXXRecordDecl *LayoutClass, |
| 1090 | const CXXRecordDecl *RD, |
Mike Stump | 8cfcb52 | 2009-11-11 20:26:26 +0000 | [diff] [blame] | 1091 | uint64_t Offset) { |
Anders Carlsson | dbd920c | 2009-10-11 22:13:54 +0000 | [diff] [blame] | 1092 | llvm::SmallString<256> OutName; |
Mike Stump | 9840c70 | 2009-11-12 20:47:57 +0000 | [diff] [blame] | 1093 | if (LayoutClass != RD) |
Daniel Dunbar | 94fd26d | 2009-11-21 09:06:22 +0000 | [diff] [blame] | 1094 | getMangleContext().mangleCXXCtorVtable(LayoutClass, Offset/8, RD, OutName); |
Mike Stump | 8cfcb52 | 2009-11-11 20:26:26 +0000 | [diff] [blame] | 1095 | else |
Daniel Dunbar | 94fd26d | 2009-11-21 09:06:22 +0000 | [diff] [blame] | 1096 | getMangleContext().mangleCXXVtable(RD, OutName); |
| 1097 | llvm::StringRef Name = OutName.str(); |
Benjamin Kramer | 7a9474e | 2009-10-11 22:57:54 +0000 | [diff] [blame] | 1098 | |
Anders Carlsson | dbd920c | 2009-10-11 22:13:54 +0000 | [diff] [blame] | 1099 | std::vector<llvm::Constant *> methods; |
| 1100 | llvm::Type *Ptr8Ty=llvm::PointerType::get(llvm::Type::getInt8Ty(VMContext),0); |
| 1101 | int64_t AddressPoint; |
| 1102 | |
Mike Stump | 85615df | 2009-11-19 04:04:36 +0000 | [diff] [blame] | 1103 | llvm::GlobalVariable *GV = getModule().getGlobalVariable(Name); |
Mike Stump | 23a3542 | 2009-11-19 20:52:19 +0000 | [diff] [blame] | 1104 | if (GV && AddressPoints[LayoutClass] && !GV->isDeclaration()) { |
Mike Stump | 85615df | 2009-11-19 04:04:36 +0000 | [diff] [blame] | 1105 | AddressPoint=(*(*(AddressPoints[LayoutClass]))[RD])[std::make_pair(RD, |
| 1106 | Offset)]; |
Mike Stump | 23a3542 | 2009-11-19 20:52:19 +0000 | [diff] [blame] | 1107 | // FIXME: We can never have 0 address point. Do this for now so gepping |
| 1108 | // retains the same structure. Later, we'll just assert. |
| 1109 | if (AddressPoint == 0) |
| 1110 | AddressPoint = 1; |
| 1111 | } else { |
Mike Stump | 85615df | 2009-11-19 04:04:36 +0000 | [diff] [blame] | 1112 | VtableBuilder b(methods, RD, LayoutClass, Offset, *this); |
Anders Carlsson | dbd920c | 2009-10-11 22:13:54 +0000 | [diff] [blame] | 1113 | |
Mike Stump | 85615df | 2009-11-19 04:04:36 +0000 | [diff] [blame] | 1114 | D1(printf("vtable %s\n", RD->getNameAsCString())); |
| 1115 | // First comes the vtables for all the non-virtual bases... |
| 1116 | AddressPoint = b.GenerateVtableForBase(RD, Offset); |
Anders Carlsson | dbd920c | 2009-10-11 22:13:54 +0000 | [diff] [blame] | 1117 | |
Mike Stump | 85615df | 2009-11-19 04:04:36 +0000 | [diff] [blame] | 1118 | // then the vtables for all the virtual bases. |
| 1119 | b.GenerateVtableForVBases(RD, Offset); |
Anders Carlsson | dbd920c | 2009-10-11 22:13:54 +0000 | [diff] [blame] | 1120 | |
Mike Stump | 85615df | 2009-11-19 04:04:36 +0000 | [diff] [blame] | 1121 | bool CreateDefinition = true; |
| 1122 | if (LayoutClass != RD) |
| 1123 | CreateDefinition = true; |
| 1124 | else { |
Anders Carlsson | 1a5e0d7 | 2009-11-30 23:41:22 +0000 | [diff] [blame] | 1125 | const ASTRecordLayout &Layout = |
| 1126 | getContext().getASTRecordLayout(LayoutClass); |
| 1127 | |
| 1128 | if (const CXXMethodDecl *KeyFunction = Layout.getKeyFunction()) { |
Mike Stump | 85615df | 2009-11-19 04:04:36 +0000 | [diff] [blame] | 1129 | if (!KeyFunction->getBody()) { |
| 1130 | // If there is a KeyFunction, and it isn't defined, just build a |
| 1131 | // reference to the vtable. |
| 1132 | CreateDefinition = false; |
| 1133 | } |
| 1134 | } |
| 1135 | } |
| 1136 | |
| 1137 | llvm::Constant *C = 0; |
| 1138 | llvm::Type *type = Ptr8Ty; |
| 1139 | llvm::GlobalVariable::LinkageTypes linktype |
| 1140 | = llvm::GlobalValue::ExternalLinkage; |
| 1141 | if (CreateDefinition) { |
| 1142 | llvm::ArrayType *ntype = llvm::ArrayType::get(Ptr8Ty, methods.size()); |
| 1143 | C = llvm::ConstantArray::get(ntype, methods); |
| 1144 | linktype = llvm::GlobalValue::LinkOnceODRLinkage; |
| 1145 | if (LayoutClass->isInAnonymousNamespace()) |
| 1146 | linktype = llvm::GlobalValue::InternalLinkage; |
| 1147 | type = ntype; |
| 1148 | } |
| 1149 | llvm::GlobalVariable *OGV = GV; |
| 1150 | GV = new llvm::GlobalVariable(getModule(), type, true, linktype, C, Name); |
| 1151 | if (OGV) { |
| 1152 | GV->takeName(OGV); |
| 1153 | llvm::Constant *NewPtr = llvm::ConstantExpr::getBitCast(GV, |
| 1154 | OGV->getType()); |
| 1155 | OGV->replaceAllUsesWith(NewPtr); |
| 1156 | OGV->eraseFromParent(); |
| 1157 | } |
| 1158 | bool Hidden = getDeclVisibilityMode(RD) == LangOptions::Hidden; |
| 1159 | if (Hidden) |
| 1160 | GV->setVisibility(llvm::GlobalVariable::HiddenVisibility); |
| 1161 | } |
Mike Stump | e56ceca | 2009-11-18 04:00:48 +0000 | [diff] [blame] | 1162 | llvm::Constant *vtable = llvm::ConstantExpr::getBitCast(GV, Ptr8Ty); |
Mike Stump | 380dd75 | 2009-11-10 07:44:33 +0000 | [diff] [blame] | 1163 | llvm::Constant *AddressPointC; |
| 1164 | uint32_t LLVMPointerWidth = getContext().Target.getPointerWidth(0); |
| 1165 | AddressPointC = llvm::ConstantInt::get(llvm::Type::getInt64Ty(VMContext), |
| 1166 | AddressPoint*LLVMPointerWidth/8); |
Mike Stump | 9840c70 | 2009-11-12 20:47:57 +0000 | [diff] [blame] | 1167 | vtable = llvm::ConstantExpr::getInBoundsGetElementPtr(vtable, &AddressPointC, |
| 1168 | 1); |
Mike Stump | 380dd75 | 2009-11-10 07:44:33 +0000 | [diff] [blame] | 1169 | |
Mike Stump | 23a3542 | 2009-11-19 20:52:19 +0000 | [diff] [blame] | 1170 | assert(vtable->getType() == Ptr8Ty); |
Anders Carlsson | dbd920c | 2009-10-11 22:13:54 +0000 | [diff] [blame] | 1171 | return vtable; |
| 1172 | } |
Mike Stump | fbfb52d | 2009-11-10 02:30:51 +0000 | [diff] [blame] | 1173 | |
Mike Stump | 92f2fe2 | 2009-12-02 19:07:44 +0000 | [diff] [blame] | 1174 | namespace { |
Mike Stump | fbfb52d | 2009-11-10 02:30:51 +0000 | [diff] [blame] | 1175 | class VTTBuilder { |
| 1176 | /// Inits - The list of values built for the VTT. |
| 1177 | std::vector<llvm::Constant *> &Inits; |
| 1178 | /// Class - The most derived class that this vtable is being built for. |
| 1179 | const CXXRecordDecl *Class; |
| 1180 | CodeGenModule &CGM; // Per-module state. |
Mike Stump | 971977f | 2009-11-11 00:35:07 +0000 | [diff] [blame] | 1181 | llvm::SmallSet<const CXXRecordDecl *, 32> SeenVBase; |
Mike Stump | aee8de3 | 2009-11-11 03:08:24 +0000 | [diff] [blame] | 1182 | /// BLayout - Layout for the most derived class that this vtable is being |
| 1183 | /// built for. |
| 1184 | const ASTRecordLayout &BLayout; |
Mike Stump | acfd1e5 | 2009-11-13 01:54:23 +0000 | [diff] [blame] | 1185 | CodeGenModule::AddrMap_t &AddressPoints; |
Mike Stump | 9840c70 | 2009-11-12 20:47:57 +0000 | [diff] [blame] | 1186 | // vtbl - A pointer to the vtable for Class. |
| 1187 | llvm::Constant *ClassVtbl; |
| 1188 | llvm::LLVMContext &VMContext; |
Mike Stump | fbfb52d | 2009-11-10 02:30:51 +0000 | [diff] [blame] | 1189 | |
Mike Stump | 28f7ce1 | 2009-11-12 22:56:32 +0000 | [diff] [blame] | 1190 | /// BuildVtablePtr - Build up a referene to the given secondary vtable |
Mike Stump | acfd1e5 | 2009-11-13 01:54:23 +0000 | [diff] [blame] | 1191 | llvm::Constant *BuildVtablePtr(llvm::Constant *vtbl, |
| 1192 | const CXXRecordDecl *VtblClass, |
| 1193 | const CXXRecordDecl *RD, |
Mike Stump | 28f7ce1 | 2009-11-12 22:56:32 +0000 | [diff] [blame] | 1194 | uint64_t Offset) { |
| 1195 | int64_t AddressPoint; |
Mike Stump | acfd1e5 | 2009-11-13 01:54:23 +0000 | [diff] [blame] | 1196 | AddressPoint = (*AddressPoints[VtblClass])[std::make_pair(RD, Offset)]; |
Mike Stump | 80ac235 | 2009-11-12 23:36:21 +0000 | [diff] [blame] | 1197 | // FIXME: We can never have 0 address point. Do this for now so gepping |
Mike Stump | 23a3542 | 2009-11-19 20:52:19 +0000 | [diff] [blame] | 1198 | // retains the same structure. Later we'll just assert. |
Mike Stump | 80ac235 | 2009-11-12 23:36:21 +0000 | [diff] [blame] | 1199 | if (AddressPoint == 0) |
| 1200 | AddressPoint = 1; |
Mike Stump | acfd1e5 | 2009-11-13 01:54:23 +0000 | [diff] [blame] | 1201 | D1(printf("XXX address point for %s in %s layout %s at offset %d was %d\n", |
| 1202 | RD->getNameAsCString(), VtblClass->getNameAsCString(), |
| 1203 | Class->getNameAsCString(), (int)Offset, (int)AddressPoint)); |
Mike Stump | 28f7ce1 | 2009-11-12 22:56:32 +0000 | [diff] [blame] | 1204 | uint32_t LLVMPointerWidth = CGM.getContext().Target.getPointerWidth(0); |
| 1205 | llvm::Constant *init; |
| 1206 | init = llvm::ConstantInt::get(llvm::Type::getInt64Ty(VMContext), |
| 1207 | AddressPoint*LLVMPointerWidth/8); |
| 1208 | init = llvm::ConstantExpr::getInBoundsGetElementPtr(vtbl, &init, 1); |
| 1209 | return init; |
| 1210 | } |
| 1211 | |
Mike Stump | 9840c70 | 2009-11-12 20:47:57 +0000 | [diff] [blame] | 1212 | /// Secondary - Add the secondary vtable pointers to Inits. Offset is the |
| 1213 | /// current offset in bits to the object we're working on. |
Mike Stump | 28f7ce1 | 2009-11-12 22:56:32 +0000 | [diff] [blame] | 1214 | void Secondary(const CXXRecordDecl *RD, llvm::Constant *vtbl, |
Mike Stump | acfd1e5 | 2009-11-13 01:54:23 +0000 | [diff] [blame] | 1215 | const CXXRecordDecl *VtblClass, uint64_t Offset=0, |
| 1216 | bool MorallyVirtual=false) { |
Mike Stump | 971977f | 2009-11-11 00:35:07 +0000 | [diff] [blame] | 1217 | if (RD->getNumVBases() == 0 && ! MorallyVirtual) |
| 1218 | return; |
| 1219 | |
| 1220 | for (CXXRecordDecl::base_class_const_iterator i = RD->bases_begin(), |
| 1221 | e = RD->bases_end(); i != e; ++i) { |
| 1222 | const CXXRecordDecl *Base = |
| 1223 | cast<CXXRecordDecl>(i->getType()->getAs<RecordType>()->getDecl()); |
| 1224 | const ASTRecordLayout &Layout = CGM.getContext().getASTRecordLayout(RD); |
| 1225 | const CXXRecordDecl *PrimaryBase = Layout.getPrimaryBase(); |
| 1226 | const bool PrimaryBaseWasVirtual = Layout.getPrimaryBaseWasVirtual(); |
| 1227 | bool NonVirtualPrimaryBase; |
| 1228 | NonVirtualPrimaryBase = !PrimaryBaseWasVirtual && Base == PrimaryBase; |
| 1229 | bool BaseMorallyVirtual = MorallyVirtual | i->isVirtual(); |
Mike Stump | aee8de3 | 2009-11-11 03:08:24 +0000 | [diff] [blame] | 1230 | uint64_t BaseOffset; |
| 1231 | if (!i->isVirtual()) { |
| 1232 | const ASTRecordLayout &Layout = CGM.getContext().getASTRecordLayout(RD); |
| 1233 | BaseOffset = Offset + Layout.getBaseClassOffset(Base); |
| 1234 | } else |
| 1235 | BaseOffset = BLayout.getVBaseClassOffset(Base); |
Mike Stump | 80ac235 | 2009-11-12 23:36:21 +0000 | [diff] [blame] | 1236 | llvm::Constant *subvtbl = vtbl; |
Mike Stump | acfd1e5 | 2009-11-13 01:54:23 +0000 | [diff] [blame] | 1237 | const CXXRecordDecl *subVtblClass = VtblClass; |
Mike Stump | 971977f | 2009-11-11 00:35:07 +0000 | [diff] [blame] | 1238 | if ((Base->getNumVBases() || BaseMorallyVirtual) |
| 1239 | && !NonVirtualPrimaryBase) { |
| 1240 | // FIXME: Slightly too many of these for __ZTT8test8_B2 |
Mike Stump | 28f7ce1 | 2009-11-12 22:56:32 +0000 | [diff] [blame] | 1241 | llvm::Constant *init; |
Mike Stump | 80ac235 | 2009-11-12 23:36:21 +0000 | [diff] [blame] | 1242 | if (BaseMorallyVirtual) |
Mike Stump | acfd1e5 | 2009-11-13 01:54:23 +0000 | [diff] [blame] | 1243 | init = BuildVtablePtr(vtbl, VtblClass, RD, Offset); |
Mike Stump | 80ac235 | 2009-11-12 23:36:21 +0000 | [diff] [blame] | 1244 | else { |
Mike Stump | 28f7ce1 | 2009-11-12 22:56:32 +0000 | [diff] [blame] | 1245 | init = CGM.getVtableInfo().getCtorVtable(Class, Base, BaseOffset); |
Mike Stump | 80ac235 | 2009-11-12 23:36:21 +0000 | [diff] [blame] | 1246 | subvtbl = dyn_cast<llvm::Constant>(init->getOperand(0)); |
Mike Stump | acfd1e5 | 2009-11-13 01:54:23 +0000 | [diff] [blame] | 1247 | subVtblClass = Base; |
Mike Stump | 80ac235 | 2009-11-12 23:36:21 +0000 | [diff] [blame] | 1248 | } |
Mike Stump | 28f7ce1 | 2009-11-12 22:56:32 +0000 | [diff] [blame] | 1249 | Inits.push_back(init); |
Mike Stump | 971977f | 2009-11-11 00:35:07 +0000 | [diff] [blame] | 1250 | } |
Mike Stump | acfd1e5 | 2009-11-13 01:54:23 +0000 | [diff] [blame] | 1251 | Secondary(Base, subvtbl, subVtblClass, BaseOffset, BaseMorallyVirtual); |
Mike Stump | 971977f | 2009-11-11 00:35:07 +0000 | [diff] [blame] | 1252 | } |
| 1253 | } |
| 1254 | |
Mike Stump | 9840c70 | 2009-11-12 20:47:57 +0000 | [diff] [blame] | 1255 | /// BuiltVTT - Add the VTT to Inits. Offset is the offset in bits to the |
| 1256 | /// currnet object we're working on. |
| 1257 | void BuildVTT(const CXXRecordDecl *RD, uint64_t Offset, bool MorallyVirtual) { |
Mike Stump | 971977f | 2009-11-11 00:35:07 +0000 | [diff] [blame] | 1258 | if (RD->getNumVBases() == 0 && !MorallyVirtual) |
| 1259 | return; |
| 1260 | |
Mike Stump | 9840c70 | 2009-11-12 20:47:57 +0000 | [diff] [blame] | 1261 | llvm::Constant *init; |
Mike Stump | acfd1e5 | 2009-11-13 01:54:23 +0000 | [diff] [blame] | 1262 | const CXXRecordDecl *VtblClass; |
| 1263 | |
Mike Stump | 971977f | 2009-11-11 00:35:07 +0000 | [diff] [blame] | 1264 | // First comes the primary virtual table pointer... |
Mike Stump | acfd1e5 | 2009-11-13 01:54:23 +0000 | [diff] [blame] | 1265 | if (MorallyVirtual) { |
| 1266 | init = BuildVtablePtr(ClassVtbl, Class, RD, Offset); |
| 1267 | VtblClass = Class; |
| 1268 | } else { |
Mike Stump | 9840c70 | 2009-11-12 20:47:57 +0000 | [diff] [blame] | 1269 | init = CGM.getVtableInfo().getCtorVtable(Class, RD, Offset); |
Mike Stump | acfd1e5 | 2009-11-13 01:54:23 +0000 | [diff] [blame] | 1270 | VtblClass = RD; |
| 1271 | } |
Mike Stump | 28f7ce1 | 2009-11-12 22:56:32 +0000 | [diff] [blame] | 1272 | llvm::Constant *vtbl = dyn_cast<llvm::Constant>(init->getOperand(0)); |
Mike Stump | 9840c70 | 2009-11-12 20:47:57 +0000 | [diff] [blame] | 1273 | Inits.push_back(init); |
Mike Stump | 971977f | 2009-11-11 00:35:07 +0000 | [diff] [blame] | 1274 | |
| 1275 | // then the secondary VTTs.... |
Mike Stump | 9840c70 | 2009-11-12 20:47:57 +0000 | [diff] [blame] | 1276 | SecondaryVTTs(RD, Offset, MorallyVirtual); |
Mike Stump | 971977f | 2009-11-11 00:35:07 +0000 | [diff] [blame] | 1277 | |
| 1278 | // and last the secondary vtable pointers. |
Mike Stump | acfd1e5 | 2009-11-13 01:54:23 +0000 | [diff] [blame] | 1279 | Secondary(RD, vtbl, VtblClass, Offset, MorallyVirtual); |
Mike Stump | 971977f | 2009-11-11 00:35:07 +0000 | [diff] [blame] | 1280 | } |
| 1281 | |
| 1282 | /// SecondaryVTTs - Add the secondary VTTs to Inits. The secondary VTTs are |
| 1283 | /// built from each direct non-virtual proper base that requires a VTT in |
| 1284 | /// declaration order. |
Mike Stump | 9840c70 | 2009-11-12 20:47:57 +0000 | [diff] [blame] | 1285 | void SecondaryVTTs(const CXXRecordDecl *RD, uint64_t Offset=0, |
| 1286 | bool MorallyVirtual=false) { |
Mike Stump | 971977f | 2009-11-11 00:35:07 +0000 | [diff] [blame] | 1287 | for (CXXRecordDecl::base_class_const_iterator i = RD->bases_begin(), |
| 1288 | e = RD->bases_end(); i != e; ++i) { |
| 1289 | const CXXRecordDecl *Base = |
| 1290 | cast<CXXRecordDecl>(i->getType()->getAs<RecordType>()->getDecl()); |
| 1291 | if (i->isVirtual()) |
| 1292 | continue; |
Mike Stump | 9840c70 | 2009-11-12 20:47:57 +0000 | [diff] [blame] | 1293 | const ASTRecordLayout &Layout = CGM.getContext().getASTRecordLayout(RD); |
| 1294 | uint64_t BaseOffset = Offset + Layout.getBaseClassOffset(Base); |
| 1295 | BuildVTT(Base, BaseOffset, MorallyVirtual); |
Mike Stump | 971977f | 2009-11-11 00:35:07 +0000 | [diff] [blame] | 1296 | } |
| 1297 | } |
| 1298 | |
| 1299 | /// VirtualVTTs - Add the VTT for each proper virtual base in inheritance |
| 1300 | /// graph preorder. |
| 1301 | void VirtualVTTs(const CXXRecordDecl *RD) { |
| 1302 | for (CXXRecordDecl::base_class_const_iterator i = RD->bases_begin(), |
| 1303 | e = RD->bases_end(); i != e; ++i) { |
| 1304 | const CXXRecordDecl *Base = |
| 1305 | cast<CXXRecordDecl>(i->getType()->getAs<RecordType>()->getDecl()); |
| 1306 | if (i->isVirtual() && !SeenVBase.count(Base)) { |
| 1307 | SeenVBase.insert(Base); |
Mike Stump | 9840c70 | 2009-11-12 20:47:57 +0000 | [diff] [blame] | 1308 | uint64_t BaseOffset = BLayout.getVBaseClassOffset(Base); |
| 1309 | BuildVTT(Base, BaseOffset, true); |
Mike Stump | 971977f | 2009-11-11 00:35:07 +0000 | [diff] [blame] | 1310 | } |
| 1311 | VirtualVTTs(Base); |
| 1312 | } |
| 1313 | } |
Mike Stump | fbfb52d | 2009-11-10 02:30:51 +0000 | [diff] [blame] | 1314 | public: |
| 1315 | VTTBuilder(std::vector<llvm::Constant *> &inits, const CXXRecordDecl *c, |
Mike Stump | aee8de3 | 2009-11-11 03:08:24 +0000 | [diff] [blame] | 1316 | CodeGenModule &cgm) |
| 1317 | : Inits(inits), Class(c), CGM(cgm), |
Mike Stump | 9840c70 | 2009-11-12 20:47:57 +0000 | [diff] [blame] | 1318 | BLayout(cgm.getContext().getASTRecordLayout(c)), |
Mike Stump | acfd1e5 | 2009-11-13 01:54:23 +0000 | [diff] [blame] | 1319 | AddressPoints(*cgm.AddressPoints[c]), |
Mike Stump | 9840c70 | 2009-11-12 20:47:57 +0000 | [diff] [blame] | 1320 | VMContext(cgm.getModule().getContext()) { |
Mike Stump | 380dd75 | 2009-11-10 07:44:33 +0000 | [diff] [blame] | 1321 | |
Mike Stump | 971977f | 2009-11-11 00:35:07 +0000 | [diff] [blame] | 1322 | // First comes the primary virtual table pointer for the complete class... |
Mike Stump | 9840c70 | 2009-11-12 20:47:57 +0000 | [diff] [blame] | 1323 | ClassVtbl = CGM.getVtableInfo().getVtable(Class); |
| 1324 | Inits.push_back(ClassVtbl); |
| 1325 | ClassVtbl = dyn_cast<llvm::Constant>(ClassVtbl->getOperand(0)); |
| 1326 | |
Mike Stump | 971977f | 2009-11-11 00:35:07 +0000 | [diff] [blame] | 1327 | // then the secondary VTTs... |
| 1328 | SecondaryVTTs(Class); |
| 1329 | |
| 1330 | // then the secondary vtable pointers... |
Mike Stump | acfd1e5 | 2009-11-13 01:54:23 +0000 | [diff] [blame] | 1331 | Secondary(Class, ClassVtbl, Class); |
Mike Stump | 971977f | 2009-11-11 00:35:07 +0000 | [diff] [blame] | 1332 | |
| 1333 | // and last, the virtual VTTs. |
| 1334 | VirtualVTTs(Class); |
Mike Stump | fbfb52d | 2009-11-10 02:30:51 +0000 | [diff] [blame] | 1335 | } |
| 1336 | }; |
Mike Stump | 92f2fe2 | 2009-12-02 19:07:44 +0000 | [diff] [blame] | 1337 | } |
Mike Stump | fbfb52d | 2009-11-10 02:30:51 +0000 | [diff] [blame] | 1338 | |
Mike Stump | 380dd75 | 2009-11-10 07:44:33 +0000 | [diff] [blame] | 1339 | llvm::Constant *CodeGenModule::GenerateVTT(const CXXRecordDecl *RD) { |
Mike Stump | f1c0333 | 2009-11-10 19:13:04 +0000 | [diff] [blame] | 1340 | // Only classes that have virtual bases need a VTT. |
| 1341 | if (RD->getNumVBases() == 0) |
| 1342 | return 0; |
| 1343 | |
Mike Stump | fbfb52d | 2009-11-10 02:30:51 +0000 | [diff] [blame] | 1344 | llvm::SmallString<256> OutName; |
Daniel Dunbar | 94fd26d | 2009-11-21 09:06:22 +0000 | [diff] [blame] | 1345 | getMangleContext().mangleCXXVTT(RD, OutName); |
| 1346 | llvm::StringRef Name = OutName.str(); |
Mike Stump | fbfb52d | 2009-11-10 02:30:51 +0000 | [diff] [blame] | 1347 | |
| 1348 | llvm::GlobalVariable::LinkageTypes linktype; |
| 1349 | linktype = llvm::GlobalValue::LinkOnceODRLinkage; |
Mike Stump | 85615df | 2009-11-19 04:04:36 +0000 | [diff] [blame] | 1350 | if (RD->isInAnonymousNamespace()) |
| 1351 | linktype = llvm::GlobalValue::InternalLinkage; |
Mike Stump | fbfb52d | 2009-11-10 02:30:51 +0000 | [diff] [blame] | 1352 | std::vector<llvm::Constant *> inits; |
| 1353 | llvm::Type *Ptr8Ty=llvm::PointerType::get(llvm::Type::getInt8Ty(VMContext),0); |
| 1354 | |
Mike Stump | fbfb52d | 2009-11-10 02:30:51 +0000 | [diff] [blame] | 1355 | D1(printf("vtt %s\n", RD->getNameAsCString())); |
| 1356 | |
Mike Stump | 971977f | 2009-11-11 00:35:07 +0000 | [diff] [blame] | 1357 | VTTBuilder b(inits, RD, *this); |
| 1358 | |
Mike Stump | fbfb52d | 2009-11-10 02:30:51 +0000 | [diff] [blame] | 1359 | llvm::Constant *C; |
| 1360 | llvm::ArrayType *type = llvm::ArrayType::get(Ptr8Ty, inits.size()); |
| 1361 | C = llvm::ConstantArray::get(type, inits); |
Mike Stump | e56ceca | 2009-11-18 04:00:48 +0000 | [diff] [blame] | 1362 | llvm::GlobalVariable *vtt = new llvm::GlobalVariable(getModule(), type, true, |
Mike Stump | 85615df | 2009-11-19 04:04:36 +0000 | [diff] [blame] | 1363 | linktype, C, Name); |
Mike Stump | e56ceca | 2009-11-18 04:00:48 +0000 | [diff] [blame] | 1364 | bool Hidden = getDeclVisibilityMode(RD) == LangOptions::Hidden; |
| 1365 | if (Hidden) |
| 1366 | vtt->setVisibility(llvm::GlobalVariable::HiddenVisibility); |
| 1367 | return llvm::ConstantExpr::getBitCast(vtt, Ptr8Ty); |
Mike Stump | fbfb52d | 2009-11-10 02:30:51 +0000 | [diff] [blame] | 1368 | } |
Mike Stump | 380dd75 | 2009-11-10 07:44:33 +0000 | [diff] [blame] | 1369 | |
Mike Stump | 5858894 | 2009-11-19 01:08:19 +0000 | [diff] [blame] | 1370 | void CGVtableInfo::GenerateClassData(const CXXRecordDecl *RD) { |
| 1371 | Vtables[RD] = CGM.GenerateVtable(RD, RD); |
Mike Stump | de05057 | 2009-12-02 18:57:08 +0000 | [diff] [blame] | 1372 | CGM.GenerateRTTI(RD); |
Mike Stump | 5858894 | 2009-11-19 01:08:19 +0000 | [diff] [blame] | 1373 | CGM.GenerateVTT(RD); |
| 1374 | } |
| 1375 | |
Mike Stump | 8cfcb52 | 2009-11-11 20:26:26 +0000 | [diff] [blame] | 1376 | llvm::Constant *CGVtableInfo::getVtable(const CXXRecordDecl *RD) { |
Mike Stump | 380dd75 | 2009-11-10 07:44:33 +0000 | [diff] [blame] | 1377 | llvm::Constant *&vtbl = Vtables[RD]; |
| 1378 | if (vtbl) |
| 1379 | return vtbl; |
Mike Stump | 9840c70 | 2009-11-12 20:47:57 +0000 | [diff] [blame] | 1380 | vtbl = CGM.GenerateVtable(RD, RD); |
Mike Stump | 85615df | 2009-11-19 04:04:36 +0000 | [diff] [blame] | 1381 | |
| 1382 | bool CreateDefinition = true; |
Anders Carlsson | 1a5e0d7 | 2009-11-30 23:41:22 +0000 | [diff] [blame] | 1383 | |
| 1384 | const ASTRecordLayout &Layout = CGM.getContext().getASTRecordLayout(RD); |
| 1385 | if (const CXXMethodDecl *KeyFunction = Layout.getKeyFunction()) { |
Mike Stump | 85615df | 2009-11-19 04:04:36 +0000 | [diff] [blame] | 1386 | if (!KeyFunction->getBody()) { |
| 1387 | // If there is a KeyFunction, and it isn't defined, just build a |
| 1388 | // reference to the vtable. |
| 1389 | CreateDefinition = false; |
| 1390 | } |
| 1391 | } |
| 1392 | |
| 1393 | if (CreateDefinition) { |
Mike Stump | de05057 | 2009-12-02 18:57:08 +0000 | [diff] [blame] | 1394 | CGM.GenerateRTTI(RD); |
Mike Stump | 85615df | 2009-11-19 04:04:36 +0000 | [diff] [blame] | 1395 | CGM.GenerateVTT(RD); |
| 1396 | } |
Mike Stump | 380dd75 | 2009-11-10 07:44:33 +0000 | [diff] [blame] | 1397 | return vtbl; |
| 1398 | } |
Mike Stump | 8cfcb52 | 2009-11-11 20:26:26 +0000 | [diff] [blame] | 1399 | |
Mike Stump | 9840c70 | 2009-11-12 20:47:57 +0000 | [diff] [blame] | 1400 | llvm::Constant *CGVtableInfo::getCtorVtable(const CXXRecordDecl *LayoutClass, |
| 1401 | const CXXRecordDecl *RD, |
Mike Stump | 8cfcb52 | 2009-11-11 20:26:26 +0000 | [diff] [blame] | 1402 | uint64_t Offset) { |
Mike Stump | 9840c70 | 2009-11-12 20:47:57 +0000 | [diff] [blame] | 1403 | return CGM.GenerateVtable(LayoutClass, RD, Offset); |
Mike Stump | 8cfcb52 | 2009-11-11 20:26:26 +0000 | [diff] [blame] | 1404 | } |
Anders Carlsson | 1a5e0d7 | 2009-11-30 23:41:22 +0000 | [diff] [blame] | 1405 | |
| 1406 | void CGVtableInfo::MaybeEmitVtable(GlobalDecl GD) { |
| 1407 | const CXXMethodDecl *MD = cast<CXXMethodDecl>(GD.getDecl()); |
| 1408 | const CXXRecordDecl *RD = MD->getParent(); |
| 1409 | |
| 1410 | const ASTRecordLayout &Layout = CGM.getContext().getASTRecordLayout(RD); |
| 1411 | |
| 1412 | // Get the key function. |
| 1413 | const CXXMethodDecl *KeyFunction = Layout.getKeyFunction(); |
| 1414 | |
| 1415 | if (!KeyFunction) { |
| 1416 | // If there's no key function, we don't want to emit the vtable here. |
| 1417 | return; |
| 1418 | } |
| 1419 | |
| 1420 | // Check if we have the key function. |
| 1421 | if (KeyFunction->getCanonicalDecl() != MD->getCanonicalDecl()) |
| 1422 | return; |
| 1423 | |
| 1424 | // If the key function is a destructor, we only want to emit the vtable once, |
| 1425 | // so do it for the complete destructor. |
| 1426 | if (isa<CXXDestructorDecl>(MD) && GD.getDtorType() != Dtor_Complete) |
| 1427 | return; |
| 1428 | |
| 1429 | // Emit the data. |
| 1430 | GenerateClassData(RD); |
| 1431 | } |
| 1432 | |