blob: a95791ce884f86a06d1c2de9d517a437819e9250 [file] [log] [blame]
Peter Collingbournecfd23562011-09-26 01:57:12 +00001//===--- VTableBuilder.cpp - C++ vtable layout builder --------------------===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10// This contains code dealing with generation of the layout of virtual tables.
11//
12//===----------------------------------------------------------------------===//
13
14#include "clang/AST/VTableBuilder.h"
Benjamin Kramer2ef30312012-07-04 18:45:14 +000015#include "clang/AST/ASTContext.h"
David Majnemer70e6a002015-05-01 21:35:45 +000016#include "clang/AST/ASTDiagnostic.h"
Peter Collingbournecfd23562011-09-26 01:57:12 +000017#include "clang/AST/CXXInheritance.h"
18#include "clang/AST/RecordLayout.h"
19#include "clang/Basic/TargetInfo.h"
David Majnemerab130922015-05-04 18:47:54 +000020#include "llvm/ADT/SetOperations.h"
Reid Kleckner5f080942014-01-03 23:42:00 +000021#include "llvm/ADT/SmallPtrSet.h"
Peter Collingbournecfd23562011-09-26 01:57:12 +000022#include "llvm/Support/Format.h"
Benjamin Kramer444a1302012-12-01 17:12:56 +000023#include "llvm/Support/raw_ostream.h"
Peter Collingbournecfd23562011-09-26 01:57:12 +000024#include <algorithm>
25#include <cstdio>
26
27using namespace clang;
28
29#define DUMP_OVERRIDERS 0
30
31namespace {
32
33/// BaseOffset - Represents an offset from a derived class to a direct or
34/// indirect base class.
35struct BaseOffset {
36 /// DerivedClass - The derived class.
37 const CXXRecordDecl *DerivedClass;
38
39 /// VirtualBase - If the path from the derived class to the base class
Timur Iskhodzhanovbb5a17e2013-05-08 08:09:21 +000040 /// involves virtual base classes, this holds the declaration of the last
41 /// virtual base in this path (i.e. closest to the base class).
Peter Collingbournecfd23562011-09-26 01:57:12 +000042 const CXXRecordDecl *VirtualBase;
43
44 /// NonVirtualOffset - The offset from the derived class to the base class.
45 /// (Or the offset from the virtual base class to the base class, if the
46 /// path from the derived class to the base class involves a virtual base
47 /// class.
48 CharUnits NonVirtualOffset;
Craig Topper36250ad2014-05-12 05:36:57 +000049
50 BaseOffset() : DerivedClass(nullptr), VirtualBase(nullptr),
51 NonVirtualOffset(CharUnits::Zero()) { }
Peter Collingbournecfd23562011-09-26 01:57:12 +000052 BaseOffset(const CXXRecordDecl *DerivedClass,
53 const CXXRecordDecl *VirtualBase, CharUnits NonVirtualOffset)
54 : DerivedClass(DerivedClass), VirtualBase(VirtualBase),
55 NonVirtualOffset(NonVirtualOffset) { }
56
57 bool isEmpty() const { return NonVirtualOffset.isZero() && !VirtualBase; }
58};
59
60/// FinalOverriders - Contains the final overrider member functions for all
61/// member functions in the base subobjects of a class.
62class FinalOverriders {
63public:
64 /// OverriderInfo - Information about a final overrider.
65 struct OverriderInfo {
66 /// Method - The method decl of the overrider.
67 const CXXMethodDecl *Method;
68
Timur Iskhodzhanov7d19fc12014-11-17 15:11:05 +000069 /// VirtualBase - The virtual base class subobject of this overrider.
Timur Iskhodzhanov6b128502014-04-22 17:32:02 +000070 /// Note that this records the closest derived virtual base class subobject.
71 const CXXRecordDecl *VirtualBase;
72
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +000073 /// Offset - the base offset of the overrider's parent in the layout class.
Peter Collingbournecfd23562011-09-26 01:57:12 +000074 CharUnits Offset;
Craig Topper36250ad2014-05-12 05:36:57 +000075
76 OverriderInfo() : Method(nullptr), VirtualBase(nullptr),
77 Offset(CharUnits::Zero()) { }
Peter Collingbournecfd23562011-09-26 01:57:12 +000078 };
79
80private:
81 /// MostDerivedClass - The most derived class for which the final overriders
82 /// are stored.
83 const CXXRecordDecl *MostDerivedClass;
84
85 /// MostDerivedClassOffset - If we're building final overriders for a
86 /// construction vtable, this holds the offset from the layout class to the
87 /// most derived class.
88 const CharUnits MostDerivedClassOffset;
89
90 /// LayoutClass - The class we're using for layout information. Will be
91 /// different than the most derived class if the final overriders are for a
92 /// construction vtable.
93 const CXXRecordDecl *LayoutClass;
94
95 ASTContext &Context;
96
97 /// MostDerivedClassLayout - the AST record layout of the most derived class.
98 const ASTRecordLayout &MostDerivedClassLayout;
99
100 /// MethodBaseOffsetPairTy - Uniquely identifies a member function
101 /// in a base subobject.
102 typedef std::pair<const CXXMethodDecl *, CharUnits> MethodBaseOffsetPairTy;
103
104 typedef llvm::DenseMap<MethodBaseOffsetPairTy,
105 OverriderInfo> OverridersMapTy;
106
107 /// OverridersMap - The final overriders for all virtual member functions of
108 /// all the base subobjects of the most derived class.
109 OverridersMapTy OverridersMap;
110
111 /// SubobjectsToOffsetsMapTy - A mapping from a base subobject (represented
112 /// as a record decl and a subobject number) and its offsets in the most
113 /// derived class as well as the layout class.
114 typedef llvm::DenseMap<std::pair<const CXXRecordDecl *, unsigned>,
115 CharUnits> SubobjectOffsetMapTy;
116
117 typedef llvm::DenseMap<const CXXRecordDecl *, unsigned> SubobjectCountMapTy;
118
119 /// ComputeBaseOffsets - Compute the offsets for all base subobjects of the
120 /// given base.
121 void ComputeBaseOffsets(BaseSubobject Base, bool IsVirtual,
122 CharUnits OffsetInLayoutClass,
123 SubobjectOffsetMapTy &SubobjectOffsets,
124 SubobjectOffsetMapTy &SubobjectLayoutClassOffsets,
125 SubobjectCountMapTy &SubobjectCounts);
126
127 typedef llvm::SmallPtrSet<const CXXRecordDecl *, 4> VisitedVirtualBasesSetTy;
128
129 /// dump - dump the final overriders for a base subobject, and all its direct
130 /// and indirect base subobjects.
131 void dump(raw_ostream &Out, BaseSubobject Base,
132 VisitedVirtualBasesSetTy& VisitedVirtualBases);
133
134public:
135 FinalOverriders(const CXXRecordDecl *MostDerivedClass,
136 CharUnits MostDerivedClassOffset,
137 const CXXRecordDecl *LayoutClass);
138
139 /// getOverrider - Get the final overrider for the given method declaration in
140 /// the subobject with the given base offset.
141 OverriderInfo getOverrider(const CXXMethodDecl *MD,
142 CharUnits BaseOffset) const {
143 assert(OverridersMap.count(std::make_pair(MD, BaseOffset)) &&
144 "Did not find overrider!");
145
146 return OverridersMap.lookup(std::make_pair(MD, BaseOffset));
147 }
148
149 /// dump - dump the final overriders.
150 void dump() {
151 VisitedVirtualBasesSetTy VisitedVirtualBases;
152 dump(llvm::errs(), BaseSubobject(MostDerivedClass, CharUnits::Zero()),
153 VisitedVirtualBases);
154 }
155
156};
157
Peter Collingbournecfd23562011-09-26 01:57:12 +0000158FinalOverriders::FinalOverriders(const CXXRecordDecl *MostDerivedClass,
159 CharUnits MostDerivedClassOffset,
160 const CXXRecordDecl *LayoutClass)
161 : MostDerivedClass(MostDerivedClass),
162 MostDerivedClassOffset(MostDerivedClassOffset), LayoutClass(LayoutClass),
163 Context(MostDerivedClass->getASTContext()),
164 MostDerivedClassLayout(Context.getASTRecordLayout(MostDerivedClass)) {
165
166 // Compute base offsets.
167 SubobjectOffsetMapTy SubobjectOffsets;
168 SubobjectOffsetMapTy SubobjectLayoutClassOffsets;
169 SubobjectCountMapTy SubobjectCounts;
170 ComputeBaseOffsets(BaseSubobject(MostDerivedClass, CharUnits::Zero()),
171 /*IsVirtual=*/false,
172 MostDerivedClassOffset,
173 SubobjectOffsets, SubobjectLayoutClassOffsets,
174 SubobjectCounts);
175
Sylvestre Ledru830885c2012-07-23 08:59:39 +0000176 // Get the final overriders.
Peter Collingbournecfd23562011-09-26 01:57:12 +0000177 CXXFinalOverriderMap FinalOverriders;
178 MostDerivedClass->getFinalOverriders(FinalOverriders);
179
Benjamin Kramera37e7652015-07-25 17:10:49 +0000180 for (const auto &Overrider : FinalOverriders) {
181 const CXXMethodDecl *MD = Overrider.first;
182 const OverridingMethods &Methods = Overrider.second;
Peter Collingbournecfd23562011-09-26 01:57:12 +0000183
Benjamin Kramera37e7652015-07-25 17:10:49 +0000184 for (const auto &M : Methods) {
185 unsigned SubobjectNumber = M.first;
Peter Collingbournecfd23562011-09-26 01:57:12 +0000186 assert(SubobjectOffsets.count(std::make_pair(MD->getParent(),
187 SubobjectNumber)) &&
188 "Did not find subobject offset!");
189
190 CharUnits BaseOffset = SubobjectOffsets[std::make_pair(MD->getParent(),
191 SubobjectNumber)];
192
Benjamin Kramera37e7652015-07-25 17:10:49 +0000193 assert(M.second.size() == 1 && "Final overrider is not unique!");
194 const UniqueVirtualMethod &Method = M.second.front();
Peter Collingbournecfd23562011-09-26 01:57:12 +0000195
196 const CXXRecordDecl *OverriderRD = Method.Method->getParent();
197 assert(SubobjectLayoutClassOffsets.count(
198 std::make_pair(OverriderRD, Method.Subobject))
199 && "Did not find subobject offset!");
200 CharUnits OverriderOffset =
201 SubobjectLayoutClassOffsets[std::make_pair(OverriderRD,
202 Method.Subobject)];
203
204 OverriderInfo& Overrider = OverridersMap[std::make_pair(MD, BaseOffset)];
205 assert(!Overrider.Method && "Overrider should not exist yet!");
206
207 Overrider.Offset = OverriderOffset;
208 Overrider.Method = Method.Method;
Timur Iskhodzhanov6b128502014-04-22 17:32:02 +0000209 Overrider.VirtualBase = Method.InVirtualSubobject;
Peter Collingbournecfd23562011-09-26 01:57:12 +0000210 }
211 }
212
213#if DUMP_OVERRIDERS
214 // And dump them (for now).
215 dump();
216#endif
217}
218
David Majnemerab130922015-05-04 18:47:54 +0000219static BaseOffset ComputeBaseOffset(const ASTContext &Context,
Peter Collingbournecfd23562011-09-26 01:57:12 +0000220 const CXXRecordDecl *DerivedRD,
221 const CXXBasePath &Path) {
222 CharUnits NonVirtualOffset = CharUnits::Zero();
223
224 unsigned NonVirtualStart = 0;
Craig Topper36250ad2014-05-12 05:36:57 +0000225 const CXXRecordDecl *VirtualBase = nullptr;
226
Peter Collingbournecfd23562011-09-26 01:57:12 +0000227 // First, look for the virtual base class.
Timur Iskhodzhanovbb5a17e2013-05-08 08:09:21 +0000228 for (int I = Path.size(), E = 0; I != E; --I) {
229 const CXXBasePathElement &Element = Path[I - 1];
230
Peter Collingbournecfd23562011-09-26 01:57:12 +0000231 if (Element.Base->isVirtual()) {
Timur Iskhodzhanovbb5a17e2013-05-08 08:09:21 +0000232 NonVirtualStart = I;
Peter Collingbournecfd23562011-09-26 01:57:12 +0000233 QualType VBaseType = Element.Base->getType();
Timur Iskhodzhanov7f55a452013-07-02 16:00:40 +0000234 VirtualBase = VBaseType->getAsCXXRecordDecl();
Timur Iskhodzhanovbb5a17e2013-05-08 08:09:21 +0000235 break;
Peter Collingbournecfd23562011-09-26 01:57:12 +0000236 }
237 }
238
239 // Now compute the non-virtual offset.
240 for (unsigned I = NonVirtualStart, E = Path.size(); I != E; ++I) {
241 const CXXBasePathElement &Element = Path[I];
242
243 // Check the base class offset.
244 const ASTRecordLayout &Layout = Context.getASTRecordLayout(Element.Class);
245
Timur Iskhodzhanov7f55a452013-07-02 16:00:40 +0000246 const CXXRecordDecl *Base = Element.Base->getType()->getAsCXXRecordDecl();
Peter Collingbournecfd23562011-09-26 01:57:12 +0000247
248 NonVirtualOffset += Layout.getBaseClassOffset(Base);
249 }
250
251 // FIXME: This should probably use CharUnits or something. Maybe we should
252 // even change the base offsets in ASTRecordLayout to be specified in
253 // CharUnits.
254 return BaseOffset(DerivedRD, VirtualBase, NonVirtualOffset);
255
256}
257
David Majnemerab130922015-05-04 18:47:54 +0000258static BaseOffset ComputeBaseOffset(const ASTContext &Context,
Peter Collingbournecfd23562011-09-26 01:57:12 +0000259 const CXXRecordDecl *BaseRD,
260 const CXXRecordDecl *DerivedRD) {
261 CXXBasePaths Paths(/*FindAmbiguities=*/false,
262 /*RecordPaths=*/true, /*DetectVirtual=*/false);
Benjamin Kramer325d7452013-02-03 18:55:34 +0000263
264 if (!DerivedRD->isDerivedFrom(BaseRD, Paths))
Peter Collingbournecfd23562011-09-26 01:57:12 +0000265 llvm_unreachable("Class must be derived from the passed in base class!");
Peter Collingbournecfd23562011-09-26 01:57:12 +0000266
267 return ComputeBaseOffset(Context, DerivedRD, Paths.front());
268}
269
270static BaseOffset
271ComputeReturnAdjustmentBaseOffset(ASTContext &Context,
272 const CXXMethodDecl *DerivedMD,
273 const CXXMethodDecl *BaseMD) {
274 const FunctionType *BaseFT = BaseMD->getType()->getAs<FunctionType>();
275 const FunctionType *DerivedFT = DerivedMD->getType()->getAs<FunctionType>();
276
277 // Canonicalize the return types.
Alp Toker314cc812014-01-25 16:55:45 +0000278 CanQualType CanDerivedReturnType =
279 Context.getCanonicalType(DerivedFT->getReturnType());
280 CanQualType CanBaseReturnType =
281 Context.getCanonicalType(BaseFT->getReturnType());
282
Peter Collingbournecfd23562011-09-26 01:57:12 +0000283 assert(CanDerivedReturnType->getTypeClass() ==
284 CanBaseReturnType->getTypeClass() &&
285 "Types must have same type class!");
286
287 if (CanDerivedReturnType == CanBaseReturnType) {
288 // No adjustment needed.
289 return BaseOffset();
290 }
291
292 if (isa<ReferenceType>(CanDerivedReturnType)) {
293 CanDerivedReturnType =
294 CanDerivedReturnType->getAs<ReferenceType>()->getPointeeType();
295 CanBaseReturnType =
296 CanBaseReturnType->getAs<ReferenceType>()->getPointeeType();
297 } else if (isa<PointerType>(CanDerivedReturnType)) {
298 CanDerivedReturnType =
299 CanDerivedReturnType->getAs<PointerType>()->getPointeeType();
300 CanBaseReturnType =
301 CanBaseReturnType->getAs<PointerType>()->getPointeeType();
302 } else {
303 llvm_unreachable("Unexpected return type!");
304 }
305
306 // We need to compare unqualified types here; consider
307 // const T *Base::foo();
308 // T *Derived::foo();
309 if (CanDerivedReturnType.getUnqualifiedType() ==
310 CanBaseReturnType.getUnqualifiedType()) {
311 // No adjustment needed.
312 return BaseOffset();
313 }
314
315 const CXXRecordDecl *DerivedRD =
316 cast<CXXRecordDecl>(cast<RecordType>(CanDerivedReturnType)->getDecl());
317
318 const CXXRecordDecl *BaseRD =
319 cast<CXXRecordDecl>(cast<RecordType>(CanBaseReturnType)->getDecl());
320
321 return ComputeBaseOffset(Context, BaseRD, DerivedRD);
322}
323
324void
325FinalOverriders::ComputeBaseOffsets(BaseSubobject Base, bool IsVirtual,
326 CharUnits OffsetInLayoutClass,
327 SubobjectOffsetMapTy &SubobjectOffsets,
328 SubobjectOffsetMapTy &SubobjectLayoutClassOffsets,
329 SubobjectCountMapTy &SubobjectCounts) {
330 const CXXRecordDecl *RD = Base.getBase();
331
332 unsigned SubobjectNumber = 0;
333 if (!IsVirtual)
334 SubobjectNumber = ++SubobjectCounts[RD];
335
336 // Set up the subobject to offset mapping.
337 assert(!SubobjectOffsets.count(std::make_pair(RD, SubobjectNumber))
338 && "Subobject offset already exists!");
339 assert(!SubobjectLayoutClassOffsets.count(std::make_pair(RD, SubobjectNumber))
340 && "Subobject offset already exists!");
341
342 SubobjectOffsets[std::make_pair(RD, SubobjectNumber)] = Base.getBaseOffset();
343 SubobjectLayoutClassOffsets[std::make_pair(RD, SubobjectNumber)] =
344 OffsetInLayoutClass;
345
346 // Traverse our bases.
Timur Iskhodzhanov1523c612014-03-26 08:22:48 +0000347 for (const auto &B : RD->bases()) {
348 const CXXRecordDecl *BaseDecl = B.getType()->getAsCXXRecordDecl();
Peter Collingbournecfd23562011-09-26 01:57:12 +0000349
350 CharUnits BaseOffset;
351 CharUnits BaseOffsetInLayoutClass;
Timur Iskhodzhanov1523c612014-03-26 08:22:48 +0000352 if (B.isVirtual()) {
Peter Collingbournecfd23562011-09-26 01:57:12 +0000353 // Check if we've visited this virtual base before.
354 if (SubobjectOffsets.count(std::make_pair(BaseDecl, 0)))
355 continue;
356
357 const ASTRecordLayout &LayoutClassLayout =
358 Context.getASTRecordLayout(LayoutClass);
359
360 BaseOffset = MostDerivedClassLayout.getVBaseClassOffset(BaseDecl);
361 BaseOffsetInLayoutClass =
362 LayoutClassLayout.getVBaseClassOffset(BaseDecl);
363 } else {
364 const ASTRecordLayout &Layout = Context.getASTRecordLayout(RD);
365 CharUnits Offset = Layout.getBaseClassOffset(BaseDecl);
366
367 BaseOffset = Base.getBaseOffset() + Offset;
368 BaseOffsetInLayoutClass = OffsetInLayoutClass + Offset;
369 }
370
371 ComputeBaseOffsets(BaseSubobject(BaseDecl, BaseOffset),
Timur Iskhodzhanov1523c612014-03-26 08:22:48 +0000372 B.isVirtual(), BaseOffsetInLayoutClass,
Peter Collingbournecfd23562011-09-26 01:57:12 +0000373 SubobjectOffsets, SubobjectLayoutClassOffsets,
374 SubobjectCounts);
375 }
376}
377
378void FinalOverriders::dump(raw_ostream &Out, BaseSubobject Base,
379 VisitedVirtualBasesSetTy &VisitedVirtualBases) {
380 const CXXRecordDecl *RD = Base.getBase();
381 const ASTRecordLayout &Layout = Context.getASTRecordLayout(RD);
382
Timur Iskhodzhanov1523c612014-03-26 08:22:48 +0000383 for (const auto &B : RD->bases()) {
384 const CXXRecordDecl *BaseDecl = B.getType()->getAsCXXRecordDecl();
Peter Collingbournecfd23562011-09-26 01:57:12 +0000385
386 // Ignore bases that don't have any virtual member functions.
387 if (!BaseDecl->isPolymorphic())
388 continue;
389
390 CharUnits BaseOffset;
Timur Iskhodzhanov1523c612014-03-26 08:22:48 +0000391 if (B.isVirtual()) {
David Blaikie82e95a32014-11-19 07:49:47 +0000392 if (!VisitedVirtualBases.insert(BaseDecl).second) {
Peter Collingbournecfd23562011-09-26 01:57:12 +0000393 // We've visited this base before.
394 continue;
395 }
396
397 BaseOffset = MostDerivedClassLayout.getVBaseClassOffset(BaseDecl);
398 } else {
399 BaseOffset = Layout.getBaseClassOffset(BaseDecl) + Base.getBaseOffset();
400 }
401
402 dump(Out, BaseSubobject(BaseDecl, BaseOffset), VisitedVirtualBases);
403 }
404
Aaron Ballman75ee4cc2014-01-03 18:42:48 +0000405 Out << "Final overriders for (";
406 RD->printQualifiedName(Out);
407 Out << ", ";
Peter Collingbournecfd23562011-09-26 01:57:12 +0000408 Out << Base.getBaseOffset().getQuantity() << ")\n";
409
410 // Now dump the overriders for this base subobject.
Aaron Ballman2b124d12014-03-13 16:36:16 +0000411 for (const auto *MD : RD->methods()) {
Peter Collingbournecfd23562011-09-26 01:57:12 +0000412 if (!MD->isVirtual())
413 continue;
Reid Kleckner1cbd9aa2015-02-25 19:17:48 +0000414 MD = MD->getCanonicalDecl();
NAKAMURA Takumi073f2b42015-02-25 10:50:06 +0000415
Peter Collingbournecfd23562011-09-26 01:57:12 +0000416 OverriderInfo Overrider = getOverrider(MD, Base.getBaseOffset());
417
Aaron Ballman75ee4cc2014-01-03 18:42:48 +0000418 Out << " ";
419 MD->printQualifiedName(Out);
420 Out << " - (";
421 Overrider.Method->printQualifiedName(Out);
Timur Iskhodzhanovbe5a3d82013-06-05 06:40:07 +0000422 Out << ", " << Overrider.Offset.getQuantity() << ')';
Peter Collingbournecfd23562011-09-26 01:57:12 +0000423
424 BaseOffset Offset;
425 if (!Overrider.Method->isPure())
426 Offset = ComputeReturnAdjustmentBaseOffset(Context, Overrider.Method, MD);
427
428 if (!Offset.isEmpty()) {
429 Out << " [ret-adj: ";
Aaron Ballman75ee4cc2014-01-03 18:42:48 +0000430 if (Offset.VirtualBase) {
431 Offset.VirtualBase->printQualifiedName(Out);
432 Out << " vbase, ";
433 }
Peter Collingbournecfd23562011-09-26 01:57:12 +0000434
435 Out << Offset.NonVirtualOffset.getQuantity() << " nv]";
436 }
437
438 Out << "\n";
439 }
440}
441
442/// VCallOffsetMap - Keeps track of vcall offsets when building a vtable.
443struct VCallOffsetMap {
444
445 typedef std::pair<const CXXMethodDecl *, CharUnits> MethodAndOffsetPairTy;
446
447 /// Offsets - Keeps track of methods and their offsets.
448 // FIXME: This should be a real map and not a vector.
449 SmallVector<MethodAndOffsetPairTy, 16> Offsets;
450
451 /// MethodsCanShareVCallOffset - Returns whether two virtual member functions
452 /// can share the same vcall offset.
453 static bool MethodsCanShareVCallOffset(const CXXMethodDecl *LHS,
454 const CXXMethodDecl *RHS);
455
456public:
457 /// AddVCallOffset - Adds a vcall offset to the map. Returns true if the
458 /// add was successful, or false if there was already a member function with
459 /// the same signature in the map.
460 bool AddVCallOffset(const CXXMethodDecl *MD, CharUnits OffsetOffset);
461
462 /// getVCallOffsetOffset - Returns the vcall offset offset (relative to the
463 /// vtable address point) for the given virtual member function.
464 CharUnits getVCallOffsetOffset(const CXXMethodDecl *MD);
465
466 // empty - Return whether the offset map is empty or not.
467 bool empty() const { return Offsets.empty(); }
468};
469
470static bool HasSameVirtualSignature(const CXXMethodDecl *LHS,
471 const CXXMethodDecl *RHS) {
John McCallb6c4a7e2012-03-21 06:57:19 +0000472 const FunctionProtoType *LT =
473 cast<FunctionProtoType>(LHS->getType().getCanonicalType());
474 const FunctionProtoType *RT =
475 cast<FunctionProtoType>(RHS->getType().getCanonicalType());
Peter Collingbournecfd23562011-09-26 01:57:12 +0000476
477 // Fast-path matches in the canonical types.
478 if (LT == RT) return true;
479
480 // Force the signatures to match. We can't rely on the overrides
481 // list here because there isn't necessarily an inheritance
482 // relationship between the two methods.
Benjamin Kramera37e7652015-07-25 17:10:49 +0000483 if (LT->getTypeQuals() != RT->getTypeQuals())
Peter Collingbournecfd23562011-09-26 01:57:12 +0000484 return false;
Benjamin Kramera37e7652015-07-25 17:10:49 +0000485 return LT->getParamTypes() == RT->getParamTypes();
Peter Collingbournecfd23562011-09-26 01:57:12 +0000486}
487
488bool VCallOffsetMap::MethodsCanShareVCallOffset(const CXXMethodDecl *LHS,
489 const CXXMethodDecl *RHS) {
490 assert(LHS->isVirtual() && "LHS must be virtual!");
491 assert(RHS->isVirtual() && "LHS must be virtual!");
492
493 // A destructor can share a vcall offset with another destructor.
494 if (isa<CXXDestructorDecl>(LHS))
495 return isa<CXXDestructorDecl>(RHS);
496
497 // FIXME: We need to check more things here.
498
499 // The methods must have the same name.
500 DeclarationName LHSName = LHS->getDeclName();
501 DeclarationName RHSName = RHS->getDeclName();
502 if (LHSName != RHSName)
503 return false;
504
505 // And the same signatures.
506 return HasSameVirtualSignature(LHS, RHS);
507}
508
509bool VCallOffsetMap::AddVCallOffset(const CXXMethodDecl *MD,
510 CharUnits OffsetOffset) {
511 // Check if we can reuse an offset.
Benjamin Kramera37e7652015-07-25 17:10:49 +0000512 for (const auto &OffsetPair : Offsets) {
513 if (MethodsCanShareVCallOffset(OffsetPair.first, MD))
Peter Collingbournecfd23562011-09-26 01:57:12 +0000514 return false;
515 }
516
517 // Add the offset.
518 Offsets.push_back(MethodAndOffsetPairTy(MD, OffsetOffset));
519 return true;
520}
521
522CharUnits VCallOffsetMap::getVCallOffsetOffset(const CXXMethodDecl *MD) {
523 // Look for an offset.
Benjamin Kramera37e7652015-07-25 17:10:49 +0000524 for (const auto &OffsetPair : Offsets) {
525 if (MethodsCanShareVCallOffset(OffsetPair.first, MD))
526 return OffsetPair.second;
Peter Collingbournecfd23562011-09-26 01:57:12 +0000527 }
528
529 llvm_unreachable("Should always find a vcall offset offset!");
530}
531
532/// VCallAndVBaseOffsetBuilder - Class for building vcall and vbase offsets.
533class VCallAndVBaseOffsetBuilder {
534public:
535 typedef llvm::DenseMap<const CXXRecordDecl *, CharUnits>
536 VBaseOffsetOffsetsMapTy;
537
538private:
539 /// MostDerivedClass - The most derived class for which we're building vcall
540 /// and vbase offsets.
541 const CXXRecordDecl *MostDerivedClass;
542
543 /// LayoutClass - The class we're using for layout information. Will be
544 /// different than the most derived class if we're building a construction
545 /// vtable.
546 const CXXRecordDecl *LayoutClass;
547
548 /// Context - The ASTContext which we will use for layout information.
549 ASTContext &Context;
550
551 /// Components - vcall and vbase offset components
552 typedef SmallVector<VTableComponent, 64> VTableComponentVectorTy;
553 VTableComponentVectorTy Components;
554
555 /// VisitedVirtualBases - Visited virtual bases.
556 llvm::SmallPtrSet<const CXXRecordDecl *, 4> VisitedVirtualBases;
557
558 /// VCallOffsets - Keeps track of vcall offsets.
559 VCallOffsetMap VCallOffsets;
560
561
562 /// VBaseOffsetOffsets - Contains the offsets of the virtual base offsets,
563 /// relative to the address point.
564 VBaseOffsetOffsetsMapTy VBaseOffsetOffsets;
565
566 /// FinalOverriders - The final overriders of the most derived class.
567 /// (Can be null when we're not building a vtable of the most derived class).
568 const FinalOverriders *Overriders;
569
570 /// AddVCallAndVBaseOffsets - Add vcall offsets and vbase offsets for the
571 /// given base subobject.
572 void AddVCallAndVBaseOffsets(BaseSubobject Base, bool BaseIsVirtual,
573 CharUnits RealBaseOffset);
574
575 /// AddVCallOffsets - Add vcall offsets for the given base subobject.
576 void AddVCallOffsets(BaseSubobject Base, CharUnits VBaseOffset);
577
578 /// AddVBaseOffsets - Add vbase offsets for the given class.
579 void AddVBaseOffsets(const CXXRecordDecl *Base,
580 CharUnits OffsetInLayoutClass);
581
582 /// getCurrentOffsetOffset - Get the current vcall or vbase offset offset in
583 /// chars, relative to the vtable address point.
584 CharUnits getCurrentOffsetOffset() const;
585
586public:
587 VCallAndVBaseOffsetBuilder(const CXXRecordDecl *MostDerivedClass,
588 const CXXRecordDecl *LayoutClass,
589 const FinalOverriders *Overriders,
590 BaseSubobject Base, bool BaseIsVirtual,
591 CharUnits OffsetInLayoutClass)
592 : MostDerivedClass(MostDerivedClass), LayoutClass(LayoutClass),
593 Context(MostDerivedClass->getASTContext()), Overriders(Overriders) {
594
595 // Add vcall and vbase offsets.
596 AddVCallAndVBaseOffsets(Base, BaseIsVirtual, OffsetInLayoutClass);
597 }
598
599 /// Methods for iterating over the components.
600 typedef VTableComponentVectorTy::const_reverse_iterator const_iterator;
601 const_iterator components_begin() const { return Components.rbegin(); }
602 const_iterator components_end() const { return Components.rend(); }
603
604 const VCallOffsetMap &getVCallOffsets() const { return VCallOffsets; }
605 const VBaseOffsetOffsetsMapTy &getVBaseOffsetOffsets() const {
606 return VBaseOffsetOffsets;
607 }
608};
609
610void
611VCallAndVBaseOffsetBuilder::AddVCallAndVBaseOffsets(BaseSubobject Base,
612 bool BaseIsVirtual,
613 CharUnits RealBaseOffset) {
614 const ASTRecordLayout &Layout = Context.getASTRecordLayout(Base.getBase());
615
616 // Itanium C++ ABI 2.5.2:
617 // ..in classes sharing a virtual table with a primary base class, the vcall
618 // and vbase offsets added by the derived class all come before the vcall
619 // and vbase offsets required by the base class, so that the latter may be
620 // laid out as required by the base class without regard to additions from
621 // the derived class(es).
622
623 // (Since we're emitting the vcall and vbase offsets in reverse order, we'll
624 // emit them for the primary base first).
625 if (const CXXRecordDecl *PrimaryBase = Layout.getPrimaryBase()) {
626 bool PrimaryBaseIsVirtual = Layout.isPrimaryBaseVirtual();
627
628 CharUnits PrimaryBaseOffset;
629
630 // Get the base offset of the primary base.
631 if (PrimaryBaseIsVirtual) {
Benjamin Kramer2ef30312012-07-04 18:45:14 +0000632 assert(Layout.getVBaseClassOffset(PrimaryBase).isZero() &&
Peter Collingbournecfd23562011-09-26 01:57:12 +0000633 "Primary vbase should have a zero offset!");
634
635 const ASTRecordLayout &MostDerivedClassLayout =
636 Context.getASTRecordLayout(MostDerivedClass);
637
638 PrimaryBaseOffset =
639 MostDerivedClassLayout.getVBaseClassOffset(PrimaryBase);
640 } else {
Benjamin Kramer2ef30312012-07-04 18:45:14 +0000641 assert(Layout.getBaseClassOffset(PrimaryBase).isZero() &&
Peter Collingbournecfd23562011-09-26 01:57:12 +0000642 "Primary base should have a zero offset!");
643
644 PrimaryBaseOffset = Base.getBaseOffset();
645 }
646
647 AddVCallAndVBaseOffsets(
648 BaseSubobject(PrimaryBase,PrimaryBaseOffset),
649 PrimaryBaseIsVirtual, RealBaseOffset);
650 }
651
652 AddVBaseOffsets(Base.getBase(), RealBaseOffset);
653
654 // We only want to add vcall offsets for virtual bases.
655 if (BaseIsVirtual)
656 AddVCallOffsets(Base, RealBaseOffset);
657}
658
659CharUnits VCallAndVBaseOffsetBuilder::getCurrentOffsetOffset() const {
660 // OffsetIndex is the index of this vcall or vbase offset, relative to the
661 // vtable address point. (We subtract 3 to account for the information just
662 // above the address point, the RTTI info, the offset to top, and the
663 // vcall offset itself).
664 int64_t OffsetIndex = -(int64_t)(3 + Components.size());
665
666 CharUnits PointerWidth =
667 Context.toCharUnitsFromBits(Context.getTargetInfo().getPointerWidth(0));
668 CharUnits OffsetOffset = PointerWidth * OffsetIndex;
669 return OffsetOffset;
670}
671
672void VCallAndVBaseOffsetBuilder::AddVCallOffsets(BaseSubobject Base,
673 CharUnits VBaseOffset) {
674 const CXXRecordDecl *RD = Base.getBase();
675 const ASTRecordLayout &Layout = Context.getASTRecordLayout(RD);
676
677 const CXXRecordDecl *PrimaryBase = Layout.getPrimaryBase();
678
679 // Handle the primary base first.
680 // We only want to add vcall offsets if the base is non-virtual; a virtual
681 // primary base will have its vcall and vbase offsets emitted already.
682 if (PrimaryBase && !Layout.isPrimaryBaseVirtual()) {
683 // Get the base offset of the primary base.
Benjamin Kramer2ef30312012-07-04 18:45:14 +0000684 assert(Layout.getBaseClassOffset(PrimaryBase).isZero() &&
Peter Collingbournecfd23562011-09-26 01:57:12 +0000685 "Primary base should have a zero offset!");
686
687 AddVCallOffsets(BaseSubobject(PrimaryBase, Base.getBaseOffset()),
688 VBaseOffset);
689 }
690
691 // Add the vcall offsets.
Aaron Ballman2b124d12014-03-13 16:36:16 +0000692 for (const auto *MD : RD->methods()) {
Peter Collingbournecfd23562011-09-26 01:57:12 +0000693 if (!MD->isVirtual())
694 continue;
Reid Kleckner1cbd9aa2015-02-25 19:17:48 +0000695 MD = MD->getCanonicalDecl();
Peter Collingbournecfd23562011-09-26 01:57:12 +0000696
697 CharUnits OffsetOffset = getCurrentOffsetOffset();
698
699 // Don't add a vcall offset if we already have one for this member function
700 // signature.
701 if (!VCallOffsets.AddVCallOffset(MD, OffsetOffset))
702 continue;
703
704 CharUnits Offset = CharUnits::Zero();
705
706 if (Overriders) {
707 // Get the final overrider.
708 FinalOverriders::OverriderInfo Overrider =
709 Overriders->getOverrider(MD, Base.getBaseOffset());
710
711 /// The vcall offset is the offset from the virtual base to the object
712 /// where the function was overridden.
713 Offset = Overrider.Offset - VBaseOffset;
714 }
715
716 Components.push_back(
717 VTableComponent::MakeVCallOffset(Offset));
718 }
719
720 // And iterate over all non-virtual bases (ignoring the primary base).
Timur Iskhodzhanov1523c612014-03-26 08:22:48 +0000721 for (const auto &B : RD->bases()) {
722 if (B.isVirtual())
Peter Collingbournecfd23562011-09-26 01:57:12 +0000723 continue;
724
Timur Iskhodzhanov1523c612014-03-26 08:22:48 +0000725 const CXXRecordDecl *BaseDecl = B.getType()->getAsCXXRecordDecl();
Peter Collingbournecfd23562011-09-26 01:57:12 +0000726 if (BaseDecl == PrimaryBase)
727 continue;
728
729 // Get the base offset of this base.
730 CharUnits BaseOffset = Base.getBaseOffset() +
731 Layout.getBaseClassOffset(BaseDecl);
732
733 AddVCallOffsets(BaseSubobject(BaseDecl, BaseOffset),
734 VBaseOffset);
735 }
736}
737
738void
739VCallAndVBaseOffsetBuilder::AddVBaseOffsets(const CXXRecordDecl *RD,
740 CharUnits OffsetInLayoutClass) {
741 const ASTRecordLayout &LayoutClassLayout =
742 Context.getASTRecordLayout(LayoutClass);
743
744 // Add vbase offsets.
Timur Iskhodzhanov1523c612014-03-26 08:22:48 +0000745 for (const auto &B : RD->bases()) {
746 const CXXRecordDecl *BaseDecl = B.getType()->getAsCXXRecordDecl();
Peter Collingbournecfd23562011-09-26 01:57:12 +0000747
748 // Check if this is a virtual base that we haven't visited before.
David Blaikie82e95a32014-11-19 07:49:47 +0000749 if (B.isVirtual() && VisitedVirtualBases.insert(BaseDecl).second) {
Peter Collingbournecfd23562011-09-26 01:57:12 +0000750 CharUnits Offset =
751 LayoutClassLayout.getVBaseClassOffset(BaseDecl) - OffsetInLayoutClass;
752
753 // Add the vbase offset offset.
754 assert(!VBaseOffsetOffsets.count(BaseDecl) &&
755 "vbase offset offset already exists!");
756
757 CharUnits VBaseOffsetOffset = getCurrentOffsetOffset();
758 VBaseOffsetOffsets.insert(
759 std::make_pair(BaseDecl, VBaseOffsetOffset));
760
761 Components.push_back(
762 VTableComponent::MakeVBaseOffset(Offset));
763 }
764
765 // Check the base class looking for more vbase offsets.
766 AddVBaseOffsets(BaseDecl, OffsetInLayoutClass);
767 }
768}
769
Timur Iskhodzhanove1ebc5f2013-10-09 11:33:51 +0000770/// ItaniumVTableBuilder - Class for building vtable layout information.
771class ItaniumVTableBuilder {
Peter Collingbournecfd23562011-09-26 01:57:12 +0000772public:
773 /// PrimaryBasesSetVectorTy - A set vector of direct and indirect
774 /// primary bases.
775 typedef llvm::SmallSetVector<const CXXRecordDecl *, 8>
776 PrimaryBasesSetVectorTy;
777
778 typedef llvm::DenseMap<const CXXRecordDecl *, CharUnits>
779 VBaseOffsetOffsetsMapTy;
Peter Collingbourne2849c4e2016-12-13 20:40:39 +0000780
781 typedef VTableLayout::AddressPointsMapTy AddressPointsMapTy;
Peter Collingbournecfd23562011-09-26 01:57:12 +0000782
Timur Iskhodzhanov05e36702013-06-05 14:05:50 +0000783 typedef llvm::DenseMap<GlobalDecl, int64_t> MethodVTableIndicesTy;
784
Peter Collingbournecfd23562011-09-26 01:57:12 +0000785private:
786 /// VTables - Global vtable information.
Timur Iskhodzhanove1ebc5f2013-10-09 11:33:51 +0000787 ItaniumVTableContext &VTables;
Peter Collingbournecfd23562011-09-26 01:57:12 +0000788
789 /// MostDerivedClass - The most derived class for which we're building this
790 /// vtable.
791 const CXXRecordDecl *MostDerivedClass;
792
793 /// MostDerivedClassOffset - If we're building a construction vtable, this
794 /// holds the offset from the layout class to the most derived class.
795 const CharUnits MostDerivedClassOffset;
796
797 /// MostDerivedClassIsVirtual - Whether the most derived class is a virtual
798 /// base. (This only makes sense when building a construction vtable).
799 bool MostDerivedClassIsVirtual;
800
801 /// LayoutClass - The class we're using for layout information. Will be
802 /// different than the most derived class if we're building a construction
803 /// vtable.
804 const CXXRecordDecl *LayoutClass;
805
806 /// Context - The ASTContext which we will use for layout information.
807 ASTContext &Context;
808
809 /// FinalOverriders - The final overriders of the most derived class.
810 const FinalOverriders Overriders;
811
812 /// VCallOffsetsForVBases - Keeps track of vcall offsets for the virtual
813 /// bases in this vtable.
814 llvm::DenseMap<const CXXRecordDecl *, VCallOffsetMap> VCallOffsetsForVBases;
815
816 /// VBaseOffsetOffsets - Contains the offsets of the virtual base offsets for
817 /// the most derived class.
818 VBaseOffsetOffsetsMapTy VBaseOffsetOffsets;
Peter Collingbourne2849c4e2016-12-13 20:40:39 +0000819
Peter Collingbournecfd23562011-09-26 01:57:12 +0000820 /// Components - The components of the vtable being built.
821 SmallVector<VTableComponent, 64> Components;
822
823 /// AddressPoints - Address points for the vtable being built.
824 AddressPointsMapTy AddressPoints;
825
826 /// MethodInfo - Contains information about a method in a vtable.
827 /// (Used for computing 'this' pointer adjustment thunks.
828 struct MethodInfo {
829 /// BaseOffset - The base offset of this method.
830 const CharUnits BaseOffset;
831
832 /// BaseOffsetInLayoutClass - The base offset in the layout class of this
833 /// method.
834 const CharUnits BaseOffsetInLayoutClass;
835
836 /// VTableIndex - The index in the vtable that this method has.
837 /// (For destructors, this is the index of the complete destructor).
838 const uint64_t VTableIndex;
839
840 MethodInfo(CharUnits BaseOffset, CharUnits BaseOffsetInLayoutClass,
841 uint64_t VTableIndex)
842 : BaseOffset(BaseOffset),
843 BaseOffsetInLayoutClass(BaseOffsetInLayoutClass),
844 VTableIndex(VTableIndex) { }
845
846 MethodInfo()
847 : BaseOffset(CharUnits::Zero()),
848 BaseOffsetInLayoutClass(CharUnits::Zero()),
849 VTableIndex(0) { }
850 };
851
852 typedef llvm::DenseMap<const CXXMethodDecl *, MethodInfo> MethodInfoMapTy;
853
854 /// MethodInfoMap - The information for all methods in the vtable we're
855 /// currently building.
856 MethodInfoMapTy MethodInfoMap;
Timur Iskhodzhanov05e36702013-06-05 14:05:50 +0000857
858 /// MethodVTableIndices - Contains the index (relative to the vtable address
859 /// point) where the function pointer for a virtual function is stored.
860 MethodVTableIndicesTy MethodVTableIndices;
861
Peter Collingbournecfd23562011-09-26 01:57:12 +0000862 typedef llvm::DenseMap<uint64_t, ThunkInfo> VTableThunksMapTy;
863
864 /// VTableThunks - The thunks by vtable index in the vtable currently being
865 /// built.
866 VTableThunksMapTy VTableThunks;
867
868 typedef SmallVector<ThunkInfo, 1> ThunkInfoVectorTy;
869 typedef llvm::DenseMap<const CXXMethodDecl *, ThunkInfoVectorTy> ThunksMapTy;
870
871 /// Thunks - A map that contains all the thunks needed for all methods in the
872 /// most derived class for which the vtable is currently being built.
873 ThunksMapTy Thunks;
874
875 /// AddThunk - Add a thunk for the given method.
876 void AddThunk(const CXXMethodDecl *MD, const ThunkInfo &Thunk);
877
878 /// ComputeThisAdjustments - Compute the 'this' pointer adjustments for the
879 /// part of the vtable we're currently building.
880 void ComputeThisAdjustments();
881
882 typedef llvm::SmallPtrSet<const CXXRecordDecl *, 4> VisitedVirtualBasesSetTy;
883
884 /// PrimaryVirtualBases - All known virtual bases who are a primary base of
885 /// some other base.
886 VisitedVirtualBasesSetTy PrimaryVirtualBases;
887
888 /// ComputeReturnAdjustment - Compute the return adjustment given a return
889 /// adjustment base offset.
890 ReturnAdjustment ComputeReturnAdjustment(BaseOffset Offset);
891
892 /// ComputeThisAdjustmentBaseOffset - Compute the base offset for adjusting
893 /// the 'this' pointer from the base subobject to the derived subobject.
894 BaseOffset ComputeThisAdjustmentBaseOffset(BaseSubobject Base,
895 BaseSubobject Derived) const;
896
897 /// ComputeThisAdjustment - Compute the 'this' pointer adjustment for the
898 /// given virtual member function, its offset in the layout class and its
899 /// final overrider.
900 ThisAdjustment
901 ComputeThisAdjustment(const CXXMethodDecl *MD,
902 CharUnits BaseOffsetInLayoutClass,
903 FinalOverriders::OverriderInfo Overrider);
904
905 /// AddMethod - Add a single virtual member function to the vtable
906 /// components vector.
907 void AddMethod(const CXXMethodDecl *MD, ReturnAdjustment ReturnAdjustment);
908
909 /// IsOverriderUsed - Returns whether the overrider will ever be used in this
910 /// part of the vtable.
911 ///
912 /// Itanium C++ ABI 2.5.2:
913 ///
914 /// struct A { virtual void f(); };
915 /// struct B : virtual public A { int i; };
916 /// struct C : virtual public A { int j; };
917 /// struct D : public B, public C {};
918 ///
919 /// When B and C are declared, A is a primary base in each case, so although
920 /// vcall offsets are allocated in the A-in-B and A-in-C vtables, no this
921 /// adjustment is required and no thunk is generated. However, inside D
922 /// objects, A is no longer a primary base of C, so if we allowed calls to
923 /// C::f() to use the copy of A's vtable in the C subobject, we would need
924 /// to adjust this from C* to B::A*, which would require a third-party
925 /// thunk. Since we require that a call to C::f() first convert to A*,
926 /// C-in-D's copy of A's vtable is never referenced, so this is not
927 /// necessary.
928 bool IsOverriderUsed(const CXXMethodDecl *Overrider,
929 CharUnits BaseOffsetInLayoutClass,
930 const CXXRecordDecl *FirstBaseInPrimaryBaseChain,
931 CharUnits FirstBaseOffsetInLayoutClass) const;
932
933
934 /// AddMethods - Add the methods of this base subobject and all its
935 /// primary bases to the vtable components vector.
936 void AddMethods(BaseSubobject Base, CharUnits BaseOffsetInLayoutClass,
937 const CXXRecordDecl *FirstBaseInPrimaryBaseChain,
938 CharUnits FirstBaseOffsetInLayoutClass,
939 PrimaryBasesSetVectorTy &PrimaryBases);
940
941 // LayoutVTable - Layout the vtable for the given base class, including its
942 // secondary vtables and any vtables for virtual bases.
943 void LayoutVTable();
944
945 /// LayoutPrimaryAndSecondaryVTables - Layout the primary vtable for the
946 /// given base subobject, as well as all its secondary vtables.
947 ///
948 /// \param BaseIsMorallyVirtual whether the base subobject is a virtual base
949 /// or a direct or indirect base of a virtual base.
950 ///
951 /// \param BaseIsVirtualInLayoutClass - Whether the base subobject is virtual
952 /// in the layout class.
953 void LayoutPrimaryAndSecondaryVTables(BaseSubobject Base,
954 bool BaseIsMorallyVirtual,
955 bool BaseIsVirtualInLayoutClass,
956 CharUnits OffsetInLayoutClass);
957
958 /// LayoutSecondaryVTables - Layout the secondary vtables for the given base
959 /// subobject.
960 ///
961 /// \param BaseIsMorallyVirtual whether the base subobject is a virtual base
962 /// or a direct or indirect base of a virtual base.
963 void LayoutSecondaryVTables(BaseSubobject Base, bool BaseIsMorallyVirtual,
964 CharUnits OffsetInLayoutClass);
965
966 /// DeterminePrimaryVirtualBases - Determine the primary virtual bases in this
967 /// class hierarchy.
968 void DeterminePrimaryVirtualBases(const CXXRecordDecl *RD,
969 CharUnits OffsetInLayoutClass,
970 VisitedVirtualBasesSetTy &VBases);
971
972 /// LayoutVTablesForVirtualBases - Layout vtables for all virtual bases of the
973 /// given base (excluding any primary bases).
974 void LayoutVTablesForVirtualBases(const CXXRecordDecl *RD,
975 VisitedVirtualBasesSetTy &VBases);
976
977 /// isBuildingConstructionVTable - Return whether this vtable builder is
978 /// building a construction vtable.
979 bool isBuildingConstructorVTable() const {
980 return MostDerivedClass != LayoutClass;
981 }
982
983public:
Peter Collingbourne2849c4e2016-12-13 20:40:39 +0000984 /// Component indices of the first component of each of the vtables in the
985 /// vtable group.
986 SmallVector<size_t, 4> VTableIndices;
987
Timur Iskhodzhanove1ebc5f2013-10-09 11:33:51 +0000988 ItaniumVTableBuilder(ItaniumVTableContext &VTables,
989 const CXXRecordDecl *MostDerivedClass,
990 CharUnits MostDerivedClassOffset,
991 bool MostDerivedClassIsVirtual,
992 const CXXRecordDecl *LayoutClass)
993 : VTables(VTables), MostDerivedClass(MostDerivedClass),
994 MostDerivedClassOffset(MostDerivedClassOffset),
995 MostDerivedClassIsVirtual(MostDerivedClassIsVirtual),
996 LayoutClass(LayoutClass), Context(MostDerivedClass->getASTContext()),
997 Overriders(MostDerivedClass, MostDerivedClassOffset, LayoutClass) {
Timur Iskhodzhanovad9d3b82013-10-09 09:23:58 +0000998 assert(!Context.getTargetInfo().getCXXABI().isMicrosoft());
Peter Collingbournecfd23562011-09-26 01:57:12 +0000999
1000 LayoutVTable();
1001
David Blaikiebbafb8a2012-03-11 07:00:24 +00001002 if (Context.getLangOpts().DumpVTableLayouts)
Reid Kleckner5bc6d0f2013-11-08 21:28:00 +00001003 dumpLayout(llvm::outs());
Peter Collingbournecfd23562011-09-26 01:57:12 +00001004 }
1005
1006 uint64_t getNumThunks() const {
1007 return Thunks.size();
1008 }
1009
1010 ThunksMapTy::const_iterator thunks_begin() const {
1011 return Thunks.begin();
1012 }
1013
1014 ThunksMapTy::const_iterator thunks_end() const {
1015 return Thunks.end();
1016 }
1017
1018 const VBaseOffsetOffsetsMapTy &getVBaseOffsetOffsets() const {
1019 return VBaseOffsetOffsets;
1020 }
1021
1022 const AddressPointsMapTy &getAddressPoints() const {
1023 return AddressPoints;
1024 }
1025
Timur Iskhodzhanov05e36702013-06-05 14:05:50 +00001026 MethodVTableIndicesTy::const_iterator vtable_indices_begin() const {
1027 return MethodVTableIndices.begin();
1028 }
1029
1030 MethodVTableIndicesTy::const_iterator vtable_indices_end() const {
1031 return MethodVTableIndices.end();
1032 }
1033
Peter Collingbourne2849c4e2016-12-13 20:40:39 +00001034 ArrayRef<VTableComponent> vtable_components() const { return Components; }
Peter Collingbournecfd23562011-09-26 01:57:12 +00001035
Peter Collingbournecfd23562011-09-26 01:57:12 +00001036 AddressPointsMapTy::const_iterator address_points_begin() const {
1037 return AddressPoints.begin();
1038 }
1039
1040 AddressPointsMapTy::const_iterator address_points_end() const {
1041 return AddressPoints.end();
1042 }
1043
1044 VTableThunksMapTy::const_iterator vtable_thunks_begin() const {
1045 return VTableThunks.begin();
1046 }
1047
1048 VTableThunksMapTy::const_iterator vtable_thunks_end() const {
1049 return VTableThunks.end();
1050 }
1051
1052 /// dumpLayout - Dump the vtable layout.
1053 void dumpLayout(raw_ostream&);
1054};
1055
Timur Iskhodzhanove1ebc5f2013-10-09 11:33:51 +00001056void ItaniumVTableBuilder::AddThunk(const CXXMethodDecl *MD,
1057 const ThunkInfo &Thunk) {
Peter Collingbournecfd23562011-09-26 01:57:12 +00001058 assert(!isBuildingConstructorVTable() &&
1059 "Can't add thunks for construction vtable");
1060
Craig Topper5603df42013-07-05 19:34:19 +00001061 SmallVectorImpl<ThunkInfo> &ThunksVector = Thunks[MD];
1062
Peter Collingbournecfd23562011-09-26 01:57:12 +00001063 // Check if we have this thunk already.
1064 if (std::find(ThunksVector.begin(), ThunksVector.end(), Thunk) !=
1065 ThunksVector.end())
1066 return;
1067
1068 ThunksVector.push_back(Thunk);
1069}
1070
1071typedef llvm::SmallPtrSet<const CXXMethodDecl *, 8> OverriddenMethodsSetTy;
1072
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00001073/// Visit all the methods overridden by the given method recursively,
1074/// in a depth-first pre-order. The Visitor's visitor method returns a bool
1075/// indicating whether to continue the recursion for the given overridden
1076/// method (i.e. returning false stops the iteration).
1077template <class VisitorTy>
1078static void
1079visitAllOverriddenMethods(const CXXMethodDecl *MD, VisitorTy &Visitor) {
Peter Collingbournecfd23562011-09-26 01:57:12 +00001080 assert(MD->isVirtual() && "Method is not virtual!");
1081
Benjamin Krameracfa3392017-12-17 23:52:45 +00001082 for (const CXXMethodDecl *OverriddenMD : MD->overridden_methods()) {
Benjamin Kramer0cfa68e2015-07-25 16:31:30 +00001083 if (!Visitor(OverriddenMD))
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00001084 continue;
1085 visitAllOverriddenMethods(OverriddenMD, Visitor);
Peter Collingbournecfd23562011-09-26 01:57:12 +00001086 }
1087}
1088
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00001089/// ComputeAllOverriddenMethods - Given a method decl, will return a set of all
1090/// the overridden methods that the function decl overrides.
1091static void
1092ComputeAllOverriddenMethods(const CXXMethodDecl *MD,
1093 OverriddenMethodsSetTy& OverriddenMethods) {
Benjamin Kramer0cfa68e2015-07-25 16:31:30 +00001094 auto OverriddenMethodsCollector = [&](const CXXMethodDecl *MD) {
1095 // Don't recurse on this method if we've already collected it.
1096 return OverriddenMethods.insert(MD).second;
1097 };
1098 visitAllOverriddenMethods(MD, OverriddenMethodsCollector);
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00001099}
1100
Timur Iskhodzhanove1ebc5f2013-10-09 11:33:51 +00001101void ItaniumVTableBuilder::ComputeThisAdjustments() {
Peter Collingbournecfd23562011-09-26 01:57:12 +00001102 // Now go through the method info map and see if any of the methods need
1103 // 'this' pointer adjustments.
Benjamin Kramera37e7652015-07-25 17:10:49 +00001104 for (const auto &MI : MethodInfoMap) {
1105 const CXXMethodDecl *MD = MI.first;
1106 const MethodInfo &MethodInfo = MI.second;
Peter Collingbournecfd23562011-09-26 01:57:12 +00001107
1108 // Ignore adjustments for unused function pointers.
1109 uint64_t VTableIndex = MethodInfo.VTableIndex;
1110 if (Components[VTableIndex].getKind() ==
1111 VTableComponent::CK_UnusedFunctionPointer)
1112 continue;
1113
1114 // Get the final overrider for this method.
1115 FinalOverriders::OverriderInfo Overrider =
1116 Overriders.getOverrider(MD, MethodInfo.BaseOffset);
1117
1118 // Check if we need an adjustment at all.
1119 if (MethodInfo.BaseOffsetInLayoutClass == Overrider.Offset) {
1120 // When a return thunk is needed by a derived class that overrides a
1121 // virtual base, gcc uses a virtual 'this' adjustment as well.
1122 // While the thunk itself might be needed by vtables in subclasses or
1123 // in construction vtables, there doesn't seem to be a reason for using
1124 // the thunk in this vtable. Still, we do so to match gcc.
1125 if (VTableThunks.lookup(VTableIndex).Return.isEmpty())
1126 continue;
1127 }
1128
1129 ThisAdjustment ThisAdjustment =
1130 ComputeThisAdjustment(MD, MethodInfo.BaseOffsetInLayoutClass, Overrider);
1131
1132 if (ThisAdjustment.isEmpty())
1133 continue;
1134
1135 // Add it.
1136 VTableThunks[VTableIndex].This = ThisAdjustment;
1137
Timur Iskhodzhanov8b5987e2013-09-27 14:48:01 +00001138 if (isa<CXXDestructorDecl>(MD)) {
Peter Collingbournecfd23562011-09-26 01:57:12 +00001139 // Add an adjustment for the deleting destructor as well.
1140 VTableThunks[VTableIndex + 1].This = ThisAdjustment;
1141 }
1142 }
1143
1144 /// Clear the method info map.
1145 MethodInfoMap.clear();
1146
1147 if (isBuildingConstructorVTable()) {
1148 // We don't need to store thunk information for construction vtables.
1149 return;
1150 }
1151
Benjamin Kramera37e7652015-07-25 17:10:49 +00001152 for (const auto &TI : VTableThunks) {
1153 const VTableComponent &Component = Components[TI.first];
1154 const ThunkInfo &Thunk = TI.second;
Peter Collingbournecfd23562011-09-26 01:57:12 +00001155 const CXXMethodDecl *MD;
1156
1157 switch (Component.getKind()) {
1158 default:
1159 llvm_unreachable("Unexpected vtable component kind!");
1160 case VTableComponent::CK_FunctionPointer:
1161 MD = Component.getFunctionDecl();
1162 break;
1163 case VTableComponent::CK_CompleteDtorPointer:
1164 MD = Component.getDestructorDecl();
1165 break;
1166 case VTableComponent::CK_DeletingDtorPointer:
1167 // We've already added the thunk when we saw the complete dtor pointer.
1168 continue;
1169 }
1170
1171 if (MD->getParent() == MostDerivedClass)
1172 AddThunk(MD, Thunk);
1173 }
1174}
1175
Timur Iskhodzhanove1ebc5f2013-10-09 11:33:51 +00001176ReturnAdjustment
1177ItaniumVTableBuilder::ComputeReturnAdjustment(BaseOffset Offset) {
Peter Collingbournecfd23562011-09-26 01:57:12 +00001178 ReturnAdjustment Adjustment;
1179
1180 if (!Offset.isEmpty()) {
1181 if (Offset.VirtualBase) {
1182 // Get the virtual base offset offset.
1183 if (Offset.DerivedClass == MostDerivedClass) {
1184 // We can get the offset offset directly from our map.
Timur Iskhodzhanov02014322013-10-30 11:55:43 +00001185 Adjustment.Virtual.Itanium.VBaseOffsetOffset =
Peter Collingbournecfd23562011-09-26 01:57:12 +00001186 VBaseOffsetOffsets.lookup(Offset.VirtualBase).getQuantity();
1187 } else {
Timur Iskhodzhanov02014322013-10-30 11:55:43 +00001188 Adjustment.Virtual.Itanium.VBaseOffsetOffset =
Peter Collingbournecfd23562011-09-26 01:57:12 +00001189 VTables.getVirtualBaseOffsetOffset(Offset.DerivedClass,
1190 Offset.VirtualBase).getQuantity();
1191 }
1192 }
1193
1194 Adjustment.NonVirtual = Offset.NonVirtualOffset.getQuantity();
1195 }
1196
1197 return Adjustment;
1198}
1199
Timur Iskhodzhanove1ebc5f2013-10-09 11:33:51 +00001200BaseOffset ItaniumVTableBuilder::ComputeThisAdjustmentBaseOffset(
1201 BaseSubobject Base, BaseSubobject Derived) const {
Peter Collingbournecfd23562011-09-26 01:57:12 +00001202 const CXXRecordDecl *BaseRD = Base.getBase();
1203 const CXXRecordDecl *DerivedRD = Derived.getBase();
1204
1205 CXXBasePaths Paths(/*FindAmbiguities=*/true,
1206 /*RecordPaths=*/true, /*DetectVirtual=*/true);
1207
Benjamin Kramer325d7452013-02-03 18:55:34 +00001208 if (!DerivedRD->isDerivedFrom(BaseRD, Paths))
Peter Collingbournecfd23562011-09-26 01:57:12 +00001209 llvm_unreachable("Class must be derived from the passed in base class!");
Peter Collingbournecfd23562011-09-26 01:57:12 +00001210
1211 // We have to go through all the paths, and see which one leads us to the
1212 // right base subobject.
Benjamin Kramera37e7652015-07-25 17:10:49 +00001213 for (const CXXBasePath &Path : Paths) {
1214 BaseOffset Offset = ComputeBaseOffset(Context, DerivedRD, Path);
1215
Peter Collingbournecfd23562011-09-26 01:57:12 +00001216 CharUnits OffsetToBaseSubobject = Offset.NonVirtualOffset;
1217
1218 if (Offset.VirtualBase) {
1219 // If we have a virtual base class, the non-virtual offset is relative
1220 // to the virtual base class offset.
1221 const ASTRecordLayout &LayoutClassLayout =
1222 Context.getASTRecordLayout(LayoutClass);
1223
1224 /// Get the virtual base offset, relative to the most derived class
1225 /// layout.
1226 OffsetToBaseSubobject +=
1227 LayoutClassLayout.getVBaseClassOffset(Offset.VirtualBase);
1228 } else {
1229 // Otherwise, the non-virtual offset is relative to the derived class
1230 // offset.
1231 OffsetToBaseSubobject += Derived.getBaseOffset();
1232 }
1233
1234 // Check if this path gives us the right base subobject.
1235 if (OffsetToBaseSubobject == Base.getBaseOffset()) {
1236 // Since we're going from the base class _to_ the derived class, we'll
1237 // invert the non-virtual offset here.
1238 Offset.NonVirtualOffset = -Offset.NonVirtualOffset;
1239 return Offset;
1240 }
1241 }
1242
1243 return BaseOffset();
1244}
Timur Iskhodzhanove1ebc5f2013-10-09 11:33:51 +00001245
1246ThisAdjustment ItaniumVTableBuilder::ComputeThisAdjustment(
1247 const CXXMethodDecl *MD, CharUnits BaseOffsetInLayoutClass,
1248 FinalOverriders::OverriderInfo Overrider) {
Peter Collingbournecfd23562011-09-26 01:57:12 +00001249 // Ignore adjustments for pure virtual member functions.
1250 if (Overrider.Method->isPure())
1251 return ThisAdjustment();
1252
1253 BaseSubobject OverriddenBaseSubobject(MD->getParent(),
1254 BaseOffsetInLayoutClass);
1255
1256 BaseSubobject OverriderBaseSubobject(Overrider.Method->getParent(),
1257 Overrider.Offset);
1258
1259 // Compute the adjustment offset.
1260 BaseOffset Offset = ComputeThisAdjustmentBaseOffset(OverriddenBaseSubobject,
1261 OverriderBaseSubobject);
1262 if (Offset.isEmpty())
1263 return ThisAdjustment();
1264
1265 ThisAdjustment Adjustment;
1266
1267 if (Offset.VirtualBase) {
1268 // Get the vcall offset map for this virtual base.
1269 VCallOffsetMap &VCallOffsets = VCallOffsetsForVBases[Offset.VirtualBase];
1270
1271 if (VCallOffsets.empty()) {
1272 // We don't have vcall offsets for this virtual base, go ahead and
1273 // build them.
1274 VCallAndVBaseOffsetBuilder Builder(MostDerivedClass, MostDerivedClass,
Craig Topper36250ad2014-05-12 05:36:57 +00001275 /*FinalOverriders=*/nullptr,
Peter Collingbournecfd23562011-09-26 01:57:12 +00001276 BaseSubobject(Offset.VirtualBase,
1277 CharUnits::Zero()),
1278 /*BaseIsVirtual=*/true,
1279 /*OffsetInLayoutClass=*/
1280 CharUnits::Zero());
1281
1282 VCallOffsets = Builder.getVCallOffsets();
1283 }
1284
Timur Iskhodzhanov053142a2013-11-06 06:24:31 +00001285 Adjustment.Virtual.Itanium.VCallOffsetOffset =
Peter Collingbournecfd23562011-09-26 01:57:12 +00001286 VCallOffsets.getVCallOffsetOffset(MD).getQuantity();
1287 }
1288
1289 // Set the non-virtual part of the adjustment.
1290 Adjustment.NonVirtual = Offset.NonVirtualOffset.getQuantity();
1291
1292 return Adjustment;
1293}
Timur Iskhodzhanove1ebc5f2013-10-09 11:33:51 +00001294
1295void ItaniumVTableBuilder::AddMethod(const CXXMethodDecl *MD,
1296 ReturnAdjustment ReturnAdjustment) {
Peter Collingbournecfd23562011-09-26 01:57:12 +00001297 if (const CXXDestructorDecl *DD = dyn_cast<CXXDestructorDecl>(MD)) {
1298 assert(ReturnAdjustment.isEmpty() &&
1299 "Destructor can't have return adjustment!");
1300
Timur Iskhodzhanov8b5987e2013-09-27 14:48:01 +00001301 // Add both the complete destructor and the deleting destructor.
1302 Components.push_back(VTableComponent::MakeCompleteDtor(DD));
1303 Components.push_back(VTableComponent::MakeDeletingDtor(DD));
Peter Collingbournecfd23562011-09-26 01:57:12 +00001304 } else {
1305 // Add the return adjustment if necessary.
1306 if (!ReturnAdjustment.isEmpty())
1307 VTableThunks[Components.size()].Return = ReturnAdjustment;
1308
1309 // Add the function.
1310 Components.push_back(VTableComponent::MakeFunction(MD));
1311 }
1312}
1313
1314/// OverridesIndirectMethodInBase - Return whether the given member function
1315/// overrides any methods in the set of given bases.
1316/// Unlike OverridesMethodInBase, this checks "overriders of overriders".
1317/// For example, if we have:
1318///
1319/// struct A { virtual void f(); }
1320/// struct B : A { virtual void f(); }
1321/// struct C : B { virtual void f(); }
1322///
1323/// OverridesIndirectMethodInBase will return true if given C::f as the method
1324/// and { A } as the set of bases.
Timur Iskhodzhanove1ebc5f2013-10-09 11:33:51 +00001325static bool OverridesIndirectMethodInBases(
1326 const CXXMethodDecl *MD,
1327 ItaniumVTableBuilder::PrimaryBasesSetVectorTy &Bases) {
Peter Collingbournecfd23562011-09-26 01:57:12 +00001328 if (Bases.count(MD->getParent()))
1329 return true;
Benjamin Krameracfa3392017-12-17 23:52:45 +00001330
1331 for (const CXXMethodDecl *OverriddenMD : MD->overridden_methods()) {
Peter Collingbournecfd23562011-09-26 01:57:12 +00001332 // Check "indirect overriders".
1333 if (OverridesIndirectMethodInBases(OverriddenMD, Bases))
1334 return true;
1335 }
1336
1337 return false;
1338}
1339
Timur Iskhodzhanove1ebc5f2013-10-09 11:33:51 +00001340bool ItaniumVTableBuilder::IsOverriderUsed(
1341 const CXXMethodDecl *Overrider, CharUnits BaseOffsetInLayoutClass,
1342 const CXXRecordDecl *FirstBaseInPrimaryBaseChain,
1343 CharUnits FirstBaseOffsetInLayoutClass) const {
Peter Collingbournecfd23562011-09-26 01:57:12 +00001344 // If the base and the first base in the primary base chain have the same
1345 // offsets, then this overrider will be used.
1346 if (BaseOffsetInLayoutClass == FirstBaseOffsetInLayoutClass)
1347 return true;
1348
1349 // We know now that Base (or a direct or indirect base of it) is a primary
1350 // base in part of the class hierarchy, but not a primary base in the most
1351 // derived class.
1352
1353 // If the overrider is the first base in the primary base chain, we know
1354 // that the overrider will be used.
1355 if (Overrider->getParent() == FirstBaseInPrimaryBaseChain)
1356 return true;
Timur Iskhodzhanove1ebc5f2013-10-09 11:33:51 +00001357
1358 ItaniumVTableBuilder::PrimaryBasesSetVectorTy PrimaryBases;
Peter Collingbournecfd23562011-09-26 01:57:12 +00001359
1360 const CXXRecordDecl *RD = FirstBaseInPrimaryBaseChain;
1361 PrimaryBases.insert(RD);
1362
1363 // Now traverse the base chain, starting with the first base, until we find
1364 // the base that is no longer a primary base.
1365 while (true) {
1366 const ASTRecordLayout &Layout = Context.getASTRecordLayout(RD);
1367 const CXXRecordDecl *PrimaryBase = Layout.getPrimaryBase();
1368
1369 if (!PrimaryBase)
1370 break;
1371
1372 if (Layout.isPrimaryBaseVirtual()) {
Benjamin Kramer2ef30312012-07-04 18:45:14 +00001373 assert(Layout.getVBaseClassOffset(PrimaryBase).isZero() &&
Peter Collingbournecfd23562011-09-26 01:57:12 +00001374 "Primary base should always be at offset 0!");
1375
1376 const ASTRecordLayout &LayoutClassLayout =
1377 Context.getASTRecordLayout(LayoutClass);
1378
1379 // Now check if this is the primary base that is not a primary base in the
1380 // most derived class.
1381 if (LayoutClassLayout.getVBaseClassOffset(PrimaryBase) !=
1382 FirstBaseOffsetInLayoutClass) {
1383 // We found it, stop walking the chain.
1384 break;
1385 }
1386 } else {
Benjamin Kramer2ef30312012-07-04 18:45:14 +00001387 assert(Layout.getBaseClassOffset(PrimaryBase).isZero() &&
Peter Collingbournecfd23562011-09-26 01:57:12 +00001388 "Primary base should always be at offset 0!");
1389 }
1390
1391 if (!PrimaryBases.insert(PrimaryBase))
1392 llvm_unreachable("Found a duplicate primary base!");
1393
1394 RD = PrimaryBase;
1395 }
1396
1397 // If the final overrider is an override of one of the primary bases,
1398 // then we know that it will be used.
1399 return OverridesIndirectMethodInBases(Overrider, PrimaryBases);
1400}
1401
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00001402typedef llvm::SmallSetVector<const CXXRecordDecl *, 8> BasesSetVectorTy;
1403
Peter Collingbournecfd23562011-09-26 01:57:12 +00001404/// FindNearestOverriddenMethod - Given a method, returns the overridden method
1405/// from the nearest base. Returns null if no method was found.
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00001406/// The Bases are expected to be sorted in a base-to-derived order.
1407static const CXXMethodDecl *
Peter Collingbournecfd23562011-09-26 01:57:12 +00001408FindNearestOverriddenMethod(const CXXMethodDecl *MD,
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00001409 BasesSetVectorTy &Bases) {
Peter Collingbournecfd23562011-09-26 01:57:12 +00001410 OverriddenMethodsSetTy OverriddenMethods;
1411 ComputeAllOverriddenMethods(MD, OverriddenMethods);
Peter Collingbournecfd23562011-09-26 01:57:12 +00001412
Benjamin Kramera37e7652015-07-25 17:10:49 +00001413 for (const CXXRecordDecl *PrimaryBase :
1414 llvm::make_range(Bases.rbegin(), Bases.rend())) {
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00001415 // Now check the overridden methods.
Benjamin Kramera37e7652015-07-25 17:10:49 +00001416 for (const CXXMethodDecl *OverriddenMD : OverriddenMethods) {
Peter Collingbournecfd23562011-09-26 01:57:12 +00001417 // We found our overridden method.
1418 if (OverriddenMD->getParent() == PrimaryBase)
1419 return OverriddenMD;
1420 }
1421 }
Craig Topper36250ad2014-05-12 05:36:57 +00001422
1423 return nullptr;
Timur Iskhodzhanove1ebc5f2013-10-09 11:33:51 +00001424}
Peter Collingbournecfd23562011-09-26 01:57:12 +00001425
Timur Iskhodzhanove1ebc5f2013-10-09 11:33:51 +00001426void ItaniumVTableBuilder::AddMethods(
1427 BaseSubobject Base, CharUnits BaseOffsetInLayoutClass,
1428 const CXXRecordDecl *FirstBaseInPrimaryBaseChain,
1429 CharUnits FirstBaseOffsetInLayoutClass,
1430 PrimaryBasesSetVectorTy &PrimaryBases) {
Timur Iskhodzhanov05e36702013-06-05 14:05:50 +00001431 // Itanium C++ ABI 2.5.2:
1432 // The order of the virtual function pointers in a virtual table is the
1433 // order of declaration of the corresponding member functions in the class.
1434 //
1435 // There is an entry for any virtual function declared in a class,
1436 // whether it is a new function or overrides a base class function,
1437 // unless it overrides a function from the primary base, and conversion
1438 // between their return types does not require an adjustment.
1439
Peter Collingbournecfd23562011-09-26 01:57:12 +00001440 const CXXRecordDecl *RD = Base.getBase();
1441 const ASTRecordLayout &Layout = Context.getASTRecordLayout(RD);
1442
1443 if (const CXXRecordDecl *PrimaryBase = Layout.getPrimaryBase()) {
1444 CharUnits PrimaryBaseOffset;
1445 CharUnits PrimaryBaseOffsetInLayoutClass;
1446 if (Layout.isPrimaryBaseVirtual()) {
Benjamin Kramer2ef30312012-07-04 18:45:14 +00001447 assert(Layout.getVBaseClassOffset(PrimaryBase).isZero() &&
Peter Collingbournecfd23562011-09-26 01:57:12 +00001448 "Primary vbase should have a zero offset!");
1449
1450 const ASTRecordLayout &MostDerivedClassLayout =
1451 Context.getASTRecordLayout(MostDerivedClass);
1452
1453 PrimaryBaseOffset =
1454 MostDerivedClassLayout.getVBaseClassOffset(PrimaryBase);
1455
1456 const ASTRecordLayout &LayoutClassLayout =
1457 Context.getASTRecordLayout(LayoutClass);
1458
1459 PrimaryBaseOffsetInLayoutClass =
1460 LayoutClassLayout.getVBaseClassOffset(PrimaryBase);
1461 } else {
Benjamin Kramer2ef30312012-07-04 18:45:14 +00001462 assert(Layout.getBaseClassOffset(PrimaryBase).isZero() &&
Peter Collingbournecfd23562011-09-26 01:57:12 +00001463 "Primary base should have a zero offset!");
1464
1465 PrimaryBaseOffset = Base.getBaseOffset();
1466 PrimaryBaseOffsetInLayoutClass = BaseOffsetInLayoutClass;
1467 }
1468
1469 AddMethods(BaseSubobject(PrimaryBase, PrimaryBaseOffset),
1470 PrimaryBaseOffsetInLayoutClass, FirstBaseInPrimaryBaseChain,
1471 FirstBaseOffsetInLayoutClass, PrimaryBases);
1472
1473 if (!PrimaryBases.insert(PrimaryBase))
1474 llvm_unreachable("Found a duplicate primary base!");
1475 }
1476
Craig Topper36250ad2014-05-12 05:36:57 +00001477 const CXXDestructorDecl *ImplicitVirtualDtor = nullptr;
Timur Iskhodzhanov05e36702013-06-05 14:05:50 +00001478
1479 typedef llvm::SmallVector<const CXXMethodDecl *, 8> NewVirtualFunctionsTy;
1480 NewVirtualFunctionsTy NewVirtualFunctions;
1481
Peter Collingbournecfd23562011-09-26 01:57:12 +00001482 // Now go through all virtual member functions and add them.
Aaron Ballman2b124d12014-03-13 16:36:16 +00001483 for (const auto *MD : RD->methods()) {
Peter Collingbournecfd23562011-09-26 01:57:12 +00001484 if (!MD->isVirtual())
1485 continue;
Reid Kleckner1cbd9aa2015-02-25 19:17:48 +00001486 MD = MD->getCanonicalDecl();
Peter Collingbournecfd23562011-09-26 01:57:12 +00001487
1488 // Get the final overrider.
1489 FinalOverriders::OverriderInfo Overrider =
1490 Overriders.getOverrider(MD, Base.getBaseOffset());
1491
1492 // Check if this virtual member function overrides a method in a primary
1493 // base. If this is the case, and the return type doesn't require adjustment
1494 // then we can just use the member function from the primary base.
1495 if (const CXXMethodDecl *OverriddenMD =
1496 FindNearestOverriddenMethod(MD, PrimaryBases)) {
1497 if (ComputeReturnAdjustmentBaseOffset(Context, MD,
1498 OverriddenMD).isEmpty()) {
1499 // Replace the method info of the overridden method with our own
1500 // method.
1501 assert(MethodInfoMap.count(OverriddenMD) &&
1502 "Did not find the overridden method!");
1503 MethodInfo &OverriddenMethodInfo = MethodInfoMap[OverriddenMD];
1504
1505 MethodInfo MethodInfo(Base.getBaseOffset(), BaseOffsetInLayoutClass,
1506 OverriddenMethodInfo.VTableIndex);
1507
1508 assert(!MethodInfoMap.count(MD) &&
1509 "Should not have method info for this method yet!");
1510
1511 MethodInfoMap.insert(std::make_pair(MD, MethodInfo));
1512 MethodInfoMap.erase(OverriddenMD);
1513
1514 // If the overridden method exists in a virtual base class or a direct
1515 // or indirect base class of a virtual base class, we need to emit a
1516 // thunk if we ever have a class hierarchy where the base class is not
1517 // a primary base in the complete object.
1518 if (!isBuildingConstructorVTable() && OverriddenMD != MD) {
1519 // Compute the this adjustment.
1520 ThisAdjustment ThisAdjustment =
1521 ComputeThisAdjustment(OverriddenMD, BaseOffsetInLayoutClass,
1522 Overrider);
1523
Timur Iskhodzhanov053142a2013-11-06 06:24:31 +00001524 if (ThisAdjustment.Virtual.Itanium.VCallOffsetOffset &&
Peter Collingbournecfd23562011-09-26 01:57:12 +00001525 Overrider.Method->getParent() == MostDerivedClass) {
1526
1527 // There's no return adjustment from OverriddenMD and MD,
1528 // but that doesn't mean there isn't one between MD and
1529 // the final overrider.
1530 BaseOffset ReturnAdjustmentOffset =
1531 ComputeReturnAdjustmentBaseOffset(Context, Overrider.Method, MD);
1532 ReturnAdjustment ReturnAdjustment =
1533 ComputeReturnAdjustment(ReturnAdjustmentOffset);
1534
1535 // This is a virtual thunk for the most derived class, add it.
1536 AddThunk(Overrider.Method,
1537 ThunkInfo(ThisAdjustment, ReturnAdjustment));
1538 }
1539 }
1540
1541 continue;
1542 }
1543 }
1544
Timur Iskhodzhanov05e36702013-06-05 14:05:50 +00001545 if (const CXXDestructorDecl *DD = dyn_cast<CXXDestructorDecl>(MD)) {
1546 if (MD->isImplicit()) {
1547 // Itanium C++ ABI 2.5.2:
1548 // If a class has an implicitly-defined virtual destructor,
1549 // its entries come after the declared virtual function pointers.
1550
1551 assert(!ImplicitVirtualDtor &&
1552 "Did already see an implicit virtual dtor!");
1553 ImplicitVirtualDtor = DD;
1554 continue;
1555 }
1556 }
1557
1558 NewVirtualFunctions.push_back(MD);
1559 }
1560
1561 if (ImplicitVirtualDtor)
1562 NewVirtualFunctions.push_back(ImplicitVirtualDtor);
1563
Benjamin Kramera37e7652015-07-25 17:10:49 +00001564 for (const CXXMethodDecl *MD : NewVirtualFunctions) {
Timur Iskhodzhanov05e36702013-06-05 14:05:50 +00001565 // Get the final overrider.
1566 FinalOverriders::OverriderInfo Overrider =
1567 Overriders.getOverrider(MD, Base.getBaseOffset());
1568
Peter Collingbournecfd23562011-09-26 01:57:12 +00001569 // Insert the method info for this method.
1570 MethodInfo MethodInfo(Base.getBaseOffset(), BaseOffsetInLayoutClass,
1571 Components.size());
1572
1573 assert(!MethodInfoMap.count(MD) &&
1574 "Should not have method info for this method yet!");
1575 MethodInfoMap.insert(std::make_pair(MD, MethodInfo));
1576
1577 // Check if this overrider is going to be used.
1578 const CXXMethodDecl *OverriderMD = Overrider.Method;
1579 if (!IsOverriderUsed(OverriderMD, BaseOffsetInLayoutClass,
1580 FirstBaseInPrimaryBaseChain,
1581 FirstBaseOffsetInLayoutClass)) {
1582 Components.push_back(VTableComponent::MakeUnusedFunction(OverriderMD));
1583 continue;
1584 }
Timur Iskhodzhanov05e36702013-06-05 14:05:50 +00001585
Peter Collingbournecfd23562011-09-26 01:57:12 +00001586 // Check if this overrider needs a return adjustment.
1587 // We don't want to do this for pure virtual member functions.
1588 BaseOffset ReturnAdjustmentOffset;
1589 if (!OverriderMD->isPure()) {
1590 ReturnAdjustmentOffset =
1591 ComputeReturnAdjustmentBaseOffset(Context, OverriderMD, MD);
1592 }
1593
1594 ReturnAdjustment ReturnAdjustment =
1595 ComputeReturnAdjustment(ReturnAdjustmentOffset);
1596
1597 AddMethod(Overrider.Method, ReturnAdjustment);
1598 }
1599}
1600
Timur Iskhodzhanove1ebc5f2013-10-09 11:33:51 +00001601void ItaniumVTableBuilder::LayoutVTable() {
Peter Collingbournecfd23562011-09-26 01:57:12 +00001602 LayoutPrimaryAndSecondaryVTables(BaseSubobject(MostDerivedClass,
1603 CharUnits::Zero()),
1604 /*BaseIsMorallyVirtual=*/false,
1605 MostDerivedClassIsVirtual,
1606 MostDerivedClassOffset);
1607
1608 VisitedVirtualBasesSetTy VBases;
1609
1610 // Determine the primary virtual bases.
1611 DeterminePrimaryVirtualBases(MostDerivedClass, MostDerivedClassOffset,
1612 VBases);
1613 VBases.clear();
1614
1615 LayoutVTablesForVirtualBases(MostDerivedClass, VBases);
1616
1617 // -fapple-kext adds an extra entry at end of vtbl.
David Blaikiebbafb8a2012-03-11 07:00:24 +00001618 bool IsAppleKext = Context.getLangOpts().AppleKext;
Peter Collingbournecfd23562011-09-26 01:57:12 +00001619 if (IsAppleKext)
1620 Components.push_back(VTableComponent::MakeVCallOffset(CharUnits::Zero()));
1621}
Timur Iskhodzhanove1ebc5f2013-10-09 11:33:51 +00001622
1623void ItaniumVTableBuilder::LayoutPrimaryAndSecondaryVTables(
1624 BaseSubobject Base, bool BaseIsMorallyVirtual,
1625 bool BaseIsVirtualInLayoutClass, CharUnits OffsetInLayoutClass) {
Peter Collingbournecfd23562011-09-26 01:57:12 +00001626 assert(Base.getBase()->isDynamicClass() && "class does not have a vtable!");
1627
Peter Collingbourne2849c4e2016-12-13 20:40:39 +00001628 unsigned VTableIndex = Components.size();
1629 VTableIndices.push_back(VTableIndex);
1630
Peter Collingbournecfd23562011-09-26 01:57:12 +00001631 // Add vcall and vbase offsets for this vtable.
1632 VCallAndVBaseOffsetBuilder Builder(MostDerivedClass, LayoutClass, &Overriders,
1633 Base, BaseIsVirtualInLayoutClass,
1634 OffsetInLayoutClass);
1635 Components.append(Builder.components_begin(), Builder.components_end());
1636
1637 // Check if we need to add these vcall offsets.
1638 if (BaseIsVirtualInLayoutClass && !Builder.getVCallOffsets().empty()) {
1639 VCallOffsetMap &VCallOffsets = VCallOffsetsForVBases[Base.getBase()];
1640
1641 if (VCallOffsets.empty())
1642 VCallOffsets = Builder.getVCallOffsets();
1643 }
1644
1645 // If we're laying out the most derived class we want to keep track of the
1646 // virtual base class offset offsets.
1647 if (Base.getBase() == MostDerivedClass)
1648 VBaseOffsetOffsets = Builder.getVBaseOffsetOffsets();
1649
Timur Iskhodzhanov8b5987e2013-09-27 14:48:01 +00001650 // Add the offset to top.
1651 CharUnits OffsetToTop = MostDerivedClassOffset - OffsetInLayoutClass;
1652 Components.push_back(VTableComponent::MakeOffsetToTop(OffsetToTop));
Timur Iskhodzhanov52b8a052013-01-21 13:02:41 +00001653
Timur Iskhodzhanov8b5987e2013-09-27 14:48:01 +00001654 // Next, add the RTTI.
1655 Components.push_back(VTableComponent::MakeRTTI(MostDerivedClass));
Timur Iskhodzhanov52b8a052013-01-21 13:02:41 +00001656
Peter Collingbournecfd23562011-09-26 01:57:12 +00001657 uint64_t AddressPoint = Components.size();
1658
1659 // Now go through all virtual member functions and add them.
1660 PrimaryBasesSetVectorTy PrimaryBases;
1661 AddMethods(Base, OffsetInLayoutClass,
1662 Base.getBase(), OffsetInLayoutClass,
1663 PrimaryBases);
1664
Timur Iskhodzhanov05e36702013-06-05 14:05:50 +00001665 const CXXRecordDecl *RD = Base.getBase();
1666 if (RD == MostDerivedClass) {
1667 assert(MethodVTableIndices.empty());
Benjamin Kramera37e7652015-07-25 17:10:49 +00001668 for (const auto &I : MethodInfoMap) {
1669 const CXXMethodDecl *MD = I.first;
1670 const MethodInfo &MI = I.second;
Timur Iskhodzhanov05e36702013-06-05 14:05:50 +00001671 if (const CXXDestructorDecl *DD = dyn_cast<CXXDestructorDecl>(MD)) {
Timur Iskhodzhanov8b5987e2013-09-27 14:48:01 +00001672 MethodVTableIndices[GlobalDecl(DD, Dtor_Complete)]
1673 = MI.VTableIndex - AddressPoint;
1674 MethodVTableIndices[GlobalDecl(DD, Dtor_Deleting)]
1675 = MI.VTableIndex + 1 - AddressPoint;
Timur Iskhodzhanov05e36702013-06-05 14:05:50 +00001676 } else {
1677 MethodVTableIndices[MD] = MI.VTableIndex - AddressPoint;
1678 }
1679 }
1680 }
1681
Peter Collingbournecfd23562011-09-26 01:57:12 +00001682 // Compute 'this' pointer adjustments.
1683 ComputeThisAdjustments();
1684
1685 // Add all address points.
Peter Collingbournecfd23562011-09-26 01:57:12 +00001686 while (true) {
Peter Collingbourne2849c4e2016-12-13 20:40:39 +00001687 AddressPoints.insert(
1688 std::make_pair(BaseSubobject(RD, OffsetInLayoutClass),
1689 VTableLayout::AddressPointLocation{
1690 unsigned(VTableIndices.size() - 1),
1691 unsigned(AddressPoint - VTableIndex)}));
Peter Collingbournecfd23562011-09-26 01:57:12 +00001692
1693 const ASTRecordLayout &Layout = Context.getASTRecordLayout(RD);
1694 const CXXRecordDecl *PrimaryBase = Layout.getPrimaryBase();
1695
1696 if (!PrimaryBase)
1697 break;
1698
1699 if (Layout.isPrimaryBaseVirtual()) {
1700 // Check if this virtual primary base is a primary base in the layout
1701 // class. If it's not, we don't want to add it.
1702 const ASTRecordLayout &LayoutClassLayout =
1703 Context.getASTRecordLayout(LayoutClass);
1704
1705 if (LayoutClassLayout.getVBaseClassOffset(PrimaryBase) !=
1706 OffsetInLayoutClass) {
1707 // We don't want to add this class (or any of its primary bases).
1708 break;
1709 }
1710 }
1711
1712 RD = PrimaryBase;
1713 }
1714
1715 // Layout secondary vtables.
1716 LayoutSecondaryVTables(Base, BaseIsMorallyVirtual, OffsetInLayoutClass);
1717}
1718
Timur Iskhodzhanove1ebc5f2013-10-09 11:33:51 +00001719void
1720ItaniumVTableBuilder::LayoutSecondaryVTables(BaseSubobject Base,
1721 bool BaseIsMorallyVirtual,
1722 CharUnits OffsetInLayoutClass) {
Peter Collingbournecfd23562011-09-26 01:57:12 +00001723 // Itanium C++ ABI 2.5.2:
1724 // Following the primary virtual table of a derived class are secondary
1725 // virtual tables for each of its proper base classes, except any primary
1726 // base(s) with which it shares its primary virtual table.
1727
1728 const CXXRecordDecl *RD = Base.getBase();
1729 const ASTRecordLayout &Layout = Context.getASTRecordLayout(RD);
1730 const CXXRecordDecl *PrimaryBase = Layout.getPrimaryBase();
1731
Timur Iskhodzhanov1523c612014-03-26 08:22:48 +00001732 for (const auto &B : RD->bases()) {
Peter Collingbournecfd23562011-09-26 01:57:12 +00001733 // Ignore virtual bases, we'll emit them later.
Timur Iskhodzhanov1523c612014-03-26 08:22:48 +00001734 if (B.isVirtual())
Peter Collingbournecfd23562011-09-26 01:57:12 +00001735 continue;
1736
Timur Iskhodzhanov1523c612014-03-26 08:22:48 +00001737 const CXXRecordDecl *BaseDecl = B.getType()->getAsCXXRecordDecl();
Peter Collingbournecfd23562011-09-26 01:57:12 +00001738
1739 // Ignore bases that don't have a vtable.
1740 if (!BaseDecl->isDynamicClass())
1741 continue;
1742
1743 if (isBuildingConstructorVTable()) {
1744 // Itanium C++ ABI 2.6.4:
1745 // Some of the base class subobjects may not need construction virtual
1746 // tables, which will therefore not be present in the construction
1747 // virtual table group, even though the subobject virtual tables are
1748 // present in the main virtual table group for the complete object.
1749 if (!BaseIsMorallyVirtual && !BaseDecl->getNumVBases())
1750 continue;
1751 }
1752
1753 // Get the base offset of this base.
1754 CharUnits RelativeBaseOffset = Layout.getBaseClassOffset(BaseDecl);
1755 CharUnits BaseOffset = Base.getBaseOffset() + RelativeBaseOffset;
1756
1757 CharUnits BaseOffsetInLayoutClass =
1758 OffsetInLayoutClass + RelativeBaseOffset;
1759
1760 // Don't emit a secondary vtable for a primary base. We might however want
1761 // to emit secondary vtables for other bases of this base.
1762 if (BaseDecl == PrimaryBase) {
1763 LayoutSecondaryVTables(BaseSubobject(BaseDecl, BaseOffset),
1764 BaseIsMorallyVirtual, BaseOffsetInLayoutClass);
1765 continue;
1766 }
1767
1768 // Layout the primary vtable (and any secondary vtables) for this base.
1769 LayoutPrimaryAndSecondaryVTables(
1770 BaseSubobject(BaseDecl, BaseOffset),
1771 BaseIsMorallyVirtual,
1772 /*BaseIsVirtualInLayoutClass=*/false,
1773 BaseOffsetInLayoutClass);
1774 }
1775}
1776
Timur Iskhodzhanove1ebc5f2013-10-09 11:33:51 +00001777void ItaniumVTableBuilder::DeterminePrimaryVirtualBases(
1778 const CXXRecordDecl *RD, CharUnits OffsetInLayoutClass,
1779 VisitedVirtualBasesSetTy &VBases) {
Peter Collingbournecfd23562011-09-26 01:57:12 +00001780 const ASTRecordLayout &Layout = Context.getASTRecordLayout(RD);
1781
1782 // Check if this base has a primary base.
1783 if (const CXXRecordDecl *PrimaryBase = Layout.getPrimaryBase()) {
1784
1785 // Check if it's virtual.
1786 if (Layout.isPrimaryBaseVirtual()) {
1787 bool IsPrimaryVirtualBase = true;
1788
1789 if (isBuildingConstructorVTable()) {
1790 // Check if the base is actually a primary base in the class we use for
1791 // layout.
1792 const ASTRecordLayout &LayoutClassLayout =
1793 Context.getASTRecordLayout(LayoutClass);
1794
1795 CharUnits PrimaryBaseOffsetInLayoutClass =
1796 LayoutClassLayout.getVBaseClassOffset(PrimaryBase);
1797
1798 // We know that the base is not a primary base in the layout class if
1799 // the base offsets are different.
1800 if (PrimaryBaseOffsetInLayoutClass != OffsetInLayoutClass)
1801 IsPrimaryVirtualBase = false;
1802 }
1803
1804 if (IsPrimaryVirtualBase)
1805 PrimaryVirtualBases.insert(PrimaryBase);
1806 }
1807 }
1808
1809 // Traverse bases, looking for more primary virtual bases.
Timur Iskhodzhanov1523c612014-03-26 08:22:48 +00001810 for (const auto &B : RD->bases()) {
1811 const CXXRecordDecl *BaseDecl = B.getType()->getAsCXXRecordDecl();
Peter Collingbournecfd23562011-09-26 01:57:12 +00001812
1813 CharUnits BaseOffsetInLayoutClass;
1814
Timur Iskhodzhanov1523c612014-03-26 08:22:48 +00001815 if (B.isVirtual()) {
David Blaikie82e95a32014-11-19 07:49:47 +00001816 if (!VBases.insert(BaseDecl).second)
Peter Collingbournecfd23562011-09-26 01:57:12 +00001817 continue;
1818
1819 const ASTRecordLayout &LayoutClassLayout =
1820 Context.getASTRecordLayout(LayoutClass);
1821
1822 BaseOffsetInLayoutClass =
1823 LayoutClassLayout.getVBaseClassOffset(BaseDecl);
1824 } else {
1825 BaseOffsetInLayoutClass =
1826 OffsetInLayoutClass + Layout.getBaseClassOffset(BaseDecl);
1827 }
1828
1829 DeterminePrimaryVirtualBases(BaseDecl, BaseOffsetInLayoutClass, VBases);
1830 }
1831}
1832
Timur Iskhodzhanove1ebc5f2013-10-09 11:33:51 +00001833void ItaniumVTableBuilder::LayoutVTablesForVirtualBases(
1834 const CXXRecordDecl *RD, VisitedVirtualBasesSetTy &VBases) {
Peter Collingbournecfd23562011-09-26 01:57:12 +00001835 // Itanium C++ ABI 2.5.2:
1836 // Then come the virtual base virtual tables, also in inheritance graph
1837 // order, and again excluding primary bases (which share virtual tables with
1838 // the classes for which they are primary).
Timur Iskhodzhanov1523c612014-03-26 08:22:48 +00001839 for (const auto &B : RD->bases()) {
1840 const CXXRecordDecl *BaseDecl = B.getType()->getAsCXXRecordDecl();
Peter Collingbournecfd23562011-09-26 01:57:12 +00001841
1842 // Check if this base needs a vtable. (If it's virtual, not a primary base
1843 // of some other class, and we haven't visited it before).
David Blaikie82e95a32014-11-19 07:49:47 +00001844 if (B.isVirtual() && BaseDecl->isDynamicClass() &&
1845 !PrimaryVirtualBases.count(BaseDecl) &&
1846 VBases.insert(BaseDecl).second) {
Peter Collingbournecfd23562011-09-26 01:57:12 +00001847 const ASTRecordLayout &MostDerivedClassLayout =
1848 Context.getASTRecordLayout(MostDerivedClass);
1849 CharUnits BaseOffset =
1850 MostDerivedClassLayout.getVBaseClassOffset(BaseDecl);
1851
1852 const ASTRecordLayout &LayoutClassLayout =
1853 Context.getASTRecordLayout(LayoutClass);
1854 CharUnits BaseOffsetInLayoutClass =
1855 LayoutClassLayout.getVBaseClassOffset(BaseDecl);
1856
1857 LayoutPrimaryAndSecondaryVTables(
1858 BaseSubobject(BaseDecl, BaseOffset),
1859 /*BaseIsMorallyVirtual=*/true,
1860 /*BaseIsVirtualInLayoutClass=*/true,
1861 BaseOffsetInLayoutClass);
1862 }
1863
1864 // We only need to check the base for virtual base vtables if it actually
1865 // has virtual bases.
1866 if (BaseDecl->getNumVBases())
1867 LayoutVTablesForVirtualBases(BaseDecl, VBases);
1868 }
1869}
1870
1871/// dumpLayout - Dump the vtable layout.
Timur Iskhodzhanove1ebc5f2013-10-09 11:33:51 +00001872void ItaniumVTableBuilder::dumpLayout(raw_ostream &Out) {
Timur Iskhodzhanov11510312013-06-28 15:42:28 +00001873 // FIXME: write more tests that actually use the dumpLayout output to prevent
Timur Iskhodzhanove1ebc5f2013-10-09 11:33:51 +00001874 // ItaniumVTableBuilder regressions.
Peter Collingbournecfd23562011-09-26 01:57:12 +00001875
1876 if (isBuildingConstructorVTable()) {
1877 Out << "Construction vtable for ('";
Aaron Ballman75ee4cc2014-01-03 18:42:48 +00001878 MostDerivedClass->printQualifiedName(Out);
1879 Out << "', ";
Peter Collingbournecfd23562011-09-26 01:57:12 +00001880 Out << MostDerivedClassOffset.getQuantity() << ") in '";
Aaron Ballman75ee4cc2014-01-03 18:42:48 +00001881 LayoutClass->printQualifiedName(Out);
Peter Collingbournecfd23562011-09-26 01:57:12 +00001882 } else {
1883 Out << "Vtable for '";
Aaron Ballman75ee4cc2014-01-03 18:42:48 +00001884 MostDerivedClass->printQualifiedName(Out);
Peter Collingbournecfd23562011-09-26 01:57:12 +00001885 }
1886 Out << "' (" << Components.size() << " entries).\n";
1887
1888 // Iterate through the address points and insert them into a new map where
1889 // they are keyed by the index and not the base object.
1890 // Since an address point can be shared by multiple subobjects, we use an
1891 // STL multimap.
1892 std::multimap<uint64_t, BaseSubobject> AddressPointsByIndex;
Benjamin Kramera37e7652015-07-25 17:10:49 +00001893 for (const auto &AP : AddressPoints) {
1894 const BaseSubobject &Base = AP.first;
Peter Collingbourne2849c4e2016-12-13 20:40:39 +00001895 uint64_t Index =
1896 VTableIndices[AP.second.VTableIndex] + AP.second.AddressPointIndex;
Benjamin Kramera37e7652015-07-25 17:10:49 +00001897
Peter Collingbournecfd23562011-09-26 01:57:12 +00001898 AddressPointsByIndex.insert(std::make_pair(Index, Base));
1899 }
1900
1901 for (unsigned I = 0, E = Components.size(); I != E; ++I) {
1902 uint64_t Index = I;
1903
1904 Out << llvm::format("%4d | ", I);
1905
1906 const VTableComponent &Component = Components[I];
1907
1908 // Dump the component.
1909 switch (Component.getKind()) {
1910
1911 case VTableComponent::CK_VCallOffset:
1912 Out << "vcall_offset ("
1913 << Component.getVCallOffset().getQuantity()
1914 << ")";
1915 break;
1916
1917 case VTableComponent::CK_VBaseOffset:
1918 Out << "vbase_offset ("
1919 << Component.getVBaseOffset().getQuantity()
1920 << ")";
1921 break;
1922
1923 case VTableComponent::CK_OffsetToTop:
1924 Out << "offset_to_top ("
1925 << Component.getOffsetToTop().getQuantity()
1926 << ")";
1927 break;
1928
1929 case VTableComponent::CK_RTTI:
Aaron Ballman75ee4cc2014-01-03 18:42:48 +00001930 Component.getRTTIDecl()->printQualifiedName(Out);
1931 Out << " RTTI";
Peter Collingbournecfd23562011-09-26 01:57:12 +00001932 break;
1933
1934 case VTableComponent::CK_FunctionPointer: {
1935 const CXXMethodDecl *MD = Component.getFunctionDecl();
1936
1937 std::string Str =
1938 PredefinedExpr::ComputeName(PredefinedExpr::PrettyFunctionNoVirtual,
1939 MD);
1940 Out << Str;
1941 if (MD->isPure())
1942 Out << " [pure]";
1943
David Blaikie596d2ca2012-10-16 20:25:33 +00001944 if (MD->isDeleted())
1945 Out << " [deleted]";
1946
Peter Collingbournecfd23562011-09-26 01:57:12 +00001947 ThunkInfo Thunk = VTableThunks.lookup(I);
1948 if (!Thunk.isEmpty()) {
1949 // If this function pointer has a return adjustment, dump it.
1950 if (!Thunk.Return.isEmpty()) {
1951 Out << "\n [return adjustment: ";
1952 Out << Thunk.Return.NonVirtual << " non-virtual";
1953
Timur Iskhodzhanov02014322013-10-30 11:55:43 +00001954 if (Thunk.Return.Virtual.Itanium.VBaseOffsetOffset) {
1955 Out << ", " << Thunk.Return.Virtual.Itanium.VBaseOffsetOffset;
Peter Collingbournecfd23562011-09-26 01:57:12 +00001956 Out << " vbase offset offset";
1957 }
1958
1959 Out << ']';
1960 }
1961
1962 // If this function pointer has a 'this' pointer adjustment, dump it.
1963 if (!Thunk.This.isEmpty()) {
1964 Out << "\n [this adjustment: ";
1965 Out << Thunk.This.NonVirtual << " non-virtual";
1966
Timur Iskhodzhanov053142a2013-11-06 06:24:31 +00001967 if (Thunk.This.Virtual.Itanium.VCallOffsetOffset) {
1968 Out << ", " << Thunk.This.Virtual.Itanium.VCallOffsetOffset;
Peter Collingbournecfd23562011-09-26 01:57:12 +00001969 Out << " vcall offset offset";
1970 }
1971
1972 Out << ']';
1973 }
1974 }
1975
1976 break;
1977 }
1978
1979 case VTableComponent::CK_CompleteDtorPointer:
1980 case VTableComponent::CK_DeletingDtorPointer: {
1981 bool IsComplete =
1982 Component.getKind() == VTableComponent::CK_CompleteDtorPointer;
1983
1984 const CXXDestructorDecl *DD = Component.getDestructorDecl();
1985
Aaron Ballman75ee4cc2014-01-03 18:42:48 +00001986 DD->printQualifiedName(Out);
Peter Collingbournecfd23562011-09-26 01:57:12 +00001987 if (IsComplete)
1988 Out << "() [complete]";
1989 else
1990 Out << "() [deleting]";
1991
1992 if (DD->isPure())
1993 Out << " [pure]";
1994
1995 ThunkInfo Thunk = VTableThunks.lookup(I);
1996 if (!Thunk.isEmpty()) {
1997 // If this destructor has a 'this' pointer adjustment, dump it.
1998 if (!Thunk.This.isEmpty()) {
1999 Out << "\n [this adjustment: ";
2000 Out << Thunk.This.NonVirtual << " non-virtual";
2001
Timur Iskhodzhanov053142a2013-11-06 06:24:31 +00002002 if (Thunk.This.Virtual.Itanium.VCallOffsetOffset) {
2003 Out << ", " << Thunk.This.Virtual.Itanium.VCallOffsetOffset;
Peter Collingbournecfd23562011-09-26 01:57:12 +00002004 Out << " vcall offset offset";
2005 }
2006
2007 Out << ']';
2008 }
2009 }
2010
2011 break;
2012 }
2013
2014 case VTableComponent::CK_UnusedFunctionPointer: {
2015 const CXXMethodDecl *MD = Component.getUnusedFunctionDecl();
2016
2017 std::string Str =
2018 PredefinedExpr::ComputeName(PredefinedExpr::PrettyFunctionNoVirtual,
2019 MD);
2020 Out << "[unused] " << Str;
2021 if (MD->isPure())
2022 Out << " [pure]";
2023 }
2024
2025 }
2026
2027 Out << '\n';
2028
2029 // Dump the next address point.
2030 uint64_t NextIndex = Index + 1;
2031 if (AddressPointsByIndex.count(NextIndex)) {
2032 if (AddressPointsByIndex.count(NextIndex) == 1) {
2033 const BaseSubobject &Base =
2034 AddressPointsByIndex.find(NextIndex)->second;
2035
Aaron Ballman75ee4cc2014-01-03 18:42:48 +00002036 Out << " -- (";
2037 Base.getBase()->printQualifiedName(Out);
Peter Collingbournecfd23562011-09-26 01:57:12 +00002038 Out << ", " << Base.getBaseOffset().getQuantity();
2039 Out << ") vtable address --\n";
2040 } else {
2041 CharUnits BaseOffset =
2042 AddressPointsByIndex.lower_bound(NextIndex)->second.getBaseOffset();
2043
2044 // We store the class names in a set to get a stable order.
2045 std::set<std::string> ClassNames;
Benjamin Kramera37e7652015-07-25 17:10:49 +00002046 for (const auto &I :
2047 llvm::make_range(AddressPointsByIndex.equal_range(NextIndex))) {
2048 assert(I.second.getBaseOffset() == BaseOffset &&
Peter Collingbournecfd23562011-09-26 01:57:12 +00002049 "Invalid base offset!");
Benjamin Kramera37e7652015-07-25 17:10:49 +00002050 const CXXRecordDecl *RD = I.second.getBase();
Peter Collingbournecfd23562011-09-26 01:57:12 +00002051 ClassNames.insert(RD->getQualifiedNameAsString());
2052 }
Benjamin Kramera37e7652015-07-25 17:10:49 +00002053
2054 for (const std::string &Name : ClassNames) {
2055 Out << " -- (" << Name;
Peter Collingbournecfd23562011-09-26 01:57:12 +00002056 Out << ", " << BaseOffset.getQuantity() << ") vtable address --\n";
2057 }
2058 }
2059 }
2060 }
2061
2062 Out << '\n';
2063
2064 if (isBuildingConstructorVTable())
2065 return;
2066
2067 if (MostDerivedClass->getNumVBases()) {
2068 // We store the virtual base class names and their offsets in a map to get
2069 // a stable order.
2070
2071 std::map<std::string, CharUnits> ClassNamesAndOffsets;
Benjamin Kramera37e7652015-07-25 17:10:49 +00002072 for (const auto &I : VBaseOffsetOffsets) {
2073 std::string ClassName = I.first->getQualifiedNameAsString();
2074 CharUnits OffsetOffset = I.second;
2075 ClassNamesAndOffsets.insert(std::make_pair(ClassName, OffsetOffset));
Peter Collingbournecfd23562011-09-26 01:57:12 +00002076 }
2077
2078 Out << "Virtual base offset offsets for '";
Aaron Ballman75ee4cc2014-01-03 18:42:48 +00002079 MostDerivedClass->printQualifiedName(Out);
2080 Out << "' (";
Peter Collingbournecfd23562011-09-26 01:57:12 +00002081 Out << ClassNamesAndOffsets.size();
2082 Out << (ClassNamesAndOffsets.size() == 1 ? " entry" : " entries") << ").\n";
2083
Benjamin Kramera37e7652015-07-25 17:10:49 +00002084 for (const auto &I : ClassNamesAndOffsets)
2085 Out << " " << I.first << " | " << I.second.getQuantity() << '\n';
Peter Collingbournecfd23562011-09-26 01:57:12 +00002086
2087 Out << "\n";
2088 }
2089
2090 if (!Thunks.empty()) {
2091 // We store the method names in a map to get a stable order.
2092 std::map<std::string, const CXXMethodDecl *> MethodNamesAndDecls;
Benjamin Kramera37e7652015-07-25 17:10:49 +00002093
2094 for (const auto &I : Thunks) {
2095 const CXXMethodDecl *MD = I.first;
Peter Collingbournecfd23562011-09-26 01:57:12 +00002096 std::string MethodName =
2097 PredefinedExpr::ComputeName(PredefinedExpr::PrettyFunctionNoVirtual,
2098 MD);
2099
2100 MethodNamesAndDecls.insert(std::make_pair(MethodName, MD));
2101 }
2102
Benjamin Kramera37e7652015-07-25 17:10:49 +00002103 for (const auto &I : MethodNamesAndDecls) {
2104 const std::string &MethodName = I.first;
2105 const CXXMethodDecl *MD = I.second;
Peter Collingbournecfd23562011-09-26 01:57:12 +00002106
2107 ThunkInfoVectorTy ThunksVector = Thunks[MD];
Mandeep Singh Grangc205d8c2018-03-27 16:50:00 +00002108 llvm::sort(ThunksVector.begin(), ThunksVector.end(),
2109 [](const ThunkInfo &LHS, const ThunkInfo &RHS) {
Craig Topper36250ad2014-05-12 05:36:57 +00002110 assert(LHS.Method == nullptr && RHS.Method == nullptr);
Benjamin Kramera741b8c2014-03-03 20:26:46 +00002111 return std::tie(LHS.This, LHS.Return) < std::tie(RHS.This, RHS.Return);
Benjamin Kramerbbdd7642014-03-01 14:48:57 +00002112 });
Peter Collingbournecfd23562011-09-26 01:57:12 +00002113
2114 Out << "Thunks for '" << MethodName << "' (" << ThunksVector.size();
2115 Out << (ThunksVector.size() == 1 ? " entry" : " entries") << ").\n";
2116
2117 for (unsigned I = 0, E = ThunksVector.size(); I != E; ++I) {
2118 const ThunkInfo &Thunk = ThunksVector[I];
2119
2120 Out << llvm::format("%4d | ", I);
2121
2122 // If this function pointer has a return pointer adjustment, dump it.
2123 if (!Thunk.Return.isEmpty()) {
Timur Iskhodzhanov11510312013-06-28 15:42:28 +00002124 Out << "return adjustment: " << Thunk.Return.NonVirtual;
Peter Collingbournecfd23562011-09-26 01:57:12 +00002125 Out << " non-virtual";
Timur Iskhodzhanov02014322013-10-30 11:55:43 +00002126 if (Thunk.Return.Virtual.Itanium.VBaseOffsetOffset) {
2127 Out << ", " << Thunk.Return.Virtual.Itanium.VBaseOffsetOffset;
Peter Collingbournecfd23562011-09-26 01:57:12 +00002128 Out << " vbase offset offset";
2129 }
2130
2131 if (!Thunk.This.isEmpty())
2132 Out << "\n ";
2133 }
2134
2135 // If this function pointer has a 'this' pointer adjustment, dump it.
2136 if (!Thunk.This.isEmpty()) {
2137 Out << "this adjustment: ";
2138 Out << Thunk.This.NonVirtual << " non-virtual";
2139
Timur Iskhodzhanov053142a2013-11-06 06:24:31 +00002140 if (Thunk.This.Virtual.Itanium.VCallOffsetOffset) {
2141 Out << ", " << Thunk.This.Virtual.Itanium.VCallOffsetOffset;
Peter Collingbournecfd23562011-09-26 01:57:12 +00002142 Out << " vcall offset offset";
2143 }
2144 }
2145
2146 Out << '\n';
2147 }
2148
2149 Out << '\n';
2150 }
2151 }
2152
2153 // Compute the vtable indices for all the member functions.
2154 // Store them in a map keyed by the index so we'll get a sorted table.
2155 std::map<uint64_t, std::string> IndicesMap;
2156
Aaron Ballman2b124d12014-03-13 16:36:16 +00002157 for (const auto *MD : MostDerivedClass->methods()) {
Peter Collingbournecfd23562011-09-26 01:57:12 +00002158 // We only want virtual member functions.
2159 if (!MD->isVirtual())
2160 continue;
Reid Kleckner1cbd9aa2015-02-25 19:17:48 +00002161 MD = MD->getCanonicalDecl();
Peter Collingbournecfd23562011-09-26 01:57:12 +00002162
2163 std::string MethodName =
2164 PredefinedExpr::ComputeName(PredefinedExpr::PrettyFunctionNoVirtual,
2165 MD);
2166
2167 if (const CXXDestructorDecl *DD = dyn_cast<CXXDestructorDecl>(MD)) {
Timur Iskhodzhanov8b5987e2013-09-27 14:48:01 +00002168 GlobalDecl GD(DD, Dtor_Complete);
2169 assert(MethodVTableIndices.count(GD));
2170 uint64_t VTableIndex = MethodVTableIndices[GD];
2171 IndicesMap[VTableIndex] = MethodName + " [complete]";
2172 IndicesMap[VTableIndex + 1] = MethodName + " [deleting]";
Peter Collingbournecfd23562011-09-26 01:57:12 +00002173 } else {
Timur Iskhodzhanov05e36702013-06-05 14:05:50 +00002174 assert(MethodVTableIndices.count(MD));
2175 IndicesMap[MethodVTableIndices[MD]] = MethodName;
Peter Collingbournecfd23562011-09-26 01:57:12 +00002176 }
2177 }
2178
2179 // Print the vtable indices for all the member functions.
2180 if (!IndicesMap.empty()) {
2181 Out << "VTable indices for '";
Aaron Ballman75ee4cc2014-01-03 18:42:48 +00002182 MostDerivedClass->printQualifiedName(Out);
Peter Collingbournecfd23562011-09-26 01:57:12 +00002183 Out << "' (" << IndicesMap.size() << " entries).\n";
2184
Benjamin Kramera37e7652015-07-25 17:10:49 +00002185 for (const auto &I : IndicesMap) {
2186 uint64_t VTableIndex = I.first;
2187 const std::string &MethodName = I.second;
Peter Collingbournecfd23562011-09-26 01:57:12 +00002188
Timur Iskhodzhanov05e36702013-06-05 14:05:50 +00002189 Out << llvm::format("%4" PRIu64 " | ", VTableIndex) << MethodName
Benjamin Kramer5291e682012-03-10 02:06:27 +00002190 << '\n';
Peter Collingbournecfd23562011-09-26 01:57:12 +00002191 }
2192 }
2193
2194 Out << '\n';
2195}
Alexander Kornienkoab9db512015-06-22 23:07:51 +00002196}
Peter Collingbournecfd23562011-09-26 01:57:12 +00002197
Peter Collingbourne2849c4e2016-12-13 20:40:39 +00002198VTableLayout::VTableLayout(ArrayRef<size_t> VTableIndices,
2199 ArrayRef<VTableComponent> VTableComponents,
2200 ArrayRef<VTableThunkTy> VTableThunks,
2201 const AddressPointsMapTy &AddressPoints)
2202 : VTableComponents(VTableComponents), VTableThunks(VTableThunks),
2203 AddressPoints(AddressPoints) {
2204 if (VTableIndices.size() <= 1)
2205 assert(VTableIndices.size() == 1 && VTableIndices[0] == 0);
2206 else
2207 this->VTableIndices = OwningArrayRef<size_t>(VTableIndices);
2208
Mandeep Singh Grangc205d8c2018-03-27 16:50:00 +00002209 llvm::sort(this->VTableThunks.begin(), this->VTableThunks.end(),
2210 [](const VTableLayout::VTableThunkTy &LHS,
2211 const VTableLayout::VTableThunkTy &RHS) {
Peter Collingbourne2849c4e2016-12-13 20:40:39 +00002212 assert((LHS.first != RHS.first || LHS.second == RHS.second) &&
2213 "Different thunks should have unique indices!");
2214 return LHS.first < RHS.first;
2215 });
Peter Collingbournecfd23562011-09-26 01:57:12 +00002216}
2217
Angel Garcia Gomez637d1e62015-10-20 13:23:58 +00002218VTableLayout::~VTableLayout() { }
Peter Collingbournecfd23562011-09-26 01:57:12 +00002219
Timur Iskhodzhanove1ebc5f2013-10-09 11:33:51 +00002220ItaniumVTableContext::ItaniumVTableContext(ASTContext &Context)
Reid Klecknerb60a3d52013-12-20 23:58:52 +00002221 : VTableContextBase(/*MS=*/false) {}
Timur Iskhodzhanov52b8a052013-01-21 13:02:41 +00002222
Justin Lebar072f9ba2016-10-10 16:26:24 +00002223ItaniumVTableContext::~ItaniumVTableContext() {}
Peter Collingbournecfd23562011-09-26 01:57:12 +00002224
Timur Iskhodzhanove1ebc5f2013-10-09 11:33:51 +00002225uint64_t ItaniumVTableContext::getMethodVTableIndex(GlobalDecl GD) {
Peter Collingbournecfd23562011-09-26 01:57:12 +00002226 MethodVTableIndicesTy::iterator I = MethodVTableIndices.find(GD);
2227 if (I != MethodVTableIndices.end())
2228 return I->second;
2229
2230 const CXXRecordDecl *RD = cast<CXXMethodDecl>(GD.getDecl())->getParent();
2231
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00002232 computeVTableRelatedInformation(RD);
Peter Collingbournecfd23562011-09-26 01:57:12 +00002233
2234 I = MethodVTableIndices.find(GD);
2235 assert(I != MethodVTableIndices.end() && "Did not find index!");
2236 return I->second;
2237}
2238
Timur Iskhodzhanove1ebc5f2013-10-09 11:33:51 +00002239CharUnits
2240ItaniumVTableContext::getVirtualBaseOffsetOffset(const CXXRecordDecl *RD,
2241 const CXXRecordDecl *VBase) {
Peter Collingbournecfd23562011-09-26 01:57:12 +00002242 ClassPairTy ClassPair(RD, VBase);
2243
2244 VirtualBaseClassOffsetOffsetsMapTy::iterator I =
2245 VirtualBaseClassOffsetOffsets.find(ClassPair);
2246 if (I != VirtualBaseClassOffsetOffsets.end())
2247 return I->second;
Craig Topper36250ad2014-05-12 05:36:57 +00002248
2249 VCallAndVBaseOffsetBuilder Builder(RD, RD, /*FinalOverriders=*/nullptr,
Peter Collingbournecfd23562011-09-26 01:57:12 +00002250 BaseSubobject(RD, CharUnits::Zero()),
2251 /*BaseIsVirtual=*/false,
2252 /*OffsetInLayoutClass=*/CharUnits::Zero());
2253
Benjamin Kramera37e7652015-07-25 17:10:49 +00002254 for (const auto &I : Builder.getVBaseOffsetOffsets()) {
Peter Collingbournecfd23562011-09-26 01:57:12 +00002255 // Insert all types.
Benjamin Kramera37e7652015-07-25 17:10:49 +00002256 ClassPairTy ClassPair(RD, I.first);
2257
2258 VirtualBaseClassOffsetOffsets.insert(std::make_pair(ClassPair, I.second));
Peter Collingbournecfd23562011-09-26 01:57:12 +00002259 }
2260
2261 I = VirtualBaseClassOffsetOffsets.find(ClassPair);
2262 assert(I != VirtualBaseClassOffsetOffsets.end() && "Did not find index!");
2263
2264 return I->second;
2265}
2266
Justin Lebar072f9ba2016-10-10 16:26:24 +00002267static std::unique_ptr<VTableLayout>
2268CreateVTableLayout(const ItaniumVTableBuilder &Builder) {
Peter Collingbournecfd23562011-09-26 01:57:12 +00002269 SmallVector<VTableLayout::VTableThunkTy, 1>
2270 VTableThunks(Builder.vtable_thunks_begin(), Builder.vtable_thunks_end());
Peter Collingbournecfd23562011-09-26 01:57:12 +00002271
Justin Lebar072f9ba2016-10-10 16:26:24 +00002272 return llvm::make_unique<VTableLayout>(
Peter Collingbourne2849c4e2016-12-13 20:40:39 +00002273 Builder.VTableIndices, Builder.vtable_components(), VTableThunks,
2274 Builder.getAddressPoints());
Peter Collingbournecfd23562011-09-26 01:57:12 +00002275}
2276
Timur Iskhodzhanove1ebc5f2013-10-09 11:33:51 +00002277void
2278ItaniumVTableContext::computeVTableRelatedInformation(const CXXRecordDecl *RD) {
Justin Lebar072f9ba2016-10-10 16:26:24 +00002279 std::unique_ptr<const VTableLayout> &Entry = VTableLayouts[RD];
Peter Collingbournecfd23562011-09-26 01:57:12 +00002280
2281 // Check if we've computed this information before.
2282 if (Entry)
2283 return;
2284
Timur Iskhodzhanove1ebc5f2013-10-09 11:33:51 +00002285 ItaniumVTableBuilder Builder(*this, RD, CharUnits::Zero(),
2286 /*MostDerivedClassIsVirtual=*/0, RD);
Peter Collingbournecfd23562011-09-26 01:57:12 +00002287 Entry = CreateVTableLayout(Builder);
2288
Timur Iskhodzhanov05e36702013-06-05 14:05:50 +00002289 MethodVTableIndices.insert(Builder.vtable_indices_begin(),
2290 Builder.vtable_indices_end());
2291
Peter Collingbournecfd23562011-09-26 01:57:12 +00002292 // Add the known thunks.
2293 Thunks.insert(Builder.thunks_begin(), Builder.thunks_end());
2294
2295 // If we don't have the vbase information for this class, insert it.
2296 // getVirtualBaseOffsetOffset will compute it separately without computing
2297 // the rest of the vtable related information.
2298 if (!RD->getNumVBases())
2299 return;
2300
Timur Iskhodzhanov7f55a452013-07-02 16:00:40 +00002301 const CXXRecordDecl *VBase =
2302 RD->vbases_begin()->getType()->getAsCXXRecordDecl();
Peter Collingbournecfd23562011-09-26 01:57:12 +00002303
2304 if (VirtualBaseClassOffsetOffsets.count(std::make_pair(RD, VBase)))
2305 return;
Timur Iskhodzhanove1ebc5f2013-10-09 11:33:51 +00002306
Benjamin Kramera37e7652015-07-25 17:10:49 +00002307 for (const auto &I : Builder.getVBaseOffsetOffsets()) {
Peter Collingbournecfd23562011-09-26 01:57:12 +00002308 // Insert all types.
Benjamin Kramera37e7652015-07-25 17:10:49 +00002309 ClassPairTy ClassPair(RD, I.first);
2310
2311 VirtualBaseClassOffsetOffsets.insert(std::make_pair(ClassPair, I.second));
Peter Collingbournecfd23562011-09-26 01:57:12 +00002312 }
2313}
2314
Justin Lebar072f9ba2016-10-10 16:26:24 +00002315std::unique_ptr<VTableLayout>
2316ItaniumVTableContext::createConstructionVTableLayout(
Timur Iskhodzhanove1ebc5f2013-10-09 11:33:51 +00002317 const CXXRecordDecl *MostDerivedClass, CharUnits MostDerivedClassOffset,
2318 bool MostDerivedClassIsVirtual, const CXXRecordDecl *LayoutClass) {
2319 ItaniumVTableBuilder Builder(*this, MostDerivedClass, MostDerivedClassOffset,
2320 MostDerivedClassIsVirtual, LayoutClass);
Peter Collingbournecfd23562011-09-26 01:57:12 +00002321 return CreateVTableLayout(Builder);
2322}
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00002323
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00002324namespace {
2325
2326// Vtables in the Microsoft ABI are different from the Itanium ABI.
2327//
2328// The main differences are:
2329// 1. Separate vftable and vbtable.
2330//
2331// 2. Each subobject with a vfptr gets its own vftable rather than an address
2332// point in a single vtable shared between all the subobjects.
2333// Each vftable is represented by a separate section and virtual calls
2334// must be done using the vftable which has a slot for the function to be
2335// called.
2336//
2337// 3. Virtual method definitions expect their 'this' parameter to point to the
2338// first vfptr whose table provides a compatible overridden method. In many
2339// cases, this permits the original vf-table entry to directly call
2340// the method instead of passing through a thunk.
Timur Iskhodzhanov46a18ef2014-11-14 14:10:15 +00002341// See example before VFTableBuilder::ComputeThisOffset below.
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00002342//
2343// A compatible overridden method is one which does not have a non-trivial
2344// covariant-return adjustment.
2345//
2346// The first vfptr is the one with the lowest offset in the complete-object
2347// layout of the defining class, and the method definition will subtract
2348// that constant offset from the parameter value to get the real 'this'
2349// value. Therefore, if the offset isn't really constant (e.g. if a virtual
2350// function defined in a virtual base is overridden in a more derived
2351// virtual base and these bases have a reverse order in the complete
2352// object), the vf-table may require a this-adjustment thunk.
2353//
2354// 4. vftables do not contain new entries for overrides that merely require
2355// this-adjustment. Together with #3, this keeps vf-tables smaller and
2356// eliminates the need for this-adjustment thunks in many cases, at the cost
2357// of often requiring redundant work to adjust the "this" pointer.
2358//
2359// 5. Instead of VTT and constructor vtables, vbtables and vtordisps are used.
2360// Vtordisps are emitted into the class layout if a class has
2361// a) a user-defined ctor/dtor
2362// and
2363// b) a method overriding a method in a virtual base.
Timur Iskhodzhanov46a18ef2014-11-14 14:10:15 +00002364//
2365// To get a better understanding of this code,
2366// you might want to see examples in test/CodeGenCXX/microsoft-abi-vtables-*.cpp
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00002367
2368class VFTableBuilder {
2369public:
Timur Iskhodzhanov58776632013-11-05 15:54:58 +00002370 typedef MicrosoftVTableContext::MethodVFTableLocation MethodVFTableLocation;
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00002371
2372 typedef llvm::DenseMap<GlobalDecl, MethodVFTableLocation>
2373 MethodVFTableLocationsTy;
2374
Timur Iskhodzhanovba557022014-03-20 20:38:34 +00002375 typedef llvm::iterator_range<MethodVFTableLocationsTy::const_iterator>
2376 method_locations_range;
2377
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00002378private:
Timur Iskhodzhanov58776632013-11-05 15:54:58 +00002379 /// VTables - Global vtable information.
2380 MicrosoftVTableContext &VTables;
2381
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00002382 /// Context - The ASTContext which we will use for layout information.
2383 ASTContext &Context;
2384
2385 /// MostDerivedClass - The most derived class for which we're building this
2386 /// vtable.
2387 const CXXRecordDecl *MostDerivedClass;
2388
2389 const ASTRecordLayout &MostDerivedClassLayout;
2390
Reid Kleckner9c6e9e32014-02-27 19:40:09 +00002391 const VPtrInfo &WhichVFPtr;
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00002392
2393 /// FinalOverriders - The final overriders of the most derived class.
2394 const FinalOverriders Overriders;
2395
2396 /// Components - The components of the vftable being built.
2397 SmallVector<VTableComponent, 64> Components;
2398
2399 MethodVFTableLocationsTy MethodVFTableLocations;
2400
David Majnemer3c7228e2014-07-01 21:10:07 +00002401 /// \brief Does this class have an RTTI component?
David Majnemer2d8b2002016-02-11 17:49:28 +00002402 bool HasRTTIComponent = false;
David Majnemer3c7228e2014-07-01 21:10:07 +00002403
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00002404 /// MethodInfo - Contains information about a method in a vtable.
2405 /// (Used for computing 'this' pointer adjustment thunks.
2406 struct MethodInfo {
2407 /// VBTableIndex - The nonzero index in the vbtable that
2408 /// this method's base has, or zero.
2409 const uint64_t VBTableIndex;
2410
2411 /// VFTableIndex - The index in the vftable that this method has.
2412 const uint64_t VFTableIndex;
2413
2414 /// Shadowed - Indicates if this vftable slot is shadowed by
2415 /// a slot for a covariant-return override. If so, it shouldn't be printed
2416 /// or used for vcalls in the most derived class.
2417 bool Shadowed;
2418
Timur Iskhodzhanov16055e72014-08-10 11:40:51 +00002419 /// UsesExtraSlot - Indicates if this vftable slot was created because
2420 /// any of the overridden slots required a return adjusting thunk.
2421 bool UsesExtraSlot;
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00002422
Timur Iskhodzhanov16055e72014-08-10 11:40:51 +00002423 MethodInfo(uint64_t VBTableIndex, uint64_t VFTableIndex,
2424 bool UsesExtraSlot = false)
2425 : VBTableIndex(VBTableIndex), VFTableIndex(VFTableIndex),
2426 Shadowed(false), UsesExtraSlot(UsesExtraSlot) {}
2427
2428 MethodInfo()
2429 : VBTableIndex(0), VFTableIndex(0), Shadowed(false),
2430 UsesExtraSlot(false) {}
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00002431 };
2432
2433 typedef llvm::DenseMap<const CXXMethodDecl *, MethodInfo> MethodInfoMapTy;
2434
2435 /// MethodInfoMap - The information for all methods in the vftable we're
2436 /// currently building.
2437 MethodInfoMapTy MethodInfoMap;
2438
2439 typedef llvm::DenseMap<uint64_t, ThunkInfo> VTableThunksMapTy;
2440
2441 /// VTableThunks - The thunks by vftable index in the vftable currently being
2442 /// built.
2443 VTableThunksMapTy VTableThunks;
2444
2445 typedef SmallVector<ThunkInfo, 1> ThunkInfoVectorTy;
2446 typedef llvm::DenseMap<const CXXMethodDecl *, ThunkInfoVectorTy> ThunksMapTy;
2447
2448 /// Thunks - A map that contains all the thunks needed for all methods in the
2449 /// most derived class for which the vftable is currently being built.
2450 ThunksMapTy Thunks;
2451
2452 /// AddThunk - Add a thunk for the given method.
2453 void AddThunk(const CXXMethodDecl *MD, const ThunkInfo &Thunk) {
2454 SmallVector<ThunkInfo, 1> &ThunksVector = Thunks[MD];
2455
2456 // Check if we have this thunk already.
2457 if (std::find(ThunksVector.begin(), ThunksVector.end(), Thunk) !=
2458 ThunksVector.end())
2459 return;
2460
2461 ThunksVector.push_back(Thunk);
2462 }
2463
2464 /// ComputeThisOffset - Returns the 'this' argument offset for the given
Timur Iskhodzhanov3a9ac932014-03-04 18:17:38 +00002465 /// method, relative to the beginning of the MostDerivedClass.
2466 CharUnits ComputeThisOffset(FinalOverriders::OverriderInfo Overrider);
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00002467
Timur Iskhodzhanov053142a2013-11-06 06:24:31 +00002468 void CalculateVtordispAdjustment(FinalOverriders::OverriderInfo Overrider,
2469 CharUnits ThisOffset, ThisAdjustment &TA);
2470
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00002471 /// AddMethod - Add a single virtual member function to the vftable
2472 /// components vector.
Timur Iskhodzhanovad9d3b82013-10-09 09:23:58 +00002473 void AddMethod(const CXXMethodDecl *MD, ThunkInfo TI) {
Timur Iskhodzhanova8957582014-03-07 09:34:59 +00002474 if (!TI.isEmpty()) {
2475 VTableThunks[Components.size()] = TI;
2476 AddThunk(MD, TI);
2477 }
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00002478 if (const CXXDestructorDecl *DD = dyn_cast<CXXDestructorDecl>(MD)) {
Timur Iskhodzhanovad9d3b82013-10-09 09:23:58 +00002479 assert(TI.Return.isEmpty() &&
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00002480 "Destructor can't have return adjustment!");
2481 Components.push_back(VTableComponent::MakeDeletingDtor(DD));
2482 } else {
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00002483 Components.push_back(VTableComponent::MakeFunction(MD));
2484 }
2485 }
2486
2487 /// AddMethods - Add the methods of this base subobject and the relevant
2488 /// subbases to the vftable we're currently laying out.
2489 void AddMethods(BaseSubobject Base, unsigned BaseDepth,
2490 const CXXRecordDecl *LastVBase,
2491 BasesSetVectorTy &VisitedBases);
2492
2493 void LayoutVFTable() {
David Majnemer6e9ae782014-09-22 20:39:37 +00002494 // RTTI data goes before all other entries.
2495 if (HasRTTIComponent)
2496 Components.push_back(VTableComponent::MakeRTTI(MostDerivedClass));
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00002497
2498 BasesSetVectorTy VisitedBases;
Craig Topper36250ad2014-05-12 05:36:57 +00002499 AddMethods(BaseSubobject(MostDerivedClass, CharUnits::Zero()), 0, nullptr,
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00002500 VisitedBases);
David Majnemera9b7e662014-09-26 08:07:55 +00002501 assert((HasRTTIComponent ? Components.size() - 1 : Components.size()) &&
2502 "vftable can't be empty");
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00002503
2504 assert(MethodVFTableLocations.empty());
Benjamin Kramera37e7652015-07-25 17:10:49 +00002505 for (const auto &I : MethodInfoMap) {
2506 const CXXMethodDecl *MD = I.first;
2507 const MethodInfo &MI = I.second;
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00002508 // Skip the methods that the MostDerivedClass didn't override
2509 // and the entries shadowed by return adjusting thunks.
2510 if (MD->getParent() != MostDerivedClass || MI.Shadowed)
2511 continue;
Reid Kleckner9c6e9e32014-02-27 19:40:09 +00002512 MethodVFTableLocation Loc(MI.VBTableIndex, WhichVFPtr.getVBaseWithVPtr(),
2513 WhichVFPtr.NonVirtualOffset, MI.VFTableIndex);
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00002514 if (const CXXDestructorDecl *DD = dyn_cast<CXXDestructorDecl>(MD)) {
2515 MethodVFTableLocations[GlobalDecl(DD, Dtor_Deleting)] = Loc;
2516 } else {
2517 MethodVFTableLocations[MD] = Loc;
2518 }
2519 }
2520 }
2521
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00002522public:
Timur Iskhodzhanov58776632013-11-05 15:54:58 +00002523 VFTableBuilder(MicrosoftVTableContext &VTables,
Justin Lebar562914e2016-10-10 16:26:29 +00002524 const CXXRecordDecl *MostDerivedClass, const VPtrInfo &Which)
Timur Iskhodzhanov58776632013-11-05 15:54:58 +00002525 : VTables(VTables),
2526 Context(MostDerivedClass->getASTContext()),
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00002527 MostDerivedClass(MostDerivedClass),
2528 MostDerivedClassLayout(Context.getASTRecordLayout(MostDerivedClass)),
Justin Lebar562914e2016-10-10 16:26:29 +00002529 WhichVFPtr(Which),
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00002530 Overriders(MostDerivedClass, CharUnits(), MostDerivedClass) {
Reid Klecknerad1e22b2016-06-29 18:29:21 +00002531 // Provide the RTTI component if RTTIData is enabled. If the vftable would
2532 // be available externally, we should not provide the RTTI componenent. It
2533 // is currently impossible to get available externally vftables with either
2534 // dllimport or extern template instantiations, but eventually we may add a
2535 // flag to support additional devirtualization that needs this.
David Majnemer2d8b2002016-02-11 17:49:28 +00002536 if (Context.getLangOpts().RTTIData)
Reid Klecknerad1e22b2016-06-29 18:29:21 +00002537 HasRTTIComponent = true;
David Majnemerd905da42014-07-01 20:30:31 +00002538
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00002539 LayoutVFTable();
2540
2541 if (Context.getLangOpts().DumpVTableLayouts)
Reid Kleckner5bc6d0f2013-11-08 21:28:00 +00002542 dumpLayout(llvm::outs());
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00002543 }
2544
2545 uint64_t getNumThunks() const { return Thunks.size(); }
2546
2547 ThunksMapTy::const_iterator thunks_begin() const { return Thunks.begin(); }
2548
2549 ThunksMapTy::const_iterator thunks_end() const { return Thunks.end(); }
2550
Timur Iskhodzhanovba557022014-03-20 20:38:34 +00002551 method_locations_range vtable_locations() const {
2552 return method_locations_range(MethodVFTableLocations.begin(),
2553 MethodVFTableLocations.end());
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00002554 }
2555
Peter Collingbourne2849c4e2016-12-13 20:40:39 +00002556 ArrayRef<VTableComponent> vtable_components() const { return Components; }
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00002557
2558 VTableThunksMapTy::const_iterator vtable_thunks_begin() const {
2559 return VTableThunks.begin();
2560 }
2561
2562 VTableThunksMapTy::const_iterator vtable_thunks_end() const {
2563 return VTableThunks.end();
2564 }
2565
2566 void dumpLayout(raw_ostream &);
2567};
2568
Benjamin Kramerd5748c72015-03-23 12:31:05 +00002569} // end namespace
2570
Timur Iskhodzhanov46a18ef2014-11-14 14:10:15 +00002571// Let's study one class hierarchy as an example:
2572// struct A {
2573// virtual void f();
2574// int x;
2575// };
2576//
2577// struct B : virtual A {
2578// virtual void f();
2579// };
2580//
2581// Record layouts:
2582// struct A:
Timur Iskhodzhanov4d280022014-11-14 14:16:34 +00002583// 0 | (A vftable pointer)
Timur Iskhodzhanov46a18ef2014-11-14 14:10:15 +00002584// 4 | int x
2585//
2586// struct B:
Timur Iskhodzhanov4d280022014-11-14 14:16:34 +00002587// 0 | (B vbtable pointer)
2588// 4 | struct A (virtual base)
2589// 4 | (A vftable pointer)
Timur Iskhodzhanov46a18ef2014-11-14 14:10:15 +00002590// 8 | int x
2591//
2592// Let's assume we have a pointer to the A part of an object of dynamic type B:
2593// B b;
2594// A *a = (A*)&b;
2595// a->f();
2596//
2597// In this hierarchy, f() belongs to the vftable of A, so B::f() expects
2598// "this" parameter to point at the A subobject, which is B+4.
2599// In the B::f() prologue, it adjusts "this" back to B by subtracting 4,
Nico Webercda5c7c2014-11-29 23:57:35 +00002600// performed as a *static* adjustment.
Timur Iskhodzhanov46a18ef2014-11-14 14:10:15 +00002601//
2602// Interesting thing happens when we alter the relative placement of A and B
2603// subobjects in a class:
2604// struct C : virtual B { };
2605//
2606// C c;
2607// A *a = (A*)&c;
2608// a->f();
2609//
2610// Respective record layout is:
2611// 0 | (C vbtable pointer)
2612// 4 | struct A (virtual base)
2613// 4 | (A vftable pointer)
2614// 8 | int x
2615// 12 | struct B (virtual base)
2616// 12 | (B vbtable pointer)
2617//
2618// The final overrider of f() in class C is still B::f(), so B+4 should be
2619// passed as "this" to that code. However, "a" points at B-8, so the respective
2620// vftable entry should hold a thunk that adds 12 to the "this" argument before
2621// performing a tail call to B::f().
2622//
2623// With this example in mind, we can now calculate the 'this' argument offset
2624// for the given method, relative to the beginning of the MostDerivedClass.
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00002625CharUnits
Timur Iskhodzhanov3a9ac932014-03-04 18:17:38 +00002626VFTableBuilder::ComputeThisOffset(FinalOverriders::OverriderInfo Overrider) {
Benjamin Kramer0cfa68e2015-07-25 16:31:30 +00002627 BasesSetVectorTy Bases;
2628
2629 {
2630 // Find the set of least derived bases that define the given method.
2631 OverriddenMethodsSetTy VisitedOverriddenMethods;
2632 auto InitialOverriddenDefinitionCollector = [&](
2633 const CXXMethodDecl *OverriddenMD) {
2634 if (OverriddenMD->size_overridden_methods() == 0)
2635 Bases.insert(OverriddenMD->getParent());
2636 // Don't recurse on this method if we've already collected it.
2637 return VisitedOverriddenMethods.insert(OverriddenMD).second;
2638 };
2639 visitAllOverriddenMethods(Overrider.Method,
2640 InitialOverriddenDefinitionCollector);
2641 }
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00002642
Timur Iskhodzhanova8957582014-03-07 09:34:59 +00002643 // If there are no overrides then 'this' is located
2644 // in the base that defines the method.
Benjamin Kramer0cfa68e2015-07-25 16:31:30 +00002645 if (Bases.size() == 0)
Timur Iskhodzhanova8957582014-03-07 09:34:59 +00002646 return Overrider.Offset;
2647
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00002648 CXXBasePaths Paths;
Benjamin Kramer6e4f6e12015-07-25 15:07:25 +00002649 Overrider.Method->getParent()->lookupInBases(
Benjamin Kramer0cfa68e2015-07-25 16:31:30 +00002650 [&Bases](const CXXBaseSpecifier *Specifier, CXXBasePath &) {
2651 return Bases.count(Specifier->getType()->getAsCXXRecordDecl());
Benjamin Kramer6e4f6e12015-07-25 15:07:25 +00002652 },
2653 Paths);
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00002654
2655 // This will hold the smallest this offset among overridees of MD.
2656 // This implies that an offset of a non-virtual base will dominate an offset
2657 // of a virtual base to potentially reduce the number of thunks required
2658 // in the derived classes that inherit this method.
2659 CharUnits Ret;
2660 bool First = true;
2661
Timur Iskhodzhanoved11ae32014-04-17 22:01:48 +00002662 const ASTRecordLayout &OverriderRDLayout =
2663 Context.getASTRecordLayout(Overrider.Method->getParent());
Benjamin Kramera37e7652015-07-25 17:10:49 +00002664 for (const CXXBasePath &Path : Paths) {
Timur Iskhodzhanov3a9ac932014-03-04 18:17:38 +00002665 CharUnits ThisOffset = Overrider.Offset;
Timur Iskhodzhanov053142a2013-11-06 06:24:31 +00002666 CharUnits LastVBaseOffset;
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00002667
Nico Weberd73258a2015-05-16 23:49:53 +00002668 // For each path from the overrider to the parents of the overridden
2669 // methods, traverse the path, calculating the this offset in the most
2670 // derived class.
Benjamin Kramera37e7652015-07-25 17:10:49 +00002671 for (const CXXBasePathElement &Element : Path) {
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00002672 QualType CurTy = Element.Base->getType();
2673 const CXXRecordDecl *PrevRD = Element.Class,
2674 *CurRD = CurTy->getAsCXXRecordDecl();
2675 const ASTRecordLayout &Layout = Context.getASTRecordLayout(PrevRD);
2676
2677 if (Element.Base->isVirtual()) {
Timur Iskhodzhanoved11ae32014-04-17 22:01:48 +00002678 // The interesting things begin when you have virtual inheritance.
2679 // The final overrider will use a static adjustment equal to the offset
2680 // of the vbase in the final overrider class.
2681 // For example, if the final overrider is in a vbase B of the most
2682 // derived class and it overrides a method of the B's own vbase A,
2683 // it uses A* as "this". In its prologue, it can cast A* to B* with
2684 // a static offset. This offset is used regardless of the actual
2685 // offset of A from B in the most derived class, requiring an
2686 // this-adjusting thunk in the vftable if A and B are laid out
2687 // differently in the most derived class.
2688 LastVBaseOffset = ThisOffset =
2689 Overrider.Offset + OverriderRDLayout.getVBaseClassOffset(CurRD);
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00002690 } else {
2691 ThisOffset += Layout.getBaseClassOffset(CurRD);
2692 }
2693 }
2694
Timur Iskhodzhanov3a9ac932014-03-04 18:17:38 +00002695 if (isa<CXXDestructorDecl>(Overrider.Method)) {
Timur Iskhodzhanov053142a2013-11-06 06:24:31 +00002696 if (LastVBaseOffset.isZero()) {
2697 // If a "Base" class has at least one non-virtual base with a virtual
2698 // destructor, the "Base" virtual destructor will take the address
2699 // of the "Base" subobject as the "this" argument.
Timur Iskhodzhanov3a9ac932014-03-04 18:17:38 +00002700 ThisOffset = Overrider.Offset;
Timur Iskhodzhanov053142a2013-11-06 06:24:31 +00002701 } else {
2702 // A virtual destructor of a virtual base takes the address of the
2703 // virtual base subobject as the "this" argument.
Timur Iskhodzhanov3a9ac932014-03-04 18:17:38 +00002704 ThisOffset = LastVBaseOffset;
Timur Iskhodzhanov053142a2013-11-06 06:24:31 +00002705 }
2706 }
Timur Iskhodzhanov62082b72013-10-16 18:24:06 +00002707
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00002708 if (Ret > ThisOffset || First) {
2709 First = false;
2710 Ret = ThisOffset;
2711 }
2712 }
2713
2714 assert(!First && "Method not found in the given subobject?");
2715 return Ret;
2716}
2717
Timur Iskhodzhanov7d19fc12014-11-17 15:11:05 +00002718// Things are getting even more complex when the "this" adjustment has to
2719// use a dynamic offset instead of a static one, or even two dynamic offsets.
2720// This is sometimes required when a virtual call happens in the middle of
2721// a non-most-derived class construction or destruction.
2722//
2723// Let's take a look at the following example:
2724// struct A {
2725// virtual void f();
2726// };
2727//
2728// void foo(A *a) { a->f(); } // Knows nothing about siblings of A.
2729//
2730// struct B : virtual A {
2731// virtual void f();
2732// B() {
2733// foo(this);
2734// }
2735// };
2736//
2737// struct C : virtual B {
2738// virtual void f();
2739// };
2740//
2741// Record layouts for these classes are:
2742// struct A
2743// 0 | (A vftable pointer)
2744//
2745// struct B
2746// 0 | (B vbtable pointer)
2747// 4 | (vtordisp for vbase A)
2748// 8 | struct A (virtual base)
2749// 8 | (A vftable pointer)
2750//
2751// struct C
2752// 0 | (C vbtable pointer)
2753// 4 | (vtordisp for vbase A)
2754// 8 | struct A (virtual base) // A precedes B!
2755// 8 | (A vftable pointer)
2756// 12 | struct B (virtual base)
2757// 12 | (B vbtable pointer)
2758//
2759// When one creates an object of type C, the C constructor:
2760// - initializes all the vbptrs, then
2761// - calls the A subobject constructor
2762// (initializes A's vfptr with an address of A vftable), then
2763// - calls the B subobject constructor
2764// (initializes A's vfptr with an address of B vftable and vtordisp for A),
2765// that in turn calls foo(), then
2766// - initializes A's vfptr with an address of C vftable and zeroes out the
2767// vtordisp
2768// FIXME: if a structor knows it belongs to MDC, why doesn't it use a vftable
2769// without vtordisp thunks?
Timur Iskhodzhanov70814602014-11-17 15:53:50 +00002770// FIXME: how are vtordisp handled in the presence of nooverride/final?
Timur Iskhodzhanov7d19fc12014-11-17 15:11:05 +00002771//
2772// When foo() is called, an object with a layout of class C has a vftable
2773// referencing B::f() that assumes a B layout, so the "this" adjustments are
2774// incorrect, unless an extra adjustment is done. This adjustment is called
2775// "vtordisp adjustment". Vtordisp basically holds the difference between the
2776// actual location of a vbase in the layout class and the location assumed by
2777// the vftable of the class being constructed/destructed. Vtordisp is only
2778// needed if "this" escapes a
2779// structor (or we can't prove otherwise).
2780// [i.e. vtordisp is a dynamic adjustment for a static adjustment, which is an
2781// estimation of a dynamic adjustment]
2782//
2783// foo() gets a pointer to the A vbase and doesn't know anything about B or C,
2784// so it just passes that pointer as "this" in a virtual call.
2785// If there was no vtordisp, that would just dispatch to B::f().
2786// However, B::f() assumes B+8 is passed as "this",
2787// yet the pointer foo() passes along is B-4 (i.e. C+8).
2788// An extra adjustment is needed, so we emit a thunk into the B vftable.
2789// This vtordisp thunk subtracts the value of vtordisp
2790// from the "this" argument (-12) before making a tailcall to B::f().
2791//
2792// Let's consider an even more complex example:
2793// struct D : virtual B, virtual C {
2794// D() {
2795// foo(this);
2796// }
2797// };
2798//
2799// struct D
2800// 0 | (D vbtable pointer)
2801// 4 | (vtordisp for vbase A)
2802// 8 | struct A (virtual base) // A precedes both B and C!
2803// 8 | (A vftable pointer)
2804// 12 | struct B (virtual base) // B precedes C!
2805// 12 | (B vbtable pointer)
2806// 16 | struct C (virtual base)
2807// 16 | (C vbtable pointer)
2808//
2809// When D::D() calls foo(), we find ourselves in a thunk that should tailcall
2810// to C::f(), which assumes C+8 as its "this" parameter. This time, foo()
2811// passes along A, which is C-8. The A vtordisp holds
2812// "D.vbptr[index_of_A] - offset_of_A_in_D"
2813// and we statically know offset_of_A_in_D, so can get a pointer to D.
2814// When we know it, we can make an extra vbtable lookup to locate the C vbase
2815// and one extra static adjustment to calculate the expected value of C+8.
Timur Iskhodzhanov053142a2013-11-06 06:24:31 +00002816void VFTableBuilder::CalculateVtordispAdjustment(
2817 FinalOverriders::OverriderInfo Overrider, CharUnits ThisOffset,
2818 ThisAdjustment &TA) {
2819 const ASTRecordLayout::VBaseOffsetsMapTy &VBaseMap =
2820 MostDerivedClassLayout.getVBaseOffsetsMap();
2821 const ASTRecordLayout::VBaseOffsetsMapTy::const_iterator &VBaseMapEntry =
Reid Kleckner9c6e9e32014-02-27 19:40:09 +00002822 VBaseMap.find(WhichVFPtr.getVBaseWithVPtr());
Timur Iskhodzhanov053142a2013-11-06 06:24:31 +00002823 assert(VBaseMapEntry != VBaseMap.end());
2824
Timur Iskhodzhanov6b128502014-04-22 17:32:02 +00002825 // If there's no vtordisp or the final overrider is defined in the same vbase
2826 // as the initial declaration, we don't need any vtordisp adjustment.
2827 if (!VBaseMapEntry->second.hasVtorDisp() ||
2828 Overrider.VirtualBase == WhichVFPtr.getVBaseWithVPtr())
Timur Iskhodzhanov057fa3a2014-04-17 11:01:41 +00002829 return;
2830
2831 // OK, now we know we need to use a vtordisp thunk.
Timur Iskhodzhanov053142a2013-11-06 06:24:31 +00002832 // The implicit vtordisp field is located right before the vbase.
Timur Iskhodzhanov70814602014-11-17 15:53:50 +00002833 CharUnits OffsetOfVBaseWithVFPtr = VBaseMapEntry->second.VBaseOffset;
Timur Iskhodzhanov053142a2013-11-06 06:24:31 +00002834 TA.Virtual.Microsoft.VtordispOffset =
Timur Iskhodzhanov70814602014-11-17 15:53:50 +00002835 (OffsetOfVBaseWithVFPtr - WhichVFPtr.FullOffsetInMDC).getQuantity() - 4;
Timur Iskhodzhanov053142a2013-11-06 06:24:31 +00002836
Timur Iskhodzhanov057fa3a2014-04-17 11:01:41 +00002837 // A simple vtordisp thunk will suffice if the final overrider is defined
2838 // in either the most derived class or its non-virtual base.
Timur Iskhodzhanov6b128502014-04-22 17:32:02 +00002839 if (Overrider.Method->getParent() == MostDerivedClass ||
2840 !Overrider.VirtualBase)
Timur Iskhodzhanov053142a2013-11-06 06:24:31 +00002841 return;
2842
Timur Iskhodzhanov053142a2013-11-06 06:24:31 +00002843 // Otherwise, we need to do use the dynamic offset of the final overrider
2844 // in order to get "this" adjustment right.
2845 TA.Virtual.Microsoft.VBPtrOffset =
Timur Iskhodzhanov70814602014-11-17 15:53:50 +00002846 (OffsetOfVBaseWithVFPtr + WhichVFPtr.NonVirtualOffset -
Timur Iskhodzhanov053142a2013-11-06 06:24:31 +00002847 MostDerivedClassLayout.getVBPtrOffset()).getQuantity();
2848 TA.Virtual.Microsoft.VBOffsetOffset =
2849 Context.getTypeSizeInChars(Context.IntTy).getQuantity() *
Timur Iskhodzhanov6b128502014-04-22 17:32:02 +00002850 VTables.getVBTableIndex(MostDerivedClass, Overrider.VirtualBase);
Timur Iskhodzhanov053142a2013-11-06 06:24:31 +00002851
2852 TA.NonVirtual = (ThisOffset - Overrider.Offset).getQuantity();
2853}
2854
Timur Iskhodzhanov20df98c2013-10-06 15:31:37 +00002855static void GroupNewVirtualOverloads(
2856 const CXXRecordDecl *RD,
2857 SmallVector<const CXXMethodDecl *, 10> &VirtualMethods) {
2858 // Put the virtual methods into VirtualMethods in the proper order:
2859 // 1) Group overloads by declaration name. New groups are added to the
2860 // vftable in the order of their first declarations in this class
David Majnemer70effde2015-11-19 00:03:54 +00002861 // (including overrides, non-virtual methods and any other named decl that
2862 // might be nested within the class).
Timur Iskhodzhanov20df98c2013-10-06 15:31:37 +00002863 // 2) In each group, new overloads appear in the reverse order of declaration.
2864 typedef SmallVector<const CXXMethodDecl *, 1> MethodGroup;
2865 SmallVector<MethodGroup, 10> Groups;
2866 typedef llvm::DenseMap<DeclarationName, unsigned> VisitedGroupIndicesTy;
2867 VisitedGroupIndicesTy VisitedGroupIndices;
David Majnemer70effde2015-11-19 00:03:54 +00002868 for (const auto *D : RD->decls()) {
2869 const auto *ND = dyn_cast<NamedDecl>(D);
2870 if (!ND)
2871 continue;
Timur Iskhodzhanov20df98c2013-10-06 15:31:37 +00002872 VisitedGroupIndicesTy::iterator J;
2873 bool Inserted;
Benjamin Kramer867ea1d2014-03-02 13:01:17 +00002874 std::tie(J, Inserted) = VisitedGroupIndices.insert(
David Majnemer70effde2015-11-19 00:03:54 +00002875 std::make_pair(ND->getDeclName(), Groups.size()));
Timur Iskhodzhanov20df98c2013-10-06 15:31:37 +00002876 if (Inserted)
Reid Kleckner6701de22014-02-19 22:06:10 +00002877 Groups.push_back(MethodGroup());
David Majnemer70effde2015-11-19 00:03:54 +00002878 if (const auto *MD = dyn_cast<CXXMethodDecl>(ND))
2879 if (MD->isVirtual())
2880 Groups[J->second].push_back(MD->getCanonicalDecl());
Timur Iskhodzhanov20df98c2013-10-06 15:31:37 +00002881 }
2882
Benjamin Kramera37e7652015-07-25 17:10:49 +00002883 for (const MethodGroup &Group : Groups)
2884 VirtualMethods.append(Group.rbegin(), Group.rend());
Timur Iskhodzhanov20df98c2013-10-06 15:31:37 +00002885}
2886
Timur Iskhodzhanovdd0a27662014-03-26 08:12:53 +00002887static bool isDirectVBase(const CXXRecordDecl *Base, const CXXRecordDecl *RD) {
2888 for (const auto &B : RD->bases()) {
2889 if (B.isVirtual() && B.getType()->getAsCXXRecordDecl() == Base)
2890 return true;
2891 }
2892 return false;
2893}
2894
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00002895void VFTableBuilder::AddMethods(BaseSubobject Base, unsigned BaseDepth,
2896 const CXXRecordDecl *LastVBase,
2897 BasesSetVectorTy &VisitedBases) {
2898 const CXXRecordDecl *RD = Base.getBase();
2899 if (!RD->isPolymorphic())
2900 return;
2901
2902 const ASTRecordLayout &Layout = Context.getASTRecordLayout(RD);
2903
2904 // See if this class expands a vftable of the base we look at, which is either
Nico Weberd73258a2015-05-16 23:49:53 +00002905 // the one defined by the vfptr base path or the primary base of the current
2906 // class.
Craig Topper36250ad2014-05-12 05:36:57 +00002907 const CXXRecordDecl *NextBase = nullptr, *NextLastVBase = LastVBase;
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00002908 CharUnits NextBaseOffset;
Reid Kleckner8ad06d62016-07-20 14:40:25 +00002909 if (BaseDepth < WhichVFPtr.PathToIntroducingObject.size()) {
2910 NextBase = WhichVFPtr.PathToIntroducingObject[BaseDepth];
Timur Iskhodzhanovdd0a27662014-03-26 08:12:53 +00002911 if (isDirectVBase(NextBase, RD)) {
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00002912 NextLastVBase = NextBase;
2913 NextBaseOffset = MostDerivedClassLayout.getVBaseClassOffset(NextBase);
2914 } else {
2915 NextBaseOffset =
2916 Base.getBaseOffset() + Layout.getBaseClassOffset(NextBase);
2917 }
2918 } else if (const CXXRecordDecl *PrimaryBase = Layout.getPrimaryBase()) {
2919 assert(!Layout.isPrimaryBaseVirtual() &&
2920 "No primary virtual bases in this ABI");
2921 NextBase = PrimaryBase;
2922 NextBaseOffset = Base.getBaseOffset();
2923 }
2924
2925 if (NextBase) {
2926 AddMethods(BaseSubobject(NextBase, NextBaseOffset), BaseDepth + 1,
2927 NextLastVBase, VisitedBases);
2928 if (!VisitedBases.insert(NextBase))
2929 llvm_unreachable("Found a duplicate primary base!");
2930 }
2931
Timur Iskhodzhanov20df98c2013-10-06 15:31:37 +00002932 SmallVector<const CXXMethodDecl*, 10> VirtualMethods;
2933 // Put virtual methods in the proper order.
2934 GroupNewVirtualOverloads(RD, VirtualMethods);
2935
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00002936 // Now go through all virtual member functions and add them to the current
2937 // vftable. This is done by
2938 // - replacing overridden methods in their existing slots, as long as they
2939 // don't require return adjustment; calculating This adjustment if needed.
2940 // - adding new slots for methods of the current base not present in any
2941 // sub-bases;
2942 // - adding new slots for methods that require Return adjustment.
2943 // We keep track of the methods visited in the sub-bases in MethodInfoMap.
Benjamin Kramera37e7652015-07-25 17:10:49 +00002944 for (const CXXMethodDecl *MD : VirtualMethods) {
Timur Iskhodzhanov70814602014-11-17 15:53:50 +00002945 FinalOverriders::OverriderInfo FinalOverrider =
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00002946 Overriders.getOverrider(MD, Base.getBaseOffset());
Timur Iskhodzhanov70814602014-11-17 15:53:50 +00002947 const CXXMethodDecl *FinalOverriderMD = FinalOverrider.Method;
Timur Iskhodzhanova8957582014-03-07 09:34:59 +00002948 const CXXMethodDecl *OverriddenMD =
2949 FindNearestOverriddenMethod(MD, VisitedBases);
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00002950
Timur Iskhodzhanova8957582014-03-07 09:34:59 +00002951 ThisAdjustment ThisAdjustmentOffset;
Timur Iskhodzhanov16055e72014-08-10 11:40:51 +00002952 bool ReturnAdjustingThunk = false, ForceReturnAdjustmentMangling = false;
Timur Iskhodzhanov70814602014-11-17 15:53:50 +00002953 CharUnits ThisOffset = ComputeThisOffset(FinalOverrider);
Timur Iskhodzhanova8957582014-03-07 09:34:59 +00002954 ThisAdjustmentOffset.NonVirtual =
2955 (ThisOffset - WhichVFPtr.FullOffsetInMDC).getQuantity();
Timur Iskhodzhanov70814602014-11-17 15:53:50 +00002956 if ((OverriddenMD || FinalOverriderMD != MD) &&
Timur Iskhodzhanova8957582014-03-07 09:34:59 +00002957 WhichVFPtr.getVBaseWithVPtr())
Timur Iskhodzhanov70814602014-11-17 15:53:50 +00002958 CalculateVtordispAdjustment(FinalOverrider, ThisOffset,
2959 ThisAdjustmentOffset);
Timur Iskhodzhanova8957582014-03-07 09:34:59 +00002960
Reid Klecknerdd6fc832017-08-29 17:40:04 +00002961 unsigned VBIndex =
2962 LastVBase ? VTables.getVBTableIndex(MostDerivedClass, LastVBase) : 0;
2963
Timur Iskhodzhanova8957582014-03-07 09:34:59 +00002964 if (OverriddenMD) {
Nico Weberd73258a2015-05-16 23:49:53 +00002965 // If MD overrides anything in this vftable, we need to update the
2966 // entries.
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00002967 MethodInfoMapTy::iterator OverriddenMDIterator =
2968 MethodInfoMap.find(OverriddenMD);
2969
2970 // If the overridden method went to a different vftable, skip it.
2971 if (OverriddenMDIterator == MethodInfoMap.end())
2972 continue;
2973
2974 MethodInfo &OverriddenMethodInfo = OverriddenMDIterator->second;
2975
Reid Klecknerdd6fc832017-08-29 17:40:04 +00002976 VBIndex = OverriddenMethodInfo.VBTableIndex;
2977
Timur Iskhodzhanov16055e72014-08-10 11:40:51 +00002978 // Let's check if the overrider requires any return adjustments.
2979 // We must create a new slot if the MD's return type is not trivially
2980 // convertible to the OverriddenMD's one.
2981 // Once a chain of method overrides adds a return adjusting vftable slot,
2982 // all subsequent overrides will also use an extra method slot.
2983 ReturnAdjustingThunk = !ComputeReturnAdjustmentBaseOffset(
2984 Context, MD, OverriddenMD).isEmpty() ||
2985 OverriddenMethodInfo.UsesExtraSlot;
2986
2987 if (!ReturnAdjustingThunk) {
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00002988 // No return adjustment needed - just replace the overridden method info
2989 // with the current info.
Reid Klecknerdd6fc832017-08-29 17:40:04 +00002990 MethodInfo MI(VBIndex, OverriddenMethodInfo.VFTableIndex);
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00002991 MethodInfoMap.erase(OverriddenMDIterator);
2992
2993 assert(!MethodInfoMap.count(MD) &&
2994 "Should not have method info for this method yet!");
2995 MethodInfoMap.insert(std::make_pair(MD, MI));
2996 continue;
Reid Kleckner31a9f742013-12-27 20:29:16 +00002997 }
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00002998
Reid Kleckner31a9f742013-12-27 20:29:16 +00002999 // In case we need a return adjustment, we'll add a new slot for
Timur Iskhodzhanova8957582014-03-07 09:34:59 +00003000 // the overrider. Mark the overriden method as shadowed by the new slot.
Reid Kleckner31a9f742013-12-27 20:29:16 +00003001 OverriddenMethodInfo.Shadowed = true;
Reid Kleckner31a9f742013-12-27 20:29:16 +00003002
Timur Iskhodzhanova8957582014-03-07 09:34:59 +00003003 // Force a special name mangling for a return-adjusting thunk
3004 // unless the method is the final overrider without this adjustment.
Timur Iskhodzhanov16055e72014-08-10 11:40:51 +00003005 ForceReturnAdjustmentMangling =
Timur Iskhodzhanov70814602014-11-17 15:53:50 +00003006 !(MD == FinalOverriderMD && ThisAdjustmentOffset.isEmpty());
Reid Kleckner9c6e9e32014-02-27 19:40:09 +00003007 } else if (Base.getBaseOffset() != WhichVFPtr.FullOffsetInMDC ||
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00003008 MD->size_overridden_methods()) {
3009 // Skip methods that don't belong to the vftable of the current class,
3010 // e.g. each method that wasn't seen in any of the visited sub-bases
3011 // but overrides multiple methods of other sub-bases.
3012 continue;
3013 }
3014
3015 // If we got here, MD is a method not seen in any of the sub-bases or
3016 // it requires return adjustment. Insert the method info for this method.
David Majnemer3c7228e2014-07-01 21:10:07 +00003017 MethodInfo MI(VBIndex,
Timur Iskhodzhanov16055e72014-08-10 11:40:51 +00003018 HasRTTIComponent ? Components.size() - 1 : Components.size(),
3019 ReturnAdjustingThunk);
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00003020
3021 assert(!MethodInfoMap.count(MD) &&
3022 "Should not have method info for this method yet!");
3023 MethodInfoMap.insert(std::make_pair(MD, MI));
3024
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00003025 // Check if this overrider needs a return adjustment.
3026 // We don't want to do this for pure virtual member functions.
3027 BaseOffset ReturnAdjustmentOffset;
3028 ReturnAdjustment ReturnAdjustment;
Timur Iskhodzhanov70814602014-11-17 15:53:50 +00003029 if (!FinalOverriderMD->isPure()) {
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00003030 ReturnAdjustmentOffset =
Timur Iskhodzhanov70814602014-11-17 15:53:50 +00003031 ComputeReturnAdjustmentBaseOffset(Context, FinalOverriderMD, MD);
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00003032 }
3033 if (!ReturnAdjustmentOffset.isEmpty()) {
Timur Iskhodzhanov16055e72014-08-10 11:40:51 +00003034 ForceReturnAdjustmentMangling = true;
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00003035 ReturnAdjustment.NonVirtual =
3036 ReturnAdjustmentOffset.NonVirtualOffset.getQuantity();
3037 if (ReturnAdjustmentOffset.VirtualBase) {
Timur Iskhodzhanov02014322013-10-30 11:55:43 +00003038 const ASTRecordLayout &DerivedLayout =
3039 Context.getASTRecordLayout(ReturnAdjustmentOffset.DerivedClass);
3040 ReturnAdjustment.Virtual.Microsoft.VBPtrOffset =
3041 DerivedLayout.getVBPtrOffset().getQuantity();
3042 ReturnAdjustment.Virtual.Microsoft.VBIndex =
Timur Iskhodzhanov58776632013-11-05 15:54:58 +00003043 VTables.getVBTableIndex(ReturnAdjustmentOffset.DerivedClass,
3044 ReturnAdjustmentOffset.VirtualBase);
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00003045 }
3046 }
3047
Timur Iskhodzhanov70814602014-11-17 15:53:50 +00003048 AddMethod(FinalOverriderMD,
Timur Iskhodzhanov16055e72014-08-10 11:40:51 +00003049 ThunkInfo(ThisAdjustmentOffset, ReturnAdjustment,
3050 ForceReturnAdjustmentMangling ? MD : nullptr));
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00003051 }
3052}
3053
Reid Kleckner9c6e9e32014-02-27 19:40:09 +00003054static void PrintBasePath(const VPtrInfo::BasePath &Path, raw_ostream &Out) {
Benjamin Kramera37e7652015-07-25 17:10:49 +00003055 for (const CXXRecordDecl *Elem :
3056 llvm::make_range(Path.rbegin(), Path.rend())) {
Aaron Ballman75ee4cc2014-01-03 18:42:48 +00003057 Out << "'";
Benjamin Kramera37e7652015-07-25 17:10:49 +00003058 Elem->printQualifiedName(Out);
Aaron Ballman75ee4cc2014-01-03 18:42:48 +00003059 Out << "' in ";
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00003060 }
3061}
3062
Timur Iskhodzhanov02014322013-10-30 11:55:43 +00003063static void dumpMicrosoftThunkAdjustment(const ThunkInfo &TI, raw_ostream &Out,
3064 bool ContinueFirstLine) {
3065 const ReturnAdjustment &R = TI.Return;
3066 bool Multiline = false;
Timur Iskhodzhanova8957582014-03-07 09:34:59 +00003067 const char *LinePrefix = "\n ";
3068 if (!R.isEmpty() || TI.Method) {
Timur Iskhodzhanov02014322013-10-30 11:55:43 +00003069 if (!ContinueFirstLine)
3070 Out << LinePrefix;
Timur Iskhodzhanova8957582014-03-07 09:34:59 +00003071 Out << "[return adjustment (to type '"
3072 << TI.Method->getReturnType().getCanonicalType().getAsString()
3073 << "'): ";
Timur Iskhodzhanov02014322013-10-30 11:55:43 +00003074 if (R.Virtual.Microsoft.VBPtrOffset)
3075 Out << "vbptr at offset " << R.Virtual.Microsoft.VBPtrOffset << ", ";
3076 if (R.Virtual.Microsoft.VBIndex)
3077 Out << "vbase #" << R.Virtual.Microsoft.VBIndex << ", ";
3078 Out << R.NonVirtual << " non-virtual]";
3079 Multiline = true;
3080 }
3081
3082 const ThisAdjustment &T = TI.This;
3083 if (!T.isEmpty()) {
3084 if (Multiline || !ContinueFirstLine)
3085 Out << LinePrefix;
3086 Out << "[this adjustment: ";
Timur Iskhodzhanov053142a2013-11-06 06:24:31 +00003087 if (!TI.This.Virtual.isEmpty()) {
3088 assert(T.Virtual.Microsoft.VtordispOffset < 0);
3089 Out << "vtordisp at " << T.Virtual.Microsoft.VtordispOffset << ", ";
3090 if (T.Virtual.Microsoft.VBPtrOffset) {
3091 Out << "vbptr at " << T.Virtual.Microsoft.VBPtrOffset
Timur Iskhodzhanova8957582014-03-07 09:34:59 +00003092 << " to the left,";
Timur Iskhodzhanov053142a2013-11-06 06:24:31 +00003093 assert(T.Virtual.Microsoft.VBOffsetOffset > 0);
3094 Out << LinePrefix << " vboffset at "
3095 << T.Virtual.Microsoft.VBOffsetOffset << " in the vbtable, ";
3096 }
3097 }
Timur Iskhodzhanov02014322013-10-30 11:55:43 +00003098 Out << T.NonVirtual << " non-virtual]";
3099 }
3100}
3101
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00003102void VFTableBuilder::dumpLayout(raw_ostream &Out) {
3103 Out << "VFTable for ";
Reid Kleckner8ad06d62016-07-20 14:40:25 +00003104 PrintBasePath(WhichVFPtr.PathToIntroducingObject, Out);
Aaron Ballman75ee4cc2014-01-03 18:42:48 +00003105 Out << "'";
3106 MostDerivedClass->printQualifiedName(Out);
Timur Iskhodzhanov77764b62014-03-05 13:54:07 +00003107 Out << "' (" << Components.size()
3108 << (Components.size() == 1 ? " entry" : " entries") << ").\n";
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00003109
3110 for (unsigned I = 0, E = Components.size(); I != E; ++I) {
3111 Out << llvm::format("%4d | ", I);
3112
3113 const VTableComponent &Component = Components[I];
3114
3115 // Dump the component.
3116 switch (Component.getKind()) {
3117 case VTableComponent::CK_RTTI:
Aaron Ballman75ee4cc2014-01-03 18:42:48 +00003118 Component.getRTTIDecl()->printQualifiedName(Out);
3119 Out << " RTTI";
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00003120 break;
3121
3122 case VTableComponent::CK_FunctionPointer: {
3123 const CXXMethodDecl *MD = Component.getFunctionDecl();
3124
Reid Kleckner604c8b42013-12-27 19:43:59 +00003125 // FIXME: Figure out how to print the real thunk type, since they can
3126 // differ in the return type.
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00003127 std::string Str = PredefinedExpr::ComputeName(
3128 PredefinedExpr::PrettyFunctionNoVirtual, MD);
3129 Out << Str;
3130 if (MD->isPure())
3131 Out << " [pure]";
3132
David Majnemerd59becb2014-09-12 04:38:08 +00003133 if (MD->isDeleted())
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00003134 Out << " [deleted]";
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00003135
3136 ThunkInfo Thunk = VTableThunks.lookup(I);
Timur Iskhodzhanov02014322013-10-30 11:55:43 +00003137 if (!Thunk.isEmpty())
3138 dumpMicrosoftThunkAdjustment(Thunk, Out, /*ContinueFirstLine=*/false);
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00003139
3140 break;
3141 }
3142
3143 case VTableComponent::CK_DeletingDtorPointer: {
3144 const CXXDestructorDecl *DD = Component.getDestructorDecl();
3145
Aaron Ballman75ee4cc2014-01-03 18:42:48 +00003146 DD->printQualifiedName(Out);
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00003147 Out << "() [scalar deleting]";
3148
3149 if (DD->isPure())
3150 Out << " [pure]";
3151
3152 ThunkInfo Thunk = VTableThunks.lookup(I);
3153 if (!Thunk.isEmpty()) {
3154 assert(Thunk.Return.isEmpty() &&
3155 "No return adjustment needed for destructors!");
Timur Iskhodzhanov02014322013-10-30 11:55:43 +00003156 dumpMicrosoftThunkAdjustment(Thunk, Out, /*ContinueFirstLine=*/false);
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00003157 }
3158
3159 break;
3160 }
3161
3162 default:
3163 DiagnosticsEngine &Diags = Context.getDiagnostics();
3164 unsigned DiagID = Diags.getCustomDiagID(
3165 DiagnosticsEngine::Error,
3166 "Unexpected vftable component type %0 for component number %1");
3167 Diags.Report(MostDerivedClass->getLocation(), DiagID)
3168 << I << Component.getKind();
3169 }
3170
3171 Out << '\n';
3172 }
3173
3174 Out << '\n';
3175
3176 if (!Thunks.empty()) {
3177 // We store the method names in a map to get a stable order.
3178 std::map<std::string, const CXXMethodDecl *> MethodNamesAndDecls;
3179
Benjamin Kramera37e7652015-07-25 17:10:49 +00003180 for (const auto &I : Thunks) {
3181 const CXXMethodDecl *MD = I.first;
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00003182 std::string MethodName = PredefinedExpr::ComputeName(
3183 PredefinedExpr::PrettyFunctionNoVirtual, MD);
3184
3185 MethodNamesAndDecls.insert(std::make_pair(MethodName, MD));
3186 }
3187
Benjamin Kramera37e7652015-07-25 17:10:49 +00003188 for (const auto &MethodNameAndDecl : MethodNamesAndDecls) {
3189 const std::string &MethodName = MethodNameAndDecl.first;
3190 const CXXMethodDecl *MD = MethodNameAndDecl.second;
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00003191
3192 ThunkInfoVectorTy ThunksVector = Thunks[MD];
Timur Iskhodzhanovad9d3b82013-10-09 09:23:58 +00003193 std::stable_sort(ThunksVector.begin(), ThunksVector.end(),
Benjamin Kramerbbdd7642014-03-01 14:48:57 +00003194 [](const ThunkInfo &LHS, const ThunkInfo &RHS) {
3195 // Keep different thunks with the same adjustments in the order they
3196 // were put into the vector.
Benjamin Kramera741b8c2014-03-03 20:26:46 +00003197 return std::tie(LHS.This, LHS.Return) < std::tie(RHS.This, RHS.Return);
Benjamin Kramerbbdd7642014-03-01 14:48:57 +00003198 });
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00003199
3200 Out << "Thunks for '" << MethodName << "' (" << ThunksVector.size();
3201 Out << (ThunksVector.size() == 1 ? " entry" : " entries") << ").\n";
3202
3203 for (unsigned I = 0, E = ThunksVector.size(); I != E; ++I) {
3204 const ThunkInfo &Thunk = ThunksVector[I];
3205
3206 Out << llvm::format("%4d | ", I);
Timur Iskhodzhanov02014322013-10-30 11:55:43 +00003207 dumpMicrosoftThunkAdjustment(Thunk, Out, /*ContinueFirstLine=*/true);
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00003208 Out << '\n';
3209 }
3210
3211 Out << '\n';
3212 }
3213 }
Timur Iskhodzhanov4fea4f92014-03-20 13:42:14 +00003214
3215 Out.flush();
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00003216}
Reid Klecknerb40a27d2014-01-03 00:14:35 +00003217
Reid Kleckner5f080942014-01-03 23:42:00 +00003218static bool setsIntersect(const llvm::SmallPtrSet<const CXXRecordDecl *, 4> &A,
Craig Topper3cb91b22014-08-27 06:28:16 +00003219 ArrayRef<const CXXRecordDecl *> B) {
Benjamin Kramera37e7652015-07-25 17:10:49 +00003220 for (const CXXRecordDecl *Decl : B) {
3221 if (A.count(Decl))
Reid Kleckner5f080942014-01-03 23:42:00 +00003222 return true;
3223 }
3224 return false;
3225}
Reid Klecknerb40a27d2014-01-03 00:14:35 +00003226
Reid Kleckner9c6e9e32014-02-27 19:40:09 +00003227static bool rebucketPaths(VPtrInfoVector &Paths);
Reid Klecknerb40a27d2014-01-03 00:14:35 +00003228
Reid Kleckner5f080942014-01-03 23:42:00 +00003229/// Produces MSVC-compatible vbtable data. The symbols produced by this
3230/// algorithm match those produced by MSVC 2012 and newer, which is different
3231/// from MSVC 2010.
Reid Klecknerb40a27d2014-01-03 00:14:35 +00003232///
3233/// MSVC 2012 appears to minimize the vbtable names using the following
3234/// algorithm. First, walk the class hierarchy in the usual order, depth first,
3235/// left to right, to find all of the subobjects which contain a vbptr field.
3236/// Visiting each class node yields a list of inheritance paths to vbptrs. Each
3237/// record with a vbptr creates an initially empty path.
3238///
3239/// To combine paths from child nodes, the paths are compared to check for
3240/// ambiguity. Paths are "ambiguous" if multiple paths have the same set of
3241/// components in the same order. Each group of ambiguous paths is extended by
3242/// appending the class of the base from which it came. If the current class
3243/// node produced an ambiguous path, its path is extended with the current class.
3244/// After extending paths, MSVC again checks for ambiguity, and extends any
3245/// ambiguous path which wasn't already extended. Because each node yields an
3246/// unambiguous set of paths, MSVC doesn't need to extend any path more than once
3247/// to produce an unambiguous set of paths.
3248///
Reid Klecknerb40a27d2014-01-03 00:14:35 +00003249/// TODO: Presumably vftables use the same algorithm.
Reid Kleckner9c6e9e32014-02-27 19:40:09 +00003250void MicrosoftVTableContext::computeVTablePaths(bool ForVBTables,
3251 const CXXRecordDecl *RD,
3252 VPtrInfoVector &Paths) {
Reid Kleckner5f080942014-01-03 23:42:00 +00003253 assert(Paths.empty());
3254 const ASTRecordLayout &Layout = Context.getASTRecordLayout(RD);
Reid Klecknerb40a27d2014-01-03 00:14:35 +00003255
Reid Kleckner9c6e9e32014-02-27 19:40:09 +00003256 // Base case: this subobject has its own vptr.
3257 if (ForVBTables ? Layout.hasOwnVBPtr() : Layout.hasOwnVFPtr())
Justin Lebar562914e2016-10-10 16:26:29 +00003258 Paths.push_back(llvm::make_unique<VPtrInfo>(RD));
Reid Klecknerb40a27d2014-01-03 00:14:35 +00003259
Reid Kleckner5f080942014-01-03 23:42:00 +00003260 // Recursive case: get all the vbtables from our bases and remove anything
Reid Kleckner15fdcf12014-09-22 23:14:46 +00003261 // that shares a virtual base.
Reid Klecknerb40a27d2014-01-03 00:14:35 +00003262 llvm::SmallPtrSet<const CXXRecordDecl*, 4> VBasesSeen;
Reid Kleckner15fdcf12014-09-22 23:14:46 +00003263 for (const auto &B : RD->bases()) {
Timur Iskhodzhanov1523c612014-03-26 08:22:48 +00003264 const CXXRecordDecl *Base = B.getType()->getAsCXXRecordDecl();
3265 if (B.isVirtual() && VBasesSeen.count(Base))
Reid Kleckner5f080942014-01-03 23:42:00 +00003266 continue;
Reid Klecknerb40a27d2014-01-03 00:14:35 +00003267
Reid Kleckner9c6e9e32014-02-27 19:40:09 +00003268 if (!Base->isDynamicClass())
3269 continue;
Reid Kleckner5f080942014-01-03 23:42:00 +00003270
Reid Kleckner9c6e9e32014-02-27 19:40:09 +00003271 const VPtrInfoVector &BasePaths =
3272 ForVBTables ? enumerateVBTables(Base) : getVFPtrOffsets(Base);
3273
Justin Lebar562914e2016-10-10 16:26:29 +00003274 for (const std::unique_ptr<VPtrInfo> &BaseInfo : BasePaths) {
Reid Kleckner5f080942014-01-03 23:42:00 +00003275 // Don't include the path if it goes through a virtual base that we've
3276 // already included.
Reid Kleckner9c6e9e32014-02-27 19:40:09 +00003277 if (setsIntersect(VBasesSeen, BaseInfo->ContainingVBases))
Reid Kleckner5f080942014-01-03 23:42:00 +00003278 continue;
3279
3280 // Copy the path and adjust it as necessary.
Justin Lebar562914e2016-10-10 16:26:29 +00003281 auto P = llvm::make_unique<VPtrInfo>(*BaseInfo);
Reid Kleckner5f080942014-01-03 23:42:00 +00003282
3283 // We mangle Base into the path if the path would've been ambiguous and it
3284 // wasn't already extended with Base.
3285 if (P->MangledPath.empty() || P->MangledPath.back() != Base)
3286 P->NextBaseToMangle = Base;
3287
Reid Klecknerfd385402014-04-17 22:47:52 +00003288 // Keep track of which vtable the derived class is going to extend with
3289 // new methods or bases. We append to either the vftable of our primary
3290 // base, or the first non-virtual base that has a vbtable.
Reid Kleckner8ad06d62016-07-20 14:40:25 +00003291 if (P->ObjectWithVPtr == Base &&
Reid Klecknerfd385402014-04-17 22:47:52 +00003292 Base == (ForVBTables ? Layout.getBaseSharingVBPtr()
Reid Kleckner9c6e9e32014-02-27 19:40:09 +00003293 : Layout.getPrimaryBase()))
Reid Kleckner8ad06d62016-07-20 14:40:25 +00003294 P->ObjectWithVPtr = RD;
Reid Klecknerfd385402014-04-17 22:47:52 +00003295
3296 // Keep track of the full adjustment from the MDC to this vtable. The
3297 // adjustment is captured by an optional vbase and a non-virtual offset.
Timur Iskhodzhanov1523c612014-03-26 08:22:48 +00003298 if (B.isVirtual())
Reid Kleckner5f080942014-01-03 23:42:00 +00003299 P->ContainingVBases.push_back(Base);
3300 else if (P->ContainingVBases.empty())
3301 P->NonVirtualOffset += Layout.getBaseClassOffset(Base);
3302
Reid Kleckner9c6e9e32014-02-27 19:40:09 +00003303 // Update the full offset in the MDC.
3304 P->FullOffsetInMDC = P->NonVirtualOffset;
3305 if (const CXXRecordDecl *VB = P->getVBaseWithVPtr())
3306 P->FullOffsetInMDC += Layout.getVBaseClassOffset(VB);
3307
Justin Lebar562914e2016-10-10 16:26:29 +00003308 Paths.push_back(std::move(P));
Reid Klecknerb40a27d2014-01-03 00:14:35 +00003309 }
3310
Timur Iskhodzhanov9ae7d3b2014-03-31 11:01:51 +00003311 if (B.isVirtual())
3312 VBasesSeen.insert(Base);
3313
Reid Kleckner5f080942014-01-03 23:42:00 +00003314 // After visiting any direct base, we've transitively visited all of its
3315 // morally virtual bases.
Timur Iskhodzhanov1523c612014-03-26 08:22:48 +00003316 for (const auto &VB : Base->vbases())
3317 VBasesSeen.insert(VB.getType()->getAsCXXRecordDecl());
Reid Klecknerb40a27d2014-01-03 00:14:35 +00003318 }
3319
Reid Kleckner5f080942014-01-03 23:42:00 +00003320 // Sort the paths into buckets, and if any of them are ambiguous, extend all
3321 // paths in ambiguous buckets.
3322 bool Changed = true;
3323 while (Changed)
3324 Changed = rebucketPaths(Paths);
3325}
Reid Klecknerb40a27d2014-01-03 00:14:35 +00003326
Justin Lebar562914e2016-10-10 16:26:29 +00003327static bool extendPath(VPtrInfo &P) {
3328 if (P.NextBaseToMangle) {
3329 P.MangledPath.push_back(P.NextBaseToMangle);
3330 P.NextBaseToMangle = nullptr;// Prevent the path from being extended twice.
Reid Kleckner5f080942014-01-03 23:42:00 +00003331 return true;
Reid Klecknerb40a27d2014-01-03 00:14:35 +00003332 }
Reid Kleckner5f080942014-01-03 23:42:00 +00003333 return false;
Reid Klecknerb40a27d2014-01-03 00:14:35 +00003334}
3335
Reid Kleckner9c6e9e32014-02-27 19:40:09 +00003336static bool rebucketPaths(VPtrInfoVector &Paths) {
Reid Klecknerb40a27d2014-01-03 00:14:35 +00003337 // What we're essentially doing here is bucketing together ambiguous paths.
3338 // Any bucket with more than one path in it gets extended by NextBase, which
3339 // is usually the direct base of the inherited the vbptr. This code uses a
3340 // sorted vector to implement a multiset to form the buckets. Note that the
3341 // ordering is based on pointers, but it doesn't change our output order. The
3342 // current algorithm is designed to match MSVC 2012's names.
Justin Lebar76d4def2016-10-10 19:26:22 +00003343 llvm::SmallVector<std::reference_wrapper<VPtrInfo>, 2> PathsSorted;
3344 PathsSorted.reserve(Paths.size());
3345 for (auto& P : Paths)
3346 PathsSorted.push_back(*P);
Mandeep Singh Grangc205d8c2018-03-27 16:50:00 +00003347 llvm::sort(PathsSorted.begin(), PathsSorted.end(),
3348 [](const VPtrInfo &LHS, const VPtrInfo &RHS) {
Justin Lebar562914e2016-10-10 16:26:29 +00003349 return LHS.MangledPath < RHS.MangledPath;
Benjamin Kramer15ae7832014-03-07 21:35:40 +00003350 });
Reid Kleckner5f080942014-01-03 23:42:00 +00003351 bool Changed = false;
Reid Klecknerb40a27d2014-01-03 00:14:35 +00003352 for (size_t I = 0, E = PathsSorted.size(); I != E;) {
3353 // Scan forward to find the end of the bucket.
3354 size_t BucketStart = I;
3355 do {
3356 ++I;
Justin Lebar562914e2016-10-10 16:26:29 +00003357 } while (I != E &&
3358 PathsSorted[BucketStart].get().MangledPath ==
3359 PathsSorted[I].get().MangledPath);
Reid Klecknerb40a27d2014-01-03 00:14:35 +00003360
3361 // If this bucket has multiple paths, extend them all.
3362 if (I - BucketStart > 1) {
Reid Klecknerb40a27d2014-01-03 00:14:35 +00003363 for (size_t II = BucketStart; II != I; ++II)
Reid Kleckner5f080942014-01-03 23:42:00 +00003364 Changed |= extendPath(PathsSorted[II]);
3365 assert(Changed && "no paths were extended to fix ambiguity");
Reid Klecknerb40a27d2014-01-03 00:14:35 +00003366 }
3367 }
Reid Kleckner5f080942014-01-03 23:42:00 +00003368 return Changed;
Reid Klecknerb40a27d2014-01-03 00:14:35 +00003369}
3370
Justin Lebar03b06202016-10-10 16:26:36 +00003371MicrosoftVTableContext::~MicrosoftVTableContext() {}
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00003372
David Majnemerab130922015-05-04 18:47:54 +00003373namespace {
3374typedef llvm::SetVector<BaseSubobject, std::vector<BaseSubobject>,
3375 llvm::DenseSet<BaseSubobject>> FullPathTy;
3376}
3377
3378// This recursive function finds all paths from a subobject centered at
Reid Kleckner8ad06d62016-07-20 14:40:25 +00003379// (RD, Offset) to the subobject located at IntroducingObject.
David Majnemerab130922015-05-04 18:47:54 +00003380static void findPathsToSubobject(ASTContext &Context,
3381 const ASTRecordLayout &MostDerivedLayout,
3382 const CXXRecordDecl *RD, CharUnits Offset,
Reid Kleckner8ad06d62016-07-20 14:40:25 +00003383 BaseSubobject IntroducingObject,
David Majnemerab130922015-05-04 18:47:54 +00003384 FullPathTy &FullPath,
3385 std::list<FullPathTy> &Paths) {
Reid Kleckner8ad06d62016-07-20 14:40:25 +00003386 if (BaseSubobject(RD, Offset) == IntroducingObject) {
David Majnemerab130922015-05-04 18:47:54 +00003387 Paths.push_back(FullPath);
3388 return;
Reid Kleckner15fdcf12014-09-22 23:14:46 +00003389 }
3390
3391 const ASTRecordLayout &Layout = Context.getASTRecordLayout(RD);
3392
David Majnemerab130922015-05-04 18:47:54 +00003393 for (const CXXBaseSpecifier &BS : RD->bases()) {
David Majnemeread97572015-05-01 21:35:41 +00003394 const CXXRecordDecl *Base = BS.getType()->getAsCXXRecordDecl();
David Majnemerab130922015-05-04 18:47:54 +00003395 CharUnits NewOffset = BS.isVirtual()
3396 ? MostDerivedLayout.getVBaseClassOffset(Base)
3397 : Offset + Layout.getBaseClassOffset(Base);
3398 FullPath.insert(BaseSubobject(Base, NewOffset));
3399 findPathsToSubobject(Context, MostDerivedLayout, Base, NewOffset,
Reid Kleckner8ad06d62016-07-20 14:40:25 +00003400 IntroducingObject, FullPath, Paths);
David Majnemerab130922015-05-04 18:47:54 +00003401 FullPath.pop_back();
3402 }
3403}
David Majnemerd950f152015-04-30 17:15:48 +00003404
David Majnemerab130922015-05-04 18:47:54 +00003405// Return the paths which are not subsets of other paths.
3406static void removeRedundantPaths(std::list<FullPathTy> &FullPaths) {
3407 FullPaths.remove_if([&](const FullPathTy &SpecificPath) {
3408 for (const FullPathTy &OtherPath : FullPaths) {
3409 if (&SpecificPath == &OtherPath)
David Majnemer70e6a002015-05-01 21:35:45 +00003410 continue;
David Majnemerab130922015-05-04 18:47:54 +00003411 if (std::all_of(SpecificPath.begin(), SpecificPath.end(),
3412 [&](const BaseSubobject &BSO) {
3413 return OtherPath.count(BSO) != 0;
3414 })) {
3415 return true;
David Majnemer70e6a002015-05-01 21:35:45 +00003416 }
David Majnemerd950f152015-04-30 17:15:48 +00003417 }
David Majnemerab130922015-05-04 18:47:54 +00003418 return false;
3419 });
3420}
3421
3422static CharUnits getOffsetOfFullPath(ASTContext &Context,
3423 const CXXRecordDecl *RD,
3424 const FullPathTy &FullPath) {
3425 const ASTRecordLayout &MostDerivedLayout =
3426 Context.getASTRecordLayout(RD);
3427 CharUnits Offset = CharUnits::fromQuantity(-1);
3428 for (const BaseSubobject &BSO : FullPath) {
3429 const CXXRecordDecl *Base = BSO.getBase();
3430 // The first entry in the path is always the most derived record, skip it.
3431 if (Base == RD) {
3432 assert(Offset.getQuantity() == -1);
3433 Offset = CharUnits::Zero();
3434 continue;
3435 }
3436 assert(Offset.getQuantity() != -1);
3437 const ASTRecordLayout &Layout = Context.getASTRecordLayout(RD);
3438 // While we know which base has to be traversed, we don't know if that base
3439 // was a virtual base.
3440 const CXXBaseSpecifier *BaseBS = std::find_if(
3441 RD->bases_begin(), RD->bases_end(), [&](const CXXBaseSpecifier &BS) {
3442 return BS.getType()->getAsCXXRecordDecl() == Base;
3443 });
3444 Offset = BaseBS->isVirtual() ? MostDerivedLayout.getVBaseClassOffset(Base)
3445 : Offset + Layout.getBaseClassOffset(Base);
3446 RD = Base;
David Majnemerd950f152015-04-30 17:15:48 +00003447 }
David Majnemerab130922015-05-04 18:47:54 +00003448 return Offset;
3449}
David Majnemeread97572015-05-01 21:35:41 +00003450
David Majnemerab130922015-05-04 18:47:54 +00003451// We want to select the path which introduces the most covariant overrides. If
3452// two paths introduce overrides which the other path doesn't contain, issue a
3453// diagnostic.
3454static const FullPathTy *selectBestPath(ASTContext &Context,
Justin Lebar562914e2016-10-10 16:26:29 +00003455 const CXXRecordDecl *RD,
3456 const VPtrInfo &Info,
David Majnemerab130922015-05-04 18:47:54 +00003457 std::list<FullPathTy> &FullPaths) {
David Majnemere48630f2015-05-05 01:39:20 +00003458 // Handle some easy cases first.
3459 if (FullPaths.empty())
3460 return nullptr;
3461 if (FullPaths.size() == 1)
3462 return &FullPaths.front();
3463
David Majnemerab130922015-05-04 18:47:54 +00003464 const FullPathTy *BestPath = nullptr;
3465 typedef std::set<const CXXMethodDecl *> OverriderSetTy;
3466 OverriderSetTy LastOverrides;
3467 for (const FullPathTy &SpecificPath : FullPaths) {
David Majnemere48630f2015-05-05 01:39:20 +00003468 assert(!SpecificPath.empty());
David Majnemerab130922015-05-04 18:47:54 +00003469 OverriderSetTy CurrentOverrides;
3470 const CXXRecordDecl *TopLevelRD = SpecificPath.begin()->getBase();
3471 // Find the distance from the start of the path to the subobject with the
3472 // VPtr.
3473 CharUnits BaseOffset =
3474 getOffsetOfFullPath(Context, TopLevelRD, SpecificPath);
3475 FinalOverriders Overriders(TopLevelRD, CharUnits::Zero(), TopLevelRD);
Justin Lebar562914e2016-10-10 16:26:29 +00003476 for (const CXXMethodDecl *MD : Info.IntroducingObject->methods()) {
David Majnemerab130922015-05-04 18:47:54 +00003477 if (!MD->isVirtual())
3478 continue;
3479 FinalOverriders::OverriderInfo OI =
3480 Overriders.getOverrider(MD->getCanonicalDecl(), BaseOffset);
David Majnemere48630f2015-05-05 01:39:20 +00003481 const CXXMethodDecl *OverridingMethod = OI.Method;
David Majnemerab130922015-05-04 18:47:54 +00003482 // Only overriders which have a return adjustment introduce problematic
3483 // thunks.
David Majnemere48630f2015-05-05 01:39:20 +00003484 if (ComputeReturnAdjustmentBaseOffset(Context, OverridingMethod, MD)
3485 .isEmpty())
David Majnemerab130922015-05-04 18:47:54 +00003486 continue;
3487 // It's possible that the overrider isn't in this path. If so, skip it
3488 // because this path didn't introduce it.
David Majnemere48630f2015-05-05 01:39:20 +00003489 const CXXRecordDecl *OverridingParent = OverridingMethod->getParent();
David Majnemerab130922015-05-04 18:47:54 +00003490 if (std::none_of(SpecificPath.begin(), SpecificPath.end(),
3491 [&](const BaseSubobject &BSO) {
3492 return BSO.getBase() == OverridingParent;
3493 }))
3494 continue;
David Majnemere48630f2015-05-05 01:39:20 +00003495 CurrentOverrides.insert(OverridingMethod);
David Majnemerab130922015-05-04 18:47:54 +00003496 }
3497 OverriderSetTy NewOverrides =
3498 llvm::set_difference(CurrentOverrides, LastOverrides);
3499 if (NewOverrides.empty())
3500 continue;
3501 OverriderSetTy MissingOverrides =
3502 llvm::set_difference(LastOverrides, CurrentOverrides);
3503 if (MissingOverrides.empty()) {
3504 // This path is a strict improvement over the last path, let's use it.
3505 BestPath = &SpecificPath;
3506 std::swap(CurrentOverrides, LastOverrides);
3507 } else {
3508 // This path introduces an overrider with a conflicting covariant thunk.
3509 DiagnosticsEngine &Diags = Context.getDiagnostics();
3510 const CXXMethodDecl *CovariantMD = *NewOverrides.begin();
3511 const CXXMethodDecl *ConflictMD = *MissingOverrides.begin();
3512 Diags.Report(RD->getLocation(), diag::err_vftable_ambiguous_component)
3513 << RD;
3514 Diags.Report(CovariantMD->getLocation(), diag::note_covariant_thunk)
3515 << CovariantMD;
3516 Diags.Report(ConflictMD->getLocation(), diag::note_covariant_thunk)
3517 << ConflictMD;
3518 }
Reid Kleckner15fdcf12014-09-22 23:14:46 +00003519 }
David Majnemere48630f2015-05-05 01:39:20 +00003520 // Go with the path that introduced the most covariant overrides. If there is
3521 // no such path, pick the first path.
3522 return BestPath ? BestPath : &FullPaths.front();
Reid Kleckner15fdcf12014-09-22 23:14:46 +00003523}
3524
3525static void computeFullPathsForVFTables(ASTContext &Context,
3526 const CXXRecordDecl *RD,
3527 VPtrInfoVector &Paths) {
Reid Kleckner15fdcf12014-09-22 23:14:46 +00003528 const ASTRecordLayout &MostDerivedLayout = Context.getASTRecordLayout(RD);
David Majnemerab130922015-05-04 18:47:54 +00003529 FullPathTy FullPath;
3530 std::list<FullPathTy> FullPaths;
Justin Lebar562914e2016-10-10 16:26:29 +00003531 for (const std::unique_ptr<VPtrInfo>& Info : Paths) {
David Majnemerab130922015-05-04 18:47:54 +00003532 findPathsToSubobject(
3533 Context, MostDerivedLayout, RD, CharUnits::Zero(),
Reid Kleckner8ad06d62016-07-20 14:40:25 +00003534 BaseSubobject(Info->IntroducingObject, Info->FullOffsetInMDC), FullPath,
David Majnemerab130922015-05-04 18:47:54 +00003535 FullPaths);
Reid Kleckner15fdcf12014-09-22 23:14:46 +00003536 FullPath.clear();
David Majnemerab130922015-05-04 18:47:54 +00003537 removeRedundantPaths(FullPaths);
Reid Kleckner8ad06d62016-07-20 14:40:25 +00003538 Info->PathToIntroducingObject.clear();
David Majnemerab130922015-05-04 18:47:54 +00003539 if (const FullPathTy *BestPath =
Justin Lebar562914e2016-10-10 16:26:29 +00003540 selectBestPath(Context, RD, *Info, FullPaths))
David Majnemerab130922015-05-04 18:47:54 +00003541 for (const BaseSubobject &BSO : *BestPath)
Reid Kleckner8ad06d62016-07-20 14:40:25 +00003542 Info->PathToIntroducingObject.push_back(BSO.getBase());
David Majnemerab130922015-05-04 18:47:54 +00003543 FullPaths.clear();
Reid Kleckner15fdcf12014-09-22 23:14:46 +00003544 }
3545}
3546
Reid Klecknereed88202018-03-28 18:23:35 +00003547static bool
3548vfptrIsEarlierInMDC(const ASTRecordLayout &Layout,
3549 const MicrosoftVTableContext::MethodVFTableLocation &LHS,
3550 const MicrosoftVTableContext::MethodVFTableLocation &RHS) {
3551 CharUnits L = LHS.VFPtrOffset;
3552 CharUnits R = RHS.VFPtrOffset;
3553 if (LHS.VBase)
3554 L += Layout.getVBaseClassOffset(LHS.VBase);
3555 if (RHS.VBase)
3556 R += Layout.getVBaseClassOffset(RHS.VBase);
3557 return L < R;
3558}
3559
Timur Iskhodzhanov58776632013-11-05 15:54:58 +00003560void MicrosoftVTableContext::computeVTableRelatedInformation(
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00003561 const CXXRecordDecl *RD) {
3562 assert(RD->isDynamicClass());
3563
3564 // Check if we've computed this information before.
3565 if (VFPtrLocations.count(RD))
3566 return;
3567
3568 const VTableLayout::AddressPointsMapTy EmptyAddressPointsMap;
3569
Justin Lebar562914e2016-10-10 16:26:29 +00003570 {
3571 VPtrInfoVector VFPtrs;
3572 computeVTablePaths(/*ForVBTables=*/false, RD, VFPtrs);
3573 computeFullPathsForVFTables(Context, RD, VFPtrs);
3574 VFPtrLocations[RD] = std::move(VFPtrs);
3575 }
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00003576
3577 MethodVFTableLocationsTy NewMethodLocations;
Justin Lebar562914e2016-10-10 16:26:29 +00003578 for (const std::unique_ptr<VPtrInfo> &VFPtr : VFPtrLocations[RD]) {
3579 VFTableBuilder Builder(*this, RD, *VFPtr);
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00003580
Benjamin Kramera37e7652015-07-25 17:10:49 +00003581 VFTableIdTy id(RD, VFPtr->FullOffsetInMDC);
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00003582 assert(VFTableLayouts.count(id) == 0);
3583 SmallVector<VTableLayout::VTableThunkTy, 1> VTableThunks(
3584 Builder.vtable_thunks_begin(), Builder.vtable_thunks_end());
Justin Lebare920cfa2016-10-10 16:26:33 +00003585 VFTableLayouts[id] = llvm::make_unique<VTableLayout>(
Peter Collingbourne2849c4e2016-12-13 20:40:39 +00003586 ArrayRef<size_t>{0}, Builder.vtable_components(), VTableThunks,
3587 EmptyAddressPointsMap);
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00003588 Thunks.insert(Builder.thunks_begin(), Builder.thunks_end());
Timur Iskhodzhanovba557022014-03-20 20:38:34 +00003589
Reid Klecknereed88202018-03-28 18:23:35 +00003590 const ASTRecordLayout &Layout = Context.getASTRecordLayout(RD);
Timur Iskhodzhanov1523c612014-03-26 08:22:48 +00003591 for (const auto &Loc : Builder.vtable_locations()) {
Reid Klecknereed88202018-03-28 18:23:35 +00003592 auto Insert = NewMethodLocations.insert(Loc);
3593 if (!Insert.second) {
3594 const MethodVFTableLocation &NewLoc = Loc.second;
3595 MethodVFTableLocation &OldLoc = Insert.first->second;
3596 if (vfptrIsEarlierInMDC(Layout, NewLoc, OldLoc))
3597 OldLoc = NewLoc;
3598 }
Timur Iskhodzhanovba557022014-03-20 20:38:34 +00003599 }
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00003600 }
3601
3602 MethodVFTableLocations.insert(NewMethodLocations.begin(),
3603 NewMethodLocations.end());
3604 if (Context.getLangOpts().DumpVTableLayouts)
Reid Kleckner5bc6d0f2013-11-08 21:28:00 +00003605 dumpMethodLocations(RD, NewMethodLocations, llvm::outs());
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00003606}
3607
Timur Iskhodzhanov58776632013-11-05 15:54:58 +00003608void MicrosoftVTableContext::dumpMethodLocations(
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00003609 const CXXRecordDecl *RD, const MethodVFTableLocationsTy &NewMethods,
3610 raw_ostream &Out) {
3611 // Compute the vtable indices for all the member functions.
3612 // Store them in a map keyed by the location so we'll get a sorted table.
3613 std::map<MethodVFTableLocation, std::string> IndicesMap;
3614 bool HasNonzeroOffset = false;
3615
Benjamin Kramera37e7652015-07-25 17:10:49 +00003616 for (const auto &I : NewMethods) {
3617 const CXXMethodDecl *MD = cast<const CXXMethodDecl>(I.first.getDecl());
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00003618 assert(MD->isVirtual());
3619
3620 std::string MethodName = PredefinedExpr::ComputeName(
3621 PredefinedExpr::PrettyFunctionNoVirtual, MD);
3622
3623 if (isa<CXXDestructorDecl>(MD)) {
Benjamin Kramera37e7652015-07-25 17:10:49 +00003624 IndicesMap[I.second] = MethodName + " [scalar deleting]";
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00003625 } else {
Benjamin Kramera37e7652015-07-25 17:10:49 +00003626 IndicesMap[I.second] = MethodName;
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00003627 }
3628
Benjamin Kramera37e7652015-07-25 17:10:49 +00003629 if (!I.second.VFPtrOffset.isZero() || I.second.VBTableIndex != 0)
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00003630 HasNonzeroOffset = true;
3631 }
3632
3633 // Print the vtable indices for all the member functions.
3634 if (!IndicesMap.empty()) {
3635 Out << "VFTable indices for ";
Aaron Ballman75ee4cc2014-01-03 18:42:48 +00003636 Out << "'";
3637 RD->printQualifiedName(Out);
Timur Iskhodzhanov77764b62014-03-05 13:54:07 +00003638 Out << "' (" << IndicesMap.size()
3639 << (IndicesMap.size() == 1 ? " entry" : " entries") << ").\n";
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00003640
3641 CharUnits LastVFPtrOffset = CharUnits::fromQuantity(-1);
3642 uint64_t LastVBIndex = 0;
Benjamin Kramera37e7652015-07-25 17:10:49 +00003643 for (const auto &I : IndicesMap) {
3644 CharUnits VFPtrOffset = I.first.VFPtrOffset;
3645 uint64_t VBIndex = I.first.VBTableIndex;
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00003646 if (HasNonzeroOffset &&
3647 (VFPtrOffset != LastVFPtrOffset || VBIndex != LastVBIndex)) {
3648 assert(VBIndex > LastVBIndex || VFPtrOffset > LastVFPtrOffset);
3649 Out << " -- accessible via ";
3650 if (VBIndex)
3651 Out << "vbtable index " << VBIndex << ", ";
3652 Out << "vfptr at offset " << VFPtrOffset.getQuantity() << " --\n";
3653 LastVFPtrOffset = VFPtrOffset;
3654 LastVBIndex = VBIndex;
3655 }
3656
Benjamin Kramera37e7652015-07-25 17:10:49 +00003657 uint64_t VTableIndex = I.first.Index;
3658 const std::string &MethodName = I.second;
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00003659 Out << llvm::format("%4" PRIu64 " | ", VTableIndex) << MethodName << '\n';
3660 }
3661 Out << '\n';
3662 }
Timur Iskhodzhanov4fea4f92014-03-20 13:42:14 +00003663
3664 Out.flush();
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00003665}
3666
Justin Lebar03b06202016-10-10 16:26:36 +00003667const VirtualBaseInfo &MicrosoftVTableContext::computeVBTableRelatedInformation(
Timur Iskhodzhanov58776632013-11-05 15:54:58 +00003668 const CXXRecordDecl *RD) {
Reid Kleckner5f080942014-01-03 23:42:00 +00003669 VirtualBaseInfo *VBI;
Timur Iskhodzhanov58776632013-11-05 15:54:58 +00003670
Reid Kleckner5f080942014-01-03 23:42:00 +00003671 {
3672 // Get or create a VBI for RD. Don't hold a reference to the DenseMap cell,
3673 // as it may be modified and rehashed under us.
Justin Lebar03b06202016-10-10 16:26:36 +00003674 std::unique_ptr<VirtualBaseInfo> &Entry = VBaseInfo[RD];
Reid Kleckner5f080942014-01-03 23:42:00 +00003675 if (Entry)
Justin Lebar03b06202016-10-10 16:26:36 +00003676 return *Entry;
3677 Entry = llvm::make_unique<VirtualBaseInfo>();
3678 VBI = Entry.get();
Reid Kleckner5f080942014-01-03 23:42:00 +00003679 }
Reid Klecknerb40a27d2014-01-03 00:14:35 +00003680
Reid Kleckner9c6e9e32014-02-27 19:40:09 +00003681 computeVTablePaths(/*ForVBTables=*/true, RD, VBI->VBPtrPaths);
Timur Iskhodzhanov58776632013-11-05 15:54:58 +00003682
Timur Iskhodzhanov2c9341f2013-11-08 11:45:35 +00003683 // First, see if the Derived class shared the vbptr with a non-virtual base.
Reid Klecknerb40a27d2014-01-03 00:14:35 +00003684 const ASTRecordLayout &Layout = Context.getASTRecordLayout(RD);
Timur Iskhodzhanov2c9341f2013-11-08 11:45:35 +00003685 if (const CXXRecordDecl *VBPtrBase = Layout.getBaseSharingVBPtr()) {
Reid Klecknerb40a27d2014-01-03 00:14:35 +00003686 // If the Derived class shares the vbptr with a non-virtual base, the shared
3687 // virtual bases come first so that the layout is the same.
Justin Lebar03b06202016-10-10 16:26:36 +00003688 const VirtualBaseInfo &BaseInfo =
Reid Klecknerb40a27d2014-01-03 00:14:35 +00003689 computeVBTableRelatedInformation(VBPtrBase);
Justin Lebar03b06202016-10-10 16:26:36 +00003690 VBI->VBTableIndices.insert(BaseInfo.VBTableIndices.begin(),
3691 BaseInfo.VBTableIndices.end());
Timur Iskhodzhanov58776632013-11-05 15:54:58 +00003692 }
3693
3694 // New vbases are added to the end of the vbtable.
3695 // Skip the self entry and vbases visited in the non-virtual base, if any.
Reid Kleckner5f080942014-01-03 23:42:00 +00003696 unsigned VBTableIndex = 1 + VBI->VBTableIndices.size();
Timur Iskhodzhanov1523c612014-03-26 08:22:48 +00003697 for (const auto &VB : RD->vbases()) {
3698 const CXXRecordDecl *CurVBase = VB.getType()->getAsCXXRecordDecl();
Reid Kleckner5f080942014-01-03 23:42:00 +00003699 if (!VBI->VBTableIndices.count(CurVBase))
3700 VBI->VBTableIndices[CurVBase] = VBTableIndex++;
Timur Iskhodzhanov58776632013-11-05 15:54:58 +00003701 }
Reid Klecknerb40a27d2014-01-03 00:14:35 +00003702
Justin Lebar03b06202016-10-10 16:26:36 +00003703 return *VBI;
Reid Klecknerb40a27d2014-01-03 00:14:35 +00003704}
3705
3706unsigned MicrosoftVTableContext::getVBTableIndex(const CXXRecordDecl *Derived,
3707 const CXXRecordDecl *VBase) {
Justin Lebar03b06202016-10-10 16:26:36 +00003708 const VirtualBaseInfo &VBInfo = computeVBTableRelatedInformation(Derived);
3709 assert(VBInfo.VBTableIndices.count(VBase));
3710 return VBInfo.VBTableIndices.find(VBase)->second;
Reid Klecknerb40a27d2014-01-03 00:14:35 +00003711}
3712
Reid Kleckner9c6e9e32014-02-27 19:40:09 +00003713const VPtrInfoVector &
Reid Klecknerb40a27d2014-01-03 00:14:35 +00003714MicrosoftVTableContext::enumerateVBTables(const CXXRecordDecl *RD) {
Justin Lebar03b06202016-10-10 16:26:36 +00003715 return computeVBTableRelatedInformation(RD).VBPtrPaths;
Timur Iskhodzhanov58776632013-11-05 15:54:58 +00003716}
3717
Reid Kleckner9c6e9e32014-02-27 19:40:09 +00003718const VPtrInfoVector &
Timur Iskhodzhanov58776632013-11-05 15:54:58 +00003719MicrosoftVTableContext::getVFPtrOffsets(const CXXRecordDecl *RD) {
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00003720 computeVTableRelatedInformation(RD);
3721
3722 assert(VFPtrLocations.count(RD) && "Couldn't find vfptr locations");
Justin Lebar562914e2016-10-10 16:26:29 +00003723 return VFPtrLocations[RD];
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00003724}
3725
3726const VTableLayout &
Timur Iskhodzhanov58776632013-11-05 15:54:58 +00003727MicrosoftVTableContext::getVFTableLayout(const CXXRecordDecl *RD,
3728 CharUnits VFPtrOffset) {
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00003729 computeVTableRelatedInformation(RD);
3730
3731 VFTableIdTy id(RD, VFPtrOffset);
3732 assert(VFTableLayouts.count(id) && "Couldn't find a VFTable at this offset");
3733 return *VFTableLayouts[id];
3734}
3735
Timur Iskhodzhanov58776632013-11-05 15:54:58 +00003736const MicrosoftVTableContext::MethodVFTableLocation &
3737MicrosoftVTableContext::getMethodVFTableLocation(GlobalDecl GD) {
Timur Iskhodzhanovdf7e7fb2013-07-30 09:46:19 +00003738 assert(cast<CXXMethodDecl>(GD.getDecl())->isVirtual() &&
3739 "Only use this method for virtual methods or dtors");
3740 if (isa<CXXDestructorDecl>(GD.getDecl()))
3741 assert(GD.getDtorType() == Dtor_Deleting);
3742
3743 MethodVFTableLocationsTy::iterator I = MethodVFTableLocations.find(GD);
3744 if (I != MethodVFTableLocations.end())
3745 return I->second;
3746
3747 const CXXRecordDecl *RD = cast<CXXMethodDecl>(GD.getDecl())->getParent();
3748
3749 computeVTableRelatedInformation(RD);
3750
3751 I = MethodVFTableLocations.find(GD);
3752 assert(I != MethodVFTableLocations.end() && "Did not find index!");
3753 return I->second;
3754}