blob: 9ef1378972efb12fda6fb446bf030be247232268 [file] [log] [blame]
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +00001//===-- ASTReader.cpp - AST File Reader -----------------------------------===//
Guy Benyei11169dd2012-12-18 14:30:41 +00002//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10// This file defines the ASTReader class, which reads AST files.
11//
12//===----------------------------------------------------------------------===//
13
14#include "clang/Serialization/ASTReader.h"
15#include "ASTCommon.h"
16#include "ASTReaderInternals.h"
17#include "clang/AST/ASTConsumer.h"
18#include "clang/AST/ASTContext.h"
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +000019#include "clang/AST/ASTMutationListener.h"
20#include "clang/AST/ASTUnresolvedSet.h"
21#include "clang/AST/Decl.h"
22#include "clang/AST/DeclCXX.h"
23#include "clang/AST/DeclGroup.h"
24#include "clang/AST/DeclObjC.h"
Guy Benyei11169dd2012-12-18 14:30:41 +000025#include "clang/AST/DeclTemplate.h"
26#include "clang/AST/Expr.h"
27#include "clang/AST/ExprCXX.h"
28#include "clang/AST/NestedNameSpecifier.h"
Richard Trieue7f7ed22017-02-22 01:11:25 +000029#include "clang/AST/ODRHash.h"
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +000030#include "clang/AST/RawCommentList.h"
Guy Benyei11169dd2012-12-18 14:30:41 +000031#include "clang/AST/Type.h"
32#include "clang/AST/TypeLocVisitor.h"
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +000033#include "clang/AST/UnresolvedSet.h"
34#include "clang/Basic/CommentOptions.h"
Benjamin Kramerf3ca26982014-05-10 16:31:55 +000035#include "clang/Basic/DiagnosticOptions.h"
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +000036#include "clang/Basic/ExceptionSpecificationType.h"
Guy Benyei11169dd2012-12-18 14:30:41 +000037#include "clang/Basic/FileManager.h"
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +000038#include "clang/Basic/FileSystemOptions.h"
39#include "clang/Basic/LangOptions.h"
Duncan P. N. Exon Smith030d7d62017-03-20 17:58:26 +000040#include "clang/Basic/MemoryBufferCache.h"
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +000041#include "clang/Basic/ObjCRuntime.h"
42#include "clang/Basic/OperatorKinds.h"
43#include "clang/Basic/Sanitizers.h"
Guy Benyei11169dd2012-12-18 14:30:41 +000044#include "clang/Basic/SourceManager.h"
45#include "clang/Basic/SourceManagerInternals.h"
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +000046#include "clang/Basic/Specifiers.h"
Guy Benyei11169dd2012-12-18 14:30:41 +000047#include "clang/Basic/TargetInfo.h"
48#include "clang/Basic/TargetOptions.h"
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +000049#include "clang/Basic/TokenKinds.h"
Guy Benyei11169dd2012-12-18 14:30:41 +000050#include "clang/Basic/Version.h"
51#include "clang/Basic/VersionTuple.h"
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +000052#include "clang/Frontend/PCHContainerOperations.h"
Guy Benyei11169dd2012-12-18 14:30:41 +000053#include "clang/Lex/HeaderSearch.h"
54#include "clang/Lex/HeaderSearchOptions.h"
55#include "clang/Lex/MacroInfo.h"
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +000056#include "clang/Lex/ModuleMap.h"
Guy Benyei11169dd2012-12-18 14:30:41 +000057#include "clang/Lex/PreprocessingRecord.h"
58#include "clang/Lex/Preprocessor.h"
59#include "clang/Lex/PreprocessorOptions.h"
60#include "clang/Sema/Scope.h"
61#include "clang/Sema/Sema.h"
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +000062#include "clang/Sema/Weak.h"
Guy Benyei11169dd2012-12-18 14:30:41 +000063#include "clang/Serialization/ASTDeserializationListener.h"
Douglas Gregore060e572013-01-25 01:03:03 +000064#include "clang/Serialization/GlobalModuleIndex.h"
Guy Benyei11169dd2012-12-18 14:30:41 +000065#include "clang/Serialization/ModuleManager.h"
66#include "clang/Serialization/SerializationDiagnostic.h"
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +000067#include "llvm/ADT/APFloat.h"
68#include "llvm/ADT/APInt.h"
69#include "llvm/ADT/APSInt.h"
Argyrios Kyrtzidis5c2a3452013-03-06 18:12:47 +000070#include "llvm/ADT/Hashing.h"
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +000071#include "llvm/ADT/SmallString.h"
Guy Benyei11169dd2012-12-18 14:30:41 +000072#include "llvm/ADT/StringExtras.h"
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +000073#include "llvm/ADT/Triple.h"
Guy Benyei11169dd2012-12-18 14:30:41 +000074#include "llvm/Bitcode/BitstreamReader.h"
Richard Smithaada85c2016-02-06 02:06:43 +000075#include "llvm/Support/Compression.h"
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +000076#include "llvm/Support/Compiler.h"
George Rimarc39f5492017-01-17 15:45:31 +000077#include "llvm/Support/Error.h"
Guy Benyei11169dd2012-12-18 14:30:41 +000078#include "llvm/Support/ErrorHandling.h"
79#include "llvm/Support/FileSystem.h"
80#include "llvm/Support/MemoryBuffer.h"
81#include "llvm/Support/Path.h"
82#include "llvm/Support/SaveAndRestore.h"
Dmitri Gribenkof430da42014-02-12 10:33:14 +000083#include "llvm/Support/raw_ostream.h"
Guy Benyei11169dd2012-12-18 14:30:41 +000084#include <algorithm>
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +000085#include <cassert>
86#include <cstdint>
Chris Lattner91f373e2013-01-20 00:57:52 +000087#include <cstdio>
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +000088#include <cstring>
89#include <ctime>
Guy Benyei11169dd2012-12-18 14:30:41 +000090#include <iterator>
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +000091#include <limits>
92#include <map>
93#include <memory>
94#include <new>
95#include <string>
Rafael Espindola8a8e5542014-06-12 17:19:42 +000096#include <system_error>
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +000097#include <tuple>
98#include <utility>
99#include <vector>
Guy Benyei11169dd2012-12-18 14:30:41 +0000100
101using namespace clang;
102using namespace clang::serialization;
103using namespace clang::serialization::reader;
Chris Lattner7fb3bef2013-01-20 00:56:42 +0000104using llvm::BitstreamCursor;
Guy Benyei11169dd2012-12-18 14:30:41 +0000105
Ben Langmuircb69b572014-03-07 06:40:32 +0000106//===----------------------------------------------------------------------===//
107// ChainedASTReaderListener implementation
108//===----------------------------------------------------------------------===//
109
110bool
111ChainedASTReaderListener::ReadFullVersionInformation(StringRef FullVersion) {
112 return First->ReadFullVersionInformation(FullVersion) ||
113 Second->ReadFullVersionInformation(FullVersion);
114}
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +0000115
Ben Langmuir4f5212a2014-04-14 22:12:44 +0000116void ChainedASTReaderListener::ReadModuleName(StringRef ModuleName) {
117 First->ReadModuleName(ModuleName);
118 Second->ReadModuleName(ModuleName);
119}
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +0000120
Ben Langmuir4f5212a2014-04-14 22:12:44 +0000121void ChainedASTReaderListener::ReadModuleMapFile(StringRef ModuleMapPath) {
122 First->ReadModuleMapFile(ModuleMapPath);
123 Second->ReadModuleMapFile(ModuleMapPath);
124}
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +0000125
Richard Smith1e2cf0d2014-10-31 02:28:58 +0000126bool
127ChainedASTReaderListener::ReadLanguageOptions(const LangOptions &LangOpts,
128 bool Complain,
129 bool AllowCompatibleDifferences) {
130 return First->ReadLanguageOptions(LangOpts, Complain,
131 AllowCompatibleDifferences) ||
132 Second->ReadLanguageOptions(LangOpts, Complain,
133 AllowCompatibleDifferences);
Ben Langmuircb69b572014-03-07 06:40:32 +0000134}
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +0000135
Chandler Carruth0d745bc2015-03-14 04:47:43 +0000136bool ChainedASTReaderListener::ReadTargetOptions(
137 const TargetOptions &TargetOpts, bool Complain,
138 bool AllowCompatibleDifferences) {
139 return First->ReadTargetOptions(TargetOpts, Complain,
140 AllowCompatibleDifferences) ||
141 Second->ReadTargetOptions(TargetOpts, Complain,
142 AllowCompatibleDifferences);
Ben Langmuircb69b572014-03-07 06:40:32 +0000143}
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +0000144
Ben Langmuircb69b572014-03-07 06:40:32 +0000145bool ChainedASTReaderListener::ReadDiagnosticOptions(
Ben Langmuirb92de022014-04-29 16:25:26 +0000146 IntrusiveRefCntPtr<DiagnosticOptions> DiagOpts, bool Complain) {
Ben Langmuircb69b572014-03-07 06:40:32 +0000147 return First->ReadDiagnosticOptions(DiagOpts, Complain) ||
148 Second->ReadDiagnosticOptions(DiagOpts, Complain);
149}
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +0000150
Ben Langmuircb69b572014-03-07 06:40:32 +0000151bool
152ChainedASTReaderListener::ReadFileSystemOptions(const FileSystemOptions &FSOpts,
153 bool Complain) {
154 return First->ReadFileSystemOptions(FSOpts, Complain) ||
155 Second->ReadFileSystemOptions(FSOpts, Complain);
156}
157
158bool ChainedASTReaderListener::ReadHeaderSearchOptions(
Argyrios Kyrtzidisbd0b6512015-02-19 20:12:20 +0000159 const HeaderSearchOptions &HSOpts, StringRef SpecificModuleCachePath,
160 bool Complain) {
161 return First->ReadHeaderSearchOptions(HSOpts, SpecificModuleCachePath,
162 Complain) ||
163 Second->ReadHeaderSearchOptions(HSOpts, SpecificModuleCachePath,
164 Complain);
Ben Langmuircb69b572014-03-07 06:40:32 +0000165}
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +0000166
Ben Langmuircb69b572014-03-07 06:40:32 +0000167bool ChainedASTReaderListener::ReadPreprocessorOptions(
168 const PreprocessorOptions &PPOpts, bool Complain,
169 std::string &SuggestedPredefines) {
170 return First->ReadPreprocessorOptions(PPOpts, Complain,
171 SuggestedPredefines) ||
172 Second->ReadPreprocessorOptions(PPOpts, Complain, SuggestedPredefines);
173}
174void ChainedASTReaderListener::ReadCounter(const serialization::ModuleFile &M,
175 unsigned Value) {
176 First->ReadCounter(M, Value);
177 Second->ReadCounter(M, Value);
178}
179bool ChainedASTReaderListener::needsInputFileVisitation() {
180 return First->needsInputFileVisitation() ||
181 Second->needsInputFileVisitation();
182}
183bool ChainedASTReaderListener::needsSystemInputFileVisitation() {
184 return First->needsSystemInputFileVisitation() ||
185 Second->needsSystemInputFileVisitation();
186}
Richard Smith216a3bd2015-08-13 17:57:10 +0000187void ChainedASTReaderListener::visitModuleFile(StringRef Filename,
188 ModuleKind Kind) {
189 First->visitModuleFile(Filename, Kind);
190 Second->visitModuleFile(Filename, Kind);
Argyrios Kyrtzidis6d0753d2014-03-14 03:07:38 +0000191}
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +0000192
Ben Langmuircb69b572014-03-07 06:40:32 +0000193bool ChainedASTReaderListener::visitInputFile(StringRef Filename,
Argyrios Kyrtzidis68ccbe02014-03-14 02:26:31 +0000194 bool isSystem,
Richard Smith216a3bd2015-08-13 17:57:10 +0000195 bool isOverridden,
196 bool isExplicitModule) {
Justin Bognerc65a66d2014-05-22 06:04:59 +0000197 bool Continue = false;
198 if (First->needsInputFileVisitation() &&
199 (!isSystem || First->needsSystemInputFileVisitation()))
Richard Smith216a3bd2015-08-13 17:57:10 +0000200 Continue |= First->visitInputFile(Filename, isSystem, isOverridden,
201 isExplicitModule);
Justin Bognerc65a66d2014-05-22 06:04:59 +0000202 if (Second->needsInputFileVisitation() &&
203 (!isSystem || Second->needsSystemInputFileVisitation()))
Richard Smith216a3bd2015-08-13 17:57:10 +0000204 Continue |= Second->visitInputFile(Filename, isSystem, isOverridden,
205 isExplicitModule);
Justin Bognerc65a66d2014-05-22 06:04:59 +0000206 return Continue;
Ben Langmuircb69b572014-03-07 06:40:32 +0000207}
208
Douglas Gregor6623e1f2015-11-03 18:33:07 +0000209void ChainedASTReaderListener::readModuleFileExtension(
210 const ModuleFileExtensionMetadata &Metadata) {
211 First->readModuleFileExtension(Metadata);
212 Second->readModuleFileExtension(Metadata);
213}
214
Guy Benyei11169dd2012-12-18 14:30:41 +0000215//===----------------------------------------------------------------------===//
216// PCH validator implementation
217//===----------------------------------------------------------------------===//
218
Angel Garcia Gomez637d1e62015-10-20 13:23:58 +0000219ASTReaderListener::~ASTReaderListener() {}
Guy Benyei11169dd2012-12-18 14:30:41 +0000220
221/// \brief Compare the given set of language options against an existing set of
222/// language options.
223///
224/// \param Diags If non-NULL, diagnostics will be emitted via this engine.
Richard Smith1e2cf0d2014-10-31 02:28:58 +0000225/// \param AllowCompatibleDifferences If true, differences between compatible
226/// language options will be permitted.
Guy Benyei11169dd2012-12-18 14:30:41 +0000227///
228/// \returns true if the languagae options mis-match, false otherwise.
229static bool checkLanguageOptions(const LangOptions &LangOpts,
230 const LangOptions &ExistingLangOpts,
Richard Smith1e2cf0d2014-10-31 02:28:58 +0000231 DiagnosticsEngine *Diags,
232 bool AllowCompatibleDifferences = true) {
Guy Benyei11169dd2012-12-18 14:30:41 +0000233#define LANGOPT(Name, Bits, Default, Description) \
234 if (ExistingLangOpts.Name != LangOpts.Name) { \
235 if (Diags) \
236 Diags->Report(diag::err_pch_langopt_mismatch) \
237 << Description << LangOpts.Name << ExistingLangOpts.Name; \
238 return true; \
239 }
240
241#define VALUE_LANGOPT(Name, Bits, Default, Description) \
242 if (ExistingLangOpts.Name != LangOpts.Name) { \
243 if (Diags) \
244 Diags->Report(diag::err_pch_langopt_value_mismatch) \
245 << Description; \
246 return true; \
247 }
248
249#define ENUM_LANGOPT(Name, Type, Bits, Default, Description) \
250 if (ExistingLangOpts.get##Name() != LangOpts.get##Name()) { \
251 if (Diags) \
252 Diags->Report(diag::err_pch_langopt_value_mismatch) \
253 << Description; \
254 return true; \
255 }
256
Richard Smith1e2cf0d2014-10-31 02:28:58 +0000257#define COMPATIBLE_LANGOPT(Name, Bits, Default, Description) \
258 if (!AllowCompatibleDifferences) \
259 LANGOPT(Name, Bits, Default, Description)
260
261#define COMPATIBLE_ENUM_LANGOPT(Name, Bits, Default, Description) \
262 if (!AllowCompatibleDifferences) \
263 ENUM_LANGOPT(Name, Bits, Default, Description)
264
Richard Smitha1ddf5e2016-04-07 20:47:37 +0000265#define COMPATIBLE_VALUE_LANGOPT(Name, Bits, Default, Description) \
266 if (!AllowCompatibleDifferences) \
267 VALUE_LANGOPT(Name, Bits, Default, Description)
268
Guy Benyei11169dd2012-12-18 14:30:41 +0000269#define BENIGN_LANGOPT(Name, Bits, Default, Description)
270#define BENIGN_ENUM_LANGOPT(Name, Type, Bits, Default, Description)
Richard Smitha1ddf5e2016-04-07 20:47:37 +0000271#define BENIGN_VALUE_LANGOPT(Name, Type, Bits, Default, Description)
Guy Benyei11169dd2012-12-18 14:30:41 +0000272#include "clang/Basic/LangOptions.def"
273
Ben Langmuircd98cb72015-06-23 18:20:18 +0000274 if (ExistingLangOpts.ModuleFeatures != LangOpts.ModuleFeatures) {
275 if (Diags)
276 Diags->Report(diag::err_pch_langopt_value_mismatch) << "module features";
277 return true;
278 }
279
Guy Benyei11169dd2012-12-18 14:30:41 +0000280 if (ExistingLangOpts.ObjCRuntime != LangOpts.ObjCRuntime) {
281 if (Diags)
282 Diags->Report(diag::err_pch_langopt_value_mismatch)
283 << "target Objective-C runtime";
284 return true;
285 }
286
Dmitri Gribenkoacf2e782013-02-22 14:21:27 +0000287 if (ExistingLangOpts.CommentOpts.BlockCommandNames !=
288 LangOpts.CommentOpts.BlockCommandNames) {
289 if (Diags)
290 Diags->Report(diag::err_pch_langopt_value_mismatch)
291 << "block command names";
292 return true;
293 }
294
Guy Benyei11169dd2012-12-18 14:30:41 +0000295 return false;
296}
297
298/// \brief Compare the given set of target options against an existing set of
299/// target options.
300///
301/// \param Diags If non-NULL, diagnostics will be emitted via this engine.
302///
303/// \returns true if the target options mis-match, false otherwise.
304static bool checkTargetOptions(const TargetOptions &TargetOpts,
305 const TargetOptions &ExistingTargetOpts,
Chandler Carruth0d745bc2015-03-14 04:47:43 +0000306 DiagnosticsEngine *Diags,
307 bool AllowCompatibleDifferences = true) {
Guy Benyei11169dd2012-12-18 14:30:41 +0000308#define CHECK_TARGET_OPT(Field, Name) \
309 if (TargetOpts.Field != ExistingTargetOpts.Field) { \
310 if (Diags) \
311 Diags->Report(diag::err_pch_targetopt_mismatch) \
312 << Name << TargetOpts.Field << ExistingTargetOpts.Field; \
313 return true; \
314 }
315
Chandler Carruth0d745bc2015-03-14 04:47:43 +0000316 // The triple and ABI must match exactly.
Guy Benyei11169dd2012-12-18 14:30:41 +0000317 CHECK_TARGET_OPT(Triple, "target");
Guy Benyei11169dd2012-12-18 14:30:41 +0000318 CHECK_TARGET_OPT(ABI, "target ABI");
Chandler Carruth0d745bc2015-03-14 04:47:43 +0000319
320 // We can tolerate different CPUs in many cases, notably when one CPU
321 // supports a strict superset of another. When allowing compatible
322 // differences skip this check.
323 if (!AllowCompatibleDifferences)
324 CHECK_TARGET_OPT(CPU, "target CPU");
325
Guy Benyei11169dd2012-12-18 14:30:41 +0000326#undef CHECK_TARGET_OPT
327
328 // Compare feature sets.
329 SmallVector<StringRef, 4> ExistingFeatures(
330 ExistingTargetOpts.FeaturesAsWritten.begin(),
331 ExistingTargetOpts.FeaturesAsWritten.end());
332 SmallVector<StringRef, 4> ReadFeatures(TargetOpts.FeaturesAsWritten.begin(),
333 TargetOpts.FeaturesAsWritten.end());
334 std::sort(ExistingFeatures.begin(), ExistingFeatures.end());
335 std::sort(ReadFeatures.begin(), ReadFeatures.end());
336
Chandler Carruth0d745bc2015-03-14 04:47:43 +0000337 // We compute the set difference in both directions explicitly so that we can
338 // diagnose the differences differently.
339 SmallVector<StringRef, 4> UnmatchedExistingFeatures, UnmatchedReadFeatures;
340 std::set_difference(
341 ExistingFeatures.begin(), ExistingFeatures.end(), ReadFeatures.begin(),
342 ReadFeatures.end(), std::back_inserter(UnmatchedExistingFeatures));
343 std::set_difference(ReadFeatures.begin(), ReadFeatures.end(),
344 ExistingFeatures.begin(), ExistingFeatures.end(),
345 std::back_inserter(UnmatchedReadFeatures));
Guy Benyei11169dd2012-12-18 14:30:41 +0000346
Chandler Carruth0d745bc2015-03-14 04:47:43 +0000347 // If we are allowing compatible differences and the read feature set is
348 // a strict subset of the existing feature set, there is nothing to diagnose.
349 if (AllowCompatibleDifferences && UnmatchedReadFeatures.empty())
350 return false;
Guy Benyei11169dd2012-12-18 14:30:41 +0000351
Chandler Carruth0d745bc2015-03-14 04:47:43 +0000352 if (Diags) {
353 for (StringRef Feature : UnmatchedReadFeatures)
Guy Benyei11169dd2012-12-18 14:30:41 +0000354 Diags->Report(diag::err_pch_targetopt_feature_mismatch)
Chandler Carruth0d745bc2015-03-14 04:47:43 +0000355 << /* is-existing-feature */ false << Feature;
356 for (StringRef Feature : UnmatchedExistingFeatures)
357 Diags->Report(diag::err_pch_targetopt_feature_mismatch)
358 << /* is-existing-feature */ true << Feature;
Guy Benyei11169dd2012-12-18 14:30:41 +0000359 }
360
Chandler Carruth0d745bc2015-03-14 04:47:43 +0000361 return !UnmatchedReadFeatures.empty() || !UnmatchedExistingFeatures.empty();
Guy Benyei11169dd2012-12-18 14:30:41 +0000362}
363
364bool
365PCHValidator::ReadLanguageOptions(const LangOptions &LangOpts,
Richard Smith1e2cf0d2014-10-31 02:28:58 +0000366 bool Complain,
367 bool AllowCompatibleDifferences) {
Guy Benyei11169dd2012-12-18 14:30:41 +0000368 const LangOptions &ExistingLangOpts = PP.getLangOpts();
369 return checkLanguageOptions(LangOpts, ExistingLangOpts,
Richard Smith1e2cf0d2014-10-31 02:28:58 +0000370 Complain ? &Reader.Diags : nullptr,
371 AllowCompatibleDifferences);
Guy Benyei11169dd2012-12-18 14:30:41 +0000372}
373
374bool PCHValidator::ReadTargetOptions(const TargetOptions &TargetOpts,
Chandler Carruth0d745bc2015-03-14 04:47:43 +0000375 bool Complain,
376 bool AllowCompatibleDifferences) {
Guy Benyei11169dd2012-12-18 14:30:41 +0000377 const TargetOptions &ExistingTargetOpts = PP.getTargetInfo().getTargetOpts();
378 return checkTargetOptions(TargetOpts, ExistingTargetOpts,
Chandler Carruth0d745bc2015-03-14 04:47:43 +0000379 Complain ? &Reader.Diags : nullptr,
380 AllowCompatibleDifferences);
Guy Benyei11169dd2012-12-18 14:30:41 +0000381}
382
383namespace {
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +0000384
Guy Benyei11169dd2012-12-18 14:30:41 +0000385 typedef llvm::StringMap<std::pair<StringRef, bool /*IsUndef*/> >
386 MacroDefinitionsMap;
Craig Topper3598eb72013-07-05 04:43:31 +0000387 typedef llvm::DenseMap<DeclarationName, SmallVector<NamedDecl *, 8> >
388 DeclsMap;
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +0000389
390} // end anonymous namespace
Guy Benyei11169dd2012-12-18 14:30:41 +0000391
Ben Langmuirb92de022014-04-29 16:25:26 +0000392static bool checkDiagnosticGroupMappings(DiagnosticsEngine &StoredDiags,
393 DiagnosticsEngine &Diags,
394 bool Complain) {
395 typedef DiagnosticsEngine::Level Level;
396
397 // Check current mappings for new -Werror mappings, and the stored mappings
398 // for cases that were explicitly mapped to *not* be errors that are now
399 // errors because of options like -Werror.
400 DiagnosticsEngine *MappingSources[] = { &Diags, &StoredDiags };
401
402 for (DiagnosticsEngine *MappingSource : MappingSources) {
403 for (auto DiagIDMappingPair : MappingSource->getDiagnosticMappings()) {
404 diag::kind DiagID = DiagIDMappingPair.first;
405 Level CurLevel = Diags.getDiagnosticLevel(DiagID, SourceLocation());
406 if (CurLevel < DiagnosticsEngine::Error)
407 continue; // not significant
408 Level StoredLevel =
409 StoredDiags.getDiagnosticLevel(DiagID, SourceLocation());
410 if (StoredLevel < DiagnosticsEngine::Error) {
411 if (Complain)
412 Diags.Report(diag::err_pch_diagopt_mismatch) << "-Werror=" +
413 Diags.getDiagnosticIDs()->getWarningOptionForDiag(DiagID).str();
414 return true;
415 }
416 }
417 }
418
419 return false;
420}
421
Alp Tokerac4e8e52014-06-22 21:58:33 +0000422static bool isExtHandlingFromDiagsError(DiagnosticsEngine &Diags) {
423 diag::Severity Ext = Diags.getExtensionHandlingBehavior();
424 if (Ext == diag::Severity::Warning && Diags.getWarningsAsErrors())
425 return true;
426 return Ext >= diag::Severity::Error;
Ben Langmuirb92de022014-04-29 16:25:26 +0000427}
428
429static bool checkDiagnosticMappings(DiagnosticsEngine &StoredDiags,
430 DiagnosticsEngine &Diags,
431 bool IsSystem, bool Complain) {
432 // Top-level options
433 if (IsSystem) {
434 if (Diags.getSuppressSystemWarnings())
435 return false;
436 // If -Wsystem-headers was not enabled before, be conservative
437 if (StoredDiags.getSuppressSystemWarnings()) {
438 if (Complain)
439 Diags.Report(diag::err_pch_diagopt_mismatch) << "-Wsystem-headers";
440 return true;
441 }
442 }
443
444 if (Diags.getWarningsAsErrors() && !StoredDiags.getWarningsAsErrors()) {
445 if (Complain)
446 Diags.Report(diag::err_pch_diagopt_mismatch) << "-Werror";
447 return true;
448 }
449
450 if (Diags.getWarningsAsErrors() && Diags.getEnableAllWarnings() &&
451 !StoredDiags.getEnableAllWarnings()) {
452 if (Complain)
453 Diags.Report(diag::err_pch_diagopt_mismatch) << "-Weverything -Werror";
454 return true;
455 }
456
457 if (isExtHandlingFromDiagsError(Diags) &&
458 !isExtHandlingFromDiagsError(StoredDiags)) {
459 if (Complain)
460 Diags.Report(diag::err_pch_diagopt_mismatch) << "-pedantic-errors";
461 return true;
462 }
463
464 return checkDiagnosticGroupMappings(StoredDiags, Diags, Complain);
465}
466
Duncan P. N. Exon Smith030d7d62017-03-20 17:58:26 +0000467/// Return the top import module if it is implicit, nullptr otherwise.
468static Module *getTopImportImplicitModule(ModuleManager &ModuleMgr,
469 Preprocessor &PP) {
470 // If the original import came from a file explicitly generated by the user,
471 // don't check the diagnostic mappings.
472 // FIXME: currently this is approximated by checking whether this is not a
473 // module import of an implicitly-loaded module file.
474 // Note: ModuleMgr.rbegin() may not be the current module, but it must be in
475 // the transitive closure of its imports, since unrelated modules cannot be
476 // imported until after this module finishes validation.
477 ModuleFile *TopImport = &*ModuleMgr.rbegin();
478 while (!TopImport->ImportedBy.empty())
479 TopImport = TopImport->ImportedBy[0];
480 if (TopImport->Kind != MK_ImplicitModule)
481 return nullptr;
482
483 StringRef ModuleName = TopImport->ModuleName;
484 assert(!ModuleName.empty() && "diagnostic options read before module name");
485
486 Module *M = PP.getHeaderSearchInfo().lookupModule(ModuleName);
487 assert(M && "missing module");
488 return M;
489}
490
Ben Langmuirb92de022014-04-29 16:25:26 +0000491bool PCHValidator::ReadDiagnosticOptions(
492 IntrusiveRefCntPtr<DiagnosticOptions> DiagOpts, bool Complain) {
493 DiagnosticsEngine &ExistingDiags = PP.getDiagnostics();
494 IntrusiveRefCntPtr<DiagnosticIDs> DiagIDs(ExistingDiags.getDiagnosticIDs());
495 IntrusiveRefCntPtr<DiagnosticsEngine> Diags(
Alp Tokerf994cef2014-07-05 03:08:06 +0000496 new DiagnosticsEngine(DiagIDs, DiagOpts.get()));
Ben Langmuirb92de022014-04-29 16:25:26 +0000497 // This should never fail, because we would have processed these options
498 // before writing them to an ASTFile.
499 ProcessWarningOptions(*Diags, *DiagOpts, /*Report*/false);
500
501 ModuleManager &ModuleMgr = Reader.getModuleManager();
502 assert(ModuleMgr.size() >= 1 && "what ASTFile is this then");
503
Duncan P. N. Exon Smith030d7d62017-03-20 17:58:26 +0000504 Module *TopM = getTopImportImplicitModule(ModuleMgr, PP);
505 if (!TopM)
Ben Langmuirb92de022014-04-29 16:25:26 +0000506 return false;
507
Ben Langmuirb92de022014-04-29 16:25:26 +0000508 // FIXME: if the diagnostics are incompatible, save a DiagnosticOptions that
509 // contains the union of their flags.
Duncan P. N. Exon Smith030d7d62017-03-20 17:58:26 +0000510 return checkDiagnosticMappings(*Diags, ExistingDiags, TopM->IsSystem,
511 Complain);
Ben Langmuirb92de022014-04-29 16:25:26 +0000512}
513
Guy Benyei11169dd2012-12-18 14:30:41 +0000514/// \brief Collect the macro definitions provided by the given preprocessor
515/// options.
Craig Toppera13603a2014-05-22 05:54:18 +0000516static void
517collectMacroDefinitions(const PreprocessorOptions &PPOpts,
518 MacroDefinitionsMap &Macros,
519 SmallVectorImpl<StringRef> *MacroNames = nullptr) {
Guy Benyei11169dd2012-12-18 14:30:41 +0000520 for (unsigned I = 0, N = PPOpts.Macros.size(); I != N; ++I) {
521 StringRef Macro = PPOpts.Macros[I].first;
522 bool IsUndef = PPOpts.Macros[I].second;
523
524 std::pair<StringRef, StringRef> MacroPair = Macro.split('=');
525 StringRef MacroName = MacroPair.first;
526 StringRef MacroBody = MacroPair.second;
527
528 // For an #undef'd macro, we only care about the name.
529 if (IsUndef) {
530 if (MacroNames && !Macros.count(MacroName))
531 MacroNames->push_back(MacroName);
532
533 Macros[MacroName] = std::make_pair("", true);
534 continue;
535 }
536
537 // For a #define'd macro, figure out the actual definition.
538 if (MacroName.size() == Macro.size())
539 MacroBody = "1";
540 else {
541 // Note: GCC drops anything following an end-of-line character.
542 StringRef::size_type End = MacroBody.find_first_of("\n\r");
543 MacroBody = MacroBody.substr(0, End);
544 }
545
546 if (MacroNames && !Macros.count(MacroName))
547 MacroNames->push_back(MacroName);
548 Macros[MacroName] = std::make_pair(MacroBody, false);
549 }
550}
Argyrios Kyrtzidisbd0b6512015-02-19 20:12:20 +0000551
Guy Benyei11169dd2012-12-18 14:30:41 +0000552/// \brief Check the preprocessor options deserialized from the control block
553/// against the preprocessor options in an existing preprocessor.
554///
555/// \param Diags If non-null, produce diagnostics for any mismatches incurred.
Yaxun Liu43712e02016-09-07 18:40:20 +0000556/// \param Validate If true, validate preprocessor options. If false, allow
557/// macros defined by \p ExistingPPOpts to override those defined by
558/// \p PPOpts in SuggestedPredefines.
Guy Benyei11169dd2012-12-18 14:30:41 +0000559static bool checkPreprocessorOptions(const PreprocessorOptions &PPOpts,
560 const PreprocessorOptions &ExistingPPOpts,
561 DiagnosticsEngine *Diags,
562 FileManager &FileMgr,
Argyrios Kyrtzidisd3afa0c2013-04-26 21:33:40 +0000563 std::string &SuggestedPredefines,
Yaxun Liu43712e02016-09-07 18:40:20 +0000564 const LangOptions &LangOpts,
565 bool Validate = true) {
Guy Benyei11169dd2012-12-18 14:30:41 +0000566 // Check macro definitions.
567 MacroDefinitionsMap ASTFileMacros;
568 collectMacroDefinitions(PPOpts, ASTFileMacros);
569 MacroDefinitionsMap ExistingMacros;
570 SmallVector<StringRef, 4> ExistingMacroNames;
571 collectMacroDefinitions(ExistingPPOpts, ExistingMacros, &ExistingMacroNames);
572
573 for (unsigned I = 0, N = ExistingMacroNames.size(); I != N; ++I) {
574 // Dig out the macro definition in the existing preprocessor options.
575 StringRef MacroName = ExistingMacroNames[I];
576 std::pair<StringRef, bool> Existing = ExistingMacros[MacroName];
577
578 // Check whether we know anything about this macro name or not.
579 llvm::StringMap<std::pair<StringRef, bool /*IsUndef*/> >::iterator Known
580 = ASTFileMacros.find(MacroName);
Yaxun Liu43712e02016-09-07 18:40:20 +0000581 if (!Validate || Known == ASTFileMacros.end()) {
Guy Benyei11169dd2012-12-18 14:30:41 +0000582 // FIXME: Check whether this identifier was referenced anywhere in the
583 // AST file. If so, we should reject the AST file. Unfortunately, this
584 // information isn't in the control block. What shall we do about it?
585
586 if (Existing.second) {
587 SuggestedPredefines += "#undef ";
588 SuggestedPredefines += MacroName.str();
589 SuggestedPredefines += '\n';
590 } else {
591 SuggestedPredefines += "#define ";
592 SuggestedPredefines += MacroName.str();
593 SuggestedPredefines += ' ';
594 SuggestedPredefines += Existing.first.str();
595 SuggestedPredefines += '\n';
596 }
597 continue;
598 }
599
600 // If the macro was defined in one but undef'd in the other, we have a
601 // conflict.
602 if (Existing.second != Known->second.second) {
603 if (Diags) {
604 Diags->Report(diag::err_pch_macro_def_undef)
605 << MacroName << Known->second.second;
606 }
607 return true;
608 }
609
610 // If the macro was #undef'd in both, or if the macro bodies are identical,
611 // it's fine.
612 if (Existing.second || Existing.first == Known->second.first)
613 continue;
614
615 // The macro bodies differ; complain.
616 if (Diags) {
617 Diags->Report(diag::err_pch_macro_def_conflict)
618 << MacroName << Known->second.first << Existing.first;
619 }
620 return true;
621 }
622
623 // Check whether we're using predefines.
Yaxun Liu43712e02016-09-07 18:40:20 +0000624 if (PPOpts.UsePredefines != ExistingPPOpts.UsePredefines && Validate) {
Guy Benyei11169dd2012-12-18 14:30:41 +0000625 if (Diags) {
626 Diags->Report(diag::err_pch_undef) << ExistingPPOpts.UsePredefines;
627 }
628 return true;
629 }
630
Argyrios Kyrtzidisd3afa0c2013-04-26 21:33:40 +0000631 // Detailed record is important since it is used for the module cache hash.
632 if (LangOpts.Modules &&
Yaxun Liu43712e02016-09-07 18:40:20 +0000633 PPOpts.DetailedRecord != ExistingPPOpts.DetailedRecord && Validate) {
Argyrios Kyrtzidisd3afa0c2013-04-26 21:33:40 +0000634 if (Diags) {
635 Diags->Report(diag::err_pch_pp_detailed_record) << PPOpts.DetailedRecord;
636 }
637 return true;
638 }
639
Guy Benyei11169dd2012-12-18 14:30:41 +0000640 // Compute the #include and #include_macros lines we need.
641 for (unsigned I = 0, N = ExistingPPOpts.Includes.size(); I != N; ++I) {
642 StringRef File = ExistingPPOpts.Includes[I];
643 if (File == ExistingPPOpts.ImplicitPCHInclude)
644 continue;
645
646 if (std::find(PPOpts.Includes.begin(), PPOpts.Includes.end(), File)
647 != PPOpts.Includes.end())
648 continue;
649
650 SuggestedPredefines += "#include \"";
Manuel Klimek9af34ae2014-08-12 08:25:57 +0000651 SuggestedPredefines += File;
Guy Benyei11169dd2012-12-18 14:30:41 +0000652 SuggestedPredefines += "\"\n";
653 }
654
655 for (unsigned I = 0, N = ExistingPPOpts.MacroIncludes.size(); I != N; ++I) {
656 StringRef File = ExistingPPOpts.MacroIncludes[I];
657 if (std::find(PPOpts.MacroIncludes.begin(), PPOpts.MacroIncludes.end(),
658 File)
659 != PPOpts.MacroIncludes.end())
660 continue;
661
662 SuggestedPredefines += "#__include_macros \"";
Manuel Klimek9af34ae2014-08-12 08:25:57 +0000663 SuggestedPredefines += File;
Guy Benyei11169dd2012-12-18 14:30:41 +0000664 SuggestedPredefines += "\"\n##\n";
665 }
666
667 return false;
668}
669
670bool PCHValidator::ReadPreprocessorOptions(const PreprocessorOptions &PPOpts,
671 bool Complain,
672 std::string &SuggestedPredefines) {
673 const PreprocessorOptions &ExistingPPOpts = PP.getPreprocessorOpts();
674
675 return checkPreprocessorOptions(PPOpts, ExistingPPOpts,
Craig Toppera13603a2014-05-22 05:54:18 +0000676 Complain? &Reader.Diags : nullptr,
Guy Benyei11169dd2012-12-18 14:30:41 +0000677 PP.getFileManager(),
Argyrios Kyrtzidisd3afa0c2013-04-26 21:33:40 +0000678 SuggestedPredefines,
679 PP.getLangOpts());
Guy Benyei11169dd2012-12-18 14:30:41 +0000680}
681
Yaxun Liu43712e02016-09-07 18:40:20 +0000682bool SimpleASTReaderListener::ReadPreprocessorOptions(
683 const PreprocessorOptions &PPOpts,
684 bool Complain,
685 std::string &SuggestedPredefines) {
686 return checkPreprocessorOptions(PPOpts,
687 PP.getPreprocessorOpts(),
688 nullptr,
689 PP.getFileManager(),
690 SuggestedPredefines,
691 PP.getLangOpts(),
692 false);
693}
694
Argyrios Kyrtzidisbd0b6512015-02-19 20:12:20 +0000695/// Check the header search options deserialized from the control block
696/// against the header search options in an existing preprocessor.
697///
698/// \param Diags If non-null, produce diagnostics for any mismatches incurred.
699static bool checkHeaderSearchOptions(const HeaderSearchOptions &HSOpts,
700 StringRef SpecificModuleCachePath,
701 StringRef ExistingModuleCachePath,
702 DiagnosticsEngine *Diags,
703 const LangOptions &LangOpts) {
704 if (LangOpts.Modules) {
705 if (SpecificModuleCachePath != ExistingModuleCachePath) {
706 if (Diags)
707 Diags->Report(diag::err_pch_modulecache_mismatch)
708 << SpecificModuleCachePath << ExistingModuleCachePath;
709 return true;
710 }
711 }
712
713 return false;
714}
715
716bool PCHValidator::ReadHeaderSearchOptions(const HeaderSearchOptions &HSOpts,
717 StringRef SpecificModuleCachePath,
718 bool Complain) {
719 return checkHeaderSearchOptions(HSOpts, SpecificModuleCachePath,
720 PP.getHeaderSearchInfo().getModuleCachePath(),
721 Complain ? &Reader.Diags : nullptr,
722 PP.getLangOpts());
723}
724
Guy Benyei11169dd2012-12-18 14:30:41 +0000725void PCHValidator::ReadCounter(const ModuleFile &M, unsigned Value) {
726 PP.setCounterValue(Value);
727}
728
729//===----------------------------------------------------------------------===//
730// AST reader implementation
731//===----------------------------------------------------------------------===//
732
Nico Weber824285e2014-05-08 04:26:47 +0000733void ASTReader::setDeserializationListener(ASTDeserializationListener *Listener,
734 bool TakeOwnership) {
Guy Benyei11169dd2012-12-18 14:30:41 +0000735 DeserializationListener = Listener;
Nico Weber824285e2014-05-08 04:26:47 +0000736 OwnsDeserializationListener = TakeOwnership;
Guy Benyei11169dd2012-12-18 14:30:41 +0000737}
738
Guy Benyei11169dd2012-12-18 14:30:41 +0000739unsigned ASTSelectorLookupTrait::ComputeHash(Selector Sel) {
740 return serialization::ComputeHash(Sel);
741}
742
Guy Benyei11169dd2012-12-18 14:30:41 +0000743std::pair<unsigned, unsigned>
744ASTSelectorLookupTrait::ReadKeyDataLength(const unsigned char*& d) {
Justin Bogner57ba0b22014-03-28 22:03:24 +0000745 using namespace llvm::support;
746 unsigned KeyLen = endian::readNext<uint16_t, little, unaligned>(d);
747 unsigned DataLen = endian::readNext<uint16_t, little, unaligned>(d);
Guy Benyei11169dd2012-12-18 14:30:41 +0000748 return std::make_pair(KeyLen, DataLen);
749}
750
David L. Jonesc4808b9e2016-12-15 20:53:26 +0000751ASTSelectorLookupTrait::internal_key_type
Guy Benyei11169dd2012-12-18 14:30:41 +0000752ASTSelectorLookupTrait::ReadKey(const unsigned char* d, unsigned) {
Justin Bogner57ba0b22014-03-28 22:03:24 +0000753 using namespace llvm::support;
Guy Benyei11169dd2012-12-18 14:30:41 +0000754 SelectorTable &SelTable = Reader.getContext().Selectors;
Justin Bogner57ba0b22014-03-28 22:03:24 +0000755 unsigned N = endian::readNext<uint16_t, little, unaligned>(d);
756 IdentifierInfo *FirstII = Reader.getLocalIdentifier(
757 F, endian::readNext<uint32_t, little, unaligned>(d));
Guy Benyei11169dd2012-12-18 14:30:41 +0000758 if (N == 0)
759 return SelTable.getNullarySelector(FirstII);
760 else if (N == 1)
761 return SelTable.getUnarySelector(FirstII);
762
763 SmallVector<IdentifierInfo *, 16> Args;
764 Args.push_back(FirstII);
765 for (unsigned I = 1; I != N; ++I)
Justin Bogner57ba0b22014-03-28 22:03:24 +0000766 Args.push_back(Reader.getLocalIdentifier(
767 F, endian::readNext<uint32_t, little, unaligned>(d)));
Guy Benyei11169dd2012-12-18 14:30:41 +0000768
769 return SelTable.getSelector(N, Args.data());
770}
771
David L. Jonesc4808b9e2016-12-15 20:53:26 +0000772ASTSelectorLookupTrait::data_type
773ASTSelectorLookupTrait::ReadData(Selector, const unsigned char* d,
Guy Benyei11169dd2012-12-18 14:30:41 +0000774 unsigned DataLen) {
Justin Bogner57ba0b22014-03-28 22:03:24 +0000775 using namespace llvm::support;
Guy Benyei11169dd2012-12-18 14:30:41 +0000776
777 data_type Result;
778
Justin Bogner57ba0b22014-03-28 22:03:24 +0000779 Result.ID = Reader.getGlobalSelectorID(
780 F, endian::readNext<uint32_t, little, unaligned>(d));
Nico Weberff4b35e2014-12-27 22:14:15 +0000781 unsigned FullInstanceBits = endian::readNext<uint16_t, little, unaligned>(d);
782 unsigned FullFactoryBits = endian::readNext<uint16_t, little, unaligned>(d);
783 Result.InstanceBits = FullInstanceBits & 0x3;
784 Result.InstanceHasMoreThanOneDecl = (FullInstanceBits >> 2) & 0x1;
785 Result.FactoryBits = FullFactoryBits & 0x3;
786 Result.FactoryHasMoreThanOneDecl = (FullFactoryBits >> 2) & 0x1;
787 unsigned NumInstanceMethods = FullInstanceBits >> 3;
788 unsigned NumFactoryMethods = FullFactoryBits >> 3;
Guy Benyei11169dd2012-12-18 14:30:41 +0000789
790 // Load instance methods
791 for (unsigned I = 0; I != NumInstanceMethods; ++I) {
Justin Bogner57ba0b22014-03-28 22:03:24 +0000792 if (ObjCMethodDecl *Method = Reader.GetLocalDeclAs<ObjCMethodDecl>(
793 F, endian::readNext<uint32_t, little, unaligned>(d)))
Guy Benyei11169dd2012-12-18 14:30:41 +0000794 Result.Instance.push_back(Method);
795 }
796
797 // Load factory methods
798 for (unsigned I = 0; I != NumFactoryMethods; ++I) {
Justin Bogner57ba0b22014-03-28 22:03:24 +0000799 if (ObjCMethodDecl *Method = Reader.GetLocalDeclAs<ObjCMethodDecl>(
800 F, endian::readNext<uint32_t, little, unaligned>(d)))
Guy Benyei11169dd2012-12-18 14:30:41 +0000801 Result.Factory.push_back(Method);
802 }
803
804 return Result;
805}
806
Douglas Gregorbfd73d72013-01-23 18:53:14 +0000807unsigned ASTIdentifierLookupTraitBase::ComputeHash(const internal_key_type& a) {
808 return llvm::HashString(a);
Guy Benyei11169dd2012-12-18 14:30:41 +0000809}
810
811std::pair<unsigned, unsigned>
Douglas Gregorbfd73d72013-01-23 18:53:14 +0000812ASTIdentifierLookupTraitBase::ReadKeyDataLength(const unsigned char*& d) {
Justin Bogner57ba0b22014-03-28 22:03:24 +0000813 using namespace llvm::support;
814 unsigned DataLen = endian::readNext<uint16_t, little, unaligned>(d);
815 unsigned KeyLen = endian::readNext<uint16_t, little, unaligned>(d);
Guy Benyei11169dd2012-12-18 14:30:41 +0000816 return std::make_pair(KeyLen, DataLen);
817}
818
Douglas Gregorbfd73d72013-01-23 18:53:14 +0000819ASTIdentifierLookupTraitBase::internal_key_type
820ASTIdentifierLookupTraitBase::ReadKey(const unsigned char* d, unsigned n) {
Guy Benyei11169dd2012-12-18 14:30:41 +0000821 assert(n >= 2 && d[n-1] == '\0');
Douglas Gregorbfd73d72013-01-23 18:53:14 +0000822 return StringRef((const char*) d, n-1);
Guy Benyei11169dd2012-12-18 14:30:41 +0000823}
824
Douglas Gregordcf25082013-02-11 18:16:18 +0000825/// \brief Whether the given identifier is "interesting".
Richard Smitha534a312015-07-21 23:54:07 +0000826static bool isInterestingIdentifier(ASTReader &Reader, IdentifierInfo &II,
827 bool IsModule) {
Richard Smithcab89802015-07-17 20:19:56 +0000828 return II.hadMacroDefinition() ||
829 II.isPoisoned() ||
Richard Smith9c254182015-07-19 21:41:12 +0000830 (IsModule ? II.hasRevertedBuiltin() : II.getObjCOrBuiltinID()) ||
Douglas Gregordcf25082013-02-11 18:16:18 +0000831 II.hasRevertedTokenIDToIdentifier() ||
Richard Smitha534a312015-07-21 23:54:07 +0000832 (!(IsModule && Reader.getContext().getLangOpts().CPlusPlus) &&
833 II.getFETokenInfo<void>());
Douglas Gregordcf25082013-02-11 18:16:18 +0000834}
835
Richard Smith76c2f2c2015-07-17 20:09:43 +0000836static bool readBit(unsigned &Bits) {
837 bool Value = Bits & 0x1;
838 Bits >>= 1;
839 return Value;
840}
841
Richard Smith79bf9202015-08-24 03:33:22 +0000842IdentID ASTIdentifierLookupTrait::ReadIdentifierID(const unsigned char *d) {
843 using namespace llvm::support;
844 unsigned RawID = endian::readNext<uint32_t, little, unaligned>(d);
845 return Reader.getGlobalIdentifierID(F, RawID >> 1);
846}
847
Richard Smitheb4b58f62016-02-05 01:40:54 +0000848static void markIdentifierFromAST(ASTReader &Reader, IdentifierInfo &II) {
849 if (!II.isFromAST()) {
850 II.setIsFromAST();
851 bool IsModule = Reader.getPreprocessor().getCurrentModule() != nullptr;
852 if (isInterestingIdentifier(Reader, II, IsModule))
853 II.setChangedSinceDeserialization();
854 }
855}
856
Guy Benyei11169dd2012-12-18 14:30:41 +0000857IdentifierInfo *ASTIdentifierLookupTrait::ReadData(const internal_key_type& k,
858 const unsigned char* d,
859 unsigned DataLen) {
Justin Bogner57ba0b22014-03-28 22:03:24 +0000860 using namespace llvm::support;
861 unsigned RawID = endian::readNext<uint32_t, little, unaligned>(d);
Guy Benyei11169dd2012-12-18 14:30:41 +0000862 bool IsInteresting = RawID & 0x01;
863
864 // Wipe out the "is interesting" bit.
865 RawID = RawID >> 1;
866
Richard Smith76c2f2c2015-07-17 20:09:43 +0000867 // Build the IdentifierInfo and link the identifier ID with it.
868 IdentifierInfo *II = KnownII;
869 if (!II) {
870 II = &Reader.getIdentifierTable().getOwn(k);
871 KnownII = II;
872 }
Richard Smitheb4b58f62016-02-05 01:40:54 +0000873 markIdentifierFromAST(Reader, *II);
Richard Smith76c2f2c2015-07-17 20:09:43 +0000874 Reader.markIdentifierUpToDate(II);
875
Guy Benyei11169dd2012-12-18 14:30:41 +0000876 IdentID ID = Reader.getGlobalIdentifierID(F, RawID);
877 if (!IsInteresting) {
Richard Smith76c2f2c2015-07-17 20:09:43 +0000878 // For uninteresting identifiers, there's nothing else to do. Just notify
879 // the reader that we've finished loading this identifier.
Guy Benyei11169dd2012-12-18 14:30:41 +0000880 Reader.SetIdentifierInfo(ID, II);
Guy Benyei11169dd2012-12-18 14:30:41 +0000881 return II;
882 }
883
Justin Bogner57ba0b22014-03-28 22:03:24 +0000884 unsigned ObjCOrBuiltinID = endian::readNext<uint16_t, little, unaligned>(d);
885 unsigned Bits = endian::readNext<uint16_t, little, unaligned>(d);
Richard Smith76c2f2c2015-07-17 20:09:43 +0000886 bool CPlusPlusOperatorKeyword = readBit(Bits);
887 bool HasRevertedTokenIDToIdentifier = readBit(Bits);
Richard Smith9c254182015-07-19 21:41:12 +0000888 bool HasRevertedBuiltin = readBit(Bits);
Richard Smith76c2f2c2015-07-17 20:09:43 +0000889 bool Poisoned = readBit(Bits);
890 bool ExtensionToken = readBit(Bits);
891 bool HadMacroDefinition = readBit(Bits);
Guy Benyei11169dd2012-12-18 14:30:41 +0000892
893 assert(Bits == 0 && "Extra bits in the identifier?");
894 DataLen -= 8;
895
Guy Benyei11169dd2012-12-18 14:30:41 +0000896 // Set or check the various bits in the IdentifierInfo structure.
897 // Token IDs are read-only.
Argyrios Kyrtzidisddee8c92013-02-27 01:13:51 +0000898 if (HasRevertedTokenIDToIdentifier && II->getTokenID() != tok::identifier)
Richard Smith9c254182015-07-19 21:41:12 +0000899 II->revertTokenIDToIdentifier();
900 if (!F.isModule())
901 II->setObjCOrBuiltinID(ObjCOrBuiltinID);
902 else if (HasRevertedBuiltin && II->getBuiltinID()) {
903 II->revertBuiltin();
904 assert((II->hasRevertedBuiltin() ||
905 II->getObjCOrBuiltinID() == ObjCOrBuiltinID) &&
906 "Incorrect ObjC keyword or builtin ID");
907 }
Guy Benyei11169dd2012-12-18 14:30:41 +0000908 assert(II->isExtensionToken() == ExtensionToken &&
909 "Incorrect extension token flag");
910 (void)ExtensionToken;
911 if (Poisoned)
912 II->setIsPoisoned(true);
913 assert(II->isCPlusPlusOperatorKeyword() == CPlusPlusOperatorKeyword &&
914 "Incorrect C++ operator keyword flag");
915 (void)CPlusPlusOperatorKeyword;
916
917 // If this identifier is a macro, deserialize the macro
918 // definition.
Richard Smith76c2f2c2015-07-17 20:09:43 +0000919 if (HadMacroDefinition) {
Justin Bogner57ba0b22014-03-28 22:03:24 +0000920 uint32_t MacroDirectivesOffset =
921 endian::readNext<uint32_t, little, unaligned>(d);
Argyrios Kyrtzidiseb663da2013-03-22 21:12:57 +0000922 DataLen -= 4;
Argyrios Kyrtzidiseb663da2013-03-22 21:12:57 +0000923
Richard Smithd7329392015-04-21 21:46:32 +0000924 Reader.addPendingMacro(II, &F, MacroDirectivesOffset);
Guy Benyei11169dd2012-12-18 14:30:41 +0000925 }
926
927 Reader.SetIdentifierInfo(ID, II);
928
929 // Read all of the declarations visible at global scope with this
930 // name.
931 if (DataLen > 0) {
932 SmallVector<uint32_t, 4> DeclIDs;
933 for (; DataLen > 0; DataLen -= 4)
Justin Bogner57ba0b22014-03-28 22:03:24 +0000934 DeclIDs.push_back(Reader.getGlobalDeclID(
935 F, endian::readNext<uint32_t, little, unaligned>(d)));
Guy Benyei11169dd2012-12-18 14:30:41 +0000936 Reader.SetGloballyVisibleDecls(II, DeclIDs);
937 }
938
939 return II;
940}
941
Richard Smitha06c7e62015-08-26 23:55:49 +0000942DeclarationNameKey::DeclarationNameKey(DeclarationName Name)
943 : Kind(Name.getNameKind()) {
944 switch (Kind) {
Guy Benyei11169dd2012-12-18 14:30:41 +0000945 case DeclarationName::Identifier:
Richard Smitha06c7e62015-08-26 23:55:49 +0000946 Data = (uint64_t)Name.getAsIdentifierInfo();
Guy Benyei11169dd2012-12-18 14:30:41 +0000947 break;
948 case DeclarationName::ObjCZeroArgSelector:
949 case DeclarationName::ObjCOneArgSelector:
950 case DeclarationName::ObjCMultiArgSelector:
Richard Smitha06c7e62015-08-26 23:55:49 +0000951 Data = (uint64_t)Name.getObjCSelector().getAsOpaquePtr();
Guy Benyei11169dd2012-12-18 14:30:41 +0000952 break;
953 case DeclarationName::CXXOperatorName:
Richard Smitha06c7e62015-08-26 23:55:49 +0000954 Data = Name.getCXXOverloadedOperator();
955 break;
956 case DeclarationName::CXXLiteralOperatorName:
957 Data = (uint64_t)Name.getCXXLiteralIdentifier();
958 break;
Richard Smith35845152017-02-07 01:37:30 +0000959 case DeclarationName::CXXDeductionGuideName:
960 Data = (uint64_t)Name.getCXXDeductionGuideTemplate()
961 ->getDeclName().getAsIdentifierInfo();
962 break;
Richard Smitha06c7e62015-08-26 23:55:49 +0000963 case DeclarationName::CXXConstructorName:
964 case DeclarationName::CXXDestructorName:
965 case DeclarationName::CXXConversionFunctionName:
966 case DeclarationName::CXXUsingDirective:
967 Data = 0;
968 break;
969 }
970}
971
972unsigned DeclarationNameKey::getHash() const {
973 llvm::FoldingSetNodeID ID;
974 ID.AddInteger(Kind);
975
976 switch (Kind) {
977 case DeclarationName::Identifier:
978 case DeclarationName::CXXLiteralOperatorName:
Richard Smith35845152017-02-07 01:37:30 +0000979 case DeclarationName::CXXDeductionGuideName:
Richard Smitha06c7e62015-08-26 23:55:49 +0000980 ID.AddString(((IdentifierInfo*)Data)->getName());
981 break;
982 case DeclarationName::ObjCZeroArgSelector:
983 case DeclarationName::ObjCOneArgSelector:
984 case DeclarationName::ObjCMultiArgSelector:
985 ID.AddInteger(serialization::ComputeHash(Selector(Data)));
986 break;
987 case DeclarationName::CXXOperatorName:
988 ID.AddInteger((OverloadedOperatorKind)Data);
Guy Benyei11169dd2012-12-18 14:30:41 +0000989 break;
990 case DeclarationName::CXXConstructorName:
991 case DeclarationName::CXXDestructorName:
992 case DeclarationName::CXXConversionFunctionName:
993 case DeclarationName::CXXUsingDirective:
994 break;
995 }
996
997 return ID.ComputeHash();
998}
999
Richard Smithd88a7f12015-09-01 20:35:42 +00001000ModuleFile *
1001ASTDeclContextNameLookupTrait::ReadFileRef(const unsigned char *&d) {
1002 using namespace llvm::support;
1003 uint32_t ModuleFileID = endian::readNext<uint32_t, little, unaligned>(d);
1004 return Reader.getLocalModuleFile(F, ModuleFileID);
1005}
1006
Guy Benyei11169dd2012-12-18 14:30:41 +00001007std::pair<unsigned, unsigned>
Richard Smitha06c7e62015-08-26 23:55:49 +00001008ASTDeclContextNameLookupTrait::ReadKeyDataLength(const unsigned char *&d) {
Justin Bogner57ba0b22014-03-28 22:03:24 +00001009 using namespace llvm::support;
1010 unsigned KeyLen = endian::readNext<uint16_t, little, unaligned>(d);
1011 unsigned DataLen = endian::readNext<uint16_t, little, unaligned>(d);
Guy Benyei11169dd2012-12-18 14:30:41 +00001012 return std::make_pair(KeyLen, DataLen);
1013}
1014
Richard Smitha06c7e62015-08-26 23:55:49 +00001015ASTDeclContextNameLookupTrait::internal_key_type
1016ASTDeclContextNameLookupTrait::ReadKey(const unsigned char *d, unsigned) {
Justin Bogner57ba0b22014-03-28 22:03:24 +00001017 using namespace llvm::support;
Guy Benyei11169dd2012-12-18 14:30:41 +00001018
Richard Smitha06c7e62015-08-26 23:55:49 +00001019 auto Kind = (DeclarationName::NameKind)*d++;
1020 uint64_t Data;
1021 switch (Kind) {
Guy Benyei11169dd2012-12-18 14:30:41 +00001022 case DeclarationName::Identifier:
Richard Smith35845152017-02-07 01:37:30 +00001023 case DeclarationName::CXXLiteralOperatorName:
1024 case DeclarationName::CXXDeductionGuideName:
Richard Smitha06c7e62015-08-26 23:55:49 +00001025 Data = (uint64_t)Reader.getLocalIdentifier(
Justin Bogner57ba0b22014-03-28 22:03:24 +00001026 F, endian::readNext<uint32_t, little, unaligned>(d));
Guy Benyei11169dd2012-12-18 14:30:41 +00001027 break;
1028 case DeclarationName::ObjCZeroArgSelector:
1029 case DeclarationName::ObjCOneArgSelector:
1030 case DeclarationName::ObjCMultiArgSelector:
Richard Smitha06c7e62015-08-26 23:55:49 +00001031 Data =
Justin Bogner57ba0b22014-03-28 22:03:24 +00001032 (uint64_t)Reader.getLocalSelector(
1033 F, endian::readNext<uint32_t, little, unaligned>(
1034 d)).getAsOpaquePtr();
Guy Benyei11169dd2012-12-18 14:30:41 +00001035 break;
1036 case DeclarationName::CXXOperatorName:
Richard Smitha06c7e62015-08-26 23:55:49 +00001037 Data = *d++; // OverloadedOperatorKind
Guy Benyei11169dd2012-12-18 14:30:41 +00001038 break;
Guy Benyei11169dd2012-12-18 14:30:41 +00001039 case DeclarationName::CXXConstructorName:
1040 case DeclarationName::CXXDestructorName:
1041 case DeclarationName::CXXConversionFunctionName:
1042 case DeclarationName::CXXUsingDirective:
Richard Smitha06c7e62015-08-26 23:55:49 +00001043 Data = 0;
Guy Benyei11169dd2012-12-18 14:30:41 +00001044 break;
1045 }
1046
Richard Smitha06c7e62015-08-26 23:55:49 +00001047 return DeclarationNameKey(Kind, Data);
Guy Benyei11169dd2012-12-18 14:30:41 +00001048}
1049
Richard Smithd88a7f12015-09-01 20:35:42 +00001050void ASTDeclContextNameLookupTrait::ReadDataInto(internal_key_type,
1051 const unsigned char *d,
1052 unsigned DataLen,
1053 data_type_builder &Val) {
Justin Bogner57ba0b22014-03-28 22:03:24 +00001054 using namespace llvm::support;
Richard Smithd88a7f12015-09-01 20:35:42 +00001055 for (unsigned NumDecls = DataLen / 4; NumDecls; --NumDecls) {
1056 uint32_t LocalID = endian::readNext<uint32_t, little, unaligned>(d);
1057 Val.insert(Reader.getGlobalDeclID(F, LocalID));
1058 }
Guy Benyei11169dd2012-12-18 14:30:41 +00001059}
1060
Richard Smith0f4e2c42015-08-06 04:23:48 +00001061bool ASTReader::ReadLexicalDeclContextStorage(ModuleFile &M,
1062 BitstreamCursor &Cursor,
1063 uint64_t Offset,
1064 DeclContext *DC) {
1065 assert(Offset != 0);
1066
Guy Benyei11169dd2012-12-18 14:30:41 +00001067 SavedStreamPosition SavedPosition(Cursor);
Richard Smith0f4e2c42015-08-06 04:23:48 +00001068 Cursor.JumpToBit(Offset);
Guy Benyei11169dd2012-12-18 14:30:41 +00001069
Richard Smith0f4e2c42015-08-06 04:23:48 +00001070 RecordData Record;
1071 StringRef Blob;
1072 unsigned Code = Cursor.ReadCode();
1073 unsigned RecCode = Cursor.readRecord(Code, Record, &Blob);
1074 if (RecCode != DECL_CONTEXT_LEXICAL) {
1075 Error("Expected lexical block");
1076 return true;
Guy Benyei11169dd2012-12-18 14:30:41 +00001077 }
1078
Richard Smith82f8fcd2015-08-06 22:07:25 +00001079 assert(!isa<TranslationUnitDecl>(DC) &&
1080 "expected a TU_UPDATE_LEXICAL record for TU");
Richard Smith9c9173d2015-08-11 22:00:24 +00001081 // If we are handling a C++ class template instantiation, we can see multiple
1082 // lexical updates for the same record. It's important that we select only one
1083 // of them, so that field numbering works properly. Just pick the first one we
1084 // see.
1085 auto &Lex = LexicalDecls[DC];
1086 if (!Lex.first) {
1087 Lex = std::make_pair(
1088 &M, llvm::makeArrayRef(
1089 reinterpret_cast<const llvm::support::unaligned_uint32_t *>(
1090 Blob.data()),
1091 Blob.size() / 4));
1092 }
Richard Smith0f4e2c42015-08-06 04:23:48 +00001093 DC->setHasExternalLexicalStorage(true);
1094 return false;
1095}
Guy Benyei11169dd2012-12-18 14:30:41 +00001096
Richard Smith0f4e2c42015-08-06 04:23:48 +00001097bool ASTReader::ReadVisibleDeclContextStorage(ModuleFile &M,
1098 BitstreamCursor &Cursor,
1099 uint64_t Offset,
1100 DeclID ID) {
1101 assert(Offset != 0);
1102
1103 SavedStreamPosition SavedPosition(Cursor);
1104 Cursor.JumpToBit(Offset);
1105
1106 RecordData Record;
1107 StringRef Blob;
1108 unsigned Code = Cursor.ReadCode();
1109 unsigned RecCode = Cursor.readRecord(Code, Record, &Blob);
1110 if (RecCode != DECL_CONTEXT_VISIBLE) {
1111 Error("Expected visible lookup table block");
1112 return true;
Guy Benyei11169dd2012-12-18 14:30:41 +00001113 }
1114
Richard Smith0f4e2c42015-08-06 04:23:48 +00001115 // We can't safely determine the primary context yet, so delay attaching the
1116 // lookup table until we're done with recursive deserialization.
Richard Smithd88a7f12015-09-01 20:35:42 +00001117 auto *Data = (const unsigned char*)Blob.data();
1118 PendingVisibleUpdates[ID].push_back(PendingVisibleUpdate{&M, Data});
Guy Benyei11169dd2012-12-18 14:30:41 +00001119 return false;
1120}
1121
Richard Smith37a93df2017-02-18 00:32:02 +00001122void ASTReader::Error(StringRef Msg) const {
Guy Benyei11169dd2012-12-18 14:30:41 +00001123 Error(diag::err_fe_pch_malformed, Msg);
Richard Smithfb1e7f72015-08-14 05:02:58 +00001124 if (Context.getLangOpts().Modules && !Diags.isDiagnosticInFlight() &&
1125 !PP.getHeaderSearchInfo().getModuleCachePath().empty()) {
Douglas Gregor940e8052013-05-10 22:15:13 +00001126 Diag(diag::note_module_cache_path)
1127 << PP.getHeaderSearchInfo().getModuleCachePath();
1128 }
Guy Benyei11169dd2012-12-18 14:30:41 +00001129}
1130
1131void ASTReader::Error(unsigned DiagID,
Richard Smith37a93df2017-02-18 00:32:02 +00001132 StringRef Arg1, StringRef Arg2) const {
Guy Benyei11169dd2012-12-18 14:30:41 +00001133 if (Diags.isDiagnosticInFlight())
1134 Diags.SetDelayedDiagnostic(DiagID, Arg1, Arg2);
1135 else
1136 Diag(DiagID) << Arg1 << Arg2;
1137}
1138
1139//===----------------------------------------------------------------------===//
1140// Source Manager Deserialization
1141//===----------------------------------------------------------------------===//
1142
1143/// \brief Read the line table in the source manager block.
1144/// \returns true if there was an error.
1145bool ASTReader::ParseLineTable(ModuleFile &F,
Richard Smith7ed1bc92014-12-05 22:42:13 +00001146 const RecordData &Record) {
Guy Benyei11169dd2012-12-18 14:30:41 +00001147 unsigned Idx = 0;
1148 LineTableInfo &LineTable = SourceMgr.getLineTable();
1149
1150 // Parse the file names
1151 std::map<int, int> FileIDs;
Richard Smith63078492015-09-01 07:41:55 +00001152 for (unsigned I = 0; Record[Idx]; ++I) {
Guy Benyei11169dd2012-12-18 14:30:41 +00001153 // Extract the file name
Richard Smith7ed1bc92014-12-05 22:42:13 +00001154 auto Filename = ReadPath(F, Record, Idx);
Guy Benyei11169dd2012-12-18 14:30:41 +00001155 FileIDs[I] = LineTable.getLineTableFilenameID(Filename);
1156 }
Richard Smith63078492015-09-01 07:41:55 +00001157 ++Idx;
Guy Benyei11169dd2012-12-18 14:30:41 +00001158
1159 // Parse the line entries
1160 std::vector<LineEntry> Entries;
1161 while (Idx < Record.size()) {
1162 int FID = Record[Idx++];
1163 assert(FID >= 0 && "Serialized line entries for non-local file.");
1164 // Remap FileID from 1-based old view.
1165 FID += F.SLocEntryBaseID - 1;
1166
1167 // Extract the line entries
1168 unsigned NumEntries = Record[Idx++];
Richard Smith63078492015-09-01 07:41:55 +00001169 assert(NumEntries && "no line entries for file ID");
Guy Benyei11169dd2012-12-18 14:30:41 +00001170 Entries.clear();
1171 Entries.reserve(NumEntries);
1172 for (unsigned I = 0; I != NumEntries; ++I) {
1173 unsigned FileOffset = Record[Idx++];
1174 unsigned LineNo = Record[Idx++];
1175 int FilenameID = FileIDs[Record[Idx++]];
1176 SrcMgr::CharacteristicKind FileKind
1177 = (SrcMgr::CharacteristicKind)Record[Idx++];
1178 unsigned IncludeOffset = Record[Idx++];
1179 Entries.push_back(LineEntry::get(FileOffset, LineNo, FilenameID,
1180 FileKind, IncludeOffset));
1181 }
1182 LineTable.AddEntry(FileID::get(FID), Entries);
1183 }
1184
1185 return false;
1186}
1187
1188/// \brief Read a source manager block
1189bool ASTReader::ReadSourceManagerBlock(ModuleFile &F) {
1190 using namespace SrcMgr;
1191
Chris Lattner7fb3bef2013-01-20 00:56:42 +00001192 BitstreamCursor &SLocEntryCursor = F.SLocEntryCursor;
Guy Benyei11169dd2012-12-18 14:30:41 +00001193
1194 // Set the source-location entry cursor to the current position in
1195 // the stream. This cursor will be used to read the contents of the
1196 // source manager block initially, and then lazily read
1197 // source-location entries as needed.
1198 SLocEntryCursor = F.Stream;
1199
1200 // The stream itself is going to skip over the source manager block.
1201 if (F.Stream.SkipBlock()) {
1202 Error("malformed block record in AST file");
1203 return true;
1204 }
1205
1206 // Enter the source manager block.
1207 if (SLocEntryCursor.EnterSubBlock(SOURCE_MANAGER_BLOCK_ID)) {
1208 Error("malformed source manager block record in AST file");
1209 return true;
1210 }
1211
1212 RecordData Record;
1213 while (true) {
Chris Lattnere7b154b2013-01-19 21:39:22 +00001214 llvm::BitstreamEntry E = SLocEntryCursor.advanceSkippingSubblocks();
David L. Jonesc4808b9e2016-12-15 20:53:26 +00001215
Chris Lattnere7b154b2013-01-19 21:39:22 +00001216 switch (E.Kind) {
1217 case llvm::BitstreamEntry::SubBlock: // Handled for us already.
1218 case llvm::BitstreamEntry::Error:
1219 Error("malformed block record in AST file");
1220 return true;
1221 case llvm::BitstreamEntry::EndBlock:
Guy Benyei11169dd2012-12-18 14:30:41 +00001222 return false;
Chris Lattnere7b154b2013-01-19 21:39:22 +00001223 case llvm::BitstreamEntry::Record:
1224 // The interesting case.
1225 break;
Guy Benyei11169dd2012-12-18 14:30:41 +00001226 }
David L. Jonesc4808b9e2016-12-15 20:53:26 +00001227
Guy Benyei11169dd2012-12-18 14:30:41 +00001228 // Read a record.
Guy Benyei11169dd2012-12-18 14:30:41 +00001229 Record.clear();
Chris Lattner15c3e7d2013-01-21 18:28:26 +00001230 StringRef Blob;
1231 switch (SLocEntryCursor.readRecord(E.ID, Record, &Blob)) {
Guy Benyei11169dd2012-12-18 14:30:41 +00001232 default: // Default behavior: ignore.
1233 break;
1234
1235 case SM_SLOC_FILE_ENTRY:
1236 case SM_SLOC_BUFFER_ENTRY:
1237 case SM_SLOC_EXPANSION_ENTRY:
1238 // Once we hit one of the source location entries, we're done.
1239 return false;
1240 }
1241 }
1242}
1243
1244/// \brief If a header file is not found at the path that we expect it to be
1245/// and the PCH file was moved from its original location, try to resolve the
1246/// file by assuming that header+PCH were moved together and the header is in
1247/// the same place relative to the PCH.
1248static std::string
1249resolveFileRelativeToOriginalDir(const std::string &Filename,
1250 const std::string &OriginalDir,
1251 const std::string &CurrDir) {
1252 assert(OriginalDir != CurrDir &&
1253 "No point trying to resolve the file if the PCH dir didn't change");
1254 using namespace llvm::sys;
1255 SmallString<128> filePath(Filename);
1256 fs::make_absolute(filePath);
1257 assert(path::is_absolute(OriginalDir));
1258 SmallString<128> currPCHPath(CurrDir);
1259
1260 path::const_iterator fileDirI = path::begin(path::parent_path(filePath)),
1261 fileDirE = path::end(path::parent_path(filePath));
1262 path::const_iterator origDirI = path::begin(OriginalDir),
1263 origDirE = path::end(OriginalDir);
1264 // Skip the common path components from filePath and OriginalDir.
1265 while (fileDirI != fileDirE && origDirI != origDirE &&
1266 *fileDirI == *origDirI) {
1267 ++fileDirI;
1268 ++origDirI;
1269 }
1270 for (; origDirI != origDirE; ++origDirI)
1271 path::append(currPCHPath, "..");
1272 path::append(currPCHPath, fileDirI, fileDirE);
1273 path::append(currPCHPath, path::filename(Filename));
1274 return currPCHPath.str();
1275}
1276
1277bool ASTReader::ReadSLocEntry(int ID) {
1278 if (ID == 0)
1279 return false;
1280
1281 if (unsigned(-ID) - 2 >= getTotalNumSLocs() || ID > 0) {
1282 Error("source location entry ID out-of-range for AST file");
1283 return true;
1284 }
1285
Richard Smithaada85c2016-02-06 02:06:43 +00001286 // Local helper to read the (possibly-compressed) buffer data following the
1287 // entry record.
1288 auto ReadBuffer = [this](
1289 BitstreamCursor &SLocEntryCursor,
1290 StringRef Name) -> std::unique_ptr<llvm::MemoryBuffer> {
1291 RecordData Record;
1292 StringRef Blob;
1293 unsigned Code = SLocEntryCursor.ReadCode();
1294 unsigned RecCode = SLocEntryCursor.readRecord(Code, Record, &Blob);
1295
1296 if (RecCode == SM_SLOC_BUFFER_BLOB_COMPRESSED) {
George Rimarc39f5492017-01-17 15:45:31 +00001297 if (!llvm::zlib::isAvailable()) {
1298 Error("zlib is not available");
1299 return nullptr;
1300 }
Richard Smithaada85c2016-02-06 02:06:43 +00001301 SmallString<0> Uncompressed;
George Rimarc39f5492017-01-17 15:45:31 +00001302 if (llvm::Error E =
1303 llvm::zlib::uncompress(Blob, Uncompressed, Record[0])) {
1304 Error("could not decompress embedded file contents: " +
1305 llvm::toString(std::move(E)));
Richard Smithaada85c2016-02-06 02:06:43 +00001306 return nullptr;
1307 }
1308 return llvm::MemoryBuffer::getMemBufferCopy(Uncompressed, Name);
1309 } else if (RecCode == SM_SLOC_BUFFER_BLOB) {
1310 return llvm::MemoryBuffer::getMemBuffer(Blob.drop_back(1), Name, true);
1311 } else {
1312 Error("AST record has invalid code");
1313 return nullptr;
1314 }
1315 };
1316
Guy Benyei11169dd2012-12-18 14:30:41 +00001317 ModuleFile *F = GlobalSLocEntryMap.find(-ID)->second;
1318 F->SLocEntryCursor.JumpToBit(F->SLocEntryOffsets[ID - F->SLocEntryBaseID]);
Chris Lattner7fb3bef2013-01-20 00:56:42 +00001319 BitstreamCursor &SLocEntryCursor = F->SLocEntryCursor;
Guy Benyei11169dd2012-12-18 14:30:41 +00001320 unsigned BaseOffset = F->SLocEntryBaseOffset;
1321
1322 ++NumSLocEntriesRead;
Chris Lattnere7b154b2013-01-19 21:39:22 +00001323 llvm::BitstreamEntry Entry = SLocEntryCursor.advance();
1324 if (Entry.Kind != llvm::BitstreamEntry::Record) {
Guy Benyei11169dd2012-12-18 14:30:41 +00001325 Error("incorrectly-formatted source location entry in AST file");
1326 return true;
1327 }
David L. Jonesc4808b9e2016-12-15 20:53:26 +00001328
Guy Benyei11169dd2012-12-18 14:30:41 +00001329 RecordData Record;
Chris Lattner0e6c9402013-01-20 02:38:54 +00001330 StringRef Blob;
1331 switch (SLocEntryCursor.readRecord(Entry.ID, Record, &Blob)) {
Guy Benyei11169dd2012-12-18 14:30:41 +00001332 default:
1333 Error("incorrectly-formatted source location entry in AST file");
1334 return true;
1335
1336 case SM_SLOC_FILE_ENTRY: {
1337 // We will detect whether a file changed and return 'Failure' for it, but
1338 // we will also try to fail gracefully by setting up the SLocEntry.
1339 unsigned InputID = Record[4];
1340 InputFile IF = getInputFile(*F, InputID);
Argyrios Kyrtzidis61c3d872013-03-01 03:26:04 +00001341 const FileEntry *File = IF.getFile();
1342 bool OverriddenBuffer = IF.isOverridden();
Guy Benyei11169dd2012-12-18 14:30:41 +00001343
Argyrios Kyrtzidis61c3d872013-03-01 03:26:04 +00001344 // Note that we only check if a File was returned. If it was out-of-date
1345 // we have complained but we will continue creating a FileID to recover
1346 // gracefully.
1347 if (!File)
Guy Benyei11169dd2012-12-18 14:30:41 +00001348 return true;
1349
1350 SourceLocation IncludeLoc = ReadSourceLocation(*F, Record[1]);
1351 if (IncludeLoc.isInvalid() && F->Kind != MK_MainFile) {
1352 // This is the module's main file.
1353 IncludeLoc = getImportLocation(F);
1354 }
1355 SrcMgr::CharacteristicKind
1356 FileCharacter = (SrcMgr::CharacteristicKind)Record[2];
1357 FileID FID = SourceMgr.createFileID(File, IncludeLoc, FileCharacter,
1358 ID, BaseOffset + Record[0]);
1359 SrcMgr::FileInfo &FileInfo =
1360 const_cast<SrcMgr::FileInfo&>(SourceMgr.getSLocEntry(FID).getFile());
1361 FileInfo.NumCreatedFIDs = Record[5];
1362 if (Record[3])
1363 FileInfo.setHasLineDirectives();
1364
1365 const DeclID *FirstDecl = F->FileSortedDecls + Record[6];
1366 unsigned NumFileDecls = Record[7];
1367 if (NumFileDecls) {
1368 assert(F->FileSortedDecls && "FILE_SORTED_DECLS not encountered yet ?");
1369 FileDeclIDs[FID] = FileDeclsInfo(F, llvm::makeArrayRef(FirstDecl,
1370 NumFileDecls));
1371 }
Richard Smithaada85c2016-02-06 02:06:43 +00001372
Guy Benyei11169dd2012-12-18 14:30:41 +00001373 const SrcMgr::ContentCache *ContentCache
1374 = SourceMgr.getOrCreateContentCache(File,
1375 /*isSystemFile=*/FileCharacter != SrcMgr::C_User);
1376 if (OverriddenBuffer && !ContentCache->BufferOverridden &&
Richard Smitha8cfffa2015-11-26 02:04:16 +00001377 ContentCache->ContentsEntry == ContentCache->OrigEntry &&
1378 !ContentCache->getRawBuffer()) {
Richard Smithaada85c2016-02-06 02:06:43 +00001379 auto Buffer = ReadBuffer(SLocEntryCursor, File->getName());
1380 if (!Buffer)
Guy Benyei11169dd2012-12-18 14:30:41 +00001381 return true;
David Blaikie49cc3182014-08-27 20:54:45 +00001382 SourceMgr.overrideFileContents(File, std::move(Buffer));
Guy Benyei11169dd2012-12-18 14:30:41 +00001383 }
1384
1385 break;
1386 }
1387
1388 case SM_SLOC_BUFFER_ENTRY: {
Chris Lattner0e6c9402013-01-20 02:38:54 +00001389 const char *Name = Blob.data();
Guy Benyei11169dd2012-12-18 14:30:41 +00001390 unsigned Offset = Record[0];
1391 SrcMgr::CharacteristicKind
1392 FileCharacter = (SrcMgr::CharacteristicKind)Record[2];
1393 SourceLocation IncludeLoc = ReadSourceLocation(*F, Record[1]);
Manman Ren11f2a472016-08-18 17:42:15 +00001394 if (IncludeLoc.isInvalid() && F->isModule()) {
Guy Benyei11169dd2012-12-18 14:30:41 +00001395 IncludeLoc = getImportLocation(F);
1396 }
Guy Benyei11169dd2012-12-18 14:30:41 +00001397
Richard Smithaada85c2016-02-06 02:06:43 +00001398 auto Buffer = ReadBuffer(SLocEntryCursor, Name);
1399 if (!Buffer)
Guy Benyei11169dd2012-12-18 14:30:41 +00001400 return true;
David Blaikie50a5f972014-08-29 07:59:55 +00001401 SourceMgr.createFileID(std::move(Buffer), FileCharacter, ID,
Rafael Espindolad87f8d72014-08-27 20:03:29 +00001402 BaseOffset + Offset, IncludeLoc);
Guy Benyei11169dd2012-12-18 14:30:41 +00001403 break;
1404 }
1405
1406 case SM_SLOC_EXPANSION_ENTRY: {
1407 SourceLocation SpellingLoc = ReadSourceLocation(*F, Record[1]);
1408 SourceMgr.createExpansionLoc(SpellingLoc,
1409 ReadSourceLocation(*F, Record[2]),
1410 ReadSourceLocation(*F, Record[3]),
1411 Record[4],
1412 ID,
1413 BaseOffset + Record[0]);
1414 break;
1415 }
1416 }
1417
1418 return false;
1419}
1420
1421std::pair<SourceLocation, StringRef> ASTReader::getModuleImportLoc(int ID) {
1422 if (ID == 0)
1423 return std::make_pair(SourceLocation(), "");
1424
1425 if (unsigned(-ID) - 2 >= getTotalNumSLocs() || ID > 0) {
1426 Error("source location entry ID out-of-range for AST file");
1427 return std::make_pair(SourceLocation(), "");
1428 }
1429
1430 // Find which module file this entry lands in.
1431 ModuleFile *M = GlobalSLocEntryMap.find(-ID)->second;
Manman Ren11f2a472016-08-18 17:42:15 +00001432 if (!M->isModule())
Guy Benyei11169dd2012-12-18 14:30:41 +00001433 return std::make_pair(SourceLocation(), "");
1434
1435 // FIXME: Can we map this down to a particular submodule? That would be
1436 // ideal.
Ben Langmuirbeee15e2014-04-14 18:00:01 +00001437 return std::make_pair(M->ImportLoc, StringRef(M->ModuleName));
Guy Benyei11169dd2012-12-18 14:30:41 +00001438}
1439
1440/// \brief Find the location where the module F is imported.
1441SourceLocation ASTReader::getImportLocation(ModuleFile *F) {
1442 if (F->ImportLoc.isValid())
1443 return F->ImportLoc;
David L. Jonesc4808b9e2016-12-15 20:53:26 +00001444
Guy Benyei11169dd2012-12-18 14:30:41 +00001445 // Otherwise we have a PCH. It's considered to be "imported" at the first
1446 // location of its includer.
1447 if (F->ImportedBy.empty() || !F->ImportedBy[0]) {
Ben Langmuirbeee15e2014-04-14 18:00:01 +00001448 // Main file is the importer.
Yaron Keren8b563662015-10-03 10:46:20 +00001449 assert(SourceMgr.getMainFileID().isValid() && "missing main file");
Ben Langmuirbeee15e2014-04-14 18:00:01 +00001450 return SourceMgr.getLocForStartOfFile(SourceMgr.getMainFileID());
Guy Benyei11169dd2012-12-18 14:30:41 +00001451 }
Guy Benyei11169dd2012-12-18 14:30:41 +00001452 return F->ImportedBy[0]->FirstLoc;
1453}
1454
1455/// ReadBlockAbbrevs - Enter a subblock of the specified BlockID with the
1456/// specified cursor. Read the abbreviations that are at the top of the block
1457/// and then leave the cursor pointing into the block.
Chris Lattner7fb3bef2013-01-20 00:56:42 +00001458bool ASTReader::ReadBlockAbbrevs(BitstreamCursor &Cursor, unsigned BlockID) {
Richard Smith0516b182015-09-08 19:40:14 +00001459 if (Cursor.EnterSubBlock(BlockID))
1460 return true;
Guy Benyei11169dd2012-12-18 14:30:41 +00001461
1462 while (true) {
1463 uint64_t Offset = Cursor.GetCurrentBitNo();
1464 unsigned Code = Cursor.ReadCode();
1465
1466 // We expect all abbrevs to be at the start of the block.
1467 if (Code != llvm::bitc::DEFINE_ABBREV) {
1468 Cursor.JumpToBit(Offset);
1469 return false;
1470 }
1471 Cursor.ReadAbbrevRecord();
1472 }
1473}
1474
Richard Smithe40f2ba2013-08-07 21:41:30 +00001475Token ASTReader::ReadToken(ModuleFile &F, const RecordDataImpl &Record,
John McCallf413f5e2013-05-03 00:10:13 +00001476 unsigned &Idx) {
1477 Token Tok;
1478 Tok.startToken();
1479 Tok.setLocation(ReadSourceLocation(F, Record, Idx));
1480 Tok.setLength(Record[Idx++]);
1481 if (IdentifierInfo *II = getLocalIdentifier(F, Record[Idx++]))
1482 Tok.setIdentifierInfo(II);
1483 Tok.setKind((tok::TokenKind)Record[Idx++]);
1484 Tok.setFlag((Token::TokenFlags)Record[Idx++]);
1485 return Tok;
1486}
1487
Argyrios Kyrtzidiseb663da2013-03-22 21:12:57 +00001488MacroInfo *ASTReader::ReadMacroRecord(ModuleFile &F, uint64_t Offset) {
Chris Lattner7fb3bef2013-01-20 00:56:42 +00001489 BitstreamCursor &Stream = F.MacroCursor;
Guy Benyei11169dd2012-12-18 14:30:41 +00001490
1491 // Keep track of where we are in the stream, then jump back there
1492 // after reading this macro.
1493 SavedStreamPosition SavedPosition(Stream);
1494
1495 Stream.JumpToBit(Offset);
1496 RecordData Record;
1497 SmallVector<IdentifierInfo*, 16> MacroArgs;
Craig Toppera13603a2014-05-22 05:54:18 +00001498 MacroInfo *Macro = nullptr;
Guy Benyei11169dd2012-12-18 14:30:41 +00001499
Guy Benyei11169dd2012-12-18 14:30:41 +00001500 while (true) {
Chris Lattnerefa77172013-01-20 00:00:22 +00001501 // Advance to the next record, but if we get to the end of the block, don't
1502 // pop it (removing all the abbreviations from the cursor) since we want to
1503 // be able to reseek within the block and read entries.
Chris Lattner7fb3bef2013-01-20 00:56:42 +00001504 unsigned Flags = BitstreamCursor::AF_DontPopBlockAtEnd;
Chris Lattnerefa77172013-01-20 00:00:22 +00001505 llvm::BitstreamEntry Entry = Stream.advanceSkippingSubblocks(Flags);
David L. Jonesc4808b9e2016-12-15 20:53:26 +00001506
Chris Lattnerefa77172013-01-20 00:00:22 +00001507 switch (Entry.Kind) {
1508 case llvm::BitstreamEntry::SubBlock: // Handled for us already.
1509 case llvm::BitstreamEntry::Error:
1510 Error("malformed block record in AST file");
Argyrios Kyrtzidiseb663da2013-03-22 21:12:57 +00001511 return Macro;
Chris Lattnerefa77172013-01-20 00:00:22 +00001512 case llvm::BitstreamEntry::EndBlock:
Argyrios Kyrtzidiseb663da2013-03-22 21:12:57 +00001513 return Macro;
Chris Lattnerefa77172013-01-20 00:00:22 +00001514 case llvm::BitstreamEntry::Record:
1515 // The interesting case.
1516 break;
Guy Benyei11169dd2012-12-18 14:30:41 +00001517 }
1518
1519 // Read a record.
Guy Benyei11169dd2012-12-18 14:30:41 +00001520 Record.clear();
1521 PreprocessorRecordTypes RecType =
Chris Lattner0e6c9402013-01-20 02:38:54 +00001522 (PreprocessorRecordTypes)Stream.readRecord(Entry.ID, Record);
Guy Benyei11169dd2012-12-18 14:30:41 +00001523 switch (RecType) {
Richard Smithd7329392015-04-21 21:46:32 +00001524 case PP_MODULE_MACRO:
Argyrios Kyrtzidiseb663da2013-03-22 21:12:57 +00001525 case PP_MACRO_DIRECTIVE_HISTORY:
1526 return Macro;
1527
Guy Benyei11169dd2012-12-18 14:30:41 +00001528 case PP_MACRO_OBJECT_LIKE:
1529 case PP_MACRO_FUNCTION_LIKE: {
1530 // If we already have a macro, that means that we've hit the end
1531 // of the definition of the macro we were looking for. We're
1532 // done.
1533 if (Macro)
Argyrios Kyrtzidiseb663da2013-03-22 21:12:57 +00001534 return Macro;
Guy Benyei11169dd2012-12-18 14:30:41 +00001535
Argyrios Kyrtzidiseb663da2013-03-22 21:12:57 +00001536 unsigned NextIndex = 1; // Skip identifier ID.
1537 SubmoduleID SubModID = getGlobalSubmoduleID(F, Record[NextIndex++]);
Guy Benyei11169dd2012-12-18 14:30:41 +00001538 SourceLocation Loc = ReadSourceLocation(F, Record, NextIndex);
Argyrios Kyrtzidiseb663da2013-03-22 21:12:57 +00001539 MacroInfo *MI = PP.AllocateDeserializedMacroInfo(Loc, SubModID);
Argyrios Kyrtzidis7572be22013-01-07 19:16:23 +00001540 MI->setDefinitionEndLoc(ReadSourceLocation(F, Record, NextIndex));
Guy Benyei11169dd2012-12-18 14:30:41 +00001541 MI->setIsUsed(Record[NextIndex++]);
Argyrios Kyrtzidis9ef53ce2014-04-09 18:21:23 +00001542 MI->setUsedForHeaderGuard(Record[NextIndex++]);
Guy Benyei11169dd2012-12-18 14:30:41 +00001543
Guy Benyei11169dd2012-12-18 14:30:41 +00001544 if (RecType == PP_MACRO_FUNCTION_LIKE) {
1545 // Decode function-like macro info.
1546 bool isC99VarArgs = Record[NextIndex++];
1547 bool isGNUVarArgs = Record[NextIndex++];
1548 bool hasCommaPasting = Record[NextIndex++];
1549 MacroArgs.clear();
1550 unsigned NumArgs = Record[NextIndex++];
1551 for (unsigned i = 0; i != NumArgs; ++i)
1552 MacroArgs.push_back(getLocalIdentifier(F, Record[NextIndex++]));
1553
1554 // Install function-like macro info.
1555 MI->setIsFunctionLike();
1556 if (isC99VarArgs) MI->setIsC99Varargs();
1557 if (isGNUVarArgs) MI->setIsGNUVarargs();
1558 if (hasCommaPasting) MI->setHasCommaPasting();
Craig Topperd96b3f92015-10-22 04:59:52 +00001559 MI->setArgumentList(MacroArgs, PP.getPreprocessorAllocator());
Guy Benyei11169dd2012-12-18 14:30:41 +00001560 }
1561
Guy Benyei11169dd2012-12-18 14:30:41 +00001562 // Remember that we saw this macro last so that we add the tokens that
1563 // form its body to it.
1564 Macro = MI;
1565
1566 if (NextIndex + 1 == Record.size() && PP.getPreprocessingRecord() &&
1567 Record[NextIndex]) {
1568 // We have a macro definition. Register the association
1569 PreprocessedEntityID
1570 GlobalID = getGlobalPreprocessedEntityID(F, Record[NextIndex]);
1571 PreprocessingRecord &PPRec = *PP.getPreprocessingRecord();
Richard Smith66a81862015-05-04 02:25:31 +00001572 PreprocessingRecord::PPEntityID PPID =
1573 PPRec.getPPEntityID(GlobalID - 1, /*isLoaded=*/true);
1574 MacroDefinitionRecord *PPDef = cast_or_null<MacroDefinitionRecord>(
1575 PPRec.getPreprocessedEntity(PPID));
Argyrios Kyrtzidis832de9f2013-02-22 18:35:59 +00001576 if (PPDef)
1577 PPRec.RegisterMacroDefinition(Macro, PPDef);
Guy Benyei11169dd2012-12-18 14:30:41 +00001578 }
1579
1580 ++NumMacrosRead;
1581 break;
1582 }
1583
1584 case PP_TOKEN: {
1585 // If we see a TOKEN before a PP_MACRO_*, then the file is
1586 // erroneous, just pretend we didn't see this.
Craig Toppera13603a2014-05-22 05:54:18 +00001587 if (!Macro) break;
Guy Benyei11169dd2012-12-18 14:30:41 +00001588
John McCallf413f5e2013-05-03 00:10:13 +00001589 unsigned Idx = 0;
1590 Token Tok = ReadToken(F, Record, Idx);
Guy Benyei11169dd2012-12-18 14:30:41 +00001591 Macro->AddTokenToBody(Tok);
1592 break;
1593 }
1594 }
1595 }
1596}
1597
David L. Jonesc4808b9e2016-12-15 20:53:26 +00001598PreprocessedEntityID
Richard Smith37a93df2017-02-18 00:32:02 +00001599ASTReader::getGlobalPreprocessedEntityID(ModuleFile &M,
1600 unsigned LocalID) const {
1601 if (!M.ModuleOffsetMap.empty())
1602 ReadModuleOffsetMap(M);
1603
David L. Jonesc4808b9e2016-12-15 20:53:26 +00001604 ContinuousRangeMap<uint32_t, int, 2>::const_iterator
Guy Benyei11169dd2012-12-18 14:30:41 +00001605 I = M.PreprocessedEntityRemap.find(LocalID - NUM_PREDEF_PP_ENTITY_IDS);
David L. Jonesc4808b9e2016-12-15 20:53:26 +00001606 assert(I != M.PreprocessedEntityRemap.end()
Guy Benyei11169dd2012-12-18 14:30:41 +00001607 && "Invalid index into preprocessed entity index remap");
David L. Jonesc4808b9e2016-12-15 20:53:26 +00001608
Guy Benyei11169dd2012-12-18 14:30:41 +00001609 return LocalID + I->second;
1610}
1611
Argyrios Kyrtzidis5c2a3452013-03-06 18:12:47 +00001612unsigned HeaderFileInfoTrait::ComputeHash(internal_key_ref ikey) {
1613 return llvm::hash_combine(ikey.Size, ikey.ModTime);
Guy Benyei11169dd2012-12-18 14:30:41 +00001614}
Richard Smith7ed1bc92014-12-05 22:42:13 +00001615
David L. Jonesc4808b9e2016-12-15 20:53:26 +00001616HeaderFileInfoTrait::internal_key_type
Argyrios Kyrtzidis5c2a3452013-03-06 18:12:47 +00001617HeaderFileInfoTrait::GetInternalKey(const FileEntry *FE) {
Richard Smithe75ee0f2015-08-17 07:13:32 +00001618 internal_key_type ikey = {FE->getSize(),
1619 M.HasTimestamps ? FE->getModificationTime() : 0,
1620 FE->getName(), /*Imported*/ false};
Argyrios Kyrtzidis5c2a3452013-03-06 18:12:47 +00001621 return ikey;
1622}
David L. Jonesc4808b9e2016-12-15 20:53:26 +00001623
Argyrios Kyrtzidis5c2a3452013-03-06 18:12:47 +00001624bool HeaderFileInfoTrait::EqualKey(internal_key_ref a, internal_key_ref b) {
Richard Smithe75ee0f2015-08-17 07:13:32 +00001625 if (a.Size != b.Size || (a.ModTime && b.ModTime && a.ModTime != b.ModTime))
Guy Benyei11169dd2012-12-18 14:30:41 +00001626 return false;
1627
Mehdi Amini004b9c72016-10-10 22:52:47 +00001628 if (llvm::sys::path::is_absolute(a.Filename) && a.Filename == b.Filename)
Argyrios Kyrtzidis5c2a3452013-03-06 18:12:47 +00001629 return true;
David L. Jonesc4808b9e2016-12-15 20:53:26 +00001630
Guy Benyei11169dd2012-12-18 14:30:41 +00001631 // Determine whether the actual files are equivalent.
Argyrios Kyrtzidis2a513e82013-03-04 20:33:40 +00001632 FileManager &FileMgr = Reader.getFileManager();
Richard Smith7ed1bc92014-12-05 22:42:13 +00001633 auto GetFile = [&](const internal_key_type &Key) -> const FileEntry* {
1634 if (!Key.Imported)
1635 return FileMgr.getFile(Key.Filename);
1636
1637 std::string Resolved = Key.Filename;
1638 Reader.ResolveImportedPath(M, Resolved);
1639 return FileMgr.getFile(Resolved);
1640 };
1641
1642 const FileEntry *FEA = GetFile(a);
1643 const FileEntry *FEB = GetFile(b);
1644 return FEA && FEA == FEB;
Guy Benyei11169dd2012-12-18 14:30:41 +00001645}
David L. Jonesc4808b9e2016-12-15 20:53:26 +00001646
Guy Benyei11169dd2012-12-18 14:30:41 +00001647std::pair<unsigned, unsigned>
1648HeaderFileInfoTrait::ReadKeyDataLength(const unsigned char*& d) {
Justin Bogner57ba0b22014-03-28 22:03:24 +00001649 using namespace llvm::support;
1650 unsigned KeyLen = (unsigned) endian::readNext<uint16_t, little, unaligned>(d);
Guy Benyei11169dd2012-12-18 14:30:41 +00001651 unsigned DataLen = (unsigned) *d++;
Argyrios Kyrtzidis5c2a3452013-03-06 18:12:47 +00001652 return std::make_pair(KeyLen, DataLen);
Guy Benyei11169dd2012-12-18 14:30:41 +00001653}
Argyrios Kyrtzidis5c2a3452013-03-06 18:12:47 +00001654
1655HeaderFileInfoTrait::internal_key_type
1656HeaderFileInfoTrait::ReadKey(const unsigned char *d, unsigned) {
Justin Bogner57ba0b22014-03-28 22:03:24 +00001657 using namespace llvm::support;
Argyrios Kyrtzidis5c2a3452013-03-06 18:12:47 +00001658 internal_key_type ikey;
Justin Bogner57ba0b22014-03-28 22:03:24 +00001659 ikey.Size = off_t(endian::readNext<uint64_t, little, unaligned>(d));
1660 ikey.ModTime = time_t(endian::readNext<uint64_t, little, unaligned>(d));
Argyrios Kyrtzidis5c2a3452013-03-06 18:12:47 +00001661 ikey.Filename = (const char *)d;
Richard Smith7ed1bc92014-12-05 22:42:13 +00001662 ikey.Imported = true;
Argyrios Kyrtzidis5c2a3452013-03-06 18:12:47 +00001663 return ikey;
1664}
1665
David L. Jonesc4808b9e2016-12-15 20:53:26 +00001666HeaderFileInfoTrait::data_type
Argyrios Kyrtzidisb146baa2013-03-13 21:13:51 +00001667HeaderFileInfoTrait::ReadData(internal_key_ref key, const unsigned char *d,
Guy Benyei11169dd2012-12-18 14:30:41 +00001668 unsigned DataLen) {
1669 const unsigned char *End = d + DataLen;
Justin Bogner57ba0b22014-03-28 22:03:24 +00001670 using namespace llvm::support;
Guy Benyei11169dd2012-12-18 14:30:41 +00001671 HeaderFileInfo HFI;
1672 unsigned Flags = *d++;
Richard Smith386bb072015-08-18 23:42:23 +00001673 // FIXME: Refactor with mergeHeaderFileInfo in HeaderSearch.cpp.
1674 HFI.isImport |= (Flags >> 4) & 0x01;
1675 HFI.isPragmaOnce |= (Flags >> 3) & 0x01;
1676 HFI.DirInfo = (Flags >> 1) & 0x03;
Guy Benyei11169dd2012-12-18 14:30:41 +00001677 HFI.IndexHeaderMapHeader = Flags & 0x01;
Richard Smith386bb072015-08-18 23:42:23 +00001678 // FIXME: Find a better way to handle this. Maybe just store a
1679 // "has been included" flag?
1680 HFI.NumIncludes = std::max(endian::readNext<uint16_t, little, unaligned>(d),
1681 HFI.NumIncludes);
Justin Bogner57ba0b22014-03-28 22:03:24 +00001682 HFI.ControllingMacroID = Reader.getGlobalIdentifierID(
1683 M, endian::readNext<uint32_t, little, unaligned>(d));
1684 if (unsigned FrameworkOffset =
1685 endian::readNext<uint32_t, little, unaligned>(d)) {
David L. Jonesc4808b9e2016-12-15 20:53:26 +00001686 // The framework offset is 1 greater than the actual offset,
Guy Benyei11169dd2012-12-18 14:30:41 +00001687 // since 0 is used as an indicator for "no framework name".
1688 StringRef FrameworkName(FrameworkStrings + FrameworkOffset - 1);
1689 HFI.Framework = HS->getUniqueFrameworkName(FrameworkName);
1690 }
Richard Smith386bb072015-08-18 23:42:23 +00001691
1692 assert((End - d) % 4 == 0 &&
1693 "Wrong data length in HeaderFileInfo deserialization");
1694 while (d != End) {
Justin Bogner57ba0b22014-03-28 22:03:24 +00001695 uint32_t LocalSMID = endian::readNext<uint32_t, little, unaligned>(d);
Richard Smith386bb072015-08-18 23:42:23 +00001696 auto HeaderRole = static_cast<ModuleMap::ModuleHeaderRole>(LocalSMID & 3);
1697 LocalSMID >>= 2;
1698
1699 // This header is part of a module. Associate it with the module to enable
1700 // implicit module import.
1701 SubmoduleID GlobalSMID = Reader.getGlobalSubmoduleID(M, LocalSMID);
1702 Module *Mod = Reader.getSubmodule(GlobalSMID);
1703 FileManager &FileMgr = Reader.getFileManager();
1704 ModuleMap &ModMap =
1705 Reader.getPreprocessor().getHeaderSearchInfo().getModuleMap();
1706
1707 std::string Filename = key.Filename;
1708 if (key.Imported)
1709 Reader.ResolveImportedPath(M, Filename);
1710 // FIXME: This is not always the right filename-as-written, but we're not
1711 // going to use this information to rebuild the module, so it doesn't make
1712 // a lot of difference.
1713 Module::Header H = { key.Filename, FileMgr.getFile(Filename) };
Richard Smithd8879c82015-08-24 21:59:32 +00001714 ModMap.addHeader(Mod, H, HeaderRole, /*Imported*/true);
1715 HFI.isModuleHeader |= !(HeaderRole & ModuleMap::TextualHeader);
Argyrios Kyrtzidisb146baa2013-03-13 21:13:51 +00001716 }
1717
Guy Benyei11169dd2012-12-18 14:30:41 +00001718 // This HeaderFileInfo was externally loaded.
1719 HFI.External = true;
Richard Smithd8879c82015-08-24 21:59:32 +00001720 HFI.IsValid = true;
Guy Benyei11169dd2012-12-18 14:30:41 +00001721 return HFI;
1722}
1723
Richard Smithd7329392015-04-21 21:46:32 +00001724void ASTReader::addPendingMacro(IdentifierInfo *II,
1725 ModuleFile *M,
1726 uint64_t MacroDirectivesOffset) {
Argyrios Kyrtzidiseb663da2013-03-22 21:12:57 +00001727 assert(NumCurrentElementsDeserializing > 0 &&"Missing deserialization guard");
1728 PendingMacroIDs[II].push_back(PendingMacroInfo(M, MacroDirectivesOffset));
Guy Benyei11169dd2012-12-18 14:30:41 +00001729}
1730
1731void ASTReader::ReadDefinedMacros() {
1732 // Note that we are loading defined macros.
1733 Deserializing Macros(this);
1734
Duncan P. N. Exon Smith96a06e02017-01-28 22:15:22 +00001735 for (ModuleFile &I : llvm::reverse(ModuleMgr)) {
1736 BitstreamCursor &MacroCursor = I.MacroCursor;
Guy Benyei11169dd2012-12-18 14:30:41 +00001737
1738 // If there was no preprocessor block, skip this file.
Peter Collingbourne77c89b62016-11-08 04:17:11 +00001739 if (MacroCursor.getBitcodeBytes().empty())
Guy Benyei11169dd2012-12-18 14:30:41 +00001740 continue;
1741
Chris Lattner7fb3bef2013-01-20 00:56:42 +00001742 BitstreamCursor Cursor = MacroCursor;
Duncan P. N. Exon Smith96a06e02017-01-28 22:15:22 +00001743 Cursor.JumpToBit(I.MacroStartOffset);
Guy Benyei11169dd2012-12-18 14:30:41 +00001744
1745 RecordData Record;
1746 while (true) {
Chris Lattnere7b154b2013-01-19 21:39:22 +00001747 llvm::BitstreamEntry E = Cursor.advanceSkippingSubblocks();
David L. Jonesc4808b9e2016-12-15 20:53:26 +00001748
Chris Lattnere7b154b2013-01-19 21:39:22 +00001749 switch (E.Kind) {
1750 case llvm::BitstreamEntry::SubBlock: // Handled for us already.
1751 case llvm::BitstreamEntry::Error:
1752 Error("malformed block record in AST file");
1753 return;
1754 case llvm::BitstreamEntry::EndBlock:
1755 goto NextCursor;
David L. Jonesc4808b9e2016-12-15 20:53:26 +00001756
Chris Lattnere7b154b2013-01-19 21:39:22 +00001757 case llvm::BitstreamEntry::Record:
Chris Lattnere7b154b2013-01-19 21:39:22 +00001758 Record.clear();
Chris Lattner0e6c9402013-01-20 02:38:54 +00001759 switch (Cursor.readRecord(E.ID, Record)) {
Chris Lattnere7b154b2013-01-19 21:39:22 +00001760 default: // Default behavior: ignore.
1761 break;
David L. Jonesc4808b9e2016-12-15 20:53:26 +00001762
Chris Lattnere7b154b2013-01-19 21:39:22 +00001763 case PP_MACRO_OBJECT_LIKE:
Sean Callananf3682a72016-05-14 06:24:14 +00001764 case PP_MACRO_FUNCTION_LIKE: {
Duncan P. N. Exon Smith96a06e02017-01-28 22:15:22 +00001765 IdentifierInfo *II = getLocalIdentifier(I, Record[0]);
Sean Callananf3682a72016-05-14 06:24:14 +00001766 if (II->isOutOfDate())
1767 updateOutOfDateIdentifier(*II);
Chris Lattnere7b154b2013-01-19 21:39:22 +00001768 break;
Sean Callananf3682a72016-05-14 06:24:14 +00001769 }
David L. Jonesc4808b9e2016-12-15 20:53:26 +00001770
Chris Lattnere7b154b2013-01-19 21:39:22 +00001771 case PP_TOKEN:
1772 // Ignore tokens.
1773 break;
Guy Benyei11169dd2012-12-18 14:30:41 +00001774 }
Guy Benyei11169dd2012-12-18 14:30:41 +00001775 break;
1776 }
1777 }
Chris Lattnere7b154b2013-01-19 21:39:22 +00001778 NextCursor: ;
Guy Benyei11169dd2012-12-18 14:30:41 +00001779 }
1780}
1781
1782namespace {
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +00001783
Guy Benyei11169dd2012-12-18 14:30:41 +00001784 /// \brief Visitor class used to look up identifirs in an AST file.
1785 class IdentifierLookupVisitor {
1786 StringRef Name;
Richard Smith3b637412015-07-14 18:42:41 +00001787 unsigned NameHash;
Guy Benyei11169dd2012-12-18 14:30:41 +00001788 unsigned PriorGeneration;
Douglas Gregor00a50f72013-01-25 00:38:33 +00001789 unsigned &NumIdentifierLookups;
1790 unsigned &NumIdentifierLookupHits;
Guy Benyei11169dd2012-12-18 14:30:41 +00001791 IdentifierInfo *Found;
Douglas Gregor00a50f72013-01-25 00:38:33 +00001792
Guy Benyei11169dd2012-12-18 14:30:41 +00001793 public:
Douglas Gregor00a50f72013-01-25 00:38:33 +00001794 IdentifierLookupVisitor(StringRef Name, unsigned PriorGeneration,
1795 unsigned &NumIdentifierLookups,
1796 unsigned &NumIdentifierLookupHits)
Richard Smith3b637412015-07-14 18:42:41 +00001797 : Name(Name), NameHash(ASTIdentifierLookupTrait::ComputeHash(Name)),
1798 PriorGeneration(PriorGeneration),
Douglas Gregor00a50f72013-01-25 00:38:33 +00001799 NumIdentifierLookups(NumIdentifierLookups),
1800 NumIdentifierLookupHits(NumIdentifierLookupHits),
1801 Found()
1802 {
1803 }
Benjamin Kramer9a9efba2015-07-25 12:14:04 +00001804
1805 bool operator()(ModuleFile &M) {
Guy Benyei11169dd2012-12-18 14:30:41 +00001806 // If we've already searched this module file, skip it now.
Richard Smithbdf2d932015-07-30 03:37:16 +00001807 if (M.Generation <= PriorGeneration)
Guy Benyei11169dd2012-12-18 14:30:41 +00001808 return true;
Douglas Gregore060e572013-01-25 01:03:03 +00001809
Guy Benyei11169dd2012-12-18 14:30:41 +00001810 ASTIdentifierLookupTable *IdTable
1811 = (ASTIdentifierLookupTable *)M.IdentifierLookupTable;
1812 if (!IdTable)
1813 return false;
Benjamin Kramer9a9efba2015-07-25 12:14:04 +00001814
1815 ASTIdentifierLookupTrait Trait(IdTable->getInfoObj().getReader(), M,
Richard Smithbdf2d932015-07-30 03:37:16 +00001816 Found);
1817 ++NumIdentifierLookups;
Richard Smith3b637412015-07-14 18:42:41 +00001818 ASTIdentifierLookupTable::iterator Pos =
Richard Smithbdf2d932015-07-30 03:37:16 +00001819 IdTable->find_hashed(Name, NameHash, &Trait);
Guy Benyei11169dd2012-12-18 14:30:41 +00001820 if (Pos == IdTable->end())
1821 return false;
David L. Jonesc4808b9e2016-12-15 20:53:26 +00001822
Guy Benyei11169dd2012-12-18 14:30:41 +00001823 // Dereferencing the iterator has the effect of building the
1824 // IdentifierInfo node and populating it with the various
1825 // declarations it needs.
Richard Smithbdf2d932015-07-30 03:37:16 +00001826 ++NumIdentifierLookupHits;
1827 Found = *Pos;
Guy Benyei11169dd2012-12-18 14:30:41 +00001828 return true;
1829 }
David L. Jonesc4808b9e2016-12-15 20:53:26 +00001830
Guy Benyei11169dd2012-12-18 14:30:41 +00001831 // \brief Retrieve the identifier info found within the module
1832 // files.
1833 IdentifierInfo *getIdentifierInfo() const { return Found; }
1834 };
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +00001835
1836} // end anonymous namespace
Guy Benyei11169dd2012-12-18 14:30:41 +00001837
1838void ASTReader::updateOutOfDateIdentifier(IdentifierInfo &II) {
1839 // Note that we are loading an identifier.
1840 Deserializing AnIdentifier(this);
1841
1842 unsigned PriorGeneration = 0;
1843 if (getContext().getLangOpts().Modules)
1844 PriorGeneration = IdentifierGeneration[&II];
Douglas Gregore060e572013-01-25 01:03:03 +00001845
1846 // If there is a global index, look there first to determine which modules
1847 // provably do not have any results for this identifier.
Douglas Gregor7211ac12013-01-25 23:32:03 +00001848 GlobalModuleIndex::HitSet Hits;
Craig Toppera13603a2014-05-22 05:54:18 +00001849 GlobalModuleIndex::HitSet *HitsPtr = nullptr;
Douglas Gregore060e572013-01-25 01:03:03 +00001850 if (!loadGlobalIndex()) {
Douglas Gregor7211ac12013-01-25 23:32:03 +00001851 if (GlobalIndex->lookupIdentifier(II.getName(), Hits)) {
1852 HitsPtr = &Hits;
Douglas Gregore060e572013-01-25 01:03:03 +00001853 }
1854 }
1855
Douglas Gregor7211ac12013-01-25 23:32:03 +00001856 IdentifierLookupVisitor Visitor(II.getName(), PriorGeneration,
Douglas Gregor00a50f72013-01-25 00:38:33 +00001857 NumIdentifierLookups,
1858 NumIdentifierLookupHits);
Benjamin Kramer9a9efba2015-07-25 12:14:04 +00001859 ModuleMgr.visit(Visitor, HitsPtr);
Guy Benyei11169dd2012-12-18 14:30:41 +00001860 markIdentifierUpToDate(&II);
1861}
1862
1863void ASTReader::markIdentifierUpToDate(IdentifierInfo *II) {
1864 if (!II)
1865 return;
David L. Jonesc4808b9e2016-12-15 20:53:26 +00001866
Guy Benyei11169dd2012-12-18 14:30:41 +00001867 II->setOutOfDate(false);
1868
1869 // Update the generation for this identifier.
1870 if (getContext().getLangOpts().Modules)
Richard Smith053f6c62014-05-16 23:01:30 +00001871 IdentifierGeneration[II] = getGeneration();
Guy Benyei11169dd2012-12-18 14:30:41 +00001872}
1873
Argyrios Kyrtzidiseb663da2013-03-22 21:12:57 +00001874void ASTReader::resolvePendingMacro(IdentifierInfo *II,
1875 const PendingMacroInfo &PMInfo) {
Richard Smithd7329392015-04-21 21:46:32 +00001876 ModuleFile &M = *PMInfo.M;
Argyrios Kyrtzidiseb663da2013-03-22 21:12:57 +00001877
1878 BitstreamCursor &Cursor = M.MacroCursor;
1879 SavedStreamPosition SavedPosition(Cursor);
Richard Smithd7329392015-04-21 21:46:32 +00001880 Cursor.JumpToBit(PMInfo.MacroDirectivesOffset);
Argyrios Kyrtzidiseb663da2013-03-22 21:12:57 +00001881
Richard Smith713369b2015-04-23 20:40:50 +00001882 struct ModuleMacroRecord {
1883 SubmoduleID SubModID;
1884 MacroInfo *MI;
1885 SmallVector<SubmoduleID, 8> Overrides;
1886 };
1887 llvm::SmallVector<ModuleMacroRecord, 8> ModuleMacros;
Argyrios Kyrtzidiseb663da2013-03-22 21:12:57 +00001888
Richard Smithd7329392015-04-21 21:46:32 +00001889 // We expect to see a sequence of PP_MODULE_MACRO records listing exported
1890 // macros, followed by a PP_MACRO_DIRECTIVE_HISTORY record with the complete
1891 // macro histroy.
Argyrios Kyrtzidiseb663da2013-03-22 21:12:57 +00001892 RecordData Record;
Richard Smithd7329392015-04-21 21:46:32 +00001893 while (true) {
1894 llvm::BitstreamEntry Entry =
1895 Cursor.advance(BitstreamCursor::AF_DontPopBlockAtEnd);
1896 if (Entry.Kind != llvm::BitstreamEntry::Record) {
1897 Error("malformed block record in AST file");
1898 return;
1899 }
1900
1901 Record.clear();
Aaron Ballmanc75a1922015-04-22 15:25:05 +00001902 switch ((PreprocessorRecordTypes)Cursor.readRecord(Entry.ID, Record)) {
Richard Smithd7329392015-04-21 21:46:32 +00001903 case PP_MACRO_DIRECTIVE_HISTORY:
1904 break;
1905
1906 case PP_MODULE_MACRO: {
Richard Smith713369b2015-04-23 20:40:50 +00001907 ModuleMacros.push_back(ModuleMacroRecord());
1908 auto &Info = ModuleMacros.back();
Richard Smithe56c8bc2015-04-22 00:26:11 +00001909 Info.SubModID = getGlobalSubmoduleID(M, Record[0]);
1910 Info.MI = getMacro(getGlobalMacroID(M, Record[1]));
Richard Smith713369b2015-04-23 20:40:50 +00001911 for (int I = 2, N = Record.size(); I != N; ++I)
1912 Info.Overrides.push_back(getGlobalSubmoduleID(M, Record[I]));
Richard Smithd7329392015-04-21 21:46:32 +00001913 continue;
1914 }
1915
1916 default:
1917 Error("malformed block record in AST file");
1918 return;
1919 }
1920
1921 // We found the macro directive history; that's the last record
1922 // for this macro.
1923 break;
Argyrios Kyrtzidiseb663da2013-03-22 21:12:57 +00001924 }
1925
Richard Smithd7329392015-04-21 21:46:32 +00001926 // Module macros are listed in reverse dependency order.
Richard Smithe56c8bc2015-04-22 00:26:11 +00001927 {
1928 std::reverse(ModuleMacros.begin(), ModuleMacros.end());
Richard Smithe56c8bc2015-04-22 00:26:11 +00001929 llvm::SmallVector<ModuleMacro*, 8> Overrides;
Richard Smith713369b2015-04-23 20:40:50 +00001930 for (auto &MMR : ModuleMacros) {
Richard Smithe56c8bc2015-04-22 00:26:11 +00001931 Overrides.clear();
Richard Smith713369b2015-04-23 20:40:50 +00001932 for (unsigned ModID : MMR.Overrides) {
Richard Smithb8b2ed62015-04-23 18:18:26 +00001933 Module *Mod = getSubmodule(ModID);
1934 auto *Macro = PP.getModuleMacro(Mod, II);
Richard Smithe56c8bc2015-04-22 00:26:11 +00001935 assert(Macro && "missing definition for overridden macro");
Richard Smith5dbef922015-04-22 02:09:43 +00001936 Overrides.push_back(Macro);
Richard Smithe56c8bc2015-04-22 00:26:11 +00001937 }
1938
1939 bool Inserted = false;
Richard Smith713369b2015-04-23 20:40:50 +00001940 Module *Owner = getSubmodule(MMR.SubModID);
Richard Smith20e883e2015-04-29 23:20:19 +00001941 PP.addModuleMacro(Owner, II, MMR.MI, Overrides, Inserted);
Richard Smithd7329392015-04-21 21:46:32 +00001942 }
1943 }
1944
1945 // Don't read the directive history for a module; we don't have anywhere
1946 // to put it.
Manman Ren11f2a472016-08-18 17:42:15 +00001947 if (M.isModule())
Richard Smithd7329392015-04-21 21:46:32 +00001948 return;
1949
Argyrios Kyrtzidiseb663da2013-03-22 21:12:57 +00001950 // Deserialize the macro directives history in reverse source-order.
Craig Toppera13603a2014-05-22 05:54:18 +00001951 MacroDirective *Latest = nullptr, *Earliest = nullptr;
Argyrios Kyrtzidiseb663da2013-03-22 21:12:57 +00001952 unsigned Idx = 0, N = Record.size();
1953 while (Idx < N) {
Craig Toppera13603a2014-05-22 05:54:18 +00001954 MacroDirective *MD = nullptr;
Argyrios Kyrtzidiseb663da2013-03-22 21:12:57 +00001955 SourceLocation Loc = ReadSourceLocation(M, Record, Idx);
Argyrios Kyrtzidisb6210df2013-03-26 17:17:01 +00001956 MacroDirective::Kind K = (MacroDirective::Kind)Record[Idx++];
1957 switch (K) {
1958 case MacroDirective::MD_Define: {
Richard Smith713369b2015-04-23 20:40:50 +00001959 MacroInfo *MI = getMacro(getGlobalMacroID(M, Record[Idx++]));
Richard Smith3981b172015-04-30 02:16:23 +00001960 MD = PP.AllocateDefMacroDirective(MI, Loc);
Argyrios Kyrtzidisb6210df2013-03-26 17:17:01 +00001961 break;
1962 }
Richard Smithdaa69e02014-07-25 04:40:03 +00001963 case MacroDirective::MD_Undefine: {
Richard Smith3981b172015-04-30 02:16:23 +00001964 MD = PP.AllocateUndefMacroDirective(Loc);
Argyrios Kyrtzidisb6210df2013-03-26 17:17:01 +00001965 break;
Richard Smithdaa69e02014-07-25 04:40:03 +00001966 }
1967 case MacroDirective::MD_Visibility:
Argyrios Kyrtzidisb6210df2013-03-26 17:17:01 +00001968 bool isPublic = Record[Idx++];
1969 MD = PP.AllocateVisibilityMacroDirective(Loc, isPublic);
1970 break;
1971 }
Argyrios Kyrtzidiseb663da2013-03-22 21:12:57 +00001972
1973 if (!Latest)
1974 Latest = MD;
1975 if (Earliest)
1976 Earliest->setPrevious(MD);
1977 Earliest = MD;
1978 }
1979
Richard Smithd6e8c0d2015-05-04 19:58:00 +00001980 if (Latest)
Nico Weberfd870702016-12-09 17:32:52 +00001981 PP.setLoadedMacroDirective(II, Earliest, Latest);
Argyrios Kyrtzidiseb663da2013-03-22 21:12:57 +00001982}
1983
Argyrios Kyrtzidisce9b49e2014-03-14 02:26:27 +00001984ASTReader::InputFileInfo
1985ASTReader::readInputFileInfo(ModuleFile &F, unsigned ID) {
Ben Langmuir198c1682014-03-07 07:27:49 +00001986 // Go find this input file.
1987 BitstreamCursor &Cursor = F.InputFilesCursor;
1988 SavedStreamPosition SavedPosition(Cursor);
1989 Cursor.JumpToBit(F.InputFileOffsets[ID-1]);
1990
1991 unsigned Code = Cursor.ReadCode();
1992 RecordData Record;
1993 StringRef Blob;
1994
1995 unsigned Result = Cursor.readRecord(Code, Record, &Blob);
1996 assert(static_cast<InputFileRecordTypes>(Result) == INPUT_FILE &&
1997 "invalid record type for input file");
1998 (void)Result;
1999
2000 assert(Record[0] == ID && "Bogus stored ID or offset");
Richard Smitha8cfffa2015-11-26 02:04:16 +00002001 InputFileInfo R;
2002 R.StoredSize = static_cast<off_t>(Record[1]);
2003 R.StoredTime = static_cast<time_t>(Record[2]);
2004 R.Overridden = static_cast<bool>(Record[3]);
2005 R.Transient = static_cast<bool>(Record[4]);
2006 R.Filename = Blob;
2007 ResolveImportedPath(F, R.Filename);
Hans Wennborg73945142014-03-14 17:45:06 +00002008 return R;
Ben Langmuir198c1682014-03-07 07:27:49 +00002009}
2010
Manman Renc8c94152016-10-21 23:35:03 +00002011static unsigned moduleKindForDiagnostic(ModuleKind Kind);
Argyrios Kyrtzidis61c3d872013-03-01 03:26:04 +00002012InputFile ASTReader::getInputFile(ModuleFile &F, unsigned ID, bool Complain) {
Guy Benyei11169dd2012-12-18 14:30:41 +00002013 // If this ID is bogus, just return an empty input file.
2014 if (ID == 0 || ID > F.InputFilesLoaded.size())
2015 return InputFile();
2016
2017 // If we've already loaded this input file, return it.
Argyrios Kyrtzidis61c3d872013-03-01 03:26:04 +00002018 if (F.InputFilesLoaded[ID-1].getFile())
Guy Benyei11169dd2012-12-18 14:30:41 +00002019 return F.InputFilesLoaded[ID-1];
2020
Argyrios Kyrtzidis9308f0a2014-01-08 19:13:34 +00002021 if (F.InputFilesLoaded[ID-1].isNotFound())
2022 return InputFile();
2023
Guy Benyei11169dd2012-12-18 14:30:41 +00002024 // Go find this input file.
Chris Lattner7fb3bef2013-01-20 00:56:42 +00002025 BitstreamCursor &Cursor = F.InputFilesCursor;
Guy Benyei11169dd2012-12-18 14:30:41 +00002026 SavedStreamPosition SavedPosition(Cursor);
2027 Cursor.JumpToBit(F.InputFileOffsets[ID-1]);
David L. Jonesc4808b9e2016-12-15 20:53:26 +00002028
Argyrios Kyrtzidisce9b49e2014-03-14 02:26:27 +00002029 InputFileInfo FI = readInputFileInfo(F, ID);
2030 off_t StoredSize = FI.StoredSize;
2031 time_t StoredTime = FI.StoredTime;
2032 bool Overridden = FI.Overridden;
Richard Smitha8cfffa2015-11-26 02:04:16 +00002033 bool Transient = FI.Transient;
Argyrios Kyrtzidisce9b49e2014-03-14 02:26:27 +00002034 StringRef Filename = FI.Filename;
Argyrios Kyrtzidis61c3d872013-03-01 03:26:04 +00002035
Richard Smitha8cfffa2015-11-26 02:04:16 +00002036 const FileEntry *File = FileMgr.getFile(Filename, /*OpenFile=*/false);
Ben Langmuir198c1682014-03-07 07:27:49 +00002037
2038 // If we didn't find the file, resolve it relative to the
2039 // original directory from which this AST file was created.
Craig Toppera13603a2014-05-22 05:54:18 +00002040 if (File == nullptr && !F.OriginalDir.empty() && !CurrentDir.empty() &&
Ben Langmuir198c1682014-03-07 07:27:49 +00002041 F.OriginalDir != CurrentDir) {
2042 std::string Resolved = resolveFileRelativeToOriginalDir(Filename,
2043 F.OriginalDir,
2044 CurrentDir);
2045 if (!Resolved.empty())
2046 File = FileMgr.getFile(Resolved);
2047 }
2048
2049 // For an overridden file, create a virtual file with the stored
2050 // size/timestamp.
Richard Smitha8cfffa2015-11-26 02:04:16 +00002051 if ((Overridden || Transient) && File == nullptr)
Ben Langmuir198c1682014-03-07 07:27:49 +00002052 File = FileMgr.getVirtualFile(Filename, StoredSize, StoredTime);
Ben Langmuir198c1682014-03-07 07:27:49 +00002053
Craig Toppera13603a2014-05-22 05:54:18 +00002054 if (File == nullptr) {
Ben Langmuir198c1682014-03-07 07:27:49 +00002055 if (Complain) {
2056 std::string ErrorStr = "could not find file '";
2057 ErrorStr += Filename;
Richard Smith68142212015-10-13 01:26:26 +00002058 ErrorStr += "' referenced by AST file '";
2059 ErrorStr += F.FileName;
2060 ErrorStr += "'";
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +00002061 Error(ErrorStr);
Guy Benyei11169dd2012-12-18 14:30:41 +00002062 }
Ben Langmuir198c1682014-03-07 07:27:49 +00002063 // Record that we didn't find the file.
2064 F.InputFilesLoaded[ID-1] = InputFile::getNotFound();
2065 return InputFile();
2066 }
Guy Benyei11169dd2012-12-18 14:30:41 +00002067
Ben Langmuir198c1682014-03-07 07:27:49 +00002068 // Check if there was a request to override the contents of the file
2069 // that was part of the precompiled header. Overridding such a file
2070 // can lead to problems when lexing using the source locations from the
2071 // PCH.
2072 SourceManager &SM = getSourceManager();
Richard Smith64daf7b2015-12-01 03:32:49 +00002073 // FIXME: Reject if the overrides are different.
2074 if ((!Overridden && !Transient) && SM.isFileOverridden(File)) {
Ben Langmuir198c1682014-03-07 07:27:49 +00002075 if (Complain)
2076 Error(diag::err_fe_pch_file_overridden, Filename);
2077 // After emitting the diagnostic, recover by disabling the override so
2078 // that the original file will be used.
Richard Smitha8cfffa2015-11-26 02:04:16 +00002079 //
2080 // FIXME: This recovery is just as broken as the original state; there may
2081 // be another precompiled module that's using the overridden contents, or
2082 // we might be half way through parsing it. Instead, we should treat the
2083 // overridden contents as belonging to a separate FileEntry.
Ben Langmuir198c1682014-03-07 07:27:49 +00002084 SM.disableFileContentsOverride(File);
2085 // The FileEntry is a virtual file entry with the size of the contents
2086 // that would override the original contents. Set it to the original's
2087 // size/time.
2088 FileMgr.modifyFileEntry(const_cast<FileEntry*>(File),
2089 StoredSize, StoredTime);
2090 }
Guy Benyei11169dd2012-12-18 14:30:41 +00002091
Ben Langmuir198c1682014-03-07 07:27:49 +00002092 bool IsOutOfDate = false;
2093
2094 // For an overridden file, there is nothing to validate.
Richard Smith96fdab62014-10-28 16:24:08 +00002095 if (!Overridden && //
2096 (StoredSize != File->getSize() ||
Richard Smithe75ee0f2015-08-17 07:13:32 +00002097 (StoredTime && StoredTime != File->getModificationTime() &&
2098 !DisableValidation)
Ben Langmuir198c1682014-03-07 07:27:49 +00002099 )) {
2100 if (Complain) {
2101 // Build a list of the PCH imports that got us here (in reverse).
2102 SmallVector<ModuleFile *, 4> ImportStack(1, &F);
2103 while (ImportStack.back()->ImportedBy.size() > 0)
2104 ImportStack.push_back(ImportStack.back()->ImportedBy[0]);
Ben Langmuire82630d2014-01-17 00:19:09 +00002105
Ben Langmuir198c1682014-03-07 07:27:49 +00002106 // The top-level PCH is stale.
2107 StringRef TopLevelPCHName(ImportStack.back()->FileName);
Manman Renc8c94152016-10-21 23:35:03 +00002108 unsigned DiagnosticKind = moduleKindForDiagnostic(ImportStack.back()->Kind);
2109 if (DiagnosticKind == 0)
2110 Error(diag::err_fe_pch_file_modified, Filename, TopLevelPCHName);
2111 else if (DiagnosticKind == 1)
2112 Error(diag::err_fe_module_file_modified, Filename, TopLevelPCHName);
2113 else
2114 Error(diag::err_fe_ast_file_modified, Filename, TopLevelPCHName);
Ben Langmuire82630d2014-01-17 00:19:09 +00002115
Ben Langmuir198c1682014-03-07 07:27:49 +00002116 // Print the import stack.
2117 if (ImportStack.size() > 1 && !Diags.isDiagnosticInFlight()) {
2118 Diag(diag::note_pch_required_by)
2119 << Filename << ImportStack[0]->FileName;
2120 for (unsigned I = 1; I < ImportStack.size(); ++I)
Ben Langmuire82630d2014-01-17 00:19:09 +00002121 Diag(diag::note_pch_required_by)
Ben Langmuir198c1682014-03-07 07:27:49 +00002122 << ImportStack[I-1]->FileName << ImportStack[I]->FileName;
Douglas Gregor7029ce12013-03-19 00:28:20 +00002123 }
2124
Ben Langmuir198c1682014-03-07 07:27:49 +00002125 if (!Diags.isDiagnosticInFlight())
2126 Diag(diag::note_pch_rebuild_required) << TopLevelPCHName;
Guy Benyei11169dd2012-12-18 14:30:41 +00002127 }
2128
Ben Langmuir198c1682014-03-07 07:27:49 +00002129 IsOutOfDate = true;
Guy Benyei11169dd2012-12-18 14:30:41 +00002130 }
Richard Smitha8cfffa2015-11-26 02:04:16 +00002131 // FIXME: If the file is overridden and we've already opened it,
2132 // issue an error (or split it into a separate FileEntry).
Guy Benyei11169dd2012-12-18 14:30:41 +00002133
Richard Smitha8cfffa2015-11-26 02:04:16 +00002134 InputFile IF = InputFile(File, Overridden || Transient, IsOutOfDate);
Ben Langmuir198c1682014-03-07 07:27:49 +00002135
2136 // Note that we've loaded this input file.
2137 F.InputFilesLoaded[ID-1] = IF;
2138 return IF;
Guy Benyei11169dd2012-12-18 14:30:41 +00002139}
2140
Richard Smith7ed1bc92014-12-05 22:42:13 +00002141/// \brief If we are loading a relocatable PCH or module file, and the filename
2142/// is not an absolute path, add the system or module root to the beginning of
2143/// the file name.
2144void ASTReader::ResolveImportedPath(ModuleFile &M, std::string &Filename) {
2145 // Resolve relative to the base directory, if we have one.
2146 if (!M.BaseDirectory.empty())
2147 return ResolveImportedPath(Filename, M.BaseDirectory);
Guy Benyei11169dd2012-12-18 14:30:41 +00002148}
2149
Richard Smith7ed1bc92014-12-05 22:42:13 +00002150void ASTReader::ResolveImportedPath(std::string &Filename, StringRef Prefix) {
Guy Benyei11169dd2012-12-18 14:30:41 +00002151 if (Filename.empty() || llvm::sys::path::is_absolute(Filename))
2152 return;
2153
Richard Smith7ed1bc92014-12-05 22:42:13 +00002154 SmallString<128> Buffer;
2155 llvm::sys::path::append(Buffer, Prefix, Filename);
2156 Filename.assign(Buffer.begin(), Buffer.end());
Guy Benyei11169dd2012-12-18 14:30:41 +00002157}
2158
Richard Smith0f99d6a2015-08-09 08:48:41 +00002159static bool isDiagnosedResult(ASTReader::ASTReadResult ARR, unsigned Caps) {
2160 switch (ARR) {
2161 case ASTReader::Failure: return true;
2162 case ASTReader::Missing: return !(Caps & ASTReader::ARR_Missing);
2163 case ASTReader::OutOfDate: return !(Caps & ASTReader::ARR_OutOfDate);
2164 case ASTReader::VersionMismatch: return !(Caps & ASTReader::ARR_VersionMismatch);
2165 case ASTReader::ConfigurationMismatch:
2166 return !(Caps & ASTReader::ARR_ConfigurationMismatch);
2167 case ASTReader::HadErrors: return true;
2168 case ASTReader::Success: return false;
2169 }
2170
2171 llvm_unreachable("unknown ASTReadResult");
2172}
2173
Richard Smith0516b182015-09-08 19:40:14 +00002174ASTReader::ASTReadResult ASTReader::ReadOptionsBlock(
2175 BitstreamCursor &Stream, unsigned ClientLoadCapabilities,
2176 bool AllowCompatibleConfigurationMismatch, ASTReaderListener &Listener,
Duncan P. N. Exon Smith60fa2882017-03-13 18:45:08 +00002177 std::string &SuggestedPredefines) {
Richard Smith0516b182015-09-08 19:40:14 +00002178 if (Stream.EnterSubBlock(OPTIONS_BLOCK_ID))
2179 return Failure;
2180
2181 // Read all of the records in the options block.
2182 RecordData Record;
2183 ASTReadResult Result = Success;
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +00002184 while (true) {
Richard Smith0516b182015-09-08 19:40:14 +00002185 llvm::BitstreamEntry Entry = Stream.advance();
David L. Jonesc4808b9e2016-12-15 20:53:26 +00002186
Richard Smith0516b182015-09-08 19:40:14 +00002187 switch (Entry.Kind) {
2188 case llvm::BitstreamEntry::Error:
2189 case llvm::BitstreamEntry::SubBlock:
2190 return Failure;
2191
2192 case llvm::BitstreamEntry::EndBlock:
2193 return Result;
2194
2195 case llvm::BitstreamEntry::Record:
2196 // The interesting case.
2197 break;
2198 }
2199
2200 // Read and process a record.
2201 Record.clear();
2202 switch ((OptionsRecordTypes)Stream.readRecord(Entry.ID, Record)) {
2203 case LANGUAGE_OPTIONS: {
2204 bool Complain = (ClientLoadCapabilities & ARR_ConfigurationMismatch) == 0;
2205 if (ParseLanguageOptions(Record, Complain, Listener,
2206 AllowCompatibleConfigurationMismatch))
2207 Result = ConfigurationMismatch;
2208 break;
2209 }
2210
2211 case TARGET_OPTIONS: {
2212 bool Complain = (ClientLoadCapabilities & ARR_ConfigurationMismatch) == 0;
2213 if (ParseTargetOptions(Record, Complain, Listener,
2214 AllowCompatibleConfigurationMismatch))
2215 Result = ConfigurationMismatch;
2216 break;
2217 }
2218
Richard Smith0516b182015-09-08 19:40:14 +00002219 case FILE_SYSTEM_OPTIONS: {
2220 bool Complain = (ClientLoadCapabilities & ARR_ConfigurationMismatch) == 0;
2221 if (!AllowCompatibleConfigurationMismatch &&
2222 ParseFileSystemOptions(Record, Complain, Listener))
2223 Result = ConfigurationMismatch;
2224 break;
2225 }
2226
2227 case HEADER_SEARCH_OPTIONS: {
2228 bool Complain = (ClientLoadCapabilities & ARR_ConfigurationMismatch) == 0;
2229 if (!AllowCompatibleConfigurationMismatch &&
2230 ParseHeaderSearchOptions(Record, Complain, Listener))
2231 Result = ConfigurationMismatch;
2232 break;
2233 }
2234
2235 case PREPROCESSOR_OPTIONS:
2236 bool Complain = (ClientLoadCapabilities & ARR_ConfigurationMismatch) == 0;
2237 if (!AllowCompatibleConfigurationMismatch &&
2238 ParsePreprocessorOptions(Record, Complain, Listener,
2239 SuggestedPredefines))
2240 Result = ConfigurationMismatch;
2241 break;
2242 }
2243 }
2244}
2245
Guy Benyei11169dd2012-12-18 14:30:41 +00002246ASTReader::ASTReadResult
2247ASTReader::ReadControlBlock(ModuleFile &F,
Dmitri Gribenkof8579502013-01-12 19:30:44 +00002248 SmallVectorImpl<ImportedModule> &Loaded,
Ben Langmuirbeee15e2014-04-14 18:00:01 +00002249 const ModuleFile *ImportedBy,
Guy Benyei11169dd2012-12-18 14:30:41 +00002250 unsigned ClientLoadCapabilities) {
Chris Lattner7fb3bef2013-01-20 00:56:42 +00002251 BitstreamCursor &Stream = F.Stream;
Richard Smith8a308ec2015-11-05 00:54:55 +00002252 ASTReadResult Result = Success;
Guy Benyei11169dd2012-12-18 14:30:41 +00002253
2254 if (Stream.EnterSubBlock(CONTROL_BLOCK_ID)) {
2255 Error("malformed block record in AST file");
2256 return Failure;
2257 }
2258
Duncan P. N. Exon Smith60fa2882017-03-13 18:45:08 +00002259 // Lambda to read the unhashed control block the first time it's called.
2260 //
2261 // For PCM files, the unhashed control block cannot be read until after the
2262 // MODULE_NAME record. However, PCH files have no MODULE_NAME, and yet still
2263 // need to look ahead before reading the IMPORTS record. For consistency,
2264 // this block is always read somehow (see BitstreamEntry::EndBlock).
2265 bool HasReadUnhashedControlBlock = false;
2266 auto readUnhashedControlBlockOnce = [&]() {
2267 if (!HasReadUnhashedControlBlock) {
2268 HasReadUnhashedControlBlock = true;
2269 if (ASTReadResult Result =
2270 readUnhashedControlBlock(F, ImportedBy, ClientLoadCapabilities))
2271 return Result;
2272 }
2273 return Success;
2274 };
2275
Guy Benyei11169dd2012-12-18 14:30:41 +00002276 // Read all of the records and blocks in the control block.
2277 RecordData Record;
Richard Smitha1825302014-10-23 22:18:29 +00002278 unsigned NumInputs = 0;
2279 unsigned NumUserInputs = 0;
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +00002280 while (true) {
Chris Lattnere7b154b2013-01-19 21:39:22 +00002281 llvm::BitstreamEntry Entry = Stream.advance();
David L. Jonesc4808b9e2016-12-15 20:53:26 +00002282
Chris Lattnere7b154b2013-01-19 21:39:22 +00002283 switch (Entry.Kind) {
2284 case llvm::BitstreamEntry::Error:
2285 Error("malformed block record in AST file");
2286 return Failure;
Dmitri Gribenkof430da42014-02-12 10:33:14 +00002287 case llvm::BitstreamEntry::EndBlock: {
Duncan P. N. Exon Smith60fa2882017-03-13 18:45:08 +00002288 // Validate the module before returning. This call catches an AST with
2289 // no module name and no imports.
2290 if (ASTReadResult Result = readUnhashedControlBlockOnce())
2291 return Result;
2292
Dmitri Gribenkof430da42014-02-12 10:33:14 +00002293 // Validate input files.
2294 const HeaderSearchOptions &HSOpts =
2295 PP.getHeaderSearchInfo().getHeaderSearchOpts();
Ben Langmuircb69b572014-03-07 06:40:32 +00002296
Richard Smitha1825302014-10-23 22:18:29 +00002297 // All user input files reside at the index range [0, NumUserInputs), and
Richard Smith0f99d6a2015-08-09 08:48:41 +00002298 // system input files reside at [NumUserInputs, NumInputs). For explicitly
2299 // loaded module files, ignore missing inputs.
Manman Ren11f2a472016-08-18 17:42:15 +00002300 if (!DisableValidation && F.Kind != MK_ExplicitModule &&
2301 F.Kind != MK_PrebuiltModule) {
Guy Benyei11169dd2012-12-18 14:30:41 +00002302 bool Complain = (ClientLoadCapabilities & ARR_OutOfDate) == 0;
Ben Langmuircb69b572014-03-07 06:40:32 +00002303
Dmitri Gribenkof430da42014-02-12 10:33:14 +00002304 // If we are reading a module, we will create a verification timestamp,
2305 // so we verify all input files. Otherwise, verify only user input
2306 // files.
Ben Langmuircb69b572014-03-07 06:40:32 +00002307
2308 unsigned N = NumUserInputs;
2309 if (ValidateSystemInputs ||
Richard Smithe842a472014-10-22 02:05:46 +00002310 (HSOpts.ModulesValidateOncePerBuildSession &&
Ben Langmuiracb803e2014-11-10 22:13:10 +00002311 F.InputFilesValidationTimestamp <= HSOpts.BuildSessionTimestamp &&
Richard Smithe842a472014-10-22 02:05:46 +00002312 F.Kind == MK_ImplicitModule))
Ben Langmuircb69b572014-03-07 06:40:32 +00002313 N = NumInputs;
2314
Ben Langmuir3d4417c2014-02-07 17:31:11 +00002315 for (unsigned I = 0; I < N; ++I) {
Argyrios Kyrtzidis61c3d872013-03-01 03:26:04 +00002316 InputFile IF = getInputFile(F, I+1, Complain);
2317 if (!IF.getFile() || IF.isOutOfDate())
Guy Benyei11169dd2012-12-18 14:30:41 +00002318 return OutOfDate;
Argyrios Kyrtzidis61c3d872013-03-01 03:26:04 +00002319 }
Guy Benyei11169dd2012-12-18 14:30:41 +00002320 }
Ben Langmuircb69b572014-03-07 06:40:32 +00002321
Argyrios Kyrtzidis6d0753d2014-03-14 03:07:38 +00002322 if (Listener)
Richard Smith216a3bd2015-08-13 17:57:10 +00002323 Listener->visitModuleFile(F.FileName, F.Kind);
Argyrios Kyrtzidis6d0753d2014-03-14 03:07:38 +00002324
Ben Langmuircb69b572014-03-07 06:40:32 +00002325 if (Listener && Listener->needsInputFileVisitation()) {
2326 unsigned N = Listener->needsSystemInputFileVisitation() ? NumInputs
2327 : NumUserInputs;
Argyrios Kyrtzidis68ccbe02014-03-14 02:26:31 +00002328 for (unsigned I = 0; I < N; ++I) {
2329 bool IsSystem = I >= NumUserInputs;
2330 InputFileInfo FI = readInputFileInfo(F, I+1);
Richard Smith216a3bd2015-08-13 17:57:10 +00002331 Listener->visitInputFile(FI.Filename, IsSystem, FI.Overridden,
Manman Ren11f2a472016-08-18 17:42:15 +00002332 F.Kind == MK_ExplicitModule ||
2333 F.Kind == MK_PrebuiltModule);
Argyrios Kyrtzidis68ccbe02014-03-14 02:26:31 +00002334 }
Ben Langmuircb69b572014-03-07 06:40:32 +00002335 }
2336
Richard Smith8a308ec2015-11-05 00:54:55 +00002337 return Result;
Dmitri Gribenkof430da42014-02-12 10:33:14 +00002338 }
2339
Chris Lattnere7b154b2013-01-19 21:39:22 +00002340 case llvm::BitstreamEntry::SubBlock:
2341 switch (Entry.ID) {
Guy Benyei11169dd2012-12-18 14:30:41 +00002342 case INPUT_FILES_BLOCK_ID:
2343 F.InputFilesCursor = Stream;
2344 if (Stream.SkipBlock() || // Skip with the main cursor
2345 // Read the abbreviations
2346 ReadBlockAbbrevs(F.InputFilesCursor, INPUT_FILES_BLOCK_ID)) {
2347 Error("malformed block record in AST file");
2348 return Failure;
2349 }
2350 continue;
Richard Smith0516b182015-09-08 19:40:14 +00002351
2352 case OPTIONS_BLOCK_ID:
2353 // If we're reading the first module for this group, check its options
2354 // are compatible with ours. For modules it imports, no further checking
2355 // is required, because we checked them when we built it.
2356 if (Listener && !ImportedBy) {
2357 // Should we allow the configuration of the module file to differ from
2358 // the configuration of the current translation unit in a compatible
2359 // way?
2360 //
2361 // FIXME: Allow this for files explicitly specified with -include-pch.
2362 bool AllowCompatibleConfigurationMismatch =
Manman Ren11f2a472016-08-18 17:42:15 +00002363 F.Kind == MK_ExplicitModule || F.Kind == MK_PrebuiltModule;
Richard Smith0516b182015-09-08 19:40:14 +00002364
Richard Smith8a308ec2015-11-05 00:54:55 +00002365 Result = ReadOptionsBlock(Stream, ClientLoadCapabilities,
2366 AllowCompatibleConfigurationMismatch,
Duncan P. N. Exon Smith60fa2882017-03-13 18:45:08 +00002367 *Listener, SuggestedPredefines);
Richard Smith0516b182015-09-08 19:40:14 +00002368 if (Result == Failure) {
2369 Error("malformed block record in AST file");
2370 return Result;
2371 }
2372
Richard Smith8a308ec2015-11-05 00:54:55 +00002373 if (DisableValidation ||
2374 (AllowConfigurationMismatch && Result == ConfigurationMismatch))
2375 Result = Success;
2376
Ben Langmuir9b1e442e2016-02-11 18:54:02 +00002377 // If we can't load the module, exit early since we likely
2378 // will rebuild the module anyway. The stream may be in the
2379 // middle of a block.
2380 if (Result != Success)
Richard Smith0516b182015-09-08 19:40:14 +00002381 return Result;
2382 } else if (Stream.SkipBlock()) {
2383 Error("malformed block record in AST file");
2384 return Failure;
2385 }
2386 continue;
David L. Jonesc4808b9e2016-12-15 20:53:26 +00002387
Guy Benyei11169dd2012-12-18 14:30:41 +00002388 default:
Chris Lattnere7b154b2013-01-19 21:39:22 +00002389 if (Stream.SkipBlock()) {
2390 Error("malformed block record in AST file");
2391 return Failure;
2392 }
2393 continue;
Guy Benyei11169dd2012-12-18 14:30:41 +00002394 }
David L. Jonesc4808b9e2016-12-15 20:53:26 +00002395
Chris Lattnere7b154b2013-01-19 21:39:22 +00002396 case llvm::BitstreamEntry::Record:
2397 // The interesting case.
2398 break;
Guy Benyei11169dd2012-12-18 14:30:41 +00002399 }
2400
2401 // Read and process a record.
2402 Record.clear();
Chris Lattner0e6c9402013-01-20 02:38:54 +00002403 StringRef Blob;
2404 switch ((ControlRecordTypes)Stream.readRecord(Entry.ID, Record, &Blob)) {
Guy Benyei11169dd2012-12-18 14:30:41 +00002405 case METADATA: {
2406 if (Record[0] != VERSION_MAJOR && !DisableValidation) {
2407 if ((ClientLoadCapabilities & ARR_VersionMismatch) == 0)
Dmitri Gribenko2228cd32014-02-11 15:40:09 +00002408 Diag(Record[0] < VERSION_MAJOR? diag::err_pch_version_too_old
2409 : diag::err_pch_version_too_new);
Guy Benyei11169dd2012-12-18 14:30:41 +00002410 return VersionMismatch;
2411 }
2412
Richard Smithe75ee0f2015-08-17 07:13:32 +00002413 bool hasErrors = Record[6];
Guy Benyei11169dd2012-12-18 14:30:41 +00002414 if (hasErrors && !DisableValidation && !AllowASTWithCompilerErrors) {
2415 Diag(diag::err_pch_with_compiler_errors);
2416 return HadErrors;
2417 }
Argyrios Kyrtzidis70ec1c72016-07-13 20:35:26 +00002418 if (hasErrors) {
2419 Diags.ErrorOccurred = true;
2420 Diags.UncompilableErrorOccurred = true;
2421 Diags.UnrecoverableErrorOccurred = true;
2422 }
Guy Benyei11169dd2012-12-18 14:30:41 +00002423
2424 F.RelocatablePCH = Record[4];
Richard Smith7ed1bc92014-12-05 22:42:13 +00002425 // Relative paths in a relocatable PCH are relative to our sysroot.
2426 if (F.RelocatablePCH)
2427 F.BaseDirectory = isysroot.empty() ? "/" : isysroot;
Guy Benyei11169dd2012-12-18 14:30:41 +00002428
Richard Smithe75ee0f2015-08-17 07:13:32 +00002429 F.HasTimestamps = Record[5];
2430
Guy Benyei11169dd2012-12-18 14:30:41 +00002431 const std::string &CurBranch = getClangFullRepositoryVersion();
Chris Lattner0e6c9402013-01-20 02:38:54 +00002432 StringRef ASTBranch = Blob;
Guy Benyei11169dd2012-12-18 14:30:41 +00002433 if (StringRef(CurBranch) != ASTBranch && !DisableValidation) {
2434 if ((ClientLoadCapabilities & ARR_VersionMismatch) == 0)
Dmitri Gribenko2228cd32014-02-11 15:40:09 +00002435 Diag(diag::err_pch_different_branch) << ASTBranch << CurBranch;
Guy Benyei11169dd2012-12-18 14:30:41 +00002436 return VersionMismatch;
2437 }
2438 break;
2439 }
2440
2441 case IMPORTS: {
Duncan P. N. Exon Smith60fa2882017-03-13 18:45:08 +00002442 // Validate the AST before processing any imports (otherwise, untangling
2443 // them can be error-prone and expensive). A module will have a name and
2444 // will already have been validated, but this catches the PCH case.
2445 if (ASTReadResult Result = readUnhashedControlBlockOnce())
2446 return Result;
2447
David L. Jonesc4808b9e2016-12-15 20:53:26 +00002448 // Load each of the imported PCH files.
Guy Benyei11169dd2012-12-18 14:30:41 +00002449 unsigned Idx = 0, N = Record.size();
2450 while (Idx < N) {
2451 // Read information about the AST file.
2452 ModuleKind ImportedKind = (ModuleKind)Record[Idx++];
2453 // The import location will be the local one for now; we will adjust
2454 // all import locations of module imports after the global source
Richard Smithb22a1d12016-03-27 20:13:24 +00002455 // location info are setup, in ReadAST.
Guy Benyei11169dd2012-12-18 14:30:41 +00002456 SourceLocation ImportLoc =
Richard Smithb22a1d12016-03-27 20:13:24 +00002457 ReadUntranslatedSourceLocation(Record[Idx++]);
Douglas Gregor7029ce12013-03-19 00:28:20 +00002458 off_t StoredSize = (off_t)Record[Idx++];
2459 time_t StoredModTime = (time_t)Record[Idx++];
Duncan P. N. Exon Smith60fa2882017-03-13 18:45:08 +00002460 ASTFileSignature StoredSignature = {
2461 {{(uint32_t)Record[Idx++], (uint32_t)Record[Idx++],
2462 (uint32_t)Record[Idx++], (uint32_t)Record[Idx++],
2463 (uint32_t)Record[Idx++]}}};
Richard Smith7ed1bc92014-12-05 22:42:13 +00002464 auto ImportedFile = ReadPath(F, Record, Idx);
Guy Benyei11169dd2012-12-18 14:30:41 +00002465
Richard Smith0f99d6a2015-08-09 08:48:41 +00002466 // If our client can't cope with us being out of date, we can't cope with
2467 // our dependency being missing.
2468 unsigned Capabilities = ClientLoadCapabilities;
2469 if ((ClientLoadCapabilities & ARR_OutOfDate) == 0)
2470 Capabilities &= ~ARR_Missing;
2471
Guy Benyei11169dd2012-12-18 14:30:41 +00002472 // Load the AST file.
Richard Smith0f99d6a2015-08-09 08:48:41 +00002473 auto Result = ReadASTCore(ImportedFile, ImportedKind, ImportLoc, &F,
2474 Loaded, StoredSize, StoredModTime,
2475 StoredSignature, Capabilities);
2476
2477 // If we diagnosed a problem, produce a backtrace.
2478 if (isDiagnosedResult(Result, Capabilities))
2479 Diag(diag::note_module_file_imported_by)
2480 << F.FileName << !F.ModuleName.empty() << F.ModuleName;
2481
2482 switch (Result) {
Guy Benyei11169dd2012-12-18 14:30:41 +00002483 case Failure: return Failure;
2484 // If we have to ignore the dependency, we'll have to ignore this too.
Douglas Gregor2f1806e2013-03-19 00:38:50 +00002485 case Missing:
Guy Benyei11169dd2012-12-18 14:30:41 +00002486 case OutOfDate: return OutOfDate;
2487 case VersionMismatch: return VersionMismatch;
2488 case ConfigurationMismatch: return ConfigurationMismatch;
2489 case HadErrors: return HadErrors;
2490 case Success: break;
2491 }
2492 }
2493 break;
2494 }
2495
Guy Benyei11169dd2012-12-18 14:30:41 +00002496 case ORIGINAL_FILE:
2497 F.OriginalSourceFileID = FileID::get(Record[0]);
Chris Lattner0e6c9402013-01-20 02:38:54 +00002498 F.ActualOriginalSourceFileName = Blob;
Guy Benyei11169dd2012-12-18 14:30:41 +00002499 F.OriginalSourceFileName = F.ActualOriginalSourceFileName;
Richard Smith7ed1bc92014-12-05 22:42:13 +00002500 ResolveImportedPath(F, F.OriginalSourceFileName);
Guy Benyei11169dd2012-12-18 14:30:41 +00002501 break;
2502
2503 case ORIGINAL_FILE_ID:
2504 F.OriginalSourceFileID = FileID::get(Record[0]);
2505 break;
2506
2507 case ORIGINAL_PCH_DIR:
Chris Lattner0e6c9402013-01-20 02:38:54 +00002508 F.OriginalDir = Blob;
Guy Benyei11169dd2012-12-18 14:30:41 +00002509 break;
2510
Ben Langmuirbeee15e2014-04-14 18:00:01 +00002511 case MODULE_NAME:
2512 F.ModuleName = Blob;
Ben Langmuir4f5212a2014-04-14 22:12:44 +00002513 if (Listener)
2514 Listener->ReadModuleName(F.ModuleName);
Duncan P. N. Exon Smith60fa2882017-03-13 18:45:08 +00002515
2516 // Validate the AST as soon as we have a name so we can exit early on
2517 // failure.
2518 if (ASTReadResult Result = readUnhashedControlBlockOnce())
2519 return Result;
2520
Ben Langmuirbeee15e2014-04-14 18:00:01 +00002521 break;
2522
Richard Smith223d3f22014-12-06 03:21:08 +00002523 case MODULE_DIRECTORY: {
2524 assert(!F.ModuleName.empty() &&
2525 "MODULE_DIRECTORY found before MODULE_NAME");
2526 // If we've already loaded a module map file covering this module, we may
2527 // have a better path for it (relative to the current build).
2528 Module *M = PP.getHeaderSearchInfo().lookupModule(F.ModuleName);
2529 if (M && M->Directory) {
2530 // If we're implicitly loading a module, the base directory can't
2531 // change between the build and use.
Manman Ren11f2a472016-08-18 17:42:15 +00002532 if (F.Kind != MK_ExplicitModule && F.Kind != MK_PrebuiltModule) {
Richard Smith223d3f22014-12-06 03:21:08 +00002533 const DirectoryEntry *BuildDir =
2534 PP.getFileManager().getDirectory(Blob);
2535 if (!BuildDir || BuildDir != M->Directory) {
2536 if ((ClientLoadCapabilities & ARR_OutOfDate) == 0)
2537 Diag(diag::err_imported_module_relocated)
2538 << F.ModuleName << Blob << M->Directory->getName();
2539 return OutOfDate;
2540 }
2541 }
2542 F.BaseDirectory = M->Directory->getName();
2543 } else {
2544 F.BaseDirectory = Blob;
2545 }
Richard Smith7ed1bc92014-12-05 22:42:13 +00002546 break;
Richard Smith223d3f22014-12-06 03:21:08 +00002547 }
Richard Smith7ed1bc92014-12-05 22:42:13 +00002548
Ben Langmuirbeee15e2014-04-14 18:00:01 +00002549 case MODULE_MAP_FILE:
Ben Langmuir4b8a9e92014-08-12 16:42:33 +00002550 if (ASTReadResult Result =
2551 ReadModuleMapFileBlock(Record, F, ImportedBy, ClientLoadCapabilities))
2552 return Result;
Ben Langmuir264ea152014-11-08 00:06:39 +00002553 break;
2554
Justin Bognerca9c0cc2015-06-21 20:32:36 +00002555 case INPUT_FILE_OFFSETS:
Richard Smitha1825302014-10-23 22:18:29 +00002556 NumInputs = Record[0];
2557 NumUserInputs = Record[1];
Justin Bogner4c183242015-06-21 20:32:40 +00002558 F.InputFileOffsets =
2559 (const llvm::support::unaligned_uint64_t *)Blob.data();
Richard Smitha1825302014-10-23 22:18:29 +00002560 F.InputFilesLoaded.resize(NumInputs);
Argyrios Kyrtzidisa38cb202017-01-30 06:05:58 +00002561 F.NumUserInputFiles = NumUserInputs;
Guy Benyei11169dd2012-12-18 14:30:41 +00002562 break;
2563 }
2564 }
Guy Benyei11169dd2012-12-18 14:30:41 +00002565}
2566
Ben Langmuir2c9af442014-04-10 17:57:43 +00002567ASTReader::ASTReadResult
2568ASTReader::ReadASTBlock(ModuleFile &F, unsigned ClientLoadCapabilities) {
Chris Lattner7fb3bef2013-01-20 00:56:42 +00002569 BitstreamCursor &Stream = F.Stream;
Guy Benyei11169dd2012-12-18 14:30:41 +00002570
2571 if (Stream.EnterSubBlock(AST_BLOCK_ID)) {
2572 Error("malformed block record in AST file");
Ben Langmuir2c9af442014-04-10 17:57:43 +00002573 return Failure;
Guy Benyei11169dd2012-12-18 14:30:41 +00002574 }
2575
2576 // Read all of the records and blocks for the AST file.
2577 RecordData Record;
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +00002578 while (true) {
Chris Lattnere7b154b2013-01-19 21:39:22 +00002579 llvm::BitstreamEntry Entry = Stream.advance();
David L. Jonesc4808b9e2016-12-15 20:53:26 +00002580
Chris Lattnere7b154b2013-01-19 21:39:22 +00002581 switch (Entry.Kind) {
2582 case llvm::BitstreamEntry::Error:
2583 Error("error at end of module block in AST file");
Ben Langmuir2c9af442014-04-10 17:57:43 +00002584 return Failure;
Chris Lattnere7b154b2013-01-19 21:39:22 +00002585 case llvm::BitstreamEntry::EndBlock: {
Richard Smithc0fbba72013-04-03 22:49:41 +00002586 // Outside of C++, we do not store a lookup map for the translation unit.
2587 // Instead, mark it as needing a lookup map to be built if this module
2588 // contains any declarations lexically within it (which it always does!).
2589 // This usually has no cost, since we very rarely need the lookup map for
2590 // the translation unit outside C++.
Guy Benyei11169dd2012-12-18 14:30:41 +00002591 DeclContext *DC = Context.getTranslationUnitDecl();
Richard Smithc0fbba72013-04-03 22:49:41 +00002592 if (DC->hasExternalLexicalStorage() &&
2593 !getContext().getLangOpts().CPlusPlus)
Guy Benyei11169dd2012-12-18 14:30:41 +00002594 DC->setMustBuildLookupTable();
David L. Jonesc4808b9e2016-12-15 20:53:26 +00002595
Ben Langmuir2c9af442014-04-10 17:57:43 +00002596 return Success;
Guy Benyei11169dd2012-12-18 14:30:41 +00002597 }
Chris Lattnere7b154b2013-01-19 21:39:22 +00002598 case llvm::BitstreamEntry::SubBlock:
2599 switch (Entry.ID) {
Guy Benyei11169dd2012-12-18 14:30:41 +00002600 case DECLTYPES_BLOCK_ID:
2601 // We lazily load the decls block, but we want to set up the
2602 // DeclsCursor cursor to point into it. Clone our current bitcode
2603 // cursor to it, enter the block and read the abbrevs in that block.
2604 // With the main cursor, we just skip over it.
2605 F.DeclsCursor = Stream;
2606 if (Stream.SkipBlock() || // Skip with the main cursor.
2607 // Read the abbrevs.
2608 ReadBlockAbbrevs(F.DeclsCursor, DECLTYPES_BLOCK_ID)) {
2609 Error("malformed block record in AST file");
Ben Langmuir2c9af442014-04-10 17:57:43 +00002610 return Failure;
Guy Benyei11169dd2012-12-18 14:30:41 +00002611 }
2612 break;
Richard Smithb9eab6d2014-03-20 19:44:17 +00002613
Guy Benyei11169dd2012-12-18 14:30:41 +00002614 case PREPROCESSOR_BLOCK_ID:
2615 F.MacroCursor = Stream;
2616 if (!PP.getExternalSource())
2617 PP.setExternalSource(this);
David L. Jonesc4808b9e2016-12-15 20:53:26 +00002618
Guy Benyei11169dd2012-12-18 14:30:41 +00002619 if (Stream.SkipBlock() ||
2620 ReadBlockAbbrevs(F.MacroCursor, PREPROCESSOR_BLOCK_ID)) {
2621 Error("malformed block record in AST file");
Ben Langmuir2c9af442014-04-10 17:57:43 +00002622 return Failure;
Guy Benyei11169dd2012-12-18 14:30:41 +00002623 }
2624 F.MacroStartOffset = F.MacroCursor.GetCurrentBitNo();
2625 break;
David L. Jonesc4808b9e2016-12-15 20:53:26 +00002626
Guy Benyei11169dd2012-12-18 14:30:41 +00002627 case PREPROCESSOR_DETAIL_BLOCK_ID:
2628 F.PreprocessorDetailCursor = Stream;
2629 if (Stream.SkipBlock() ||
Chris Lattnere7b154b2013-01-19 21:39:22 +00002630 ReadBlockAbbrevs(F.PreprocessorDetailCursor,
Guy Benyei11169dd2012-12-18 14:30:41 +00002631 PREPROCESSOR_DETAIL_BLOCK_ID)) {
Chris Lattnere7b154b2013-01-19 21:39:22 +00002632 Error("malformed preprocessor detail record in AST file");
Ben Langmuir2c9af442014-04-10 17:57:43 +00002633 return Failure;
Chris Lattnere7b154b2013-01-19 21:39:22 +00002634 }
Guy Benyei11169dd2012-12-18 14:30:41 +00002635 F.PreprocessorDetailStartOffset
Chris Lattnere7b154b2013-01-19 21:39:22 +00002636 = F.PreprocessorDetailCursor.GetCurrentBitNo();
David L. Jonesc4808b9e2016-12-15 20:53:26 +00002637
Guy Benyei11169dd2012-12-18 14:30:41 +00002638 if (!PP.getPreprocessingRecord())
2639 PP.createPreprocessingRecord();
2640 if (!PP.getPreprocessingRecord()->getExternalSource())
2641 PP.getPreprocessingRecord()->SetExternalSource(*this);
2642 break;
David L. Jonesc4808b9e2016-12-15 20:53:26 +00002643
Guy Benyei11169dd2012-12-18 14:30:41 +00002644 case SOURCE_MANAGER_BLOCK_ID:
2645 if (ReadSourceManagerBlock(F))
Ben Langmuir2c9af442014-04-10 17:57:43 +00002646 return Failure;
Guy Benyei11169dd2012-12-18 14:30:41 +00002647 break;
David L. Jonesc4808b9e2016-12-15 20:53:26 +00002648
Guy Benyei11169dd2012-12-18 14:30:41 +00002649 case SUBMODULE_BLOCK_ID:
David Blaikie9ffe5a32017-01-30 05:00:26 +00002650 if (ASTReadResult Result =
2651 ReadSubmoduleBlock(F, ClientLoadCapabilities))
Ben Langmuir2c9af442014-04-10 17:57:43 +00002652 return Result;
Guy Benyei11169dd2012-12-18 14:30:41 +00002653 break;
David L. Jonesc4808b9e2016-12-15 20:53:26 +00002654
Guy Benyei11169dd2012-12-18 14:30:41 +00002655 case COMMENTS_BLOCK_ID: {
Chris Lattner7fb3bef2013-01-20 00:56:42 +00002656 BitstreamCursor C = Stream;
Guy Benyei11169dd2012-12-18 14:30:41 +00002657 if (Stream.SkipBlock() ||
2658 ReadBlockAbbrevs(C, COMMENTS_BLOCK_ID)) {
2659 Error("malformed comments block in AST file");
Ben Langmuir2c9af442014-04-10 17:57:43 +00002660 return Failure;
Guy Benyei11169dd2012-12-18 14:30:41 +00002661 }
2662 CommentsCursors.push_back(std::make_pair(C, &F));
2663 break;
2664 }
David L. Jonesc4808b9e2016-12-15 20:53:26 +00002665
Guy Benyei11169dd2012-12-18 14:30:41 +00002666 default:
Chris Lattnere7b154b2013-01-19 21:39:22 +00002667 if (Stream.SkipBlock()) {
2668 Error("malformed block record in AST file");
Ben Langmuir2c9af442014-04-10 17:57:43 +00002669 return Failure;
Chris Lattnere7b154b2013-01-19 21:39:22 +00002670 }
2671 break;
Guy Benyei11169dd2012-12-18 14:30:41 +00002672 }
2673 continue;
David L. Jonesc4808b9e2016-12-15 20:53:26 +00002674
Chris Lattnere7b154b2013-01-19 21:39:22 +00002675 case llvm::BitstreamEntry::Record:
2676 // The interesting case.
2677 break;
Guy Benyei11169dd2012-12-18 14:30:41 +00002678 }
2679
2680 // Read and process a record.
2681 Record.clear();
Chris Lattner0e6c9402013-01-20 02:38:54 +00002682 StringRef Blob;
2683 switch ((ASTRecordTypes)Stream.readRecord(Entry.ID, Record, &Blob)) {
Guy Benyei11169dd2012-12-18 14:30:41 +00002684 default: // Default behavior: ignore.
2685 break;
2686
2687 case TYPE_OFFSET: {
2688 if (F.LocalNumTypes != 0) {
2689 Error("duplicate TYPE_OFFSET record in AST file");
Ben Langmuir2c9af442014-04-10 17:57:43 +00002690 return Failure;
Guy Benyei11169dd2012-12-18 14:30:41 +00002691 }
Chris Lattner0e6c9402013-01-20 02:38:54 +00002692 F.TypeOffsets = (const uint32_t *)Blob.data();
Guy Benyei11169dd2012-12-18 14:30:41 +00002693 F.LocalNumTypes = Record[0];
2694 unsigned LocalBaseTypeIndex = Record[1];
2695 F.BaseTypeIndex = getTotalNumTypes();
David L. Jonesc4808b9e2016-12-15 20:53:26 +00002696
Guy Benyei11169dd2012-12-18 14:30:41 +00002697 if (F.LocalNumTypes > 0) {
2698 // Introduce the global -> local mapping for types within this module.
2699 GlobalTypeMap.insert(std::make_pair(getTotalNumTypes(), &F));
David L. Jonesc4808b9e2016-12-15 20:53:26 +00002700
Guy Benyei11169dd2012-12-18 14:30:41 +00002701 // Introduce the local -> global mapping for types within this module.
2702 F.TypeRemap.insertOrReplace(
David L. Jonesc4808b9e2016-12-15 20:53:26 +00002703 std::make_pair(LocalBaseTypeIndex,
Guy Benyei11169dd2012-12-18 14:30:41 +00002704 F.BaseTypeIndex - LocalBaseTypeIndex));
Ben Langmuir52ca6782014-10-20 16:27:32 +00002705
2706 TypesLoaded.resize(TypesLoaded.size() + F.LocalNumTypes);
Guy Benyei11169dd2012-12-18 14:30:41 +00002707 }
2708 break;
2709 }
David L. Jonesc4808b9e2016-12-15 20:53:26 +00002710
Guy Benyei11169dd2012-12-18 14:30:41 +00002711 case DECL_OFFSET: {
2712 if (F.LocalNumDecls != 0) {
2713 Error("duplicate DECL_OFFSET record in AST file");
Ben Langmuir2c9af442014-04-10 17:57:43 +00002714 return Failure;
Guy Benyei11169dd2012-12-18 14:30:41 +00002715 }
Chris Lattner0e6c9402013-01-20 02:38:54 +00002716 F.DeclOffsets = (const DeclOffset *)Blob.data();
Guy Benyei11169dd2012-12-18 14:30:41 +00002717 F.LocalNumDecls = Record[0];
2718 unsigned LocalBaseDeclID = Record[1];
2719 F.BaseDeclID = getTotalNumDecls();
David L. Jonesc4808b9e2016-12-15 20:53:26 +00002720
Guy Benyei11169dd2012-12-18 14:30:41 +00002721 if (F.LocalNumDecls > 0) {
David L. Jonesc4808b9e2016-12-15 20:53:26 +00002722 // Introduce the global -> local mapping for declarations within this
Guy Benyei11169dd2012-12-18 14:30:41 +00002723 // module.
2724 GlobalDeclMap.insert(
2725 std::make_pair(getTotalNumDecls() + NUM_PREDEF_DECL_IDS, &F));
David L. Jonesc4808b9e2016-12-15 20:53:26 +00002726
Guy Benyei11169dd2012-12-18 14:30:41 +00002727 // Introduce the local -> global mapping for declarations within this
2728 // module.
2729 F.DeclRemap.insertOrReplace(
2730 std::make_pair(LocalBaseDeclID, F.BaseDeclID - LocalBaseDeclID));
David L. Jonesc4808b9e2016-12-15 20:53:26 +00002731
Guy Benyei11169dd2012-12-18 14:30:41 +00002732 // Introduce the global -> local mapping for declarations within this
2733 // module.
2734 F.GlobalToLocalDeclIDs[&F] = LocalBaseDeclID;
Ben Langmuirfe971d92014-08-16 04:54:18 +00002735
Ben Langmuir52ca6782014-10-20 16:27:32 +00002736 DeclsLoaded.resize(DeclsLoaded.size() + F.LocalNumDecls);
2737 }
Guy Benyei11169dd2012-12-18 14:30:41 +00002738 break;
2739 }
David L. Jonesc4808b9e2016-12-15 20:53:26 +00002740
Guy Benyei11169dd2012-12-18 14:30:41 +00002741 case TU_UPDATE_LEXICAL: {
2742 DeclContext *TU = Context.getTranslationUnitDecl();
Richard Smith82f8fcd2015-08-06 22:07:25 +00002743 LexicalContents Contents(
2744 reinterpret_cast<const llvm::support::unaligned_uint32_t *>(
2745 Blob.data()),
2746 static_cast<unsigned int>(Blob.size() / 4));
2747 TULexicalDecls.push_back(std::make_pair(&F, Contents));
Guy Benyei11169dd2012-12-18 14:30:41 +00002748 TU->setHasExternalLexicalStorage(true);
2749 break;
2750 }
2751
2752 case UPDATE_VISIBLE: {
2753 unsigned Idx = 0;
2754 serialization::DeclID ID = ReadDeclID(F, Record, Idx);
Richard Smith0f4e2c42015-08-06 04:23:48 +00002755 auto *Data = (const unsigned char*)Blob.data();
Richard Smithd88a7f12015-09-01 20:35:42 +00002756 PendingVisibleUpdates[ID].push_back(PendingVisibleUpdate{&F, Data});
Richard Smith0f4e2c42015-08-06 04:23:48 +00002757 // If we've already loaded the decl, perform the updates when we finish
2758 // loading this block.
2759 if (Decl *D = GetExistingDecl(ID))
2760 PendingUpdateRecords.push_back(std::make_pair(ID, D));
Guy Benyei11169dd2012-12-18 14:30:41 +00002761 break;
2762 }
2763
2764 case IDENTIFIER_TABLE:
Chris Lattner0e6c9402013-01-20 02:38:54 +00002765 F.IdentifierTableData = Blob.data();
Guy Benyei11169dd2012-12-18 14:30:41 +00002766 if (Record[0]) {
Justin Bognerda4e6502014-04-14 16:34:29 +00002767 F.IdentifierLookupTable = ASTIdentifierLookupTable::Create(
2768 (const unsigned char *)F.IdentifierTableData + Record[0],
2769 (const unsigned char *)F.IdentifierTableData + sizeof(uint32_t),
2770 (const unsigned char *)F.IdentifierTableData,
2771 ASTIdentifierLookupTrait(*this, F));
David L. Jonesc4808b9e2016-12-15 20:53:26 +00002772
Guy Benyei11169dd2012-12-18 14:30:41 +00002773 PP.getIdentifierTable().setExternalIdentifierLookup(this);
2774 }
2775 break;
2776
2777 case IDENTIFIER_OFFSET: {
2778 if (F.LocalNumIdentifiers != 0) {
2779 Error("duplicate IDENTIFIER_OFFSET record in AST file");
Ben Langmuir2c9af442014-04-10 17:57:43 +00002780 return Failure;
Guy Benyei11169dd2012-12-18 14:30:41 +00002781 }
Chris Lattner0e6c9402013-01-20 02:38:54 +00002782 F.IdentifierOffsets = (const uint32_t *)Blob.data();
Guy Benyei11169dd2012-12-18 14:30:41 +00002783 F.LocalNumIdentifiers = Record[0];
2784 unsigned LocalBaseIdentifierID = Record[1];
2785 F.BaseIdentifierID = getTotalNumIdentifiers();
David L. Jonesc4808b9e2016-12-15 20:53:26 +00002786
Guy Benyei11169dd2012-12-18 14:30:41 +00002787 if (F.LocalNumIdentifiers > 0) {
2788 // Introduce the global -> local mapping for identifiers within this
2789 // module.
David L. Jonesc4808b9e2016-12-15 20:53:26 +00002790 GlobalIdentifierMap.insert(std::make_pair(getTotalNumIdentifiers() + 1,
Guy Benyei11169dd2012-12-18 14:30:41 +00002791 &F));
David L. Jonesc4808b9e2016-12-15 20:53:26 +00002792
Guy Benyei11169dd2012-12-18 14:30:41 +00002793 // Introduce the local -> global mapping for identifiers within this
2794 // module.
2795 F.IdentifierRemap.insertOrReplace(
2796 std::make_pair(LocalBaseIdentifierID,
2797 F.BaseIdentifierID - LocalBaseIdentifierID));
Ben Langmuirfe971d92014-08-16 04:54:18 +00002798
Ben Langmuir52ca6782014-10-20 16:27:32 +00002799 IdentifiersLoaded.resize(IdentifiersLoaded.size()
2800 + F.LocalNumIdentifiers);
2801 }
Guy Benyei11169dd2012-12-18 14:30:41 +00002802 break;
2803 }
2804
Richard Smith33e0f7e2015-07-22 02:08:40 +00002805 case INTERESTING_IDENTIFIERS:
2806 F.PreloadIdentifierOffsets.assign(Record.begin(), Record.end());
2807 break;
2808
Ben Langmuir332aafe2014-01-31 01:06:56 +00002809 case EAGERLY_DESERIALIZED_DECLS:
Richard Smith9e2341d2015-03-23 03:25:59 +00002810 // FIXME: Skip reading this record if our ASTConsumer doesn't care
2811 // about "interesting" decls (for instance, if we're building a module).
Guy Benyei11169dd2012-12-18 14:30:41 +00002812 for (unsigned I = 0, N = Record.size(); I != N; ++I)
Ben Langmuir332aafe2014-01-31 01:06:56 +00002813 EagerlyDeserializedDecls.push_back(getGlobalDeclID(F, Record[I]));
Guy Benyei11169dd2012-12-18 14:30:41 +00002814 break;
2815
David Blaikie9ffe5a32017-01-30 05:00:26 +00002816 case MODULAR_CODEGEN_DECLS:
2817 // FIXME: Skip reading this record if our ASTConsumer doesn't care about
2818 // them (ie: if we're not codegenerating this module).
2819 if (F.Kind == MK_MainFile)
2820 for (unsigned I = 0, N = Record.size(); I != N; ++I)
2821 EagerlyDeserializedDecls.push_back(getGlobalDeclID(F, Record[I]));
2822 break;
2823
Guy Benyei11169dd2012-12-18 14:30:41 +00002824 case SPECIAL_TYPES:
Douglas Gregor44180f82013-02-01 23:45:03 +00002825 if (SpecialTypes.empty()) {
2826 for (unsigned I = 0, N = Record.size(); I != N; ++I)
2827 SpecialTypes.push_back(getGlobalTypeID(F, Record[I]));
2828 break;
2829 }
2830
2831 if (SpecialTypes.size() != Record.size()) {
2832 Error("invalid special-types record");
Ben Langmuir2c9af442014-04-10 17:57:43 +00002833 return Failure;
Douglas Gregor44180f82013-02-01 23:45:03 +00002834 }
2835
2836 for (unsigned I = 0, N = Record.size(); I != N; ++I) {
2837 serialization::TypeID ID = getGlobalTypeID(F, Record[I]);
2838 if (!SpecialTypes[I])
2839 SpecialTypes[I] = ID;
2840 // FIXME: If ID && SpecialTypes[I] != ID, do we need a separate
2841 // merge step?
2842 }
Guy Benyei11169dd2012-12-18 14:30:41 +00002843 break;
2844
2845 case STATISTICS:
2846 TotalNumStatements += Record[0];
2847 TotalNumMacros += Record[1];
2848 TotalLexicalDeclContexts += Record[2];
2849 TotalVisibleDeclContexts += Record[3];
2850 break;
2851
2852 case UNUSED_FILESCOPED_DECLS:
2853 for (unsigned I = 0, N = Record.size(); I != N; ++I)
2854 UnusedFileScopedDecls.push_back(getGlobalDeclID(F, Record[I]));
2855 break;
2856
2857 case DELEGATING_CTORS:
2858 for (unsigned I = 0, N = Record.size(); I != N; ++I)
2859 DelegatingCtorDecls.push_back(getGlobalDeclID(F, Record[I]));
2860 break;
2861
2862 case WEAK_UNDECLARED_IDENTIFIERS:
2863 if (Record.size() % 4 != 0) {
2864 Error("invalid weak identifiers record");
Ben Langmuir2c9af442014-04-10 17:57:43 +00002865 return Failure;
Guy Benyei11169dd2012-12-18 14:30:41 +00002866 }
David L. Jonesc4808b9e2016-12-15 20:53:26 +00002867
2868 // FIXME: Ignore weak undeclared identifiers from non-original PCH
Guy Benyei11169dd2012-12-18 14:30:41 +00002869 // files. This isn't the way to do it :)
2870 WeakUndeclaredIdentifiers.clear();
David L. Jonesc4808b9e2016-12-15 20:53:26 +00002871
Guy Benyei11169dd2012-12-18 14:30:41 +00002872 // Translate the weak, undeclared identifiers into global IDs.
2873 for (unsigned I = 0, N = Record.size(); I < N; /* in loop */) {
2874 WeakUndeclaredIdentifiers.push_back(
2875 getGlobalIdentifierID(F, Record[I++]));
2876 WeakUndeclaredIdentifiers.push_back(
2877 getGlobalIdentifierID(F, Record[I++]));
2878 WeakUndeclaredIdentifiers.push_back(
2879 ReadSourceLocation(F, Record, I).getRawEncoding());
2880 WeakUndeclaredIdentifiers.push_back(Record[I++]);
2881 }
2882 break;
2883
Guy Benyei11169dd2012-12-18 14:30:41 +00002884 case SELECTOR_OFFSETS: {
Chris Lattner0e6c9402013-01-20 02:38:54 +00002885 F.SelectorOffsets = (const uint32_t *)Blob.data();
Guy Benyei11169dd2012-12-18 14:30:41 +00002886 F.LocalNumSelectors = Record[0];
2887 unsigned LocalBaseSelectorID = Record[1];
2888 F.BaseSelectorID = getTotalNumSelectors();
David L. Jonesc4808b9e2016-12-15 20:53:26 +00002889
Guy Benyei11169dd2012-12-18 14:30:41 +00002890 if (F.LocalNumSelectors > 0) {
David L. Jonesc4808b9e2016-12-15 20:53:26 +00002891 // Introduce the global -> local mapping for selectors within this
Guy Benyei11169dd2012-12-18 14:30:41 +00002892 // module.
2893 GlobalSelectorMap.insert(std::make_pair(getTotalNumSelectors()+1, &F));
David L. Jonesc4808b9e2016-12-15 20:53:26 +00002894
2895 // Introduce the local -> global mapping for selectors within this
Guy Benyei11169dd2012-12-18 14:30:41 +00002896 // module.
2897 F.SelectorRemap.insertOrReplace(
2898 std::make_pair(LocalBaseSelectorID,
2899 F.BaseSelectorID - LocalBaseSelectorID));
Ben Langmuir52ca6782014-10-20 16:27:32 +00002900
2901 SelectorsLoaded.resize(SelectorsLoaded.size() + F.LocalNumSelectors);
Guy Benyei11169dd2012-12-18 14:30:41 +00002902 }
2903 break;
2904 }
David L. Jonesc4808b9e2016-12-15 20:53:26 +00002905
Guy Benyei11169dd2012-12-18 14:30:41 +00002906 case METHOD_POOL:
Chris Lattner0e6c9402013-01-20 02:38:54 +00002907 F.SelectorLookupTableData = (const unsigned char *)Blob.data();
Guy Benyei11169dd2012-12-18 14:30:41 +00002908 if (Record[0])
2909 F.SelectorLookupTable
2910 = ASTSelectorLookupTable::Create(
2911 F.SelectorLookupTableData + Record[0],
2912 F.SelectorLookupTableData,
2913 ASTSelectorLookupTrait(*this, F));
2914 TotalNumMethodPoolEntries += Record[1];
2915 break;
2916
2917 case REFERENCED_SELECTOR_POOL:
2918 if (!Record.empty()) {
2919 for (unsigned Idx = 0, N = Record.size() - 1; Idx < N; /* in loop */) {
David L. Jonesc4808b9e2016-12-15 20:53:26 +00002920 ReferencedSelectorsData.push_back(getGlobalSelectorID(F,
Guy Benyei11169dd2012-12-18 14:30:41 +00002921 Record[Idx++]));
2922 ReferencedSelectorsData.push_back(ReadSourceLocation(F, Record, Idx).
2923 getRawEncoding());
2924 }
2925 }
2926 break;
2927
2928 case PP_COUNTER_VALUE:
2929 if (!Record.empty() && Listener)
2930 Listener->ReadCounter(F, Record[0]);
2931 break;
David L. Jonesc4808b9e2016-12-15 20:53:26 +00002932
Guy Benyei11169dd2012-12-18 14:30:41 +00002933 case FILE_SORTED_DECLS:
Chris Lattner0e6c9402013-01-20 02:38:54 +00002934 F.FileSortedDecls = (const DeclID *)Blob.data();
Guy Benyei11169dd2012-12-18 14:30:41 +00002935 F.NumFileSortedDecls = Record[0];
2936 break;
2937
2938 case SOURCE_LOCATION_OFFSETS: {
Chris Lattner0e6c9402013-01-20 02:38:54 +00002939 F.SLocEntryOffsets = (const uint32_t *)Blob.data();
Guy Benyei11169dd2012-12-18 14:30:41 +00002940 F.LocalNumSLocEntries = Record[0];
2941 unsigned SLocSpaceSize = Record[1];
Benjamin Kramer867ea1d2014-03-02 13:01:17 +00002942 std::tie(F.SLocEntryBaseID, F.SLocEntryBaseOffset) =
Ben Langmuir52ca6782014-10-20 16:27:32 +00002943 SourceMgr.AllocateLoadedSLocEntries(F.LocalNumSLocEntries,
Guy Benyei11169dd2012-12-18 14:30:41 +00002944 SLocSpaceSize);
Richard Smith78d81ec2015-08-12 22:25:24 +00002945 if (!F.SLocEntryBaseID) {
2946 Error("ran out of source locations");
2947 break;
2948 }
Guy Benyei11169dd2012-12-18 14:30:41 +00002949 // Make our entry in the range map. BaseID is negative and growing, so
2950 // we invert it. Because we invert it, though, we need the other end of
2951 // the range.
2952 unsigned RangeStart =
2953 unsigned(-F.SLocEntryBaseID) - F.LocalNumSLocEntries + 1;
2954 GlobalSLocEntryMap.insert(std::make_pair(RangeStart, &F));
2955 F.FirstLoc = SourceLocation::getFromRawEncoding(F.SLocEntryBaseOffset);
2956
2957 // SLocEntryBaseOffset is lower than MaxLoadedOffset and decreasing.
2958 assert((F.SLocEntryBaseOffset & (1U << 31U)) == 0);
2959 GlobalSLocOffsetMap.insert(
2960 std::make_pair(SourceManager::MaxLoadedOffset - F.SLocEntryBaseOffset
2961 - SLocSpaceSize,&F));
2962
2963 // Initialize the remapping table.
2964 // Invalid stays invalid.
Richard Smithb9eab6d2014-03-20 19:44:17 +00002965 F.SLocRemap.insertOrReplace(std::make_pair(0U, 0));
Guy Benyei11169dd2012-12-18 14:30:41 +00002966 // This module. Base was 2 when being compiled.
Richard Smithb9eab6d2014-03-20 19:44:17 +00002967 F.SLocRemap.insertOrReplace(std::make_pair(2U,
Guy Benyei11169dd2012-12-18 14:30:41 +00002968 static_cast<int>(F.SLocEntryBaseOffset - 2)));
David L. Jonesc4808b9e2016-12-15 20:53:26 +00002969
Guy Benyei11169dd2012-12-18 14:30:41 +00002970 TotalNumSLocEntries += F.LocalNumSLocEntries;
2971 break;
2972 }
2973
Richard Smith37a93df2017-02-18 00:32:02 +00002974 case MODULE_OFFSET_MAP:
2975 F.ModuleOffsetMap = Blob;
Guy Benyei11169dd2012-12-18 14:30:41 +00002976 break;
Guy Benyei11169dd2012-12-18 14:30:41 +00002977
2978 case SOURCE_MANAGER_LINE_TABLE:
2979 if (ParseLineTable(F, Record))
Ben Langmuir2c9af442014-04-10 17:57:43 +00002980 return Failure;
Guy Benyei11169dd2012-12-18 14:30:41 +00002981 break;
2982
2983 case SOURCE_LOCATION_PRELOADS: {
2984 // Need to transform from the local view (1-based IDs) to the global view,
2985 // which is based off F.SLocEntryBaseID.
2986 if (!F.PreloadSLocEntries.empty()) {
2987 Error("Multiple SOURCE_LOCATION_PRELOADS records in AST file");
Ben Langmuir2c9af442014-04-10 17:57:43 +00002988 return Failure;
Guy Benyei11169dd2012-12-18 14:30:41 +00002989 }
David L. Jonesc4808b9e2016-12-15 20:53:26 +00002990
Guy Benyei11169dd2012-12-18 14:30:41 +00002991 F.PreloadSLocEntries.swap(Record);
2992 break;
2993 }
2994
2995 case EXT_VECTOR_DECLS:
2996 for (unsigned I = 0, N = Record.size(); I != N; ++I)
2997 ExtVectorDecls.push_back(getGlobalDeclID(F, Record[I]));
2998 break;
2999
3000 case VTABLE_USES:
3001 if (Record.size() % 3 != 0) {
3002 Error("Invalid VTABLE_USES record");
Ben Langmuir2c9af442014-04-10 17:57:43 +00003003 return Failure;
Guy Benyei11169dd2012-12-18 14:30:41 +00003004 }
David L. Jonesc4808b9e2016-12-15 20:53:26 +00003005
Guy Benyei11169dd2012-12-18 14:30:41 +00003006 // Later tables overwrite earlier ones.
3007 // FIXME: Modules will have some trouble with this. This is clearly not
3008 // the right way to do this.
3009 VTableUses.clear();
David L. Jonesc4808b9e2016-12-15 20:53:26 +00003010
Guy Benyei11169dd2012-12-18 14:30:41 +00003011 for (unsigned Idx = 0, N = Record.size(); Idx != N; /* In loop */) {
3012 VTableUses.push_back(getGlobalDeclID(F, Record[Idx++]));
3013 VTableUses.push_back(
3014 ReadSourceLocation(F, Record, Idx).getRawEncoding());
3015 VTableUses.push_back(Record[Idx++]);
3016 }
3017 break;
3018
Guy Benyei11169dd2012-12-18 14:30:41 +00003019 case PENDING_IMPLICIT_INSTANTIATIONS:
3020 if (PendingInstantiations.size() % 2 != 0) {
3021 Error("Invalid existing PendingInstantiations");
Ben Langmuir2c9af442014-04-10 17:57:43 +00003022 return Failure;
Guy Benyei11169dd2012-12-18 14:30:41 +00003023 }
3024
3025 if (Record.size() % 2 != 0) {
3026 Error("Invalid PENDING_IMPLICIT_INSTANTIATIONS block");
Ben Langmuir2c9af442014-04-10 17:57:43 +00003027 return Failure;
Guy Benyei11169dd2012-12-18 14:30:41 +00003028 }
3029
3030 for (unsigned I = 0, N = Record.size(); I != N; /* in loop */) {
3031 PendingInstantiations.push_back(getGlobalDeclID(F, Record[I++]));
3032 PendingInstantiations.push_back(
3033 ReadSourceLocation(F, Record, I).getRawEncoding());
3034 }
3035 break;
3036
3037 case SEMA_DECL_REFS:
Richard Smith96269c52016-09-29 22:49:46 +00003038 if (Record.size() != 3) {
Richard Smith3d8e97e2013-10-18 06:54:39 +00003039 Error("Invalid SEMA_DECL_REFS block");
Ben Langmuir2c9af442014-04-10 17:57:43 +00003040 return Failure;
Richard Smith3d8e97e2013-10-18 06:54:39 +00003041 }
Guy Benyei11169dd2012-12-18 14:30:41 +00003042 for (unsigned I = 0, N = Record.size(); I != N; ++I)
3043 SemaDeclRefs.push_back(getGlobalDeclID(F, Record[I]));
3044 break;
3045
3046 case PPD_ENTITIES_OFFSETS: {
Chris Lattner0e6c9402013-01-20 02:38:54 +00003047 F.PreprocessedEntityOffsets = (const PPEntityOffset *)Blob.data();
3048 assert(Blob.size() % sizeof(PPEntityOffset) == 0);
3049 F.NumPreprocessedEntities = Blob.size() / sizeof(PPEntityOffset);
Guy Benyei11169dd2012-12-18 14:30:41 +00003050
3051 unsigned LocalBasePreprocessedEntityID = Record[0];
David L. Jonesc4808b9e2016-12-15 20:53:26 +00003052
Guy Benyei11169dd2012-12-18 14:30:41 +00003053 unsigned StartingID;
3054 if (!PP.getPreprocessingRecord())
3055 PP.createPreprocessingRecord();
3056 if (!PP.getPreprocessingRecord()->getExternalSource())
3057 PP.getPreprocessingRecord()->SetExternalSource(*this);
David L. Jonesc4808b9e2016-12-15 20:53:26 +00003058 StartingID
Guy Benyei11169dd2012-12-18 14:30:41 +00003059 = PP.getPreprocessingRecord()
Ben Langmuir52ca6782014-10-20 16:27:32 +00003060 ->allocateLoadedEntities(F.NumPreprocessedEntities);
Guy Benyei11169dd2012-12-18 14:30:41 +00003061 F.BasePreprocessedEntityID = StartingID;
3062
3063 if (F.NumPreprocessedEntities > 0) {
3064 // Introduce the global -> local mapping for preprocessed entities in
3065 // this module.
3066 GlobalPreprocessedEntityMap.insert(std::make_pair(StartingID, &F));
David L. Jonesc4808b9e2016-12-15 20:53:26 +00003067
Guy Benyei11169dd2012-12-18 14:30:41 +00003068 // Introduce the local -> global mapping for preprocessed entities in
3069 // this module.
3070 F.PreprocessedEntityRemap.insertOrReplace(
3071 std::make_pair(LocalBasePreprocessedEntityID,
3072 F.BasePreprocessedEntityID - LocalBasePreprocessedEntityID));
3073 }
3074
3075 break;
3076 }
David L. Jonesc4808b9e2016-12-15 20:53:26 +00003077
Guy Benyei11169dd2012-12-18 14:30:41 +00003078 case DECL_UPDATE_OFFSETS: {
3079 if (Record.size() % 2 != 0) {
3080 Error("invalid DECL_UPDATE_OFFSETS block in AST file");
Ben Langmuir2c9af442014-04-10 17:57:43 +00003081 return Failure;
Guy Benyei11169dd2012-12-18 14:30:41 +00003082 }
Richard Smithcd45dbc2014-04-19 03:48:30 +00003083 for (unsigned I = 0, N = Record.size(); I != N; I += 2) {
3084 GlobalDeclID ID = getGlobalDeclID(F, Record[I]);
3085 DeclUpdateOffsets[ID].push_back(std::make_pair(&F, Record[I + 1]));
3086
3087 // If we've already loaded the decl, perform the updates when we finish
3088 // loading this block.
3089 if (Decl *D = GetExistingDecl(ID))
3090 PendingUpdateRecords.push_back(std::make_pair(ID, D));
3091 }
Guy Benyei11169dd2012-12-18 14:30:41 +00003092 break;
3093 }
3094
Guy Benyei11169dd2012-12-18 14:30:41 +00003095 case OBJC_CATEGORIES_MAP: {
3096 if (F.LocalNumObjCCategoriesInMap != 0) {
3097 Error("duplicate OBJC_CATEGORIES_MAP record in AST file");
Ben Langmuir2c9af442014-04-10 17:57:43 +00003098 return Failure;
Guy Benyei11169dd2012-12-18 14:30:41 +00003099 }
David L. Jonesc4808b9e2016-12-15 20:53:26 +00003100
Guy Benyei11169dd2012-12-18 14:30:41 +00003101 F.LocalNumObjCCategoriesInMap = Record[0];
Chris Lattner0e6c9402013-01-20 02:38:54 +00003102 F.ObjCCategoriesMap = (const ObjCCategoriesInfo *)Blob.data();
Guy Benyei11169dd2012-12-18 14:30:41 +00003103 break;
3104 }
David L. Jonesc4808b9e2016-12-15 20:53:26 +00003105
Guy Benyei11169dd2012-12-18 14:30:41 +00003106 case OBJC_CATEGORIES:
3107 F.ObjCCategories.swap(Record);
3108 break;
Richard Smithc2bb8182015-03-24 06:36:48 +00003109
Guy Benyei11169dd2012-12-18 14:30:41 +00003110 case CUDA_SPECIAL_DECL_REFS:
3111 // Later tables overwrite earlier ones.
3112 // FIXME: Modules will have trouble with this.
3113 CUDASpecialDeclRefs.clear();
3114 for (unsigned I = 0, N = Record.size(); I != N; ++I)
3115 CUDASpecialDeclRefs.push_back(getGlobalDeclID(F, Record[I]));
3116 break;
3117
3118 case HEADER_SEARCH_TABLE: {
Chris Lattner0e6c9402013-01-20 02:38:54 +00003119 F.HeaderFileInfoTableData = Blob.data();
Guy Benyei11169dd2012-12-18 14:30:41 +00003120 F.LocalNumHeaderFileInfos = Record[1];
Guy Benyei11169dd2012-12-18 14:30:41 +00003121 if (Record[0]) {
3122 F.HeaderFileInfoTable
3123 = HeaderFileInfoLookupTable::Create(
3124 (const unsigned char *)F.HeaderFileInfoTableData + Record[0],
3125 (const unsigned char *)F.HeaderFileInfoTableData,
David L. Jonesc4808b9e2016-12-15 20:53:26 +00003126 HeaderFileInfoTrait(*this, F,
Guy Benyei11169dd2012-12-18 14:30:41 +00003127 &PP.getHeaderSearchInfo(),
Chris Lattner0e6c9402013-01-20 02:38:54 +00003128 Blob.data() + Record[2]));
David L. Jonesc4808b9e2016-12-15 20:53:26 +00003129
Guy Benyei11169dd2012-12-18 14:30:41 +00003130 PP.getHeaderSearchInfo().SetExternalSource(this);
3131 if (!PP.getHeaderSearchInfo().getExternalLookup())
3132 PP.getHeaderSearchInfo().SetExternalLookup(this);
3133 }
3134 break;
3135 }
David L. Jonesc4808b9e2016-12-15 20:53:26 +00003136
Guy Benyei11169dd2012-12-18 14:30:41 +00003137 case FP_PRAGMA_OPTIONS:
3138 // Later tables overwrite earlier ones.
3139 FPPragmaOptions.swap(Record);
3140 break;
3141
3142 case OPENCL_EXTENSIONS:
Yaxun Liu5b746652016-12-18 05:18:55 +00003143 for (unsigned I = 0, E = Record.size(); I != E; ) {
3144 auto Name = ReadString(Record, I);
3145 auto &Opt = OpenCLExtensions.OptMap[Name];
Yaxun Liucc2741c2016-12-18 06:35:06 +00003146 Opt.Supported = Record[I++] != 0;
3147 Opt.Enabled = Record[I++] != 0;
Yaxun Liu5b746652016-12-18 05:18:55 +00003148 Opt.Avail = Record[I++];
3149 Opt.Core = Record[I++];
3150 }
3151 break;
3152
3153 case OPENCL_EXTENSION_TYPES:
3154 for (unsigned I = 0, E = Record.size(); I != E;) {
3155 auto TypeID = static_cast<::TypeID>(Record[I++]);
3156 auto *Type = GetType(TypeID).getTypePtr();
3157 auto NumExt = static_cast<unsigned>(Record[I++]);
3158 for (unsigned II = 0; II != NumExt; ++II) {
3159 auto Ext = ReadString(Record, I);
3160 OpenCLTypeExtMap[Type].insert(Ext);
3161 }
3162 }
3163 break;
3164
3165 case OPENCL_EXTENSION_DECLS:
3166 for (unsigned I = 0, E = Record.size(); I != E;) {
3167 auto DeclID = static_cast<::DeclID>(Record[I++]);
3168 auto *Decl = GetDecl(DeclID);
3169 auto NumExt = static_cast<unsigned>(Record[I++]);
3170 for (unsigned II = 0; II != NumExt; ++II) {
3171 auto Ext = ReadString(Record, I);
3172 OpenCLDeclExtMap[Decl].insert(Ext);
3173 }
3174 }
Guy Benyei11169dd2012-12-18 14:30:41 +00003175 break;
3176
3177 case TENTATIVE_DEFINITIONS:
3178 for (unsigned I = 0, N = Record.size(); I != N; ++I)
3179 TentativeDefinitions.push_back(getGlobalDeclID(F, Record[I]));
3180 break;
David L. Jonesc4808b9e2016-12-15 20:53:26 +00003181
Guy Benyei11169dd2012-12-18 14:30:41 +00003182 case KNOWN_NAMESPACES:
3183 for (unsigned I = 0, N = Record.size(); I != N; ++I)
3184 KnownNamespaces.push_back(getGlobalDeclID(F, Record[I]));
3185 break;
Nick Lewycky8334af82013-01-26 00:35:08 +00003186
Nick Lewycky9c7eb1d2013-02-01 08:13:20 +00003187 case UNDEFINED_BUT_USED:
3188 if (UndefinedButUsed.size() % 2 != 0) {
3189 Error("Invalid existing UndefinedButUsed");
Ben Langmuir2c9af442014-04-10 17:57:43 +00003190 return Failure;
Nick Lewycky8334af82013-01-26 00:35:08 +00003191 }
3192
3193 if (Record.size() % 2 != 0) {
Nick Lewycky9c7eb1d2013-02-01 08:13:20 +00003194 Error("invalid undefined-but-used record");
Ben Langmuir2c9af442014-04-10 17:57:43 +00003195 return Failure;
Nick Lewycky8334af82013-01-26 00:35:08 +00003196 }
3197 for (unsigned I = 0, N = Record.size(); I != N; /* in loop */) {
Nick Lewycky9c7eb1d2013-02-01 08:13:20 +00003198 UndefinedButUsed.push_back(getGlobalDeclID(F, Record[I++]));
3199 UndefinedButUsed.push_back(
Nick Lewycky8334af82013-01-26 00:35:08 +00003200 ReadSourceLocation(F, Record, I).getRawEncoding());
3201 }
3202 break;
Ismail Pazarbasie5768d12015-05-18 19:59:11 +00003203 case DELETE_EXPRS_TO_ANALYZE:
3204 for (unsigned I = 0, N = Record.size(); I != N;) {
3205 DelayedDeleteExprs.push_back(getGlobalDeclID(F, Record[I++]));
3206 const uint64_t Count = Record[I++];
3207 DelayedDeleteExprs.push_back(Count);
3208 for (uint64_t C = 0; C < Count; ++C) {
3209 DelayedDeleteExprs.push_back(ReadSourceLocation(F, Record, I).getRawEncoding());
3210 bool IsArrayForm = Record[I++] == 1;
3211 DelayedDeleteExprs.push_back(IsArrayForm);
3212 }
3213 }
3214 break;
Nick Lewycky8334af82013-01-26 00:35:08 +00003215
Guy Benyei11169dd2012-12-18 14:30:41 +00003216 case IMPORTED_MODULES: {
Manman Ren11f2a472016-08-18 17:42:15 +00003217 if (!F.isModule()) {
Guy Benyei11169dd2012-12-18 14:30:41 +00003218 // If we aren't loading a module (which has its own exports), make
3219 // all of the imported modules visible.
3220 // FIXME: Deal with macros-only imports.
Richard Smith56be7542014-03-21 00:33:59 +00003221 for (unsigned I = 0, N = Record.size(); I != N; /**/) {
3222 unsigned GlobalID = getGlobalSubmoduleID(F, Record[I++]);
3223 SourceLocation Loc = ReadSourceLocation(F, Record, I);
Graydon Hoare9c982442017-01-18 20:36:59 +00003224 if (GlobalID) {
Aaron Ballman4f45b712014-03-21 15:22:56 +00003225 ImportedModules.push_back(ImportedSubmodule(GlobalID, Loc));
Graydon Hoare9c982442017-01-18 20:36:59 +00003226 if (DeserializationListener)
3227 DeserializationListener->ModuleImportRead(GlobalID, Loc);
3228 }
Guy Benyei11169dd2012-12-18 14:30:41 +00003229 }
3230 }
3231 break;
3232 }
3233
Guy Benyei11169dd2012-12-18 14:30:41 +00003234 case MACRO_OFFSET: {
3235 if (F.LocalNumMacros != 0) {
3236 Error("duplicate MACRO_OFFSET record in AST file");
Ben Langmuir2c9af442014-04-10 17:57:43 +00003237 return Failure;
Guy Benyei11169dd2012-12-18 14:30:41 +00003238 }
Chris Lattner0e6c9402013-01-20 02:38:54 +00003239 F.MacroOffsets = (const uint32_t *)Blob.data();
Guy Benyei11169dd2012-12-18 14:30:41 +00003240 F.LocalNumMacros = Record[0];
3241 unsigned LocalBaseMacroID = Record[1];
3242 F.BaseMacroID = getTotalNumMacros();
3243
3244 if (F.LocalNumMacros > 0) {
3245 // Introduce the global -> local mapping for macros within this module.
3246 GlobalMacroMap.insert(std::make_pair(getTotalNumMacros() + 1, &F));
3247
3248 // Introduce the local -> global mapping for macros within this module.
3249 F.MacroRemap.insertOrReplace(
3250 std::make_pair(LocalBaseMacroID,
3251 F.BaseMacroID - LocalBaseMacroID));
Ben Langmuir52ca6782014-10-20 16:27:32 +00003252
3253 MacrosLoaded.resize(MacrosLoaded.size() + F.LocalNumMacros);
Guy Benyei11169dd2012-12-18 14:30:41 +00003254 }
3255 break;
3256 }
3257
Richard Smithe40f2ba2013-08-07 21:41:30 +00003258 case LATE_PARSED_TEMPLATE: {
3259 LateParsedTemplates.append(Record.begin(), Record.end());
3260 break;
3261 }
Dario Domizioli13a0a382014-05-23 12:13:25 +00003262
3263 case OPTIMIZE_PRAGMA_OPTIONS:
3264 if (Record.size() != 1) {
3265 Error("invalid pragma optimize record");
3266 return Failure;
3267 }
3268 OptimizeOffPragmaLocation = ReadSourceLocation(F, Record[0]);
3269 break;
Nico Weber72889432014-09-06 01:25:55 +00003270
Nico Weber779355f2016-03-02 23:22:00 +00003271 case MSSTRUCT_PRAGMA_OPTIONS:
3272 if (Record.size() != 1) {
3273 Error("invalid pragma ms_struct record");
3274 return Failure;
3275 }
3276 PragmaMSStructState = Record[0];
3277 break;
3278
Nico Weber42932312016-03-03 00:17:35 +00003279 case POINTERS_TO_MEMBERS_PRAGMA_OPTIONS:
3280 if (Record.size() != 2) {
3281 Error("invalid pragma ms_struct record");
3282 return Failure;
3283 }
3284 PragmaMSPointersToMembersState = Record[0];
3285 PointersToMembersPragmaLocation = ReadSourceLocation(F, Record[1]);
3286 break;
3287
Nico Weber72889432014-09-06 01:25:55 +00003288 case UNUSED_LOCAL_TYPEDEF_NAME_CANDIDATES:
3289 for (unsigned I = 0, N = Record.size(); I != N; ++I)
3290 UnusedLocalTypedefNameCandidates.push_back(
3291 getGlobalDeclID(F, Record[I]));
3292 break;
Justin Lebar67a78a62016-10-08 22:15:58 +00003293
3294 case CUDA_PRAGMA_FORCE_HOST_DEVICE_DEPTH:
3295 if (Record.size() != 1) {
3296 Error("invalid cuda pragma options record");
3297 return Failure;
3298 }
3299 ForceCUDAHostDeviceDepth = Record[0];
3300 break;
Alex Lorenz7d7e1e02017-03-31 15:36:21 +00003301
3302 case PACK_PRAGMA_OPTIONS: {
3303 if (Record.size() < 3) {
3304 Error("invalid pragma pack record");
3305 return Failure;
3306 }
3307 PragmaPackCurrentValue = Record[0];
3308 PragmaPackCurrentLocation = ReadSourceLocation(F, Record[1]);
3309 unsigned NumStackEntries = Record[2];
3310 unsigned Idx = 3;
3311 // Reset the stack when importing a new module.
3312 PragmaPackStack.clear();
3313 for (unsigned I = 0; I < NumStackEntries; ++I) {
3314 PragmaPackStackEntry Entry;
3315 Entry.Value = Record[Idx++];
3316 Entry.Location = ReadSourceLocation(F, Record[Idx++]);
3317 PragmaPackStrings.push_back(ReadString(Record, Idx));
3318 Entry.SlotLabel = PragmaPackStrings.back();
3319 PragmaPackStack.push_back(Entry);
3320 }
3321 break;
3322 }
Guy Benyei11169dd2012-12-18 14:30:41 +00003323 }
3324 }
Guy Benyei11169dd2012-12-18 14:30:41 +00003325}
3326
Richard Smith37a93df2017-02-18 00:32:02 +00003327void ASTReader::ReadModuleOffsetMap(ModuleFile &F) const {
3328 assert(!F.ModuleOffsetMap.empty() && "no module offset map to read");
3329
3330 // Additional remapping information.
3331 const unsigned char *Data = (const unsigned char*)F.ModuleOffsetMap.data();
3332 const unsigned char *DataEnd = Data + F.ModuleOffsetMap.size();
3333 F.ModuleOffsetMap = StringRef();
3334
3335 // If we see this entry before SOURCE_LOCATION_OFFSETS, add placeholders.
3336 if (F.SLocRemap.find(0) == F.SLocRemap.end()) {
3337 F.SLocRemap.insert(std::make_pair(0U, 0));
3338 F.SLocRemap.insert(std::make_pair(2U, 1));
3339 }
3340
3341 // Continuous range maps we may be updating in our module.
3342 typedef ContinuousRangeMap<uint32_t, int, 2>::Builder
3343 RemapBuilder;
3344 RemapBuilder SLocRemap(F.SLocRemap);
3345 RemapBuilder IdentifierRemap(F.IdentifierRemap);
3346 RemapBuilder MacroRemap(F.MacroRemap);
3347 RemapBuilder PreprocessedEntityRemap(F.PreprocessedEntityRemap);
3348 RemapBuilder SubmoduleRemap(F.SubmoduleRemap);
3349 RemapBuilder SelectorRemap(F.SelectorRemap);
3350 RemapBuilder DeclRemap(F.DeclRemap);
3351 RemapBuilder TypeRemap(F.TypeRemap);
3352
3353 while (Data < DataEnd) {
3354 // FIXME: Looking up dependency modules by filename is horrible.
3355 using namespace llvm::support;
3356 uint16_t Len = endian::readNext<uint16_t, little, unaligned>(Data);
3357 StringRef Name = StringRef((const char*)Data, Len);
3358 Data += Len;
3359 ModuleFile *OM = ModuleMgr.lookup(Name);
3360 if (!OM) {
3361 std::string Msg =
3362 "SourceLocation remap refers to unknown module, cannot find ";
3363 Msg.append(Name);
3364 Error(Msg);
3365 return;
3366 }
3367
3368 uint32_t SLocOffset =
3369 endian::readNext<uint32_t, little, unaligned>(Data);
3370 uint32_t IdentifierIDOffset =
3371 endian::readNext<uint32_t, little, unaligned>(Data);
3372 uint32_t MacroIDOffset =
3373 endian::readNext<uint32_t, little, unaligned>(Data);
3374 uint32_t PreprocessedEntityIDOffset =
3375 endian::readNext<uint32_t, little, unaligned>(Data);
3376 uint32_t SubmoduleIDOffset =
3377 endian::readNext<uint32_t, little, unaligned>(Data);
3378 uint32_t SelectorIDOffset =
3379 endian::readNext<uint32_t, little, unaligned>(Data);
3380 uint32_t DeclIDOffset =
3381 endian::readNext<uint32_t, little, unaligned>(Data);
3382 uint32_t TypeIndexOffset =
3383 endian::readNext<uint32_t, little, unaligned>(Data);
3384
3385 uint32_t None = std::numeric_limits<uint32_t>::max();
3386
3387 auto mapOffset = [&](uint32_t Offset, uint32_t BaseOffset,
3388 RemapBuilder &Remap) {
3389 if (Offset != None)
3390 Remap.insert(std::make_pair(Offset,
3391 static_cast<int>(BaseOffset - Offset)));
3392 };
3393 mapOffset(SLocOffset, OM->SLocEntryBaseOffset, SLocRemap);
3394 mapOffset(IdentifierIDOffset, OM->BaseIdentifierID, IdentifierRemap);
3395 mapOffset(MacroIDOffset, OM->BaseMacroID, MacroRemap);
3396 mapOffset(PreprocessedEntityIDOffset, OM->BasePreprocessedEntityID,
3397 PreprocessedEntityRemap);
3398 mapOffset(SubmoduleIDOffset, OM->BaseSubmoduleID, SubmoduleRemap);
3399 mapOffset(SelectorIDOffset, OM->BaseSelectorID, SelectorRemap);
3400 mapOffset(DeclIDOffset, OM->BaseDeclID, DeclRemap);
3401 mapOffset(TypeIndexOffset, OM->BaseTypeIndex, TypeRemap);
3402
3403 // Global -> local mappings.
3404 F.GlobalToLocalDeclIDs[OM] = DeclIDOffset;
3405 }
3406}
3407
Ben Langmuir4b8a9e92014-08-12 16:42:33 +00003408ASTReader::ASTReadResult
3409ASTReader::ReadModuleMapFileBlock(RecordData &Record, ModuleFile &F,
3410 const ModuleFile *ImportedBy,
3411 unsigned ClientLoadCapabilities) {
3412 unsigned Idx = 0;
Richard Smith7ed1bc92014-12-05 22:42:13 +00003413 F.ModuleMapPath = ReadPath(F, Record, Idx);
Ben Langmuir4b8a9e92014-08-12 16:42:33 +00003414
Manman Ren11f2a472016-08-18 17:42:15 +00003415 if (F.Kind == MK_ExplicitModule || F.Kind == MK_PrebuiltModule) {
Richard Smithe842a472014-10-22 02:05:46 +00003416 // For an explicitly-loaded module, we don't care whether the original
3417 // module map file exists or matches.
3418 return Success;
3419 }
3420
Ben Langmuir4b8a9e92014-08-12 16:42:33 +00003421 // Try to resolve ModuleName in the current header search context and
3422 // verify that it is found in the same module map file as we saved. If the
3423 // top-level AST file is a main file, skip this check because there is no
3424 // usable header search context.
3425 assert(!F.ModuleName.empty() &&
Richard Smithe842a472014-10-22 02:05:46 +00003426 "MODULE_NAME should come before MODULE_MAP_FILE");
Duncan P. N. Exon Smith96a06e02017-01-28 22:15:22 +00003427 if (F.Kind == MK_ImplicitModule && ModuleMgr.begin()->Kind != MK_MainFile) {
Richard Smithe842a472014-10-22 02:05:46 +00003428 // An implicitly-loaded module file should have its module listed in some
3429 // module map file that we've already loaded.
Ben Langmuir4b8a9e92014-08-12 16:42:33 +00003430 Module *M = PP.getHeaderSearchInfo().lookupModule(F.ModuleName);
Richard Smithe842a472014-10-22 02:05:46 +00003431 auto &Map = PP.getHeaderSearchInfo().getModuleMap();
3432 const FileEntry *ModMap = M ? Map.getModuleMapFileForUniquing(M) : nullptr;
3433 if (!ModMap) {
Ben Langmuir4b8a9e92014-08-12 16:42:33 +00003434 assert(ImportedBy && "top-level import should be verified");
Richard Smith0f99d6a2015-08-09 08:48:41 +00003435 if ((ClientLoadCapabilities & ARR_OutOfDate) == 0) {
3436 if (auto *ASTFE = M ? M->getASTFile() : nullptr)
3437 // This module was defined by an imported (explicit) module.
3438 Diag(diag::err_module_file_conflict) << F.ModuleName << F.FileName
3439 << ASTFE->getName();
3440 else
3441 // This module was built with a different module map.
3442 Diag(diag::err_imported_module_not_found)
3443 << F.ModuleName << F.FileName << ImportedBy->FileName
3444 << F.ModuleMapPath;
3445 }
3446 return OutOfDate;
Ben Langmuir4b8a9e92014-08-12 16:42:33 +00003447 }
3448
Richard Smithe842a472014-10-22 02:05:46 +00003449 assert(M->Name == F.ModuleName && "found module with different name");
3450
Ben Langmuir4b8a9e92014-08-12 16:42:33 +00003451 // Check the primary module map file.
Ben Langmuir4b8a9e92014-08-12 16:42:33 +00003452 const FileEntry *StoredModMap = FileMgr.getFile(F.ModuleMapPath);
Ben Langmuir4b8a9e92014-08-12 16:42:33 +00003453 if (StoredModMap == nullptr || StoredModMap != ModMap) {
3454 assert(ModMap && "found module is missing module map file");
Ben Langmuir4b8a9e92014-08-12 16:42:33 +00003455 assert(ImportedBy && "top-level import should be verified");
3456 if ((ClientLoadCapabilities & ARR_OutOfDate) == 0)
3457 Diag(diag::err_imported_module_modmap_changed)
3458 << F.ModuleName << ImportedBy->FileName
3459 << ModMap->getName() << F.ModuleMapPath;
3460 return OutOfDate;
3461 }
3462
3463 llvm::SmallPtrSet<const FileEntry *, 1> AdditionalStoredMaps;
3464 for (unsigned I = 0, N = Record[Idx++]; I < N; ++I) {
3465 // FIXME: we should use input files rather than storing names.
Richard Smith7ed1bc92014-12-05 22:42:13 +00003466 std::string Filename = ReadPath(F, Record, Idx);
Ben Langmuir4b8a9e92014-08-12 16:42:33 +00003467 const FileEntry *F =
3468 FileMgr.getFile(Filename, false, false);
3469 if (F == nullptr) {
3470 if ((ClientLoadCapabilities & ARR_OutOfDate) == 0)
3471 Error("could not find file '" + Filename +"' referenced by AST file");
3472 return OutOfDate;
3473 }
3474 AdditionalStoredMaps.insert(F);
3475 }
3476
3477 // Check any additional module map files (e.g. module.private.modulemap)
3478 // that are not in the pcm.
3479 if (auto *AdditionalModuleMaps = Map.getAdditionalModuleMapFiles(M)) {
3480 for (const FileEntry *ModMap : *AdditionalModuleMaps) {
3481 // Remove files that match
3482 // Note: SmallPtrSet::erase is really remove
3483 if (!AdditionalStoredMaps.erase(ModMap)) {
3484 if ((ClientLoadCapabilities & ARR_OutOfDate) == 0)
3485 Diag(diag::err_module_different_modmap)
3486 << F.ModuleName << /*new*/0 << ModMap->getName();
3487 return OutOfDate;
3488 }
3489 }
3490 }
3491
3492 // Check any additional module map files that are in the pcm, but not
3493 // found in header search. Cases that match are already removed.
3494 for (const FileEntry *ModMap : AdditionalStoredMaps) {
3495 if ((ClientLoadCapabilities & ARR_OutOfDate) == 0)
3496 Diag(diag::err_module_different_modmap)
3497 << F.ModuleName << /*not new*/1 << ModMap->getName();
3498 return OutOfDate;
3499 }
3500 }
3501
3502 if (Listener)
3503 Listener->ReadModuleMapFile(F.ModuleMapPath);
3504 return Success;
3505}
3506
3507
Douglas Gregorc1489562013-02-12 23:36:21 +00003508/// \brief Move the given method to the back of the global list of methods.
3509static void moveMethodToBackOfGlobalList(Sema &S, ObjCMethodDecl *Method) {
3510 // Find the entry for this selector in the method pool.
3511 Sema::GlobalMethodPool::iterator Known
3512 = S.MethodPool.find(Method->getSelector());
3513 if (Known == S.MethodPool.end())
3514 return;
3515
3516 // Retrieve the appropriate method list.
3517 ObjCMethodList &Start = Method->isInstanceMethod()? Known->second.first
3518 : Known->second.second;
3519 bool Found = false;
Argyrios Kyrtzidisd3da6e02013-04-17 00:08:58 +00003520 for (ObjCMethodList *List = &Start; List; List = List->getNext()) {
Douglas Gregorc1489562013-02-12 23:36:21 +00003521 if (!Found) {
Nico Weber2e0c8f72014-12-27 03:58:08 +00003522 if (List->getMethod() == Method) {
Douglas Gregorc1489562013-02-12 23:36:21 +00003523 Found = true;
3524 } else {
3525 // Keep searching.
3526 continue;
3527 }
3528 }
3529
Argyrios Kyrtzidisd3da6e02013-04-17 00:08:58 +00003530 if (List->getNext())
Nico Weber2e0c8f72014-12-27 03:58:08 +00003531 List->setMethod(List->getNext()->getMethod());
Douglas Gregorc1489562013-02-12 23:36:21 +00003532 else
Nico Weber2e0c8f72014-12-27 03:58:08 +00003533 List->setMethod(Method);
Douglas Gregorc1489562013-02-12 23:36:21 +00003534 }
3535}
3536
Richard Smithde711422015-04-23 21:20:19 +00003537void ASTReader::makeNamesVisible(const HiddenNames &Names, Module *Owner) {
Richard Smith10434f32015-05-02 02:08:26 +00003538 assert(Owner->NameVisibility != Module::Hidden && "nothing to make visible?");
Richard Smith20e883e2015-04-29 23:20:19 +00003539 for (Decl *D : Names) {
Richard Smith49f906a2014-03-01 00:08:04 +00003540 bool wasHidden = D->Hidden;
3541 D->Hidden = false;
Guy Benyei11169dd2012-12-18 14:30:41 +00003542
Richard Smith49f906a2014-03-01 00:08:04 +00003543 if (wasHidden && SemaObj) {
3544 if (ObjCMethodDecl *Method = dyn_cast<ObjCMethodDecl>(D)) {
3545 moveMethodToBackOfGlobalList(*SemaObj, Method);
Douglas Gregorc1489562013-02-12 23:36:21 +00003546 }
Guy Benyei11169dd2012-12-18 14:30:41 +00003547 }
3548 }
3549}
3550
Richard Smith49f906a2014-03-01 00:08:04 +00003551void ASTReader::makeModuleVisible(Module *Mod,
Argyrios Kyrtzidis125df052013-02-01 16:36:12 +00003552 Module::NameVisibilityKind NameVisibility,
Richard Smitha7e2cc62015-05-01 01:53:09 +00003553 SourceLocation ImportLoc) {
Guy Benyei11169dd2012-12-18 14:30:41 +00003554 llvm::SmallPtrSet<Module *, 4> Visited;
Dmitri Gribenkof8579502013-01-12 19:30:44 +00003555 SmallVector<Module *, 4> Stack;
Robert Wilhelm25284cc2013-08-23 16:11:15 +00003556 Stack.push_back(Mod);
Guy Benyei11169dd2012-12-18 14:30:41 +00003557 while (!Stack.empty()) {
Robert Wilhelm25284cc2013-08-23 16:11:15 +00003558 Mod = Stack.pop_back_val();
Guy Benyei11169dd2012-12-18 14:30:41 +00003559
3560 if (NameVisibility <= Mod->NameVisibility) {
Robert Wilhelm25284cc2013-08-23 16:11:15 +00003561 // This module already has this level of visibility (or greater), so
Guy Benyei11169dd2012-12-18 14:30:41 +00003562 // there is nothing more to do.
3563 continue;
3564 }
Richard Smith49f906a2014-03-01 00:08:04 +00003565
Guy Benyei11169dd2012-12-18 14:30:41 +00003566 if (!Mod->isAvailable()) {
3567 // Modules that aren't available cannot be made visible.
3568 continue;
3569 }
3570
3571 // Update the module's name visibility.
3572 Mod->NameVisibility = NameVisibility;
Richard Smith49f906a2014-03-01 00:08:04 +00003573
Guy Benyei11169dd2012-12-18 14:30:41 +00003574 // If we've already deserialized any names from this module,
3575 // mark them as visible.
3576 HiddenNamesMapType::iterator Hidden = HiddenNamesMap.find(Mod);
3577 if (Hidden != HiddenNamesMap.end()) {
Richard Smith57721ac2014-07-21 04:10:40 +00003578 auto HiddenNames = std::move(*Hidden);
Guy Benyei11169dd2012-12-18 14:30:41 +00003579 HiddenNamesMap.erase(Hidden);
Richard Smithde711422015-04-23 21:20:19 +00003580 makeNamesVisible(HiddenNames.second, HiddenNames.first);
Richard Smith57721ac2014-07-21 04:10:40 +00003581 assert(HiddenNamesMap.find(Mod) == HiddenNamesMap.end() &&
3582 "making names visible added hidden names");
Guy Benyei11169dd2012-12-18 14:30:41 +00003583 }
Dmitri Gribenkoe9bcf5b2013-11-04 21:51:33 +00003584
Guy Benyei11169dd2012-12-18 14:30:41 +00003585 // Push any exported modules onto the stack to be marked as visible.
Argyrios Kyrtzidis8739f7b2013-02-19 19:34:40 +00003586 SmallVector<Module *, 16> Exports;
3587 Mod->getExportedModules(Exports);
3588 for (SmallVectorImpl<Module *>::iterator
3589 I = Exports.begin(), E = Exports.end(); I != E; ++I) {
3590 Module *Exported = *I;
David Blaikie82e95a32014-11-19 07:49:47 +00003591 if (Visited.insert(Exported).second)
Argyrios Kyrtzidis8739f7b2013-02-19 19:34:40 +00003592 Stack.push_back(Exported);
Guy Benyei11169dd2012-12-18 14:30:41 +00003593 }
3594 }
3595}
3596
Richard Smith6561f922016-09-12 21:06:40 +00003597/// We've merged the definition \p MergedDef into the existing definition
3598/// \p Def. Ensure that \p Def is made visible whenever \p MergedDef is made
3599/// visible.
3600void ASTReader::mergeDefinitionVisibility(NamedDecl *Def,
3601 NamedDecl *MergedDef) {
Benjamin Kramera72a70a2016-10-17 13:00:44 +00003602 // FIXME: This doesn't correctly handle the case where MergedDef is visible
3603 // in modules other than its owning module. We should instead give the
3604 // ASTContext a list of merged definitions for Def.
Richard Smith6561f922016-09-12 21:06:40 +00003605 if (Def->isHidden()) {
3606 // If MergedDef is visible or becomes visible, make the definition visible.
Benjamin Kramera72a70a2016-10-17 13:00:44 +00003607 if (!MergedDef->isHidden())
3608 Def->Hidden = false;
3609 else if (getContext().getLangOpts().ModulesLocalVisibility) {
3610 getContext().mergeDefinitionIntoModule(
3611 Def, MergedDef->getImportedOwningModule(),
3612 /*NotifyListeners*/ false);
3613 PendingMergedDefinitionsToDeduplicate.insert(Def);
3614 } else {
3615 auto SubmoduleID = MergedDef->getOwningModuleID();
3616 assert(SubmoduleID && "hidden definition in no module");
3617 HiddenNamesMap[getSubmodule(SubmoduleID)].push_back(Def);
3618 }
Richard Smith6561f922016-09-12 21:06:40 +00003619 }
3620}
3621
Douglas Gregore060e572013-01-25 01:03:03 +00003622bool ASTReader::loadGlobalIndex() {
3623 if (GlobalIndex)
3624 return false;
3625
3626 if (TriedLoadingGlobalIndex || !UseGlobalIndex ||
3627 !Context.getLangOpts().Modules)
3628 return true;
David L. Jonesc4808b9e2016-12-15 20:53:26 +00003629
Douglas Gregore060e572013-01-25 01:03:03 +00003630 // Try to load the global index.
3631 TriedLoadingGlobalIndex = true;
3632 StringRef ModuleCachePath
3633 = getPreprocessor().getHeaderSearchInfo().getModuleCachePath();
3634 std::pair<GlobalModuleIndex *, GlobalModuleIndex::ErrorCode> Result
Douglas Gregor7029ce12013-03-19 00:28:20 +00003635 = GlobalModuleIndex::readIndex(ModuleCachePath);
Douglas Gregore060e572013-01-25 01:03:03 +00003636 if (!Result.first)
3637 return true;
3638
3639 GlobalIndex.reset(Result.first);
Douglas Gregor7211ac12013-01-25 23:32:03 +00003640 ModuleMgr.setGlobalIndex(GlobalIndex.get());
Douglas Gregore060e572013-01-25 01:03:03 +00003641 return false;
3642}
3643
3644bool ASTReader::isGlobalIndexUnavailable() const {
3645 return Context.getLangOpts().Modules && UseGlobalIndex &&
3646 !hasGlobalIndex() && TriedLoadingGlobalIndex;
3647}
3648
Dmitri Gribenkof430da42014-02-12 10:33:14 +00003649static void updateModuleTimestamp(ModuleFile &MF) {
3650 // Overwrite the timestamp file contents so that file's mtime changes.
3651 std::string TimestampFilename = MF.getTimestampFilename();
Rafael Espindoladae941a2014-08-25 18:17:04 +00003652 std::error_code EC;
3653 llvm::raw_fd_ostream OS(TimestampFilename, EC, llvm::sys::fs::F_Text);
3654 if (EC)
Dmitri Gribenkof430da42014-02-12 10:33:14 +00003655 return;
3656 OS << "Timestamp file\n";
3657}
3658
Douglas Gregor6623e1f2015-11-03 18:33:07 +00003659/// \brief Given a cursor at the start of an AST file, scan ahead and drop the
3660/// cursor into the start of the given block ID, returning false on success and
3661/// true on failure.
3662static bool SkipCursorToBlock(BitstreamCursor &Cursor, unsigned BlockID) {
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +00003663 while (true) {
Douglas Gregor6623e1f2015-11-03 18:33:07 +00003664 llvm::BitstreamEntry Entry = Cursor.advance();
3665 switch (Entry.Kind) {
3666 case llvm::BitstreamEntry::Error:
3667 case llvm::BitstreamEntry::EndBlock:
3668 return true;
3669
3670 case llvm::BitstreamEntry::Record:
3671 // Ignore top-level records.
3672 Cursor.skipRecord(Entry.ID);
3673 break;
3674
3675 case llvm::BitstreamEntry::SubBlock:
3676 if (Entry.ID == BlockID) {
3677 if (Cursor.EnterSubBlock(BlockID))
3678 return true;
3679 // Found it!
3680 return false;
3681 }
3682
3683 if (Cursor.SkipBlock())
3684 return true;
3685 }
3686 }
3687}
3688
Benjamin Kramer0772c422016-02-13 13:42:54 +00003689ASTReader::ASTReadResult ASTReader::ReadAST(StringRef FileName,
Guy Benyei11169dd2012-12-18 14:30:41 +00003690 ModuleKind Type,
3691 SourceLocation ImportLoc,
Graydon Hoaree7196af2016-12-09 21:45:49 +00003692 unsigned ClientLoadCapabilities,
3693 SmallVectorImpl<ImportedSubmodule> *Imported) {
Argyrios Kyrtzidisdc9fdaf2013-05-24 05:44:08 +00003694 llvm::SaveAndRestore<SourceLocation>
3695 SetCurImportLocRAII(CurrentImportLoc, ImportLoc);
3696
Richard Smithd1c46742014-04-30 02:24:17 +00003697 // Defer any pending actions until we get to the end of reading the AST file.
3698 Deserializing AnASTFile(this);
3699
Guy Benyei11169dd2012-12-18 14:30:41 +00003700 // Bump the generation number.
Richard Smith053f6c62014-05-16 23:01:30 +00003701 unsigned PreviousGeneration = incrementGeneration(Context);
Guy Benyei11169dd2012-12-18 14:30:41 +00003702
3703 unsigned NumModules = ModuleMgr.size();
Dmitri Gribenkof8579502013-01-12 19:30:44 +00003704 SmallVector<ImportedModule, 4> Loaded;
Duncan P. N. Exon Smith60fa2882017-03-13 18:45:08 +00003705 switch (ASTReadResult ReadResult =
3706 ReadASTCore(FileName, Type, ImportLoc,
3707 /*ImportedBy=*/nullptr, Loaded, 0, 0,
3708 ASTFileSignature(), ClientLoadCapabilities)) {
Guy Benyei11169dd2012-12-18 14:30:41 +00003709 case Failure:
Douglas Gregor7029ce12013-03-19 00:28:20 +00003710 case Missing:
Guy Benyei11169dd2012-12-18 14:30:41 +00003711 case OutOfDate:
3712 case VersionMismatch:
3713 case ConfigurationMismatch:
Ben Langmuir9801b252014-06-20 00:24:56 +00003714 case HadErrors: {
3715 llvm::SmallPtrSet<ModuleFile *, 4> LoadedSet;
3716 for (const ImportedModule &IM : Loaded)
3717 LoadedSet.insert(IM.Mod);
3718
Duncan P. N. Exon Smith8e6bc1972017-01-28 23:02:12 +00003719 ModuleMgr.removeModules(ModuleMgr.begin() + NumModules, LoadedSet,
Douglas Gregor7029ce12013-03-19 00:28:20 +00003720 Context.getLangOpts().Modules
Duncan P. N. Exon Smith8e6bc1972017-01-28 23:02:12 +00003721 ? &PP.getHeaderSearchInfo().getModuleMap()
3722 : nullptr);
Douglas Gregore060e572013-01-25 01:03:03 +00003723
3724 // If we find that any modules are unusable, the global index is going
3725 // to be out-of-date. Just remove it.
3726 GlobalIndex.reset();
Craig Toppera13603a2014-05-22 05:54:18 +00003727 ModuleMgr.setGlobalIndex(nullptr);
Guy Benyei11169dd2012-12-18 14:30:41 +00003728 return ReadResult;
Ben Langmuir9801b252014-06-20 00:24:56 +00003729 }
Guy Benyei11169dd2012-12-18 14:30:41 +00003730 case Success:
3731 break;
3732 }
3733
3734 // Here comes stuff that we only do once the entire chain is loaded.
3735
3736 // Load the AST blocks of all of the modules that we loaded.
Dmitri Gribenkof8579502013-01-12 19:30:44 +00003737 for (SmallVectorImpl<ImportedModule>::iterator M = Loaded.begin(),
3738 MEnd = Loaded.end();
Guy Benyei11169dd2012-12-18 14:30:41 +00003739 M != MEnd; ++M) {
3740 ModuleFile &F = *M->Mod;
3741
3742 // Read the AST block.
Ben Langmuir2c9af442014-04-10 17:57:43 +00003743 if (ASTReadResult Result = ReadASTBlock(F, ClientLoadCapabilities))
3744 return Result;
Guy Benyei11169dd2012-12-18 14:30:41 +00003745
Douglas Gregor6623e1f2015-11-03 18:33:07 +00003746 // Read the extension blocks.
3747 while (!SkipCursorToBlock(F.Stream, EXTENSION_BLOCK_ID)) {
3748 if (ASTReadResult Result = ReadExtensionBlock(F))
3749 return Result;
3750 }
3751
David L. Jonesc4808b9e2016-12-15 20:53:26 +00003752 // Once read, set the ModuleFile bit base offset and update the size in
Guy Benyei11169dd2012-12-18 14:30:41 +00003753 // bits of all files we've seen.
3754 F.GlobalBitOffset = TotalModulesSizeInBits;
3755 TotalModulesSizeInBits += F.SizeInBits;
3756 GlobalBitOffsetsMap.insert(std::make_pair(F.GlobalBitOffset, &F));
David L. Jonesc4808b9e2016-12-15 20:53:26 +00003757
Guy Benyei11169dd2012-12-18 14:30:41 +00003758 // Preload SLocEntries.
3759 for (unsigned I = 0, N = F.PreloadSLocEntries.size(); I != N; ++I) {
3760 int Index = int(F.PreloadSLocEntries[I] - 1) + F.SLocEntryBaseID;
3761 // Load it through the SourceManager and don't call ReadSLocEntry()
3762 // directly because the entry may have already been loaded in which case
3763 // calling ReadSLocEntry() directly would trigger an assertion in
3764 // SourceManager.
3765 SourceMgr.getLoadedSLocEntryByID(Index);
3766 }
Richard Smith33e0f7e2015-07-22 02:08:40 +00003767
3768 // Preload all the pending interesting identifiers by marking them out of
3769 // date.
3770 for (auto Offset : F.PreloadIdentifierOffsets) {
3771 const unsigned char *Data = reinterpret_cast<const unsigned char *>(
3772 F.IdentifierTableData + Offset);
3773
3774 ASTIdentifierLookupTrait Trait(*this, F);
3775 auto KeyDataLen = Trait.ReadKeyDataLength(Data);
3776 auto Key = Trait.ReadKey(Data, KeyDataLen.first);
Richard Smith79bf9202015-08-24 03:33:22 +00003777 auto &II = PP.getIdentifierTable().getOwn(Key);
3778 II.setOutOfDate(true);
3779
3780 // Mark this identifier as being from an AST file so that we can track
3781 // whether we need to serialize it.
Richard Smitheb4b58f62016-02-05 01:40:54 +00003782 markIdentifierFromAST(*this, II);
Richard Smith79bf9202015-08-24 03:33:22 +00003783
3784 // Associate the ID with the identifier so that the writer can reuse it.
3785 auto ID = Trait.ReadIdentifierID(Data + KeyDataLen.first);
3786 SetIdentifierInfo(ID, &II);
Richard Smith33e0f7e2015-07-22 02:08:40 +00003787 }
Guy Benyei11169dd2012-12-18 14:30:41 +00003788 }
3789
Douglas Gregor603cd862013-03-22 18:50:14 +00003790 // Setup the import locations and notify the module manager that we've
3791 // committed to these module files.
Dmitri Gribenkof8579502013-01-12 19:30:44 +00003792 for (SmallVectorImpl<ImportedModule>::iterator M = Loaded.begin(),
3793 MEnd = Loaded.end();
Guy Benyei11169dd2012-12-18 14:30:41 +00003794 M != MEnd; ++M) {
3795 ModuleFile &F = *M->Mod;
Douglas Gregor603cd862013-03-22 18:50:14 +00003796
3797 ModuleMgr.moduleFileAccepted(&F);
3798
3799 // Set the import location.
Argyrios Kyrtzidis71c1af82013-02-01 16:36:14 +00003800 F.DirectImportLoc = ImportLoc;
Richard Smithb22a1d12016-03-27 20:13:24 +00003801 // FIXME: We assume that locations from PCH / preamble do not need
3802 // any translation.
Guy Benyei11169dd2012-12-18 14:30:41 +00003803 if (!M->ImportedBy)
3804 F.ImportLoc = M->ImportLoc;
3805 else
Richard Smithb22a1d12016-03-27 20:13:24 +00003806 F.ImportLoc = TranslateSourceLocation(*M->ImportedBy, M->ImportLoc);
Guy Benyei11169dd2012-12-18 14:30:41 +00003807 }
3808
Richard Smith33e0f7e2015-07-22 02:08:40 +00003809 if (!Context.getLangOpts().CPlusPlus ||
Manman Ren11f2a472016-08-18 17:42:15 +00003810 (Type != MK_ImplicitModule && Type != MK_ExplicitModule &&
3811 Type != MK_PrebuiltModule)) {
Richard Smith33e0f7e2015-07-22 02:08:40 +00003812 // Mark all of the identifiers in the identifier table as being out of date,
3813 // so that various accessors know to check the loaded modules when the
3814 // identifier is used.
3815 //
3816 // For C++ modules, we don't need information on many identifiers (just
3817 // those that provide macros or are poisoned), so we mark all of
3818 // the interesting ones via PreloadIdentifierOffsets.
3819 for (IdentifierTable::iterator Id = PP.getIdentifierTable().begin(),
3820 IdEnd = PP.getIdentifierTable().end();
3821 Id != IdEnd; ++Id)
3822 Id->second->setOutOfDate(true);
3823 }
Manman Rena0f31a02016-04-29 19:04:05 +00003824 // Mark selectors as out of date.
3825 for (auto Sel : SelectorGeneration)
3826 SelectorOutOfDate[Sel.first] = true;
David L. Jonesc4808b9e2016-12-15 20:53:26 +00003827
Guy Benyei11169dd2012-12-18 14:30:41 +00003828 // Resolve any unresolved module exports.
Douglas Gregorfb912652013-03-20 21:10:35 +00003829 for (unsigned I = 0, N = UnresolvedModuleRefs.size(); I != N; ++I) {
3830 UnresolvedModuleRef &Unresolved = UnresolvedModuleRefs[I];
Guy Benyei11169dd2012-12-18 14:30:41 +00003831 SubmoduleID GlobalID = getGlobalSubmoduleID(*Unresolved.File,Unresolved.ID);
3832 Module *ResolvedMod = getSubmodule(GlobalID);
Douglas Gregorfb912652013-03-20 21:10:35 +00003833
3834 switch (Unresolved.Kind) {
3835 case UnresolvedModuleRef::Conflict:
3836 if (ResolvedMod) {
3837 Module::Conflict Conflict;
3838 Conflict.Other = ResolvedMod;
3839 Conflict.Message = Unresolved.String.str();
3840 Unresolved.Mod->Conflicts.push_back(Conflict);
3841 }
3842 continue;
3843
3844 case UnresolvedModuleRef::Import:
Guy Benyei11169dd2012-12-18 14:30:41 +00003845 if (ResolvedMod)
Richard Smith38477db2015-05-02 00:45:56 +00003846 Unresolved.Mod->Imports.insert(ResolvedMod);
Guy Benyei11169dd2012-12-18 14:30:41 +00003847 continue;
Guy Benyei11169dd2012-12-18 14:30:41 +00003848
Douglas Gregorfb912652013-03-20 21:10:35 +00003849 case UnresolvedModuleRef::Export:
3850 if (ResolvedMod || Unresolved.IsWildcard)
3851 Unresolved.Mod->Exports.push_back(
3852 Module::ExportDecl(ResolvedMod, Unresolved.IsWildcard));
3853 continue;
3854 }
Guy Benyei11169dd2012-12-18 14:30:41 +00003855 }
Douglas Gregorfb912652013-03-20 21:10:35 +00003856 UnresolvedModuleRefs.clear();
Daniel Jasperba7f2f72013-09-24 09:14:14 +00003857
Graydon Hoaree7196af2016-12-09 21:45:49 +00003858 if (Imported)
3859 Imported->append(ImportedModules.begin(),
3860 ImportedModules.end());
3861
Daniel Jasperba7f2f72013-09-24 09:14:14 +00003862 // FIXME: How do we load the 'use'd modules? They may not be submodules.
3863 // Might be unnecessary as use declarations are only used to build the
3864 // module itself.
David L. Jonesc4808b9e2016-12-15 20:53:26 +00003865
Guy Benyei11169dd2012-12-18 14:30:41 +00003866 InitializeContext();
3867
Richard Smith3d8e97e2013-10-18 06:54:39 +00003868 if (SemaObj)
3869 UpdateSema();
3870
Guy Benyei11169dd2012-12-18 14:30:41 +00003871 if (DeserializationListener)
3872 DeserializationListener->ReaderInitialized(this);
3873
3874 ModuleFile &PrimaryModule = ModuleMgr.getPrimaryModule();
Yaron Keren8b563662015-10-03 10:46:20 +00003875 if (PrimaryModule.OriginalSourceFileID.isValid()) {
David L. Jonesc4808b9e2016-12-15 20:53:26 +00003876 PrimaryModule.OriginalSourceFileID
Guy Benyei11169dd2012-12-18 14:30:41 +00003877 = FileID::get(PrimaryModule.SLocEntryBaseID
3878 + PrimaryModule.OriginalSourceFileID.getOpaqueValue() - 1);
3879
3880 // If this AST file is a precompiled preamble, then set the
3881 // preamble file ID of the source manager to the file source file
3882 // from which the preamble was built.
3883 if (Type == MK_Preamble) {
3884 SourceMgr.setPreambleFileID(PrimaryModule.OriginalSourceFileID);
3885 } else if (Type == MK_MainFile) {
3886 SourceMgr.setMainFileID(PrimaryModule.OriginalSourceFileID);
3887 }
3888 }
David L. Jonesc4808b9e2016-12-15 20:53:26 +00003889
Guy Benyei11169dd2012-12-18 14:30:41 +00003890 // For any Objective-C class definitions we have already loaded, make sure
3891 // that we load any additional categories.
3892 for (unsigned I = 0, N = ObjCClassesLoaded.size(); I != N; ++I) {
David L. Jonesc4808b9e2016-12-15 20:53:26 +00003893 loadObjCCategories(ObjCClassesLoaded[I]->getGlobalID(),
Guy Benyei11169dd2012-12-18 14:30:41 +00003894 ObjCClassesLoaded[I],
3895 PreviousGeneration);
3896 }
Douglas Gregore060e572013-01-25 01:03:03 +00003897
Dmitri Gribenkof430da42014-02-12 10:33:14 +00003898 if (PP.getHeaderSearchInfo()
3899 .getHeaderSearchOpts()
3900 .ModulesValidateOncePerBuildSession) {
3901 // Now we are certain that the module and all modules it depends on are
3902 // up to date. Create or update timestamp files for modules that are
3903 // located in the module cache (not for PCH files that could be anywhere
3904 // in the filesystem).
3905 for (unsigned I = 0, N = Loaded.size(); I != N; ++I) {
3906 ImportedModule &M = Loaded[I];
Richard Smithe842a472014-10-22 02:05:46 +00003907 if (M.Mod->Kind == MK_ImplicitModule) {
Dmitri Gribenkof430da42014-02-12 10:33:14 +00003908 updateModuleTimestamp(*M.Mod);
3909 }
3910 }
3911 }
3912
Guy Benyei11169dd2012-12-18 14:30:41 +00003913 return Success;
3914}
3915
Peter Collingbourne77c89b62016-11-08 04:17:11 +00003916static ASTFileSignature readASTFileSignature(StringRef PCH);
Ben Langmuir487ea142014-10-23 18:05:36 +00003917
Ben Langmuir70a1b812015-03-24 04:43:52 +00003918/// \brief Whether \p Stream starts with the AST/PCH file magic number 'CPCH'.
3919static bool startsWithASTFileMagic(BitstreamCursor &Stream) {
Peter Collingbourne028eb5a2016-11-02 00:08:19 +00003920 return Stream.canSkipToPos(4) &&
3921 Stream.Read(8) == 'C' &&
Ben Langmuir70a1b812015-03-24 04:43:52 +00003922 Stream.Read(8) == 'P' &&
3923 Stream.Read(8) == 'C' &&
3924 Stream.Read(8) == 'H';
3925}
3926
Richard Smith0f99d6a2015-08-09 08:48:41 +00003927static unsigned moduleKindForDiagnostic(ModuleKind Kind) {
3928 switch (Kind) {
3929 case MK_PCH:
3930 return 0; // PCH
3931 case MK_ImplicitModule:
3932 case MK_ExplicitModule:
Manman Ren11f2a472016-08-18 17:42:15 +00003933 case MK_PrebuiltModule:
Richard Smith0f99d6a2015-08-09 08:48:41 +00003934 return 1; // module
3935 case MK_MainFile:
3936 case MK_Preamble:
3937 return 2; // main source file
3938 }
3939 llvm_unreachable("unknown module kind");
3940}
3941
Guy Benyei11169dd2012-12-18 14:30:41 +00003942ASTReader::ASTReadResult
3943ASTReader::ReadASTCore(StringRef FileName,
3944 ModuleKind Type,
3945 SourceLocation ImportLoc,
3946 ModuleFile *ImportedBy,
Dmitri Gribenkof8579502013-01-12 19:30:44 +00003947 SmallVectorImpl<ImportedModule> &Loaded,
Douglas Gregor7029ce12013-03-19 00:28:20 +00003948 off_t ExpectedSize, time_t ExpectedModTime,
Ben Langmuir487ea142014-10-23 18:05:36 +00003949 ASTFileSignature ExpectedSignature,
Guy Benyei11169dd2012-12-18 14:30:41 +00003950 unsigned ClientLoadCapabilities) {
3951 ModuleFile *M;
Guy Benyei11169dd2012-12-18 14:30:41 +00003952 std::string ErrorStr;
Douglas Gregor7029ce12013-03-19 00:28:20 +00003953 ModuleManager::AddModuleResult AddResult
3954 = ModuleMgr.addModule(FileName, Type, ImportLoc, ImportedBy,
Richard Smith053f6c62014-05-16 23:01:30 +00003955 getGeneration(), ExpectedSize, ExpectedModTime,
Ben Langmuir487ea142014-10-23 18:05:36 +00003956 ExpectedSignature, readASTFileSignature,
Douglas Gregor7029ce12013-03-19 00:28:20 +00003957 M, ErrorStr);
Guy Benyei11169dd2012-12-18 14:30:41 +00003958
Douglas Gregor7029ce12013-03-19 00:28:20 +00003959 switch (AddResult) {
3960 case ModuleManager::AlreadyLoaded:
3961 return Success;
3962
3963 case ModuleManager::NewlyLoaded:
3964 // Load module file below.
3965 break;
3966
3967 case ModuleManager::Missing:
Richard Smithe842a472014-10-22 02:05:46 +00003968 // The module file was missing; if the client can handle that, return
Douglas Gregor7029ce12013-03-19 00:28:20 +00003969 // it.
3970 if (ClientLoadCapabilities & ARR_Missing)
3971 return Missing;
3972
3973 // Otherwise, return an error.
Richard Smith0f99d6a2015-08-09 08:48:41 +00003974 Diag(diag::err_module_file_not_found) << moduleKindForDiagnostic(Type)
Adrian Prantlb3b5a732016-08-29 20:46:59 +00003975 << FileName << !ErrorStr.empty()
Richard Smith0f99d6a2015-08-09 08:48:41 +00003976 << ErrorStr;
Douglas Gregor7029ce12013-03-19 00:28:20 +00003977 return Failure;
3978
3979 case ModuleManager::OutOfDate:
3980 // We couldn't load the module file because it is out-of-date. If the
3981 // client can handle out-of-date, return it.
3982 if (ClientLoadCapabilities & ARR_OutOfDate)
3983 return OutOfDate;
3984
3985 // Otherwise, return an error.
Richard Smith0f99d6a2015-08-09 08:48:41 +00003986 Diag(diag::err_module_file_out_of_date) << moduleKindForDiagnostic(Type)
Adrian Prantl9a06a882016-08-29 20:46:56 +00003987 << FileName << !ErrorStr.empty()
Richard Smith0f99d6a2015-08-09 08:48:41 +00003988 << ErrorStr;
Guy Benyei11169dd2012-12-18 14:30:41 +00003989 return Failure;
3990 }
3991
Douglas Gregor7029ce12013-03-19 00:28:20 +00003992 assert(M && "Missing module file");
Guy Benyei11169dd2012-12-18 14:30:41 +00003993
3994 // FIXME: This seems rather a hack. Should CurrentDir be part of the
3995 // module?
3996 if (FileName != "-") {
3997 CurrentDir = llvm::sys::path::parent_path(FileName);
3998 if (CurrentDir.empty()) CurrentDir = ".";
3999 }
4000
4001 ModuleFile &F = *M;
Chris Lattner7fb3bef2013-01-20 00:56:42 +00004002 BitstreamCursor &Stream = F.Stream;
Peter Collingbourne77c89b62016-11-08 04:17:11 +00004003 Stream = BitstreamCursor(PCHContainerRdr.ExtractPCH(*F.Buffer));
Adrian Prantlcbc368c2015-02-25 02:44:04 +00004004 F.SizeInBits = F.Buffer->getBufferSize() * 8;
David L. Jonesc4808b9e2016-12-15 20:53:26 +00004005
Guy Benyei11169dd2012-12-18 14:30:41 +00004006 // Sniff for the signature.
Ben Langmuir70a1b812015-03-24 04:43:52 +00004007 if (!startsWithASTFileMagic(Stream)) {
Richard Smith0f99d6a2015-08-09 08:48:41 +00004008 Diag(diag::err_module_file_invalid) << moduleKindForDiagnostic(Type)
4009 << FileName;
Guy Benyei11169dd2012-12-18 14:30:41 +00004010 return Failure;
4011 }
4012
4013 // This is used for compatibility with older PCH formats.
4014 bool HaveReadControlBlock = false;
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +00004015 while (true) {
Chris Lattnerefa77172013-01-20 00:00:22 +00004016 llvm::BitstreamEntry Entry = Stream.advance();
David L. Jonesc4808b9e2016-12-15 20:53:26 +00004017
Chris Lattnerefa77172013-01-20 00:00:22 +00004018 switch (Entry.Kind) {
4019 case llvm::BitstreamEntry::Error:
Chris Lattnerefa77172013-01-20 00:00:22 +00004020 case llvm::BitstreamEntry::Record:
Douglas Gregor6623e1f2015-11-03 18:33:07 +00004021 case llvm::BitstreamEntry::EndBlock:
Guy Benyei11169dd2012-12-18 14:30:41 +00004022 Error("invalid record at top-level of AST file");
4023 return Failure;
David L. Jonesc4808b9e2016-12-15 20:53:26 +00004024
Chris Lattnerefa77172013-01-20 00:00:22 +00004025 case llvm::BitstreamEntry::SubBlock:
4026 break;
Guy Benyei11169dd2012-12-18 14:30:41 +00004027 }
4028
Chris Lattnerefa77172013-01-20 00:00:22 +00004029 switch (Entry.ID) {
Guy Benyei11169dd2012-12-18 14:30:41 +00004030 case CONTROL_BLOCK_ID:
4031 HaveReadControlBlock = true;
Ben Langmuirbeee15e2014-04-14 18:00:01 +00004032 switch (ReadControlBlock(F, Loaded, ImportedBy, ClientLoadCapabilities)) {
Guy Benyei11169dd2012-12-18 14:30:41 +00004033 case Success:
Richard Smith0f99d6a2015-08-09 08:48:41 +00004034 // Check that we didn't try to load a non-module AST file as a module.
4035 //
4036 // FIXME: Should we also perform the converse check? Loading a module as
4037 // a PCH file sort of works, but it's a bit wonky.
Manman Ren11f2a472016-08-18 17:42:15 +00004038 if ((Type == MK_ImplicitModule || Type == MK_ExplicitModule ||
4039 Type == MK_PrebuiltModule) &&
Richard Smith0f99d6a2015-08-09 08:48:41 +00004040 F.ModuleName.empty()) {
4041 auto Result = (Type == MK_ImplicitModule) ? OutOfDate : Failure;
4042 if (Result != OutOfDate ||
4043 (ClientLoadCapabilities & ARR_OutOfDate) == 0)
4044 Diag(diag::err_module_file_not_module) << FileName;
4045 return Result;
4046 }
Guy Benyei11169dd2012-12-18 14:30:41 +00004047 break;
4048
4049 case Failure: return Failure;
Douglas Gregor7029ce12013-03-19 00:28:20 +00004050 case Missing: return Missing;
Guy Benyei11169dd2012-12-18 14:30:41 +00004051 case OutOfDate: return OutOfDate;
4052 case VersionMismatch: return VersionMismatch;
4053 case ConfigurationMismatch: return ConfigurationMismatch;
4054 case HadErrors: return HadErrors;
4055 }
4056 break;
Richard Smithf8c32552015-09-02 17:45:54 +00004057
Guy Benyei11169dd2012-12-18 14:30:41 +00004058 case AST_BLOCK_ID:
4059 if (!HaveReadControlBlock) {
4060 if ((ClientLoadCapabilities & ARR_VersionMismatch) == 0)
Dmitri Gribenko2228cd32014-02-11 15:40:09 +00004061 Diag(diag::err_pch_version_too_old);
Guy Benyei11169dd2012-12-18 14:30:41 +00004062 return VersionMismatch;
4063 }
4064
4065 // Record that we've loaded this module.
4066 Loaded.push_back(ImportedModule(M, ImportedBy, ImportLoc));
4067 return Success;
4068
Duncan P. N. Exon Smith60fa2882017-03-13 18:45:08 +00004069 case UNHASHED_CONTROL_BLOCK_ID:
4070 // This block is handled using look-ahead during ReadControlBlock. We
4071 // shouldn't get here!
4072 Error("malformed block record in AST file");
4073 return Failure;
4074
Guy Benyei11169dd2012-12-18 14:30:41 +00004075 default:
4076 if (Stream.SkipBlock()) {
4077 Error("malformed block record in AST file");
4078 return Failure;
4079 }
4080 break;
4081 }
4082 }
Douglas Gregor6623e1f2015-11-03 18:33:07 +00004083
4084 return Success;
4085}
4086
Duncan P. N. Exon Smith60fa2882017-03-13 18:45:08 +00004087ASTReader::ASTReadResult
4088ASTReader::readUnhashedControlBlock(ModuleFile &F, bool WasImportedBy,
4089 unsigned ClientLoadCapabilities) {
4090 const HeaderSearchOptions &HSOpts =
4091 PP.getHeaderSearchInfo().getHeaderSearchOpts();
4092 bool AllowCompatibleConfigurationMismatch =
4093 F.Kind == MK_ExplicitModule || F.Kind == MK_PrebuiltModule;
4094
4095 ASTReadResult Result = readUnhashedControlBlockImpl(
4096 &F, F.Data, ClientLoadCapabilities, AllowCompatibleConfigurationMismatch,
4097 Listener.get(),
4098 WasImportedBy ? false : HSOpts.ModulesValidateDiagnosticOptions);
4099
Duncan P. N. Exon Smith030d7d62017-03-20 17:58:26 +00004100 // If F was directly imported by another module, it's implicitly validated by
4101 // the importing module.
Duncan P. N. Exon Smith60fa2882017-03-13 18:45:08 +00004102 if (DisableValidation || WasImportedBy ||
4103 (AllowConfigurationMismatch && Result == ConfigurationMismatch))
4104 return Success;
4105
Duncan P. N. Exon Smith030d7d62017-03-20 17:58:26 +00004106 if (Result == Failure) {
Duncan P. N. Exon Smith60fa2882017-03-13 18:45:08 +00004107 Error("malformed block record in AST file");
Duncan P. N. Exon Smith030d7d62017-03-20 17:58:26 +00004108 return Failure;
4109 }
4110
4111 if (Result == OutOfDate && F.Kind == MK_ImplicitModule) {
4112 // If this module has already been finalized in the PCMCache, we're stuck
4113 // with it; we can only load a single version of each module.
4114 //
4115 // This can happen when a module is imported in two contexts: in one, as a
4116 // user module; in another, as a system module (due to an import from
4117 // another module marked with the [system] flag). It usually indicates a
4118 // bug in the module map: this module should also be marked with [system].
4119 //
4120 // If -Wno-system-headers (the default), and the first import is as a
4121 // system module, then validation will fail during the as-user import,
4122 // since -Werror flags won't have been validated. However, it's reasonable
4123 // to treat this consistently as a system module.
4124 //
4125 // If -Wsystem-headers, the PCM on disk was built with
4126 // -Wno-system-headers, and the first import is as a user module, then
4127 // validation will fail during the as-system import since the PCM on disk
4128 // doesn't guarantee that -Werror was respected. However, the -Werror
4129 // flags were checked during the initial as-user import.
4130 if (PCMCache.isBufferFinal(F.FileName)) {
4131 Diag(diag::warn_module_system_bit_conflict) << F.FileName;
4132 return Success;
4133 }
4134 }
Duncan P. N. Exon Smith60fa2882017-03-13 18:45:08 +00004135
4136 return Result;
4137}
4138
4139ASTReader::ASTReadResult ASTReader::readUnhashedControlBlockImpl(
4140 ModuleFile *F, llvm::StringRef StreamData, unsigned ClientLoadCapabilities,
4141 bool AllowCompatibleConfigurationMismatch, ASTReaderListener *Listener,
4142 bool ValidateDiagnosticOptions) {
4143 // Initialize a stream.
4144 BitstreamCursor Stream(StreamData);
4145
4146 // Sniff for the signature.
4147 if (!startsWithASTFileMagic(Stream))
4148 return Failure;
4149
4150 // Scan for the UNHASHED_CONTROL_BLOCK_ID block.
4151 if (SkipCursorToBlock(Stream, UNHASHED_CONTROL_BLOCK_ID))
4152 return Failure;
4153
4154 // Read all of the records in the options block.
4155 RecordData Record;
4156 ASTReadResult Result = Success;
4157 while (1) {
4158 llvm::BitstreamEntry Entry = Stream.advance();
4159
4160 switch (Entry.Kind) {
4161 case llvm::BitstreamEntry::Error:
4162 case llvm::BitstreamEntry::SubBlock:
4163 return Failure;
4164
4165 case llvm::BitstreamEntry::EndBlock:
4166 return Result;
4167
4168 case llvm::BitstreamEntry::Record:
4169 // The interesting case.
4170 break;
4171 }
4172
4173 // Read and process a record.
4174 Record.clear();
4175 switch (
4176 (UnhashedControlBlockRecordTypes)Stream.readRecord(Entry.ID, Record)) {
4177 case SIGNATURE: {
4178 if (F)
4179 std::copy(Record.begin(), Record.end(), F->Signature.data());
4180 break;
4181 }
4182 case DIAGNOSTIC_OPTIONS: {
4183 bool Complain = (ClientLoadCapabilities & ARR_OutOfDate) == 0;
4184 if (Listener && ValidateDiagnosticOptions &&
4185 !AllowCompatibleConfigurationMismatch &&
4186 ParseDiagnosticOptions(Record, Complain, *Listener))
Duncan P. N. Exon Smith030d7d62017-03-20 17:58:26 +00004187 Result = OutOfDate; // Don't return early. Read the signature.
Duncan P. N. Exon Smith60fa2882017-03-13 18:45:08 +00004188 break;
4189 }
4190 case DIAG_PRAGMA_MAPPINGS:
4191 if (!F)
4192 break;
4193 if (F->PragmaDiagMappings.empty())
4194 F->PragmaDiagMappings.swap(Record);
4195 else
4196 F->PragmaDiagMappings.insert(F->PragmaDiagMappings.end(),
4197 Record.begin(), Record.end());
4198 break;
4199 }
4200 }
4201}
4202
Douglas Gregor6623e1f2015-11-03 18:33:07 +00004203/// Parse a record and blob containing module file extension metadata.
4204static bool parseModuleFileExtensionMetadata(
4205 const SmallVectorImpl<uint64_t> &Record,
4206 StringRef Blob,
4207 ModuleFileExtensionMetadata &Metadata) {
4208 if (Record.size() < 4) return true;
4209
4210 Metadata.MajorVersion = Record[0];
4211 Metadata.MinorVersion = Record[1];
4212
4213 unsigned BlockNameLen = Record[2];
4214 unsigned UserInfoLen = Record[3];
4215
4216 if (BlockNameLen + UserInfoLen > Blob.size()) return true;
4217
4218 Metadata.BlockName = std::string(Blob.data(), Blob.data() + BlockNameLen);
4219 Metadata.UserInfo = std::string(Blob.data() + BlockNameLen,
4220 Blob.data() + BlockNameLen + UserInfoLen);
4221 return false;
4222}
4223
4224ASTReader::ASTReadResult ASTReader::ReadExtensionBlock(ModuleFile &F) {
4225 BitstreamCursor &Stream = F.Stream;
4226
4227 RecordData Record;
4228 while (true) {
4229 llvm::BitstreamEntry Entry = Stream.advance();
4230 switch (Entry.Kind) {
4231 case llvm::BitstreamEntry::SubBlock:
4232 if (Stream.SkipBlock())
4233 return Failure;
4234
4235 continue;
4236
4237 case llvm::BitstreamEntry::EndBlock:
4238 return Success;
4239
4240 case llvm::BitstreamEntry::Error:
4241 return HadErrors;
4242
4243 case llvm::BitstreamEntry::Record:
4244 break;
4245 }
4246
4247 Record.clear();
4248 StringRef Blob;
4249 unsigned RecCode = Stream.readRecord(Entry.ID, Record, &Blob);
4250 switch (RecCode) {
4251 case EXTENSION_METADATA: {
4252 ModuleFileExtensionMetadata Metadata;
4253 if (parseModuleFileExtensionMetadata(Record, Blob, Metadata))
4254 return Failure;
4255
4256 // Find a module file extension with this block name.
4257 auto Known = ModuleFileExtensions.find(Metadata.BlockName);
4258 if (Known == ModuleFileExtensions.end()) break;
4259
4260 // Form a reader.
4261 if (auto Reader = Known->second->createExtensionReader(Metadata, *this,
4262 F, Stream)) {
4263 F.ExtensionReaders.push_back(std::move(Reader));
4264 }
4265
4266 break;
4267 }
4268 }
4269 }
4270
4271 return Success;
Guy Benyei11169dd2012-12-18 14:30:41 +00004272}
4273
Richard Smitha7e2cc62015-05-01 01:53:09 +00004274void ASTReader::InitializeContext() {
Guy Benyei11169dd2012-12-18 14:30:41 +00004275 // If there's a listener, notify them that we "read" the translation unit.
4276 if (DeserializationListener)
David L. Jonesc4808b9e2016-12-15 20:53:26 +00004277 DeserializationListener->DeclRead(PREDEF_DECL_TRANSLATION_UNIT_ID,
Guy Benyei11169dd2012-12-18 14:30:41 +00004278 Context.getTranslationUnitDecl());
4279
Guy Benyei11169dd2012-12-18 14:30:41 +00004280 // FIXME: Find a better way to deal with collisions between these
4281 // built-in types. Right now, we just ignore the problem.
David L. Jonesc4808b9e2016-12-15 20:53:26 +00004282
Guy Benyei11169dd2012-12-18 14:30:41 +00004283 // Load the special types.
4284 if (SpecialTypes.size() >= NumSpecialTypeIDs) {
4285 if (unsigned String = SpecialTypes[SPECIAL_TYPE_CF_CONSTANT_STRING]) {
4286 if (!Context.CFConstantStringTypeDecl)
4287 Context.setCFConstantStringType(GetType(String));
4288 }
David L. Jonesc4808b9e2016-12-15 20:53:26 +00004289
Guy Benyei11169dd2012-12-18 14:30:41 +00004290 if (unsigned File = SpecialTypes[SPECIAL_TYPE_FILE]) {
4291 QualType FileType = GetType(File);
4292 if (FileType.isNull()) {
4293 Error("FILE type is NULL");
4294 return;
4295 }
David L. Jonesc4808b9e2016-12-15 20:53:26 +00004296
Guy Benyei11169dd2012-12-18 14:30:41 +00004297 if (!Context.FILEDecl) {
4298 if (const TypedefType *Typedef = FileType->getAs<TypedefType>())
4299 Context.setFILEDecl(Typedef->getDecl());
4300 else {
4301 const TagType *Tag = FileType->getAs<TagType>();
4302 if (!Tag) {
4303 Error("Invalid FILE type in AST file");
4304 return;
4305 }
4306 Context.setFILEDecl(Tag->getDecl());
4307 }
4308 }
4309 }
David L. Jonesc4808b9e2016-12-15 20:53:26 +00004310
Guy Benyei11169dd2012-12-18 14:30:41 +00004311 if (unsigned Jmp_buf = SpecialTypes[SPECIAL_TYPE_JMP_BUF]) {
4312 QualType Jmp_bufType = GetType(Jmp_buf);
4313 if (Jmp_bufType.isNull()) {
4314 Error("jmp_buf type is NULL");
4315 return;
4316 }
David L. Jonesc4808b9e2016-12-15 20:53:26 +00004317
Guy Benyei11169dd2012-12-18 14:30:41 +00004318 if (!Context.jmp_bufDecl) {
4319 if (const TypedefType *Typedef = Jmp_bufType->getAs<TypedefType>())
4320 Context.setjmp_bufDecl(Typedef->getDecl());
4321 else {
4322 const TagType *Tag = Jmp_bufType->getAs<TagType>();
4323 if (!Tag) {
4324 Error("Invalid jmp_buf type in AST file");
4325 return;
4326 }
4327 Context.setjmp_bufDecl(Tag->getDecl());
4328 }
4329 }
4330 }
David L. Jonesc4808b9e2016-12-15 20:53:26 +00004331
Guy Benyei11169dd2012-12-18 14:30:41 +00004332 if (unsigned Sigjmp_buf = SpecialTypes[SPECIAL_TYPE_SIGJMP_BUF]) {
4333 QualType Sigjmp_bufType = GetType(Sigjmp_buf);
4334 if (Sigjmp_bufType.isNull()) {
4335 Error("sigjmp_buf type is NULL");
4336 return;
4337 }
David L. Jonesc4808b9e2016-12-15 20:53:26 +00004338
Guy Benyei11169dd2012-12-18 14:30:41 +00004339 if (!Context.sigjmp_bufDecl) {
4340 if (const TypedefType *Typedef = Sigjmp_bufType->getAs<TypedefType>())
4341 Context.setsigjmp_bufDecl(Typedef->getDecl());
4342 else {
4343 const TagType *Tag = Sigjmp_bufType->getAs<TagType>();
4344 assert(Tag && "Invalid sigjmp_buf type in AST file");
4345 Context.setsigjmp_bufDecl(Tag->getDecl());
4346 }
4347 }
4348 }
4349
4350 if (unsigned ObjCIdRedef
4351 = SpecialTypes[SPECIAL_TYPE_OBJC_ID_REDEFINITION]) {
4352 if (Context.ObjCIdRedefinitionType.isNull())
4353 Context.ObjCIdRedefinitionType = GetType(ObjCIdRedef);
4354 }
4355
4356 if (unsigned ObjCClassRedef
4357 = SpecialTypes[SPECIAL_TYPE_OBJC_CLASS_REDEFINITION]) {
4358 if (Context.ObjCClassRedefinitionType.isNull())
4359 Context.ObjCClassRedefinitionType = GetType(ObjCClassRedef);
4360 }
4361
4362 if (unsigned ObjCSelRedef
4363 = SpecialTypes[SPECIAL_TYPE_OBJC_SEL_REDEFINITION]) {
4364 if (Context.ObjCSelRedefinitionType.isNull())
4365 Context.ObjCSelRedefinitionType = GetType(ObjCSelRedef);
4366 }
4367
4368 if (unsigned Ucontext_t = SpecialTypes[SPECIAL_TYPE_UCONTEXT_T]) {
4369 QualType Ucontext_tType = GetType(Ucontext_t);
4370 if (Ucontext_tType.isNull()) {
4371 Error("ucontext_t type is NULL");
4372 return;
4373 }
4374
4375 if (!Context.ucontext_tDecl) {
4376 if (const TypedefType *Typedef = Ucontext_tType->getAs<TypedefType>())
4377 Context.setucontext_tDecl(Typedef->getDecl());
4378 else {
4379 const TagType *Tag = Ucontext_tType->getAs<TagType>();
4380 assert(Tag && "Invalid ucontext_t type in AST file");
4381 Context.setucontext_tDecl(Tag->getDecl());
4382 }
4383 }
4384 }
4385 }
David L. Jonesc4808b9e2016-12-15 20:53:26 +00004386
Guy Benyei11169dd2012-12-18 14:30:41 +00004387 ReadPragmaDiagnosticMappings(Context.getDiagnostics());
4388
4389 // If there were any CUDA special declarations, deserialize them.
4390 if (!CUDASpecialDeclRefs.empty()) {
4391 assert(CUDASpecialDeclRefs.size() == 1 && "More decl refs than expected!");
4392 Context.setcudaConfigureCallDecl(
4393 cast<FunctionDecl>(GetDecl(CUDASpecialDeclRefs[0])));
4394 }
Richard Smith56be7542014-03-21 00:33:59 +00004395
Guy Benyei11169dd2012-12-18 14:30:41 +00004396 // Re-export any modules that were imported by a non-module AST file.
Richard Smitha7e2cc62015-05-01 01:53:09 +00004397 // FIXME: This does not make macro-only imports visible again.
Richard Smith56be7542014-03-21 00:33:59 +00004398 for (auto &Import : ImportedModules) {
Richard Smitha7e2cc62015-05-01 01:53:09 +00004399 if (Module *Imported = getSubmodule(Import.ID)) {
Argyrios Kyrtzidis125df052013-02-01 16:36:12 +00004400 makeModuleVisible(Imported, Module::AllVisible,
Richard Smitha7e2cc62015-05-01 01:53:09 +00004401 /*ImportLoc=*/Import.ImportLoc);
Ben Langmuir6d25fdc2016-02-11 17:04:42 +00004402 if (Import.ImportLoc.isValid())
4403 PP.makeModuleVisible(Imported, Import.ImportLoc);
4404 // FIXME: should we tell Sema to make the module visible too?
Richard Smitha7e2cc62015-05-01 01:53:09 +00004405 }
Guy Benyei11169dd2012-12-18 14:30:41 +00004406 }
4407 ImportedModules.clear();
4408}
4409
4410void ASTReader::finalizeForWriting() {
Richard Smithde711422015-04-23 21:20:19 +00004411 // Nothing to do for now.
Guy Benyei11169dd2012-12-18 14:30:41 +00004412}
4413
Peter Collingbourne77c89b62016-11-08 04:17:11 +00004414/// \brief Reads and return the signature record from \p PCH's control block, or
4415/// else returns 0.
4416static ASTFileSignature readASTFileSignature(StringRef PCH) {
4417 BitstreamCursor Stream(PCH);
Ben Langmuir70a1b812015-03-24 04:43:52 +00004418 if (!startsWithASTFileMagic(Stream))
Duncan P. N. Exon Smith60fa2882017-03-13 18:45:08 +00004419 return ASTFileSignature();
Ben Langmuir487ea142014-10-23 18:05:36 +00004420
Duncan P. N. Exon Smith60fa2882017-03-13 18:45:08 +00004421 // Scan for the UNHASHED_CONTROL_BLOCK_ID block.
4422 if (SkipCursorToBlock(Stream, UNHASHED_CONTROL_BLOCK_ID))
4423 return ASTFileSignature();
Ben Langmuir487ea142014-10-23 18:05:36 +00004424
Duncan P. N. Exon Smith60fa2882017-03-13 18:45:08 +00004425 // Scan for SIGNATURE inside the diagnostic options block.
Ben Langmuir487ea142014-10-23 18:05:36 +00004426 ASTReader::RecordData Record;
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +00004427 while (true) {
Ben Langmuir487ea142014-10-23 18:05:36 +00004428 llvm::BitstreamEntry Entry = Stream.advanceSkippingSubblocks();
Simon Pilgrim0b33f112016-11-16 16:11:08 +00004429 if (Entry.Kind != llvm::BitstreamEntry::Record)
Duncan P. N. Exon Smith60fa2882017-03-13 18:45:08 +00004430 return ASTFileSignature();
Ben Langmuir487ea142014-10-23 18:05:36 +00004431
4432 Record.clear();
4433 StringRef Blob;
4434 if (SIGNATURE == Stream.readRecord(Entry.ID, Record, &Blob))
Duncan P. N. Exon Smith60fa2882017-03-13 18:45:08 +00004435 return {{{(uint32_t)Record[0], (uint32_t)Record[1], (uint32_t)Record[2],
4436 (uint32_t)Record[3], (uint32_t)Record[4]}}};
Ben Langmuir487ea142014-10-23 18:05:36 +00004437 }
4438}
4439
Guy Benyei11169dd2012-12-18 14:30:41 +00004440/// \brief Retrieve the name of the original source file name
4441/// directly from the AST file, without actually loading the AST
4442/// file.
Adrian Prantlbb165fb2015-06-20 18:53:08 +00004443std::string ASTReader::getOriginalSourceFile(
4444 const std::string &ASTFileName, FileManager &FileMgr,
Adrian Prantlfb2398d2015-07-17 01:19:54 +00004445 const PCHContainerReader &PCHContainerRdr, DiagnosticsEngine &Diags) {
Guy Benyei11169dd2012-12-18 14:30:41 +00004446 // Open the AST file.
Benjamin Kramera8857962014-10-26 22:44:13 +00004447 auto Buffer = FileMgr.getBufferForFile(ASTFileName);
Guy Benyei11169dd2012-12-18 14:30:41 +00004448 if (!Buffer) {
Benjamin Kramera8857962014-10-26 22:44:13 +00004449 Diags.Report(diag::err_fe_unable_to_read_pch_file)
4450 << ASTFileName << Buffer.getError().message();
Guy Benyei11169dd2012-12-18 14:30:41 +00004451 return std::string();
4452 }
4453
4454 // Initialize the stream
Peter Collingbourne77c89b62016-11-08 04:17:11 +00004455 BitstreamCursor Stream(PCHContainerRdr.ExtractPCH(**Buffer));
Guy Benyei11169dd2012-12-18 14:30:41 +00004456
4457 // Sniff for the signature.
Ben Langmuir70a1b812015-03-24 04:43:52 +00004458 if (!startsWithASTFileMagic(Stream)) {
Guy Benyei11169dd2012-12-18 14:30:41 +00004459 Diags.Report(diag::err_fe_not_a_pch_file) << ASTFileName;
4460 return std::string();
4461 }
David L. Jonesc4808b9e2016-12-15 20:53:26 +00004462
Chris Lattnere7b154b2013-01-19 21:39:22 +00004463 // Scan for the CONTROL_BLOCK_ID block.
Argyrios Kyrtzidisc4cd2c42013-05-06 19:23:40 +00004464 if (SkipCursorToBlock(Stream, CONTROL_BLOCK_ID)) {
Chris Lattner7fb3bef2013-01-20 00:56:42 +00004465 Diags.Report(diag::err_fe_pch_malformed_block) << ASTFileName;
4466 return std::string();
Chris Lattnere7b154b2013-01-19 21:39:22 +00004467 }
Guy Benyei11169dd2012-12-18 14:30:41 +00004468
Chris Lattner7fb3bef2013-01-20 00:56:42 +00004469 // Scan for ORIGINAL_FILE inside the control block.
4470 RecordData Record;
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +00004471 while (true) {
Chris Lattner7fb3bef2013-01-20 00:56:42 +00004472 llvm::BitstreamEntry Entry = Stream.advanceSkippingSubblocks();
Chris Lattnere7b154b2013-01-19 21:39:22 +00004473 if (Entry.Kind == llvm::BitstreamEntry::EndBlock)
4474 return std::string();
David L. Jonesc4808b9e2016-12-15 20:53:26 +00004475
Chris Lattnere7b154b2013-01-19 21:39:22 +00004476 if (Entry.Kind != llvm::BitstreamEntry::Record) {
4477 Diags.Report(diag::err_fe_pch_malformed_block) << ASTFileName;
4478 return std::string();
Guy Benyei11169dd2012-12-18 14:30:41 +00004479 }
David L. Jonesc4808b9e2016-12-15 20:53:26 +00004480
Guy Benyei11169dd2012-12-18 14:30:41 +00004481 Record.clear();
Chris Lattner0e6c9402013-01-20 02:38:54 +00004482 StringRef Blob;
4483 if (Stream.readRecord(Entry.ID, Record, &Blob) == ORIGINAL_FILE)
4484 return Blob.str();
Guy Benyei11169dd2012-12-18 14:30:41 +00004485 }
Guy Benyei11169dd2012-12-18 14:30:41 +00004486}
4487
4488namespace {
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +00004489
Guy Benyei11169dd2012-12-18 14:30:41 +00004490 class SimplePCHValidator : public ASTReaderListener {
4491 const LangOptions &ExistingLangOpts;
4492 const TargetOptions &ExistingTargetOpts;
4493 const PreprocessorOptions &ExistingPPOpts;
Argyrios Kyrtzidisbd0b6512015-02-19 20:12:20 +00004494 std::string ExistingModuleCachePath;
Guy Benyei11169dd2012-12-18 14:30:41 +00004495 FileManager &FileMgr;
Argyrios Kyrtzidisbd0b6512015-02-19 20:12:20 +00004496
Guy Benyei11169dd2012-12-18 14:30:41 +00004497 public:
4498 SimplePCHValidator(const LangOptions &ExistingLangOpts,
4499 const TargetOptions &ExistingTargetOpts,
4500 const PreprocessorOptions &ExistingPPOpts,
Argyrios Kyrtzidisbd0b6512015-02-19 20:12:20 +00004501 StringRef ExistingModuleCachePath,
Guy Benyei11169dd2012-12-18 14:30:41 +00004502 FileManager &FileMgr)
4503 : ExistingLangOpts(ExistingLangOpts),
4504 ExistingTargetOpts(ExistingTargetOpts),
4505 ExistingPPOpts(ExistingPPOpts),
Argyrios Kyrtzidisbd0b6512015-02-19 20:12:20 +00004506 ExistingModuleCachePath(ExistingModuleCachePath),
Guy Benyei11169dd2012-12-18 14:30:41 +00004507 FileMgr(FileMgr)
4508 {
4509 }
4510
Richard Smith1e2cf0d2014-10-31 02:28:58 +00004511 bool ReadLanguageOptions(const LangOptions &LangOpts, bool Complain,
4512 bool AllowCompatibleDifferences) override {
4513 return checkLanguageOptions(ExistingLangOpts, LangOpts, nullptr,
4514 AllowCompatibleDifferences);
Guy Benyei11169dd2012-12-18 14:30:41 +00004515 }
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +00004516
Chandler Carruth0d745bc2015-03-14 04:47:43 +00004517 bool ReadTargetOptions(const TargetOptions &TargetOpts, bool Complain,
4518 bool AllowCompatibleDifferences) override {
4519 return checkTargetOptions(ExistingTargetOpts, TargetOpts, nullptr,
4520 AllowCompatibleDifferences);
Guy Benyei11169dd2012-12-18 14:30:41 +00004521 }
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +00004522
Argyrios Kyrtzidisbd0b6512015-02-19 20:12:20 +00004523 bool ReadHeaderSearchOptions(const HeaderSearchOptions &HSOpts,
4524 StringRef SpecificModuleCachePath,
4525 bool Complain) override {
4526 return checkHeaderSearchOptions(HSOpts, SpecificModuleCachePath,
4527 ExistingModuleCachePath,
4528 nullptr, ExistingLangOpts);
4529 }
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +00004530
Craig Topper3e89dfe2014-03-13 02:13:41 +00004531 bool ReadPreprocessorOptions(const PreprocessorOptions &PPOpts,
4532 bool Complain,
4533 std::string &SuggestedPredefines) override {
Craig Toppera13603a2014-05-22 05:54:18 +00004534 return checkPreprocessorOptions(ExistingPPOpts, PPOpts, nullptr, FileMgr,
Argyrios Kyrtzidisd3afa0c2013-04-26 21:33:40 +00004535 SuggestedPredefines, ExistingLangOpts);
Guy Benyei11169dd2012-12-18 14:30:41 +00004536 }
4537 };
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +00004538
4539} // end anonymous namespace
Guy Benyei11169dd2012-12-18 14:30:41 +00004540
Adrian Prantlbb165fb2015-06-20 18:53:08 +00004541bool ASTReader::readASTFileControlBlock(
4542 StringRef Filename, FileManager &FileMgr,
Adrian Prantlfb2398d2015-07-17 01:19:54 +00004543 const PCHContainerReader &PCHContainerRdr,
Douglas Gregor6623e1f2015-11-03 18:33:07 +00004544 bool FindModuleFileExtensions,
Manman Ren47a44452016-07-26 17:12:17 +00004545 ASTReaderListener &Listener, bool ValidateDiagnosticOptions) {
Guy Benyei11169dd2012-12-18 14:30:41 +00004546 // Open the AST file.
Richard Smith7f330cd2015-03-18 01:42:29 +00004547 // FIXME: This allows use of the VFS; we do not allow use of the
4548 // VFS when actually loading a module.
Benjamin Kramera8857962014-10-26 22:44:13 +00004549 auto Buffer = FileMgr.getBufferForFile(Filename);
Guy Benyei11169dd2012-12-18 14:30:41 +00004550 if (!Buffer) {
4551 return true;
4552 }
4553
4554 // Initialize the stream
Duncan P. N. Exon Smith60fa2882017-03-13 18:45:08 +00004555 StringRef Bytes = PCHContainerRdr.ExtractPCH(**Buffer);
4556 BitstreamCursor Stream(Bytes);
Guy Benyei11169dd2012-12-18 14:30:41 +00004557
4558 // Sniff for the signature.
Ben Langmuir70a1b812015-03-24 04:43:52 +00004559 if (!startsWithASTFileMagic(Stream))
Guy Benyei11169dd2012-12-18 14:30:41 +00004560 return true;
Guy Benyei11169dd2012-12-18 14:30:41 +00004561
Chris Lattner7fb3bef2013-01-20 00:56:42 +00004562 // Scan for the CONTROL_BLOCK_ID block.
Argyrios Kyrtzidisc4cd2c42013-05-06 19:23:40 +00004563 if (SkipCursorToBlock(Stream, CONTROL_BLOCK_ID))
Chris Lattner7fb3bef2013-01-20 00:56:42 +00004564 return true;
Argyrios Kyrtzidisc4cd2c42013-05-06 19:23:40 +00004565
4566 bool NeedsInputFiles = Listener.needsInputFileVisitation();
Ben Langmuircb69b572014-03-07 06:40:32 +00004567 bool NeedsSystemInputFiles = Listener.needsSystemInputFileVisitation();
Richard Smithd4b230b2014-10-27 23:01:16 +00004568 bool NeedsImports = Listener.needsImportVisitation();
Argyrios Kyrtzidisc4cd2c42013-05-06 19:23:40 +00004569 BitstreamCursor InputFilesCursor;
Argyrios Kyrtzidisc4cd2c42013-05-06 19:23:40 +00004570
Guy Benyei11169dd2012-12-18 14:30:41 +00004571 RecordData Record;
Richard Smith7ed1bc92014-12-05 22:42:13 +00004572 std::string ModuleDir;
Douglas Gregor6623e1f2015-11-03 18:33:07 +00004573 bool DoneWithControlBlock = false;
4574 while (!DoneWithControlBlock) {
Richard Smith0516b182015-09-08 19:40:14 +00004575 llvm::BitstreamEntry Entry = Stream.advance();
4576
4577 switch (Entry.Kind) {
4578 case llvm::BitstreamEntry::SubBlock: {
4579 switch (Entry.ID) {
4580 case OPTIONS_BLOCK_ID: {
4581 std::string IgnoredSuggestedPredefines;
4582 if (ReadOptionsBlock(Stream, ARR_ConfigurationMismatch | ARR_OutOfDate,
4583 /*AllowCompatibleConfigurationMismatch*/ false,
Duncan P. N. Exon Smith60fa2882017-03-13 18:45:08 +00004584 Listener, IgnoredSuggestedPredefines) != Success)
Richard Smith0516b182015-09-08 19:40:14 +00004585 return true;
4586 break;
4587 }
4588
4589 case INPUT_FILES_BLOCK_ID:
4590 InputFilesCursor = Stream;
4591 if (Stream.SkipBlock() ||
4592 (NeedsInputFiles &&
4593 ReadBlockAbbrevs(InputFilesCursor, INPUT_FILES_BLOCK_ID)))
4594 return true;
4595 break;
4596
4597 default:
4598 if (Stream.SkipBlock())
4599 return true;
4600 break;
4601 }
4602
4603 continue;
4604 }
4605
4606 case llvm::BitstreamEntry::EndBlock:
Douglas Gregor6623e1f2015-11-03 18:33:07 +00004607 DoneWithControlBlock = true;
4608 break;
Richard Smith0516b182015-09-08 19:40:14 +00004609
4610 case llvm::BitstreamEntry::Error:
Chris Lattner7fb3bef2013-01-20 00:56:42 +00004611 return true;
Richard Smith0516b182015-09-08 19:40:14 +00004612
4613 case llvm::BitstreamEntry::Record:
4614 break;
4615 }
4616
Douglas Gregor6623e1f2015-11-03 18:33:07 +00004617 if (DoneWithControlBlock) break;
4618
Guy Benyei11169dd2012-12-18 14:30:41 +00004619 Record.clear();
Chris Lattner0e6c9402013-01-20 02:38:54 +00004620 StringRef Blob;
4621 unsigned RecCode = Stream.readRecord(Entry.ID, Record, &Blob);
Chris Lattner7fb3bef2013-01-20 00:56:42 +00004622 switch ((ControlRecordTypes)RecCode) {
4623 case METADATA: {
4624 if (Record[0] != VERSION_MAJOR)
4625 return true;
Guy Benyei11169dd2012-12-18 14:30:41 +00004626
Douglas Gregorbf7fc9c2013-03-27 16:47:18 +00004627 if (Listener.ReadFullVersionInformation(Blob))
Chris Lattner7fb3bef2013-01-20 00:56:42 +00004628 return true;
David L. Jonesc4808b9e2016-12-15 20:53:26 +00004629
Chris Lattner7fb3bef2013-01-20 00:56:42 +00004630 break;
4631 }
Ben Langmuir4f5212a2014-04-14 22:12:44 +00004632 case MODULE_NAME:
4633 Listener.ReadModuleName(Blob);
4634 break;
Richard Smith7ed1bc92014-12-05 22:42:13 +00004635 case MODULE_DIRECTORY:
4636 ModuleDir = Blob;
4637 break;
Ben Langmuir4b8a9e92014-08-12 16:42:33 +00004638 case MODULE_MAP_FILE: {
4639 unsigned Idx = 0;
Richard Smith7ed1bc92014-12-05 22:42:13 +00004640 auto Path = ReadString(Record, Idx);
4641 ResolveImportedPath(Path, ModuleDir);
4642 Listener.ReadModuleMapFile(Path);
Ben Langmuir4f5212a2014-04-14 22:12:44 +00004643 break;
Ben Langmuir4b8a9e92014-08-12 16:42:33 +00004644 }
Argyrios Kyrtzidisc4cd2c42013-05-06 19:23:40 +00004645 case INPUT_FILE_OFFSETS: {
4646 if (!NeedsInputFiles)
4647 break;
4648
4649 unsigned NumInputFiles = Record[0];
4650 unsigned NumUserFiles = Record[1];
Richard Smithec216502015-02-13 19:48:37 +00004651 const uint64_t *InputFileOffs = (const uint64_t *)Blob.data();
Argyrios Kyrtzidisc4cd2c42013-05-06 19:23:40 +00004652 for (unsigned I = 0; I != NumInputFiles; ++I) {
4653 // Go find this input file.
4654 bool isSystemFile = I >= NumUserFiles;
Ben Langmuircb69b572014-03-07 06:40:32 +00004655
4656 if (isSystemFile && !NeedsSystemInputFiles)
4657 break; // the rest are system input files
4658
Argyrios Kyrtzidisc4cd2c42013-05-06 19:23:40 +00004659 BitstreamCursor &Cursor = InputFilesCursor;
4660 SavedStreamPosition SavedPosition(Cursor);
4661 Cursor.JumpToBit(InputFileOffs[I]);
4662
4663 unsigned Code = Cursor.ReadCode();
4664 RecordData Record;
4665 StringRef Blob;
4666 bool shouldContinue = false;
4667 switch ((InputFileRecordTypes)Cursor.readRecord(Code, Record, &Blob)) {
4668 case INPUT_FILE:
Argyrios Kyrtzidis68ccbe02014-03-14 02:26:31 +00004669 bool Overridden = static_cast<bool>(Record[3]);
Richard Smith7ed1bc92014-12-05 22:42:13 +00004670 std::string Filename = Blob;
4671 ResolveImportedPath(Filename, ModuleDir);
Richard Smith216a3bd2015-08-13 17:57:10 +00004672 shouldContinue = Listener.visitInputFile(
4673 Filename, isSystemFile, Overridden, /*IsExplicitModule*/false);
Argyrios Kyrtzidisc4cd2c42013-05-06 19:23:40 +00004674 break;
4675 }
4676 if (!shouldContinue)
4677 break;
4678 }
4679 break;
4680 }
4681
Richard Smithd4b230b2014-10-27 23:01:16 +00004682 case IMPORTS: {
4683 if (!NeedsImports)
4684 break;
4685
4686 unsigned Idx = 0, N = Record.size();
4687 while (Idx < N) {
4688 // Read information about the AST file.
Richard Smith79c98cc2014-10-27 23:25:15 +00004689 Idx += 5; // ImportLoc, Size, ModTime, Signature
Richard Smith7ed1bc92014-12-05 22:42:13 +00004690 std::string Filename = ReadString(Record, Idx);
4691 ResolveImportedPath(Filename, ModuleDir);
4692 Listener.visitImport(Filename);
Richard Smithd4b230b2014-10-27 23:01:16 +00004693 }
4694 break;
4695 }
4696
Chris Lattner7fb3bef2013-01-20 00:56:42 +00004697 default:
4698 // No other validation to perform.
4699 break;
Guy Benyei11169dd2012-12-18 14:30:41 +00004700 }
4701 }
Douglas Gregor6623e1f2015-11-03 18:33:07 +00004702
4703 // Look for module file extension blocks, if requested.
4704 if (FindModuleFileExtensions) {
Duncan P. N. Exon Smith60fa2882017-03-13 18:45:08 +00004705 BitstreamCursor SavedStream = Stream;
Douglas Gregor6623e1f2015-11-03 18:33:07 +00004706 while (!SkipCursorToBlock(Stream, EXTENSION_BLOCK_ID)) {
4707 bool DoneWithExtensionBlock = false;
4708 while (!DoneWithExtensionBlock) {
4709 llvm::BitstreamEntry Entry = Stream.advance();
4710
4711 switch (Entry.Kind) {
4712 case llvm::BitstreamEntry::SubBlock:
4713 if (Stream.SkipBlock())
4714 return true;
4715
4716 continue;
4717
4718 case llvm::BitstreamEntry::EndBlock:
4719 DoneWithExtensionBlock = true;
4720 continue;
4721
4722 case llvm::BitstreamEntry::Error:
4723 return true;
4724
4725 case llvm::BitstreamEntry::Record:
4726 break;
4727 }
4728
4729 Record.clear();
4730 StringRef Blob;
4731 unsigned RecCode = Stream.readRecord(Entry.ID, Record, &Blob);
4732 switch (RecCode) {
4733 case EXTENSION_METADATA: {
4734 ModuleFileExtensionMetadata Metadata;
4735 if (parseModuleFileExtensionMetadata(Record, Blob, Metadata))
4736 return true;
4737
4738 Listener.readModuleFileExtension(Metadata);
4739 break;
4740 }
4741 }
4742 }
4743 }
Duncan P. N. Exon Smith60fa2882017-03-13 18:45:08 +00004744 Stream = SavedStream;
Douglas Gregor6623e1f2015-11-03 18:33:07 +00004745 }
4746
Duncan P. N. Exon Smith60fa2882017-03-13 18:45:08 +00004747 // Scan for the UNHASHED_CONTROL_BLOCK_ID block.
4748 if (readUnhashedControlBlockImpl(
4749 nullptr, Bytes, ARR_ConfigurationMismatch | ARR_OutOfDate,
4750 /*AllowCompatibleConfigurationMismatch*/ false, &Listener,
4751 ValidateDiagnosticOptions) != Success)
4752 return true;
4753
Douglas Gregor6623e1f2015-11-03 18:33:07 +00004754 return false;
Guy Benyei11169dd2012-12-18 14:30:41 +00004755}
4756
Benjamin Kramerf6021ec2017-03-21 21:35:04 +00004757bool ASTReader::isAcceptableASTFile(StringRef Filename, FileManager &FileMgr,
4758 const PCHContainerReader &PCHContainerRdr,
4759 const LangOptions &LangOpts,
4760 const TargetOptions &TargetOpts,
4761 const PreprocessorOptions &PPOpts,
4762 StringRef ExistingModuleCachePath) {
Argyrios Kyrtzidisbd0b6512015-02-19 20:12:20 +00004763 SimplePCHValidator validator(LangOpts, TargetOpts, PPOpts,
4764 ExistingModuleCachePath, FileMgr);
Adrian Prantlfb2398d2015-07-17 01:19:54 +00004765 return !readASTFileControlBlock(Filename, FileMgr, PCHContainerRdr,
Douglas Gregor6623e1f2015-11-03 18:33:07 +00004766 /*FindModuleFileExtensions=*/false,
Manman Ren47a44452016-07-26 17:12:17 +00004767 validator,
4768 /*ValidateDiagnosticOptions=*/true);
Guy Benyei11169dd2012-12-18 14:30:41 +00004769}
4770
Ben Langmuir2c9af442014-04-10 17:57:43 +00004771ASTReader::ASTReadResult
4772ASTReader::ReadSubmoduleBlock(ModuleFile &F, unsigned ClientLoadCapabilities) {
Guy Benyei11169dd2012-12-18 14:30:41 +00004773 // Enter the submodule block.
4774 if (F.Stream.EnterSubBlock(SUBMODULE_BLOCK_ID)) {
4775 Error("malformed submodule block record in AST file");
Ben Langmuir2c9af442014-04-10 17:57:43 +00004776 return Failure;
Guy Benyei11169dd2012-12-18 14:30:41 +00004777 }
4778
4779 ModuleMap &ModMap = PP.getHeaderSearchInfo().getModuleMap();
4780 bool First = true;
Craig Toppera13603a2014-05-22 05:54:18 +00004781 Module *CurrentModule = nullptr;
Guy Benyei11169dd2012-12-18 14:30:41 +00004782 RecordData Record;
4783 while (true) {
Chris Lattner7fb3bef2013-01-20 00:56:42 +00004784 llvm::BitstreamEntry Entry = F.Stream.advanceSkippingSubblocks();
David L. Jonesc4808b9e2016-12-15 20:53:26 +00004785
Chris Lattner7fb3bef2013-01-20 00:56:42 +00004786 switch (Entry.Kind) {
4787 case llvm::BitstreamEntry::SubBlock: // Handled for us already.
4788 case llvm::BitstreamEntry::Error:
4789 Error("malformed block record in AST file");
Ben Langmuir2c9af442014-04-10 17:57:43 +00004790 return Failure;
Chris Lattner7fb3bef2013-01-20 00:56:42 +00004791 case llvm::BitstreamEntry::EndBlock:
Ben Langmuir2c9af442014-04-10 17:57:43 +00004792 return Success;
Chris Lattner7fb3bef2013-01-20 00:56:42 +00004793 case llvm::BitstreamEntry::Record:
4794 // The interesting case.
4795 break;
Guy Benyei11169dd2012-12-18 14:30:41 +00004796 }
Chris Lattner7fb3bef2013-01-20 00:56:42 +00004797
Guy Benyei11169dd2012-12-18 14:30:41 +00004798 // Read a record.
Chris Lattner0e6c9402013-01-20 02:38:54 +00004799 StringRef Blob;
Guy Benyei11169dd2012-12-18 14:30:41 +00004800 Record.clear();
Richard Smith03478d92014-10-23 22:12:14 +00004801 auto Kind = F.Stream.readRecord(Entry.ID, Record, &Blob);
4802
4803 if ((Kind == SUBMODULE_METADATA) != First) {
4804 Error("submodule metadata record should be at beginning of block");
4805 return Failure;
4806 }
4807 First = false;
4808
4809 // Submodule information is only valid if we have a current module.
4810 // FIXME: Should we error on these cases?
4811 if (!CurrentModule && Kind != SUBMODULE_METADATA &&
4812 Kind != SUBMODULE_DEFINITION)
4813 continue;
4814
4815 switch (Kind) {
Guy Benyei11169dd2012-12-18 14:30:41 +00004816 default: // Default behavior: ignore.
4817 break;
Guy Benyei11169dd2012-12-18 14:30:41 +00004818
Richard Smith03478d92014-10-23 22:12:14 +00004819 case SUBMODULE_DEFINITION: {
Douglas Gregor8d932422013-03-20 03:59:18 +00004820 if (Record.size() < 8) {
Guy Benyei11169dd2012-12-18 14:30:41 +00004821 Error("malformed module definition");
Ben Langmuir2c9af442014-04-10 17:57:43 +00004822 return Failure;
Guy Benyei11169dd2012-12-18 14:30:41 +00004823 }
Richard Smith03478d92014-10-23 22:12:14 +00004824
Chris Lattner0e6c9402013-01-20 02:38:54 +00004825 StringRef Name = Blob;
Richard Smith9bca2982014-03-08 00:03:56 +00004826 unsigned Idx = 0;
4827 SubmoduleID GlobalID = getGlobalSubmoduleID(F, Record[Idx++]);
4828 SubmoduleID Parent = getGlobalSubmoduleID(F, Record[Idx++]);
4829 bool IsFramework = Record[Idx++];
4830 bool IsExplicit = Record[Idx++];
4831 bool IsSystem = Record[Idx++];
4832 bool IsExternC = Record[Idx++];
4833 bool InferSubmodules = Record[Idx++];
4834 bool InferExplicitSubmodules = Record[Idx++];
4835 bool InferExportWildcard = Record[Idx++];
4836 bool ConfigMacrosExhaustive = Record[Idx++];
David Blaikie9ffe5a32017-01-30 05:00:26 +00004837 bool WithCodegen = Record[Idx++];
Douglas Gregor8d932422013-03-20 03:59:18 +00004838
Ben Langmuirbeee15e2014-04-14 18:00:01 +00004839 Module *ParentModule = nullptr;
Ben Langmuir9d6448b2014-08-09 00:57:23 +00004840 if (Parent)
Guy Benyei11169dd2012-12-18 14:30:41 +00004841 ParentModule = getSubmodule(Parent);
Ben Langmuirbeee15e2014-04-14 18:00:01 +00004842
Guy Benyei11169dd2012-12-18 14:30:41 +00004843 // Retrieve this (sub)module from the module map, creating it if
4844 // necessary.
David Blaikie9ffe5a32017-01-30 05:00:26 +00004845 CurrentModule =
4846 ModMap.findOrCreateModule(Name, ParentModule, IsFramework, IsExplicit)
4847 .first;
Ben Langmuir9d6448b2014-08-09 00:57:23 +00004848
4849 // FIXME: set the definition loc for CurrentModule, or call
4850 // ModMap.setInferredModuleAllowedBy()
4851
Guy Benyei11169dd2012-12-18 14:30:41 +00004852 SubmoduleID GlobalIndex = GlobalID - NUM_PREDEF_SUBMODULE_IDS;
4853 if (GlobalIndex >= SubmodulesLoaded.size() ||
4854 SubmodulesLoaded[GlobalIndex]) {
4855 Error("too many submodules");
Ben Langmuir2c9af442014-04-10 17:57:43 +00004856 return Failure;
Guy Benyei11169dd2012-12-18 14:30:41 +00004857 }
Douglas Gregor8a114ab2013-02-06 22:40:31 +00004858
Douglas Gregor7029ce12013-03-19 00:28:20 +00004859 if (!ParentModule) {
4860 if (const FileEntry *CurFile = CurrentModule->getASTFile()) {
4861 if (CurFile != F.File) {
4862 if (!Diags.isDiagnosticInFlight()) {
4863 Diag(diag::err_module_file_conflict)
4864 << CurrentModule->getTopLevelModuleName()
4865 << CurFile->getName()
4866 << F.File->getName();
4867 }
Ben Langmuir2c9af442014-04-10 17:57:43 +00004868 return Failure;
Douglas Gregor8a114ab2013-02-06 22:40:31 +00004869 }
Douglas Gregor8a114ab2013-02-06 22:40:31 +00004870 }
Douglas Gregor7029ce12013-03-19 00:28:20 +00004871
4872 CurrentModule->setASTFile(F.File);
Douglas Gregor8a114ab2013-02-06 22:40:31 +00004873 }
Ben Langmuirbeee15e2014-04-14 18:00:01 +00004874
Adrian Prantl15bcf702015-06-30 17:39:43 +00004875 CurrentModule->Signature = F.Signature;
Guy Benyei11169dd2012-12-18 14:30:41 +00004876 CurrentModule->IsFromModuleFile = true;
4877 CurrentModule->IsSystem = IsSystem || CurrentModule->IsSystem;
Richard Smith9bca2982014-03-08 00:03:56 +00004878 CurrentModule->IsExternC = IsExternC;
Guy Benyei11169dd2012-12-18 14:30:41 +00004879 CurrentModule->InferSubmodules = InferSubmodules;
4880 CurrentModule->InferExplicitSubmodules = InferExplicitSubmodules;
4881 CurrentModule->InferExportWildcard = InferExportWildcard;
Douglas Gregor8d932422013-03-20 03:59:18 +00004882 CurrentModule->ConfigMacrosExhaustive = ConfigMacrosExhaustive;
David Blaikie9ffe5a32017-01-30 05:00:26 +00004883 CurrentModule->WithCodegen = WithCodegen;
Guy Benyei11169dd2012-12-18 14:30:41 +00004884 if (DeserializationListener)
4885 DeserializationListener->ModuleRead(GlobalID, CurrentModule);
David L. Jonesc4808b9e2016-12-15 20:53:26 +00004886
Guy Benyei11169dd2012-12-18 14:30:41 +00004887 SubmodulesLoaded[GlobalIndex] = CurrentModule;
Douglas Gregor6ddfca92013-01-14 17:21:00 +00004888
Richard Smith8a3e39a2016-03-28 21:31:09 +00004889 // Clear out data that will be replaced by what is in the module file.
Douglas Gregor6ddfca92013-01-14 17:21:00 +00004890 CurrentModule->LinkLibraries.clear();
Douglas Gregor8d932422013-03-20 03:59:18 +00004891 CurrentModule->ConfigMacros.clear();
Douglas Gregorfb912652013-03-20 21:10:35 +00004892 CurrentModule->UnresolvedConflicts.clear();
4893 CurrentModule->Conflicts.clear();
Richard Smith8a3e39a2016-03-28 21:31:09 +00004894
4895 // The module is available unless it's missing a requirement; relevant
4896 // requirements will be (re-)added by SUBMODULE_REQUIRES records.
4897 // Missing headers that were present when the module was built do not
4898 // make it unavailable -- if we got this far, this must be an explicitly
4899 // imported module file.
4900 CurrentModule->Requirements.clear();
4901 CurrentModule->MissingHeaders.clear();
4902 CurrentModule->IsMissingRequirement =
4903 ParentModule && ParentModule->IsMissingRequirement;
4904 CurrentModule->IsAvailable = !CurrentModule->IsMissingRequirement;
Guy Benyei11169dd2012-12-18 14:30:41 +00004905 break;
4906 }
Richard Smith8a3e39a2016-03-28 21:31:09 +00004907
Guy Benyei11169dd2012-12-18 14:30:41 +00004908 case SUBMODULE_UMBRELLA_HEADER: {
Richard Smith2b63d152015-05-16 02:28:53 +00004909 std::string Filename = Blob;
4910 ResolveImportedPath(F, Filename);
4911 if (auto *Umbrella = PP.getFileManager().getFile(Filename)) {
Guy Benyei11169dd2012-12-18 14:30:41 +00004912 if (!CurrentModule->getUmbrellaHeader())
Richard Smith2b63d152015-05-16 02:28:53 +00004913 ModMap.setUmbrellaHeader(CurrentModule, Umbrella, Blob);
4914 else if (CurrentModule->getUmbrellaHeader().Entry != Umbrella) {
Bruno Cardoso Lopes573b13f2017-03-22 00:11:21 +00004915 if ((ClientLoadCapabilities & ARR_OutOfDate) == 0)
4916 Error("mismatched umbrella headers in submodule");
4917 return OutOfDate;
Guy Benyei11169dd2012-12-18 14:30:41 +00004918 }
4919 }
4920 break;
4921 }
David L. Jonesc4808b9e2016-12-15 20:53:26 +00004922
Richard Smith202210b2014-10-24 20:23:01 +00004923 case SUBMODULE_HEADER:
4924 case SUBMODULE_EXCLUDED_HEADER:
4925 case SUBMODULE_PRIVATE_HEADER:
4926 // We lazily associate headers with their modules via the HeaderInfo table.
Argyrios Kyrtzidisb146baa2013-03-13 21:13:51 +00004927 // FIXME: Re-evaluate this section; maybe only store InputFile IDs instead
4928 // of complete filenames or remove it entirely.
Richard Smith202210b2014-10-24 20:23:01 +00004929 break;
Guy Benyei11169dd2012-12-18 14:30:41 +00004930
Richard Smith202210b2014-10-24 20:23:01 +00004931 case SUBMODULE_TEXTUAL_HEADER:
4932 case SUBMODULE_PRIVATE_TEXTUAL_HEADER:
4933 // FIXME: Textual headers are not marked in the HeaderInfo table. Load
4934 // them here.
4935 break;
Lawrence Crowlb53e5482013-06-20 21:14:14 +00004936
Guy Benyei11169dd2012-12-18 14:30:41 +00004937 case SUBMODULE_TOPHEADER: {
Argyrios Kyrtzidis3c5305c2013-03-13 21:13:43 +00004938 CurrentModule->addTopHeaderFilename(Blob);
Guy Benyei11169dd2012-12-18 14:30:41 +00004939 break;
4940 }
4941
4942 case SUBMODULE_UMBRELLA_DIR: {
Richard Smith2b63d152015-05-16 02:28:53 +00004943 std::string Dirname = Blob;
4944 ResolveImportedPath(F, Dirname);
4945 if (auto *Umbrella = PP.getFileManager().getDirectory(Dirname)) {
Guy Benyei11169dd2012-12-18 14:30:41 +00004946 if (!CurrentModule->getUmbrellaDir())
Richard Smith2b63d152015-05-16 02:28:53 +00004947 ModMap.setUmbrellaDir(CurrentModule, Umbrella, Blob);
4948 else if (CurrentModule->getUmbrellaDir().Entry != Umbrella) {
Ben Langmuir2c9af442014-04-10 17:57:43 +00004949 if ((ClientLoadCapabilities & ARR_OutOfDate) == 0)
4950 Error("mismatched umbrella directories in submodule");
4951 return OutOfDate;
Guy Benyei11169dd2012-12-18 14:30:41 +00004952 }
4953 }
4954 break;
4955 }
David L. Jonesc4808b9e2016-12-15 20:53:26 +00004956
Guy Benyei11169dd2012-12-18 14:30:41 +00004957 case SUBMODULE_METADATA: {
Guy Benyei11169dd2012-12-18 14:30:41 +00004958 F.BaseSubmoduleID = getTotalNumSubmodules();
4959 F.LocalNumSubmodules = Record[0];
4960 unsigned LocalBaseSubmoduleID = Record[1];
4961 if (F.LocalNumSubmodules > 0) {
David L. Jonesc4808b9e2016-12-15 20:53:26 +00004962 // Introduce the global -> local mapping for submodules within this
Guy Benyei11169dd2012-12-18 14:30:41 +00004963 // module.
4964 GlobalSubmoduleMap.insert(std::make_pair(getTotalNumSubmodules()+1,&F));
David L. Jonesc4808b9e2016-12-15 20:53:26 +00004965
4966 // Introduce the local -> global mapping for submodules within this
Guy Benyei11169dd2012-12-18 14:30:41 +00004967 // module.
4968 F.SubmoduleRemap.insertOrReplace(
4969 std::make_pair(LocalBaseSubmoduleID,
4970 F.BaseSubmoduleID - LocalBaseSubmoduleID));
Ben Langmuirfe971d92014-08-16 04:54:18 +00004971
Ben Langmuir52ca6782014-10-20 16:27:32 +00004972 SubmodulesLoaded.resize(SubmodulesLoaded.size() + F.LocalNumSubmodules);
4973 }
Guy Benyei11169dd2012-12-18 14:30:41 +00004974 break;
4975 }
David L. Jonesc4808b9e2016-12-15 20:53:26 +00004976
Guy Benyei11169dd2012-12-18 14:30:41 +00004977 case SUBMODULE_IMPORTS: {
Guy Benyei11169dd2012-12-18 14:30:41 +00004978 for (unsigned Idx = 0; Idx != Record.size(); ++Idx) {
Douglas Gregorfb912652013-03-20 21:10:35 +00004979 UnresolvedModuleRef Unresolved;
Guy Benyei11169dd2012-12-18 14:30:41 +00004980 Unresolved.File = &F;
4981 Unresolved.Mod = CurrentModule;
4982 Unresolved.ID = Record[Idx];
Douglas Gregorfb912652013-03-20 21:10:35 +00004983 Unresolved.Kind = UnresolvedModuleRef::Import;
Guy Benyei11169dd2012-12-18 14:30:41 +00004984 Unresolved.IsWildcard = false;
Douglas Gregorfb912652013-03-20 21:10:35 +00004985 UnresolvedModuleRefs.push_back(Unresolved);
Guy Benyei11169dd2012-12-18 14:30:41 +00004986 }
4987 break;
4988 }
4989
4990 case SUBMODULE_EXPORTS: {
Guy Benyei11169dd2012-12-18 14:30:41 +00004991 for (unsigned Idx = 0; Idx + 1 < Record.size(); Idx += 2) {
Douglas Gregorfb912652013-03-20 21:10:35 +00004992 UnresolvedModuleRef Unresolved;
Guy Benyei11169dd2012-12-18 14:30:41 +00004993 Unresolved.File = &F;
4994 Unresolved.Mod = CurrentModule;
4995 Unresolved.ID = Record[Idx];
Douglas Gregorfb912652013-03-20 21:10:35 +00004996 Unresolved.Kind = UnresolvedModuleRef::Export;
Guy Benyei11169dd2012-12-18 14:30:41 +00004997 Unresolved.IsWildcard = Record[Idx + 1];
Douglas Gregorfb912652013-03-20 21:10:35 +00004998 UnresolvedModuleRefs.push_back(Unresolved);
Guy Benyei11169dd2012-12-18 14:30:41 +00004999 }
David L. Jonesc4808b9e2016-12-15 20:53:26 +00005000
5001 // Once we've loaded the set of exports, there's no reason to keep
Guy Benyei11169dd2012-12-18 14:30:41 +00005002 // the parsed, unresolved exports around.
5003 CurrentModule->UnresolvedExports.clear();
5004 break;
5005 }
5006 case SUBMODULE_REQUIRES: {
Richard Smitha3feee22013-10-28 22:18:19 +00005007 CurrentModule->addRequirement(Blob, Record[0], Context.getLangOpts(),
Guy Benyei11169dd2012-12-18 14:30:41 +00005008 Context.getTargetInfo());
5009 break;
5010 }
Douglas Gregor6ddfca92013-01-14 17:21:00 +00005011
5012 case SUBMODULE_LINK_LIBRARY:
Douglas Gregor6ddfca92013-01-14 17:21:00 +00005013 CurrentModule->LinkLibraries.push_back(
Chris Lattner0e6c9402013-01-20 02:38:54 +00005014 Module::LinkLibrary(Blob, Record[0]));
Douglas Gregor6ddfca92013-01-14 17:21:00 +00005015 break;
Douglas Gregor35b13ec2013-03-20 00:22:05 +00005016
5017 case SUBMODULE_CONFIG_MACRO:
Douglas Gregor35b13ec2013-03-20 00:22:05 +00005018 CurrentModule->ConfigMacros.push_back(Blob.str());
5019 break;
Douglas Gregorfb912652013-03-20 21:10:35 +00005020
5021 case SUBMODULE_CONFLICT: {
Douglas Gregorfb912652013-03-20 21:10:35 +00005022 UnresolvedModuleRef Unresolved;
5023 Unresolved.File = &F;
5024 Unresolved.Mod = CurrentModule;
5025 Unresolved.ID = Record[0];
5026 Unresolved.Kind = UnresolvedModuleRef::Conflict;
5027 Unresolved.IsWildcard = false;
5028 Unresolved.String = Blob;
5029 UnresolvedModuleRefs.push_back(Unresolved);
5030 break;
5031 }
Richard Smithdc1f0422016-07-20 19:10:16 +00005032
5033 case SUBMODULE_INITIALIZERS:
5034 SmallVector<uint32_t, 16> Inits;
5035 for (auto &ID : Record)
5036 Inits.push_back(getGlobalDeclID(F, ID));
5037 Context.addLazyModuleInitializers(CurrentModule, Inits);
5038 break;
Guy Benyei11169dd2012-12-18 14:30:41 +00005039 }
5040 }
5041}
5042
5043/// \brief Parse the record that corresponds to a LangOptions data
5044/// structure.
5045///
5046/// This routine parses the language options from the AST file and then gives
5047/// them to the AST listener if one is set.
5048///
5049/// \returns true if the listener deems the file unacceptable, false otherwise.
5050bool ASTReader::ParseLanguageOptions(const RecordData &Record,
5051 bool Complain,
Richard Smith1e2cf0d2014-10-31 02:28:58 +00005052 ASTReaderListener &Listener,
5053 bool AllowCompatibleDifferences) {
Guy Benyei11169dd2012-12-18 14:30:41 +00005054 LangOptions LangOpts;
5055 unsigned Idx = 0;
5056#define LANGOPT(Name, Bits, Default, Description) \
5057 LangOpts.Name = Record[Idx++];
5058#define ENUM_LANGOPT(Name, Type, Bits, Default, Description) \
5059 LangOpts.set##Name(static_cast<LangOptions::Type>(Record[Idx++]));
5060#include "clang/Basic/LangOptions.def"
Alexey Samsonovedf99a92014-11-07 22:29:38 +00005061#define SANITIZER(NAME, ID) \
5062 LangOpts.Sanitize.set(SanitizerKind::ID, Record[Idx++]);
Will Dietzf54319c2013-01-18 11:30:38 +00005063#include "clang/Basic/Sanitizers.def"
Guy Benyei11169dd2012-12-18 14:30:41 +00005064
Ben Langmuircd98cb72015-06-23 18:20:18 +00005065 for (unsigned N = Record[Idx++]; N; --N)
5066 LangOpts.ModuleFeatures.push_back(ReadString(Record, Idx));
5067
Guy Benyei11169dd2012-12-18 14:30:41 +00005068 ObjCRuntime::Kind runtimeKind = (ObjCRuntime::Kind) Record[Idx++];
5069 VersionTuple runtimeVersion = ReadVersionTuple(Record, Idx);
5070 LangOpts.ObjCRuntime = ObjCRuntime(runtimeKind, runtimeVersion);
Dmitri Gribenkoacf2e782013-02-22 14:21:27 +00005071
Ben Langmuird4a667a2015-06-23 18:20:23 +00005072 LangOpts.CurrentModule = ReadString(Record, Idx);
Dmitri Gribenkoacf2e782013-02-22 14:21:27 +00005073
5074 // Comment options.
5075 for (unsigned N = Record[Idx++]; N; --N) {
5076 LangOpts.CommentOpts.BlockCommandNames.push_back(
5077 ReadString(Record, Idx));
5078 }
Dmitri Gribenkoa7d16ce2013-04-10 15:35:17 +00005079 LangOpts.CommentOpts.ParseAllComments = Record[Idx++];
Dmitri Gribenkoacf2e782013-02-22 14:21:27 +00005080
Samuel Antaoee8fb302016-01-06 13:42:12 +00005081 // OpenMP offloading options.
5082 for (unsigned N = Record[Idx++]; N; --N) {
5083 LangOpts.OMPTargetTriples.push_back(llvm::Triple(ReadString(Record, Idx)));
5084 }
5085
5086 LangOpts.OMPHostIRFile = ReadString(Record, Idx);
5087
Richard Smith1e2cf0d2014-10-31 02:28:58 +00005088 return Listener.ReadLanguageOptions(LangOpts, Complain,
5089 AllowCompatibleDifferences);
Guy Benyei11169dd2012-12-18 14:30:41 +00005090}
5091
Chandler Carruth0d745bc2015-03-14 04:47:43 +00005092bool ASTReader::ParseTargetOptions(const RecordData &Record, bool Complain,
5093 ASTReaderListener &Listener,
5094 bool AllowCompatibleDifferences) {
Guy Benyei11169dd2012-12-18 14:30:41 +00005095 unsigned Idx = 0;
5096 TargetOptions TargetOpts;
5097 TargetOpts.Triple = ReadString(Record, Idx);
5098 TargetOpts.CPU = ReadString(Record, Idx);
5099 TargetOpts.ABI = ReadString(Record, Idx);
Guy Benyei11169dd2012-12-18 14:30:41 +00005100 for (unsigned N = Record[Idx++]; N; --N) {
5101 TargetOpts.FeaturesAsWritten.push_back(ReadString(Record, Idx));
5102 }
5103 for (unsigned N = Record[Idx++]; N; --N) {
5104 TargetOpts.Features.push_back(ReadString(Record, Idx));
5105 }
5106
Chandler Carruth0d745bc2015-03-14 04:47:43 +00005107 return Listener.ReadTargetOptions(TargetOpts, Complain,
5108 AllowCompatibleDifferences);
Guy Benyei11169dd2012-12-18 14:30:41 +00005109}
5110
5111bool ASTReader::ParseDiagnosticOptions(const RecordData &Record, bool Complain,
5112 ASTReaderListener &Listener) {
Ben Langmuirb92de022014-04-29 16:25:26 +00005113 IntrusiveRefCntPtr<DiagnosticOptions> DiagOpts(new DiagnosticOptions);
Guy Benyei11169dd2012-12-18 14:30:41 +00005114 unsigned Idx = 0;
Ben Langmuirb92de022014-04-29 16:25:26 +00005115#define DIAGOPT(Name, Bits, Default) DiagOpts->Name = Record[Idx++];
Guy Benyei11169dd2012-12-18 14:30:41 +00005116#define ENUM_DIAGOPT(Name, Type, Bits, Default) \
Ben Langmuirb92de022014-04-29 16:25:26 +00005117 DiagOpts->set##Name(static_cast<Type>(Record[Idx++]));
Guy Benyei11169dd2012-12-18 14:30:41 +00005118#include "clang/Basic/DiagnosticOptions.def"
5119
Richard Smith3be1cb22014-08-07 00:24:21 +00005120 for (unsigned N = Record[Idx++]; N; --N)
Ben Langmuirb92de022014-04-29 16:25:26 +00005121 DiagOpts->Warnings.push_back(ReadString(Record, Idx));
Richard Smith3be1cb22014-08-07 00:24:21 +00005122 for (unsigned N = Record[Idx++]; N; --N)
5123 DiagOpts->Remarks.push_back(ReadString(Record, Idx));
Guy Benyei11169dd2012-12-18 14:30:41 +00005124
5125 return Listener.ReadDiagnosticOptions(DiagOpts, Complain);
5126}
5127
5128bool ASTReader::ParseFileSystemOptions(const RecordData &Record, bool Complain,
5129 ASTReaderListener &Listener) {
5130 FileSystemOptions FSOpts;
5131 unsigned Idx = 0;
5132 FSOpts.WorkingDir = ReadString(Record, Idx);
5133 return Listener.ReadFileSystemOptions(FSOpts, Complain);
5134}
5135
5136bool ASTReader::ParseHeaderSearchOptions(const RecordData &Record,
5137 bool Complain,
5138 ASTReaderListener &Listener) {
5139 HeaderSearchOptions HSOpts;
5140 unsigned Idx = 0;
5141 HSOpts.Sysroot = ReadString(Record, Idx);
5142
5143 // Include entries.
5144 for (unsigned N = Record[Idx++]; N; --N) {
5145 std::string Path = ReadString(Record, Idx);
5146 frontend::IncludeDirGroup Group
5147 = static_cast<frontend::IncludeDirGroup>(Record[Idx++]);
Guy Benyei11169dd2012-12-18 14:30:41 +00005148 bool IsFramework = Record[Idx++];
5149 bool IgnoreSysRoot = Record[Idx++];
Benjamin Kramer3204b152015-05-29 19:42:19 +00005150 HSOpts.UserEntries.emplace_back(std::move(Path), Group, IsFramework,
5151 IgnoreSysRoot);
Guy Benyei11169dd2012-12-18 14:30:41 +00005152 }
5153
5154 // System header prefixes.
5155 for (unsigned N = Record[Idx++]; N; --N) {
5156 std::string Prefix = ReadString(Record, Idx);
5157 bool IsSystemHeader = Record[Idx++];
Benjamin Kramer3204b152015-05-29 19:42:19 +00005158 HSOpts.SystemHeaderPrefixes.emplace_back(std::move(Prefix), IsSystemHeader);
Guy Benyei11169dd2012-12-18 14:30:41 +00005159 }
5160
5161 HSOpts.ResourceDir = ReadString(Record, Idx);
5162 HSOpts.ModuleCachePath = ReadString(Record, Idx);
Argyrios Kyrtzidis1594c152014-03-03 08:12:05 +00005163 HSOpts.ModuleUserBuildPath = ReadString(Record, Idx);
Guy Benyei11169dd2012-12-18 14:30:41 +00005164 HSOpts.DisableModuleHash = Record[Idx++];
5165 HSOpts.UseBuiltinIncludes = Record[Idx++];
5166 HSOpts.UseStandardSystemIncludes = Record[Idx++];
5167 HSOpts.UseStandardCXXIncludes = Record[Idx++];
5168 HSOpts.UseLibcxx = Record[Idx++];
Argyrios Kyrtzidisbd0b6512015-02-19 20:12:20 +00005169 std::string SpecificModuleCachePath = ReadString(Record, Idx);
Guy Benyei11169dd2012-12-18 14:30:41 +00005170
Argyrios Kyrtzidisbd0b6512015-02-19 20:12:20 +00005171 return Listener.ReadHeaderSearchOptions(HSOpts, SpecificModuleCachePath,
5172 Complain);
Guy Benyei11169dd2012-12-18 14:30:41 +00005173}
5174
5175bool ASTReader::ParsePreprocessorOptions(const RecordData &Record,
5176 bool Complain,
5177 ASTReaderListener &Listener,
5178 std::string &SuggestedPredefines) {
5179 PreprocessorOptions PPOpts;
5180 unsigned Idx = 0;
5181
5182 // Macro definitions/undefs
5183 for (unsigned N = Record[Idx++]; N; --N) {
5184 std::string Macro = ReadString(Record, Idx);
5185 bool IsUndef = Record[Idx++];
5186 PPOpts.Macros.push_back(std::make_pair(Macro, IsUndef));
5187 }
5188
5189 // Includes
5190 for (unsigned N = Record[Idx++]; N; --N) {
5191 PPOpts.Includes.push_back(ReadString(Record, Idx));
5192 }
5193
5194 // Macro Includes
5195 for (unsigned N = Record[Idx++]; N; --N) {
5196 PPOpts.MacroIncludes.push_back(ReadString(Record, Idx));
5197 }
5198
5199 PPOpts.UsePredefines = Record[Idx++];
Argyrios Kyrtzidisd3afa0c2013-04-26 21:33:40 +00005200 PPOpts.DetailedRecord = Record[Idx++];
Guy Benyei11169dd2012-12-18 14:30:41 +00005201 PPOpts.ImplicitPCHInclude = ReadString(Record, Idx);
5202 PPOpts.ImplicitPTHInclude = ReadString(Record, Idx);
5203 PPOpts.ObjCXXARCStandardLibrary =
5204 static_cast<ObjCXXARCStandardLibraryKind>(Record[Idx++]);
5205 SuggestedPredefines.clear();
5206 return Listener.ReadPreprocessorOptions(PPOpts, Complain,
5207 SuggestedPredefines);
5208}
5209
5210std::pair<ModuleFile *, unsigned>
5211ASTReader::getModulePreprocessedEntity(unsigned GlobalIndex) {
5212 GlobalPreprocessedEntityMapType::iterator
5213 I = GlobalPreprocessedEntityMap.find(GlobalIndex);
David L. Jonesc4808b9e2016-12-15 20:53:26 +00005214 assert(I != GlobalPreprocessedEntityMap.end() &&
Guy Benyei11169dd2012-12-18 14:30:41 +00005215 "Corrupted global preprocessed entity map");
5216 ModuleFile *M = I->second;
5217 unsigned LocalIndex = GlobalIndex - M->BasePreprocessedEntityID;
5218 return std::make_pair(M, LocalIndex);
5219}
5220
Benjamin Kramerb4ef6682015-02-06 17:25:10 +00005221llvm::iterator_range<PreprocessingRecord::iterator>
Guy Benyei11169dd2012-12-18 14:30:41 +00005222ASTReader::getModulePreprocessedEntities(ModuleFile &Mod) const {
5223 if (PreprocessingRecord *PPRec = PP.getPreprocessingRecord())
5224 return PPRec->getIteratorsForLoadedRange(Mod.BasePreprocessedEntityID,
5225 Mod.NumPreprocessedEntities);
5226
Benjamin Kramerb4ef6682015-02-06 17:25:10 +00005227 return llvm::make_range(PreprocessingRecord::iterator(),
5228 PreprocessingRecord::iterator());
Guy Benyei11169dd2012-12-18 14:30:41 +00005229}
5230
Benjamin Kramerb4ef6682015-02-06 17:25:10 +00005231llvm::iterator_range<ASTReader::ModuleDeclIterator>
Guy Benyei11169dd2012-12-18 14:30:41 +00005232ASTReader::getModuleFileLevelDecls(ModuleFile &Mod) {
Benjamin Kramerb4ef6682015-02-06 17:25:10 +00005233 return llvm::make_range(
5234 ModuleDeclIterator(this, &Mod, Mod.FileSortedDecls),
5235 ModuleDeclIterator(this, &Mod,
5236 Mod.FileSortedDecls + Mod.NumFileSortedDecls));
Guy Benyei11169dd2012-12-18 14:30:41 +00005237}
5238
5239PreprocessedEntity *ASTReader::ReadPreprocessedEntity(unsigned Index) {
5240 PreprocessedEntityID PPID = Index+1;
5241 std::pair<ModuleFile *, unsigned> PPInfo = getModulePreprocessedEntity(Index);
5242 ModuleFile &M = *PPInfo.first;
5243 unsigned LocalIndex = PPInfo.second;
5244 const PPEntityOffset &PPOffs = M.PreprocessedEntityOffsets[LocalIndex];
5245
Guy Benyei11169dd2012-12-18 14:30:41 +00005246 if (!PP.getPreprocessingRecord()) {
5247 Error("no preprocessing record");
Craig Toppera13603a2014-05-22 05:54:18 +00005248 return nullptr;
Guy Benyei11169dd2012-12-18 14:30:41 +00005249 }
David L. Jonesc4808b9e2016-12-15 20:53:26 +00005250
5251 SavedStreamPosition SavedPosition(M.PreprocessorDetailCursor);
Chris Lattner7fb3bef2013-01-20 00:56:42 +00005252 M.PreprocessorDetailCursor.JumpToBit(PPOffs.BitOffset);
5253
5254 llvm::BitstreamEntry Entry =
5255 M.PreprocessorDetailCursor.advance(BitstreamCursor::AF_DontPopBlockAtEnd);
5256 if (Entry.Kind != llvm::BitstreamEntry::Record)
Craig Toppera13603a2014-05-22 05:54:18 +00005257 return nullptr;
Chris Lattner7fb3bef2013-01-20 00:56:42 +00005258
Guy Benyei11169dd2012-12-18 14:30:41 +00005259 // Read the record.
Richard Smithcb34bd32016-03-27 07:28:06 +00005260 SourceRange Range(TranslateSourceLocation(M, PPOffs.getBegin()),
5261 TranslateSourceLocation(M, PPOffs.getEnd()));
Guy Benyei11169dd2012-12-18 14:30:41 +00005262 PreprocessingRecord &PPRec = *PP.getPreprocessingRecord();
Chris Lattner0e6c9402013-01-20 02:38:54 +00005263 StringRef Blob;
Guy Benyei11169dd2012-12-18 14:30:41 +00005264 RecordData Record;
5265 PreprocessorDetailRecordTypes RecType =
Chris Lattner0e6c9402013-01-20 02:38:54 +00005266 (PreprocessorDetailRecordTypes)M.PreprocessorDetailCursor.readRecord(
5267 Entry.ID, Record, &Blob);
Guy Benyei11169dd2012-12-18 14:30:41 +00005268 switch (RecType) {
5269 case PPD_MACRO_EXPANSION: {
5270 bool isBuiltin = Record[0];
Craig Toppera13603a2014-05-22 05:54:18 +00005271 IdentifierInfo *Name = nullptr;
Richard Smith66a81862015-05-04 02:25:31 +00005272 MacroDefinitionRecord *Def = nullptr;
Guy Benyei11169dd2012-12-18 14:30:41 +00005273 if (isBuiltin)
5274 Name = getLocalIdentifier(M, Record[1]);
5275 else {
Richard Smith66a81862015-05-04 02:25:31 +00005276 PreprocessedEntityID GlobalID =
5277 getGlobalPreprocessedEntityID(M, Record[1]);
5278 Def = cast<MacroDefinitionRecord>(
5279 PPRec.getLoadedPreprocessedEntity(GlobalID - 1));
Guy Benyei11169dd2012-12-18 14:30:41 +00005280 }
5281
5282 MacroExpansion *ME;
5283 if (isBuiltin)
5284 ME = new (PPRec) MacroExpansion(Name, Range);
5285 else
5286 ME = new (PPRec) MacroExpansion(Def, Range);
5287
5288 return ME;
5289 }
David L. Jonesc4808b9e2016-12-15 20:53:26 +00005290
Guy Benyei11169dd2012-12-18 14:30:41 +00005291 case PPD_MACRO_DEFINITION: {
5292 // Decode the identifier info and then check again; if the macro is
5293 // still defined and associated with the identifier,
5294 IdentifierInfo *II = getLocalIdentifier(M, Record[0]);
Richard Smith66a81862015-05-04 02:25:31 +00005295 MacroDefinitionRecord *MD = new (PPRec) MacroDefinitionRecord(II, Range);
Guy Benyei11169dd2012-12-18 14:30:41 +00005296
5297 if (DeserializationListener)
5298 DeserializationListener->MacroDefinitionRead(PPID, MD);
5299
5300 return MD;
5301 }
David L. Jonesc4808b9e2016-12-15 20:53:26 +00005302
Guy Benyei11169dd2012-12-18 14:30:41 +00005303 case PPD_INCLUSION_DIRECTIVE: {
Chris Lattner0e6c9402013-01-20 02:38:54 +00005304 const char *FullFileNameStart = Blob.data() + Record[0];
5305 StringRef FullFileName(FullFileNameStart, Blob.size() - Record[0]);
Craig Toppera13603a2014-05-22 05:54:18 +00005306 const FileEntry *File = nullptr;
Guy Benyei11169dd2012-12-18 14:30:41 +00005307 if (!FullFileName.empty())
5308 File = PP.getFileManager().getFile(FullFileName);
David L. Jonesc4808b9e2016-12-15 20:53:26 +00005309
Guy Benyei11169dd2012-12-18 14:30:41 +00005310 // FIXME: Stable encoding
5311 InclusionDirective::InclusionKind Kind
5312 = static_cast<InclusionDirective::InclusionKind>(Record[2]);
5313 InclusionDirective *ID
5314 = new (PPRec) InclusionDirective(PPRec, Kind,
Chris Lattner0e6c9402013-01-20 02:38:54 +00005315 StringRef(Blob.data(), Record[0]),
Guy Benyei11169dd2012-12-18 14:30:41 +00005316 Record[1], Record[3],
5317 File,
5318 Range);
5319 return ID;
5320 }
5321 }
5322
5323 llvm_unreachable("Invalid PreprocessorDetailRecordTypes");
5324}
5325
5326/// \brief \arg SLocMapI points at a chunk of a module that contains no
5327/// preprocessed entities or the entities it contains are not the ones we are
5328/// looking for. Find the next module that contains entities and return the ID
5329/// of the first entry.
5330PreprocessedEntityID ASTReader::findNextPreprocessedEntity(
5331 GlobalSLocOffsetMapType::const_iterator SLocMapI) const {
5332 ++SLocMapI;
5333 for (GlobalSLocOffsetMapType::const_iterator
5334 EndI = GlobalSLocOffsetMap.end(); SLocMapI != EndI; ++SLocMapI) {
5335 ModuleFile &M = *SLocMapI->second;
5336 if (M.NumPreprocessedEntities)
5337 return M.BasePreprocessedEntityID;
5338 }
5339
5340 return getTotalNumPreprocessedEntities();
5341}
5342
5343namespace {
5344
Guy Benyei11169dd2012-12-18 14:30:41 +00005345struct PPEntityComp {
5346 const ASTReader &Reader;
5347 ModuleFile &M;
5348
5349 PPEntityComp(const ASTReader &Reader, ModuleFile &M) : Reader(Reader), M(M) { }
5350
5351 bool operator()(const PPEntityOffset &L, const PPEntityOffset &R) const {
5352 SourceLocation LHS = getLoc(L);
5353 SourceLocation RHS = getLoc(R);
5354 return Reader.getSourceManager().isBeforeInTranslationUnit(LHS, RHS);
5355 }
5356
5357 bool operator()(const PPEntityOffset &L, SourceLocation RHS) const {
5358 SourceLocation LHS = getLoc(L);
5359 return Reader.getSourceManager().isBeforeInTranslationUnit(LHS, RHS);
5360 }
5361
5362 bool operator()(SourceLocation LHS, const PPEntityOffset &R) const {
5363 SourceLocation RHS = getLoc(R);
5364 return Reader.getSourceManager().isBeforeInTranslationUnit(LHS, RHS);
5365 }
5366
5367 SourceLocation getLoc(const PPEntityOffset &PPE) const {
Richard Smithb22a1d12016-03-27 20:13:24 +00005368 return Reader.TranslateSourceLocation(M, PPE.getBegin());
Guy Benyei11169dd2012-12-18 14:30:41 +00005369 }
5370};
5371
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +00005372} // end anonymous namespace
Guy Benyei11169dd2012-12-18 14:30:41 +00005373
Alp Toker2e9ce4c2014-05-16 18:59:21 +00005374PreprocessedEntityID ASTReader::findPreprocessedEntity(SourceLocation Loc,
5375 bool EndsAfter) const {
5376 if (SourceMgr.isLocalSourceLocation(Loc))
Guy Benyei11169dd2012-12-18 14:30:41 +00005377 return getTotalNumPreprocessedEntities();
5378
Alp Toker2e9ce4c2014-05-16 18:59:21 +00005379 GlobalSLocOffsetMapType::const_iterator SLocMapI = GlobalSLocOffsetMap.find(
5380 SourceManager::MaxLoadedOffset - Loc.getOffset() - 1);
Guy Benyei11169dd2012-12-18 14:30:41 +00005381 assert(SLocMapI != GlobalSLocOffsetMap.end() &&
5382 "Corrupted global sloc offset map");
5383
5384 if (SLocMapI->second->NumPreprocessedEntities == 0)
5385 return findNextPreprocessedEntity(SLocMapI);
5386
5387 ModuleFile &M = *SLocMapI->second;
5388 typedef const PPEntityOffset *pp_iterator;
5389 pp_iterator pp_begin = M.PreprocessedEntityOffsets;
5390 pp_iterator pp_end = pp_begin + M.NumPreprocessedEntities;
5391
5392 size_t Count = M.NumPreprocessedEntities;
5393 size_t Half;
5394 pp_iterator First = pp_begin;
5395 pp_iterator PPI;
5396
Alp Toker2e9ce4c2014-05-16 18:59:21 +00005397 if (EndsAfter) {
5398 PPI = std::upper_bound(pp_begin, pp_end, Loc,
Richard Smithb22a1d12016-03-27 20:13:24 +00005399 PPEntityComp(*this, M));
Alp Toker2e9ce4c2014-05-16 18:59:21 +00005400 } else {
5401 // Do a binary search manually instead of using std::lower_bound because
5402 // The end locations of entities may be unordered (when a macro expansion
5403 // is inside another macro argument), but for this case it is not important
5404 // whether we get the first macro expansion or its containing macro.
5405 while (Count > 0) {
5406 Half = Count / 2;
5407 PPI = First;
5408 std::advance(PPI, Half);
Richard Smithb22a1d12016-03-27 20:13:24 +00005409 if (SourceMgr.isBeforeInTranslationUnit(
5410 TranslateSourceLocation(M, PPI->getEnd()), Loc)) {
Alp Toker2e9ce4c2014-05-16 18:59:21 +00005411 First = PPI;
5412 ++First;
5413 Count = Count - Half - 1;
5414 } else
5415 Count = Half;
5416 }
Guy Benyei11169dd2012-12-18 14:30:41 +00005417 }
5418
5419 if (PPI == pp_end)
5420 return findNextPreprocessedEntity(SLocMapI);
5421
5422 return M.BasePreprocessedEntityID + (PPI - pp_begin);
5423}
5424
Guy Benyei11169dd2012-12-18 14:30:41 +00005425/// \brief Returns a pair of [Begin, End) indices of preallocated
5426/// preprocessed entities that \arg Range encompasses.
5427std::pair<unsigned, unsigned>
5428 ASTReader::findPreprocessedEntitiesInRange(SourceRange Range) {
5429 if (Range.isInvalid())
5430 return std::make_pair(0,0);
5431 assert(!SourceMgr.isBeforeInTranslationUnit(Range.getEnd(),Range.getBegin()));
5432
Alp Toker2e9ce4c2014-05-16 18:59:21 +00005433 PreprocessedEntityID BeginID =
5434 findPreprocessedEntity(Range.getBegin(), false);
5435 PreprocessedEntityID EndID = findPreprocessedEntity(Range.getEnd(), true);
Guy Benyei11169dd2012-12-18 14:30:41 +00005436 return std::make_pair(BeginID, EndID);
5437}
5438
5439/// \brief Optionally returns true or false if the preallocated preprocessed
5440/// entity with index \arg Index came from file \arg FID.
David Blaikie05785d12013-02-20 22:23:23 +00005441Optional<bool> ASTReader::isPreprocessedEntityInFileID(unsigned Index,
Guy Benyei11169dd2012-12-18 14:30:41 +00005442 FileID FID) {
5443 if (FID.isInvalid())
5444 return false;
5445
5446 std::pair<ModuleFile *, unsigned> PPInfo = getModulePreprocessedEntity(Index);
5447 ModuleFile &M = *PPInfo.first;
5448 unsigned LocalIndex = PPInfo.second;
5449 const PPEntityOffset &PPOffs = M.PreprocessedEntityOffsets[LocalIndex];
David L. Jonesc4808b9e2016-12-15 20:53:26 +00005450
Richard Smithcb34bd32016-03-27 07:28:06 +00005451 SourceLocation Loc = TranslateSourceLocation(M, PPOffs.getBegin());
Guy Benyei11169dd2012-12-18 14:30:41 +00005452 if (Loc.isInvalid())
5453 return false;
David L. Jonesc4808b9e2016-12-15 20:53:26 +00005454
Guy Benyei11169dd2012-12-18 14:30:41 +00005455 if (SourceMgr.isInFileID(SourceMgr.getFileLoc(Loc), FID))
5456 return true;
5457 else
5458 return false;
5459}
5460
5461namespace {
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +00005462
Guy Benyei11169dd2012-12-18 14:30:41 +00005463 /// \brief Visitor used to search for information about a header file.
5464 class HeaderFileInfoVisitor {
Guy Benyei11169dd2012-12-18 14:30:41 +00005465 const FileEntry *FE;
David L. Jonesc4808b9e2016-12-15 20:53:26 +00005466
David Blaikie05785d12013-02-20 22:23:23 +00005467 Optional<HeaderFileInfo> HFI;
David L. Jonesc4808b9e2016-12-15 20:53:26 +00005468
Guy Benyei11169dd2012-12-18 14:30:41 +00005469 public:
Argyrios Kyrtzidis61a38962013-03-06 18:12:44 +00005470 explicit HeaderFileInfoVisitor(const FileEntry *FE)
5471 : FE(FE) { }
Benjamin Kramer9a9efba2015-07-25 12:14:04 +00005472
5473 bool operator()(ModuleFile &M) {
Guy Benyei11169dd2012-12-18 14:30:41 +00005474 HeaderFileInfoLookupTable *Table
5475 = static_cast<HeaderFileInfoLookupTable *>(M.HeaderFileInfoTable);
5476 if (!Table)
5477 return false;
5478
5479 // Look in the on-disk hash table for an entry for this file name.
Richard Smithbdf2d932015-07-30 03:37:16 +00005480 HeaderFileInfoLookupTable::iterator Pos = Table->find(FE);
Guy Benyei11169dd2012-12-18 14:30:41 +00005481 if (Pos == Table->end())
5482 return false;
5483
Richard Smithbdf2d932015-07-30 03:37:16 +00005484 HFI = *Pos;
Guy Benyei11169dd2012-12-18 14:30:41 +00005485 return true;
5486 }
David L. Jonesc4808b9e2016-12-15 20:53:26 +00005487
David Blaikie05785d12013-02-20 22:23:23 +00005488 Optional<HeaderFileInfo> getHeaderFileInfo() const { return HFI; }
Guy Benyei11169dd2012-12-18 14:30:41 +00005489 };
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +00005490
5491} // end anonymous namespace
Guy Benyei11169dd2012-12-18 14:30:41 +00005492
5493HeaderFileInfo ASTReader::GetHeaderFileInfo(const FileEntry *FE) {
Argyrios Kyrtzidis61a38962013-03-06 18:12:44 +00005494 HeaderFileInfoVisitor Visitor(FE);
Benjamin Kramer9a9efba2015-07-25 12:14:04 +00005495 ModuleMgr.visit(Visitor);
Argyrios Kyrtzidis1054bbf2013-05-08 23:46:55 +00005496 if (Optional<HeaderFileInfo> HFI = Visitor.getHeaderFileInfo())
Guy Benyei11169dd2012-12-18 14:30:41 +00005497 return *HFI;
David L. Jonesc4808b9e2016-12-15 20:53:26 +00005498
Guy Benyei11169dd2012-12-18 14:30:41 +00005499 return HeaderFileInfo();
5500}
5501
5502void ASTReader::ReadPragmaDiagnosticMappings(DiagnosticsEngine &Diag) {
Richard Smithd230de22017-01-26 01:01:01 +00005503 using DiagState = DiagnosticsEngine::DiagState;
5504 SmallVector<DiagState *, 32> DiagStates;
5505
Duncan P. N. Exon Smith96a06e02017-01-28 22:15:22 +00005506 for (ModuleFile &F : ModuleMgr) {
Guy Benyei11169dd2012-12-18 14:30:41 +00005507 unsigned Idx = 0;
Richard Smithd230de22017-01-26 01:01:01 +00005508 auto &Record = F.PragmaDiagMappings;
5509 if (Record.empty())
5510 continue;
David L. Jonesc4808b9e2016-12-15 20:53:26 +00005511
Richard Smithd230de22017-01-26 01:01:01 +00005512 DiagStates.clear();
5513
5514 auto ReadDiagState =
5515 [&](const DiagState &BasedOn, SourceLocation Loc,
5516 bool IncludeNonPragmaStates) -> DiagnosticsEngine::DiagState * {
5517 unsigned BackrefID = Record[Idx++];
5518 if (BackrefID != 0)
5519 return DiagStates[BackrefID - 1];
5520
Guy Benyei11169dd2012-12-18 14:30:41 +00005521 // A new DiagState was created here.
Richard Smithd230de22017-01-26 01:01:01 +00005522 Diag.DiagStates.push_back(BasedOn);
5523 DiagState *NewState = &Diag.DiagStates.back();
Guy Benyei11169dd2012-12-18 14:30:41 +00005524 DiagStates.push_back(NewState);
Duncan P. N. Exon Smith3cb183b2017-03-14 19:31:27 +00005525 unsigned Size = Record[Idx++];
5526 assert(Idx + Size * 2 <= Record.size() &&
5527 "Invalid data, not enough diag/map pairs");
5528 while (Size--) {
Richard Smithd230de22017-01-26 01:01:01 +00005529 unsigned DiagID = Record[Idx++];
5530 diag::Severity Map = (diag::Severity)Record[Idx++];
Alp Tokerc726c362014-06-10 09:31:37 +00005531 DiagnosticMapping Mapping = Diag.makeUserMapping(Map, Loc);
Richard Smithd230de22017-01-26 01:01:01 +00005532 if (Mapping.isPragma() || IncludeNonPragmaStates)
5533 NewState->setMapping(DiagID, Mapping);
5534 }
Richard Smithd230de22017-01-26 01:01:01 +00005535 return NewState;
5536 };
5537
5538 auto *FirstState = ReadDiagState(
5539 F.isModule() ? DiagState() : *Diag.DiagStatesByLoc.CurDiagState,
5540 SourceLocation(), F.isModule());
5541 SourceLocation CurStateLoc =
5542 ReadSourceLocation(F, F.PragmaDiagMappings[Idx++]);
5543 auto *CurState = ReadDiagState(*FirstState, CurStateLoc, false);
5544
5545 if (!F.isModule()) {
5546 Diag.DiagStatesByLoc.CurDiagState = CurState;
5547 Diag.DiagStatesByLoc.CurDiagStateLoc = CurStateLoc;
5548
5549 // Preserve the property that the imaginary root file describes the
5550 // current state.
5551 auto &T = Diag.DiagStatesByLoc.Files[FileID()].StateTransitions;
5552 if (T.empty())
5553 T.push_back({CurState, 0});
5554 else
5555 T[0].State = CurState;
5556 }
5557
5558 while (Idx < Record.size()) {
5559 SourceLocation Loc = ReadSourceLocation(F, Record[Idx++]);
5560 auto IDAndOffset = SourceMgr.getDecomposedLoc(Loc);
5561 assert(IDAndOffset.second == 0 && "not a start location for a FileID");
5562 unsigned Transitions = Record[Idx++];
5563
5564 // Note that we don't need to set up Parent/ParentOffset here, because
5565 // we won't be changing the diagnostic state within imported FileIDs
5566 // (other than perhaps appending to the main source file, which has no
5567 // parent).
5568 auto &F = Diag.DiagStatesByLoc.Files[IDAndOffset.first];
5569 F.StateTransitions.reserve(F.StateTransitions.size() + Transitions);
5570 for (unsigned I = 0; I != Transitions; ++I) {
5571 unsigned Offset = Record[Idx++];
5572 auto *State =
5573 ReadDiagState(*FirstState, Loc.getLocWithOffset(Offset), false);
5574 F.StateTransitions.push_back({State, Offset});
Guy Benyei11169dd2012-12-18 14:30:41 +00005575 }
5576 }
Richard Smithd230de22017-01-26 01:01:01 +00005577
5578 // Don't try to read these mappings again.
5579 Record.clear();
Guy Benyei11169dd2012-12-18 14:30:41 +00005580 }
5581}
5582
5583/// \brief Get the correct cursor and offset for loading a type.
5584ASTReader::RecordLocation ASTReader::TypeCursorForIndex(unsigned Index) {
5585 GlobalTypeMapType::iterator I = GlobalTypeMap.find(Index);
5586 assert(I != GlobalTypeMap.end() && "Corrupted global type map");
5587 ModuleFile *M = I->second;
5588 return RecordLocation(M, M->TypeOffsets[Index - M->BaseTypeIndex]);
5589}
5590
5591/// \brief Read and return the type with the given index..
5592///
5593/// The index is the type ID, shifted and minus the number of predefs. This
5594/// routine actually reads the record corresponding to the type at the given
5595/// location. It is a helper routine for GetType, which deals with reading type
5596/// IDs.
5597QualType ASTReader::readTypeRecord(unsigned Index) {
5598 RecordLocation Loc = TypeCursorForIndex(Index);
Chris Lattner7fb3bef2013-01-20 00:56:42 +00005599 BitstreamCursor &DeclsCursor = Loc.F->DeclsCursor;
Guy Benyei11169dd2012-12-18 14:30:41 +00005600
5601 // Keep track of where we are in the stream, then jump back there
5602 // after reading this type.
5603 SavedStreamPosition SavedPosition(DeclsCursor);
5604
5605 ReadingKindTracker ReadingKind(Read_Type, *this);
5606
5607 // Note that we are loading a type record.
5608 Deserializing AType(this);
5609
5610 unsigned Idx = 0;
5611 DeclsCursor.JumpToBit(Loc.Offset);
5612 RecordData Record;
5613 unsigned Code = DeclsCursor.ReadCode();
Chris Lattner0e6c9402013-01-20 02:38:54 +00005614 switch ((TypeCode)DeclsCursor.readRecord(Code, Record)) {
Guy Benyei11169dd2012-12-18 14:30:41 +00005615 case TYPE_EXT_QUAL: {
5616 if (Record.size() != 2) {
5617 Error("Incorrect encoding of extended qualifier type");
5618 return QualType();
5619 }
5620 QualType Base = readType(*Loc.F, Record, Idx);
5621 Qualifiers Quals = Qualifiers::fromOpaqueValue(Record[Idx++]);
5622 return Context.getQualifiedType(Base, Quals);
5623 }
5624
5625 case TYPE_COMPLEX: {
5626 if (Record.size() != 1) {
5627 Error("Incorrect encoding of complex type");
5628 return QualType();
5629 }
5630 QualType ElemType = readType(*Loc.F, Record, Idx);
5631 return Context.getComplexType(ElemType);
5632 }
5633
5634 case TYPE_POINTER: {
5635 if (Record.size() != 1) {
5636 Error("Incorrect encoding of pointer type");
5637 return QualType();
5638 }
5639 QualType PointeeType = readType(*Loc.F, Record, Idx);
5640 return Context.getPointerType(PointeeType);
5641 }
5642
Reid Kleckner8a365022013-06-24 17:51:48 +00005643 case TYPE_DECAYED: {
5644 if (Record.size() != 1) {
5645 Error("Incorrect encoding of decayed type");
5646 return QualType();
5647 }
5648 QualType OriginalType = readType(*Loc.F, Record, Idx);
5649 QualType DT = Context.getAdjustedParameterType(OriginalType);
5650 if (!isa<DecayedType>(DT))
5651 Error("Decayed type does not decay");
5652 return DT;
5653 }
5654
Reid Kleckner0503a872013-12-05 01:23:43 +00005655 case TYPE_ADJUSTED: {
5656 if (Record.size() != 2) {
5657 Error("Incorrect encoding of adjusted type");
5658 return QualType();
5659 }
5660 QualType OriginalTy = readType(*Loc.F, Record, Idx);
5661 QualType AdjustedTy = readType(*Loc.F, Record, Idx);
5662 return Context.getAdjustedType(OriginalTy, AdjustedTy);
5663 }
5664
Guy Benyei11169dd2012-12-18 14:30:41 +00005665 case TYPE_BLOCK_POINTER: {
5666 if (Record.size() != 1) {
5667 Error("Incorrect encoding of block pointer type");
5668 return QualType();
5669 }
5670 QualType PointeeType = readType(*Loc.F, Record, Idx);
5671 return Context.getBlockPointerType(PointeeType);
5672 }
5673
5674 case TYPE_LVALUE_REFERENCE: {
5675 if (Record.size() != 2) {
5676 Error("Incorrect encoding of lvalue reference type");
5677 return QualType();
5678 }
5679 QualType PointeeType = readType(*Loc.F, Record, Idx);
5680 return Context.getLValueReferenceType(PointeeType, Record[1]);
5681 }
5682
5683 case TYPE_RVALUE_REFERENCE: {
5684 if (Record.size() != 1) {
5685 Error("Incorrect encoding of rvalue reference type");
5686 return QualType();
5687 }
5688 QualType PointeeType = readType(*Loc.F, Record, Idx);
5689 return Context.getRValueReferenceType(PointeeType);
5690 }
5691
5692 case TYPE_MEMBER_POINTER: {
5693 if (Record.size() != 2) {
5694 Error("Incorrect encoding of member pointer type");
5695 return QualType();
5696 }
5697 QualType PointeeType = readType(*Loc.F, Record, Idx);
5698 QualType ClassType = readType(*Loc.F, Record, Idx);
5699 if (PointeeType.isNull() || ClassType.isNull())
5700 return QualType();
David L. Jonesc4808b9e2016-12-15 20:53:26 +00005701
Guy Benyei11169dd2012-12-18 14:30:41 +00005702 return Context.getMemberPointerType(PointeeType, ClassType.getTypePtr());
5703 }
5704
5705 case TYPE_CONSTANT_ARRAY: {
5706 QualType ElementType = readType(*Loc.F, Record, Idx);
5707 ArrayType::ArraySizeModifier ASM = (ArrayType::ArraySizeModifier)Record[1];
5708 unsigned IndexTypeQuals = Record[2];
5709 unsigned Idx = 3;
5710 llvm::APInt Size = ReadAPInt(Record, Idx);
5711 return Context.getConstantArrayType(ElementType, Size,
5712 ASM, IndexTypeQuals);
5713 }
5714
5715 case TYPE_INCOMPLETE_ARRAY: {
5716 QualType ElementType = readType(*Loc.F, Record, Idx);
5717 ArrayType::ArraySizeModifier ASM = (ArrayType::ArraySizeModifier)Record[1];
5718 unsigned IndexTypeQuals = Record[2];
5719 return Context.getIncompleteArrayType(ElementType, ASM, IndexTypeQuals);
5720 }
5721
5722 case TYPE_VARIABLE_ARRAY: {
5723 QualType ElementType = readType(*Loc.F, Record, Idx);
5724 ArrayType::ArraySizeModifier ASM = (ArrayType::ArraySizeModifier)Record[1];
5725 unsigned IndexTypeQuals = Record[2];
5726 SourceLocation LBLoc = ReadSourceLocation(*Loc.F, Record[3]);
5727 SourceLocation RBLoc = ReadSourceLocation(*Loc.F, Record[4]);
5728 return Context.getVariableArrayType(ElementType, ReadExpr(*Loc.F),
5729 ASM, IndexTypeQuals,
5730 SourceRange(LBLoc, RBLoc));
5731 }
5732
5733 case TYPE_VECTOR: {
5734 if (Record.size() != 3) {
5735 Error("incorrect encoding of vector type in AST file");
5736 return QualType();
5737 }
5738
5739 QualType ElementType = readType(*Loc.F, Record, Idx);
5740 unsigned NumElements = Record[1];
5741 unsigned VecKind = Record[2];
5742 return Context.getVectorType(ElementType, NumElements,
5743 (VectorType::VectorKind)VecKind);
5744 }
5745
5746 case TYPE_EXT_VECTOR: {
5747 if (Record.size() != 3) {
5748 Error("incorrect encoding of extended vector type in AST file");
5749 return QualType();
5750 }
5751
5752 QualType ElementType = readType(*Loc.F, Record, Idx);
5753 unsigned NumElements = Record[1];
5754 return Context.getExtVectorType(ElementType, NumElements);
5755 }
5756
5757 case TYPE_FUNCTION_NO_PROTO: {
5758 if (Record.size() != 6) {
5759 Error("incorrect encoding of no-proto function type");
5760 return QualType();
5761 }
5762 QualType ResultType = readType(*Loc.F, Record, Idx);
5763 FunctionType::ExtInfo Info(Record[1], Record[2], Record[3],
5764 (CallingConv)Record[4], Record[5]);
5765 return Context.getFunctionNoProtoType(ResultType, Info);
5766 }
5767
5768 case TYPE_FUNCTION_PROTO: {
5769 QualType ResultType = readType(*Loc.F, Record, Idx);
5770
5771 FunctionProtoType::ExtProtoInfo EPI;
5772 EPI.ExtInfo = FunctionType::ExtInfo(/*noreturn*/ Record[1],
5773 /*hasregparm*/ Record[2],
5774 /*regparm*/ Record[3],
5775 static_cast<CallingConv>(Record[4]),
5776 /*produces*/ Record[5]);
5777
5778 unsigned Idx = 6;
Guy Benyei11169dd2012-12-18 14:30:41 +00005779
5780 EPI.Variadic = Record[Idx++];
5781 EPI.HasTrailingReturn = Record[Idx++];
5782 EPI.TypeQuals = Record[Idx++];
5783 EPI.RefQualifier = static_cast<RefQualifierKind>(Record[Idx++]);
Richard Smith564417a2014-03-20 21:47:22 +00005784 SmallVector<QualType, 8> ExceptionStorage;
Richard Smith8acb4282014-07-31 21:57:55 +00005785 readExceptionSpec(*Loc.F, ExceptionStorage, EPI.ExceptionSpec, Record, Idx);
Richard Smith01b2cb42014-07-26 06:37:51 +00005786
5787 unsigned NumParams = Record[Idx++];
5788 SmallVector<QualType, 16> ParamTypes;
5789 for (unsigned I = 0; I != NumParams; ++I)
5790 ParamTypes.push_back(readType(*Loc.F, Record, Idx));
5791
John McCall18afab72016-03-01 00:49:02 +00005792 SmallVector<FunctionProtoType::ExtParameterInfo, 4> ExtParameterInfos;
5793 if (Idx != Record.size()) {
5794 for (unsigned I = 0; I != NumParams; ++I)
5795 ExtParameterInfos.push_back(
5796 FunctionProtoType::ExtParameterInfo
5797 ::getFromOpaqueValue(Record[Idx++]));
5798 EPI.ExtParameterInfos = ExtParameterInfos.data();
5799 }
5800
5801 assert(Idx == Record.size());
5802
Jordan Rose5c382722013-03-08 21:51:21 +00005803 return Context.getFunctionType(ResultType, ParamTypes, EPI);
Guy Benyei11169dd2012-12-18 14:30:41 +00005804 }
5805
5806 case TYPE_UNRESOLVED_USING: {
5807 unsigned Idx = 0;
5808 return Context.getTypeDeclType(
5809 ReadDeclAs<UnresolvedUsingTypenameDecl>(*Loc.F, Record, Idx));
5810 }
David L. Jonesc4808b9e2016-12-15 20:53:26 +00005811
Guy Benyei11169dd2012-12-18 14:30:41 +00005812 case TYPE_TYPEDEF: {
5813 if (Record.size() != 2) {
5814 Error("incorrect encoding of typedef type");
5815 return QualType();
5816 }
5817 unsigned Idx = 0;
5818 TypedefNameDecl *Decl = ReadDeclAs<TypedefNameDecl>(*Loc.F, Record, Idx);
5819 QualType Canonical = readType(*Loc.F, Record, Idx);
5820 if (!Canonical.isNull())
5821 Canonical = Context.getCanonicalType(Canonical);
5822 return Context.getTypedefType(Decl, Canonical);
5823 }
5824
5825 case TYPE_TYPEOF_EXPR:
5826 return Context.getTypeOfExprType(ReadExpr(*Loc.F));
5827
5828 case TYPE_TYPEOF: {
5829 if (Record.size() != 1) {
5830 Error("incorrect encoding of typeof(type) in AST file");
5831 return QualType();
5832 }
5833 QualType UnderlyingType = readType(*Loc.F, Record, Idx);
5834 return Context.getTypeOfType(UnderlyingType);
5835 }
5836
5837 case TYPE_DECLTYPE: {
5838 QualType UnderlyingType = readType(*Loc.F, Record, Idx);
5839 return Context.getDecltypeType(ReadExpr(*Loc.F), UnderlyingType);
5840 }
5841
5842 case TYPE_UNARY_TRANSFORM: {
5843 QualType BaseType = readType(*Loc.F, Record, Idx);
5844 QualType UnderlyingType = readType(*Loc.F, Record, Idx);
5845 UnaryTransformType::UTTKind UKind = (UnaryTransformType::UTTKind)Record[2];
5846 return Context.getUnaryTransformType(BaseType, UnderlyingType, UKind);
5847 }
5848
Richard Smith74aeef52013-04-26 16:15:35 +00005849 case TYPE_AUTO: {
5850 QualType Deduced = readType(*Loc.F, Record, Idx);
Richard Smithe301ba22015-11-11 02:02:15 +00005851 AutoTypeKeyword Keyword = (AutoTypeKeyword)Record[Idx++];
Richard Smith27d807c2013-04-30 13:56:41 +00005852 bool IsDependent = Deduced.isNull() ? Record[Idx++] : false;
Richard Smithe301ba22015-11-11 02:02:15 +00005853 return Context.getAutoType(Deduced, Keyword, IsDependent);
Richard Smith74aeef52013-04-26 16:15:35 +00005854 }
Guy Benyei11169dd2012-12-18 14:30:41 +00005855
Richard Smith600b5262017-01-26 20:40:47 +00005856 case TYPE_DEDUCED_TEMPLATE_SPECIALIZATION: {
5857 TemplateName Name = ReadTemplateName(*Loc.F, Record, Idx);
5858 QualType Deduced = readType(*Loc.F, Record, Idx);
5859 bool IsDependent = Deduced.isNull() ? Record[Idx++] : false;
5860 return Context.getDeducedTemplateSpecializationType(Name, Deduced,
5861 IsDependent);
5862 }
5863
Guy Benyei11169dd2012-12-18 14:30:41 +00005864 case TYPE_RECORD: {
5865 if (Record.size() != 2) {
5866 Error("incorrect encoding of record type");
5867 return QualType();
5868 }
5869 unsigned Idx = 0;
5870 bool IsDependent = Record[Idx++];
5871 RecordDecl *RD = ReadDeclAs<RecordDecl>(*Loc.F, Record, Idx);
5872 RD = cast_or_null<RecordDecl>(RD->getCanonicalDecl());
5873 QualType T = Context.getRecordType(RD);
5874 const_cast<Type*>(T.getTypePtr())->setDependent(IsDependent);
5875 return T;
5876 }
5877
5878 case TYPE_ENUM: {
5879 if (Record.size() != 2) {
5880 Error("incorrect encoding of enum type");
5881 return QualType();
5882 }
5883 unsigned Idx = 0;
5884 bool IsDependent = Record[Idx++];
5885 QualType T
5886 = Context.getEnumType(ReadDeclAs<EnumDecl>(*Loc.F, Record, Idx));
5887 const_cast<Type*>(T.getTypePtr())->setDependent(IsDependent);
5888 return T;
5889 }
5890
5891 case TYPE_ATTRIBUTED: {
5892 if (Record.size() != 3) {
5893 Error("incorrect encoding of attributed type");
5894 return QualType();
5895 }
5896 QualType modifiedType = readType(*Loc.F, Record, Idx);
5897 QualType equivalentType = readType(*Loc.F, Record, Idx);
5898 AttributedType::Kind kind = static_cast<AttributedType::Kind>(Record[2]);
5899 return Context.getAttributedType(kind, modifiedType, equivalentType);
5900 }
5901
5902 case TYPE_PAREN: {
5903 if (Record.size() != 1) {
5904 Error("incorrect encoding of paren type");
5905 return QualType();
5906 }
5907 QualType InnerType = readType(*Loc.F, Record, Idx);
5908 return Context.getParenType(InnerType);
5909 }
5910
5911 case TYPE_PACK_EXPANSION: {
5912 if (Record.size() != 2) {
5913 Error("incorrect encoding of pack expansion type");
5914 return QualType();
5915 }
5916 QualType Pattern = readType(*Loc.F, Record, Idx);
5917 if (Pattern.isNull())
5918 return QualType();
David Blaikie05785d12013-02-20 22:23:23 +00005919 Optional<unsigned> NumExpansions;
Guy Benyei11169dd2012-12-18 14:30:41 +00005920 if (Record[1])
5921 NumExpansions = Record[1] - 1;
5922 return Context.getPackExpansionType(Pattern, NumExpansions);
5923 }
5924
5925 case TYPE_ELABORATED: {
5926 unsigned Idx = 0;
5927 ElaboratedTypeKeyword Keyword = (ElaboratedTypeKeyword)Record[Idx++];
5928 NestedNameSpecifier *NNS = ReadNestedNameSpecifier(*Loc.F, Record, Idx);
5929 QualType NamedType = readType(*Loc.F, Record, Idx);
5930 return Context.getElaboratedType(Keyword, NNS, NamedType);
5931 }
5932
5933 case TYPE_OBJC_INTERFACE: {
5934 unsigned Idx = 0;
5935 ObjCInterfaceDecl *ItfD
5936 = ReadDeclAs<ObjCInterfaceDecl>(*Loc.F, Record, Idx);
5937 return Context.getObjCInterfaceType(ItfD->getCanonicalDecl());
5938 }
5939
Manman Rene6be26c2016-09-13 17:25:08 +00005940 case TYPE_OBJC_TYPE_PARAM: {
5941 unsigned Idx = 0;
5942 ObjCTypeParamDecl *Decl
5943 = ReadDeclAs<ObjCTypeParamDecl>(*Loc.F, Record, Idx);
5944 unsigned NumProtos = Record[Idx++];
5945 SmallVector<ObjCProtocolDecl*, 4> Protos;
5946 for (unsigned I = 0; I != NumProtos; ++I)
5947 Protos.push_back(ReadDeclAs<ObjCProtocolDecl>(*Loc.F, Record, Idx));
5948 return Context.getObjCTypeParamType(Decl, Protos);
5949 }
Guy Benyei11169dd2012-12-18 14:30:41 +00005950 case TYPE_OBJC_OBJECT: {
5951 unsigned Idx = 0;
5952 QualType Base = readType(*Loc.F, Record, Idx);
Douglas Gregore9d95f12015-07-07 03:57:35 +00005953 unsigned NumTypeArgs = Record[Idx++];
5954 SmallVector<QualType, 4> TypeArgs;
5955 for (unsigned I = 0; I != NumTypeArgs; ++I)
5956 TypeArgs.push_back(readType(*Loc.F, Record, Idx));
Guy Benyei11169dd2012-12-18 14:30:41 +00005957 unsigned NumProtos = Record[Idx++];
5958 SmallVector<ObjCProtocolDecl*, 4> Protos;
5959 for (unsigned I = 0; I != NumProtos; ++I)
5960 Protos.push_back(ReadDeclAs<ObjCProtocolDecl>(*Loc.F, Record, Idx));
Douglas Gregorab209d82015-07-07 03:58:42 +00005961 bool IsKindOf = Record[Idx++];
5962 return Context.getObjCObjectType(Base, TypeArgs, Protos, IsKindOf);
Guy Benyei11169dd2012-12-18 14:30:41 +00005963 }
5964
5965 case TYPE_OBJC_OBJECT_POINTER: {
5966 unsigned Idx = 0;
5967 QualType Pointee = readType(*Loc.F, Record, Idx);
5968 return Context.getObjCObjectPointerType(Pointee);
5969 }
5970
5971 case TYPE_SUBST_TEMPLATE_TYPE_PARM: {
5972 unsigned Idx = 0;
5973 QualType Parm = readType(*Loc.F, Record, Idx);
5974 QualType Replacement = readType(*Loc.F, Record, Idx);
Stephan Tolksdorfe96f8b32014-03-15 10:23:27 +00005975 return Context.getSubstTemplateTypeParmType(
5976 cast<TemplateTypeParmType>(Parm),
5977 Context.getCanonicalType(Replacement));
Guy Benyei11169dd2012-12-18 14:30:41 +00005978 }
5979
5980 case TYPE_SUBST_TEMPLATE_TYPE_PARM_PACK: {
5981 unsigned Idx = 0;
5982 QualType Parm = readType(*Loc.F, Record, Idx);
5983 TemplateArgument ArgPack = ReadTemplateArgument(*Loc.F, Record, Idx);
5984 return Context.getSubstTemplateTypeParmPackType(
5985 cast<TemplateTypeParmType>(Parm),
5986 ArgPack);
5987 }
5988
5989 case TYPE_INJECTED_CLASS_NAME: {
5990 CXXRecordDecl *D = ReadDeclAs<CXXRecordDecl>(*Loc.F, Record, Idx);
5991 QualType TST = readType(*Loc.F, Record, Idx); // probably derivable
5992 // FIXME: ASTContext::getInjectedClassNameType is not currently suitable
5993 // for AST reading, too much interdependencies.
Richard Smith6377f8f2014-10-21 21:15:18 +00005994 const Type *T = nullptr;
5995 for (auto *DI = D; DI; DI = DI->getPreviousDecl()) {
5996 if (const Type *Existing = DI->getTypeForDecl()) {
5997 T = Existing;
5998 break;
5999 }
6000 }
6001 if (!T) {
Richard Smithf17fdbd2014-04-24 02:25:27 +00006002 T = new (Context, TypeAlignment) InjectedClassNameType(D, TST);
Richard Smith6377f8f2014-10-21 21:15:18 +00006003 for (auto *DI = D; DI; DI = DI->getPreviousDecl())
6004 DI->setTypeForDecl(T);
6005 }
Richard Smithf17fdbd2014-04-24 02:25:27 +00006006 return QualType(T, 0);
Guy Benyei11169dd2012-12-18 14:30:41 +00006007 }
6008
6009 case TYPE_TEMPLATE_TYPE_PARM: {
6010 unsigned Idx = 0;
6011 unsigned Depth = Record[Idx++];
6012 unsigned Index = Record[Idx++];
6013 bool Pack = Record[Idx++];
6014 TemplateTypeParmDecl *D
6015 = ReadDeclAs<TemplateTypeParmDecl>(*Loc.F, Record, Idx);
6016 return Context.getTemplateTypeParmType(Depth, Index, Pack, D);
6017 }
6018
6019 case TYPE_DEPENDENT_NAME: {
6020 unsigned Idx = 0;
6021 ElaboratedTypeKeyword Keyword = (ElaboratedTypeKeyword)Record[Idx++];
6022 NestedNameSpecifier *NNS = ReadNestedNameSpecifier(*Loc.F, Record, Idx);
Richard Smithbdf2d932015-07-30 03:37:16 +00006023 const IdentifierInfo *Name = GetIdentifierInfo(*Loc.F, Record, Idx);
Guy Benyei11169dd2012-12-18 14:30:41 +00006024 QualType Canon = readType(*Loc.F, Record, Idx);
6025 if (!Canon.isNull())
6026 Canon = Context.getCanonicalType(Canon);
6027 return Context.getDependentNameType(Keyword, NNS, Name, Canon);
6028 }
6029
6030 case TYPE_DEPENDENT_TEMPLATE_SPECIALIZATION: {
6031 unsigned Idx = 0;
6032 ElaboratedTypeKeyword Keyword = (ElaboratedTypeKeyword)Record[Idx++];
6033 NestedNameSpecifier *NNS = ReadNestedNameSpecifier(*Loc.F, Record, Idx);
Richard Smithbdf2d932015-07-30 03:37:16 +00006034 const IdentifierInfo *Name = GetIdentifierInfo(*Loc.F, Record, Idx);
Guy Benyei11169dd2012-12-18 14:30:41 +00006035 unsigned NumArgs = Record[Idx++];
6036 SmallVector<TemplateArgument, 8> Args;
6037 Args.reserve(NumArgs);
6038 while (NumArgs--)
6039 Args.push_back(ReadTemplateArgument(*Loc.F, Record, Idx));
6040 return Context.getDependentTemplateSpecializationType(Keyword, NNS, Name,
David Majnemer6fbeee32016-07-07 04:43:07 +00006041 Args);
Guy Benyei11169dd2012-12-18 14:30:41 +00006042 }
6043
6044 case TYPE_DEPENDENT_SIZED_ARRAY: {
6045 unsigned Idx = 0;
6046
6047 // ArrayType
6048 QualType ElementType = readType(*Loc.F, Record, Idx);
6049 ArrayType::ArraySizeModifier ASM
6050 = (ArrayType::ArraySizeModifier)Record[Idx++];
6051 unsigned IndexTypeQuals = Record[Idx++];
6052
6053 // DependentSizedArrayType
6054 Expr *NumElts = ReadExpr(*Loc.F);
6055 SourceRange Brackets = ReadSourceRange(*Loc.F, Record, Idx);
6056
6057 return Context.getDependentSizedArrayType(ElementType, NumElts, ASM,
6058 IndexTypeQuals, Brackets);
6059 }
6060
6061 case TYPE_TEMPLATE_SPECIALIZATION: {
6062 unsigned Idx = 0;
6063 bool IsDependent = Record[Idx++];
6064 TemplateName Name = ReadTemplateName(*Loc.F, Record, Idx);
6065 SmallVector<TemplateArgument, 8> Args;
6066 ReadTemplateArgumentList(Args, *Loc.F, Record, Idx);
6067 QualType Underlying = readType(*Loc.F, Record, Idx);
6068 QualType T;
6069 if (Underlying.isNull())
David Majnemer6fbeee32016-07-07 04:43:07 +00006070 T = Context.getCanonicalTemplateSpecializationType(Name, Args);
Guy Benyei11169dd2012-12-18 14:30:41 +00006071 else
David Majnemer6fbeee32016-07-07 04:43:07 +00006072 T = Context.getTemplateSpecializationType(Name, Args, Underlying);
Guy Benyei11169dd2012-12-18 14:30:41 +00006073 const_cast<Type*>(T.getTypePtr())->setDependent(IsDependent);
6074 return T;
6075 }
6076
6077 case TYPE_ATOMIC: {
6078 if (Record.size() != 1) {
6079 Error("Incorrect encoding of atomic type");
6080 return QualType();
6081 }
6082 QualType ValueType = readType(*Loc.F, Record, Idx);
6083 return Context.getAtomicType(ValueType);
6084 }
Xiuli Pan9c14e282016-01-09 12:53:17 +00006085
Joey Goulye3c85de2016-12-01 11:30:49 +00006086 case TYPE_PIPE: {
6087 if (Record.size() != 2) {
Xiuli Pan9c14e282016-01-09 12:53:17 +00006088 Error("Incorrect encoding of pipe type");
6089 return QualType();
6090 }
6091
6092 // Reading the pipe element type.
6093 QualType ElementType = readType(*Loc.F, Record, Idx);
Joey Goulye3c85de2016-12-01 11:30:49 +00006094 unsigned ReadOnly = Record[1];
6095 return Context.getPipeType(ElementType, ReadOnly);
Joey Gouly5788b782016-11-18 14:10:54 +00006096 }
6097
Alex Lorenz00aee432017-03-22 10:04:48 +00006098 case TYPE_DEPENDENT_SIZED_EXT_VECTOR: {
6099 unsigned Idx = 0;
6100
6101 // DependentSizedExtVectorType
6102 QualType ElementType = readType(*Loc.F, Record, Idx);
6103 Expr *SizeExpr = ReadExpr(*Loc.F);
6104 SourceLocation AttrLoc = ReadSourceLocation(*Loc.F, Record, Idx);
6105
6106 return Context.getDependentSizedExtVectorType(ElementType, SizeExpr,
6107 AttrLoc);
6108 }
Guy Benyei11169dd2012-12-18 14:30:41 +00006109 }
6110 llvm_unreachable("Invalid TypeCode!");
6111}
6112
Richard Smith564417a2014-03-20 21:47:22 +00006113void ASTReader::readExceptionSpec(ModuleFile &ModuleFile,
6114 SmallVectorImpl<QualType> &Exceptions,
Richard Smith8acb4282014-07-31 21:57:55 +00006115 FunctionProtoType::ExceptionSpecInfo &ESI,
Richard Smith564417a2014-03-20 21:47:22 +00006116 const RecordData &Record, unsigned &Idx) {
6117 ExceptionSpecificationType EST =
6118 static_cast<ExceptionSpecificationType>(Record[Idx++]);
Richard Smith8acb4282014-07-31 21:57:55 +00006119 ESI.Type = EST;
Richard Smith564417a2014-03-20 21:47:22 +00006120 if (EST == EST_Dynamic) {
Richard Smith8acb4282014-07-31 21:57:55 +00006121 for (unsigned I = 0, N = Record[Idx++]; I != N; ++I)
Richard Smith564417a2014-03-20 21:47:22 +00006122 Exceptions.push_back(readType(ModuleFile, Record, Idx));
Richard Smith8acb4282014-07-31 21:57:55 +00006123 ESI.Exceptions = Exceptions;
Richard Smith564417a2014-03-20 21:47:22 +00006124 } else if (EST == EST_ComputedNoexcept) {
Richard Smith8acb4282014-07-31 21:57:55 +00006125 ESI.NoexceptExpr = ReadExpr(ModuleFile);
Richard Smith564417a2014-03-20 21:47:22 +00006126 } else if (EST == EST_Uninstantiated) {
Richard Smith8acb4282014-07-31 21:57:55 +00006127 ESI.SourceDecl = ReadDeclAs<FunctionDecl>(ModuleFile, Record, Idx);
6128 ESI.SourceTemplate = ReadDeclAs<FunctionDecl>(ModuleFile, Record, Idx);
Richard Smith564417a2014-03-20 21:47:22 +00006129 } else if (EST == EST_Unevaluated) {
Richard Smith8acb4282014-07-31 21:57:55 +00006130 ESI.SourceDecl = ReadDeclAs<FunctionDecl>(ModuleFile, Record, Idx);
Richard Smith564417a2014-03-20 21:47:22 +00006131 }
6132}
6133
Guy Benyei11169dd2012-12-18 14:30:41 +00006134class clang::TypeLocReader : public TypeLocVisitor<TypeLocReader> {
David L. Jonesbe1557a2016-12-21 00:17:49 +00006135 ModuleFile *F;
6136 ASTReader *Reader;
6137 const ASTReader::RecordData &Record;
Guy Benyei11169dd2012-12-18 14:30:41 +00006138 unsigned &Idx;
6139
David L. Jonesc4808b9e2016-12-15 20:53:26 +00006140 SourceLocation ReadSourceLocation() {
David L. Jonesbe1557a2016-12-21 00:17:49 +00006141 return Reader->ReadSourceLocation(*F, Record, Idx);
6142 }
6143
6144 TypeSourceInfo *GetTypeSourceInfo() {
6145 return Reader->GetTypeSourceInfo(*F, Record, Idx);
6146 }
6147
6148 NestedNameSpecifierLoc ReadNestedNameSpecifierLoc() {
6149 return Reader->ReadNestedNameSpecifierLoc(*F, Record, Idx);
Guy Benyei11169dd2012-12-18 14:30:41 +00006150 }
6151
Guy Benyei11169dd2012-12-18 14:30:41 +00006152public:
David L. Jonesbe1557a2016-12-21 00:17:49 +00006153 TypeLocReader(ModuleFile &F, ASTReader &Reader,
Guy Benyei11169dd2012-12-18 14:30:41 +00006154 const ASTReader::RecordData &Record, unsigned &Idx)
David L. Jonesbe1557a2016-12-21 00:17:49 +00006155 : F(&F), Reader(&Reader), Record(Record), Idx(Idx) {}
Guy Benyei11169dd2012-12-18 14:30:41 +00006156
6157 // We want compile-time assurance that we've enumerated all of
6158 // these, so unfortunately we have to declare them first, then
6159 // define them out-of-line.
6160#define ABSTRACT_TYPELOC(CLASS, PARENT)
6161#define TYPELOC(CLASS, PARENT) \
6162 void Visit##CLASS##TypeLoc(CLASS##TypeLoc TyLoc);
6163#include "clang/AST/TypeLocNodes.def"
6164
6165 void VisitFunctionTypeLoc(FunctionTypeLoc);
6166 void VisitArrayTypeLoc(ArrayTypeLoc);
6167};
6168
6169void TypeLocReader::VisitQualifiedTypeLoc(QualifiedTypeLoc TL) {
6170 // nothing to do
6171}
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +00006172
Guy Benyei11169dd2012-12-18 14:30:41 +00006173void TypeLocReader::VisitBuiltinTypeLoc(BuiltinTypeLoc TL) {
David L. Jonesc4808b9e2016-12-15 20:53:26 +00006174 TL.setBuiltinLoc(ReadSourceLocation());
Guy Benyei11169dd2012-12-18 14:30:41 +00006175 if (TL.needsExtraLocalData()) {
David L. Jonesbe1557a2016-12-21 00:17:49 +00006176 TL.setWrittenTypeSpec(static_cast<DeclSpec::TST>(Record[Idx++]));
6177 TL.setWrittenSignSpec(static_cast<DeclSpec::TSS>(Record[Idx++]));
6178 TL.setWrittenWidthSpec(static_cast<DeclSpec::TSW>(Record[Idx++]));
6179 TL.setModeAttr(Record[Idx++]);
Guy Benyei11169dd2012-12-18 14:30:41 +00006180 }
6181}
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +00006182
Guy Benyei11169dd2012-12-18 14:30:41 +00006183void TypeLocReader::VisitComplexTypeLoc(ComplexTypeLoc TL) {
David L. Jonesc4808b9e2016-12-15 20:53:26 +00006184 TL.setNameLoc(ReadSourceLocation());
Guy Benyei11169dd2012-12-18 14:30:41 +00006185}
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +00006186
Guy Benyei11169dd2012-12-18 14:30:41 +00006187void TypeLocReader::VisitPointerTypeLoc(PointerTypeLoc TL) {
David L. Jonesc4808b9e2016-12-15 20:53:26 +00006188 TL.setStarLoc(ReadSourceLocation());
Guy Benyei11169dd2012-12-18 14:30:41 +00006189}
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +00006190
Reid Kleckner8a365022013-06-24 17:51:48 +00006191void TypeLocReader::VisitDecayedTypeLoc(DecayedTypeLoc TL) {
6192 // nothing to do
6193}
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +00006194
Reid Kleckner0503a872013-12-05 01:23:43 +00006195void TypeLocReader::VisitAdjustedTypeLoc(AdjustedTypeLoc TL) {
6196 // nothing to do
6197}
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +00006198
Guy Benyei11169dd2012-12-18 14:30:41 +00006199void TypeLocReader::VisitBlockPointerTypeLoc(BlockPointerTypeLoc TL) {
David L. Jonesc4808b9e2016-12-15 20:53:26 +00006200 TL.setCaretLoc(ReadSourceLocation());
Guy Benyei11169dd2012-12-18 14:30:41 +00006201}
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +00006202
Guy Benyei11169dd2012-12-18 14:30:41 +00006203void TypeLocReader::VisitLValueReferenceTypeLoc(LValueReferenceTypeLoc TL) {
David L. Jonesc4808b9e2016-12-15 20:53:26 +00006204 TL.setAmpLoc(ReadSourceLocation());
Guy Benyei11169dd2012-12-18 14:30:41 +00006205}
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +00006206
Guy Benyei11169dd2012-12-18 14:30:41 +00006207void TypeLocReader::VisitRValueReferenceTypeLoc(RValueReferenceTypeLoc TL) {
David L. Jonesc4808b9e2016-12-15 20:53:26 +00006208 TL.setAmpAmpLoc(ReadSourceLocation());
Guy Benyei11169dd2012-12-18 14:30:41 +00006209}
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +00006210
Guy Benyei11169dd2012-12-18 14:30:41 +00006211void TypeLocReader::VisitMemberPointerTypeLoc(MemberPointerTypeLoc TL) {
David L. Jonesc4808b9e2016-12-15 20:53:26 +00006212 TL.setStarLoc(ReadSourceLocation());
David L. Jonesbe1557a2016-12-21 00:17:49 +00006213 TL.setClassTInfo(GetTypeSourceInfo());
Guy Benyei11169dd2012-12-18 14:30:41 +00006214}
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +00006215
Guy Benyei11169dd2012-12-18 14:30:41 +00006216void TypeLocReader::VisitArrayTypeLoc(ArrayTypeLoc TL) {
David L. Jonesc4808b9e2016-12-15 20:53:26 +00006217 TL.setLBracketLoc(ReadSourceLocation());
6218 TL.setRBracketLoc(ReadSourceLocation());
David L. Jonesbe1557a2016-12-21 00:17:49 +00006219 if (Record[Idx++])
6220 TL.setSizeExpr(Reader->ReadExpr(*F));
Guy Benyei11169dd2012-12-18 14:30:41 +00006221 else
Craig Toppera13603a2014-05-22 05:54:18 +00006222 TL.setSizeExpr(nullptr);
Guy Benyei11169dd2012-12-18 14:30:41 +00006223}
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +00006224
Guy Benyei11169dd2012-12-18 14:30:41 +00006225void TypeLocReader::VisitConstantArrayTypeLoc(ConstantArrayTypeLoc TL) {
6226 VisitArrayTypeLoc(TL);
6227}
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +00006228
Guy Benyei11169dd2012-12-18 14:30:41 +00006229void TypeLocReader::VisitIncompleteArrayTypeLoc(IncompleteArrayTypeLoc TL) {
6230 VisitArrayTypeLoc(TL);
6231}
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +00006232
Guy Benyei11169dd2012-12-18 14:30:41 +00006233void TypeLocReader::VisitVariableArrayTypeLoc(VariableArrayTypeLoc TL) {
6234 VisitArrayTypeLoc(TL);
6235}
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +00006236
Guy Benyei11169dd2012-12-18 14:30:41 +00006237void TypeLocReader::VisitDependentSizedArrayTypeLoc(
6238 DependentSizedArrayTypeLoc TL) {
6239 VisitArrayTypeLoc(TL);
6240}
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +00006241
Guy Benyei11169dd2012-12-18 14:30:41 +00006242void TypeLocReader::VisitDependentSizedExtVectorTypeLoc(
6243 DependentSizedExtVectorTypeLoc TL) {
David L. Jonesc4808b9e2016-12-15 20:53:26 +00006244 TL.setNameLoc(ReadSourceLocation());
Guy Benyei11169dd2012-12-18 14:30:41 +00006245}
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +00006246
Guy Benyei11169dd2012-12-18 14:30:41 +00006247void TypeLocReader::VisitVectorTypeLoc(VectorTypeLoc TL) {
David L. Jonesc4808b9e2016-12-15 20:53:26 +00006248 TL.setNameLoc(ReadSourceLocation());
Guy Benyei11169dd2012-12-18 14:30:41 +00006249}
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +00006250
Guy Benyei11169dd2012-12-18 14:30:41 +00006251void TypeLocReader::VisitExtVectorTypeLoc(ExtVectorTypeLoc TL) {
David L. Jonesc4808b9e2016-12-15 20:53:26 +00006252 TL.setNameLoc(ReadSourceLocation());
Guy Benyei11169dd2012-12-18 14:30:41 +00006253}
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +00006254
Guy Benyei11169dd2012-12-18 14:30:41 +00006255void TypeLocReader::VisitFunctionTypeLoc(FunctionTypeLoc TL) {
David L. Jonesc4808b9e2016-12-15 20:53:26 +00006256 TL.setLocalRangeBegin(ReadSourceLocation());
6257 TL.setLParenLoc(ReadSourceLocation());
6258 TL.setRParenLoc(ReadSourceLocation());
Malcolm Parsonsa3220ce2017-01-12 16:11:28 +00006259 TL.setExceptionSpecRange(SourceRange(Reader->ReadSourceLocation(*F, Record, Idx),
6260 Reader->ReadSourceLocation(*F, Record, Idx)));
David L. Jonesc4808b9e2016-12-15 20:53:26 +00006261 TL.setLocalRangeEnd(ReadSourceLocation());
Alp Tokerb3fd5cf2014-01-21 00:32:38 +00006262 for (unsigned i = 0, e = TL.getNumParams(); i != e; ++i) {
David L. Jonesbe1557a2016-12-21 00:17:49 +00006263 TL.setParam(i, Reader->ReadDeclAs<ParmVarDecl>(*F, Record, Idx));
Guy Benyei11169dd2012-12-18 14:30:41 +00006264 }
6265}
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +00006266
Guy Benyei11169dd2012-12-18 14:30:41 +00006267void TypeLocReader::VisitFunctionProtoTypeLoc(FunctionProtoTypeLoc TL) {
6268 VisitFunctionTypeLoc(TL);
6269}
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +00006270
Guy Benyei11169dd2012-12-18 14:30:41 +00006271void TypeLocReader::VisitFunctionNoProtoTypeLoc(FunctionNoProtoTypeLoc TL) {
6272 VisitFunctionTypeLoc(TL);
6273}
6274void TypeLocReader::VisitUnresolvedUsingTypeLoc(UnresolvedUsingTypeLoc TL) {
David L. Jonesc4808b9e2016-12-15 20:53:26 +00006275 TL.setNameLoc(ReadSourceLocation());
Guy Benyei11169dd2012-12-18 14:30:41 +00006276}
6277void TypeLocReader::VisitTypedefTypeLoc(TypedefTypeLoc TL) {
David L. Jonesc4808b9e2016-12-15 20:53:26 +00006278 TL.setNameLoc(ReadSourceLocation());
Guy Benyei11169dd2012-12-18 14:30:41 +00006279}
6280void TypeLocReader::VisitTypeOfExprTypeLoc(TypeOfExprTypeLoc TL) {
David L. Jonesc4808b9e2016-12-15 20:53:26 +00006281 TL.setTypeofLoc(ReadSourceLocation());
6282 TL.setLParenLoc(ReadSourceLocation());
6283 TL.setRParenLoc(ReadSourceLocation());
Guy Benyei11169dd2012-12-18 14:30:41 +00006284}
6285void TypeLocReader::VisitTypeOfTypeLoc(TypeOfTypeLoc TL) {
David L. Jonesc4808b9e2016-12-15 20:53:26 +00006286 TL.setTypeofLoc(ReadSourceLocation());
6287 TL.setLParenLoc(ReadSourceLocation());
6288 TL.setRParenLoc(ReadSourceLocation());
David L. Jonesbe1557a2016-12-21 00:17:49 +00006289 TL.setUnderlyingTInfo(GetTypeSourceInfo());
Guy Benyei11169dd2012-12-18 14:30:41 +00006290}
6291void TypeLocReader::VisitDecltypeTypeLoc(DecltypeTypeLoc TL) {
David L. Jonesc4808b9e2016-12-15 20:53:26 +00006292 TL.setNameLoc(ReadSourceLocation());
Guy Benyei11169dd2012-12-18 14:30:41 +00006293}
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +00006294
Guy Benyei11169dd2012-12-18 14:30:41 +00006295void TypeLocReader::VisitUnaryTransformTypeLoc(UnaryTransformTypeLoc TL) {
David L. Jonesc4808b9e2016-12-15 20:53:26 +00006296 TL.setKWLoc(ReadSourceLocation());
6297 TL.setLParenLoc(ReadSourceLocation());
6298 TL.setRParenLoc(ReadSourceLocation());
David L. Jonesbe1557a2016-12-21 00:17:49 +00006299 TL.setUnderlyingTInfo(GetTypeSourceInfo());
Guy Benyei11169dd2012-12-18 14:30:41 +00006300}
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +00006301
Guy Benyei11169dd2012-12-18 14:30:41 +00006302void TypeLocReader::VisitAutoTypeLoc(AutoTypeLoc TL) {
David L. Jonesc4808b9e2016-12-15 20:53:26 +00006303 TL.setNameLoc(ReadSourceLocation());
Guy Benyei11169dd2012-12-18 14:30:41 +00006304}
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +00006305
Richard Smith600b5262017-01-26 20:40:47 +00006306void TypeLocReader::VisitDeducedTemplateSpecializationTypeLoc(
6307 DeducedTemplateSpecializationTypeLoc TL) {
6308 TL.setTemplateNameLoc(ReadSourceLocation());
6309}
6310
Guy Benyei11169dd2012-12-18 14:30:41 +00006311void TypeLocReader::VisitRecordTypeLoc(RecordTypeLoc TL) {
David L. Jonesc4808b9e2016-12-15 20:53:26 +00006312 TL.setNameLoc(ReadSourceLocation());
Guy Benyei11169dd2012-12-18 14:30:41 +00006313}
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +00006314
Guy Benyei11169dd2012-12-18 14:30:41 +00006315void TypeLocReader::VisitEnumTypeLoc(EnumTypeLoc TL) {
David L. Jonesc4808b9e2016-12-15 20:53:26 +00006316 TL.setNameLoc(ReadSourceLocation());
Guy Benyei11169dd2012-12-18 14:30:41 +00006317}
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +00006318
Guy Benyei11169dd2012-12-18 14:30:41 +00006319void TypeLocReader::VisitAttributedTypeLoc(AttributedTypeLoc TL) {
David L. Jonesc4808b9e2016-12-15 20:53:26 +00006320 TL.setAttrNameLoc(ReadSourceLocation());
Guy Benyei11169dd2012-12-18 14:30:41 +00006321 if (TL.hasAttrOperand()) {
6322 SourceRange range;
David L. Jonesc4808b9e2016-12-15 20:53:26 +00006323 range.setBegin(ReadSourceLocation());
6324 range.setEnd(ReadSourceLocation());
Guy Benyei11169dd2012-12-18 14:30:41 +00006325 TL.setAttrOperandParensRange(range);
6326 }
6327 if (TL.hasAttrExprOperand()) {
David L. Jonesbe1557a2016-12-21 00:17:49 +00006328 if (Record[Idx++])
6329 TL.setAttrExprOperand(Reader->ReadExpr(*F));
Guy Benyei11169dd2012-12-18 14:30:41 +00006330 else
Craig Toppera13603a2014-05-22 05:54:18 +00006331 TL.setAttrExprOperand(nullptr);
Guy Benyei11169dd2012-12-18 14:30:41 +00006332 } else if (TL.hasAttrEnumOperand())
David L. Jonesc4808b9e2016-12-15 20:53:26 +00006333 TL.setAttrEnumOperandLoc(ReadSourceLocation());
Guy Benyei11169dd2012-12-18 14:30:41 +00006334}
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +00006335
Guy Benyei11169dd2012-12-18 14:30:41 +00006336void TypeLocReader::VisitTemplateTypeParmTypeLoc(TemplateTypeParmTypeLoc TL) {
David L. Jonesc4808b9e2016-12-15 20:53:26 +00006337 TL.setNameLoc(ReadSourceLocation());
Guy Benyei11169dd2012-12-18 14:30:41 +00006338}
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +00006339
Guy Benyei11169dd2012-12-18 14:30:41 +00006340void TypeLocReader::VisitSubstTemplateTypeParmTypeLoc(
6341 SubstTemplateTypeParmTypeLoc TL) {
David L. Jonesc4808b9e2016-12-15 20:53:26 +00006342 TL.setNameLoc(ReadSourceLocation());
Guy Benyei11169dd2012-12-18 14:30:41 +00006343}
6344void TypeLocReader::VisitSubstTemplateTypeParmPackTypeLoc(
6345 SubstTemplateTypeParmPackTypeLoc TL) {
David L. Jonesc4808b9e2016-12-15 20:53:26 +00006346 TL.setNameLoc(ReadSourceLocation());
Guy Benyei11169dd2012-12-18 14:30:41 +00006347}
6348void TypeLocReader::VisitTemplateSpecializationTypeLoc(
6349 TemplateSpecializationTypeLoc TL) {
David L. Jonesc4808b9e2016-12-15 20:53:26 +00006350 TL.setTemplateKeywordLoc(ReadSourceLocation());
6351 TL.setTemplateNameLoc(ReadSourceLocation());
6352 TL.setLAngleLoc(ReadSourceLocation());
6353 TL.setRAngleLoc(ReadSourceLocation());
Guy Benyei11169dd2012-12-18 14:30:41 +00006354 for (unsigned i = 0, e = TL.getNumArgs(); i != e; ++i)
David L. Jonesbe1557a2016-12-21 00:17:49 +00006355 TL.setArgLocInfo(
6356 i,
6357 Reader->GetTemplateArgumentLocInfo(
6358 *F, TL.getTypePtr()->getArg(i).getKind(), Record, Idx));
Guy Benyei11169dd2012-12-18 14:30:41 +00006359}
6360void TypeLocReader::VisitParenTypeLoc(ParenTypeLoc TL) {
David L. Jonesc4808b9e2016-12-15 20:53:26 +00006361 TL.setLParenLoc(ReadSourceLocation());
6362 TL.setRParenLoc(ReadSourceLocation());
Guy Benyei11169dd2012-12-18 14:30:41 +00006363}
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +00006364
Guy Benyei11169dd2012-12-18 14:30:41 +00006365void TypeLocReader::VisitElaboratedTypeLoc(ElaboratedTypeLoc TL) {
David L. Jonesc4808b9e2016-12-15 20:53:26 +00006366 TL.setElaboratedKeywordLoc(ReadSourceLocation());
David L. Jonesbe1557a2016-12-21 00:17:49 +00006367 TL.setQualifierLoc(ReadNestedNameSpecifierLoc());
Guy Benyei11169dd2012-12-18 14:30:41 +00006368}
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +00006369
Guy Benyei11169dd2012-12-18 14:30:41 +00006370void TypeLocReader::VisitInjectedClassNameTypeLoc(InjectedClassNameTypeLoc TL) {
David L. Jonesc4808b9e2016-12-15 20:53:26 +00006371 TL.setNameLoc(ReadSourceLocation());
Guy Benyei11169dd2012-12-18 14:30:41 +00006372}
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +00006373
Guy Benyei11169dd2012-12-18 14:30:41 +00006374void TypeLocReader::VisitDependentNameTypeLoc(DependentNameTypeLoc TL) {
David L. Jonesc4808b9e2016-12-15 20:53:26 +00006375 TL.setElaboratedKeywordLoc(ReadSourceLocation());
David L. Jonesbe1557a2016-12-21 00:17:49 +00006376 TL.setQualifierLoc(ReadNestedNameSpecifierLoc());
David L. Jonesc4808b9e2016-12-15 20:53:26 +00006377 TL.setNameLoc(ReadSourceLocation());
Guy Benyei11169dd2012-12-18 14:30:41 +00006378}
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +00006379
Guy Benyei11169dd2012-12-18 14:30:41 +00006380void TypeLocReader::VisitDependentTemplateSpecializationTypeLoc(
6381 DependentTemplateSpecializationTypeLoc TL) {
David L. Jonesc4808b9e2016-12-15 20:53:26 +00006382 TL.setElaboratedKeywordLoc(ReadSourceLocation());
David L. Jonesbe1557a2016-12-21 00:17:49 +00006383 TL.setQualifierLoc(ReadNestedNameSpecifierLoc());
David L. Jonesc4808b9e2016-12-15 20:53:26 +00006384 TL.setTemplateKeywordLoc(ReadSourceLocation());
6385 TL.setTemplateNameLoc(ReadSourceLocation());
6386 TL.setLAngleLoc(ReadSourceLocation());
6387 TL.setRAngleLoc(ReadSourceLocation());
Guy Benyei11169dd2012-12-18 14:30:41 +00006388 for (unsigned I = 0, E = TL.getNumArgs(); I != E; ++I)
David L. Jonesbe1557a2016-12-21 00:17:49 +00006389 TL.setArgLocInfo(
6390 I,
6391 Reader->GetTemplateArgumentLocInfo(
6392 *F, TL.getTypePtr()->getArg(I).getKind(), Record, Idx));
Guy Benyei11169dd2012-12-18 14:30:41 +00006393}
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +00006394
Guy Benyei11169dd2012-12-18 14:30:41 +00006395void TypeLocReader::VisitPackExpansionTypeLoc(PackExpansionTypeLoc TL) {
David L. Jonesc4808b9e2016-12-15 20:53:26 +00006396 TL.setEllipsisLoc(ReadSourceLocation());
Guy Benyei11169dd2012-12-18 14:30:41 +00006397}
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +00006398
Guy Benyei11169dd2012-12-18 14:30:41 +00006399void TypeLocReader::VisitObjCInterfaceTypeLoc(ObjCInterfaceTypeLoc TL) {
David L. Jonesc4808b9e2016-12-15 20:53:26 +00006400 TL.setNameLoc(ReadSourceLocation());
Guy Benyei11169dd2012-12-18 14:30:41 +00006401}
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +00006402
Manman Rene6be26c2016-09-13 17:25:08 +00006403void TypeLocReader::VisitObjCTypeParamTypeLoc(ObjCTypeParamTypeLoc TL) {
6404 if (TL.getNumProtocols()) {
David L. Jonesc4808b9e2016-12-15 20:53:26 +00006405 TL.setProtocolLAngleLoc(ReadSourceLocation());
6406 TL.setProtocolRAngleLoc(ReadSourceLocation());
Manman Rene6be26c2016-09-13 17:25:08 +00006407 }
6408 for (unsigned i = 0, e = TL.getNumProtocols(); i != e; ++i)
David L. Jonesc4808b9e2016-12-15 20:53:26 +00006409 TL.setProtocolLoc(i, ReadSourceLocation());
Manman Rene6be26c2016-09-13 17:25:08 +00006410}
6411
Guy Benyei11169dd2012-12-18 14:30:41 +00006412void TypeLocReader::VisitObjCObjectTypeLoc(ObjCObjectTypeLoc TL) {
David L. Jonesbe1557a2016-12-21 00:17:49 +00006413 TL.setHasBaseTypeAsWritten(Record[Idx++]);
David L. Jonesc4808b9e2016-12-15 20:53:26 +00006414 TL.setTypeArgsLAngleLoc(ReadSourceLocation());
6415 TL.setTypeArgsRAngleLoc(ReadSourceLocation());
Douglas Gregore9d95f12015-07-07 03:57:35 +00006416 for (unsigned i = 0, e = TL.getNumTypeArgs(); i != e; ++i)
David L. Jonesbe1557a2016-12-21 00:17:49 +00006417 TL.setTypeArgTInfo(i, GetTypeSourceInfo());
David L. Jonesc4808b9e2016-12-15 20:53:26 +00006418 TL.setProtocolLAngleLoc(ReadSourceLocation());
6419 TL.setProtocolRAngleLoc(ReadSourceLocation());
Guy Benyei11169dd2012-12-18 14:30:41 +00006420 for (unsigned i = 0, e = TL.getNumProtocols(); i != e; ++i)
David L. Jonesc4808b9e2016-12-15 20:53:26 +00006421 TL.setProtocolLoc(i, ReadSourceLocation());
Guy Benyei11169dd2012-12-18 14:30:41 +00006422}
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +00006423
Guy Benyei11169dd2012-12-18 14:30:41 +00006424void TypeLocReader::VisitObjCObjectPointerTypeLoc(ObjCObjectPointerTypeLoc TL) {
David L. Jonesc4808b9e2016-12-15 20:53:26 +00006425 TL.setStarLoc(ReadSourceLocation());
Guy Benyei11169dd2012-12-18 14:30:41 +00006426}
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +00006427
Guy Benyei11169dd2012-12-18 14:30:41 +00006428void TypeLocReader::VisitAtomicTypeLoc(AtomicTypeLoc TL) {
David L. Jonesc4808b9e2016-12-15 20:53:26 +00006429 TL.setKWLoc(ReadSourceLocation());
6430 TL.setLParenLoc(ReadSourceLocation());
6431 TL.setRParenLoc(ReadSourceLocation());
Guy Benyei11169dd2012-12-18 14:30:41 +00006432}
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +00006433
Xiuli Pan9c14e282016-01-09 12:53:17 +00006434void TypeLocReader::VisitPipeTypeLoc(PipeTypeLoc TL) {
David L. Jonesc4808b9e2016-12-15 20:53:26 +00006435 TL.setKWLoc(ReadSourceLocation());
Xiuli Pan9c14e282016-01-09 12:53:17 +00006436}
Guy Benyei11169dd2012-12-18 14:30:41 +00006437
David L. Jonesbe1557a2016-12-21 00:17:49 +00006438TypeSourceInfo *
6439ASTReader::GetTypeSourceInfo(ModuleFile &F, const ASTReader::RecordData &Record,
6440 unsigned &Idx) {
Guy Benyei11169dd2012-12-18 14:30:41 +00006441 QualType InfoTy = readType(F, Record, Idx);
6442 if (InfoTy.isNull())
Craig Toppera13603a2014-05-22 05:54:18 +00006443 return nullptr;
Guy Benyei11169dd2012-12-18 14:30:41 +00006444
6445 TypeSourceInfo *TInfo = getContext().CreateTypeSourceInfo(InfoTy);
David L. Jonesbe1557a2016-12-21 00:17:49 +00006446 TypeLocReader TLR(F, *this, Record, Idx);
Guy Benyei11169dd2012-12-18 14:30:41 +00006447 for (TypeLoc TL = TInfo->getTypeLoc(); !TL.isNull(); TL = TL.getNextTypeLoc())
6448 TLR.Visit(TL);
6449 return TInfo;
6450}
6451
6452QualType ASTReader::GetType(TypeID ID) {
6453 unsigned FastQuals = ID & Qualifiers::FastMask;
6454 unsigned Index = ID >> Qualifiers::FastWidth;
6455
6456 if (Index < NUM_PREDEF_TYPE_IDS) {
6457 QualType T;
6458 switch ((PredefinedTypeIDs)Index) {
Alexey Baderbdf7c842015-09-15 12:18:29 +00006459 case PREDEF_TYPE_NULL_ID:
6460 return QualType();
6461 case PREDEF_TYPE_VOID_ID:
6462 T = Context.VoidTy;
6463 break;
6464 case PREDEF_TYPE_BOOL_ID:
6465 T = Context.BoolTy;
6466 break;
Guy Benyei11169dd2012-12-18 14:30:41 +00006467
6468 case PREDEF_TYPE_CHAR_U_ID:
6469 case PREDEF_TYPE_CHAR_S_ID:
6470 // FIXME: Check that the signedness of CharTy is correct!
6471 T = Context.CharTy;
6472 break;
6473
Alexey Baderbdf7c842015-09-15 12:18:29 +00006474 case PREDEF_TYPE_UCHAR_ID:
6475 T = Context.UnsignedCharTy;
6476 break;
6477 case PREDEF_TYPE_USHORT_ID:
6478 T = Context.UnsignedShortTy;
6479 break;
6480 case PREDEF_TYPE_UINT_ID:
6481 T = Context.UnsignedIntTy;
6482 break;
6483 case PREDEF_TYPE_ULONG_ID:
6484 T = Context.UnsignedLongTy;
6485 break;
6486 case PREDEF_TYPE_ULONGLONG_ID:
6487 T = Context.UnsignedLongLongTy;
6488 break;
6489 case PREDEF_TYPE_UINT128_ID:
6490 T = Context.UnsignedInt128Ty;
6491 break;
6492 case PREDEF_TYPE_SCHAR_ID:
6493 T = Context.SignedCharTy;
6494 break;
6495 case PREDEF_TYPE_WCHAR_ID:
6496 T = Context.WCharTy;
6497 break;
6498 case PREDEF_TYPE_SHORT_ID:
6499 T = Context.ShortTy;
6500 break;
6501 case PREDEF_TYPE_INT_ID:
6502 T = Context.IntTy;
6503 break;
6504 case PREDEF_TYPE_LONG_ID:
6505 T = Context.LongTy;
6506 break;
6507 case PREDEF_TYPE_LONGLONG_ID:
6508 T = Context.LongLongTy;
6509 break;
6510 case PREDEF_TYPE_INT128_ID:
6511 T = Context.Int128Ty;
6512 break;
6513 case PREDEF_TYPE_HALF_ID:
6514 T = Context.HalfTy;
6515 break;
6516 case PREDEF_TYPE_FLOAT_ID:
6517 T = Context.FloatTy;
6518 break;
6519 case PREDEF_TYPE_DOUBLE_ID:
6520 T = Context.DoubleTy;
6521 break;
6522 case PREDEF_TYPE_LONGDOUBLE_ID:
6523 T = Context.LongDoubleTy;
6524 break;
Nemanja Ivanovicbb1ea2d2016-05-09 08:52:33 +00006525 case PREDEF_TYPE_FLOAT128_ID:
6526 T = Context.Float128Ty;
6527 break;
Alexey Baderbdf7c842015-09-15 12:18:29 +00006528 case PREDEF_TYPE_OVERLOAD_ID:
6529 T = Context.OverloadTy;
6530 break;
6531 case PREDEF_TYPE_BOUND_MEMBER:
6532 T = Context.BoundMemberTy;
6533 break;
6534 case PREDEF_TYPE_PSEUDO_OBJECT:
6535 T = Context.PseudoObjectTy;
6536 break;
6537 case PREDEF_TYPE_DEPENDENT_ID:
6538 T = Context.DependentTy;
6539 break;
6540 case PREDEF_TYPE_UNKNOWN_ANY:
6541 T = Context.UnknownAnyTy;
6542 break;
6543 case PREDEF_TYPE_NULLPTR_ID:
6544 T = Context.NullPtrTy;
6545 break;
6546 case PREDEF_TYPE_CHAR16_ID:
6547 T = Context.Char16Ty;
6548 break;
6549 case PREDEF_TYPE_CHAR32_ID:
6550 T = Context.Char32Ty;
6551 break;
6552 case PREDEF_TYPE_OBJC_ID:
6553 T = Context.ObjCBuiltinIdTy;
6554 break;
6555 case PREDEF_TYPE_OBJC_CLASS:
6556 T = Context.ObjCBuiltinClassTy;
6557 break;
6558 case PREDEF_TYPE_OBJC_SEL:
6559 T = Context.ObjCBuiltinSelTy;
6560 break;
Alexey Bader954ba212016-04-08 13:40:33 +00006561#define IMAGE_TYPE(ImgType, Id, SingletonId, Access, Suffix) \
6562 case PREDEF_TYPE_##Id##_ID: \
6563 T = Context.SingletonId; \
Alexey Baderbdf7c842015-09-15 12:18:29 +00006564 break;
Alexey Baderb62f1442016-04-13 08:33:41 +00006565#include "clang/Basic/OpenCLImageTypes.def"
Alexey Baderbdf7c842015-09-15 12:18:29 +00006566 case PREDEF_TYPE_SAMPLER_ID:
6567 T = Context.OCLSamplerTy;
6568 break;
6569 case PREDEF_TYPE_EVENT_ID:
6570 T = Context.OCLEventTy;
6571 break;
Alexey Bader9c8453f2015-09-15 11:18:52 +00006572 case PREDEF_TYPE_CLK_EVENT_ID:
6573 T = Context.OCLClkEventTy;
6574 break;
6575 case PREDEF_TYPE_QUEUE_ID:
6576 T = Context.OCLQueueTy;
6577 break;
Alexey Bader9c8453f2015-09-15 11:18:52 +00006578 case PREDEF_TYPE_RESERVE_ID_ID:
6579 T = Context.OCLReserveIDTy;
6580 break;
Alexey Baderbdf7c842015-09-15 12:18:29 +00006581 case PREDEF_TYPE_AUTO_DEDUCT:
6582 T = Context.getAutoDeductType();
6583 break;
6584
6585 case PREDEF_TYPE_AUTO_RREF_DEDUCT:
6586 T = Context.getAutoRRefDeductType();
Guy Benyei11169dd2012-12-18 14:30:41 +00006587 break;
6588
6589 case PREDEF_TYPE_ARC_UNBRIDGED_CAST:
6590 T = Context.ARCUnbridgedCastTy;
6591 break;
6592
Guy Benyei11169dd2012-12-18 14:30:41 +00006593 case PREDEF_TYPE_BUILTIN_FN:
6594 T = Context.BuiltinFnTy;
6595 break;
Alexey Bataev1a3320e2015-08-25 14:24:04 +00006596
6597 case PREDEF_TYPE_OMP_ARRAY_SECTION:
6598 T = Context.OMPArraySectionTy;
6599 break;
Guy Benyei11169dd2012-12-18 14:30:41 +00006600 }
6601
6602 assert(!T.isNull() && "Unknown predefined type");
6603 return T.withFastQualifiers(FastQuals);
6604 }
6605
6606 Index -= NUM_PREDEF_TYPE_IDS;
6607 assert(Index < TypesLoaded.size() && "Type index out-of-range");
6608 if (TypesLoaded[Index].isNull()) {
6609 TypesLoaded[Index] = readTypeRecord(Index);
6610 if (TypesLoaded[Index].isNull())
6611 return QualType();
6612
6613 TypesLoaded[Index]->setFromAST();
6614 if (DeserializationListener)
6615 DeserializationListener->TypeRead(TypeIdx::fromTypeID(ID),
6616 TypesLoaded[Index]);
6617 }
6618
6619 return TypesLoaded[Index].withFastQualifiers(FastQuals);
6620}
6621
6622QualType ASTReader::getLocalType(ModuleFile &F, unsigned LocalID) {
6623 return GetType(getGlobalTypeID(F, LocalID));
6624}
6625
David L. Jonesc4808b9e2016-12-15 20:53:26 +00006626serialization::TypeID
Guy Benyei11169dd2012-12-18 14:30:41 +00006627ASTReader::getGlobalTypeID(ModuleFile &F, unsigned LocalID) const {
6628 unsigned FastQuals = LocalID & Qualifiers::FastMask;
6629 unsigned LocalIndex = LocalID >> Qualifiers::FastWidth;
David L. Jonesc4808b9e2016-12-15 20:53:26 +00006630
Guy Benyei11169dd2012-12-18 14:30:41 +00006631 if (LocalIndex < NUM_PREDEF_TYPE_IDS)
6632 return LocalID;
6633
Richard Smith37a93df2017-02-18 00:32:02 +00006634 if (!F.ModuleOffsetMap.empty())
6635 ReadModuleOffsetMap(F);
6636
Guy Benyei11169dd2012-12-18 14:30:41 +00006637 ContinuousRangeMap<uint32_t, int, 2>::iterator I
6638 = F.TypeRemap.find(LocalIndex - NUM_PREDEF_TYPE_IDS);
6639 assert(I != F.TypeRemap.end() && "Invalid index into type index remap");
David L. Jonesc4808b9e2016-12-15 20:53:26 +00006640
Guy Benyei11169dd2012-12-18 14:30:41 +00006641 unsigned GlobalIndex = LocalIndex + I->second;
6642 return (GlobalIndex << Qualifiers::FastWidth) | FastQuals;
6643}
6644
6645TemplateArgumentLocInfo
6646ASTReader::GetTemplateArgumentLocInfo(ModuleFile &F,
6647 TemplateArgument::ArgKind Kind,
6648 const RecordData &Record,
6649 unsigned &Index) {
6650 switch (Kind) {
6651 case TemplateArgument::Expression:
6652 return ReadExpr(F);
6653 case TemplateArgument::Type:
6654 return GetTypeSourceInfo(F, Record, Index);
6655 case TemplateArgument::Template: {
David L. Jonesc4808b9e2016-12-15 20:53:26 +00006656 NestedNameSpecifierLoc QualifierLoc = ReadNestedNameSpecifierLoc(F, Record,
Guy Benyei11169dd2012-12-18 14:30:41 +00006657 Index);
6658 SourceLocation TemplateNameLoc = ReadSourceLocation(F, Record, Index);
6659 return TemplateArgumentLocInfo(QualifierLoc, TemplateNameLoc,
6660 SourceLocation());
6661 }
6662 case TemplateArgument::TemplateExpansion: {
David L. Jonesc4808b9e2016-12-15 20:53:26 +00006663 NestedNameSpecifierLoc QualifierLoc = ReadNestedNameSpecifierLoc(F, Record,
Guy Benyei11169dd2012-12-18 14:30:41 +00006664 Index);
6665 SourceLocation TemplateNameLoc = ReadSourceLocation(F, Record, Index);
6666 SourceLocation EllipsisLoc = ReadSourceLocation(F, Record, Index);
David L. Jonesc4808b9e2016-12-15 20:53:26 +00006667 return TemplateArgumentLocInfo(QualifierLoc, TemplateNameLoc,
Guy Benyei11169dd2012-12-18 14:30:41 +00006668 EllipsisLoc);
6669 }
6670 case TemplateArgument::Null:
6671 case TemplateArgument::Integral:
6672 case TemplateArgument::Declaration:
6673 case TemplateArgument::NullPtr:
6674 case TemplateArgument::Pack:
6675 // FIXME: Is this right?
6676 return TemplateArgumentLocInfo();
6677 }
6678 llvm_unreachable("unexpected template argument loc");
6679}
6680
6681TemplateArgumentLoc
6682ASTReader::ReadTemplateArgumentLoc(ModuleFile &F,
6683 const RecordData &Record, unsigned &Index) {
6684 TemplateArgument Arg = ReadTemplateArgument(F, Record, Index);
6685
6686 if (Arg.getKind() == TemplateArgument::Expression) {
6687 if (Record[Index++]) // bool InfoHasSameExpr.
6688 return TemplateArgumentLoc(Arg, TemplateArgumentLocInfo(Arg.getAsExpr()));
6689 }
6690 return TemplateArgumentLoc(Arg, GetTemplateArgumentLocInfo(F, Arg.getKind(),
6691 Record, Index));
6692}
6693
Enea Zaffanella6dbe1872013-08-10 07:24:53 +00006694const ASTTemplateArgumentListInfo*
6695ASTReader::ReadASTTemplateArgumentListInfo(ModuleFile &F,
6696 const RecordData &Record,
6697 unsigned &Index) {
6698 SourceLocation LAngleLoc = ReadSourceLocation(F, Record, Index);
6699 SourceLocation RAngleLoc = ReadSourceLocation(F, Record, Index);
6700 unsigned NumArgsAsWritten = Record[Index++];
6701 TemplateArgumentListInfo TemplArgsInfo(LAngleLoc, RAngleLoc);
6702 for (unsigned i = 0; i != NumArgsAsWritten; ++i)
6703 TemplArgsInfo.addArgument(ReadTemplateArgumentLoc(F, Record, Index));
6704 return ASTTemplateArgumentListInfo::Create(getContext(), TemplArgsInfo);
6705}
6706
Guy Benyei11169dd2012-12-18 14:30:41 +00006707Decl *ASTReader::GetExternalDecl(uint32_t ID) {
6708 return GetDecl(ID);
6709}
6710
Richard Smith053f6c62014-05-16 23:01:30 +00006711void ASTReader::CompleteRedeclChain(const Decl *D) {
Richard Smith851072e2014-05-19 20:59:20 +00006712 if (NumCurrentElementsDeserializing) {
6713 // We arrange to not care about the complete redeclaration chain while we're
6714 // deserializing. Just remember that the AST has marked this one as complete
6715 // but that it's not actually complete yet, so we know we still need to
6716 // complete it later.
6717 PendingIncompleteDeclChains.push_back(const_cast<Decl*>(D));
6718 return;
6719 }
6720
Richard Smith053f6c62014-05-16 23:01:30 +00006721 const DeclContext *DC = D->getDeclContext()->getRedeclContext();
6722
Richard Smith053f6c62014-05-16 23:01:30 +00006723 // If this is a named declaration, complete it by looking it up
6724 // within its context.
6725 //
Richard Smith01bdb7a2014-08-28 05:44:07 +00006726 // FIXME: Merging a function definition should merge
Richard Smith053f6c62014-05-16 23:01:30 +00006727 // all mergeable entities within it.
6728 if (isa<TranslationUnitDecl>(DC) || isa<NamespaceDecl>(DC) ||
6729 isa<CXXRecordDecl>(DC) || isa<EnumDecl>(DC)) {
6730 if (DeclarationName Name = cast<NamedDecl>(D)->getDeclName()) {
Richard Smitha534a312015-07-21 23:54:07 +00006731 if (!getContext().getLangOpts().CPlusPlus &&
6732 isa<TranslationUnitDecl>(DC)) {
Richard Smith053f6c62014-05-16 23:01:30 +00006733 // Outside of C++, we don't have a lookup table for the TU, so update
Richard Smitha534a312015-07-21 23:54:07 +00006734 // the identifier instead. (For C++ modules, we don't store decls
6735 // in the serialized identifier table, so we do the lookup in the TU.)
6736 auto *II = Name.getAsIdentifierInfo();
6737 assert(II && "non-identifier name in C?");
Richard Smith053f6c62014-05-16 23:01:30 +00006738 if (II->isOutOfDate())
6739 updateOutOfDateIdentifier(*II);
6740 } else
6741 DC->lookup(Name);
Richard Smith01bdb7a2014-08-28 05:44:07 +00006742 } else if (needsAnonymousDeclarationNumber(cast<NamedDecl>(D))) {
Richard Smith3cb15722015-08-05 22:41:45 +00006743 // Find all declarations of this kind from the relevant context.
6744 for (auto *DCDecl : cast<Decl>(D->getLexicalDeclContext())->redecls()) {
6745 auto *DC = cast<DeclContext>(DCDecl);
6746 SmallVector<Decl*, 8> Decls;
6747 FindExternalLexicalDecls(
6748 DC, [&](Decl::Kind K) { return K == D->getKind(); }, Decls);
6749 }
Richard Smith053f6c62014-05-16 23:01:30 +00006750 }
6751 }
Richard Smith50895422015-01-31 03:04:55 +00006752
6753 if (auto *CTSD = dyn_cast<ClassTemplateSpecializationDecl>(D))
6754 CTSD->getSpecializedTemplate()->LoadLazySpecializations();
6755 if (auto *VTSD = dyn_cast<VarTemplateSpecializationDecl>(D))
6756 VTSD->getSpecializedTemplate()->LoadLazySpecializations();
6757 if (auto *FD = dyn_cast<FunctionDecl>(D)) {
6758 if (auto *Template = FD->getPrimaryTemplate())
6759 Template->LoadLazySpecializations();
6760 }
Richard Smith053f6c62014-05-16 23:01:30 +00006761}
6762
Richard Smithc2bb8182015-03-24 06:36:48 +00006763CXXCtorInitializer **
6764ASTReader::GetExternalCXXCtorInitializers(uint64_t Offset) {
6765 RecordLocation Loc = getLocalBitOffset(Offset);
6766 BitstreamCursor &Cursor = Loc.F->DeclsCursor;
6767 SavedStreamPosition SavedPosition(Cursor);
6768 Cursor.JumpToBit(Loc.Offset);
6769 ReadingKindTracker ReadingKind(Read_Decl, *this);
6770
6771 RecordData Record;
6772 unsigned Code = Cursor.ReadCode();
6773 unsigned RecCode = Cursor.readRecord(Code, Record);
6774 if (RecCode != DECL_CXX_CTOR_INITIALIZERS) {
6775 Error("malformed AST file: missing C++ ctor initializers");
6776 return nullptr;
6777 }
6778
6779 unsigned Idx = 0;
6780 return ReadCXXCtorInitializers(*Loc.F, Record, Idx);
6781}
6782
Guy Benyei11169dd2012-12-18 14:30:41 +00006783CXXBaseSpecifier *ASTReader::GetExternalCXXBaseSpecifiers(uint64_t Offset) {
6784 RecordLocation Loc = getLocalBitOffset(Offset);
Chris Lattner7fb3bef2013-01-20 00:56:42 +00006785 BitstreamCursor &Cursor = Loc.F->DeclsCursor;
Guy Benyei11169dd2012-12-18 14:30:41 +00006786 SavedStreamPosition SavedPosition(Cursor);
6787 Cursor.JumpToBit(Loc.Offset);
6788 ReadingKindTracker ReadingKind(Read_Decl, *this);
6789 RecordData Record;
6790 unsigned Code = Cursor.ReadCode();
Chris Lattner0e6c9402013-01-20 02:38:54 +00006791 unsigned RecCode = Cursor.readRecord(Code, Record);
Guy Benyei11169dd2012-12-18 14:30:41 +00006792 if (RecCode != DECL_CXX_BASE_SPECIFIERS) {
Richard Smithcd45dbc2014-04-19 03:48:30 +00006793 Error("malformed AST file: missing C++ base specifiers");
Craig Toppera13603a2014-05-22 05:54:18 +00006794 return nullptr;
Guy Benyei11169dd2012-12-18 14:30:41 +00006795 }
6796
6797 unsigned Idx = 0;
6798 unsigned NumBases = Record[Idx++];
6799 void *Mem = Context.Allocate(sizeof(CXXBaseSpecifier) * NumBases);
6800 CXXBaseSpecifier *Bases = new (Mem) CXXBaseSpecifier [NumBases];
6801 for (unsigned I = 0; I != NumBases; ++I)
6802 Bases[I] = ReadCXXBaseSpecifier(*Loc.F, Record, Idx);
6803 return Bases;
6804}
6805
David L. Jonesc4808b9e2016-12-15 20:53:26 +00006806serialization::DeclID
Guy Benyei11169dd2012-12-18 14:30:41 +00006807ASTReader::getGlobalDeclID(ModuleFile &F, LocalDeclID LocalID) const {
6808 if (LocalID < NUM_PREDEF_DECL_IDS)
6809 return LocalID;
6810
Richard Smith37a93df2017-02-18 00:32:02 +00006811 if (!F.ModuleOffsetMap.empty())
6812 ReadModuleOffsetMap(F);
6813
Guy Benyei11169dd2012-12-18 14:30:41 +00006814 ContinuousRangeMap<uint32_t, int, 2>::iterator I
6815 = F.DeclRemap.find(LocalID - NUM_PREDEF_DECL_IDS);
6816 assert(I != F.DeclRemap.end() && "Invalid index into decl index remap");
David L. Jonesc4808b9e2016-12-15 20:53:26 +00006817
Guy Benyei11169dd2012-12-18 14:30:41 +00006818 return LocalID + I->second;
6819}
6820
6821bool ASTReader::isDeclIDFromModule(serialization::GlobalDeclID ID,
6822 ModuleFile &M) const {
Richard Smithfe620d22015-03-05 23:24:12 +00006823 // Predefined decls aren't from any module.
6824 if (ID < NUM_PREDEF_DECL_IDS)
6825 return false;
6826
David L. Jonesc4808b9e2016-12-15 20:53:26 +00006827 return ID - NUM_PREDEF_DECL_IDS >= M.BaseDeclID &&
Richard Smithbcda1a92015-07-12 23:51:20 +00006828 ID - NUM_PREDEF_DECL_IDS < M.BaseDeclID + M.LocalNumDecls;
Guy Benyei11169dd2012-12-18 14:30:41 +00006829}
6830
Douglas Gregor9f782892013-01-21 15:25:38 +00006831ModuleFile *ASTReader::getOwningModuleFile(const Decl *D) {
Guy Benyei11169dd2012-12-18 14:30:41 +00006832 if (!D->isFromASTFile())
Craig Toppera13603a2014-05-22 05:54:18 +00006833 return nullptr;
Guy Benyei11169dd2012-12-18 14:30:41 +00006834 GlobalDeclMapType::const_iterator I = GlobalDeclMap.find(D->getGlobalID());
6835 assert(I != GlobalDeclMap.end() && "Corrupted global declaration map");
6836 return I->second;
6837}
6838
6839SourceLocation ASTReader::getSourceLocationForDeclID(GlobalDeclID ID) {
6840 if (ID < NUM_PREDEF_DECL_IDS)
6841 return SourceLocation();
Richard Smithcd45dbc2014-04-19 03:48:30 +00006842
Guy Benyei11169dd2012-12-18 14:30:41 +00006843 unsigned Index = ID - NUM_PREDEF_DECL_IDS;
6844
6845 if (Index > DeclsLoaded.size()) {
6846 Error("declaration ID out-of-range for AST file");
6847 return SourceLocation();
6848 }
Richard Smithcd45dbc2014-04-19 03:48:30 +00006849
Guy Benyei11169dd2012-12-18 14:30:41 +00006850 if (Decl *D = DeclsLoaded[Index])
6851 return D->getLocation();
6852
Richard Smithcb34bd32016-03-27 07:28:06 +00006853 SourceLocation Loc;
6854 DeclCursorForID(ID, Loc);
6855 return Loc;
Guy Benyei11169dd2012-12-18 14:30:41 +00006856}
6857
Richard Smithfe620d22015-03-05 23:24:12 +00006858static Decl *getPredefinedDecl(ASTContext &Context, PredefinedDeclIDs ID) {
6859 switch (ID) {
6860 case PREDEF_DECL_NULL_ID:
6861 return nullptr;
6862
6863 case PREDEF_DECL_TRANSLATION_UNIT_ID:
6864 return Context.getTranslationUnitDecl();
6865
6866 case PREDEF_DECL_OBJC_ID_ID:
6867 return Context.getObjCIdDecl();
6868
6869 case PREDEF_DECL_OBJC_SEL_ID:
6870 return Context.getObjCSelDecl();
6871
6872 case PREDEF_DECL_OBJC_CLASS_ID:
6873 return Context.getObjCClassDecl();
6874
6875 case PREDEF_DECL_OBJC_PROTOCOL_ID:
6876 return Context.getObjCProtocolDecl();
6877
6878 case PREDEF_DECL_INT_128_ID:
6879 return Context.getInt128Decl();
6880
6881 case PREDEF_DECL_UNSIGNED_INT_128_ID:
6882 return Context.getUInt128Decl();
6883
6884 case PREDEF_DECL_OBJC_INSTANCETYPE_ID:
6885 return Context.getObjCInstanceTypeDecl();
6886
6887 case PREDEF_DECL_BUILTIN_VA_LIST_ID:
6888 return Context.getBuiltinVaListDecl();
Richard Smithf19e1272015-03-07 00:04:49 +00006889
Richard Smith9b88a4c2015-07-27 05:40:23 +00006890 case PREDEF_DECL_VA_LIST_TAG:
6891 return Context.getVaListTagDecl();
6892
Charles Davisc7d5c942015-09-17 20:55:33 +00006893 case PREDEF_DECL_BUILTIN_MS_VA_LIST_ID:
6894 return Context.getBuiltinMSVaListDecl();
6895
Richard Smithf19e1272015-03-07 00:04:49 +00006896 case PREDEF_DECL_EXTERN_C_CONTEXT_ID:
6897 return Context.getExternCContextDecl();
David Majnemerd9b1a4f2015-11-04 03:40:30 +00006898
6899 case PREDEF_DECL_MAKE_INTEGER_SEQ_ID:
6900 return Context.getMakeIntegerSeqDecl();
Quentin Colombet043406b2016-02-03 22:41:00 +00006901
6902 case PREDEF_DECL_CF_CONSTANT_STRING_ID:
6903 return Context.getCFConstantStringDecl();
Ben Langmuirf5416742016-02-04 00:55:24 +00006904
6905 case PREDEF_DECL_CF_CONSTANT_STRING_TAG_ID:
6906 return Context.getCFConstantStringTagDecl();
Eric Fiselier6ad68552016-07-01 01:24:09 +00006907
6908 case PREDEF_DECL_TYPE_PACK_ELEMENT_ID:
6909 return Context.getTypePackElementDecl();
Richard Smithfe620d22015-03-05 23:24:12 +00006910 }
Yaron Keren322bdad2015-03-06 07:49:14 +00006911 llvm_unreachable("PredefinedDeclIDs unknown enum value");
Richard Smithfe620d22015-03-05 23:24:12 +00006912}
6913
Richard Smithcd45dbc2014-04-19 03:48:30 +00006914Decl *ASTReader::GetExistingDecl(DeclID ID) {
6915 if (ID < NUM_PREDEF_DECL_IDS) {
Richard Smithfe620d22015-03-05 23:24:12 +00006916 Decl *D = getPredefinedDecl(Context, (PredefinedDeclIDs)ID);
6917 if (D) {
6918 // Track that we have merged the declaration with ID \p ID into the
6919 // pre-existing predefined declaration \p D.
Richard Smith5fc18a92015-07-12 23:43:21 +00006920 auto &Merged = KeyDecls[D->getCanonicalDecl()];
Richard Smithfe620d22015-03-05 23:24:12 +00006921 if (Merged.empty())
6922 Merged.push_back(ID);
Guy Benyei11169dd2012-12-18 14:30:41 +00006923 }
Richard Smithfe620d22015-03-05 23:24:12 +00006924 return D;
Guy Benyei11169dd2012-12-18 14:30:41 +00006925 }
Richard Smithcd45dbc2014-04-19 03:48:30 +00006926
Guy Benyei11169dd2012-12-18 14:30:41 +00006927 unsigned Index = ID - NUM_PREDEF_DECL_IDS;
6928
6929 if (Index >= DeclsLoaded.size()) {
6930 assert(0 && "declaration ID out-of-range for AST file");
6931 Error("declaration ID out-of-range for AST file");
Craig Toppera13603a2014-05-22 05:54:18 +00006932 return nullptr;
Guy Benyei11169dd2012-12-18 14:30:41 +00006933 }
Richard Smithcd45dbc2014-04-19 03:48:30 +00006934
6935 return DeclsLoaded[Index];
6936}
6937
6938Decl *ASTReader::GetDecl(DeclID ID) {
6939 if (ID < NUM_PREDEF_DECL_IDS)
6940 return GetExistingDecl(ID);
6941
6942 unsigned Index = ID - NUM_PREDEF_DECL_IDS;
6943
6944 if (Index >= DeclsLoaded.size()) {
6945 assert(0 && "declaration ID out-of-range for AST file");
6946 Error("declaration ID out-of-range for AST file");
Craig Toppera13603a2014-05-22 05:54:18 +00006947 return nullptr;
Richard Smithcd45dbc2014-04-19 03:48:30 +00006948 }
6949
Guy Benyei11169dd2012-12-18 14:30:41 +00006950 if (!DeclsLoaded[Index]) {
6951 ReadDeclRecord(ID);
6952 if (DeserializationListener)
6953 DeserializationListener->DeclRead(ID, DeclsLoaded[Index]);
6954 }
6955
6956 return DeclsLoaded[Index];
6957}
6958
David L. Jonesc4808b9e2016-12-15 20:53:26 +00006959DeclID ASTReader::mapGlobalIDToModuleFileGlobalID(ModuleFile &M,
Guy Benyei11169dd2012-12-18 14:30:41 +00006960 DeclID GlobalID) {
6961 if (GlobalID < NUM_PREDEF_DECL_IDS)
6962 return GlobalID;
David L. Jonesc4808b9e2016-12-15 20:53:26 +00006963
Guy Benyei11169dd2012-12-18 14:30:41 +00006964 GlobalDeclMapType::const_iterator I = GlobalDeclMap.find(GlobalID);
6965 assert(I != GlobalDeclMap.end() && "Corrupted global declaration map");
6966 ModuleFile *Owner = I->second;
6967
6968 llvm::DenseMap<ModuleFile *, serialization::DeclID>::iterator Pos
6969 = M.GlobalToLocalDeclIDs.find(Owner);
6970 if (Pos == M.GlobalToLocalDeclIDs.end())
6971 return 0;
David L. Jonesc4808b9e2016-12-15 20:53:26 +00006972
Guy Benyei11169dd2012-12-18 14:30:41 +00006973 return GlobalID - Owner->BaseDeclID + Pos->second;
6974}
6975
David L. Jonesc4808b9e2016-12-15 20:53:26 +00006976serialization::DeclID ASTReader::ReadDeclID(ModuleFile &F,
Guy Benyei11169dd2012-12-18 14:30:41 +00006977 const RecordData &Record,
6978 unsigned &Idx) {
6979 if (Idx >= Record.size()) {
6980 Error("Corrupted AST file");
6981 return 0;
6982 }
David L. Jonesc4808b9e2016-12-15 20:53:26 +00006983
Guy Benyei11169dd2012-12-18 14:30:41 +00006984 return getGlobalDeclID(F, Record[Idx++]);
6985}
6986
6987/// \brief Resolve the offset of a statement into a statement.
6988///
6989/// This operation will read a new statement from the external
6990/// source each time it is called, and is meant to be used via a
6991/// LazyOffsetPtr (which is used by Decls for the body of functions, etc).
6992Stmt *ASTReader::GetExternalDeclStmt(uint64_t Offset) {
6993 // Switch case IDs are per Decl.
6994 ClearSwitchCaseIDs();
6995
6996 // Offset here is a global offset across the entire chain.
6997 RecordLocation Loc = getLocalBitOffset(Offset);
6998 Loc.F->DeclsCursor.JumpToBit(Loc.Offset);
David Blaikie9fd16f82017-03-08 23:57:08 +00006999 assert(NumCurrentElementsDeserializing == 0 &&
7000 "should not be called while already deserializing");
7001 Deserializing D(this);
Guy Benyei11169dd2012-12-18 14:30:41 +00007002 return ReadStmtFromStream(*Loc.F);
7003}
7004
Richard Smith3cb15722015-08-05 22:41:45 +00007005void ASTReader::FindExternalLexicalDecls(
7006 const DeclContext *DC, llvm::function_ref<bool(Decl::Kind)> IsKindWeWant,
7007 SmallVectorImpl<Decl *> &Decls) {
Richard Smith82f8fcd2015-08-06 22:07:25 +00007008 bool PredefsVisited[NUM_PREDEF_DECL_IDS] = {};
7009
Richard Smith9ccdd932015-08-06 22:14:12 +00007010 auto Visit = [&] (ModuleFile *M, LexicalContents LexicalDecls) {
Richard Smith82f8fcd2015-08-06 22:07:25 +00007011 assert(LexicalDecls.size() % 2 == 0 && "expected an even number of entries");
7012 for (int I = 0, N = LexicalDecls.size(); I != N; I += 2) {
7013 auto K = (Decl::Kind)+LexicalDecls[I];
7014 if (!IsKindWeWant(K))
7015 continue;
7016
7017 auto ID = (serialization::DeclID)+LexicalDecls[I + 1];
7018
7019 // Don't add predefined declarations to the lexical context more
7020 // than once.
7021 if (ID < NUM_PREDEF_DECL_IDS) {
7022 if (PredefsVisited[ID])
7023 continue;
7024
7025 PredefsVisited[ID] = true;
7026 }
7027
7028 if (Decl *D = GetLocalDecl(*M, ID)) {
Richard Smith2317a3e2015-08-11 21:21:20 +00007029 assert(D->getKind() == K && "wrong kind for lexical decl");
Richard Smith82f8fcd2015-08-06 22:07:25 +00007030 if (!DC->isDeclInLexicalTraversal(D))
7031 Decls.push_back(D);
7032 }
7033 }
7034 };
7035
7036 if (isa<TranslationUnitDecl>(DC)) {
7037 for (auto Lexical : TULexicalDecls)
7038 Visit(Lexical.first, Lexical.second);
7039 } else {
7040 auto I = LexicalDecls.find(DC);
7041 if (I != LexicalDecls.end())
Richard Smith9c9173d2015-08-11 22:00:24 +00007042 Visit(I->second.first, I->second.second);
Richard Smith82f8fcd2015-08-06 22:07:25 +00007043 }
7044
Guy Benyei11169dd2012-12-18 14:30:41 +00007045 ++NumLexicalDeclContextsRead;
Guy Benyei11169dd2012-12-18 14:30:41 +00007046}
7047
7048namespace {
7049
7050class DeclIDComp {
7051 ASTReader &Reader;
7052 ModuleFile &Mod;
7053
7054public:
7055 DeclIDComp(ASTReader &Reader, ModuleFile &M) : Reader(Reader), Mod(M) {}
7056
7057 bool operator()(LocalDeclID L, LocalDeclID R) const {
7058 SourceLocation LHS = getLocation(L);
7059 SourceLocation RHS = getLocation(R);
7060 return Reader.getSourceManager().isBeforeInTranslationUnit(LHS, RHS);
7061 }
7062
7063 bool operator()(SourceLocation LHS, LocalDeclID R) const {
7064 SourceLocation RHS = getLocation(R);
7065 return Reader.getSourceManager().isBeforeInTranslationUnit(LHS, RHS);
7066 }
7067
7068 bool operator()(LocalDeclID L, SourceLocation RHS) const {
7069 SourceLocation LHS = getLocation(L);
7070 return Reader.getSourceManager().isBeforeInTranslationUnit(LHS, RHS);
7071 }
7072
7073 SourceLocation getLocation(LocalDeclID ID) const {
7074 return Reader.getSourceManager().getFileLoc(
7075 Reader.getSourceLocationForDeclID(Reader.getGlobalDeclID(Mod, ID)));
7076 }
7077};
7078
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +00007079} // end anonymous namespace
Guy Benyei11169dd2012-12-18 14:30:41 +00007080
7081void ASTReader::FindFileRegionDecls(FileID File,
7082 unsigned Offset, unsigned Length,
7083 SmallVectorImpl<Decl *> &Decls) {
7084 SourceManager &SM = getSourceManager();
7085
7086 llvm::DenseMap<FileID, FileDeclsInfo>::iterator I = FileDeclIDs.find(File);
7087 if (I == FileDeclIDs.end())
7088 return;
7089
7090 FileDeclsInfo &DInfo = I->second;
7091 if (DInfo.Decls.empty())
7092 return;
7093
7094 SourceLocation
7095 BeginLoc = SM.getLocForStartOfFile(File).getLocWithOffset(Offset);
7096 SourceLocation EndLoc = BeginLoc.getLocWithOffset(Length);
7097
7098 DeclIDComp DIDComp(*this, *DInfo.Mod);
7099 ArrayRef<serialization::LocalDeclID>::iterator
7100 BeginIt = std::lower_bound(DInfo.Decls.begin(), DInfo.Decls.end(),
7101 BeginLoc, DIDComp);
7102 if (BeginIt != DInfo.Decls.begin())
7103 --BeginIt;
7104
7105 // If we are pointing at a top-level decl inside an objc container, we need
7106 // to backtrack until we find it otherwise we will fail to report that the
7107 // region overlaps with an objc container.
7108 while (BeginIt != DInfo.Decls.begin() &&
7109 GetDecl(getGlobalDeclID(*DInfo.Mod, *BeginIt))
7110 ->isTopLevelDeclInObjCContainer())
7111 --BeginIt;
7112
7113 ArrayRef<serialization::LocalDeclID>::iterator
7114 EndIt = std::upper_bound(DInfo.Decls.begin(), DInfo.Decls.end(),
7115 EndLoc, DIDComp);
7116 if (EndIt != DInfo.Decls.end())
7117 ++EndIt;
David L. Jonesc4808b9e2016-12-15 20:53:26 +00007118
Guy Benyei11169dd2012-12-18 14:30:41 +00007119 for (ArrayRef<serialization::LocalDeclID>::iterator
7120 DIt = BeginIt; DIt != EndIt; ++DIt)
7121 Decls.push_back(GetDecl(getGlobalDeclID(*DInfo.Mod, *DIt)));
7122}
7123
Richard Smith9ce12e32013-02-07 03:30:24 +00007124bool
Guy Benyei11169dd2012-12-18 14:30:41 +00007125ASTReader::FindExternalVisibleDeclsByName(const DeclContext *DC,
7126 DeclarationName Name) {
Richard Smithd88a7f12015-09-01 20:35:42 +00007127 assert(DC->hasExternalVisibleStorage() && DC == DC->getPrimaryContext() &&
Guy Benyei11169dd2012-12-18 14:30:41 +00007128 "DeclContext has no visible decls in storage");
7129 if (!Name)
Richard Smith9ce12e32013-02-07 03:30:24 +00007130 return false;
Guy Benyei11169dd2012-12-18 14:30:41 +00007131
Richard Smithd88a7f12015-09-01 20:35:42 +00007132 auto It = Lookups.find(DC);
7133 if (It == Lookups.end())
7134 return false;
7135
Richard Smith8c913ec2014-08-14 02:21:01 +00007136 Deserializing LookupResults(this);
7137
Richard Smithd88a7f12015-09-01 20:35:42 +00007138 // Load the list of declarations.
Guy Benyei11169dd2012-12-18 14:30:41 +00007139 SmallVector<NamedDecl *, 64> Decls;
Richard Smithd88a7f12015-09-01 20:35:42 +00007140 for (DeclID ID : It->second.Table.find(Name)) {
7141 NamedDecl *ND = cast<NamedDecl>(GetDecl(ID));
7142 if (ND->getDeclName() == Name)
7143 Decls.push_back(ND);
7144 }
Richard Smithcd45dbc2014-04-19 03:48:30 +00007145
Guy Benyei11169dd2012-12-18 14:30:41 +00007146 ++NumVisibleDeclContextsRead;
7147 SetExternalVisibleDeclsForName(DC, Name, Decls);
Richard Smith9ce12e32013-02-07 03:30:24 +00007148 return !Decls.empty();
Guy Benyei11169dd2012-12-18 14:30:41 +00007149}
7150
Guy Benyei11169dd2012-12-18 14:30:41 +00007151void ASTReader::completeVisibleDeclsMap(const DeclContext *DC) {
7152 if (!DC->hasExternalVisibleStorage())
7153 return;
Richard Smithd88a7f12015-09-01 20:35:42 +00007154
7155 auto It = Lookups.find(DC);
7156 assert(It != Lookups.end() &&
7157 "have external visible storage but no lookup tables");
7158
Craig Topper79be4cd2013-07-05 04:33:53 +00007159 DeclsMap Decls;
Guy Benyei11169dd2012-12-18 14:30:41 +00007160
Richard Smithd88a7f12015-09-01 20:35:42 +00007161 for (DeclID ID : It->second.Table.findAll()) {
7162 NamedDecl *ND = cast<NamedDecl>(GetDecl(ID));
7163 Decls[ND->getDeclName()].push_back(ND);
Guy Benyei11169dd2012-12-18 14:30:41 +00007164 }
7165
Guy Benyei11169dd2012-12-18 14:30:41 +00007166 ++NumVisibleDeclContextsRead;
7167
Craig Topper79be4cd2013-07-05 04:33:53 +00007168 for (DeclsMap::iterator I = Decls.begin(), E = Decls.end(); I != E; ++I) {
Guy Benyei11169dd2012-12-18 14:30:41 +00007169 SetExternalVisibleDeclsForName(DC, I->first, I->second);
7170 }
7171 const_cast<DeclContext *>(DC)->setHasExternalVisibleStorage(false);
7172}
7173
Richard Smithd88a7f12015-09-01 20:35:42 +00007174const serialization::reader::DeclContextLookupTable *
7175ASTReader::getLoadedLookupTables(DeclContext *Primary) const {
7176 auto I = Lookups.find(Primary);
7177 return I == Lookups.end() ? nullptr : &I->second;
7178}
7179
Guy Benyei11169dd2012-12-18 14:30:41 +00007180/// \brief Under non-PCH compilation the consumer receives the objc methods
7181/// before receiving the implementation, and codegen depends on this.
7182/// We simulate this by deserializing and passing to consumer the methods of the
7183/// implementation before passing the deserialized implementation decl.
7184static void PassObjCImplDeclToConsumer(ObjCImplDecl *ImplD,
7185 ASTConsumer *Consumer) {
7186 assert(ImplD && Consumer);
7187
Aaron Ballmanaff18c02014-03-13 19:03:34 +00007188 for (auto *I : ImplD->methods())
7189 Consumer->HandleInterestingDecl(DeclGroupRef(I));
Guy Benyei11169dd2012-12-18 14:30:41 +00007190
7191 Consumer->HandleInterestingDecl(DeclGroupRef(ImplD));
7192}
7193
7194void ASTReader::PassInterestingDeclsToConsumer() {
7195 assert(Consumer);
Richard Smith04d05b52014-03-23 00:27:18 +00007196
7197 if (PassingDeclsToConsumer)
7198 return;
7199
7200 // Guard variable to avoid recursively redoing the process of passing
7201 // decls to consumer.
7202 SaveAndRestore<bool> GuardPassingDeclsToConsumer(PassingDeclsToConsumer,
7203 true);
7204
Richard Smith9e2341d2015-03-23 03:25:59 +00007205 // Ensure that we've loaded all potentially-interesting declarations
7206 // that need to be eagerly loaded.
7207 for (auto ID : EagerlyDeserializedDecls)
7208 GetDecl(ID);
7209 EagerlyDeserializedDecls.clear();
7210
Guy Benyei11169dd2012-12-18 14:30:41 +00007211 while (!InterestingDecls.empty()) {
7212 Decl *D = InterestingDecls.front();
7213 InterestingDecls.pop_front();
7214
7215 PassInterestingDeclToConsumer(D);
7216 }
7217}
7218
7219void ASTReader::PassInterestingDeclToConsumer(Decl *D) {
7220 if (ObjCImplDecl *ImplD = dyn_cast<ObjCImplDecl>(D))
7221 PassObjCImplDeclToConsumer(ImplD, Consumer);
7222 else
7223 Consumer->HandleInterestingDecl(DeclGroupRef(D));
7224}
7225
7226void ASTReader::StartTranslationUnit(ASTConsumer *Consumer) {
7227 this->Consumer = Consumer;
7228
Richard Smith9e2341d2015-03-23 03:25:59 +00007229 if (Consumer)
7230 PassInterestingDeclsToConsumer();
Richard Smith7f330cd2015-03-18 01:42:29 +00007231
7232 if (DeserializationListener)
7233 DeserializationListener->ReaderInitialized(this);
Guy Benyei11169dd2012-12-18 14:30:41 +00007234}
7235
7236void ASTReader::PrintStats() {
7237 std::fprintf(stderr, "*** AST File Statistics:\n");
7238
7239 unsigned NumTypesLoaded
7240 = TypesLoaded.size() - std::count(TypesLoaded.begin(), TypesLoaded.end(),
7241 QualType());
7242 unsigned NumDeclsLoaded
7243 = DeclsLoaded.size() - std::count(DeclsLoaded.begin(), DeclsLoaded.end(),
Craig Toppera13603a2014-05-22 05:54:18 +00007244 (Decl *)nullptr);
Guy Benyei11169dd2012-12-18 14:30:41 +00007245 unsigned NumIdentifiersLoaded
7246 = IdentifiersLoaded.size() - std::count(IdentifiersLoaded.begin(),
7247 IdentifiersLoaded.end(),
Craig Toppera13603a2014-05-22 05:54:18 +00007248 (IdentifierInfo *)nullptr);
Guy Benyei11169dd2012-12-18 14:30:41 +00007249 unsigned NumMacrosLoaded
7250 = MacrosLoaded.size() - std::count(MacrosLoaded.begin(),
7251 MacrosLoaded.end(),
Craig Toppera13603a2014-05-22 05:54:18 +00007252 (MacroInfo *)nullptr);
Guy Benyei11169dd2012-12-18 14:30:41 +00007253 unsigned NumSelectorsLoaded
7254 = SelectorsLoaded.size() - std::count(SelectorsLoaded.begin(),
7255 SelectorsLoaded.end(),
7256 Selector());
7257
7258 if (unsigned TotalNumSLocEntries = getTotalNumSLocs())
7259 std::fprintf(stderr, " %u/%u source location entries read (%f%%)\n",
7260 NumSLocEntriesRead, TotalNumSLocEntries,
7261 ((float)NumSLocEntriesRead/TotalNumSLocEntries * 100));
7262 if (!TypesLoaded.empty())
7263 std::fprintf(stderr, " %u/%u types read (%f%%)\n",
7264 NumTypesLoaded, (unsigned)TypesLoaded.size(),
7265 ((float)NumTypesLoaded/TypesLoaded.size() * 100));
7266 if (!DeclsLoaded.empty())
7267 std::fprintf(stderr, " %u/%u declarations read (%f%%)\n",
7268 NumDeclsLoaded, (unsigned)DeclsLoaded.size(),
7269 ((float)NumDeclsLoaded/DeclsLoaded.size() * 100));
7270 if (!IdentifiersLoaded.empty())
7271 std::fprintf(stderr, " %u/%u identifiers read (%f%%)\n",
7272 NumIdentifiersLoaded, (unsigned)IdentifiersLoaded.size(),
7273 ((float)NumIdentifiersLoaded/IdentifiersLoaded.size() * 100));
7274 if (!MacrosLoaded.empty())
7275 std::fprintf(stderr, " %u/%u macros read (%f%%)\n",
7276 NumMacrosLoaded, (unsigned)MacrosLoaded.size(),
7277 ((float)NumMacrosLoaded/MacrosLoaded.size() * 100));
7278 if (!SelectorsLoaded.empty())
7279 std::fprintf(stderr, " %u/%u selectors read (%f%%)\n",
7280 NumSelectorsLoaded, (unsigned)SelectorsLoaded.size(),
7281 ((float)NumSelectorsLoaded/SelectorsLoaded.size() * 100));
7282 if (TotalNumStatements)
7283 std::fprintf(stderr, " %u/%u statements read (%f%%)\n",
7284 NumStatementsRead, TotalNumStatements,
7285 ((float)NumStatementsRead/TotalNumStatements * 100));
7286 if (TotalNumMacros)
7287 std::fprintf(stderr, " %u/%u macros read (%f%%)\n",
7288 NumMacrosRead, TotalNumMacros,
7289 ((float)NumMacrosRead/TotalNumMacros * 100));
7290 if (TotalLexicalDeclContexts)
7291 std::fprintf(stderr, " %u/%u lexical declcontexts read (%f%%)\n",
7292 NumLexicalDeclContextsRead, TotalLexicalDeclContexts,
7293 ((float)NumLexicalDeclContextsRead/TotalLexicalDeclContexts
7294 * 100));
7295 if (TotalVisibleDeclContexts)
7296 std::fprintf(stderr, " %u/%u visible declcontexts read (%f%%)\n",
7297 NumVisibleDeclContextsRead, TotalVisibleDeclContexts,
7298 ((float)NumVisibleDeclContextsRead/TotalVisibleDeclContexts
7299 * 100));
7300 if (TotalNumMethodPoolEntries) {
7301 std::fprintf(stderr, " %u/%u method pool entries read (%f%%)\n",
7302 NumMethodPoolEntriesRead, TotalNumMethodPoolEntries,
7303 ((float)NumMethodPoolEntriesRead/TotalNumMethodPoolEntries
7304 * 100));
Guy Benyei11169dd2012-12-18 14:30:41 +00007305 }
Douglas Gregorad2f7a52013-01-28 17:54:36 +00007306 if (NumMethodPoolLookups) {
7307 std::fprintf(stderr, " %u/%u method pool lookups succeeded (%f%%)\n",
7308 NumMethodPoolHits, NumMethodPoolLookups,
7309 ((float)NumMethodPoolHits/NumMethodPoolLookups * 100.0));
7310 }
7311 if (NumMethodPoolTableLookups) {
7312 std::fprintf(stderr, " %u/%u method pool table lookups succeeded (%f%%)\n",
7313 NumMethodPoolTableHits, NumMethodPoolTableLookups,
7314 ((float)NumMethodPoolTableHits/NumMethodPoolTableLookups
7315 * 100.0));
7316 }
7317
Douglas Gregor00a50f72013-01-25 00:38:33 +00007318 if (NumIdentifierLookupHits) {
7319 std::fprintf(stderr,
7320 " %u / %u identifier table lookups succeeded (%f%%)\n",
7321 NumIdentifierLookupHits, NumIdentifierLookups,
7322 (double)NumIdentifierLookupHits*100.0/NumIdentifierLookups);
7323 }
7324
Douglas Gregore060e572013-01-25 01:03:03 +00007325 if (GlobalIndex) {
7326 std::fprintf(stderr, "\n");
7327 GlobalIndex->printStats();
7328 }
David L. Jonesc4808b9e2016-12-15 20:53:26 +00007329
Guy Benyei11169dd2012-12-18 14:30:41 +00007330 std::fprintf(stderr, "\n");
7331 dump();
7332 std::fprintf(stderr, "\n");
7333}
7334
7335template<typename Key, typename ModuleFile, unsigned InitialCapacity>
Vassil Vassilevb2710682017-03-02 18:13:19 +00007336LLVM_DUMP_METHOD static void
Guy Benyei11169dd2012-12-18 14:30:41 +00007337dumpModuleIDMap(StringRef Name,
David L. Jonesc4808b9e2016-12-15 20:53:26 +00007338 const ContinuousRangeMap<Key, ModuleFile *,
Guy Benyei11169dd2012-12-18 14:30:41 +00007339 InitialCapacity> &Map) {
7340 if (Map.begin() == Map.end())
7341 return;
David L. Jonesc4808b9e2016-12-15 20:53:26 +00007342
Guy Benyei11169dd2012-12-18 14:30:41 +00007343 typedef ContinuousRangeMap<Key, ModuleFile *, InitialCapacity> MapType;
7344 llvm::errs() << Name << ":\n";
David L. Jonesc4808b9e2016-12-15 20:53:26 +00007345 for (typename MapType::const_iterator I = Map.begin(), IEnd = Map.end();
Guy Benyei11169dd2012-12-18 14:30:41 +00007346 I != IEnd; ++I) {
7347 llvm::errs() << " " << I->first << " -> " << I->second->FileName
7348 << "\n";
7349 }
7350}
7351
Yaron Kerencdae9412016-01-29 19:38:18 +00007352LLVM_DUMP_METHOD void ASTReader::dump() {
Guy Benyei11169dd2012-12-18 14:30:41 +00007353 llvm::errs() << "*** PCH/ModuleFile Remappings:\n";
7354 dumpModuleIDMap("Global bit offset map", GlobalBitOffsetsMap);
7355 dumpModuleIDMap("Global source location entry map", GlobalSLocEntryMap);
7356 dumpModuleIDMap("Global type map", GlobalTypeMap);
7357 dumpModuleIDMap("Global declaration map", GlobalDeclMap);
7358 dumpModuleIDMap("Global identifier map", GlobalIdentifierMap);
7359 dumpModuleIDMap("Global macro map", GlobalMacroMap);
7360 dumpModuleIDMap("Global submodule map", GlobalSubmoduleMap);
7361 dumpModuleIDMap("Global selector map", GlobalSelectorMap);
David L. Jonesc4808b9e2016-12-15 20:53:26 +00007362 dumpModuleIDMap("Global preprocessed entity map",
Guy Benyei11169dd2012-12-18 14:30:41 +00007363 GlobalPreprocessedEntityMap);
David L. Jonesc4808b9e2016-12-15 20:53:26 +00007364
Guy Benyei11169dd2012-12-18 14:30:41 +00007365 llvm::errs() << "\n*** PCH/Modules Loaded:";
Duncan P. N. Exon Smith96a06e02017-01-28 22:15:22 +00007366 for (ModuleFile &M : ModuleMgr)
7367 M.dump();
Guy Benyei11169dd2012-12-18 14:30:41 +00007368}
7369
7370/// Return the amount of memory used by memory buffers, breaking down
7371/// by heap-backed versus mmap'ed memory.
7372void ASTReader::getMemoryBufferSizes(MemoryBufferSizes &sizes) const {
Duncan P. N. Exon Smith96a06e02017-01-28 22:15:22 +00007373 for (ModuleFile &I : ModuleMgr) {
Duncan P. N. Exon Smith030d7d62017-03-20 17:58:26 +00007374 if (llvm::MemoryBuffer *buf = I.Buffer) {
Guy Benyei11169dd2012-12-18 14:30:41 +00007375 size_t bytes = buf->getBufferSize();
7376 switch (buf->getBufferKind()) {
7377 case llvm::MemoryBuffer::MemoryBuffer_Malloc:
7378 sizes.malloc_bytes += bytes;
7379 break;
7380 case llvm::MemoryBuffer::MemoryBuffer_MMap:
7381 sizes.mmap_bytes += bytes;
7382 break;
7383 }
7384 }
7385 }
7386}
7387
7388void ASTReader::InitializeSema(Sema &S) {
7389 SemaObj = &S;
7390 S.addExternalSource(this);
7391
7392 // Makes sure any declarations that were deserialized "too early"
7393 // still get added to the identifier's declaration chains.
Ben Langmuir5418f402014-09-10 21:29:41 +00007394 for (uint64_t ID : PreloadedDeclIDs) {
7395 NamedDecl *D = cast<NamedDecl>(GetDecl(ID));
7396 pushExternalDeclIntoScope(D, D->getDeclName());
Guy Benyei11169dd2012-12-18 14:30:41 +00007397 }
Ben Langmuir5418f402014-09-10 21:29:41 +00007398 PreloadedDeclIDs.clear();
Guy Benyei11169dd2012-12-18 14:30:41 +00007399
Richard Smith3d8e97e2013-10-18 06:54:39 +00007400 // FIXME: What happens if these are changed by a module import?
Guy Benyei11169dd2012-12-18 14:30:41 +00007401 if (!FPPragmaOptions.empty()) {
7402 assert(FPPragmaOptions.size() == 1 && "Wrong number of FP_PRAGMA_OPTIONS");
Adam Nemet484aa452017-03-27 19:17:25 +00007403 SemaObj->FPFeatures = FPOptions(FPPragmaOptions[0]);
Guy Benyei11169dd2012-12-18 14:30:41 +00007404 }
7405
Yaxun Liu5b746652016-12-18 05:18:55 +00007406 SemaObj->OpenCLFeatures.copy(OpenCLExtensions);
7407 SemaObj->OpenCLTypeExtMap = OpenCLTypeExtMap;
7408 SemaObj->OpenCLDeclExtMap = OpenCLDeclExtMap;
Richard Smith3d8e97e2013-10-18 06:54:39 +00007409
7410 UpdateSema();
7411}
7412
7413void ASTReader::UpdateSema() {
7414 assert(SemaObj && "no Sema to update");
7415
7416 // Load the offsets of the declarations that Sema references.
7417 // They will be lazily deserialized when needed.
7418 if (!SemaDeclRefs.empty()) {
Richard Smith96269c52016-09-29 22:49:46 +00007419 assert(SemaDeclRefs.size() % 3 == 0);
7420 for (unsigned I = 0; I != SemaDeclRefs.size(); I += 3) {
Richard Smith3d8e97e2013-10-18 06:54:39 +00007421 if (!SemaObj->StdNamespace)
7422 SemaObj->StdNamespace = SemaDeclRefs[I];
7423 if (!SemaObj->StdBadAlloc)
7424 SemaObj->StdBadAlloc = SemaDeclRefs[I+1];
Richard Smith96269c52016-09-29 22:49:46 +00007425 if (!SemaObj->StdAlignValT)
7426 SemaObj->StdAlignValT = SemaDeclRefs[I+2];
Richard Smith3d8e97e2013-10-18 06:54:39 +00007427 }
7428 SemaDeclRefs.clear();
7429 }
Dario Domizioli13a0a382014-05-23 12:13:25 +00007430
Nico Weber779355f2016-03-02 23:22:00 +00007431 // Update the state of pragmas. Use the same API as if we had encountered the
7432 // pragma in the source.
Dario Domizioli13a0a382014-05-23 12:13:25 +00007433 if(OptimizeOffPragmaLocation.isValid())
7434 SemaObj->ActOnPragmaOptimize(/* IsOn = */ false, OptimizeOffPragmaLocation);
Nico Weber779355f2016-03-02 23:22:00 +00007435 if (PragmaMSStructState != -1)
7436 SemaObj->ActOnPragmaMSStruct((PragmaMSStructKind)PragmaMSStructState);
Nico Weber42932312016-03-03 00:17:35 +00007437 if (PointersToMembersPragmaLocation.isValid()) {
7438 SemaObj->ActOnPragmaMSPointersToMembers(
7439 (LangOptions::PragmaMSPointersToMembersKind)
7440 PragmaMSPointersToMembersState,
7441 PointersToMembersPragmaLocation);
7442 }
Justin Lebar67a78a62016-10-08 22:15:58 +00007443 SemaObj->ForceCUDAHostDeviceDepth = ForceCUDAHostDeviceDepth;
Alex Lorenz7d7e1e02017-03-31 15:36:21 +00007444
7445 if (PragmaPackCurrentValue) {
7446 // The bottom of the stack might have a default value. It must be adjusted
7447 // to the current value to ensure that the packing state is preserved after
7448 // popping entries that were included/imported from a PCH/module.
7449 bool DropFirst = false;
7450 if (!PragmaPackStack.empty() &&
7451 PragmaPackStack.front().Location.isInvalid()) {
7452 assert(PragmaPackStack.front().Value == SemaObj->PackStack.DefaultValue &&
7453 "Expected a default alignment value");
7454 SemaObj->PackStack.Stack.emplace_back(
7455 PragmaPackStack.front().SlotLabel, SemaObj->PackStack.CurrentValue,
7456 SemaObj->PackStack.CurrentPragmaLocation);
7457 DropFirst = true;
7458 }
7459 for (const auto &Entry :
7460 llvm::makeArrayRef(PragmaPackStack).drop_front(DropFirst ? 1 : 0))
7461 SemaObj->PackStack.Stack.emplace_back(Entry.SlotLabel, Entry.Value,
7462 Entry.Location);
7463 if (PragmaPackCurrentLocation.isInvalid()) {
7464 assert(*PragmaPackCurrentValue == SemaObj->PackStack.DefaultValue &&
7465 "Expected a default alignment value");
7466 // Keep the current values.
7467 } else {
7468 SemaObj->PackStack.CurrentValue = *PragmaPackCurrentValue;
7469 SemaObj->PackStack.CurrentPragmaLocation = PragmaPackCurrentLocation;
7470 }
7471 }
Guy Benyei11169dd2012-12-18 14:30:41 +00007472}
7473
Richard Smitha8d5b6a2015-07-17 19:51:03 +00007474IdentifierInfo *ASTReader::get(StringRef Name) {
Guy Benyei11169dd2012-12-18 14:30:41 +00007475 // Note that we are loading an identifier.
7476 Deserializing AnIdentifier(this);
Douglas Gregore060e572013-01-25 01:03:03 +00007477
Douglas Gregor7211ac12013-01-25 23:32:03 +00007478 IdentifierLookupVisitor Visitor(Name, /*PriorGeneration=*/0,
Douglas Gregor00a50f72013-01-25 00:38:33 +00007479 NumIdentifierLookups,
7480 NumIdentifierLookupHits);
Richard Smith33e0f7e2015-07-22 02:08:40 +00007481
7482 // We don't need to do identifier table lookups in C++ modules (we preload
7483 // all interesting declarations, and don't need to use the scope for name
7484 // lookups). Perform the lookup in PCH files, though, since we don't build
7485 // a complete initial identifier table if we're carrying on from a PCH.
7486 if (Context.getLangOpts().CPlusPlus) {
7487 for (auto F : ModuleMgr.pch_modules())
Benjamin Kramer9a9efba2015-07-25 12:14:04 +00007488 if (Visitor(*F))
Richard Smith33e0f7e2015-07-22 02:08:40 +00007489 break;
7490 } else {
7491 // If there is a global index, look there first to determine which modules
7492 // provably do not have any results for this identifier.
7493 GlobalModuleIndex::HitSet Hits;
7494 GlobalModuleIndex::HitSet *HitsPtr = nullptr;
7495 if (!loadGlobalIndex()) {
7496 if (GlobalIndex->lookupIdentifier(Name, Hits)) {
7497 HitsPtr = &Hits;
7498 }
7499 }
7500
Benjamin Kramer9a9efba2015-07-25 12:14:04 +00007501 ModuleMgr.visit(Visitor, HitsPtr);
Richard Smith33e0f7e2015-07-22 02:08:40 +00007502 }
7503
Guy Benyei11169dd2012-12-18 14:30:41 +00007504 IdentifierInfo *II = Visitor.getIdentifierInfo();
7505 markIdentifierUpToDate(II);
7506 return II;
7507}
7508
7509namespace clang {
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +00007510
Guy Benyei11169dd2012-12-18 14:30:41 +00007511 /// \brief An identifier-lookup iterator that enumerates all of the
7512 /// identifiers stored within a set of AST files.
7513 class ASTIdentifierIterator : public IdentifierIterator {
7514 /// \brief The AST reader whose identifiers are being enumerated.
7515 const ASTReader &Reader;
7516
7517 /// \brief The current index into the chain of AST files stored in
7518 /// the AST reader.
7519 unsigned Index;
7520
7521 /// \brief The current position within the identifier lookup table
7522 /// of the current AST file.
7523 ASTIdentifierLookupTable::key_iterator Current;
7524
7525 /// \brief The end position within the identifier lookup table of
7526 /// the current AST file.
7527 ASTIdentifierLookupTable::key_iterator End;
7528
Ben Langmuir537c5b52016-05-04 00:53:13 +00007529 /// \brief Whether to skip any modules in the ASTReader.
7530 bool SkipModules;
7531
Guy Benyei11169dd2012-12-18 14:30:41 +00007532 public:
Ben Langmuir537c5b52016-05-04 00:53:13 +00007533 explicit ASTIdentifierIterator(const ASTReader &Reader,
7534 bool SkipModules = false);
Guy Benyei11169dd2012-12-18 14:30:41 +00007535
Craig Topper3e89dfe2014-03-13 02:13:41 +00007536 StringRef Next() override;
Guy Benyei11169dd2012-12-18 14:30:41 +00007537 };
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +00007538
7539} // end namespace clang
Guy Benyei11169dd2012-12-18 14:30:41 +00007540
Ben Langmuir537c5b52016-05-04 00:53:13 +00007541ASTIdentifierIterator::ASTIdentifierIterator(const ASTReader &Reader,
7542 bool SkipModules)
7543 : Reader(Reader), Index(Reader.ModuleMgr.size()), SkipModules(SkipModules) {
Guy Benyei11169dd2012-12-18 14:30:41 +00007544}
7545
7546StringRef ASTIdentifierIterator::Next() {
7547 while (Current == End) {
7548 // If we have exhausted all of our AST files, we're done.
7549 if (Index == 0)
7550 return StringRef();
7551
7552 --Index;
Ben Langmuir537c5b52016-05-04 00:53:13 +00007553 ModuleFile &F = Reader.ModuleMgr[Index];
7554 if (SkipModules && F.isModule())
7555 continue;
7556
7557 ASTIdentifierLookupTable *IdTable =
7558 (ASTIdentifierLookupTable *)F.IdentifierLookupTable;
Guy Benyei11169dd2012-12-18 14:30:41 +00007559 Current = IdTable->key_begin();
7560 End = IdTable->key_end();
7561 }
7562
7563 // We have any identifiers remaining in the current AST file; return
7564 // the next one.
Douglas Gregorbfd73d72013-01-23 18:53:14 +00007565 StringRef Result = *Current;
Guy Benyei11169dd2012-12-18 14:30:41 +00007566 ++Current;
Douglas Gregorbfd73d72013-01-23 18:53:14 +00007567 return Result;
Guy Benyei11169dd2012-12-18 14:30:41 +00007568}
7569
Ben Langmuir537c5b52016-05-04 00:53:13 +00007570namespace {
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +00007571
Ben Langmuir537c5b52016-05-04 00:53:13 +00007572/// A utility for appending two IdentifierIterators.
7573class ChainedIdentifierIterator : public IdentifierIterator {
7574 std::unique_ptr<IdentifierIterator> Current;
7575 std::unique_ptr<IdentifierIterator> Queued;
7576
7577public:
7578 ChainedIdentifierIterator(std::unique_ptr<IdentifierIterator> First,
7579 std::unique_ptr<IdentifierIterator> Second)
7580 : Current(std::move(First)), Queued(std::move(Second)) {}
7581
7582 StringRef Next() override {
7583 if (!Current)
7584 return StringRef();
7585
7586 StringRef result = Current->Next();
7587 if (!result.empty())
7588 return result;
7589
7590 // Try the queued iterator, which may itself be empty.
7591 Current.reset();
7592 std::swap(Current, Queued);
7593 return Next();
7594 }
7595};
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +00007596
Ben Langmuir537c5b52016-05-04 00:53:13 +00007597} // end anonymous namespace.
7598
Argyrios Kyrtzidis9aca3c62013-04-17 22:10:55 +00007599IdentifierIterator *ASTReader::getIdentifiers() {
Ben Langmuir537c5b52016-05-04 00:53:13 +00007600 if (!loadGlobalIndex()) {
7601 std::unique_ptr<IdentifierIterator> ReaderIter(
7602 new ASTIdentifierIterator(*this, /*SkipModules=*/true));
7603 std::unique_ptr<IdentifierIterator> ModulesIter(
7604 GlobalIndex->createIdentifierIterator());
7605 return new ChainedIdentifierIterator(std::move(ReaderIter),
7606 std::move(ModulesIter));
7607 }
Argyrios Kyrtzidis9aca3c62013-04-17 22:10:55 +00007608
Guy Benyei11169dd2012-12-18 14:30:41 +00007609 return new ASTIdentifierIterator(*this);
7610}
7611
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +00007612namespace clang {
7613namespace serialization {
7614
Guy Benyei11169dd2012-12-18 14:30:41 +00007615 class ReadMethodPoolVisitor {
7616 ASTReader &Reader;
7617 Selector Sel;
7618 unsigned PriorGeneration;
Argyrios Kyrtzidisd3da6e02013-04-17 00:08:58 +00007619 unsigned InstanceBits;
7620 unsigned FactoryBits;
Nico Weberff4b35e2014-12-27 22:14:15 +00007621 bool InstanceHasMoreThanOneDecl;
7622 bool FactoryHasMoreThanOneDecl;
Dmitri Gribenkof8579502013-01-12 19:30:44 +00007623 SmallVector<ObjCMethodDecl *, 4> InstanceMethods;
7624 SmallVector<ObjCMethodDecl *, 4> FactoryMethods;
Guy Benyei11169dd2012-12-18 14:30:41 +00007625
7626 public:
Nico Weber2e0c8f72014-12-27 03:58:08 +00007627 ReadMethodPoolVisitor(ASTReader &Reader, Selector Sel,
Guy Benyei11169dd2012-12-18 14:30:41 +00007628 unsigned PriorGeneration)
Nico Weber2e0c8f72014-12-27 03:58:08 +00007629 : Reader(Reader), Sel(Sel), PriorGeneration(PriorGeneration),
Nico Weberff4b35e2014-12-27 22:14:15 +00007630 InstanceBits(0), FactoryBits(0), InstanceHasMoreThanOneDecl(false),
7631 FactoryHasMoreThanOneDecl(false) {}
Nico Weber2e0c8f72014-12-27 03:58:08 +00007632
Benjamin Kramer9a9efba2015-07-25 12:14:04 +00007633 bool operator()(ModuleFile &M) {
Guy Benyei11169dd2012-12-18 14:30:41 +00007634 if (!M.SelectorLookupTable)
7635 return false;
David L. Jonesc4808b9e2016-12-15 20:53:26 +00007636
Guy Benyei11169dd2012-12-18 14:30:41 +00007637 // If we've already searched this module file, skip it now.
Richard Smithbdf2d932015-07-30 03:37:16 +00007638 if (M.Generation <= PriorGeneration)
Guy Benyei11169dd2012-12-18 14:30:41 +00007639 return true;
7640
Richard Smithbdf2d932015-07-30 03:37:16 +00007641 ++Reader.NumMethodPoolTableLookups;
Guy Benyei11169dd2012-12-18 14:30:41 +00007642 ASTSelectorLookupTable *PoolTable
7643 = (ASTSelectorLookupTable*)M.SelectorLookupTable;
Richard Smithbdf2d932015-07-30 03:37:16 +00007644 ASTSelectorLookupTable::iterator Pos = PoolTable->find(Sel);
Guy Benyei11169dd2012-12-18 14:30:41 +00007645 if (Pos == PoolTable->end())
7646 return false;
Douglas Gregorad2f7a52013-01-28 17:54:36 +00007647
Richard Smithbdf2d932015-07-30 03:37:16 +00007648 ++Reader.NumMethodPoolTableHits;
7649 ++Reader.NumSelectorsRead;
Guy Benyei11169dd2012-12-18 14:30:41 +00007650 // FIXME: Not quite happy with the statistics here. We probably should
7651 // disable this tracking when called via LoadSelector.
7652 // Also, should entries without methods count as misses?
Richard Smithbdf2d932015-07-30 03:37:16 +00007653 ++Reader.NumMethodPoolEntriesRead;
Guy Benyei11169dd2012-12-18 14:30:41 +00007654 ASTSelectorLookupTrait::data_type Data = *Pos;
Richard Smithbdf2d932015-07-30 03:37:16 +00007655 if (Reader.DeserializationListener)
7656 Reader.DeserializationListener->SelectorRead(Data.ID, Sel);
Benjamin Kramer9a9efba2015-07-25 12:14:04 +00007657
Richard Smithbdf2d932015-07-30 03:37:16 +00007658 InstanceMethods.append(Data.Instance.begin(), Data.Instance.end());
7659 FactoryMethods.append(Data.Factory.begin(), Data.Factory.end());
7660 InstanceBits = Data.InstanceBits;
7661 FactoryBits = Data.FactoryBits;
7662 InstanceHasMoreThanOneDecl = Data.InstanceHasMoreThanOneDecl;
7663 FactoryHasMoreThanOneDecl = Data.FactoryHasMoreThanOneDecl;
Guy Benyei11169dd2012-12-18 14:30:41 +00007664 return true;
7665 }
David L. Jonesc4808b9e2016-12-15 20:53:26 +00007666
Guy Benyei11169dd2012-12-18 14:30:41 +00007667 /// \brief Retrieve the instance methods found by this visitor.
David L. Jonesc4808b9e2016-12-15 20:53:26 +00007668 ArrayRef<ObjCMethodDecl *> getInstanceMethods() const {
7669 return InstanceMethods;
Guy Benyei11169dd2012-12-18 14:30:41 +00007670 }
7671
7672 /// \brief Retrieve the instance methods found by this visitor.
David L. Jonesc4808b9e2016-12-15 20:53:26 +00007673 ArrayRef<ObjCMethodDecl *> getFactoryMethods() const {
Guy Benyei11169dd2012-12-18 14:30:41 +00007674 return FactoryMethods;
7675 }
Argyrios Kyrtzidisd3da6e02013-04-17 00:08:58 +00007676
7677 unsigned getInstanceBits() const { return InstanceBits; }
7678 unsigned getFactoryBits() const { return FactoryBits; }
Nico Weberff4b35e2014-12-27 22:14:15 +00007679 bool instanceHasMoreThanOneDecl() const {
7680 return InstanceHasMoreThanOneDecl;
7681 }
7682 bool factoryHasMoreThanOneDecl() const { return FactoryHasMoreThanOneDecl; }
Guy Benyei11169dd2012-12-18 14:30:41 +00007683 };
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +00007684
7685} // end namespace serialization
7686} // end namespace clang
Guy Benyei11169dd2012-12-18 14:30:41 +00007687
7688/// \brief Add the given set of methods to the method list.
7689static void addMethodsToPool(Sema &S, ArrayRef<ObjCMethodDecl *> Methods,
7690 ObjCMethodList &List) {
7691 for (unsigned I = 0, N = Methods.size(); I != N; ++I) {
7692 S.addMethodToGlobalList(&List, Methods[I]);
7693 }
7694}
David L. Jonesc4808b9e2016-12-15 20:53:26 +00007695
Guy Benyei11169dd2012-12-18 14:30:41 +00007696void ASTReader::ReadMethodPool(Selector Sel) {
7697 // Get the selector generation and update it to the current generation.
7698 unsigned &Generation = SelectorGeneration[Sel];
7699 unsigned PriorGeneration = Generation;
Richard Smith053f6c62014-05-16 23:01:30 +00007700 Generation = getGeneration();
Manman Rena0f31a02016-04-29 19:04:05 +00007701 SelectorOutOfDate[Sel] = false;
David L. Jonesc4808b9e2016-12-15 20:53:26 +00007702
Guy Benyei11169dd2012-12-18 14:30:41 +00007703 // Search for methods defined with this selector.
Douglas Gregorad2f7a52013-01-28 17:54:36 +00007704 ++NumMethodPoolLookups;
Guy Benyei11169dd2012-12-18 14:30:41 +00007705 ReadMethodPoolVisitor Visitor(*this, Sel, PriorGeneration);
Benjamin Kramer9a9efba2015-07-25 12:14:04 +00007706 ModuleMgr.visit(Visitor);
7707
Guy Benyei11169dd2012-12-18 14:30:41 +00007708 if (Visitor.getInstanceMethods().empty() &&
Douglas Gregorad2f7a52013-01-28 17:54:36 +00007709 Visitor.getFactoryMethods().empty())
Guy Benyei11169dd2012-12-18 14:30:41 +00007710 return;
Douglas Gregorad2f7a52013-01-28 17:54:36 +00007711
7712 ++NumMethodPoolHits;
7713
Guy Benyei11169dd2012-12-18 14:30:41 +00007714 if (!getSema())
7715 return;
David L. Jonesc4808b9e2016-12-15 20:53:26 +00007716
Guy Benyei11169dd2012-12-18 14:30:41 +00007717 Sema &S = *getSema();
7718 Sema::GlobalMethodPool::iterator Pos
7719 = S.MethodPool.insert(std::make_pair(Sel, Sema::GlobalMethods())).first;
Ben Langmuira0c32e92015-01-12 19:27:00 +00007720
Argyrios Kyrtzidisd3da6e02013-04-17 00:08:58 +00007721 Pos->second.first.setBits(Visitor.getInstanceBits());
Nico Weberff4b35e2014-12-27 22:14:15 +00007722 Pos->second.first.setHasMoreThanOneDecl(Visitor.instanceHasMoreThanOneDecl());
Argyrios Kyrtzidisd3da6e02013-04-17 00:08:58 +00007723 Pos->second.second.setBits(Visitor.getFactoryBits());
Nico Weberff4b35e2014-12-27 22:14:15 +00007724 Pos->second.second.setHasMoreThanOneDecl(Visitor.factoryHasMoreThanOneDecl());
Ben Langmuira0c32e92015-01-12 19:27:00 +00007725
7726 // Add methods to the global pool *after* setting hasMoreThanOneDecl, since
7727 // when building a module we keep every method individually and may need to
7728 // update hasMoreThanOneDecl as we add the methods.
7729 addMethodsToPool(S, Visitor.getInstanceMethods(), Pos->second.first);
7730 addMethodsToPool(S, Visitor.getFactoryMethods(), Pos->second.second);
Guy Benyei11169dd2012-12-18 14:30:41 +00007731}
7732
Manman Rena0f31a02016-04-29 19:04:05 +00007733void ASTReader::updateOutOfDateSelector(Selector Sel) {
7734 if (SelectorOutOfDate[Sel])
7735 ReadMethodPool(Sel);
7736}
7737
Guy Benyei11169dd2012-12-18 14:30:41 +00007738void ASTReader::ReadKnownNamespaces(
7739 SmallVectorImpl<NamespaceDecl *> &Namespaces) {
7740 Namespaces.clear();
David L. Jonesc4808b9e2016-12-15 20:53:26 +00007741
Guy Benyei11169dd2012-12-18 14:30:41 +00007742 for (unsigned I = 0, N = KnownNamespaces.size(); I != N; ++I) {
David L. Jonesc4808b9e2016-12-15 20:53:26 +00007743 if (NamespaceDecl *Namespace
Guy Benyei11169dd2012-12-18 14:30:41 +00007744 = dyn_cast_or_null<NamespaceDecl>(GetDecl(KnownNamespaces[I])))
7745 Namespaces.push_back(Namespace);
7746 }
7747}
7748
Nick Lewycky9c7eb1d2013-02-01 08:13:20 +00007749void ASTReader::ReadUndefinedButUsed(
Richard Smithd6a04d72016-03-25 21:49:43 +00007750 llvm::MapVector<NamedDecl *, SourceLocation> &Undefined) {
Nick Lewycky9c7eb1d2013-02-01 08:13:20 +00007751 for (unsigned Idx = 0, N = UndefinedButUsed.size(); Idx != N;) {
7752 NamedDecl *D = cast<NamedDecl>(GetDecl(UndefinedButUsed[Idx++]));
Nick Lewycky8334af82013-01-26 00:35:08 +00007753 SourceLocation Loc =
Nick Lewycky9c7eb1d2013-02-01 08:13:20 +00007754 SourceLocation::getFromRawEncoding(UndefinedButUsed[Idx++]);
Nick Lewycky8334af82013-01-26 00:35:08 +00007755 Undefined.insert(std::make_pair(D, Loc));
7756 }
7757}
Nick Lewycky8334af82013-01-26 00:35:08 +00007758
Ismail Pazarbasie5768d12015-05-18 19:59:11 +00007759void ASTReader::ReadMismatchingDeleteExpressions(llvm::MapVector<
7760 FieldDecl *, llvm::SmallVector<std::pair<SourceLocation, bool>, 4>> &
7761 Exprs) {
7762 for (unsigned Idx = 0, N = DelayedDeleteExprs.size(); Idx != N;) {
7763 FieldDecl *FD = cast<FieldDecl>(GetDecl(DelayedDeleteExprs[Idx++]));
7764 uint64_t Count = DelayedDeleteExprs[Idx++];
7765 for (uint64_t C = 0; C < Count; ++C) {
7766 SourceLocation DeleteLoc =
7767 SourceLocation::getFromRawEncoding(DelayedDeleteExprs[Idx++]);
7768 const bool IsArrayForm = DelayedDeleteExprs[Idx++];
7769 Exprs[FD].push_back(std::make_pair(DeleteLoc, IsArrayForm));
7770 }
7771 }
7772}
7773
Guy Benyei11169dd2012-12-18 14:30:41 +00007774void ASTReader::ReadTentativeDefinitions(
7775 SmallVectorImpl<VarDecl *> &TentativeDefs) {
7776 for (unsigned I = 0, N = TentativeDefinitions.size(); I != N; ++I) {
7777 VarDecl *Var = dyn_cast_or_null<VarDecl>(GetDecl(TentativeDefinitions[I]));
7778 if (Var)
7779 TentativeDefs.push_back(Var);
7780 }
7781 TentativeDefinitions.clear();
7782}
7783
7784void ASTReader::ReadUnusedFileScopedDecls(
7785 SmallVectorImpl<const DeclaratorDecl *> &Decls) {
7786 for (unsigned I = 0, N = UnusedFileScopedDecls.size(); I != N; ++I) {
7787 DeclaratorDecl *D
7788 = dyn_cast_or_null<DeclaratorDecl>(GetDecl(UnusedFileScopedDecls[I]));
7789 if (D)
7790 Decls.push_back(D);
7791 }
7792 UnusedFileScopedDecls.clear();
7793}
7794
7795void ASTReader::ReadDelegatingConstructors(
7796 SmallVectorImpl<CXXConstructorDecl *> &Decls) {
7797 for (unsigned I = 0, N = DelegatingCtorDecls.size(); I != N; ++I) {
7798 CXXConstructorDecl *D
7799 = dyn_cast_or_null<CXXConstructorDecl>(GetDecl(DelegatingCtorDecls[I]));
7800 if (D)
7801 Decls.push_back(D);
7802 }
7803 DelegatingCtorDecls.clear();
7804}
7805
7806void ASTReader::ReadExtVectorDecls(SmallVectorImpl<TypedefNameDecl *> &Decls) {
7807 for (unsigned I = 0, N = ExtVectorDecls.size(); I != N; ++I) {
7808 TypedefNameDecl *D
7809 = dyn_cast_or_null<TypedefNameDecl>(GetDecl(ExtVectorDecls[I]));
7810 if (D)
7811 Decls.push_back(D);
7812 }
7813 ExtVectorDecls.clear();
7814}
7815
Nico Weber72889432014-09-06 01:25:55 +00007816void ASTReader::ReadUnusedLocalTypedefNameCandidates(
7817 llvm::SmallSetVector<const TypedefNameDecl *, 4> &Decls) {
7818 for (unsigned I = 0, N = UnusedLocalTypedefNameCandidates.size(); I != N;
7819 ++I) {
7820 TypedefNameDecl *D = dyn_cast_or_null<TypedefNameDecl>(
7821 GetDecl(UnusedLocalTypedefNameCandidates[I]));
7822 if (D)
7823 Decls.insert(D);
7824 }
7825 UnusedLocalTypedefNameCandidates.clear();
7826}
7827
Guy Benyei11169dd2012-12-18 14:30:41 +00007828void ASTReader::ReadReferencedSelectors(
7829 SmallVectorImpl<std::pair<Selector, SourceLocation> > &Sels) {
7830 if (ReferencedSelectorsData.empty())
7831 return;
David L. Jonesc4808b9e2016-12-15 20:53:26 +00007832
Guy Benyei11169dd2012-12-18 14:30:41 +00007833 // If there are @selector references added them to its pool. This is for
7834 // implementation of -Wselector.
7835 unsigned int DataSize = ReferencedSelectorsData.size()-1;
7836 unsigned I = 0;
7837 while (I < DataSize) {
7838 Selector Sel = DecodeSelector(ReferencedSelectorsData[I++]);
7839 SourceLocation SelLoc
7840 = SourceLocation::getFromRawEncoding(ReferencedSelectorsData[I++]);
7841 Sels.push_back(std::make_pair(Sel, SelLoc));
7842 }
7843 ReferencedSelectorsData.clear();
7844}
7845
7846void ASTReader::ReadWeakUndeclaredIdentifiers(
7847 SmallVectorImpl<std::pair<IdentifierInfo *, WeakInfo> > &WeakIDs) {
7848 if (WeakUndeclaredIdentifiers.empty())
7849 return;
7850
7851 for (unsigned I = 0, N = WeakUndeclaredIdentifiers.size(); I < N; /*none*/) {
David L. Jonesc4808b9e2016-12-15 20:53:26 +00007852 IdentifierInfo *WeakId
Guy Benyei11169dd2012-12-18 14:30:41 +00007853 = DecodeIdentifierInfo(WeakUndeclaredIdentifiers[I++]);
David L. Jonesc4808b9e2016-12-15 20:53:26 +00007854 IdentifierInfo *AliasId
Guy Benyei11169dd2012-12-18 14:30:41 +00007855 = DecodeIdentifierInfo(WeakUndeclaredIdentifiers[I++]);
7856 SourceLocation Loc
7857 = SourceLocation::getFromRawEncoding(WeakUndeclaredIdentifiers[I++]);
7858 bool Used = WeakUndeclaredIdentifiers[I++];
7859 WeakInfo WI(AliasId, Loc);
7860 WI.setUsed(Used);
7861 WeakIDs.push_back(std::make_pair(WeakId, WI));
7862 }
7863 WeakUndeclaredIdentifiers.clear();
7864}
7865
7866void ASTReader::ReadUsedVTables(SmallVectorImpl<ExternalVTableUse> &VTables) {
7867 for (unsigned Idx = 0, N = VTableUses.size(); Idx < N; /* In loop */) {
7868 ExternalVTableUse VT;
7869 VT.Record = dyn_cast_or_null<CXXRecordDecl>(GetDecl(VTableUses[Idx++]));
7870 VT.Location = SourceLocation::getFromRawEncoding(VTableUses[Idx++]);
7871 VT.DefinitionRequired = VTableUses[Idx++];
7872 VTables.push_back(VT);
7873 }
David L. Jonesc4808b9e2016-12-15 20:53:26 +00007874
Guy Benyei11169dd2012-12-18 14:30:41 +00007875 VTableUses.clear();
7876}
7877
7878void ASTReader::ReadPendingInstantiations(
7879 SmallVectorImpl<std::pair<ValueDecl *, SourceLocation> > &Pending) {
7880 for (unsigned Idx = 0, N = PendingInstantiations.size(); Idx < N;) {
7881 ValueDecl *D = cast<ValueDecl>(GetDecl(PendingInstantiations[Idx++]));
7882 SourceLocation Loc
7883 = SourceLocation::getFromRawEncoding(PendingInstantiations[Idx++]);
7884
7885 Pending.push_back(std::make_pair(D, Loc));
David L. Jonesc4808b9e2016-12-15 20:53:26 +00007886 }
Guy Benyei11169dd2012-12-18 14:30:41 +00007887 PendingInstantiations.clear();
7888}
7889
Richard Smithe40f2ba2013-08-07 21:41:30 +00007890void ASTReader::ReadLateParsedTemplates(
Justin Lebar28f09c52016-10-10 16:26:08 +00007891 llvm::MapVector<const FunctionDecl *, std::unique_ptr<LateParsedTemplate>>
7892 &LPTMap) {
Richard Smithe40f2ba2013-08-07 21:41:30 +00007893 for (unsigned Idx = 0, N = LateParsedTemplates.size(); Idx < N;
7894 /* In loop */) {
7895 FunctionDecl *FD = cast<FunctionDecl>(GetDecl(LateParsedTemplates[Idx++]));
7896
Justin Lebar28f09c52016-10-10 16:26:08 +00007897 auto LT = llvm::make_unique<LateParsedTemplate>();
Richard Smithe40f2ba2013-08-07 21:41:30 +00007898 LT->D = GetDecl(LateParsedTemplates[Idx++]);
7899
7900 ModuleFile *F = getOwningModuleFile(LT->D);
7901 assert(F && "No module");
7902
7903 unsigned TokN = LateParsedTemplates[Idx++];
7904 LT->Toks.reserve(TokN);
7905 for (unsigned T = 0; T < TokN; ++T)
7906 LT->Toks.push_back(ReadToken(*F, LateParsedTemplates, Idx));
7907
Justin Lebar28f09c52016-10-10 16:26:08 +00007908 LPTMap.insert(std::make_pair(FD, std::move(LT)));
Richard Smithe40f2ba2013-08-07 21:41:30 +00007909 }
7910
7911 LateParsedTemplates.clear();
7912}
7913
Guy Benyei11169dd2012-12-18 14:30:41 +00007914void ASTReader::LoadSelector(Selector Sel) {
7915 // It would be complicated to avoid reading the methods anyway. So don't.
7916 ReadMethodPool(Sel);
7917}
7918
7919void ASTReader::SetIdentifierInfo(IdentifierID ID, IdentifierInfo *II) {
7920 assert(ID && "Non-zero identifier ID required");
7921 assert(ID <= IdentifiersLoaded.size() && "identifier ID out of range");
7922 IdentifiersLoaded[ID - 1] = II;
7923 if (DeserializationListener)
7924 DeserializationListener->IdentifierRead(ID, II);
7925}
7926
7927/// \brief Set the globally-visible declarations associated with the given
7928/// identifier.
7929///
7930/// If the AST reader is currently in a state where the given declaration IDs
7931/// cannot safely be resolved, they are queued until it is safe to resolve
7932/// them.
7933///
7934/// \param II an IdentifierInfo that refers to one or more globally-visible
7935/// declarations.
7936///
7937/// \param DeclIDs the set of declaration IDs with the name @p II that are
7938/// visible at global scope.
7939///
Douglas Gregor6168bd22013-02-18 15:53:43 +00007940/// \param Decls if non-null, this vector will be populated with the set of
7941/// deserialized declarations. These declarations will not be pushed into
7942/// scope.
Guy Benyei11169dd2012-12-18 14:30:41 +00007943void
7944ASTReader::SetGloballyVisibleDecls(IdentifierInfo *II,
7945 const SmallVectorImpl<uint32_t> &DeclIDs,
Douglas Gregor6168bd22013-02-18 15:53:43 +00007946 SmallVectorImpl<Decl *> *Decls) {
7947 if (NumCurrentElementsDeserializing && !Decls) {
7948 PendingIdentifierInfos[II].append(DeclIDs.begin(), DeclIDs.end());
Guy Benyei11169dd2012-12-18 14:30:41 +00007949 return;
7950 }
7951
7952 for (unsigned I = 0, N = DeclIDs.size(); I != N; ++I) {
Ben Langmuir5418f402014-09-10 21:29:41 +00007953 if (!SemaObj) {
Guy Benyei11169dd2012-12-18 14:30:41 +00007954 // Queue this declaration so that it will be added to the
7955 // translation unit scope and identifier's declaration chain
7956 // once a Sema object is known.
Ben Langmuir5418f402014-09-10 21:29:41 +00007957 PreloadedDeclIDs.push_back(DeclIDs[I]);
7958 continue;
Guy Benyei11169dd2012-12-18 14:30:41 +00007959 }
Ben Langmuir5418f402014-09-10 21:29:41 +00007960
7961 NamedDecl *D = cast<NamedDecl>(GetDecl(DeclIDs[I]));
7962
7963 // If we're simply supposed to record the declarations, do so now.
7964 if (Decls) {
7965 Decls->push_back(D);
7966 continue;
7967 }
7968
7969 // Introduce this declaration into the translation-unit scope
7970 // and add it to the declaration chain for this identifier, so
7971 // that (unqualified) name lookup will find it.
7972 pushExternalDeclIntoScope(D, II);
Guy Benyei11169dd2012-12-18 14:30:41 +00007973 }
7974}
7975
Douglas Gregorc8a992f2013-01-21 16:52:34 +00007976IdentifierInfo *ASTReader::DecodeIdentifierInfo(IdentifierID ID) {
Guy Benyei11169dd2012-12-18 14:30:41 +00007977 if (ID == 0)
Craig Toppera13603a2014-05-22 05:54:18 +00007978 return nullptr;
Guy Benyei11169dd2012-12-18 14:30:41 +00007979
7980 if (IdentifiersLoaded.empty()) {
7981 Error("no identifier table in AST file");
Craig Toppera13603a2014-05-22 05:54:18 +00007982 return nullptr;
Guy Benyei11169dd2012-12-18 14:30:41 +00007983 }
7984
7985 ID -= 1;
7986 if (!IdentifiersLoaded[ID]) {
7987 GlobalIdentifierMapType::iterator I = GlobalIdentifierMap.find(ID + 1);
7988 assert(I != GlobalIdentifierMap.end() && "Corrupted global identifier map");
7989 ModuleFile *M = I->second;
7990 unsigned Index = ID - M->BaseIdentifierID;
7991 const char *Str = M->IdentifierTableData + M->IdentifierOffsets[Index];
7992
7993 // All of the strings in the AST file are preceded by a 16-bit length.
7994 // Extract that 16-bit length to avoid having to execute strlen().
7995 // NOTE: 'StrLenPtr' is an 'unsigned char*' so that we load bytes as
7996 // unsigned integers. This is important to avoid integer overflow when
7997 // we cast them to 'unsigned'.
7998 const unsigned char *StrLenPtr = (const unsigned char*) Str - 2;
7999 unsigned StrLen = (((unsigned) StrLenPtr[0])
8000 | (((unsigned) StrLenPtr[1]) << 8)) - 1;
Richard Smitheb4b58f62016-02-05 01:40:54 +00008001 auto &II = PP.getIdentifierTable().get(StringRef(Str, StrLen));
8002 IdentifiersLoaded[ID] = &II;
8003 markIdentifierFromAST(*this, II);
Guy Benyei11169dd2012-12-18 14:30:41 +00008004 if (DeserializationListener)
Richard Smitheb4b58f62016-02-05 01:40:54 +00008005 DeserializationListener->IdentifierRead(ID + 1, &II);
Guy Benyei11169dd2012-12-18 14:30:41 +00008006 }
8007
8008 return IdentifiersLoaded[ID];
8009}
8010
Douglas Gregorc8a992f2013-01-21 16:52:34 +00008011IdentifierInfo *ASTReader::getLocalIdentifier(ModuleFile &M, unsigned LocalID) {
8012 return DecodeIdentifierInfo(getGlobalIdentifierID(M, LocalID));
Guy Benyei11169dd2012-12-18 14:30:41 +00008013}
8014
8015IdentifierID ASTReader::getGlobalIdentifierID(ModuleFile &M, unsigned LocalID) {
8016 if (LocalID < NUM_PREDEF_IDENT_IDS)
8017 return LocalID;
David L. Jonesc4808b9e2016-12-15 20:53:26 +00008018
Richard Smith37a93df2017-02-18 00:32:02 +00008019 if (!M.ModuleOffsetMap.empty())
8020 ReadModuleOffsetMap(M);
8021
Guy Benyei11169dd2012-12-18 14:30:41 +00008022 ContinuousRangeMap<uint32_t, int, 2>::iterator I
8023 = M.IdentifierRemap.find(LocalID - NUM_PREDEF_IDENT_IDS);
David L. Jonesc4808b9e2016-12-15 20:53:26 +00008024 assert(I != M.IdentifierRemap.end()
Guy Benyei11169dd2012-12-18 14:30:41 +00008025 && "Invalid index into identifier index remap");
David L. Jonesc4808b9e2016-12-15 20:53:26 +00008026
Guy Benyei11169dd2012-12-18 14:30:41 +00008027 return LocalID + I->second;
8028}
8029
Argyrios Kyrtzidiseb663da2013-03-22 21:12:57 +00008030MacroInfo *ASTReader::getMacro(MacroID ID) {
Guy Benyei11169dd2012-12-18 14:30:41 +00008031 if (ID == 0)
Craig Toppera13603a2014-05-22 05:54:18 +00008032 return nullptr;
Guy Benyei11169dd2012-12-18 14:30:41 +00008033
8034 if (MacrosLoaded.empty()) {
8035 Error("no macro table in AST file");
Craig Toppera13603a2014-05-22 05:54:18 +00008036 return nullptr;
Guy Benyei11169dd2012-12-18 14:30:41 +00008037 }
8038
8039 ID -= NUM_PREDEF_MACRO_IDS;
8040 if (!MacrosLoaded[ID]) {
8041 GlobalMacroMapType::iterator I
8042 = GlobalMacroMap.find(ID + NUM_PREDEF_MACRO_IDS);
8043 assert(I != GlobalMacroMap.end() && "Corrupted global macro map");
8044 ModuleFile *M = I->second;
8045 unsigned Index = ID - M->BaseMacroID;
Argyrios Kyrtzidiseb663da2013-03-22 21:12:57 +00008046 MacrosLoaded[ID] = ReadMacroRecord(*M, M->MacroOffsets[Index]);
David L. Jonesc4808b9e2016-12-15 20:53:26 +00008047
Argyrios Kyrtzidiseb663da2013-03-22 21:12:57 +00008048 if (DeserializationListener)
8049 DeserializationListener->MacroRead(ID + NUM_PREDEF_MACRO_IDS,
8050 MacrosLoaded[ID]);
Guy Benyei11169dd2012-12-18 14:30:41 +00008051 }
8052
8053 return MacrosLoaded[ID];
8054}
8055
8056MacroID ASTReader::getGlobalMacroID(ModuleFile &M, unsigned LocalID) {
8057 if (LocalID < NUM_PREDEF_MACRO_IDS)
8058 return LocalID;
8059
Richard Smith37a93df2017-02-18 00:32:02 +00008060 if (!M.ModuleOffsetMap.empty())
8061 ReadModuleOffsetMap(M);
8062
Guy Benyei11169dd2012-12-18 14:30:41 +00008063 ContinuousRangeMap<uint32_t, int, 2>::iterator I
8064 = M.MacroRemap.find(LocalID - NUM_PREDEF_MACRO_IDS);
8065 assert(I != M.MacroRemap.end() && "Invalid index into macro index remap");
8066
8067 return LocalID + I->second;
8068}
8069
8070serialization::SubmoduleID
8071ASTReader::getGlobalSubmoduleID(ModuleFile &M, unsigned LocalID) {
8072 if (LocalID < NUM_PREDEF_SUBMODULE_IDS)
8073 return LocalID;
David L. Jonesc4808b9e2016-12-15 20:53:26 +00008074
Richard Smith37a93df2017-02-18 00:32:02 +00008075 if (!M.ModuleOffsetMap.empty())
8076 ReadModuleOffsetMap(M);
8077
Guy Benyei11169dd2012-12-18 14:30:41 +00008078 ContinuousRangeMap<uint32_t, int, 2>::iterator I
8079 = M.SubmoduleRemap.find(LocalID - NUM_PREDEF_SUBMODULE_IDS);
David L. Jonesc4808b9e2016-12-15 20:53:26 +00008080 assert(I != M.SubmoduleRemap.end()
Guy Benyei11169dd2012-12-18 14:30:41 +00008081 && "Invalid index into submodule index remap");
David L. Jonesc4808b9e2016-12-15 20:53:26 +00008082
Guy Benyei11169dd2012-12-18 14:30:41 +00008083 return LocalID + I->second;
8084}
8085
8086Module *ASTReader::getSubmodule(SubmoduleID GlobalID) {
8087 if (GlobalID < NUM_PREDEF_SUBMODULE_IDS) {
8088 assert(GlobalID == 0 && "Unhandled global submodule ID");
Craig Toppera13603a2014-05-22 05:54:18 +00008089 return nullptr;
Guy Benyei11169dd2012-12-18 14:30:41 +00008090 }
David L. Jonesc4808b9e2016-12-15 20:53:26 +00008091
Guy Benyei11169dd2012-12-18 14:30:41 +00008092 if (GlobalID > SubmodulesLoaded.size()) {
8093 Error("submodule ID out of range in AST file");
Craig Toppera13603a2014-05-22 05:54:18 +00008094 return nullptr;
Guy Benyei11169dd2012-12-18 14:30:41 +00008095 }
David L. Jonesc4808b9e2016-12-15 20:53:26 +00008096
Guy Benyei11169dd2012-12-18 14:30:41 +00008097 return SubmodulesLoaded[GlobalID - NUM_PREDEF_SUBMODULE_IDS];
8098}
Douglas Gregorc147b0b2013-01-12 01:29:50 +00008099
8100Module *ASTReader::getModule(unsigned ID) {
8101 return getSubmodule(ID);
8102}
8103
Richard Smithd88a7f12015-09-01 20:35:42 +00008104ModuleFile *ASTReader::getLocalModuleFile(ModuleFile &F, unsigned ID) {
8105 if (ID & 1) {
8106 // It's a module, look it up by submodule ID.
8107 auto I = GlobalSubmoduleMap.find(getGlobalSubmoduleID(F, ID >> 1));
8108 return I == GlobalSubmoduleMap.end() ? nullptr : I->second;
8109 } else {
8110 // It's a prefix (preamble, PCH, ...). Look it up by index.
8111 unsigned IndexFromEnd = ID >> 1;
8112 assert(IndexFromEnd && "got reference to unknown module file");
8113 return getModuleManager().pch_modules().end()[-IndexFromEnd];
8114 }
8115}
8116
8117unsigned ASTReader::getModuleFileID(ModuleFile *F) {
8118 if (!F)
8119 return 1;
8120
8121 // For a file representing a module, use the submodule ID of the top-level
8122 // module as the file ID. For any other kind of file, the number of such
8123 // files loaded beforehand will be the same on reload.
8124 // FIXME: Is this true even if we have an explicit module file and a PCH?
8125 if (F->isModule())
8126 return ((F->BaseSubmoduleID + NUM_PREDEF_SUBMODULE_IDS) << 1) | 1;
8127
8128 auto PCHModules = getModuleManager().pch_modules();
8129 auto I = std::find(PCHModules.begin(), PCHModules.end(), F);
8130 assert(I != PCHModules.end() && "emitting reference to unknown file");
8131 return (I - PCHModules.end()) << 1;
8132}
8133
Adrian Prantl15bcf702015-06-30 17:39:43 +00008134llvm::Optional<ExternalASTSource::ASTSourceDescriptor>
8135ASTReader::getSourceDescriptor(unsigned ID) {
8136 if (const Module *M = getSubmodule(ID))
Adrian Prantlc6458d62015-09-19 00:10:32 +00008137 return ExternalASTSource::ASTSourceDescriptor(*M);
Adrian Prantl15bcf702015-06-30 17:39:43 +00008138
8139 // If there is only a single PCH, return it instead.
8140 // Chained PCH are not suported.
Saleem Abdulrasool97d25552017-03-02 17:37:11 +00008141 const auto &PCHChain = ModuleMgr.pch_modules();
8142 if (std::distance(std::begin(PCHChain), std::end(PCHChain))) {
Adrian Prantl15bcf702015-06-30 17:39:43 +00008143 ModuleFile &MF = ModuleMgr.getPrimaryModule();
Adrian Prantl3a2d4942016-01-22 23:30:56 +00008144 StringRef ModuleName = llvm::sys::path::filename(MF.OriginalSourceFileName);
Adrian Prantl9bc3c4f2016-04-27 17:06:22 +00008145 StringRef FileName = llvm::sys::path::filename(MF.FileName);
8146 return ASTReader::ASTSourceDescriptor(ModuleName, MF.OriginalDir, FileName,
8147 MF.Signature);
Adrian Prantl15bcf702015-06-30 17:39:43 +00008148 }
8149 return None;
8150}
8151
David Blaikie9ffe5a32017-01-30 05:00:26 +00008152ExternalASTSource::ExtKind ASTReader::hasExternalDefinitions(unsigned ID) {
8153 const Module *M = getSubmodule(ID);
8154 if (!M || !M->WithCodegen)
8155 return EK_ReplyHazy;
8156
8157 ModuleFile *MF = ModuleMgr.lookup(M->getASTFile());
8158 assert(MF); // ?
8159 if (MF->Kind == ModuleKind::MK_MainFile)
8160 return EK_Never;
8161 return EK_Always;
8162}
8163
Guy Benyei11169dd2012-12-18 14:30:41 +00008164Selector ASTReader::getLocalSelector(ModuleFile &M, unsigned LocalID) {
8165 return DecodeSelector(getGlobalSelectorID(M, LocalID));
8166}
8167
8168Selector ASTReader::DecodeSelector(serialization::SelectorID ID) {
8169 if (ID == 0)
8170 return Selector();
8171
8172 if (ID > SelectorsLoaded.size()) {
8173 Error("selector ID out of range in AST file");
8174 return Selector();
8175 }
8176
Craig Toppera13603a2014-05-22 05:54:18 +00008177 if (SelectorsLoaded[ID - 1].getAsOpaquePtr() == nullptr) {
Guy Benyei11169dd2012-12-18 14:30:41 +00008178 // Load this selector from the selector table.
8179 GlobalSelectorMapType::iterator I = GlobalSelectorMap.find(ID);
8180 assert(I != GlobalSelectorMap.end() && "Corrupted global selector map");
8181 ModuleFile &M = *I->second;
8182 ASTSelectorLookupTrait Trait(*this, M);
8183 unsigned Idx = ID - M.BaseSelectorID - NUM_PREDEF_SELECTOR_IDS;
8184 SelectorsLoaded[ID - 1] =
8185 Trait.ReadKey(M.SelectorLookupTableData + M.SelectorOffsets[Idx], 0);
8186 if (DeserializationListener)
8187 DeserializationListener->SelectorRead(ID, SelectorsLoaded[ID - 1]);
8188 }
8189
8190 return SelectorsLoaded[ID - 1];
8191}
8192
8193Selector ASTReader::GetExternalSelector(serialization::SelectorID ID) {
8194 return DecodeSelector(ID);
8195}
8196
8197uint32_t ASTReader::GetNumExternalSelectors() {
8198 // ID 0 (the null selector) is considered an external selector.
8199 return getTotalNumSelectors() + 1;
8200}
8201
8202serialization::SelectorID
8203ASTReader::getGlobalSelectorID(ModuleFile &M, unsigned LocalID) const {
8204 if (LocalID < NUM_PREDEF_SELECTOR_IDS)
8205 return LocalID;
David L. Jonesc4808b9e2016-12-15 20:53:26 +00008206
Richard Smith37a93df2017-02-18 00:32:02 +00008207 if (!M.ModuleOffsetMap.empty())
8208 ReadModuleOffsetMap(M);
8209
Guy Benyei11169dd2012-12-18 14:30:41 +00008210 ContinuousRangeMap<uint32_t, int, 2>::iterator I
8211 = M.SelectorRemap.find(LocalID - NUM_PREDEF_SELECTOR_IDS);
David L. Jonesc4808b9e2016-12-15 20:53:26 +00008212 assert(I != M.SelectorRemap.end()
Guy Benyei11169dd2012-12-18 14:30:41 +00008213 && "Invalid index into selector index remap");
David L. Jonesc4808b9e2016-12-15 20:53:26 +00008214
Guy Benyei11169dd2012-12-18 14:30:41 +00008215 return LocalID + I->second;
8216}
8217
8218DeclarationName
David L. Jonesc4808b9e2016-12-15 20:53:26 +00008219ASTReader::ReadDeclarationName(ModuleFile &F,
Guy Benyei11169dd2012-12-18 14:30:41 +00008220 const RecordData &Record, unsigned &Idx) {
8221 DeclarationName::NameKind Kind = (DeclarationName::NameKind)Record[Idx++];
8222 switch (Kind) {
8223 case DeclarationName::Identifier:
Douglas Gregorc8a992f2013-01-21 16:52:34 +00008224 return DeclarationName(GetIdentifierInfo(F, Record, Idx));
Guy Benyei11169dd2012-12-18 14:30:41 +00008225
8226 case DeclarationName::ObjCZeroArgSelector:
8227 case DeclarationName::ObjCOneArgSelector:
8228 case DeclarationName::ObjCMultiArgSelector:
8229 return DeclarationName(ReadSelector(F, Record, Idx));
8230
8231 case DeclarationName::CXXConstructorName:
8232 return Context.DeclarationNames.getCXXConstructorName(
8233 Context.getCanonicalType(readType(F, Record, Idx)));
8234
8235 case DeclarationName::CXXDestructorName:
8236 return Context.DeclarationNames.getCXXDestructorName(
8237 Context.getCanonicalType(readType(F, Record, Idx)));
8238
Richard Smith35845152017-02-07 01:37:30 +00008239 case DeclarationName::CXXDeductionGuideName:
8240 return Context.DeclarationNames.getCXXDeductionGuideName(
8241 ReadDeclAs<TemplateDecl>(F, Record, Idx));
8242
Guy Benyei11169dd2012-12-18 14:30:41 +00008243 case DeclarationName::CXXConversionFunctionName:
8244 return Context.DeclarationNames.getCXXConversionFunctionName(
8245 Context.getCanonicalType(readType(F, Record, Idx)));
8246
8247 case DeclarationName::CXXOperatorName:
8248 return Context.DeclarationNames.getCXXOperatorName(
8249 (OverloadedOperatorKind)Record[Idx++]);
8250
8251 case DeclarationName::CXXLiteralOperatorName:
8252 return Context.DeclarationNames.getCXXLiteralOperatorName(
8253 GetIdentifierInfo(F, Record, Idx));
8254
8255 case DeclarationName::CXXUsingDirective:
8256 return DeclarationName::getUsingDirectiveName();
8257 }
8258
8259 llvm_unreachable("Invalid NameKind!");
8260}
8261
8262void ASTReader::ReadDeclarationNameLoc(ModuleFile &F,
8263 DeclarationNameLoc &DNLoc,
8264 DeclarationName Name,
8265 const RecordData &Record, unsigned &Idx) {
8266 switch (Name.getNameKind()) {
8267 case DeclarationName::CXXConstructorName:
8268 case DeclarationName::CXXDestructorName:
8269 case DeclarationName::CXXConversionFunctionName:
8270 DNLoc.NamedType.TInfo = GetTypeSourceInfo(F, Record, Idx);
8271 break;
8272
8273 case DeclarationName::CXXOperatorName:
8274 DNLoc.CXXOperatorName.BeginOpNameLoc
8275 = ReadSourceLocation(F, Record, Idx).getRawEncoding();
8276 DNLoc.CXXOperatorName.EndOpNameLoc
8277 = ReadSourceLocation(F, Record, Idx).getRawEncoding();
8278 break;
8279
8280 case DeclarationName::CXXLiteralOperatorName:
8281 DNLoc.CXXLiteralOperatorName.OpNameLoc
8282 = ReadSourceLocation(F, Record, Idx).getRawEncoding();
8283 break;
8284
8285 case DeclarationName::Identifier:
8286 case DeclarationName::ObjCZeroArgSelector:
8287 case DeclarationName::ObjCOneArgSelector:
8288 case DeclarationName::ObjCMultiArgSelector:
8289 case DeclarationName::CXXUsingDirective:
Richard Smith35845152017-02-07 01:37:30 +00008290 case DeclarationName::CXXDeductionGuideName:
Guy Benyei11169dd2012-12-18 14:30:41 +00008291 break;
8292 }
8293}
8294
8295void ASTReader::ReadDeclarationNameInfo(ModuleFile &F,
8296 DeclarationNameInfo &NameInfo,
8297 const RecordData &Record, unsigned &Idx) {
8298 NameInfo.setName(ReadDeclarationName(F, Record, Idx));
8299 NameInfo.setLoc(ReadSourceLocation(F, Record, Idx));
8300 DeclarationNameLoc DNLoc;
8301 ReadDeclarationNameLoc(F, DNLoc, NameInfo.getName(), Record, Idx);
8302 NameInfo.setInfo(DNLoc);
8303}
8304
8305void ASTReader::ReadQualifierInfo(ModuleFile &F, QualifierInfo &Info,
8306 const RecordData &Record, unsigned &Idx) {
8307 Info.QualifierLoc = ReadNestedNameSpecifierLoc(F, Record, Idx);
8308 unsigned NumTPLists = Record[Idx++];
8309 Info.NumTemplParamLists = NumTPLists;
8310 if (NumTPLists) {
8311 Info.TemplParamLists = new (Context) TemplateParameterList*[NumTPLists];
Eugene Zelenkoe95e7d52016-09-07 21:53:17 +00008312 for (unsigned i = 0; i != NumTPLists; ++i)
Guy Benyei11169dd2012-12-18 14:30:41 +00008313 Info.TemplParamLists[i] = ReadTemplateParameterList(F, Record, Idx);
8314 }
8315}
8316
8317TemplateName
David L. Jonesc4808b9e2016-12-15 20:53:26 +00008318ASTReader::ReadTemplateName(ModuleFile &F, const RecordData &Record,
Guy Benyei11169dd2012-12-18 14:30:41 +00008319 unsigned &Idx) {
8320 TemplateName::NameKind Kind = (TemplateName::NameKind)Record[Idx++];
8321 switch (Kind) {
8322 case TemplateName::Template:
8323 return TemplateName(ReadDeclAs<TemplateDecl>(F, Record, Idx));
8324
8325 case TemplateName::OverloadedTemplate: {
8326 unsigned size = Record[Idx++];
8327 UnresolvedSet<8> Decls;
8328 while (size--)
8329 Decls.addDecl(ReadDeclAs<NamedDecl>(F, Record, Idx));
8330
8331 return Context.getOverloadedTemplateName(Decls.begin(), Decls.end());
8332 }
8333
8334 case TemplateName::QualifiedTemplate: {
8335 NestedNameSpecifier *NNS = ReadNestedNameSpecifier(F, Record, Idx);
8336 bool hasTemplKeyword = Record[Idx++];
8337 TemplateDecl *Template = ReadDeclAs<TemplateDecl>(F, Record, Idx);
8338 return Context.getQualifiedTemplateName(NNS, hasTemplKeyword, Template);
8339 }
8340
8341 case TemplateName::DependentTemplate: {
8342 NestedNameSpecifier *NNS = ReadNestedNameSpecifier(F, Record, Idx);
8343 if (Record[Idx++]) // isIdentifier
8344 return Context.getDependentTemplateName(NNS,
David L. Jonesc4808b9e2016-12-15 20:53:26 +00008345 GetIdentifierInfo(F, Record,
Guy Benyei11169dd2012-12-18 14:30:41 +00008346 Idx));
8347 return Context.getDependentTemplateName(NNS,
8348 (OverloadedOperatorKind)Record[Idx++]);
8349 }
8350
8351 case TemplateName::SubstTemplateTemplateParm: {
8352 TemplateTemplateParmDecl *param
8353 = ReadDeclAs<TemplateTemplateParmDecl>(F, Record, Idx);
8354 if (!param) return TemplateName();
8355 TemplateName replacement = ReadTemplateName(F, Record, Idx);
8356 return Context.getSubstTemplateTemplateParm(param, replacement);
8357 }
David L. Jonesc4808b9e2016-12-15 20:53:26 +00008358
Guy Benyei11169dd2012-12-18 14:30:41 +00008359 case TemplateName::SubstTemplateTemplateParmPack: {
David L. Jonesc4808b9e2016-12-15 20:53:26 +00008360 TemplateTemplateParmDecl *Param
Guy Benyei11169dd2012-12-18 14:30:41 +00008361 = ReadDeclAs<TemplateTemplateParmDecl>(F, Record, Idx);
8362 if (!Param)
8363 return TemplateName();
David L. Jonesc4808b9e2016-12-15 20:53:26 +00008364
Guy Benyei11169dd2012-12-18 14:30:41 +00008365 TemplateArgument ArgPack = ReadTemplateArgument(F, Record, Idx);
8366 if (ArgPack.getKind() != TemplateArgument::Pack)
8367 return TemplateName();
David L. Jonesc4808b9e2016-12-15 20:53:26 +00008368
Guy Benyei11169dd2012-12-18 14:30:41 +00008369 return Context.getSubstTemplateTemplateParmPack(Param, ArgPack);
8370 }
8371 }
8372
8373 llvm_unreachable("Unhandled template name kind!");
8374}
8375
Richard Smith2bb3c342015-08-09 01:05:31 +00008376TemplateArgument ASTReader::ReadTemplateArgument(ModuleFile &F,
8377 const RecordData &Record,
8378 unsigned &Idx,
8379 bool Canonicalize) {
8380 if (Canonicalize) {
8381 // The caller wants a canonical template argument. Sometimes the AST only
8382 // wants template arguments in canonical form (particularly as the template
8383 // argument lists of template specializations) so ensure we preserve that
8384 // canonical form across serialization.
8385 TemplateArgument Arg = ReadTemplateArgument(F, Record, Idx, false);
8386 return Context.getCanonicalTemplateArgument(Arg);
8387 }
8388
Guy Benyei11169dd2012-12-18 14:30:41 +00008389 TemplateArgument::ArgKind Kind = (TemplateArgument::ArgKind)Record[Idx++];
8390 switch (Kind) {
8391 case TemplateArgument::Null:
8392 return TemplateArgument();
8393 case TemplateArgument::Type:
8394 return TemplateArgument(readType(F, Record, Idx));
8395 case TemplateArgument::Declaration: {
8396 ValueDecl *D = ReadDeclAs<ValueDecl>(F, Record, Idx);
David Blaikie0f62c8d2014-10-16 04:21:25 +00008397 return TemplateArgument(D, readType(F, Record, Idx));
Guy Benyei11169dd2012-12-18 14:30:41 +00008398 }
8399 case TemplateArgument::NullPtr:
8400 return TemplateArgument(readType(F, Record, Idx), /*isNullPtr*/true);
8401 case TemplateArgument::Integral: {
8402 llvm::APSInt Value = ReadAPSInt(Record, Idx);
8403 QualType T = readType(F, Record, Idx);
8404 return TemplateArgument(Context, Value, T);
8405 }
David L. Jonesc4808b9e2016-12-15 20:53:26 +00008406 case TemplateArgument::Template:
Guy Benyei11169dd2012-12-18 14:30:41 +00008407 return TemplateArgument(ReadTemplateName(F, Record, Idx));
8408 case TemplateArgument::TemplateExpansion: {
8409 TemplateName Name = ReadTemplateName(F, Record, Idx);
David Blaikie05785d12013-02-20 22:23:23 +00008410 Optional<unsigned> NumTemplateExpansions;
Guy Benyei11169dd2012-12-18 14:30:41 +00008411 if (unsigned NumExpansions = Record[Idx++])
8412 NumTemplateExpansions = NumExpansions - 1;
8413 return TemplateArgument(Name, NumTemplateExpansions);
8414 }
8415 case TemplateArgument::Expression:
8416 return TemplateArgument(ReadExpr(F));
8417 case TemplateArgument::Pack: {
8418 unsigned NumArgs = Record[Idx++];
8419 TemplateArgument *Args = new (Context) TemplateArgument[NumArgs];
8420 for (unsigned I = 0; I != NumArgs; ++I)
8421 Args[I] = ReadTemplateArgument(F, Record, Idx);
Benjamin Kramercce63472015-08-05 09:40:22 +00008422 return TemplateArgument(llvm::makeArrayRef(Args, NumArgs));
Guy Benyei11169dd2012-12-18 14:30:41 +00008423 }
8424 }
8425
8426 llvm_unreachable("Unhandled template argument kind!");
8427}
8428
8429TemplateParameterList *
8430ASTReader::ReadTemplateParameterList(ModuleFile &F,
8431 const RecordData &Record, unsigned &Idx) {
8432 SourceLocation TemplateLoc = ReadSourceLocation(F, Record, Idx);
8433 SourceLocation LAngleLoc = ReadSourceLocation(F, Record, Idx);
8434 SourceLocation RAngleLoc = ReadSourceLocation(F, Record, Idx);
8435
8436 unsigned NumParams = Record[Idx++];
8437 SmallVector<NamedDecl *, 16> Params;
8438 Params.reserve(NumParams);
8439 while (NumParams--)
8440 Params.push_back(ReadDeclAs<NamedDecl>(F, Record, Idx));
8441
Hubert Tonge4a0c0e2016-07-30 22:33:34 +00008442 // TODO: Concepts
Guy Benyei11169dd2012-12-18 14:30:41 +00008443 TemplateParameterList* TemplateParams =
8444 TemplateParameterList::Create(Context, TemplateLoc, LAngleLoc,
Hubert Tonge4a0c0e2016-07-30 22:33:34 +00008445 Params, RAngleLoc, nullptr);
Guy Benyei11169dd2012-12-18 14:30:41 +00008446 return TemplateParams;
8447}
8448
8449void
8450ASTReader::
Craig Topper5603df42013-07-05 19:34:19 +00008451ReadTemplateArgumentList(SmallVectorImpl<TemplateArgument> &TemplArgs,
Guy Benyei11169dd2012-12-18 14:30:41 +00008452 ModuleFile &F, const RecordData &Record,
Richard Smith2bb3c342015-08-09 01:05:31 +00008453 unsigned &Idx, bool Canonicalize) {
Guy Benyei11169dd2012-12-18 14:30:41 +00008454 unsigned NumTemplateArgs = Record[Idx++];
8455 TemplArgs.reserve(NumTemplateArgs);
8456 while (NumTemplateArgs--)
Richard Smith2bb3c342015-08-09 01:05:31 +00008457 TemplArgs.push_back(ReadTemplateArgument(F, Record, Idx, Canonicalize));
Guy Benyei11169dd2012-12-18 14:30:41 +00008458}
8459
8460/// \brief Read a UnresolvedSet structure.
Richard Smitha4ba74c2013-08-30 04:46:40 +00008461void ASTReader::ReadUnresolvedSet(ModuleFile &F, LazyASTUnresolvedSet &Set,
Guy Benyei11169dd2012-12-18 14:30:41 +00008462 const RecordData &Record, unsigned &Idx) {
8463 unsigned NumDecls = Record[Idx++];
8464 Set.reserve(Context, NumDecls);
8465 while (NumDecls--) {
Richard Smitha4ba74c2013-08-30 04:46:40 +00008466 DeclID ID = ReadDeclID(F, Record, Idx);
Guy Benyei11169dd2012-12-18 14:30:41 +00008467 AccessSpecifier AS = (AccessSpecifier)Record[Idx++];
Richard Smitha4ba74c2013-08-30 04:46:40 +00008468 Set.addLazyDecl(Context, ID, AS);
Guy Benyei11169dd2012-12-18 14:30:41 +00008469 }
8470}
8471
8472CXXBaseSpecifier
8473ASTReader::ReadCXXBaseSpecifier(ModuleFile &F,
8474 const RecordData &Record, unsigned &Idx) {
8475 bool isVirtual = static_cast<bool>(Record[Idx++]);
8476 bool isBaseOfClass = static_cast<bool>(Record[Idx++]);
8477 AccessSpecifier AS = static_cast<AccessSpecifier>(Record[Idx++]);
8478 bool inheritConstructors = static_cast<bool>(Record[Idx++]);
8479 TypeSourceInfo *TInfo = GetTypeSourceInfo(F, Record, Idx);
8480 SourceRange Range = ReadSourceRange(F, Record, Idx);
8481 SourceLocation EllipsisLoc = ReadSourceLocation(F, Record, Idx);
David L. Jonesc4808b9e2016-12-15 20:53:26 +00008482 CXXBaseSpecifier Result(Range, isVirtual, isBaseOfClass, AS, TInfo,
Guy Benyei11169dd2012-12-18 14:30:41 +00008483 EllipsisLoc);
8484 Result.setInheritConstructors(inheritConstructors);
8485 return Result;
8486}
8487
Richard Smithc2bb8182015-03-24 06:36:48 +00008488CXXCtorInitializer **
Guy Benyei11169dd2012-12-18 14:30:41 +00008489ASTReader::ReadCXXCtorInitializers(ModuleFile &F, const RecordData &Record,
8490 unsigned &Idx) {
Guy Benyei11169dd2012-12-18 14:30:41 +00008491 unsigned NumInitializers = Record[Idx++];
Richard Smithc2bb8182015-03-24 06:36:48 +00008492 assert(NumInitializers && "wrote ctor initializers but have no inits");
8493 auto **CtorInitializers = new (Context) CXXCtorInitializer*[NumInitializers];
8494 for (unsigned i = 0; i != NumInitializers; ++i) {
8495 TypeSourceInfo *TInfo = nullptr;
8496 bool IsBaseVirtual = false;
8497 FieldDecl *Member = nullptr;
8498 IndirectFieldDecl *IndirectMember = nullptr;
Guy Benyei11169dd2012-12-18 14:30:41 +00008499
Richard Smithc2bb8182015-03-24 06:36:48 +00008500 CtorInitializerType Type = (CtorInitializerType)Record[Idx++];
8501 switch (Type) {
8502 case CTOR_INITIALIZER_BASE:
8503 TInfo = GetTypeSourceInfo(F, Record, Idx);
8504 IsBaseVirtual = Record[Idx++];
8505 break;
Guy Benyei11169dd2012-12-18 14:30:41 +00008506
Richard Smithc2bb8182015-03-24 06:36:48 +00008507 case CTOR_INITIALIZER_DELEGATING:
8508 TInfo = GetTypeSourceInfo(F, Record, Idx);
8509 break;
Guy Benyei11169dd2012-12-18 14:30:41 +00008510
Richard Smithc2bb8182015-03-24 06:36:48 +00008511 case CTOR_INITIALIZER_MEMBER:
8512 Member = ReadDeclAs<FieldDecl>(F, Record, Idx);
8513 break;
Guy Benyei11169dd2012-12-18 14:30:41 +00008514
Richard Smithc2bb8182015-03-24 06:36:48 +00008515 case CTOR_INITIALIZER_INDIRECT_MEMBER:
8516 IndirectMember = ReadDeclAs<IndirectFieldDecl>(F, Record, Idx);
8517 break;
Guy Benyei11169dd2012-12-18 14:30:41 +00008518 }
Richard Smithc2bb8182015-03-24 06:36:48 +00008519
8520 SourceLocation MemberOrEllipsisLoc = ReadSourceLocation(F, Record, Idx);
8521 Expr *Init = ReadExpr(F);
8522 SourceLocation LParenLoc = ReadSourceLocation(F, Record, Idx);
8523 SourceLocation RParenLoc = ReadSourceLocation(F, Record, Idx);
Richard Smithc2bb8182015-03-24 06:36:48 +00008524
8525 CXXCtorInitializer *BOMInit;
Richard Smith30e304e2016-12-14 00:03:17 +00008526 if (Type == CTOR_INITIALIZER_BASE)
Richard Smithc2bb8182015-03-24 06:36:48 +00008527 BOMInit = new (Context)
8528 CXXCtorInitializer(Context, TInfo, IsBaseVirtual, LParenLoc, Init,
8529 RParenLoc, MemberOrEllipsisLoc);
Richard Smith30e304e2016-12-14 00:03:17 +00008530 else if (Type == CTOR_INITIALIZER_DELEGATING)
Richard Smithc2bb8182015-03-24 06:36:48 +00008531 BOMInit = new (Context)
8532 CXXCtorInitializer(Context, TInfo, LParenLoc, Init, RParenLoc);
Richard Smith30e304e2016-12-14 00:03:17 +00008533 else if (Member)
8534 BOMInit = new (Context)
8535 CXXCtorInitializer(Context, Member, MemberOrEllipsisLoc, LParenLoc,
8536 Init, RParenLoc);
8537 else
8538 BOMInit = new (Context)
8539 CXXCtorInitializer(Context, IndirectMember, MemberOrEllipsisLoc,
8540 LParenLoc, Init, RParenLoc);
8541
Richard Smith418ed822016-12-14 19:45:03 +00008542 if (/*IsWritten*/Record[Idx++]) {
Richard Smith30e304e2016-12-14 00:03:17 +00008543 unsigned SourceOrder = Record[Idx++];
8544 BOMInit->setSourceOrder(SourceOrder);
Richard Smithc2bb8182015-03-24 06:36:48 +00008545 }
8546
Richard Smithc2bb8182015-03-24 06:36:48 +00008547 CtorInitializers[i] = BOMInit;
Guy Benyei11169dd2012-12-18 14:30:41 +00008548 }
8549
Richard Smithc2bb8182015-03-24 06:36:48 +00008550 return CtorInitializers;
Guy Benyei11169dd2012-12-18 14:30:41 +00008551}
8552
8553NestedNameSpecifier *
8554ASTReader::ReadNestedNameSpecifier(ModuleFile &F,
8555 const RecordData &Record, unsigned &Idx) {
8556 unsigned N = Record[Idx++];
Craig Toppera13603a2014-05-22 05:54:18 +00008557 NestedNameSpecifier *NNS = nullptr, *Prev = nullptr;
Guy Benyei11169dd2012-12-18 14:30:41 +00008558 for (unsigned I = 0; I != N; ++I) {
8559 NestedNameSpecifier::SpecifierKind Kind
8560 = (NestedNameSpecifier::SpecifierKind)Record[Idx++];
8561 switch (Kind) {
8562 case NestedNameSpecifier::Identifier: {
8563 IdentifierInfo *II = GetIdentifierInfo(F, Record, Idx);
8564 NNS = NestedNameSpecifier::Create(Context, Prev, II);
8565 break;
8566 }
8567
8568 case NestedNameSpecifier::Namespace: {
8569 NamespaceDecl *NS = ReadDeclAs<NamespaceDecl>(F, Record, Idx);
8570 NNS = NestedNameSpecifier::Create(Context, Prev, NS);
8571 break;
8572 }
8573
8574 case NestedNameSpecifier::NamespaceAlias: {
8575 NamespaceAliasDecl *Alias =ReadDeclAs<NamespaceAliasDecl>(F, Record, Idx);
8576 NNS = NestedNameSpecifier::Create(Context, Prev, Alias);
8577 break;
8578 }
8579
8580 case NestedNameSpecifier::TypeSpec:
8581 case NestedNameSpecifier::TypeSpecWithTemplate: {
8582 const Type *T = readType(F, Record, Idx).getTypePtrOrNull();
8583 if (!T)
Craig Toppera13603a2014-05-22 05:54:18 +00008584 return nullptr;
8585
Guy Benyei11169dd2012-12-18 14:30:41 +00008586 bool Template = Record[Idx++];
8587 NNS = NestedNameSpecifier::Create(Context, Prev, Template, T);
8588 break;
8589 }
8590
8591 case NestedNameSpecifier::Global: {
8592 NNS = NestedNameSpecifier::GlobalSpecifier(Context);
8593 // No associated value, and there can't be a prefix.
8594 break;
8595 }
Nikola Smiljanic67860242014-09-26 00:28:20 +00008596
8597 case NestedNameSpecifier::Super: {
8598 CXXRecordDecl *RD = ReadDeclAs<CXXRecordDecl>(F, Record, Idx);
8599 NNS = NestedNameSpecifier::SuperSpecifier(Context, RD);
8600 break;
8601 }
Guy Benyei11169dd2012-12-18 14:30:41 +00008602 }
8603 Prev = NNS;
8604 }
8605 return NNS;
8606}
8607
8608NestedNameSpecifierLoc
David L. Jonesc4808b9e2016-12-15 20:53:26 +00008609ASTReader::ReadNestedNameSpecifierLoc(ModuleFile &F, const RecordData &Record,
Guy Benyei11169dd2012-12-18 14:30:41 +00008610 unsigned &Idx) {
8611 unsigned N = Record[Idx++];
8612 NestedNameSpecifierLocBuilder Builder;
8613 for (unsigned I = 0; I != N; ++I) {
8614 NestedNameSpecifier::SpecifierKind Kind
8615 = (NestedNameSpecifier::SpecifierKind)Record[Idx++];
8616 switch (Kind) {
8617 case NestedNameSpecifier::Identifier: {
David L. Jonesc4808b9e2016-12-15 20:53:26 +00008618 IdentifierInfo *II = GetIdentifierInfo(F, Record, Idx);
Guy Benyei11169dd2012-12-18 14:30:41 +00008619 SourceRange Range = ReadSourceRange(F, Record, Idx);
8620 Builder.Extend(Context, II, Range.getBegin(), Range.getEnd());
8621 break;
8622 }
8623
8624 case NestedNameSpecifier::Namespace: {
8625 NamespaceDecl *NS = ReadDeclAs<NamespaceDecl>(F, Record, Idx);
8626 SourceRange Range = ReadSourceRange(F, Record, Idx);
8627 Builder.Extend(Context, NS, Range.getBegin(), Range.getEnd());
8628 break;
8629 }
8630
8631 case NestedNameSpecifier::NamespaceAlias: {
8632 NamespaceAliasDecl *Alias =ReadDeclAs<NamespaceAliasDecl>(F, Record, Idx);
8633 SourceRange Range = ReadSourceRange(F, Record, Idx);
8634 Builder.Extend(Context, Alias, Range.getBegin(), Range.getEnd());
8635 break;
8636 }
8637
8638 case NestedNameSpecifier::TypeSpec:
8639 case NestedNameSpecifier::TypeSpecWithTemplate: {
8640 bool Template = Record[Idx++];
8641 TypeSourceInfo *T = GetTypeSourceInfo(F, Record, Idx);
8642 if (!T)
8643 return NestedNameSpecifierLoc();
8644 SourceLocation ColonColonLoc = ReadSourceLocation(F, Record, Idx);
8645
8646 // FIXME: 'template' keyword location not saved anywhere, so we fake it.
David L. Jonesc4808b9e2016-12-15 20:53:26 +00008647 Builder.Extend(Context,
Guy Benyei11169dd2012-12-18 14:30:41 +00008648 Template? T->getTypeLoc().getBeginLoc() : SourceLocation(),
8649 T->getTypeLoc(), ColonColonLoc);
8650 break;
8651 }
8652
8653 case NestedNameSpecifier::Global: {
8654 SourceLocation ColonColonLoc = ReadSourceLocation(F, Record, Idx);
8655 Builder.MakeGlobal(Context, ColonColonLoc);
8656 break;
8657 }
Nikola Smiljanic67860242014-09-26 00:28:20 +00008658
8659 case NestedNameSpecifier::Super: {
8660 CXXRecordDecl *RD = ReadDeclAs<CXXRecordDecl>(F, Record, Idx);
8661 SourceRange Range = ReadSourceRange(F, Record, Idx);
8662 Builder.MakeSuper(Context, RD, Range.getBegin(), Range.getEnd());
8663 break;
8664 }
Guy Benyei11169dd2012-12-18 14:30:41 +00008665 }
8666 }
Nikola Smiljanic67860242014-09-26 00:28:20 +00008667
Guy Benyei11169dd2012-12-18 14:30:41 +00008668 return Builder.getWithLocInContext(Context);
8669}
8670
8671SourceRange
8672ASTReader::ReadSourceRange(ModuleFile &F, const RecordData &Record,
8673 unsigned &Idx) {
8674 SourceLocation beg = ReadSourceLocation(F, Record, Idx);
8675 SourceLocation end = ReadSourceLocation(F, Record, Idx);
8676 return SourceRange(beg, end);
8677}
8678
8679/// \brief Read an integral value
8680llvm::APInt ASTReader::ReadAPInt(const RecordData &Record, unsigned &Idx) {
8681 unsigned BitWidth = Record[Idx++];
8682 unsigned NumWords = llvm::APInt::getNumWords(BitWidth);
8683 llvm::APInt Result(BitWidth, NumWords, &Record[Idx]);
8684 Idx += NumWords;
8685 return Result;
8686}
8687
8688/// \brief Read a signed integral value
8689llvm::APSInt ASTReader::ReadAPSInt(const RecordData &Record, unsigned &Idx) {
8690 bool isUnsigned = Record[Idx++];
8691 return llvm::APSInt(ReadAPInt(Record, Idx), isUnsigned);
8692}
8693
8694/// \brief Read a floating-point value
Tim Northover178723a2013-01-22 09:46:51 +00008695llvm::APFloat ASTReader::ReadAPFloat(const RecordData &Record,
8696 const llvm::fltSemantics &Sem,
8697 unsigned &Idx) {
8698 return llvm::APFloat(Sem, ReadAPInt(Record, Idx));
Guy Benyei11169dd2012-12-18 14:30:41 +00008699}
8700
8701// \brief Read a string
8702std::string ASTReader::ReadString(const RecordData &Record, unsigned &Idx) {
8703 unsigned Len = Record[Idx++];
8704 std::string Result(Record.data() + Idx, Record.data() + Idx + Len);
8705 Idx += Len;
8706 return Result;
8707}
8708
Richard Smith7ed1bc92014-12-05 22:42:13 +00008709std::string ASTReader::ReadPath(ModuleFile &F, const RecordData &Record,
8710 unsigned &Idx) {
8711 std::string Filename = ReadString(Record, Idx);
8712 ResolveImportedPath(F, Filename);
8713 return Filename;
8714}
8715
David L. Jonesc4808b9e2016-12-15 20:53:26 +00008716VersionTuple ASTReader::ReadVersionTuple(const RecordData &Record,
Guy Benyei11169dd2012-12-18 14:30:41 +00008717 unsigned &Idx) {
8718 unsigned Major = Record[Idx++];
8719 unsigned Minor = Record[Idx++];
8720 unsigned Subminor = Record[Idx++];
8721 if (Minor == 0)
8722 return VersionTuple(Major);
8723 if (Subminor == 0)
8724 return VersionTuple(Major, Minor - 1);
8725 return VersionTuple(Major, Minor - 1, Subminor - 1);
8726}
8727
David L. Jonesc4808b9e2016-12-15 20:53:26 +00008728CXXTemporary *ASTReader::ReadCXXTemporary(ModuleFile &F,
Guy Benyei11169dd2012-12-18 14:30:41 +00008729 const RecordData &Record,
8730 unsigned &Idx) {
8731 CXXDestructorDecl *Decl = ReadDeclAs<CXXDestructorDecl>(F, Record, Idx);
8732 return CXXTemporary::Create(Context, Decl);
8733}
8734
Richard Smith37a93df2017-02-18 00:32:02 +00008735DiagnosticBuilder ASTReader::Diag(unsigned DiagID) const {
Argyrios Kyrtzidisdc9fdaf2013-05-24 05:44:08 +00008736 return Diag(CurrentImportLoc, DiagID);
Guy Benyei11169dd2012-12-18 14:30:41 +00008737}
8738
Richard Smith37a93df2017-02-18 00:32:02 +00008739DiagnosticBuilder ASTReader::Diag(SourceLocation Loc, unsigned DiagID) const {
Guy Benyei11169dd2012-12-18 14:30:41 +00008740 return Diags.Report(Loc, DiagID);
8741}
8742
8743/// \brief Retrieve the identifier table associated with the
8744/// preprocessor.
8745IdentifierTable &ASTReader::getIdentifierTable() {
8746 return PP.getIdentifierTable();
8747}
8748
8749/// \brief Record that the given ID maps to the given switch-case
8750/// statement.
8751void ASTReader::RecordSwitchCaseID(SwitchCase *SC, unsigned ID) {
Craig Toppera13603a2014-05-22 05:54:18 +00008752 assert((*CurrSwitchCaseStmts)[ID] == nullptr &&
Guy Benyei11169dd2012-12-18 14:30:41 +00008753 "Already have a SwitchCase with this ID");
8754 (*CurrSwitchCaseStmts)[ID] = SC;
8755}
8756
8757/// \brief Retrieve the switch-case statement with the given ID.
8758SwitchCase *ASTReader::getSwitchCaseWithID(unsigned ID) {
Craig Toppera13603a2014-05-22 05:54:18 +00008759 assert((*CurrSwitchCaseStmts)[ID] != nullptr && "No SwitchCase with this ID");
Guy Benyei11169dd2012-12-18 14:30:41 +00008760 return (*CurrSwitchCaseStmts)[ID];
8761}
8762
8763void ASTReader::ClearSwitchCaseIDs() {
8764 CurrSwitchCaseStmts->clear();
8765}
8766
8767void ASTReader::ReadComments() {
8768 std::vector<RawComment *> Comments;
Chris Lattner7fb3bef2013-01-20 00:56:42 +00008769 for (SmallVectorImpl<std::pair<BitstreamCursor,
Guy Benyei11169dd2012-12-18 14:30:41 +00008770 serialization::ModuleFile *> >::iterator
8771 I = CommentsCursors.begin(),
8772 E = CommentsCursors.end();
8773 I != E; ++I) {
Dmitri Gribenko9ee0e302014-03-27 15:40:39 +00008774 Comments.clear();
Chris Lattner7fb3bef2013-01-20 00:56:42 +00008775 BitstreamCursor &Cursor = I->first;
Guy Benyei11169dd2012-12-18 14:30:41 +00008776 serialization::ModuleFile &F = *I->second;
8777 SavedStreamPosition SavedPosition(Cursor);
8778
8779 RecordData Record;
8780 while (true) {
Chris Lattner7fb3bef2013-01-20 00:56:42 +00008781 llvm::BitstreamEntry Entry =
8782 Cursor.advanceSkippingSubblocks(BitstreamCursor::AF_DontPopBlockAtEnd);
Dmitri Gribenko9ee0e302014-03-27 15:40:39 +00008783
Chris Lattner7fb3bef2013-01-20 00:56:42 +00008784 switch (Entry.Kind) {
8785 case llvm::BitstreamEntry::SubBlock: // Handled for us already.
8786 case llvm::BitstreamEntry::Error:
8787 Error("malformed block record in AST file");
8788 return;
8789 case llvm::BitstreamEntry::EndBlock:
8790 goto NextCursor;
8791 case llvm::BitstreamEntry::Record:
8792 // The interesting case.
Guy Benyei11169dd2012-12-18 14:30:41 +00008793 break;
Guy Benyei11169dd2012-12-18 14:30:41 +00008794 }
8795
8796 // Read a record.
8797 Record.clear();
Chris Lattner0e6c9402013-01-20 02:38:54 +00008798 switch ((CommentRecordTypes)Cursor.readRecord(Entry.ID, Record)) {
Guy Benyei11169dd2012-12-18 14:30:41 +00008799 case COMMENTS_RAW_COMMENT: {
8800 unsigned Idx = 0;
8801 SourceRange SR = ReadSourceRange(F, Record, Idx);
8802 RawComment::CommentKind Kind =
8803 (RawComment::CommentKind) Record[Idx++];
8804 bool IsTrailingComment = Record[Idx++];
8805 bool IsAlmostTrailingComment = Record[Idx++];
Dmitri Gribenkoa7d16ce2013-04-10 15:35:17 +00008806 Comments.push_back(new (Context) RawComment(
8807 SR, Kind, IsTrailingComment, IsAlmostTrailingComment,
8808 Context.getLangOpts().CommentOpts.ParseAllComments));
Guy Benyei11169dd2012-12-18 14:30:41 +00008809 break;
8810 }
8811 }
8812 }
Dmitri Gribenko9ee0e302014-03-27 15:40:39 +00008813 NextCursor:
Bruno Cardoso Lopesc23af572016-12-19 21:06:06 +00008814 // De-serialized SourceLocations get negative FileIDs for other modules,
8815 // potentially invalidating the original order. Sort it again.
8816 std::sort(Comments.begin(), Comments.end(),
8817 BeforeThanCompare<RawComment>(SourceMgr));
Dmitri Gribenko9ee0e302014-03-27 15:40:39 +00008818 Context.Comments.addDeserializedComments(Comments);
Guy Benyei11169dd2012-12-18 14:30:41 +00008819 }
Guy Benyei11169dd2012-12-18 14:30:41 +00008820}
8821
Argyrios Kyrtzidisa38cb202017-01-30 06:05:58 +00008822void ASTReader::visitInputFiles(serialization::ModuleFile &MF,
8823 bool IncludeSystem, bool Complain,
8824 llvm::function_ref<void(const serialization::InputFile &IF,
8825 bool isSystem)> Visitor) {
8826 unsigned NumUserInputs = MF.NumUserInputFiles;
8827 unsigned NumInputs = MF.InputFilesLoaded.size();
8828 assert(NumUserInputs <= NumInputs);
8829 unsigned N = IncludeSystem ? NumInputs : NumUserInputs;
8830 for (unsigned I = 0; I < N; ++I) {
8831 bool IsSystem = I >= NumUserInputs;
8832 InputFile IF = getInputFile(MF, I+1, Complain);
8833 Visitor(IF, IsSystem);
8834 }
8835}
8836
Richard Smithcd45dbc2014-04-19 03:48:30 +00008837std::string ASTReader::getOwningModuleNameForDiagnostic(const Decl *D) {
8838 // If we know the owning module, use it.
Richard Smith42413142015-05-15 20:05:43 +00008839 if (Module *M = D->getImportedOwningModule())
Richard Smithcd45dbc2014-04-19 03:48:30 +00008840 return M->getFullModuleName();
8841
8842 // Otherwise, use the name of the top-level module the decl is within.
8843 if (ModuleFile *M = getOwningModuleFile(D))
8844 return M->ModuleName;
8845
8846 // Not from a module.
8847 return "";
8848}
8849
Guy Benyei11169dd2012-12-18 14:30:41 +00008850void ASTReader::finishPendingActions() {
Richard Smith851072e2014-05-19 20:59:20 +00008851 while (!PendingIdentifierInfos.empty() ||
8852 !PendingIncompleteDeclChains.empty() || !PendingDeclChains.empty() ||
Richard Smith2b9e3e32013-10-18 06:05:18 +00008853 !PendingMacroIDs.empty() || !PendingDeclContextInfos.empty() ||
Richard Smitha0ce9c42014-07-29 23:23:27 +00008854 !PendingUpdateRecords.empty()) {
Guy Benyei11169dd2012-12-18 14:30:41 +00008855 // If any identifiers with corresponding top-level declarations have
8856 // been loaded, load those declarations now.
Craig Topper79be4cd2013-07-05 04:33:53 +00008857 typedef llvm::DenseMap<IdentifierInfo *, SmallVector<Decl *, 2> >
8858 TopLevelDeclsMap;
8859 TopLevelDeclsMap TopLevelDecls;
8860
Guy Benyei11169dd2012-12-18 14:30:41 +00008861 while (!PendingIdentifierInfos.empty()) {
Douglas Gregor6168bd22013-02-18 15:53:43 +00008862 IdentifierInfo *II = PendingIdentifierInfos.back().first;
Richard Smithf0ae3c2d2014-03-28 17:31:23 +00008863 SmallVector<uint32_t, 4> DeclIDs =
8864 std::move(PendingIdentifierInfos.back().second);
Douglas Gregorcb15f082013-02-19 18:26:28 +00008865 PendingIdentifierInfos.pop_back();
Douglas Gregor6168bd22013-02-18 15:53:43 +00008866
8867 SetGloballyVisibleDecls(II, DeclIDs, &TopLevelDecls[II]);
Guy Benyei11169dd2012-12-18 14:30:41 +00008868 }
Richard Smithf0ae3c2d2014-03-28 17:31:23 +00008869
Richard Smith851072e2014-05-19 20:59:20 +00008870 // For each decl chain that we wanted to complete while deserializing, mark
8871 // it as "still needs to be completed".
8872 for (unsigned I = 0; I != PendingIncompleteDeclChains.size(); ++I) {
8873 markIncompleteDeclChain(PendingIncompleteDeclChains[I]);
8874 }
8875 PendingIncompleteDeclChains.clear();
8876
Guy Benyei11169dd2012-12-18 14:30:41 +00008877 // Load pending declaration chains.
Richard Smithd8a83712015-08-22 01:47:18 +00008878 for (unsigned I = 0; I != PendingDeclChains.size(); ++I)
Richard Smithd61d4ac2015-08-22 20:13:39 +00008879 loadPendingDeclChain(PendingDeclChains[I].first, PendingDeclChains[I].second);
Guy Benyei11169dd2012-12-18 14:30:41 +00008880 PendingDeclChains.clear();
8881
Douglas Gregor6168bd22013-02-18 15:53:43 +00008882 // Make the most recent of the top-level declarations visible.
Craig Topper79be4cd2013-07-05 04:33:53 +00008883 for (TopLevelDeclsMap::iterator TLD = TopLevelDecls.begin(),
8884 TLDEnd = TopLevelDecls.end(); TLD != TLDEnd; ++TLD) {
Douglas Gregor6168bd22013-02-18 15:53:43 +00008885 IdentifierInfo *II = TLD->first;
8886 for (unsigned I = 0, N = TLD->second.size(); I != N; ++I) {
Argyrios Kyrtzidise5edbf92013-04-26 21:33:35 +00008887 pushExternalDeclIntoScope(cast<NamedDecl>(TLD->second[I]), II);
Douglas Gregor6168bd22013-02-18 15:53:43 +00008888 }
8889 }
8890
Guy Benyei11169dd2012-12-18 14:30:41 +00008891 // Load any pending macro definitions.
8892 for (unsigned I = 0; I != PendingMacroIDs.size(); ++I) {
Argyrios Kyrtzidiseb663da2013-03-22 21:12:57 +00008893 IdentifierInfo *II = PendingMacroIDs.begin()[I].first;
8894 SmallVector<PendingMacroInfo, 2> GlobalIDs;
8895 GlobalIDs.swap(PendingMacroIDs.begin()[I].second);
8896 // Initialize the macro history from chained-PCHs ahead of module imports.
Richard Smith49f906a2014-03-01 00:08:04 +00008897 for (unsigned IDIdx = 0, NumIDs = GlobalIDs.size(); IDIdx != NumIDs;
Argyrios Kyrtzidis719736c2013-01-19 03:14:56 +00008898 ++IDIdx) {
Argyrios Kyrtzidiseb663da2013-03-22 21:12:57 +00008899 const PendingMacroInfo &Info = GlobalIDs[IDIdx];
Manman Ren11f2a472016-08-18 17:42:15 +00008900 if (!Info.M->isModule())
Argyrios Kyrtzidiseb663da2013-03-22 21:12:57 +00008901 resolvePendingMacro(II, Info);
8902 }
8903 // Handle module imports.
Richard Smith49f906a2014-03-01 00:08:04 +00008904 for (unsigned IDIdx = 0, NumIDs = GlobalIDs.size(); IDIdx != NumIDs;
Argyrios Kyrtzidiseb663da2013-03-22 21:12:57 +00008905 ++IDIdx) {
8906 const PendingMacroInfo &Info = GlobalIDs[IDIdx];
Manman Ren11f2a472016-08-18 17:42:15 +00008907 if (Info.M->isModule())
Argyrios Kyrtzidiseb663da2013-03-22 21:12:57 +00008908 resolvePendingMacro(II, Info);
Guy Benyei11169dd2012-12-18 14:30:41 +00008909 }
8910 }
8911 PendingMacroIDs.clear();
Argyrios Kyrtzidis83a6e3b2013-02-16 00:48:59 +00008912
8913 // Wire up the DeclContexts for Decls that we delayed setting until
8914 // recursive loading is completed.
8915 while (!PendingDeclContextInfos.empty()) {
8916 PendingDeclContextInfo Info = PendingDeclContextInfos.front();
8917 PendingDeclContextInfos.pop_front();
8918 DeclContext *SemaDC = cast<DeclContext>(GetDecl(Info.SemaDC));
8919 DeclContext *LexicalDC = cast<DeclContext>(GetDecl(Info.LexicalDC));
8920 Info.D->setDeclContextsImpl(SemaDC, LexicalDC, getContext());
8921 }
Richard Smith2b9e3e32013-10-18 06:05:18 +00008922
Richard Smithd1c46742014-04-30 02:24:17 +00008923 // Perform any pending declaration updates.
Richard Smithd6db68c2014-08-07 20:58:41 +00008924 while (!PendingUpdateRecords.empty()) {
Richard Smithd1c46742014-04-30 02:24:17 +00008925 auto Update = PendingUpdateRecords.pop_back_val();
8926 ReadingKindTracker ReadingKind(Read_Decl, *this);
8927 loadDeclUpdateRecords(Update.first, Update.second);
8928 }
Guy Benyei11169dd2012-12-18 14:30:41 +00008929 }
Richard Smith8a639892015-01-24 01:07:20 +00008930
8931 // At this point, all update records for loaded decls are in place, so any
8932 // fake class definitions should have become real.
8933 assert(PendingFakeDefinitionData.empty() &&
8934 "faked up a class definition but never saw the real one");
8935
Guy Benyei11169dd2012-12-18 14:30:41 +00008936 // If we deserialized any C++ or Objective-C class definitions, any
8937 // Objective-C protocol definitions, or any redeclarable templates, make sure
David L. Jonesc4808b9e2016-12-15 20:53:26 +00008938 // that all redeclarations point to the definitions. Note that this can only
Guy Benyei11169dd2012-12-18 14:30:41 +00008939 // happen now, after the redeclaration chains have been fully wired.
Craig Topperc6914d02014-08-25 04:15:02 +00008940 for (Decl *D : PendingDefinitions) {
8941 if (TagDecl *TD = dyn_cast<TagDecl>(D)) {
Richard Smith5b21db82014-04-23 18:20:42 +00008942 if (const TagType *TagT = dyn_cast<TagType>(TD->getTypeForDecl())) {
Guy Benyei11169dd2012-12-18 14:30:41 +00008943 // Make sure that the TagType points at the definition.
8944 const_cast<TagType*>(TagT)->decl = TD;
8945 }
Richard Smith8ce51082015-03-11 01:44:51 +00008946
Craig Topperc6914d02014-08-25 04:15:02 +00008947 if (auto RD = dyn_cast<CXXRecordDecl>(D)) {
Richard Smith8ce51082015-03-11 01:44:51 +00008948 for (auto *R = getMostRecentExistingDecl(RD); R;
8949 R = R->getPreviousDecl()) {
8950 assert((R == D) ==
8951 cast<CXXRecordDecl>(R)->isThisDeclarationADefinition() &&
Richard Smith2c381642014-08-27 23:11:59 +00008952 "declaration thinks it's the definition but it isn't");
Aaron Ballman86c93902014-03-06 23:45:36 +00008953 cast<CXXRecordDecl>(R)->DefinitionData = RD->DefinitionData;
Richard Smith2c381642014-08-27 23:11:59 +00008954 }
Guy Benyei11169dd2012-12-18 14:30:41 +00008955 }
8956
8957 continue;
8958 }
Richard Smith8ce51082015-03-11 01:44:51 +00008959
Craig Topperc6914d02014-08-25 04:15:02 +00008960 if (auto ID = dyn_cast<ObjCInterfaceDecl>(D)) {
Guy Benyei11169dd2012-12-18 14:30:41 +00008961 // Make sure that the ObjCInterfaceType points at the definition.
8962 const_cast<ObjCInterfaceType *>(cast<ObjCInterfaceType>(ID->TypeForDecl))
8963 ->Decl = ID;
Richard Smith8ce51082015-03-11 01:44:51 +00008964
8965 for (auto *R = getMostRecentExistingDecl(ID); R; R = R->getPreviousDecl())
8966 cast<ObjCInterfaceDecl>(R)->Data = ID->Data;
8967
Guy Benyei11169dd2012-12-18 14:30:41 +00008968 continue;
8969 }
Richard Smith8ce51082015-03-11 01:44:51 +00008970
Craig Topperc6914d02014-08-25 04:15:02 +00008971 if (auto PD = dyn_cast<ObjCProtocolDecl>(D)) {
Richard Smith8ce51082015-03-11 01:44:51 +00008972 for (auto *R = getMostRecentExistingDecl(PD); R; R = R->getPreviousDecl())
8973 cast<ObjCProtocolDecl>(R)->Data = PD->Data;
8974
Guy Benyei11169dd2012-12-18 14:30:41 +00008975 continue;
8976 }
Richard Smith8ce51082015-03-11 01:44:51 +00008977
Craig Topperc6914d02014-08-25 04:15:02 +00008978 auto RTD = cast<RedeclarableTemplateDecl>(D)->getCanonicalDecl();
Richard Smith8ce51082015-03-11 01:44:51 +00008979 for (auto *R = getMostRecentExistingDecl(RTD); R; R = R->getPreviousDecl())
8980 cast<RedeclarableTemplateDecl>(R)->Common = RTD->Common;
Guy Benyei11169dd2012-12-18 14:30:41 +00008981 }
8982 PendingDefinitions.clear();
8983
8984 // Load the bodies of any functions or methods we've encountered. We do
8985 // this now (delayed) so that we can be sure that the declaration chains
Richard Smithb9fa9962015-08-21 03:04:33 +00008986 // have been fully wired up (hasBody relies on this).
8987 // FIXME: We shouldn't require complete redeclaration chains here.
Guy Benyei11169dd2012-12-18 14:30:41 +00008988 for (PendingBodiesMap::iterator PB = PendingBodies.begin(),
8989 PBEnd = PendingBodies.end();
8990 PB != PBEnd; ++PB) {
8991 if (FunctionDecl *FD = dyn_cast<FunctionDecl>(PB->first)) {
8992 // FIXME: Check for =delete/=default?
8993 // FIXME: Complain about ODR violations here?
Richard Smith6561f922016-09-12 21:06:40 +00008994 const FunctionDecl *Defn = nullptr;
8995 if (!getContext().getLangOpts().Modules || !FD->hasBody(Defn))
Guy Benyei11169dd2012-12-18 14:30:41 +00008996 FD->setLazyBody(PB->second);
Benjamin Kramera72a70a2016-10-17 13:00:44 +00008997 else
Richard Smith6561f922016-09-12 21:06:40 +00008998 mergeDefinitionVisibility(const_cast<FunctionDecl*>(Defn), FD);
Guy Benyei11169dd2012-12-18 14:30:41 +00008999 continue;
9000 }
9001
9002 ObjCMethodDecl *MD = cast<ObjCMethodDecl>(PB->first);
9003 if (!getContext().getLangOpts().Modules || !MD->hasBody())
9004 MD->setLazyBody(PB->second);
9005 }
9006 PendingBodies.clear();
Richard Smith42413142015-05-15 20:05:43 +00009007
9008 // Do some cleanup.
9009 for (auto *ND : PendingMergedDefinitionsToDeduplicate)
9010 getContext().deduplicateMergedDefinitonsFor(ND);
9011 PendingMergedDefinitionsToDeduplicate.clear();
Richard Smitha0ce9c42014-07-29 23:23:27 +00009012}
9013
9014void ASTReader::diagnoseOdrViolations() {
Richard Smithbb853c72014-08-13 01:23:33 +00009015 if (PendingOdrMergeFailures.empty() && PendingOdrMergeChecks.empty())
9016 return;
9017
Richard Smitha0ce9c42014-07-29 23:23:27 +00009018 // Trigger the import of the full definition of each class that had any
9019 // odr-merging problems, so we can produce better diagnostics for them.
Richard Smithbb853c72014-08-13 01:23:33 +00009020 // These updates may in turn find and diagnose some ODR failures, so take
9021 // ownership of the set first.
9022 auto OdrMergeFailures = std::move(PendingOdrMergeFailures);
9023 PendingOdrMergeFailures.clear();
9024 for (auto &Merge : OdrMergeFailures) {
Richard Smitha0ce9c42014-07-29 23:23:27 +00009025 Merge.first->buildLookup();
9026 Merge.first->decls_begin();
9027 Merge.first->bases_begin();
9028 Merge.first->vbases_begin();
9029 for (auto *RD : Merge.second) {
9030 RD->decls_begin();
9031 RD->bases_begin();
9032 RD->vbases_begin();
9033 }
9034 }
9035
9036 // For each declaration from a merged context, check that the canonical
9037 // definition of that context also contains a declaration of the same
9038 // entity.
9039 //
9040 // Caution: this loop does things that might invalidate iterators into
9041 // PendingOdrMergeChecks. Don't turn this into a range-based for loop!
9042 while (!PendingOdrMergeChecks.empty()) {
9043 NamedDecl *D = PendingOdrMergeChecks.pop_back_val();
9044
9045 // FIXME: Skip over implicit declarations for now. This matters for things
9046 // like implicitly-declared special member functions. This isn't entirely
9047 // correct; we can end up with multiple unmerged declarations of the same
9048 // implicit entity.
9049 if (D->isImplicit())
9050 continue;
9051
9052 DeclContext *CanonDef = D->getDeclContext();
Richard Smitha0ce9c42014-07-29 23:23:27 +00009053
9054 bool Found = false;
9055 const Decl *DCanon = D->getCanonicalDecl();
9056
Richard Smith01bdb7a2014-08-28 05:44:07 +00009057 for (auto RI : D->redecls()) {
9058 if (RI->getLexicalDeclContext() == CanonDef) {
9059 Found = true;
9060 break;
9061 }
9062 }
9063 if (Found)
9064 continue;
9065
Richard Smith0f4e2c42015-08-06 04:23:48 +00009066 // Quick check failed, time to do the slow thing. Note, we can't just
9067 // look up the name of D in CanonDef here, because the member that is
9068 // in CanonDef might not be found by name lookup (it might have been
9069 // replaced by a more recent declaration in the lookup table), and we
9070 // can't necessarily find it in the redeclaration chain because it might
9071 // be merely mergeable, not redeclarable.
Richard Smitha0ce9c42014-07-29 23:23:27 +00009072 llvm::SmallVector<const NamedDecl*, 4> Candidates;
Richard Smith0f4e2c42015-08-06 04:23:48 +00009073 for (auto *CanonMember : CanonDef->decls()) {
9074 if (CanonMember->getCanonicalDecl() == DCanon) {
9075 // This can happen if the declaration is merely mergeable and not
9076 // actually redeclarable (we looked for redeclarations earlier).
9077 //
9078 // FIXME: We should be able to detect this more efficiently, without
9079 // pulling in all of the members of CanonDef.
9080 Found = true;
9081 break;
Richard Smitha0ce9c42014-07-29 23:23:27 +00009082 }
Richard Smith0f4e2c42015-08-06 04:23:48 +00009083 if (auto *ND = dyn_cast<NamedDecl>(CanonMember))
9084 if (ND->getDeclName() == D->getDeclName())
9085 Candidates.push_back(ND);
Richard Smitha0ce9c42014-07-29 23:23:27 +00009086 }
9087
9088 if (!Found) {
Richard Smithd08aeb62014-08-28 01:33:39 +00009089 // The AST doesn't like TagDecls becoming invalid after they've been
9090 // completed. We only really need to mark FieldDecls as invalid here.
9091 if (!isa<TagDecl>(D))
9092 D->setInvalidDecl();
David L. Jonesc4808b9e2016-12-15 20:53:26 +00009093
Richard Smith4ab3dbd2015-02-13 22:43:51 +00009094 // Ensure we don't accidentally recursively enter deserialization while
9095 // we're producing our diagnostic.
9096 Deserializing RecursionGuard(this);
Richard Smitha0ce9c42014-07-29 23:23:27 +00009097
9098 std::string CanonDefModule =
9099 getOwningModuleNameForDiagnostic(cast<Decl>(CanonDef));
9100 Diag(D->getLocation(), diag::err_module_odr_violation_missing_decl)
9101 << D << getOwningModuleNameForDiagnostic(D)
9102 << CanonDef << CanonDefModule.empty() << CanonDefModule;
9103
9104 if (Candidates.empty())
9105 Diag(cast<Decl>(CanonDef)->getLocation(),
9106 diag::note_module_odr_violation_no_possible_decls) << D;
9107 else {
9108 for (unsigned I = 0, N = Candidates.size(); I != N; ++I)
9109 Diag(Candidates[I]->getLocation(),
9110 diag::note_module_odr_violation_possible_decl)
9111 << Candidates[I];
9112 }
9113
9114 DiagnosedOdrMergeFailures.insert(CanonDef);
9115 }
9116 }
Richard Smithcd45dbc2014-04-19 03:48:30 +00009117
Richard Smith4ab3dbd2015-02-13 22:43:51 +00009118 if (OdrMergeFailures.empty())
9119 return;
9120
9121 // Ensure we don't accidentally recursively enter deserialization while
9122 // we're producing our diagnostics.
9123 Deserializing RecursionGuard(this);
9124
Richard Smithcd45dbc2014-04-19 03:48:30 +00009125 // Issue any pending ODR-failure diagnostics.
Richard Smithbb853c72014-08-13 01:23:33 +00009126 for (auto &Merge : OdrMergeFailures) {
Richard Smitha0ce9c42014-07-29 23:23:27 +00009127 // If we've already pointed out a specific problem with this class, don't
9128 // bother issuing a general "something's different" diagnostic.
David Blaikie82e95a32014-11-19 07:49:47 +00009129 if (!DiagnosedOdrMergeFailures.insert(Merge.first).second)
Richard Smithcd45dbc2014-04-19 03:48:30 +00009130 continue;
9131
9132 bool Diagnosed = false;
Richard Trieue7f7ed22017-02-22 01:11:25 +00009133 CXXRecordDecl *FirstRecord = Merge.first;
9134 std::string FirstModule = getOwningModuleNameForDiagnostic(FirstRecord);
9135 for (CXXRecordDecl *SecondRecord : Merge.second) {
Richard Smithcd45dbc2014-04-19 03:48:30 +00009136 // Multiple different declarations got merged together; tell the user
9137 // where they came from.
Richard Trieue7f7ed22017-02-22 01:11:25 +00009138 if (FirstRecord == SecondRecord)
9139 continue;
9140
9141 std::string SecondModule = getOwningModuleNameForDiagnostic(SecondRecord);
9142 using DeclHashes = llvm::SmallVector<std::pair<Decl *, unsigned>, 4>;
9143 DeclHashes FirstHashes;
9144 DeclHashes SecondHashes;
9145 ODRHash Hash;
9146
9147 auto PopulateHashes = [&Hash, FirstRecord](DeclHashes &Hashes,
9148 CXXRecordDecl *Record) {
9149 for (auto *D : Record->decls()) {
9150 // Due to decl merging, the first CXXRecordDecl is the parent of
9151 // Decls in both records.
9152 if (!ODRHash::isWhitelistedDecl(D, FirstRecord))
9153 continue;
9154 Hash.clear();
9155 Hash.AddSubDecl(D);
9156 Hashes.emplace_back(D, Hash.CalculateHash());
9157 }
9158 };
9159 PopulateHashes(FirstHashes, FirstRecord);
9160 PopulateHashes(SecondHashes, SecondRecord);
9161
9162 // Used with err_module_odr_violation_mismatch_decl and
9163 // note_module_odr_violation_mismatch_decl
9164 enum {
9165 EndOfClass,
9166 PublicSpecifer,
9167 PrivateSpecifer,
9168 ProtectedSpecifer,
Richard Trieu639d7b62017-02-22 22:22:42 +00009169 StaticAssert,
Richard Trieud0786092017-02-23 00:23:01 +00009170 Field,
Richard Trieu48143742017-02-28 21:24:38 +00009171 CXXMethod,
Richard Trieue7f7ed22017-02-22 01:11:25 +00009172 Other
9173 } FirstDiffType = Other,
9174 SecondDiffType = Other;
9175
9176 auto DifferenceSelector = [](Decl *D) {
9177 assert(D && "valid Decl required");
9178 switch (D->getKind()) {
9179 default:
9180 return Other;
9181 case Decl::AccessSpec:
9182 switch (D->getAccess()) {
9183 case AS_public:
9184 return PublicSpecifer;
9185 case AS_private:
9186 return PrivateSpecifer;
9187 case AS_protected:
9188 return ProtectedSpecifer;
9189 case AS_none:
Simon Pilgrimeeb1b302017-02-22 13:21:24 +00009190 break;
Richard Trieue7f7ed22017-02-22 01:11:25 +00009191 }
Simon Pilgrimeeb1b302017-02-22 13:21:24 +00009192 llvm_unreachable("Invalid access specifier");
Richard Trieu639d7b62017-02-22 22:22:42 +00009193 case Decl::StaticAssert:
9194 return StaticAssert;
Richard Trieud0786092017-02-23 00:23:01 +00009195 case Decl::Field:
9196 return Field;
Richard Trieu48143742017-02-28 21:24:38 +00009197 case Decl::CXXMethod:
9198 return CXXMethod;
Richard Trieue7f7ed22017-02-22 01:11:25 +00009199 }
9200 };
9201
9202 Decl *FirstDecl = nullptr;
9203 Decl *SecondDecl = nullptr;
9204 auto FirstIt = FirstHashes.begin();
9205 auto SecondIt = SecondHashes.begin();
9206
9207 // If there is a diagnoseable difference, FirstDiffType and
9208 // SecondDiffType will not be Other and FirstDecl and SecondDecl will be
9209 // filled in if not EndOfClass.
9210 while (FirstIt != FirstHashes.end() || SecondIt != SecondHashes.end()) {
Benjamin Kramer6f224d22017-02-22 10:19:45 +00009211 if (FirstIt != FirstHashes.end() && SecondIt != SecondHashes.end() &&
9212 FirstIt->second == SecondIt->second) {
Richard Trieue7f7ed22017-02-22 01:11:25 +00009213 ++FirstIt;
9214 ++SecondIt;
9215 continue;
Richard Trieudc4cb022017-02-17 07:19:24 +00009216 }
Richard Smithcd45dbc2014-04-19 03:48:30 +00009217
Richard Trieue7f7ed22017-02-22 01:11:25 +00009218 FirstDecl = FirstIt == FirstHashes.end() ? nullptr : FirstIt->first;
9219 SecondDecl = SecondIt == SecondHashes.end() ? nullptr : SecondIt->first;
9220
9221 FirstDiffType = FirstDecl ? DifferenceSelector(FirstDecl) : EndOfClass;
9222 SecondDiffType =
9223 SecondDecl ? DifferenceSelector(SecondDecl) : EndOfClass;
9224
9225 break;
Richard Smithcd45dbc2014-04-19 03:48:30 +00009226 }
Richard Trieue7f7ed22017-02-22 01:11:25 +00009227
9228 if (FirstDiffType == Other || SecondDiffType == Other) {
9229 // Reaching this point means an unexpected Decl was encountered
9230 // or no difference was detected. This causes a generic error
9231 // message to be emitted.
9232 Diag(FirstRecord->getLocation(),
9233 diag::err_module_odr_violation_different_definitions)
9234 << FirstRecord << FirstModule.empty() << FirstModule;
9235
9236 Diag(SecondRecord->getLocation(),
9237 diag::note_module_odr_violation_different_definitions)
9238 << SecondModule;
9239 Diagnosed = true;
9240 break;
9241 }
9242
9243 if (FirstDiffType != SecondDiffType) {
9244 SourceLocation FirstLoc;
9245 SourceRange FirstRange;
9246 if (FirstDiffType == EndOfClass) {
9247 FirstLoc = FirstRecord->getBraceRange().getEnd();
9248 } else {
9249 FirstLoc = FirstIt->first->getLocation();
9250 FirstRange = FirstIt->first->getSourceRange();
9251 }
9252 Diag(FirstLoc, diag::err_module_odr_violation_mismatch_decl)
9253 << FirstRecord << FirstModule.empty() << FirstModule << FirstRange
9254 << FirstDiffType;
9255
9256 SourceLocation SecondLoc;
9257 SourceRange SecondRange;
9258 if (SecondDiffType == EndOfClass) {
9259 SecondLoc = SecondRecord->getBraceRange().getEnd();
9260 } else {
9261 SecondLoc = SecondDecl->getLocation();
9262 SecondRange = SecondDecl->getSourceRange();
9263 }
9264 Diag(SecondLoc, diag::note_module_odr_violation_mismatch_decl)
9265 << SecondModule << SecondRange << SecondDiffType;
9266 Diagnosed = true;
9267 break;
9268 }
9269
Richard Trieu639d7b62017-02-22 22:22:42 +00009270 assert(FirstDiffType == SecondDiffType);
9271
9272 // Used with err_module_odr_violation_mismatch_decl_diff and
9273 // note_module_odr_violation_mismatch_decl_diff
9274 enum ODRDeclDifference{
9275 StaticAssertCondition,
9276 StaticAssertMessage,
9277 StaticAssertOnlyMessage,
Richard Trieud0786092017-02-23 00:23:01 +00009278 FieldName,
Richard Trieu8459ddf2017-02-24 02:59:12 +00009279 FieldTypeName,
Richard Trieu93772fc2017-02-24 20:59:28 +00009280 FieldSingleBitField,
Richard Trieu8d543e22017-02-24 23:35:37 +00009281 FieldDifferentWidthBitField,
9282 FieldSingleMutable,
9283 FieldSingleInitializer,
9284 FieldDifferentInitializers,
Richard Trieu48143742017-02-28 21:24:38 +00009285 MethodName,
Richard Trieu583e2c12017-03-04 00:08:58 +00009286 MethodDeleted,
9287 MethodVirtual,
9288 MethodStatic,
9289 MethodVolatile,
9290 MethodConst,
9291 MethodInline,
Richard Trieu639d7b62017-02-22 22:22:42 +00009292 };
9293
9294 // These lambdas have the common portions of the ODR diagnostics. This
9295 // has the same return as Diag(), so addition parameters can be passed
9296 // in with operator<<
9297 auto ODRDiagError = [FirstRecord, &FirstModule, this](
9298 SourceLocation Loc, SourceRange Range, ODRDeclDifference DiffType) {
9299 return Diag(Loc, diag::err_module_odr_violation_mismatch_decl_diff)
9300 << FirstRecord << FirstModule.empty() << FirstModule << Range
9301 << DiffType;
9302 };
9303 auto ODRDiagNote = [&SecondModule, this](
9304 SourceLocation Loc, SourceRange Range, ODRDeclDifference DiffType) {
9305 return Diag(Loc, diag::note_module_odr_violation_mismatch_decl_diff)
9306 << SecondModule << Range << DiffType;
9307 };
9308
9309 auto ComputeODRHash = [&Hash](const Stmt* S) {
9310 assert(S);
9311 Hash.clear();
9312 Hash.AddStmt(S);
9313 return Hash.CalculateHash();
9314 };
9315
Richard Trieu8459ddf2017-02-24 02:59:12 +00009316 auto ComputeDeclNameODRHash = [&Hash](const DeclarationName Name) {
9317 Hash.clear();
9318 Hash.AddDeclarationName(Name);
9319 return Hash.CalculateHash();
9320 };
9321
Richard Trieu639d7b62017-02-22 22:22:42 +00009322 switch (FirstDiffType) {
9323 case Other:
9324 case EndOfClass:
9325 case PublicSpecifer:
9326 case PrivateSpecifer:
9327 case ProtectedSpecifer:
9328 llvm_unreachable("Invalid diff type");
9329
9330 case StaticAssert: {
9331 StaticAssertDecl *FirstSA = cast<StaticAssertDecl>(FirstDecl);
9332 StaticAssertDecl *SecondSA = cast<StaticAssertDecl>(SecondDecl);
9333
9334 Expr *FirstExpr = FirstSA->getAssertExpr();
9335 Expr *SecondExpr = SecondSA->getAssertExpr();
9336 unsigned FirstODRHash = ComputeODRHash(FirstExpr);
9337 unsigned SecondODRHash = ComputeODRHash(SecondExpr);
9338 if (FirstODRHash != SecondODRHash) {
9339 ODRDiagError(FirstExpr->getLocStart(), FirstExpr->getSourceRange(),
9340 StaticAssertCondition);
9341 ODRDiagNote(SecondExpr->getLocStart(),
9342 SecondExpr->getSourceRange(), StaticAssertCondition);
9343 Diagnosed = true;
9344 break;
9345 }
9346
9347 StringLiteral *FirstStr = FirstSA->getMessage();
9348 StringLiteral *SecondStr = SecondSA->getMessage();
9349 assert((FirstStr || SecondStr) && "Both messages cannot be empty");
9350 if ((FirstStr && !SecondStr) || (!FirstStr && SecondStr)) {
9351 SourceLocation FirstLoc, SecondLoc;
9352 SourceRange FirstRange, SecondRange;
9353 if (FirstStr) {
9354 FirstLoc = FirstStr->getLocStart();
9355 FirstRange = FirstStr->getSourceRange();
9356 } else {
9357 FirstLoc = FirstSA->getLocStart();
9358 FirstRange = FirstSA->getSourceRange();
9359 }
9360 if (SecondStr) {
9361 SecondLoc = SecondStr->getLocStart();
9362 SecondRange = SecondStr->getSourceRange();
9363 } else {
9364 SecondLoc = SecondSA->getLocStart();
9365 SecondRange = SecondSA->getSourceRange();
9366 }
9367 ODRDiagError(FirstLoc, FirstRange, StaticAssertOnlyMessage)
9368 << (FirstStr == nullptr);
9369 ODRDiagNote(SecondLoc, SecondRange, StaticAssertOnlyMessage)
9370 << (SecondStr == nullptr);
9371 Diagnosed = true;
9372 break;
9373 }
9374
9375 if (FirstStr && SecondStr &&
9376 FirstStr->getString() != SecondStr->getString()) {
9377 ODRDiagError(FirstStr->getLocStart(), FirstStr->getSourceRange(),
9378 StaticAssertMessage);
9379 ODRDiagNote(SecondStr->getLocStart(), SecondStr->getSourceRange(),
9380 StaticAssertMessage);
9381 Diagnosed = true;
9382 break;
9383 }
9384 break;
9385 }
Richard Trieud0786092017-02-23 00:23:01 +00009386 case Field: {
9387 FieldDecl *FirstField = cast<FieldDecl>(FirstDecl);
9388 FieldDecl *SecondField = cast<FieldDecl>(SecondDecl);
9389 IdentifierInfo *FirstII = FirstField->getIdentifier();
9390 IdentifierInfo *SecondII = SecondField->getIdentifier();
9391 if (FirstII->getName() != SecondII->getName()) {
9392 ODRDiagError(FirstField->getLocation(), FirstField->getSourceRange(),
9393 FieldName)
9394 << FirstII;
9395 ODRDiagNote(SecondField->getLocation(), SecondField->getSourceRange(),
9396 FieldName)
9397 << SecondII;
9398
9399 Diagnosed = true;
9400 break;
9401 }
Richard Trieu8459ddf2017-02-24 02:59:12 +00009402
9403 assert(
9404 Context.hasSameType(FirstField->getType(), SecondField->getType()));
9405
9406 QualType FirstType = FirstField->getType();
9407 QualType SecondType = SecondField->getType();
9408 const TypedefType *FirstTypedef = dyn_cast<TypedefType>(FirstType);
9409 const TypedefType *SecondTypedef = dyn_cast<TypedefType>(SecondType);
9410
9411 if ((FirstTypedef && !SecondTypedef) ||
9412 (!FirstTypedef && SecondTypedef)) {
9413 ODRDiagError(FirstField->getLocation(), FirstField->getSourceRange(),
9414 FieldTypeName)
9415 << FirstII << FirstType;
9416 ODRDiagNote(SecondField->getLocation(), SecondField->getSourceRange(),
9417 FieldTypeName)
9418 << SecondII << SecondType;
9419
9420 Diagnosed = true;
9421 break;
9422 }
9423
9424 if (FirstTypedef && SecondTypedef) {
9425 unsigned FirstHash = ComputeDeclNameODRHash(
9426 FirstTypedef->getDecl()->getDeclName());
9427 unsigned SecondHash = ComputeDeclNameODRHash(
9428 SecondTypedef->getDecl()->getDeclName());
9429 if (FirstHash != SecondHash) {
9430 ODRDiagError(FirstField->getLocation(),
9431 FirstField->getSourceRange(), FieldTypeName)
9432 << FirstII << FirstType;
9433 ODRDiagNote(SecondField->getLocation(),
9434 SecondField->getSourceRange(), FieldTypeName)
9435 << SecondII << SecondType;
9436
9437 Diagnosed = true;
9438 break;
9439 }
9440 }
9441
Richard Trieu93772fc2017-02-24 20:59:28 +00009442 const bool IsFirstBitField = FirstField->isBitField();
9443 const bool IsSecondBitField = SecondField->isBitField();
9444 if (IsFirstBitField != IsSecondBitField) {
9445 ODRDiagError(FirstField->getLocation(), FirstField->getSourceRange(),
9446 FieldSingleBitField)
9447 << FirstII << IsFirstBitField;
9448 ODRDiagNote(SecondField->getLocation(), SecondField->getSourceRange(),
9449 FieldSingleBitField)
9450 << SecondII << IsSecondBitField;
9451 Diagnosed = true;
9452 break;
9453 }
9454
9455 if (IsFirstBitField && IsSecondBitField) {
9456 ODRDiagError(FirstField->getLocation(), FirstField->getSourceRange(),
9457 FieldDifferentWidthBitField)
9458 << FirstII << FirstField->getBitWidth()->getSourceRange();
9459 ODRDiagNote(SecondField->getLocation(), SecondField->getSourceRange(),
9460 FieldDifferentWidthBitField)
9461 << SecondII << SecondField->getBitWidth()->getSourceRange();
9462 Diagnosed = true;
9463 break;
9464 }
9465
Richard Trieu8d543e22017-02-24 23:35:37 +00009466 const bool IsFirstMutable = FirstField->isMutable();
9467 const bool IsSecondMutable = SecondField->isMutable();
9468 if (IsFirstMutable != IsSecondMutable) {
9469 ODRDiagError(FirstField->getLocation(), FirstField->getSourceRange(),
9470 FieldSingleMutable)
9471 << FirstII << IsFirstMutable;
9472 ODRDiagNote(SecondField->getLocation(), SecondField->getSourceRange(),
9473 FieldSingleMutable)
9474 << SecondII << IsSecondMutable;
9475 Diagnosed = true;
9476 break;
9477 }
9478
9479 const Expr *FirstInitializer = FirstField->getInClassInitializer();
9480 const Expr *SecondInitializer = SecondField->getInClassInitializer();
9481 if ((!FirstInitializer && SecondInitializer) ||
9482 (FirstInitializer && !SecondInitializer)) {
9483 ODRDiagError(FirstField->getLocation(), FirstField->getSourceRange(),
9484 FieldSingleInitializer)
9485 << FirstII << (FirstInitializer != nullptr);
9486 ODRDiagNote(SecondField->getLocation(), SecondField->getSourceRange(),
9487 FieldSingleInitializer)
9488 << SecondII << (SecondInitializer != nullptr);
9489 Diagnosed = true;
9490 break;
9491 }
9492
9493 if (FirstInitializer && SecondInitializer) {
9494 unsigned FirstInitHash = ComputeODRHash(FirstInitializer);
9495 unsigned SecondInitHash = ComputeODRHash(SecondInitializer);
9496 if (FirstInitHash != SecondInitHash) {
9497 ODRDiagError(FirstField->getLocation(),
9498 FirstField->getSourceRange(),
9499 FieldDifferentInitializers)
9500 << FirstII << FirstInitializer->getSourceRange();
9501 ODRDiagNote(SecondField->getLocation(),
9502 SecondField->getSourceRange(),
9503 FieldDifferentInitializers)
9504 << SecondII << SecondInitializer->getSourceRange();
9505 Diagnosed = true;
9506 break;
9507 }
9508 }
9509
Richard Trieud0786092017-02-23 00:23:01 +00009510 break;
9511 }
Richard Trieu48143742017-02-28 21:24:38 +00009512 case CXXMethod: {
9513 const CXXMethodDecl *FirstMethod = cast<CXXMethodDecl>(FirstDecl);
9514 const CXXMethodDecl *SecondMethod = cast<CXXMethodDecl>(SecondDecl);
Richard Trieu583e2c12017-03-04 00:08:58 +00009515 auto FirstName = FirstMethod->getDeclName();
9516 auto SecondName = SecondMethod->getDeclName();
9517 if (FirstName != SecondName) {
Richard Trieu48143742017-02-28 21:24:38 +00009518 ODRDiagError(FirstMethod->getLocation(),
9519 FirstMethod->getSourceRange(), MethodName)
Richard Trieu583e2c12017-03-04 00:08:58 +00009520 << FirstName;
Richard Trieu48143742017-02-28 21:24:38 +00009521 ODRDiagNote(SecondMethod->getLocation(),
9522 SecondMethod->getSourceRange(), MethodName)
Richard Trieu583e2c12017-03-04 00:08:58 +00009523 << SecondName;
Richard Trieu48143742017-02-28 21:24:38 +00009524
9525 Diagnosed = true;
9526 break;
9527 }
9528
Richard Trieu583e2c12017-03-04 00:08:58 +00009529 const bool FirstDeleted = FirstMethod->isDeleted();
9530 const bool SecondDeleted = SecondMethod->isDeleted();
9531 if (FirstDeleted != SecondDeleted) {
9532 ODRDiagError(FirstMethod->getLocation(),
9533 FirstMethod->getSourceRange(), MethodDeleted)
9534 << FirstName << FirstDeleted;
9535
9536 ODRDiagNote(SecondMethod->getLocation(),
9537 SecondMethod->getSourceRange(), MethodDeleted)
9538 << SecondName << SecondDeleted;
9539 Diagnosed = true;
9540 break;
9541 }
9542
9543 const bool FirstVirtual = FirstMethod->isVirtualAsWritten();
9544 const bool SecondVirtual = SecondMethod->isVirtualAsWritten();
9545 const bool FirstPure = FirstMethod->isPure();
9546 const bool SecondPure = SecondMethod->isPure();
9547 if ((FirstVirtual || SecondVirtual) &&
9548 (FirstVirtual != SecondVirtual || FirstPure != SecondPure)) {
9549 ODRDiagError(FirstMethod->getLocation(),
9550 FirstMethod->getSourceRange(), MethodVirtual)
9551 << FirstName << FirstPure << FirstVirtual;
9552 ODRDiagNote(SecondMethod->getLocation(),
9553 SecondMethod->getSourceRange(), MethodVirtual)
9554 << SecondName << SecondPure << SecondVirtual;
9555 Diagnosed = true;
9556 break;
9557 }
9558
9559 // CXXMethodDecl::isStatic uses the canonical Decl. With Decl merging,
9560 // FirstDecl is the canonical Decl of SecondDecl, so the storage
9561 // class needs to be checked instead.
9562 const auto FirstStorage = FirstMethod->getStorageClass();
9563 const auto SecondStorage = SecondMethod->getStorageClass();
9564 const bool FirstStatic = FirstStorage == SC_Static;
9565 const bool SecondStatic = SecondStorage == SC_Static;
9566 if (FirstStatic != SecondStatic) {
9567 ODRDiagError(FirstMethod->getLocation(),
9568 FirstMethod->getSourceRange(), MethodStatic)
9569 << FirstName << FirstStatic;
9570 ODRDiagNote(SecondMethod->getLocation(),
9571 SecondMethod->getSourceRange(), MethodStatic)
9572 << SecondName << SecondStatic;
9573 Diagnosed = true;
9574 break;
9575 }
9576
9577 const bool FirstVolatile = FirstMethod->isVolatile();
9578 const bool SecondVolatile = SecondMethod->isVolatile();
9579 if (FirstVolatile != SecondVolatile) {
9580 ODRDiagError(FirstMethod->getLocation(),
9581 FirstMethod->getSourceRange(), MethodVolatile)
9582 << FirstName << FirstVolatile;
9583 ODRDiagNote(SecondMethod->getLocation(),
9584 SecondMethod->getSourceRange(), MethodVolatile)
9585 << SecondName << SecondVolatile;
9586 Diagnosed = true;
9587 break;
9588 }
9589
9590 const bool FirstConst = FirstMethod->isConst();
9591 const bool SecondConst = SecondMethod->isConst();
9592 if (FirstConst != SecondConst) {
9593 ODRDiagError(FirstMethod->getLocation(),
9594 FirstMethod->getSourceRange(), MethodConst)
9595 << FirstName << FirstConst;
9596 ODRDiagNote(SecondMethod->getLocation(),
9597 SecondMethod->getSourceRange(), MethodConst)
9598 << SecondName << SecondConst;
9599 Diagnosed = true;
9600 break;
9601 }
9602
9603 const bool FirstInline = FirstMethod->isInlineSpecified();
9604 const bool SecondInline = SecondMethod->isInlineSpecified();
9605 if (FirstInline != SecondInline) {
9606 ODRDiagError(FirstMethod->getLocation(),
9607 FirstMethod->getSourceRange(), MethodInline)
9608 << FirstName << FirstInline;
9609 ODRDiagNote(SecondMethod->getLocation(),
9610 SecondMethod->getSourceRange(), MethodInline)
9611 << SecondName << SecondInline;
9612 Diagnosed = true;
9613 break;
9614 }
9615
Richard Trieu48143742017-02-28 21:24:38 +00009616 break;
9617 }
Richard Trieu639d7b62017-02-22 22:22:42 +00009618 }
9619
Richard Trieue7f7ed22017-02-22 01:11:25 +00009620 if (Diagnosed == true)
9621 continue;
9622
9623 Diag(FirstRecord->getLocation(),
9624 diag::err_module_odr_violation_different_definitions)
9625 << FirstRecord << FirstModule.empty() << FirstModule;
9626
9627 Diag(SecondRecord->getLocation(),
9628 diag::note_module_odr_violation_different_definitions)
9629 << SecondModule;
9630 Diagnosed = true;
Richard Smithcd45dbc2014-04-19 03:48:30 +00009631 }
9632
9633 if (!Diagnosed) {
9634 // All definitions are updates to the same declaration. This happens if a
9635 // module instantiates the declaration of a class template specialization
9636 // and two or more other modules instantiate its definition.
9637 //
9638 // FIXME: Indicate which modules had instantiations of this definition.
9639 // FIXME: How can this even happen?
9640 Diag(Merge.first->getLocation(),
9641 diag::err_module_odr_violation_different_instantiations)
9642 << Merge.first;
9643 }
9644 }
Guy Benyei11169dd2012-12-18 14:30:41 +00009645}
9646
Richard Smithce18a182015-07-14 00:26:00 +00009647void ASTReader::StartedDeserializing() {
David L. Jonesc4808b9e2016-12-15 20:53:26 +00009648 if (++NumCurrentElementsDeserializing == 1 && ReadTimer.get())
Richard Smithce18a182015-07-14 00:26:00 +00009649 ReadTimer->startTimer();
9650}
9651
Guy Benyei11169dd2012-12-18 14:30:41 +00009652void ASTReader::FinishedDeserializing() {
9653 assert(NumCurrentElementsDeserializing &&
9654 "FinishedDeserializing not paired with StartedDeserializing");
9655 if (NumCurrentElementsDeserializing == 1) {
9656 // We decrease NumCurrentElementsDeserializing only after pending actions
9657 // are finished, to avoid recursively re-calling finishPendingActions().
9658 finishPendingActions();
9659 }
9660 --NumCurrentElementsDeserializing;
9661
Richard Smitha0ce9c42014-07-29 23:23:27 +00009662 if (NumCurrentElementsDeserializing == 0) {
Richard Smith9e2341d2015-03-23 03:25:59 +00009663 // Propagate exception specification updates along redeclaration chains.
Richard Smith7226f2a2015-03-23 19:54:56 +00009664 while (!PendingExceptionSpecUpdates.empty()) {
9665 auto Updates = std::move(PendingExceptionSpecUpdates);
9666 PendingExceptionSpecUpdates.clear();
9667 for (auto Update : Updates) {
Vassil Vassilev19765fb2016-07-22 21:08:24 +00009668 ProcessingUpdatesRAIIObj ProcessingUpdates(*this);
Richard Smith7226f2a2015-03-23 19:54:56 +00009669 auto *FPT = Update.second->getType()->castAs<FunctionProtoType>();
Richard Smith1d0f1992015-08-19 21:09:32 +00009670 auto ESI = FPT->getExtProtoInfo().ExceptionSpec;
Richard Smithd88a7f12015-09-01 20:35:42 +00009671 if (auto *Listener = Context.getASTMutationListener())
9672 Listener->ResolvedExceptionSpec(cast<FunctionDecl>(Update.second));
Richard Smith1d0f1992015-08-19 21:09:32 +00009673 for (auto *Redecl : Update.second->redecls())
9674 Context.adjustExceptionSpec(cast<FunctionDecl>(Redecl), ESI);
Richard Smith7226f2a2015-03-23 19:54:56 +00009675 }
Richard Smith9e2341d2015-03-23 03:25:59 +00009676 }
9677
Richard Smithce18a182015-07-14 00:26:00 +00009678 if (ReadTimer)
9679 ReadTimer->stopTimer();
9680
Richard Smith0f4e2c42015-08-06 04:23:48 +00009681 diagnoseOdrViolations();
9682
Richard Smith04d05b52014-03-23 00:27:18 +00009683 // We are not in recursive loading, so it's safe to pass the "interesting"
9684 // decls to the consumer.
Richard Smitha0ce9c42014-07-29 23:23:27 +00009685 if (Consumer)
9686 PassInterestingDeclsToConsumer();
Guy Benyei11169dd2012-12-18 14:30:41 +00009687 }
9688}
9689
Argyrios Kyrtzidise5edbf92013-04-26 21:33:35 +00009690void ASTReader::pushExternalDeclIntoScope(NamedDecl *D, DeclarationName Name) {
Richard Smith9e2341d2015-03-23 03:25:59 +00009691 if (IdentifierInfo *II = Name.getAsIdentifierInfo()) {
9692 // Remove any fake results before adding any real ones.
9693 auto It = PendingFakeLookupResults.find(II);
9694 if (It != PendingFakeLookupResults.end()) {
Richard Smitha534a312015-07-21 23:54:07 +00009695 for (auto *ND : It->second)
Richard Smith9e2341d2015-03-23 03:25:59 +00009696 SemaObj->IdResolver.RemoveDecl(ND);
Ben Langmuireb8bd2d2015-04-10 22:25:42 +00009697 // FIXME: this works around module+PCH performance issue.
9698 // Rather than erase the result from the map, which is O(n), just clear
9699 // the vector of NamedDecls.
9700 It->second.clear();
Richard Smith9e2341d2015-03-23 03:25:59 +00009701 }
9702 }
Argyrios Kyrtzidise5edbf92013-04-26 21:33:35 +00009703
9704 if (SemaObj->IdResolver.tryAddTopLevelDecl(D, Name) && SemaObj->TUScope) {
9705 SemaObj->TUScope->AddDecl(D);
9706 } else if (SemaObj->TUScope) {
9707 // Adding the decl to IdResolver may have failed because it was already in
9708 // (even though it was not added in scope). If it is already in, make sure
9709 // it gets in the scope as well.
9710 if (std::find(SemaObj->IdResolver.begin(Name),
9711 SemaObj->IdResolver.end(), D) != SemaObj->IdResolver.end())
9712 SemaObj->TUScope->AddDecl(D);
9713 }
9714}
9715
David Blaikie61137e12017-01-05 18:23:18 +00009716ASTReader::ASTReader(Preprocessor &PP, ASTContext &Context,
9717 const PCHContainerReader &PCHContainerRdr,
9718 ArrayRef<std::shared_ptr<ModuleFileExtension>> Extensions,
9719 StringRef isysroot, bool DisableValidation,
9720 bool AllowASTWithCompilerErrors,
9721 bool AllowConfigurationMismatch, bool ValidateSystemInputs,
9722 bool UseGlobalIndex,
9723 std::unique_ptr<llvm::Timer> ReadTimer)
9724 : Listener(DisableValidation
9725 ? cast<ASTReaderListener>(new SimpleASTReaderListener(PP))
9726 : cast<ASTReaderListener>(new PCHValidator(PP, *this))),
David Blaikie61137e12017-01-05 18:23:18 +00009727 SourceMgr(PP.getSourceManager()), FileMgr(PP.getFileManager()),
David Blaikie9d7c1ba2017-01-05 18:45:43 +00009728 PCHContainerRdr(PCHContainerRdr), Diags(PP.getDiagnostics()), PP(PP),
Duncan P. N. Exon Smith030d7d62017-03-20 17:58:26 +00009729 Context(Context),
9730 ModuleMgr(PP.getFileManager(), PP.getPCMCache(), PCHContainerRdr),
9731 PCMCache(PP.getPCMCache()), DummyIdResolver(PP),
9732 ReadTimer(std::move(ReadTimer)), isysroot(isysroot),
David Blaikie61137e12017-01-05 18:23:18 +00009733 DisableValidation(DisableValidation),
Nico Weber824285e2014-05-08 04:26:47 +00009734 AllowASTWithCompilerErrors(AllowASTWithCompilerErrors),
9735 AllowConfigurationMismatch(AllowConfigurationMismatch),
9736 ValidateSystemInputs(ValidateSystemInputs),
David Blaikie9d7c1ba2017-01-05 18:45:43 +00009737 UseGlobalIndex(UseGlobalIndex), CurrSwitchCaseStmts(&SwitchCaseStmts) {
Guy Benyei11169dd2012-12-18 14:30:41 +00009738 SourceMgr.setExternalSLocEntrySource(this);
Douglas Gregor6623e1f2015-11-03 18:33:07 +00009739
9740 for (const auto &Ext : Extensions) {
9741 auto BlockName = Ext->getExtensionMetadata().BlockName;
9742 auto Known = ModuleFileExtensions.find(BlockName);
9743 if (Known != ModuleFileExtensions.end()) {
9744 Diags.Report(diag::warn_duplicate_module_file_extension)
9745 << BlockName;
9746 continue;
9747 }
9748
9749 ModuleFileExtensions.insert({BlockName, Ext});
9750 }
Guy Benyei11169dd2012-12-18 14:30:41 +00009751}
9752
9753ASTReader::~ASTReader() {
Nico Weber824285e2014-05-08 04:26:47 +00009754 if (OwnsDeserializationListener)
9755 delete DeserializationListener;
Guy Benyei11169dd2012-12-18 14:30:41 +00009756}
Richard Smith10379092016-05-06 23:14:07 +00009757
9758IdentifierResolver &ASTReader::getIdResolver() {
9759 return SemaObj ? SemaObj->IdResolver : DummyIdResolver;
9760}
David L. Jonesbe1557a2016-12-21 00:17:49 +00009761
9762unsigned ASTRecordReader::readRecord(llvm::BitstreamCursor &Cursor,
9763 unsigned AbbrevID) {
9764 Idx = 0;
9765 Record.clear();
9766 return Cursor.readRecord(AbbrevID, Record);
9767}