blob: 052bef9e5bec508f05bfb4f26e502f4228d632c6 [file] [log] [blame]
Nick Lewycky995e26b2013-01-31 03:23:57 +00001//===--- ASTReader.cpp - AST File Reader ----------------------------------===//
Guy Benyei7f92f2d2012-12-18 14:30:41 +00002//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10// This file defines the ASTReader class, which reads AST files.
11//
12//===----------------------------------------------------------------------===//
13
14#include "clang/Serialization/ASTReader.h"
15#include "ASTCommon.h"
16#include "ASTReaderInternals.h"
17#include "clang/AST/ASTConsumer.h"
18#include "clang/AST/ASTContext.h"
19#include "clang/AST/DeclTemplate.h"
20#include "clang/AST/Expr.h"
21#include "clang/AST/ExprCXX.h"
22#include "clang/AST/NestedNameSpecifier.h"
23#include "clang/AST/Type.h"
24#include "clang/AST/TypeLocVisitor.h"
25#include "clang/Basic/FileManager.h"
Guy Benyei7f92f2d2012-12-18 14:30:41 +000026#include "clang/Basic/SourceManager.h"
27#include "clang/Basic/SourceManagerInternals.h"
28#include "clang/Basic/TargetInfo.h"
29#include "clang/Basic/TargetOptions.h"
30#include "clang/Basic/Version.h"
31#include "clang/Basic/VersionTuple.h"
32#include "clang/Lex/HeaderSearch.h"
33#include "clang/Lex/HeaderSearchOptions.h"
34#include "clang/Lex/MacroInfo.h"
35#include "clang/Lex/PreprocessingRecord.h"
36#include "clang/Lex/Preprocessor.h"
37#include "clang/Lex/PreprocessorOptions.h"
38#include "clang/Sema/Scope.h"
39#include "clang/Sema/Sema.h"
40#include "clang/Serialization/ASTDeserializationListener.h"
Douglas Gregor1a49d972013-01-25 01:03:03 +000041#include "clang/Serialization/GlobalModuleIndex.h"
Guy Benyei7f92f2d2012-12-18 14:30:41 +000042#include "clang/Serialization/ModuleManager.h"
43#include "clang/Serialization/SerializationDiagnostic.h"
Argyrios Kyrtzidised3802e2013-03-06 18:12:47 +000044#include "llvm/ADT/Hashing.h"
Guy Benyei7f92f2d2012-12-18 14:30:41 +000045#include "llvm/ADT/StringExtras.h"
46#include "llvm/Bitcode/BitstreamReader.h"
47#include "llvm/Support/ErrorHandling.h"
48#include "llvm/Support/FileSystem.h"
49#include "llvm/Support/MemoryBuffer.h"
50#include "llvm/Support/Path.h"
51#include "llvm/Support/SaveAndRestore.h"
52#include "llvm/Support/system_error.h"
53#include <algorithm>
Chris Lattnere4e4a882013-01-20 00:57:52 +000054#include <cstdio>
Guy Benyei7f92f2d2012-12-18 14:30:41 +000055#include <iterator>
56
57using namespace clang;
58using namespace clang::serialization;
59using namespace clang::serialization::reader;
Chris Lattner8f9a1eb2013-01-20 00:56:42 +000060using llvm::BitstreamCursor;
Guy Benyei7f92f2d2012-12-18 14:30:41 +000061
62//===----------------------------------------------------------------------===//
63// PCH validator implementation
64//===----------------------------------------------------------------------===//
65
66ASTReaderListener::~ASTReaderListener() {}
67
68/// \brief Compare the given set of language options against an existing set of
69/// language options.
70///
71/// \param Diags If non-NULL, diagnostics will be emitted via this engine.
72///
73/// \returns true if the languagae options mis-match, false otherwise.
74static bool checkLanguageOptions(const LangOptions &LangOpts,
75 const LangOptions &ExistingLangOpts,
76 DiagnosticsEngine *Diags) {
77#define LANGOPT(Name, Bits, Default, Description) \
78 if (ExistingLangOpts.Name != LangOpts.Name) { \
79 if (Diags) \
80 Diags->Report(diag::err_pch_langopt_mismatch) \
81 << Description << LangOpts.Name << ExistingLangOpts.Name; \
82 return true; \
83 }
84
85#define VALUE_LANGOPT(Name, Bits, Default, Description) \
86 if (ExistingLangOpts.Name != LangOpts.Name) { \
87 if (Diags) \
88 Diags->Report(diag::err_pch_langopt_value_mismatch) \
89 << Description; \
90 return true; \
91 }
92
93#define ENUM_LANGOPT(Name, Type, Bits, Default, Description) \
94 if (ExistingLangOpts.get##Name() != LangOpts.get##Name()) { \
95 if (Diags) \
96 Diags->Report(diag::err_pch_langopt_value_mismatch) \
97 << Description; \
98 return true; \
99 }
100
101#define BENIGN_LANGOPT(Name, Bits, Default, Description)
102#define BENIGN_ENUM_LANGOPT(Name, Type, Bits, Default, Description)
103#include "clang/Basic/LangOptions.def"
104
105 if (ExistingLangOpts.ObjCRuntime != LangOpts.ObjCRuntime) {
106 if (Diags)
107 Diags->Report(diag::err_pch_langopt_value_mismatch)
108 << "target Objective-C runtime";
109 return true;
110 }
111
Dmitri Gribenko6ebf0912013-02-22 14:21:27 +0000112 if (ExistingLangOpts.CommentOpts.BlockCommandNames !=
113 LangOpts.CommentOpts.BlockCommandNames) {
114 if (Diags)
115 Diags->Report(diag::err_pch_langopt_value_mismatch)
116 << "block command names";
117 return true;
118 }
119
Guy Benyei7f92f2d2012-12-18 14:30:41 +0000120 return false;
121}
122
123/// \brief Compare the given set of target options against an existing set of
124/// target options.
125///
126/// \param Diags If non-NULL, diagnostics will be emitted via this engine.
127///
128/// \returns true if the target options mis-match, false otherwise.
129static bool checkTargetOptions(const TargetOptions &TargetOpts,
130 const TargetOptions &ExistingTargetOpts,
131 DiagnosticsEngine *Diags) {
132#define CHECK_TARGET_OPT(Field, Name) \
133 if (TargetOpts.Field != ExistingTargetOpts.Field) { \
134 if (Diags) \
135 Diags->Report(diag::err_pch_targetopt_mismatch) \
136 << Name << TargetOpts.Field << ExistingTargetOpts.Field; \
137 return true; \
138 }
139
140 CHECK_TARGET_OPT(Triple, "target");
141 CHECK_TARGET_OPT(CPU, "target CPU");
142 CHECK_TARGET_OPT(ABI, "target ABI");
143 CHECK_TARGET_OPT(CXXABI, "target C++ ABI");
144 CHECK_TARGET_OPT(LinkerVersion, "target linker version");
145#undef CHECK_TARGET_OPT
146
147 // Compare feature sets.
148 SmallVector<StringRef, 4> ExistingFeatures(
149 ExistingTargetOpts.FeaturesAsWritten.begin(),
150 ExistingTargetOpts.FeaturesAsWritten.end());
151 SmallVector<StringRef, 4> ReadFeatures(TargetOpts.FeaturesAsWritten.begin(),
152 TargetOpts.FeaturesAsWritten.end());
153 std::sort(ExistingFeatures.begin(), ExistingFeatures.end());
154 std::sort(ReadFeatures.begin(), ReadFeatures.end());
155
156 unsigned ExistingIdx = 0, ExistingN = ExistingFeatures.size();
157 unsigned ReadIdx = 0, ReadN = ReadFeatures.size();
158 while (ExistingIdx < ExistingN && ReadIdx < ReadN) {
159 if (ExistingFeatures[ExistingIdx] == ReadFeatures[ReadIdx]) {
160 ++ExistingIdx;
161 ++ReadIdx;
162 continue;
163 }
164
165 if (ReadFeatures[ReadIdx] < ExistingFeatures[ExistingIdx]) {
166 if (Diags)
167 Diags->Report(diag::err_pch_targetopt_feature_mismatch)
168 << false << ReadFeatures[ReadIdx];
169 return true;
170 }
171
172 if (Diags)
173 Diags->Report(diag::err_pch_targetopt_feature_mismatch)
174 << true << ExistingFeatures[ExistingIdx];
175 return true;
176 }
177
178 if (ExistingIdx < ExistingN) {
179 if (Diags)
180 Diags->Report(diag::err_pch_targetopt_feature_mismatch)
181 << true << ExistingFeatures[ExistingIdx];
182 return true;
183 }
184
185 if (ReadIdx < ReadN) {
186 if (Diags)
187 Diags->Report(diag::err_pch_targetopt_feature_mismatch)
188 << false << ReadFeatures[ReadIdx];
189 return true;
190 }
191
192 return false;
193}
194
195bool
196PCHValidator::ReadLanguageOptions(const LangOptions &LangOpts,
197 bool Complain) {
198 const LangOptions &ExistingLangOpts = PP.getLangOpts();
199 return checkLanguageOptions(LangOpts, ExistingLangOpts,
200 Complain? &Reader.Diags : 0);
201}
202
203bool PCHValidator::ReadTargetOptions(const TargetOptions &TargetOpts,
204 bool Complain) {
205 const TargetOptions &ExistingTargetOpts = PP.getTargetInfo().getTargetOpts();
206 return checkTargetOptions(TargetOpts, ExistingTargetOpts,
207 Complain? &Reader.Diags : 0);
208}
209
210namespace {
211 typedef llvm::StringMap<std::pair<StringRef, bool /*IsUndef*/> >
212 MacroDefinitionsMap;
213}
214
215/// \brief Collect the macro definitions provided by the given preprocessor
216/// options.
217static void collectMacroDefinitions(const PreprocessorOptions &PPOpts,
218 MacroDefinitionsMap &Macros,
219 SmallVectorImpl<StringRef> *MacroNames = 0){
220 for (unsigned I = 0, N = PPOpts.Macros.size(); I != N; ++I) {
221 StringRef Macro = PPOpts.Macros[I].first;
222 bool IsUndef = PPOpts.Macros[I].second;
223
224 std::pair<StringRef, StringRef> MacroPair = Macro.split('=');
225 StringRef MacroName = MacroPair.first;
226 StringRef MacroBody = MacroPair.second;
227
228 // For an #undef'd macro, we only care about the name.
229 if (IsUndef) {
230 if (MacroNames && !Macros.count(MacroName))
231 MacroNames->push_back(MacroName);
232
233 Macros[MacroName] = std::make_pair("", true);
234 continue;
235 }
236
237 // For a #define'd macro, figure out the actual definition.
238 if (MacroName.size() == Macro.size())
239 MacroBody = "1";
240 else {
241 // Note: GCC drops anything following an end-of-line character.
242 StringRef::size_type End = MacroBody.find_first_of("\n\r");
243 MacroBody = MacroBody.substr(0, End);
244 }
245
246 if (MacroNames && !Macros.count(MacroName))
247 MacroNames->push_back(MacroName);
248 Macros[MacroName] = std::make_pair(MacroBody, false);
249 }
250}
251
252/// \brief Check the preprocessor options deserialized from the control block
253/// against the preprocessor options in an existing preprocessor.
254///
255/// \param Diags If non-null, produce diagnostics for any mismatches incurred.
256static bool checkPreprocessorOptions(const PreprocessorOptions &PPOpts,
257 const PreprocessorOptions &ExistingPPOpts,
258 DiagnosticsEngine *Diags,
259 FileManager &FileMgr,
Argyrios Kyrtzidis65110ca2013-04-26 21:33:40 +0000260 std::string &SuggestedPredefines,
261 const LangOptions &LangOpts) {
Guy Benyei7f92f2d2012-12-18 14:30:41 +0000262 // Check macro definitions.
263 MacroDefinitionsMap ASTFileMacros;
264 collectMacroDefinitions(PPOpts, ASTFileMacros);
265 MacroDefinitionsMap ExistingMacros;
266 SmallVector<StringRef, 4> ExistingMacroNames;
267 collectMacroDefinitions(ExistingPPOpts, ExistingMacros, &ExistingMacroNames);
268
269 for (unsigned I = 0, N = ExistingMacroNames.size(); I != N; ++I) {
270 // Dig out the macro definition in the existing preprocessor options.
271 StringRef MacroName = ExistingMacroNames[I];
272 std::pair<StringRef, bool> Existing = ExistingMacros[MacroName];
273
274 // Check whether we know anything about this macro name or not.
275 llvm::StringMap<std::pair<StringRef, bool /*IsUndef*/> >::iterator Known
276 = ASTFileMacros.find(MacroName);
277 if (Known == ASTFileMacros.end()) {
278 // FIXME: Check whether this identifier was referenced anywhere in the
279 // AST file. If so, we should reject the AST file. Unfortunately, this
280 // information isn't in the control block. What shall we do about it?
281
282 if (Existing.second) {
283 SuggestedPredefines += "#undef ";
284 SuggestedPredefines += MacroName.str();
285 SuggestedPredefines += '\n';
286 } else {
287 SuggestedPredefines += "#define ";
288 SuggestedPredefines += MacroName.str();
289 SuggestedPredefines += ' ';
290 SuggestedPredefines += Existing.first.str();
291 SuggestedPredefines += '\n';
292 }
293 continue;
294 }
295
296 // If the macro was defined in one but undef'd in the other, we have a
297 // conflict.
298 if (Existing.second != Known->second.second) {
299 if (Diags) {
300 Diags->Report(diag::err_pch_macro_def_undef)
301 << MacroName << Known->second.second;
302 }
303 return true;
304 }
305
306 // If the macro was #undef'd in both, or if the macro bodies are identical,
307 // it's fine.
308 if (Existing.second || Existing.first == Known->second.first)
309 continue;
310
311 // The macro bodies differ; complain.
312 if (Diags) {
313 Diags->Report(diag::err_pch_macro_def_conflict)
314 << MacroName << Known->second.first << Existing.first;
315 }
316 return true;
317 }
318
319 // Check whether we're using predefines.
320 if (PPOpts.UsePredefines != ExistingPPOpts.UsePredefines) {
321 if (Diags) {
322 Diags->Report(diag::err_pch_undef) << ExistingPPOpts.UsePredefines;
323 }
324 return true;
325 }
326
Argyrios Kyrtzidis65110ca2013-04-26 21:33:40 +0000327 // Detailed record is important since it is used for the module cache hash.
328 if (LangOpts.Modules &&
329 PPOpts.DetailedRecord != ExistingPPOpts.DetailedRecord) {
330 if (Diags) {
331 Diags->Report(diag::err_pch_pp_detailed_record) << PPOpts.DetailedRecord;
332 }
333 return true;
334 }
335
Guy Benyei7f92f2d2012-12-18 14:30:41 +0000336 // Compute the #include and #include_macros lines we need.
337 for (unsigned I = 0, N = ExistingPPOpts.Includes.size(); I != N; ++I) {
338 StringRef File = ExistingPPOpts.Includes[I];
339 if (File == ExistingPPOpts.ImplicitPCHInclude)
340 continue;
341
342 if (std::find(PPOpts.Includes.begin(), PPOpts.Includes.end(), File)
343 != PPOpts.Includes.end())
344 continue;
345
346 SuggestedPredefines += "#include \"";
347 SuggestedPredefines +=
348 HeaderSearch::NormalizeDashIncludePath(File, FileMgr);
349 SuggestedPredefines += "\"\n";
350 }
351
352 for (unsigned I = 0, N = ExistingPPOpts.MacroIncludes.size(); I != N; ++I) {
353 StringRef File = ExistingPPOpts.MacroIncludes[I];
354 if (std::find(PPOpts.MacroIncludes.begin(), PPOpts.MacroIncludes.end(),
355 File)
356 != PPOpts.MacroIncludes.end())
357 continue;
358
359 SuggestedPredefines += "#__include_macros \"";
360 SuggestedPredefines +=
361 HeaderSearch::NormalizeDashIncludePath(File, FileMgr);
362 SuggestedPredefines += "\"\n##\n";
363 }
364
365 return false;
366}
367
368bool PCHValidator::ReadPreprocessorOptions(const PreprocessorOptions &PPOpts,
369 bool Complain,
370 std::string &SuggestedPredefines) {
371 const PreprocessorOptions &ExistingPPOpts = PP.getPreprocessorOpts();
372
373 return checkPreprocessorOptions(PPOpts, ExistingPPOpts,
374 Complain? &Reader.Diags : 0,
375 PP.getFileManager(),
Argyrios Kyrtzidis65110ca2013-04-26 21:33:40 +0000376 SuggestedPredefines,
377 PP.getLangOpts());
Guy Benyei7f92f2d2012-12-18 14:30:41 +0000378}
379
Guy Benyei7f92f2d2012-12-18 14:30:41 +0000380void PCHValidator::ReadCounter(const ModuleFile &M, unsigned Value) {
381 PP.setCounterValue(Value);
382}
383
384//===----------------------------------------------------------------------===//
385// AST reader implementation
386//===----------------------------------------------------------------------===//
387
388void
389ASTReader::setDeserializationListener(ASTDeserializationListener *Listener) {
390 DeserializationListener = Listener;
391}
392
393
394
395unsigned ASTSelectorLookupTrait::ComputeHash(Selector Sel) {
396 return serialization::ComputeHash(Sel);
397}
398
399
400std::pair<unsigned, unsigned>
401ASTSelectorLookupTrait::ReadKeyDataLength(const unsigned char*& d) {
402 using namespace clang::io;
403 unsigned KeyLen = ReadUnalignedLE16(d);
404 unsigned DataLen = ReadUnalignedLE16(d);
405 return std::make_pair(KeyLen, DataLen);
406}
407
408ASTSelectorLookupTrait::internal_key_type
409ASTSelectorLookupTrait::ReadKey(const unsigned char* d, unsigned) {
410 using namespace clang::io;
411 SelectorTable &SelTable = Reader.getContext().Selectors;
412 unsigned N = ReadUnalignedLE16(d);
413 IdentifierInfo *FirstII
Douglas Gregor8222b892013-01-21 16:52:34 +0000414 = Reader.getLocalIdentifier(F, ReadUnalignedLE32(d));
Guy Benyei7f92f2d2012-12-18 14:30:41 +0000415 if (N == 0)
416 return SelTable.getNullarySelector(FirstII);
417 else if (N == 1)
418 return SelTable.getUnarySelector(FirstII);
419
420 SmallVector<IdentifierInfo *, 16> Args;
421 Args.push_back(FirstII);
422 for (unsigned I = 1; I != N; ++I)
Douglas Gregor8222b892013-01-21 16:52:34 +0000423 Args.push_back(Reader.getLocalIdentifier(F, ReadUnalignedLE32(d)));
Guy Benyei7f92f2d2012-12-18 14:30:41 +0000424
425 return SelTable.getSelector(N, Args.data());
426}
427
428ASTSelectorLookupTrait::data_type
429ASTSelectorLookupTrait::ReadData(Selector, const unsigned char* d,
430 unsigned DataLen) {
431 using namespace clang::io;
432
433 data_type Result;
434
435 Result.ID = Reader.getGlobalSelectorID(F, ReadUnalignedLE32(d));
Argyrios Kyrtzidis2e3d8c02013-04-17 00:08:58 +0000436 unsigned NumInstanceMethodsAndBits = ReadUnalignedLE16(d);
437 unsigned NumFactoryMethodsAndBits = ReadUnalignedLE16(d);
438 Result.InstanceBits = NumInstanceMethodsAndBits & 0x3;
439 Result.FactoryBits = NumFactoryMethodsAndBits & 0x3;
440 unsigned NumInstanceMethods = NumInstanceMethodsAndBits >> 2;
441 unsigned NumFactoryMethods = NumFactoryMethodsAndBits >> 2;
Guy Benyei7f92f2d2012-12-18 14:30:41 +0000442
443 // Load instance methods
444 for (unsigned I = 0; I != NumInstanceMethods; ++I) {
445 if (ObjCMethodDecl *Method
446 = Reader.GetLocalDeclAs<ObjCMethodDecl>(F, ReadUnalignedLE32(d)))
447 Result.Instance.push_back(Method);
448 }
449
450 // Load factory methods
451 for (unsigned I = 0; I != NumFactoryMethods; ++I) {
452 if (ObjCMethodDecl *Method
453 = Reader.GetLocalDeclAs<ObjCMethodDecl>(F, ReadUnalignedLE32(d)))
454 Result.Factory.push_back(Method);
455 }
456
457 return Result;
458}
459
Douglas Gregor479633c2013-01-23 18:53:14 +0000460unsigned ASTIdentifierLookupTraitBase::ComputeHash(const internal_key_type& a) {
461 return llvm::HashString(a);
Guy Benyei7f92f2d2012-12-18 14:30:41 +0000462}
463
464std::pair<unsigned, unsigned>
Douglas Gregor479633c2013-01-23 18:53:14 +0000465ASTIdentifierLookupTraitBase::ReadKeyDataLength(const unsigned char*& d) {
Guy Benyei7f92f2d2012-12-18 14:30:41 +0000466 using namespace clang::io;
467 unsigned DataLen = ReadUnalignedLE16(d);
468 unsigned KeyLen = ReadUnalignedLE16(d);
469 return std::make_pair(KeyLen, DataLen);
470}
471
Douglas Gregor479633c2013-01-23 18:53:14 +0000472ASTIdentifierLookupTraitBase::internal_key_type
473ASTIdentifierLookupTraitBase::ReadKey(const unsigned char* d, unsigned n) {
Guy Benyei7f92f2d2012-12-18 14:30:41 +0000474 assert(n >= 2 && d[n-1] == '\0');
Douglas Gregor479633c2013-01-23 18:53:14 +0000475 return StringRef((const char*) d, n-1);
Guy Benyei7f92f2d2012-12-18 14:30:41 +0000476}
477
Douglas Gregorf4e955b2013-02-11 18:16:18 +0000478/// \brief Whether the given identifier is "interesting".
479static bool isInterestingIdentifier(IdentifierInfo &II) {
480 return II.isPoisoned() ||
481 II.isExtensionToken() ||
482 II.getObjCOrBuiltinID() ||
483 II.hasRevertedTokenIDToIdentifier() ||
484 II.hadMacroDefinition() ||
485 II.getFETokenInfo<void>();
486}
487
Guy Benyei7f92f2d2012-12-18 14:30:41 +0000488IdentifierInfo *ASTIdentifierLookupTrait::ReadData(const internal_key_type& k,
489 const unsigned char* d,
490 unsigned DataLen) {
491 using namespace clang::io;
492 unsigned RawID = ReadUnalignedLE32(d);
493 bool IsInteresting = RawID & 0x01;
494
495 // Wipe out the "is interesting" bit.
496 RawID = RawID >> 1;
497
498 IdentID ID = Reader.getGlobalIdentifierID(F, RawID);
499 if (!IsInteresting) {
500 // For uninteresting identifiers, just build the IdentifierInfo
501 // and associate it with the persistent ID.
502 IdentifierInfo *II = KnownII;
503 if (!II) {
Douglas Gregor479633c2013-01-23 18:53:14 +0000504 II = &Reader.getIdentifierTable().getOwn(k);
Guy Benyei7f92f2d2012-12-18 14:30:41 +0000505 KnownII = II;
506 }
507 Reader.SetIdentifierInfo(ID, II);
Douglas Gregorf4e955b2013-02-11 18:16:18 +0000508 if (!II->isFromAST()) {
509 bool WasInteresting = isInterestingIdentifier(*II);
510 II->setIsFromAST();
511 if (WasInteresting)
512 II->setChangedSinceDeserialization();
513 }
514 Reader.markIdentifierUpToDate(II);
Guy Benyei7f92f2d2012-12-18 14:30:41 +0000515 return II;
516 }
517
518 unsigned ObjCOrBuiltinID = ReadUnalignedLE16(d);
519 unsigned Bits = ReadUnalignedLE16(d);
520 bool CPlusPlusOperatorKeyword = Bits & 0x01;
521 Bits >>= 1;
522 bool HasRevertedTokenIDToIdentifier = Bits & 0x01;
523 Bits >>= 1;
524 bool Poisoned = Bits & 0x01;
525 Bits >>= 1;
526 bool ExtensionToken = Bits & 0x01;
527 Bits >>= 1;
Argyrios Kyrtzidis9317ab92013-03-22 21:12:57 +0000528 bool hasSubmoduleMacros = Bits & 0x01;
529 Bits >>= 1;
Guy Benyei7f92f2d2012-12-18 14:30:41 +0000530 bool hadMacroDefinition = Bits & 0x01;
531 Bits >>= 1;
532
533 assert(Bits == 0 && "Extra bits in the identifier?");
534 DataLen -= 8;
535
536 // Build the IdentifierInfo itself and link the identifier ID with
537 // the new IdentifierInfo.
538 IdentifierInfo *II = KnownII;
539 if (!II) {
Douglas Gregor479633c2013-01-23 18:53:14 +0000540 II = &Reader.getIdentifierTable().getOwn(StringRef(k));
Guy Benyei7f92f2d2012-12-18 14:30:41 +0000541 KnownII = II;
542 }
543 Reader.markIdentifierUpToDate(II);
Douglas Gregorf4e955b2013-02-11 18:16:18 +0000544 if (!II->isFromAST()) {
545 bool WasInteresting = isInterestingIdentifier(*II);
546 II->setIsFromAST();
547 if (WasInteresting)
548 II->setChangedSinceDeserialization();
549 }
Guy Benyei7f92f2d2012-12-18 14:30:41 +0000550
551 // Set or check the various bits in the IdentifierInfo structure.
552 // Token IDs are read-only.
Argyrios Kyrtzidis1ebefc72013-02-27 01:13:51 +0000553 if (HasRevertedTokenIDToIdentifier && II->getTokenID() != tok::identifier)
Guy Benyei7f92f2d2012-12-18 14:30:41 +0000554 II->RevertTokenIDToIdentifier();
555 II->setObjCOrBuiltinID(ObjCOrBuiltinID);
556 assert(II->isExtensionToken() == ExtensionToken &&
557 "Incorrect extension token flag");
558 (void)ExtensionToken;
559 if (Poisoned)
560 II->setIsPoisoned(true);
561 assert(II->isCPlusPlusOperatorKeyword() == CPlusPlusOperatorKeyword &&
562 "Incorrect C++ operator keyword flag");
563 (void)CPlusPlusOperatorKeyword;
564
565 // If this identifier is a macro, deserialize the macro
566 // definition.
567 if (hadMacroDefinition) {
Argyrios Kyrtzidis9317ab92013-03-22 21:12:57 +0000568 uint32_t MacroDirectivesOffset = ReadUnalignedLE32(d);
569 DataLen -= 4;
570 SmallVector<uint32_t, 8> LocalMacroIDs;
571 if (hasSubmoduleMacros) {
572 while (uint32_t LocalMacroID = ReadUnalignedLE32(d)) {
573 DataLen -= 4;
574 LocalMacroIDs.push_back(LocalMacroID);
575 }
Argyrios Kyrtzidisdc1088f2013-01-19 03:14:56 +0000576 DataLen -= 4;
577 }
Argyrios Kyrtzidis9317ab92013-03-22 21:12:57 +0000578
579 if (F.Kind == MK_Module) {
580 for (SmallVectorImpl<uint32_t>::iterator
581 I = LocalMacroIDs.begin(), E = LocalMacroIDs.end(); I != E; ++I) {
582 MacroID MacID = Reader.getGlobalMacroID(F, *I);
583 Reader.addPendingMacroFromModule(II, &F, MacID, F.DirectImportLoc);
584 }
585 } else {
586 Reader.addPendingMacroFromPCH(II, &F, MacroDirectivesOffset);
587 }
Guy Benyei7f92f2d2012-12-18 14:30:41 +0000588 }
589
590 Reader.SetIdentifierInfo(ID, II);
591
592 // Read all of the declarations visible at global scope with this
593 // name.
594 if (DataLen > 0) {
595 SmallVector<uint32_t, 4> DeclIDs;
596 for (; DataLen > 0; DataLen -= 4)
597 DeclIDs.push_back(Reader.getGlobalDeclID(F, ReadUnalignedLE32(d)));
598 Reader.SetGloballyVisibleDecls(II, DeclIDs);
599 }
600
601 return II;
602}
603
604unsigned
605ASTDeclContextNameLookupTrait::ComputeHash(const DeclNameKey &Key) const {
606 llvm::FoldingSetNodeID ID;
607 ID.AddInteger(Key.Kind);
608
609 switch (Key.Kind) {
610 case DeclarationName::Identifier:
611 case DeclarationName::CXXLiteralOperatorName:
612 ID.AddString(((IdentifierInfo*)Key.Data)->getName());
613 break;
614 case DeclarationName::ObjCZeroArgSelector:
615 case DeclarationName::ObjCOneArgSelector:
616 case DeclarationName::ObjCMultiArgSelector:
617 ID.AddInteger(serialization::ComputeHash(Selector(Key.Data)));
618 break;
619 case DeclarationName::CXXOperatorName:
620 ID.AddInteger((OverloadedOperatorKind)Key.Data);
621 break;
622 case DeclarationName::CXXConstructorName:
623 case DeclarationName::CXXDestructorName:
624 case DeclarationName::CXXConversionFunctionName:
625 case DeclarationName::CXXUsingDirective:
626 break;
627 }
628
629 return ID.ComputeHash();
630}
631
632ASTDeclContextNameLookupTrait::internal_key_type
633ASTDeclContextNameLookupTrait::GetInternalKey(
634 const external_key_type& Name) const {
635 DeclNameKey Key;
636 Key.Kind = Name.getNameKind();
637 switch (Name.getNameKind()) {
638 case DeclarationName::Identifier:
639 Key.Data = (uint64_t)Name.getAsIdentifierInfo();
640 break;
641 case DeclarationName::ObjCZeroArgSelector:
642 case DeclarationName::ObjCOneArgSelector:
643 case DeclarationName::ObjCMultiArgSelector:
644 Key.Data = (uint64_t)Name.getObjCSelector().getAsOpaquePtr();
645 break;
646 case DeclarationName::CXXOperatorName:
647 Key.Data = Name.getCXXOverloadedOperator();
648 break;
649 case DeclarationName::CXXLiteralOperatorName:
650 Key.Data = (uint64_t)Name.getCXXLiteralIdentifier();
651 break;
652 case DeclarationName::CXXConstructorName:
653 case DeclarationName::CXXDestructorName:
654 case DeclarationName::CXXConversionFunctionName:
655 case DeclarationName::CXXUsingDirective:
656 Key.Data = 0;
657 break;
658 }
659
660 return Key;
661}
662
663std::pair<unsigned, unsigned>
664ASTDeclContextNameLookupTrait::ReadKeyDataLength(const unsigned char*& d) {
665 using namespace clang::io;
666 unsigned KeyLen = ReadUnalignedLE16(d);
667 unsigned DataLen = ReadUnalignedLE16(d);
668 return std::make_pair(KeyLen, DataLen);
669}
670
671ASTDeclContextNameLookupTrait::internal_key_type
672ASTDeclContextNameLookupTrait::ReadKey(const unsigned char* d, unsigned) {
673 using namespace clang::io;
674
675 DeclNameKey Key;
676 Key.Kind = (DeclarationName::NameKind)*d++;
677 switch (Key.Kind) {
678 case DeclarationName::Identifier:
679 Key.Data = (uint64_t)Reader.getLocalIdentifier(F, ReadUnalignedLE32(d));
680 break;
681 case DeclarationName::ObjCZeroArgSelector:
682 case DeclarationName::ObjCOneArgSelector:
683 case DeclarationName::ObjCMultiArgSelector:
684 Key.Data =
685 (uint64_t)Reader.getLocalSelector(F, ReadUnalignedLE32(d))
686 .getAsOpaquePtr();
687 break;
688 case DeclarationName::CXXOperatorName:
689 Key.Data = *d++; // OverloadedOperatorKind
690 break;
691 case DeclarationName::CXXLiteralOperatorName:
692 Key.Data = (uint64_t)Reader.getLocalIdentifier(F, ReadUnalignedLE32(d));
693 break;
694 case DeclarationName::CXXConstructorName:
695 case DeclarationName::CXXDestructorName:
696 case DeclarationName::CXXConversionFunctionName:
697 case DeclarationName::CXXUsingDirective:
698 Key.Data = 0;
699 break;
700 }
701
702 return Key;
703}
704
705ASTDeclContextNameLookupTrait::data_type
706ASTDeclContextNameLookupTrait::ReadData(internal_key_type,
707 const unsigned char* d,
708 unsigned DataLen) {
709 using namespace clang::io;
710 unsigned NumDecls = ReadUnalignedLE16(d);
Argyrios Kyrtzidise8b61cf2013-01-11 22:29:49 +0000711 LE32DeclID *Start = reinterpret_cast<LE32DeclID *>(
712 const_cast<unsigned char *>(d));
Guy Benyei7f92f2d2012-12-18 14:30:41 +0000713 return std::make_pair(Start, Start + NumDecls);
714}
715
716bool ASTReader::ReadDeclContextStorage(ModuleFile &M,
Chris Lattner8f9a1eb2013-01-20 00:56:42 +0000717 BitstreamCursor &Cursor,
Guy Benyei7f92f2d2012-12-18 14:30:41 +0000718 const std::pair<uint64_t, uint64_t> &Offsets,
719 DeclContextInfo &Info) {
720 SavedStreamPosition SavedPosition(Cursor);
721 // First the lexical decls.
722 if (Offsets.first != 0) {
723 Cursor.JumpToBit(Offsets.first);
724
725 RecordData Record;
Chris Lattnerb3ce3572013-01-20 02:38:54 +0000726 StringRef Blob;
Guy Benyei7f92f2d2012-12-18 14:30:41 +0000727 unsigned Code = Cursor.ReadCode();
Chris Lattnerb3ce3572013-01-20 02:38:54 +0000728 unsigned RecCode = Cursor.readRecord(Code, Record, &Blob);
Guy Benyei7f92f2d2012-12-18 14:30:41 +0000729 if (RecCode != DECL_CONTEXT_LEXICAL) {
730 Error("Expected lexical block");
731 return true;
732 }
733
Chris Lattnerb3ce3572013-01-20 02:38:54 +0000734 Info.LexicalDecls = reinterpret_cast<const KindDeclIDPair*>(Blob.data());
735 Info.NumLexicalDecls = Blob.size() / sizeof(KindDeclIDPair);
Guy Benyei7f92f2d2012-12-18 14:30:41 +0000736 }
737
738 // Now the lookup table.
739 if (Offsets.second != 0) {
740 Cursor.JumpToBit(Offsets.second);
741
742 RecordData Record;
Chris Lattnerb3ce3572013-01-20 02:38:54 +0000743 StringRef Blob;
Guy Benyei7f92f2d2012-12-18 14:30:41 +0000744 unsigned Code = Cursor.ReadCode();
Chris Lattnerb3ce3572013-01-20 02:38:54 +0000745 unsigned RecCode = Cursor.readRecord(Code, Record, &Blob);
Guy Benyei7f92f2d2012-12-18 14:30:41 +0000746 if (RecCode != DECL_CONTEXT_VISIBLE) {
747 Error("Expected visible lookup table block");
748 return true;
749 }
750 Info.NameLookupTableData
751 = ASTDeclContextNameLookupTable::Create(
Chris Lattnerb3ce3572013-01-20 02:38:54 +0000752 (const unsigned char *)Blob.data() + Record[0],
753 (const unsigned char *)Blob.data(),
Guy Benyei7f92f2d2012-12-18 14:30:41 +0000754 ASTDeclContextNameLookupTrait(*this, M));
755 }
756
757 return false;
758}
759
760void ASTReader::Error(StringRef Msg) {
761 Error(diag::err_fe_pch_malformed, Msg);
Douglas Gregorc1478612013-05-10 22:15:13 +0000762 if (Context.getLangOpts().Modules && !Diags.isDiagnosticInFlight()) {
763 Diag(diag::note_module_cache_path)
764 << PP.getHeaderSearchInfo().getModuleCachePath();
765 }
Guy Benyei7f92f2d2012-12-18 14:30:41 +0000766}
767
768void ASTReader::Error(unsigned DiagID,
769 StringRef Arg1, StringRef Arg2) {
770 if (Diags.isDiagnosticInFlight())
771 Diags.SetDelayedDiagnostic(DiagID, Arg1, Arg2);
772 else
773 Diag(DiagID) << Arg1 << Arg2;
774}
775
776//===----------------------------------------------------------------------===//
777// Source Manager Deserialization
778//===----------------------------------------------------------------------===//
779
780/// \brief Read the line table in the source manager block.
781/// \returns true if there was an error.
782bool ASTReader::ParseLineTable(ModuleFile &F,
783 SmallVectorImpl<uint64_t> &Record) {
784 unsigned Idx = 0;
785 LineTableInfo &LineTable = SourceMgr.getLineTable();
786
787 // Parse the file names
788 std::map<int, int> FileIDs;
789 for (int I = 0, N = Record[Idx++]; I != N; ++I) {
790 // Extract the file name
791 unsigned FilenameLen = Record[Idx++];
792 std::string Filename(&Record[Idx], &Record[Idx] + FilenameLen);
793 Idx += FilenameLen;
794 MaybeAddSystemRootToFilename(F, Filename);
795 FileIDs[I] = LineTable.getLineTableFilenameID(Filename);
796 }
797
798 // Parse the line entries
799 std::vector<LineEntry> Entries;
800 while (Idx < Record.size()) {
801 int FID = Record[Idx++];
802 assert(FID >= 0 && "Serialized line entries for non-local file.");
803 // Remap FileID from 1-based old view.
804 FID += F.SLocEntryBaseID - 1;
805
806 // Extract the line entries
807 unsigned NumEntries = Record[Idx++];
808 assert(NumEntries && "Numentries is 00000");
809 Entries.clear();
810 Entries.reserve(NumEntries);
811 for (unsigned I = 0; I != NumEntries; ++I) {
812 unsigned FileOffset = Record[Idx++];
813 unsigned LineNo = Record[Idx++];
814 int FilenameID = FileIDs[Record[Idx++]];
815 SrcMgr::CharacteristicKind FileKind
816 = (SrcMgr::CharacteristicKind)Record[Idx++];
817 unsigned IncludeOffset = Record[Idx++];
818 Entries.push_back(LineEntry::get(FileOffset, LineNo, FilenameID,
819 FileKind, IncludeOffset));
820 }
821 LineTable.AddEntry(FileID::get(FID), Entries);
822 }
823
824 return false;
825}
826
827/// \brief Read a source manager block
828bool ASTReader::ReadSourceManagerBlock(ModuleFile &F) {
829 using namespace SrcMgr;
830
Chris Lattner8f9a1eb2013-01-20 00:56:42 +0000831 BitstreamCursor &SLocEntryCursor = F.SLocEntryCursor;
Guy Benyei7f92f2d2012-12-18 14:30:41 +0000832
833 // Set the source-location entry cursor to the current position in
834 // the stream. This cursor will be used to read the contents of the
835 // source manager block initially, and then lazily read
836 // source-location entries as needed.
837 SLocEntryCursor = F.Stream;
838
839 // The stream itself is going to skip over the source manager block.
840 if (F.Stream.SkipBlock()) {
841 Error("malformed block record in AST file");
842 return true;
843 }
844
845 // Enter the source manager block.
846 if (SLocEntryCursor.EnterSubBlock(SOURCE_MANAGER_BLOCK_ID)) {
847 Error("malformed source manager block record in AST file");
848 return true;
849 }
850
851 RecordData Record;
852 while (true) {
Chris Lattner88bde502013-01-19 21:39:22 +0000853 llvm::BitstreamEntry E = SLocEntryCursor.advanceSkippingSubblocks();
854
855 switch (E.Kind) {
856 case llvm::BitstreamEntry::SubBlock: // Handled for us already.
857 case llvm::BitstreamEntry::Error:
858 Error("malformed block record in AST file");
859 return true;
860 case llvm::BitstreamEntry::EndBlock:
Guy Benyei7f92f2d2012-12-18 14:30:41 +0000861 return false;
Chris Lattner88bde502013-01-19 21:39:22 +0000862 case llvm::BitstreamEntry::Record:
863 // The interesting case.
864 break;
Guy Benyei7f92f2d2012-12-18 14:30:41 +0000865 }
Chris Lattner88bde502013-01-19 21:39:22 +0000866
Guy Benyei7f92f2d2012-12-18 14:30:41 +0000867 // Read a record.
Guy Benyei7f92f2d2012-12-18 14:30:41 +0000868 Record.clear();
Chris Lattner125eb3e2013-01-21 18:28:26 +0000869 StringRef Blob;
870 switch (SLocEntryCursor.readRecord(E.ID, Record, &Blob)) {
Guy Benyei7f92f2d2012-12-18 14:30:41 +0000871 default: // Default behavior: ignore.
872 break;
873
874 case SM_SLOC_FILE_ENTRY:
875 case SM_SLOC_BUFFER_ENTRY:
876 case SM_SLOC_EXPANSION_ENTRY:
877 // Once we hit one of the source location entries, we're done.
878 return false;
879 }
880 }
881}
882
883/// \brief If a header file is not found at the path that we expect it to be
884/// and the PCH file was moved from its original location, try to resolve the
885/// file by assuming that header+PCH were moved together and the header is in
886/// the same place relative to the PCH.
887static std::string
888resolveFileRelativeToOriginalDir(const std::string &Filename,
889 const std::string &OriginalDir,
890 const std::string &CurrDir) {
891 assert(OriginalDir != CurrDir &&
892 "No point trying to resolve the file if the PCH dir didn't change");
893 using namespace llvm::sys;
894 SmallString<128> filePath(Filename);
895 fs::make_absolute(filePath);
896 assert(path::is_absolute(OriginalDir));
897 SmallString<128> currPCHPath(CurrDir);
898
899 path::const_iterator fileDirI = path::begin(path::parent_path(filePath)),
900 fileDirE = path::end(path::parent_path(filePath));
901 path::const_iterator origDirI = path::begin(OriginalDir),
902 origDirE = path::end(OriginalDir);
903 // Skip the common path components from filePath and OriginalDir.
904 while (fileDirI != fileDirE && origDirI != origDirE &&
905 *fileDirI == *origDirI) {
906 ++fileDirI;
907 ++origDirI;
908 }
909 for (; origDirI != origDirE; ++origDirI)
910 path::append(currPCHPath, "..");
911 path::append(currPCHPath, fileDirI, fileDirE);
912 path::append(currPCHPath, path::filename(Filename));
913 return currPCHPath.str();
914}
915
916bool ASTReader::ReadSLocEntry(int ID) {
917 if (ID == 0)
918 return false;
919
920 if (unsigned(-ID) - 2 >= getTotalNumSLocs() || ID > 0) {
921 Error("source location entry ID out-of-range for AST file");
922 return true;
923 }
924
925 ModuleFile *F = GlobalSLocEntryMap.find(-ID)->second;
926 F->SLocEntryCursor.JumpToBit(F->SLocEntryOffsets[ID - F->SLocEntryBaseID]);
Chris Lattner8f9a1eb2013-01-20 00:56:42 +0000927 BitstreamCursor &SLocEntryCursor = F->SLocEntryCursor;
Guy Benyei7f92f2d2012-12-18 14:30:41 +0000928 unsigned BaseOffset = F->SLocEntryBaseOffset;
929
930 ++NumSLocEntriesRead;
Chris Lattner88bde502013-01-19 21:39:22 +0000931 llvm::BitstreamEntry Entry = SLocEntryCursor.advance();
932 if (Entry.Kind != llvm::BitstreamEntry::Record) {
Guy Benyei7f92f2d2012-12-18 14:30:41 +0000933 Error("incorrectly-formatted source location entry in AST file");
934 return true;
935 }
Chris Lattner88bde502013-01-19 21:39:22 +0000936
Guy Benyei7f92f2d2012-12-18 14:30:41 +0000937 RecordData Record;
Chris Lattnerb3ce3572013-01-20 02:38:54 +0000938 StringRef Blob;
939 switch (SLocEntryCursor.readRecord(Entry.ID, Record, &Blob)) {
Guy Benyei7f92f2d2012-12-18 14:30:41 +0000940 default:
941 Error("incorrectly-formatted source location entry in AST file");
942 return true;
943
944 case SM_SLOC_FILE_ENTRY: {
945 // We will detect whether a file changed and return 'Failure' for it, but
946 // we will also try to fail gracefully by setting up the SLocEntry.
947 unsigned InputID = Record[4];
948 InputFile IF = getInputFile(*F, InputID);
Argyrios Kyrtzidis8504b7b2013-03-01 03:26:04 +0000949 const FileEntry *File = IF.getFile();
950 bool OverriddenBuffer = IF.isOverridden();
Guy Benyei7f92f2d2012-12-18 14:30:41 +0000951
Argyrios Kyrtzidis8504b7b2013-03-01 03:26:04 +0000952 // Note that we only check if a File was returned. If it was out-of-date
953 // we have complained but we will continue creating a FileID to recover
954 // gracefully.
955 if (!File)
Guy Benyei7f92f2d2012-12-18 14:30:41 +0000956 return true;
957
958 SourceLocation IncludeLoc = ReadSourceLocation(*F, Record[1]);
959 if (IncludeLoc.isInvalid() && F->Kind != MK_MainFile) {
960 // This is the module's main file.
961 IncludeLoc = getImportLocation(F);
962 }
963 SrcMgr::CharacteristicKind
964 FileCharacter = (SrcMgr::CharacteristicKind)Record[2];
965 FileID FID = SourceMgr.createFileID(File, IncludeLoc, FileCharacter,
966 ID, BaseOffset + Record[0]);
967 SrcMgr::FileInfo &FileInfo =
968 const_cast<SrcMgr::FileInfo&>(SourceMgr.getSLocEntry(FID).getFile());
969 FileInfo.NumCreatedFIDs = Record[5];
970 if (Record[3])
971 FileInfo.setHasLineDirectives();
972
973 const DeclID *FirstDecl = F->FileSortedDecls + Record[6];
974 unsigned NumFileDecls = Record[7];
975 if (NumFileDecls) {
976 assert(F->FileSortedDecls && "FILE_SORTED_DECLS not encountered yet ?");
977 FileDeclIDs[FID] = FileDeclsInfo(F, llvm::makeArrayRef(FirstDecl,
978 NumFileDecls));
979 }
980
981 const SrcMgr::ContentCache *ContentCache
982 = SourceMgr.getOrCreateContentCache(File,
983 /*isSystemFile=*/FileCharacter != SrcMgr::C_User);
984 if (OverriddenBuffer && !ContentCache->BufferOverridden &&
985 ContentCache->ContentsEntry == ContentCache->OrigEntry) {
986 unsigned Code = SLocEntryCursor.ReadCode();
987 Record.clear();
Chris Lattnerb3ce3572013-01-20 02:38:54 +0000988 unsigned RecCode = SLocEntryCursor.readRecord(Code, Record, &Blob);
Guy Benyei7f92f2d2012-12-18 14:30:41 +0000989
990 if (RecCode != SM_SLOC_BUFFER_BLOB) {
991 Error("AST record has invalid code");
992 return true;
993 }
994
995 llvm::MemoryBuffer *Buffer
Chris Lattnerb3ce3572013-01-20 02:38:54 +0000996 = llvm::MemoryBuffer::getMemBuffer(Blob.drop_back(1), File->getName());
Guy Benyei7f92f2d2012-12-18 14:30:41 +0000997 SourceMgr.overrideFileContents(File, Buffer);
998 }
999
1000 break;
1001 }
1002
1003 case SM_SLOC_BUFFER_ENTRY: {
Chris Lattnerb3ce3572013-01-20 02:38:54 +00001004 const char *Name = Blob.data();
Guy Benyei7f92f2d2012-12-18 14:30:41 +00001005 unsigned Offset = Record[0];
1006 SrcMgr::CharacteristicKind
1007 FileCharacter = (SrcMgr::CharacteristicKind)Record[2];
1008 SourceLocation IncludeLoc = ReadSourceLocation(*F, Record[1]);
1009 if (IncludeLoc.isInvalid() && F->Kind == MK_Module) {
1010 IncludeLoc = getImportLocation(F);
1011 }
1012 unsigned Code = SLocEntryCursor.ReadCode();
1013 Record.clear();
1014 unsigned RecCode
Chris Lattnerb3ce3572013-01-20 02:38:54 +00001015 = SLocEntryCursor.readRecord(Code, Record, &Blob);
Guy Benyei7f92f2d2012-12-18 14:30:41 +00001016
1017 if (RecCode != SM_SLOC_BUFFER_BLOB) {
1018 Error("AST record has invalid code");
1019 return true;
1020 }
1021
1022 llvm::MemoryBuffer *Buffer
Chris Lattnerb3ce3572013-01-20 02:38:54 +00001023 = llvm::MemoryBuffer::getMemBuffer(Blob.drop_back(1), Name);
Guy Benyei7f92f2d2012-12-18 14:30:41 +00001024 SourceMgr.createFileIDForMemBuffer(Buffer, FileCharacter, ID,
1025 BaseOffset + Offset, IncludeLoc);
1026 break;
1027 }
1028
1029 case SM_SLOC_EXPANSION_ENTRY: {
1030 SourceLocation SpellingLoc = ReadSourceLocation(*F, Record[1]);
1031 SourceMgr.createExpansionLoc(SpellingLoc,
1032 ReadSourceLocation(*F, Record[2]),
1033 ReadSourceLocation(*F, Record[3]),
1034 Record[4],
1035 ID,
1036 BaseOffset + Record[0]);
1037 break;
1038 }
1039 }
1040
1041 return false;
1042}
1043
1044std::pair<SourceLocation, StringRef> ASTReader::getModuleImportLoc(int ID) {
1045 if (ID == 0)
1046 return std::make_pair(SourceLocation(), "");
1047
1048 if (unsigned(-ID) - 2 >= getTotalNumSLocs() || ID > 0) {
1049 Error("source location entry ID out-of-range for AST file");
1050 return std::make_pair(SourceLocation(), "");
1051 }
1052
1053 // Find which module file this entry lands in.
1054 ModuleFile *M = GlobalSLocEntryMap.find(-ID)->second;
1055 if (M->Kind != MK_Module)
1056 return std::make_pair(SourceLocation(), "");
1057
1058 // FIXME: Can we map this down to a particular submodule? That would be
1059 // ideal.
1060 return std::make_pair(M->ImportLoc, llvm::sys::path::stem(M->FileName));
1061}
1062
1063/// \brief Find the location where the module F is imported.
1064SourceLocation ASTReader::getImportLocation(ModuleFile *F) {
1065 if (F->ImportLoc.isValid())
1066 return F->ImportLoc;
1067
1068 // Otherwise we have a PCH. It's considered to be "imported" at the first
1069 // location of its includer.
1070 if (F->ImportedBy.empty() || !F->ImportedBy[0]) {
1071 // Main file is the importer. We assume that it is the first entry in the
1072 // entry table. We can't ask the manager, because at the time of PCH loading
1073 // the main file entry doesn't exist yet.
1074 // The very first entry is the invalid instantiation loc, which takes up
1075 // offsets 0 and 1.
1076 return SourceLocation::getFromRawEncoding(2U);
1077 }
1078 //return F->Loaders[0]->FirstLoc;
1079 return F->ImportedBy[0]->FirstLoc;
1080}
1081
1082/// ReadBlockAbbrevs - Enter a subblock of the specified BlockID with the
1083/// specified cursor. Read the abbreviations that are at the top of the block
1084/// and then leave the cursor pointing into the block.
Chris Lattner8f9a1eb2013-01-20 00:56:42 +00001085bool ASTReader::ReadBlockAbbrevs(BitstreamCursor &Cursor, unsigned BlockID) {
Guy Benyei7f92f2d2012-12-18 14:30:41 +00001086 if (Cursor.EnterSubBlock(BlockID)) {
1087 Error("malformed block record in AST file");
1088 return Failure;
1089 }
1090
1091 while (true) {
1092 uint64_t Offset = Cursor.GetCurrentBitNo();
1093 unsigned Code = Cursor.ReadCode();
1094
1095 // We expect all abbrevs to be at the start of the block.
1096 if (Code != llvm::bitc::DEFINE_ABBREV) {
1097 Cursor.JumpToBit(Offset);
1098 return false;
1099 }
1100 Cursor.ReadAbbrevRecord();
1101 }
1102}
1103
John McCallaeeacf72013-05-03 00:10:13 +00001104Token ASTReader::ReadToken(ModuleFile &F, const RecordData &Record,
1105 unsigned &Idx) {
1106 Token Tok;
1107 Tok.startToken();
1108 Tok.setLocation(ReadSourceLocation(F, Record, Idx));
1109 Tok.setLength(Record[Idx++]);
1110 if (IdentifierInfo *II = getLocalIdentifier(F, Record[Idx++]))
1111 Tok.setIdentifierInfo(II);
1112 Tok.setKind((tok::TokenKind)Record[Idx++]);
1113 Tok.setFlag((Token::TokenFlags)Record[Idx++]);
1114 return Tok;
1115}
1116
Argyrios Kyrtzidis9317ab92013-03-22 21:12:57 +00001117MacroInfo *ASTReader::ReadMacroRecord(ModuleFile &F, uint64_t Offset) {
Chris Lattner8f9a1eb2013-01-20 00:56:42 +00001118 BitstreamCursor &Stream = F.MacroCursor;
Guy Benyei7f92f2d2012-12-18 14:30:41 +00001119
1120 // Keep track of where we are in the stream, then jump back there
1121 // after reading this macro.
1122 SavedStreamPosition SavedPosition(Stream);
1123
1124 Stream.JumpToBit(Offset);
1125 RecordData Record;
1126 SmallVector<IdentifierInfo*, 16> MacroArgs;
1127 MacroInfo *Macro = 0;
1128
Guy Benyei7f92f2d2012-12-18 14:30:41 +00001129 while (true) {
Chris Lattner99a5af02013-01-20 00:00:22 +00001130 // Advance to the next record, but if we get to the end of the block, don't
1131 // pop it (removing all the abbreviations from the cursor) since we want to
1132 // be able to reseek within the block and read entries.
Chris Lattner8f9a1eb2013-01-20 00:56:42 +00001133 unsigned Flags = BitstreamCursor::AF_DontPopBlockAtEnd;
Chris Lattner99a5af02013-01-20 00:00:22 +00001134 llvm::BitstreamEntry Entry = Stream.advanceSkippingSubblocks(Flags);
1135
1136 switch (Entry.Kind) {
1137 case llvm::BitstreamEntry::SubBlock: // Handled for us already.
1138 case llvm::BitstreamEntry::Error:
1139 Error("malformed block record in AST file");
Argyrios Kyrtzidis9317ab92013-03-22 21:12:57 +00001140 return Macro;
Chris Lattner99a5af02013-01-20 00:00:22 +00001141 case llvm::BitstreamEntry::EndBlock:
Argyrios Kyrtzidis9317ab92013-03-22 21:12:57 +00001142 return Macro;
Chris Lattner99a5af02013-01-20 00:00:22 +00001143 case llvm::BitstreamEntry::Record:
1144 // The interesting case.
1145 break;
Guy Benyei7f92f2d2012-12-18 14:30:41 +00001146 }
1147
1148 // Read a record.
Guy Benyei7f92f2d2012-12-18 14:30:41 +00001149 Record.clear();
1150 PreprocessorRecordTypes RecType =
Chris Lattnerb3ce3572013-01-20 02:38:54 +00001151 (PreprocessorRecordTypes)Stream.readRecord(Entry.ID, Record);
Guy Benyei7f92f2d2012-12-18 14:30:41 +00001152 switch (RecType) {
Argyrios Kyrtzidis9317ab92013-03-22 21:12:57 +00001153 case PP_MACRO_DIRECTIVE_HISTORY:
1154 return Macro;
1155
Guy Benyei7f92f2d2012-12-18 14:30:41 +00001156 case PP_MACRO_OBJECT_LIKE:
1157 case PP_MACRO_FUNCTION_LIKE: {
1158 // If we already have a macro, that means that we've hit the end
1159 // of the definition of the macro we were looking for. We're
1160 // done.
1161 if (Macro)
Argyrios Kyrtzidis9317ab92013-03-22 21:12:57 +00001162 return Macro;
Guy Benyei7f92f2d2012-12-18 14:30:41 +00001163
Argyrios Kyrtzidis9317ab92013-03-22 21:12:57 +00001164 unsigned NextIndex = 1; // Skip identifier ID.
1165 SubmoduleID SubModID = getGlobalSubmoduleID(F, Record[NextIndex++]);
Guy Benyei7f92f2d2012-12-18 14:30:41 +00001166 SourceLocation Loc = ReadSourceLocation(F, Record, NextIndex);
Argyrios Kyrtzidis9317ab92013-03-22 21:12:57 +00001167 MacroInfo *MI = PP.AllocateDeserializedMacroInfo(Loc, SubModID);
Argyrios Kyrtzidis8169b672013-01-07 19:16:23 +00001168 MI->setDefinitionEndLoc(ReadSourceLocation(F, Record, NextIndex));
Guy Benyei7f92f2d2012-12-18 14:30:41 +00001169 MI->setIsUsed(Record[NextIndex++]);
Guy Benyei7f92f2d2012-12-18 14:30:41 +00001170
Guy Benyei7f92f2d2012-12-18 14:30:41 +00001171 if (RecType == PP_MACRO_FUNCTION_LIKE) {
1172 // Decode function-like macro info.
1173 bool isC99VarArgs = Record[NextIndex++];
1174 bool isGNUVarArgs = Record[NextIndex++];
1175 bool hasCommaPasting = Record[NextIndex++];
1176 MacroArgs.clear();
1177 unsigned NumArgs = Record[NextIndex++];
1178 for (unsigned i = 0; i != NumArgs; ++i)
1179 MacroArgs.push_back(getLocalIdentifier(F, Record[NextIndex++]));
1180
1181 // Install function-like macro info.
1182 MI->setIsFunctionLike();
1183 if (isC99VarArgs) MI->setIsC99Varargs();
1184 if (isGNUVarArgs) MI->setIsGNUVarargs();
1185 if (hasCommaPasting) MI->setHasCommaPasting();
1186 MI->setArgumentList(MacroArgs.data(), MacroArgs.size(),
1187 PP.getPreprocessorAllocator());
1188 }
1189
Guy Benyei7f92f2d2012-12-18 14:30:41 +00001190 // Remember that we saw this macro last so that we add the tokens that
1191 // form its body to it.
1192 Macro = MI;
1193
1194 if (NextIndex + 1 == Record.size() && PP.getPreprocessingRecord() &&
1195 Record[NextIndex]) {
1196 // We have a macro definition. Register the association
1197 PreprocessedEntityID
1198 GlobalID = getGlobalPreprocessedEntityID(F, Record[NextIndex]);
1199 PreprocessingRecord &PPRec = *PP.getPreprocessingRecord();
Argyrios Kyrtzidis0b849d32013-02-22 18:35:59 +00001200 PreprocessingRecord::PPEntityID
1201 PPID = PPRec.getPPEntityID(GlobalID-1, /*isLoaded=*/true);
1202 MacroDefinition *PPDef =
1203 cast_or_null<MacroDefinition>(PPRec.getPreprocessedEntity(PPID));
1204 if (PPDef)
1205 PPRec.RegisterMacroDefinition(Macro, PPDef);
Guy Benyei7f92f2d2012-12-18 14:30:41 +00001206 }
1207
1208 ++NumMacrosRead;
1209 break;
1210 }
1211
1212 case PP_TOKEN: {
1213 // If we see a TOKEN before a PP_MACRO_*, then the file is
1214 // erroneous, just pretend we didn't see this.
1215 if (Macro == 0) break;
1216
John McCallaeeacf72013-05-03 00:10:13 +00001217 unsigned Idx = 0;
1218 Token Tok = ReadToken(F, Record, Idx);
Guy Benyei7f92f2d2012-12-18 14:30:41 +00001219 Macro->AddTokenToBody(Tok);
1220 break;
1221 }
1222 }
1223 }
1224}
1225
1226PreprocessedEntityID
1227ASTReader::getGlobalPreprocessedEntityID(ModuleFile &M, unsigned LocalID) const {
1228 ContinuousRangeMap<uint32_t, int, 2>::const_iterator
1229 I = M.PreprocessedEntityRemap.find(LocalID - NUM_PREDEF_PP_ENTITY_IDS);
1230 assert(I != M.PreprocessedEntityRemap.end()
1231 && "Invalid index into preprocessed entity index remap");
1232
1233 return LocalID + I->second;
1234}
1235
Argyrios Kyrtzidised3802e2013-03-06 18:12:47 +00001236unsigned HeaderFileInfoTrait::ComputeHash(internal_key_ref ikey) {
1237 return llvm::hash_combine(ikey.Size, ikey.ModTime);
Guy Benyei7f92f2d2012-12-18 14:30:41 +00001238}
1239
1240HeaderFileInfoTrait::internal_key_type
Argyrios Kyrtzidised3802e2013-03-06 18:12:47 +00001241HeaderFileInfoTrait::GetInternalKey(const FileEntry *FE) {
1242 internal_key_type ikey = { FE->getSize(), FE->getModificationTime(),
1243 FE->getName() };
1244 return ikey;
1245}
Guy Benyei7f92f2d2012-12-18 14:30:41 +00001246
Argyrios Kyrtzidised3802e2013-03-06 18:12:47 +00001247bool HeaderFileInfoTrait::EqualKey(internal_key_ref a, internal_key_ref b) {
1248 if (a.Size != b.Size || a.ModTime != b.ModTime)
Guy Benyei7f92f2d2012-12-18 14:30:41 +00001249 return false;
1250
Argyrios Kyrtzidised3802e2013-03-06 18:12:47 +00001251 if (strcmp(a.Filename, b.Filename) == 0)
1252 return true;
1253
Guy Benyei7f92f2d2012-12-18 14:30:41 +00001254 // Determine whether the actual files are equivalent.
Argyrios Kyrtzidis1c1508b2013-03-04 20:33:40 +00001255 FileManager &FileMgr = Reader.getFileManager();
Argyrios Kyrtzidised3802e2013-03-06 18:12:47 +00001256 const FileEntry *FEA = FileMgr.getFile(a.Filename);
1257 const FileEntry *FEB = FileMgr.getFile(b.Filename);
Argyrios Kyrtzidis1c1508b2013-03-04 20:33:40 +00001258 return (FEA && FEA == FEB);
Guy Benyei7f92f2d2012-12-18 14:30:41 +00001259}
1260
1261std::pair<unsigned, unsigned>
1262HeaderFileInfoTrait::ReadKeyDataLength(const unsigned char*& d) {
1263 unsigned KeyLen = (unsigned) clang::io::ReadUnalignedLE16(d);
1264 unsigned DataLen = (unsigned) *d++;
Argyrios Kyrtzidised3802e2013-03-06 18:12:47 +00001265 return std::make_pair(KeyLen, DataLen);
Guy Benyei7f92f2d2012-12-18 14:30:41 +00001266}
Argyrios Kyrtzidised3802e2013-03-06 18:12:47 +00001267
1268HeaderFileInfoTrait::internal_key_type
1269HeaderFileInfoTrait::ReadKey(const unsigned char *d, unsigned) {
1270 internal_key_type ikey;
1271 ikey.Size = off_t(clang::io::ReadUnalignedLE64(d));
1272 ikey.ModTime = time_t(clang::io::ReadUnalignedLE64(d));
1273 ikey.Filename = (const char *)d;
1274 return ikey;
1275}
1276
Guy Benyei7f92f2d2012-12-18 14:30:41 +00001277HeaderFileInfoTrait::data_type
Argyrios Kyrtzidis55ea75b2013-03-13 21:13:51 +00001278HeaderFileInfoTrait::ReadData(internal_key_ref key, const unsigned char *d,
Guy Benyei7f92f2d2012-12-18 14:30:41 +00001279 unsigned DataLen) {
1280 const unsigned char *End = d + DataLen;
1281 using namespace clang::io;
1282 HeaderFileInfo HFI;
1283 unsigned Flags = *d++;
Lawrence Crowlbc3f6282013-06-20 21:14:14 +00001284 HFI.HeaderRole = static_cast<ModuleMap::ModuleHeaderRole>
1285 ((Flags >> 6) & 0x03);
Guy Benyei7f92f2d2012-12-18 14:30:41 +00001286 HFI.isImport = (Flags >> 5) & 0x01;
1287 HFI.isPragmaOnce = (Flags >> 4) & 0x01;
1288 HFI.DirInfo = (Flags >> 2) & 0x03;
1289 HFI.Resolved = (Flags >> 1) & 0x01;
1290 HFI.IndexHeaderMapHeader = Flags & 0x01;
1291 HFI.NumIncludes = ReadUnalignedLE16(d);
1292 HFI.ControllingMacroID = Reader.getGlobalIdentifierID(M,
1293 ReadUnalignedLE32(d));
1294 if (unsigned FrameworkOffset = ReadUnalignedLE32(d)) {
1295 // The framework offset is 1 greater than the actual offset,
1296 // since 0 is used as an indicator for "no framework name".
1297 StringRef FrameworkName(FrameworkStrings + FrameworkOffset - 1);
1298 HFI.Framework = HS->getUniqueFrameworkName(FrameworkName);
1299 }
1300
Argyrios Kyrtzidis55ea75b2013-03-13 21:13:51 +00001301 if (d != End) {
1302 uint32_t LocalSMID = ReadUnalignedLE32(d);
1303 if (LocalSMID) {
1304 // This header is part of a module. Associate it with the module to enable
1305 // implicit module import.
1306 SubmoduleID GlobalSMID = Reader.getGlobalSubmoduleID(M, LocalSMID);
1307 Module *Mod = Reader.getSubmodule(GlobalSMID);
1308 HFI.isModuleHeader = true;
1309 FileManager &FileMgr = Reader.getFileManager();
1310 ModuleMap &ModMap =
1311 Reader.getPreprocessor().getHeaderSearchInfo().getModuleMap();
Lawrence Crowlbc3f6282013-06-20 21:14:14 +00001312 ModMap.addHeader(Mod, FileMgr.getFile(key.Filename), HFI.getHeaderRole());
Argyrios Kyrtzidis55ea75b2013-03-13 21:13:51 +00001313 }
1314 }
1315
Guy Benyei7f92f2d2012-12-18 14:30:41 +00001316 assert(End == d && "Wrong data length in HeaderFileInfo deserialization");
1317 (void)End;
1318
1319 // This HeaderFileInfo was externally loaded.
1320 HFI.External = true;
1321 return HFI;
1322}
1323
Argyrios Kyrtzidis9317ab92013-03-22 21:12:57 +00001324void ASTReader::addPendingMacroFromModule(IdentifierInfo *II,
1325 ModuleFile *M,
1326 GlobalMacroID GMacID,
1327 SourceLocation ImportLoc) {
Guy Benyei7f92f2d2012-12-18 14:30:41 +00001328 assert(NumCurrentElementsDeserializing > 0 &&"Missing deserialization guard");
Argyrios Kyrtzidis9317ab92013-03-22 21:12:57 +00001329 PendingMacroIDs[II].push_back(PendingMacroInfo(M, GMacID, ImportLoc));
1330}
1331
1332void ASTReader::addPendingMacroFromPCH(IdentifierInfo *II,
1333 ModuleFile *M,
1334 uint64_t MacroDirectivesOffset) {
1335 assert(NumCurrentElementsDeserializing > 0 &&"Missing deserialization guard");
1336 PendingMacroIDs[II].push_back(PendingMacroInfo(M, MacroDirectivesOffset));
Guy Benyei7f92f2d2012-12-18 14:30:41 +00001337}
1338
1339void ASTReader::ReadDefinedMacros() {
1340 // Note that we are loading defined macros.
1341 Deserializing Macros(this);
1342
1343 for (ModuleReverseIterator I = ModuleMgr.rbegin(),
1344 E = ModuleMgr.rend(); I != E; ++I) {
Chris Lattner8f9a1eb2013-01-20 00:56:42 +00001345 BitstreamCursor &MacroCursor = (*I)->MacroCursor;
Guy Benyei7f92f2d2012-12-18 14:30:41 +00001346
1347 // If there was no preprocessor block, skip this file.
1348 if (!MacroCursor.getBitStreamReader())
1349 continue;
1350
Chris Lattner8f9a1eb2013-01-20 00:56:42 +00001351 BitstreamCursor Cursor = MacroCursor;
Guy Benyei7f92f2d2012-12-18 14:30:41 +00001352 Cursor.JumpToBit((*I)->MacroStartOffset);
1353
1354 RecordData Record;
1355 while (true) {
Chris Lattner88bde502013-01-19 21:39:22 +00001356 llvm::BitstreamEntry E = Cursor.advanceSkippingSubblocks();
1357
1358 switch (E.Kind) {
1359 case llvm::BitstreamEntry::SubBlock: // Handled for us already.
1360 case llvm::BitstreamEntry::Error:
1361 Error("malformed block record in AST file");
1362 return;
1363 case llvm::BitstreamEntry::EndBlock:
1364 goto NextCursor;
1365
1366 case llvm::BitstreamEntry::Record:
Chris Lattner88bde502013-01-19 21:39:22 +00001367 Record.clear();
Chris Lattnerb3ce3572013-01-20 02:38:54 +00001368 switch (Cursor.readRecord(E.ID, Record)) {
Chris Lattner88bde502013-01-19 21:39:22 +00001369 default: // Default behavior: ignore.
1370 break;
1371
1372 case PP_MACRO_OBJECT_LIKE:
1373 case PP_MACRO_FUNCTION_LIKE:
1374 getLocalIdentifier(**I, Record[0]);
1375 break;
1376
1377 case PP_TOKEN:
1378 // Ignore tokens.
1379 break;
Guy Benyei7f92f2d2012-12-18 14:30:41 +00001380 }
Guy Benyei7f92f2d2012-12-18 14:30:41 +00001381 break;
1382 }
1383 }
Chris Lattner88bde502013-01-19 21:39:22 +00001384 NextCursor: ;
Guy Benyei7f92f2d2012-12-18 14:30:41 +00001385 }
1386}
1387
1388namespace {
1389 /// \brief Visitor class used to look up identifirs in an AST file.
1390 class IdentifierLookupVisitor {
1391 StringRef Name;
1392 unsigned PriorGeneration;
Douglas Gregore1698072013-01-25 00:38:33 +00001393 unsigned &NumIdentifierLookups;
1394 unsigned &NumIdentifierLookupHits;
Guy Benyei7f92f2d2012-12-18 14:30:41 +00001395 IdentifierInfo *Found;
Douglas Gregore1698072013-01-25 00:38:33 +00001396
Guy Benyei7f92f2d2012-12-18 14:30:41 +00001397 public:
Douglas Gregore1698072013-01-25 00:38:33 +00001398 IdentifierLookupVisitor(StringRef Name, unsigned PriorGeneration,
1399 unsigned &NumIdentifierLookups,
1400 unsigned &NumIdentifierLookupHits)
Douglas Gregor188bdcd2013-01-25 23:32:03 +00001401 : Name(Name), PriorGeneration(PriorGeneration),
Douglas Gregore1698072013-01-25 00:38:33 +00001402 NumIdentifierLookups(NumIdentifierLookups),
1403 NumIdentifierLookupHits(NumIdentifierLookupHits),
1404 Found()
1405 {
1406 }
Guy Benyei7f92f2d2012-12-18 14:30:41 +00001407
1408 static bool visit(ModuleFile &M, void *UserData) {
1409 IdentifierLookupVisitor *This
1410 = static_cast<IdentifierLookupVisitor *>(UserData);
1411
1412 // If we've already searched this module file, skip it now.
1413 if (M.Generation <= This->PriorGeneration)
1414 return true;
Douglas Gregor1a49d972013-01-25 01:03:03 +00001415
Guy Benyei7f92f2d2012-12-18 14:30:41 +00001416 ASTIdentifierLookupTable *IdTable
1417 = (ASTIdentifierLookupTable *)M.IdentifierLookupTable;
1418 if (!IdTable)
1419 return false;
1420
1421 ASTIdentifierLookupTrait Trait(IdTable->getInfoObj().getReader(),
1422 M, This->Found);
Douglas Gregore1698072013-01-25 00:38:33 +00001423 ++This->NumIdentifierLookups;
1424 ASTIdentifierLookupTable::iterator Pos = IdTable->find(This->Name,&Trait);
Guy Benyei7f92f2d2012-12-18 14:30:41 +00001425 if (Pos == IdTable->end())
1426 return false;
1427
1428 // Dereferencing the iterator has the effect of building the
1429 // IdentifierInfo node and populating it with the various
1430 // declarations it needs.
Douglas Gregore1698072013-01-25 00:38:33 +00001431 ++This->NumIdentifierLookupHits;
Guy Benyei7f92f2d2012-12-18 14:30:41 +00001432 This->Found = *Pos;
1433 return true;
1434 }
1435
1436 // \brief Retrieve the identifier info found within the module
1437 // files.
1438 IdentifierInfo *getIdentifierInfo() const { return Found; }
1439 };
1440}
1441
1442void ASTReader::updateOutOfDateIdentifier(IdentifierInfo &II) {
1443 // Note that we are loading an identifier.
1444 Deserializing AnIdentifier(this);
1445
1446 unsigned PriorGeneration = 0;
1447 if (getContext().getLangOpts().Modules)
1448 PriorGeneration = IdentifierGeneration[&II];
Douglas Gregor1a49d972013-01-25 01:03:03 +00001449
1450 // If there is a global index, look there first to determine which modules
1451 // provably do not have any results for this identifier.
Douglas Gregor188bdcd2013-01-25 23:32:03 +00001452 GlobalModuleIndex::HitSet Hits;
1453 GlobalModuleIndex::HitSet *HitsPtr = 0;
Douglas Gregor1a49d972013-01-25 01:03:03 +00001454 if (!loadGlobalIndex()) {
Douglas Gregor188bdcd2013-01-25 23:32:03 +00001455 if (GlobalIndex->lookupIdentifier(II.getName(), Hits)) {
1456 HitsPtr = &Hits;
Douglas Gregor1a49d972013-01-25 01:03:03 +00001457 }
1458 }
1459
Douglas Gregor188bdcd2013-01-25 23:32:03 +00001460 IdentifierLookupVisitor Visitor(II.getName(), PriorGeneration,
Douglas Gregore1698072013-01-25 00:38:33 +00001461 NumIdentifierLookups,
1462 NumIdentifierLookupHits);
Douglas Gregor188bdcd2013-01-25 23:32:03 +00001463 ModuleMgr.visit(IdentifierLookupVisitor::visit, &Visitor, HitsPtr);
Guy Benyei7f92f2d2012-12-18 14:30:41 +00001464 markIdentifierUpToDate(&II);
1465}
1466
1467void ASTReader::markIdentifierUpToDate(IdentifierInfo *II) {
1468 if (!II)
1469 return;
1470
1471 II->setOutOfDate(false);
1472
1473 // Update the generation for this identifier.
1474 if (getContext().getLangOpts().Modules)
1475 IdentifierGeneration[II] = CurrentGeneration;
1476}
1477
Argyrios Kyrtzidis9317ab92013-03-22 21:12:57 +00001478void ASTReader::resolvePendingMacro(IdentifierInfo *II,
1479 const PendingMacroInfo &PMInfo) {
1480 assert(II);
1481
1482 if (PMInfo.M->Kind != MK_Module) {
1483 installPCHMacroDirectives(II, *PMInfo.M,
1484 PMInfo.PCHMacroData.MacroDirectivesOffset);
1485 return;
1486 }
1487
1488 // Module Macro.
1489
1490 GlobalMacroID GMacID = PMInfo.ModuleMacroData.GMacID;
1491 SourceLocation ImportLoc =
1492 SourceLocation::getFromRawEncoding(PMInfo.ModuleMacroData.ImportLoc);
1493
1494 assert(GMacID);
1495 // If this macro has already been loaded, don't do so again.
1496 if (MacrosLoaded[GMacID - NUM_PREDEF_MACRO_IDS])
1497 return;
1498
1499 MacroInfo *MI = getMacro(GMacID);
1500 SubmoduleID SubModID = MI->getOwningModuleID();
Argyrios Kyrtzidisc56fff72013-03-26 17:17:01 +00001501 MacroDirective *MD = PP.AllocateDefMacroDirective(MI, ImportLoc,
1502 /*isImported=*/true);
Argyrios Kyrtzidis9317ab92013-03-22 21:12:57 +00001503
1504 // Determine whether this macro definition is visible.
1505 bool Hidden = false;
Argyrios Kyrtzidis52151fd2013-03-27 01:25:34 +00001506 Module *Owner = 0;
Argyrios Kyrtzidis9317ab92013-03-22 21:12:57 +00001507 if (SubModID) {
Argyrios Kyrtzidis52151fd2013-03-27 01:25:34 +00001508 if ((Owner = getSubmodule(SubModID))) {
Argyrios Kyrtzidis9317ab92013-03-22 21:12:57 +00001509 if (Owner->NameVisibility == Module::Hidden) {
1510 // The owning module is not visible, and this macro definition
1511 // should not be, either.
1512 Hidden = true;
1513
1514 // Note that this macro definition was hidden because its owning
1515 // module is not yet visible.
1516 HiddenNamesMap[Owner].push_back(HiddenName(II, MD));
1517 }
1518 }
1519 }
Argyrios Kyrtzidis9317ab92013-03-22 21:12:57 +00001520
1521 if (!Hidden)
Argyrios Kyrtzidis52151fd2013-03-27 01:25:34 +00001522 installImportedMacro(II, MD, Owner);
Argyrios Kyrtzidis9317ab92013-03-22 21:12:57 +00001523}
1524
1525void ASTReader::installPCHMacroDirectives(IdentifierInfo *II,
1526 ModuleFile &M, uint64_t Offset) {
1527 assert(M.Kind != MK_Module);
1528
1529 BitstreamCursor &Cursor = M.MacroCursor;
1530 SavedStreamPosition SavedPosition(Cursor);
1531 Cursor.JumpToBit(Offset);
1532
1533 llvm::BitstreamEntry Entry =
1534 Cursor.advance(BitstreamCursor::AF_DontPopBlockAtEnd);
1535 if (Entry.Kind != llvm::BitstreamEntry::Record) {
1536 Error("malformed block record in AST file");
1537 return;
1538 }
1539
1540 RecordData Record;
1541 PreprocessorRecordTypes RecType =
1542 (PreprocessorRecordTypes)Cursor.readRecord(Entry.ID, Record);
1543 if (RecType != PP_MACRO_DIRECTIVE_HISTORY) {
1544 Error("malformed block record in AST file");
1545 return;
1546 }
1547
1548 // Deserialize the macro directives history in reverse source-order.
1549 MacroDirective *Latest = 0, *Earliest = 0;
1550 unsigned Idx = 0, N = Record.size();
1551 while (Idx < N) {
Argyrios Kyrtzidisc56fff72013-03-26 17:17:01 +00001552 MacroDirective *MD = 0;
Argyrios Kyrtzidis9317ab92013-03-22 21:12:57 +00001553 SourceLocation Loc = ReadSourceLocation(M, Record, Idx);
Argyrios Kyrtzidisc56fff72013-03-26 17:17:01 +00001554 MacroDirective::Kind K = (MacroDirective::Kind)Record[Idx++];
1555 switch (K) {
1556 case MacroDirective::MD_Define: {
1557 GlobalMacroID GMacID = getGlobalMacroID(M, Record[Idx++]);
1558 MacroInfo *MI = getMacro(GMacID);
1559 bool isImported = Record[Idx++];
1560 bool isAmbiguous = Record[Idx++];
1561 DefMacroDirective *DefMD =
1562 PP.AllocateDefMacroDirective(MI, Loc, isImported);
1563 DefMD->setAmbiguous(isAmbiguous);
1564 MD = DefMD;
1565 break;
1566 }
1567 case MacroDirective::MD_Undefine:
1568 MD = PP.AllocateUndefMacroDirective(Loc);
1569 break;
1570 case MacroDirective::MD_Visibility: {
1571 bool isPublic = Record[Idx++];
1572 MD = PP.AllocateVisibilityMacroDirective(Loc, isPublic);
1573 break;
1574 }
1575 }
Argyrios Kyrtzidis9317ab92013-03-22 21:12:57 +00001576
1577 if (!Latest)
1578 Latest = MD;
1579 if (Earliest)
1580 Earliest->setPrevious(MD);
1581 Earliest = MD;
1582 }
1583
1584 PP.setLoadedMacroDirective(II, Latest);
1585}
1586
Argyrios Kyrtzidis52151fd2013-03-27 01:25:34 +00001587/// \brief For the given macro definitions, check if they are both in system
Douglas Gregor7332ae42013-04-12 21:00:54 +00001588/// modules.
1589static bool areDefinedInSystemModules(MacroInfo *PrevMI, MacroInfo *NewMI,
Douglas Gregorf9dbae72013-06-07 22:56:11 +00001590 Module *NewOwner, ASTReader &Reader) {
Argyrios Kyrtzidis52151fd2013-03-27 01:25:34 +00001591 assert(PrevMI && NewMI);
Argyrios Kyrtzidis52151fd2013-03-27 01:25:34 +00001592 Module *PrevOwner = 0;
1593 if (SubmoduleID PrevModID = PrevMI->getOwningModuleID())
1594 PrevOwner = Reader.getSubmodule(PrevModID);
Douglas Gregorf9dbae72013-06-07 22:56:11 +00001595 SourceManager &SrcMgr = Reader.getSourceManager();
1596 bool PrevInSystem
1597 = PrevOwner? PrevOwner->IsSystem
1598 : SrcMgr.isInSystemHeader(PrevMI->getDefinitionLoc());
1599 bool NewInSystem
1600 = NewOwner? NewOwner->IsSystem
1601 : SrcMgr.isInSystemHeader(NewMI->getDefinitionLoc());
1602 if (PrevOwner && PrevOwner == NewOwner)
Argyrios Kyrtzidis52151fd2013-03-27 01:25:34 +00001603 return false;
Douglas Gregorf9dbae72013-06-07 22:56:11 +00001604 return PrevInSystem && NewInSystem;
Argyrios Kyrtzidis52151fd2013-03-27 01:25:34 +00001605}
1606
1607void ASTReader::installImportedMacro(IdentifierInfo *II, MacroDirective *MD,
1608 Module *Owner) {
Argyrios Kyrtzidis9317ab92013-03-22 21:12:57 +00001609 assert(II && MD);
1610
Argyrios Kyrtzidisc56fff72013-03-26 17:17:01 +00001611 DefMacroDirective *DefMD = cast<DefMacroDirective>(MD);
Argyrios Kyrtzidis9317ab92013-03-22 21:12:57 +00001612 MacroDirective *Prev = PP.getMacroDirective(II);
Argyrios Kyrtzidisc56fff72013-03-26 17:17:01 +00001613 if (Prev) {
1614 MacroDirective::DefInfo PrevDef = Prev->getDefinition();
Argyrios Kyrtzidis52151fd2013-03-27 01:25:34 +00001615 MacroInfo *PrevMI = PrevDef.getMacroInfo();
1616 MacroInfo *NewMI = DefMD->getInfo();
Argyrios Kyrtzidisbd25ff82013-04-03 17:39:30 +00001617 if (NewMI != PrevMI && !PrevMI->isIdenticalTo(*NewMI, PP,
1618 /*Syntactically=*/true)) {
Argyrios Kyrtzidis52151fd2013-03-27 01:25:34 +00001619 // Before marking the macros as ambiguous, check if this is a case where
Douglas Gregor7332ae42013-04-12 21:00:54 +00001620 // both macros are in system headers. If so, we trust that the system
1621 // did not get it wrong. This also handles cases where Clang's own
1622 // headers have a different spelling of certain system macros:
Argyrios Kyrtzidis52151fd2013-03-27 01:25:34 +00001623 // #define LONG_MAX __LONG_MAX__ (clang's limits.h)
1624 // #define LONG_MAX 0x7fffffffffffffffL (system's limits.h)
Douglas Gregor7332ae42013-04-12 21:00:54 +00001625 if (!areDefinedInSystemModules(PrevMI, NewMI, Owner, *this)) {
Argyrios Kyrtzidis52151fd2013-03-27 01:25:34 +00001626 PrevDef.getDirective()->setAmbiguous(true);
1627 DefMD->setAmbiguous(true);
1628 }
Argyrios Kyrtzidisc56fff72013-03-26 17:17:01 +00001629 }
Argyrios Kyrtzidis9317ab92013-03-22 21:12:57 +00001630 }
1631
Argyrios Kyrtzidisc56fff72013-03-26 17:17:01 +00001632 PP.appendMacroDirective(II, MD);
Argyrios Kyrtzidis9317ab92013-03-22 21:12:57 +00001633}
1634
Argyrios Kyrtzidis8504b7b2013-03-01 03:26:04 +00001635InputFile ASTReader::getInputFile(ModuleFile &F, unsigned ID, bool Complain) {
Guy Benyei7f92f2d2012-12-18 14:30:41 +00001636 // If this ID is bogus, just return an empty input file.
1637 if (ID == 0 || ID > F.InputFilesLoaded.size())
1638 return InputFile();
1639
1640 // If we've already loaded this input file, return it.
Argyrios Kyrtzidis8504b7b2013-03-01 03:26:04 +00001641 if (F.InputFilesLoaded[ID-1].getFile())
Guy Benyei7f92f2d2012-12-18 14:30:41 +00001642 return F.InputFilesLoaded[ID-1];
1643
1644 // Go find this input file.
Chris Lattner8f9a1eb2013-01-20 00:56:42 +00001645 BitstreamCursor &Cursor = F.InputFilesCursor;
Guy Benyei7f92f2d2012-12-18 14:30:41 +00001646 SavedStreamPosition SavedPosition(Cursor);
1647 Cursor.JumpToBit(F.InputFileOffsets[ID-1]);
1648
1649 unsigned Code = Cursor.ReadCode();
1650 RecordData Record;
Chris Lattnerb3ce3572013-01-20 02:38:54 +00001651 StringRef Blob;
1652 switch ((InputFileRecordTypes)Cursor.readRecord(Code, Record, &Blob)) {
Guy Benyei7f92f2d2012-12-18 14:30:41 +00001653 case INPUT_FILE: {
1654 unsigned StoredID = Record[0];
1655 assert(ID == StoredID && "Bogus stored ID or offset");
1656 (void)StoredID;
1657 off_t StoredSize = (off_t)Record[1];
1658 time_t StoredTime = (time_t)Record[2];
1659 bool Overridden = (bool)Record[3];
1660
1661 // Get the file entry for this input file.
Chris Lattnerb3ce3572013-01-20 02:38:54 +00001662 StringRef OrigFilename = Blob;
Guy Benyei7f92f2d2012-12-18 14:30:41 +00001663 std::string Filename = OrigFilename;
1664 MaybeAddSystemRootToFilename(F, Filename);
1665 const FileEntry *File
1666 = Overridden? FileMgr.getVirtualFile(Filename, StoredSize, StoredTime)
1667 : FileMgr.getFile(Filename, /*OpenFile=*/false);
1668
1669 // If we didn't find the file, resolve it relative to the
1670 // original directory from which this AST file was created.
1671 if (File == 0 && !F.OriginalDir.empty() && !CurrentDir.empty() &&
1672 F.OriginalDir != CurrentDir) {
1673 std::string Resolved = resolveFileRelativeToOriginalDir(Filename,
1674 F.OriginalDir,
1675 CurrentDir);
1676 if (!Resolved.empty())
1677 File = FileMgr.getFile(Resolved);
1678 }
1679
1680 // For an overridden file, create a virtual file with the stored
1681 // size/timestamp.
1682 if (Overridden && File == 0) {
1683 File = FileMgr.getVirtualFile(Filename, StoredSize, StoredTime);
1684 }
1685
1686 if (File == 0) {
1687 if (Complain) {
1688 std::string ErrorStr = "could not find file '";
1689 ErrorStr += Filename;
1690 ErrorStr += "' referenced by AST file";
1691 Error(ErrorStr.c_str());
1692 }
1693 return InputFile();
1694 }
Argyrios Kyrtzidis8504b7b2013-03-01 03:26:04 +00001695
Guy Benyei7f92f2d2012-12-18 14:30:41 +00001696 // Check if there was a request to override the contents of the file
1697 // that was part of the precompiled header. Overridding such a file
1698 // can lead to problems when lexing using the source locations from the
1699 // PCH.
1700 SourceManager &SM = getSourceManager();
1701 if (!Overridden && SM.isFileOverridden(File)) {
Argyrios Kyrtzidis8504b7b2013-03-01 03:26:04 +00001702 if (Complain)
1703 Error(diag::err_fe_pch_file_overridden, Filename);
Guy Benyei7f92f2d2012-12-18 14:30:41 +00001704 // After emitting the diagnostic, recover by disabling the override so
1705 // that the original file will be used.
1706 SM.disableFileContentsOverride(File);
1707 // The FileEntry is a virtual file entry with the size of the contents
1708 // that would override the original contents. Set it to the original's
1709 // size/time.
1710 FileMgr.modifyFileEntry(const_cast<FileEntry*>(File),
1711 StoredSize, StoredTime);
1712 }
1713
Argyrios Kyrtzidis8504b7b2013-03-01 03:26:04 +00001714 bool IsOutOfDate = false;
Guy Benyei7f92f2d2012-12-18 14:30:41 +00001715
Argyrios Kyrtzidis8504b7b2013-03-01 03:26:04 +00001716 // For an overridden file, there is nothing to validate.
1717 if (!Overridden && (StoredSize != File->getSize()
Guy Benyei7f92f2d2012-12-18 14:30:41 +00001718#if !defined(LLVM_ON_WIN32)
1719 // In our regression testing, the Windows file system seems to
1720 // have inconsistent modification times that sometimes
1721 // erroneously trigger this error-handling path.
1722 || StoredTime != File->getModificationTime()
1723#endif
1724 )) {
Douglas Gregor677e15f2013-03-19 00:28:20 +00001725 if (Complain) {
Argyrios Kyrtzidisf8f373f2013-03-08 20:42:38 +00001726 Error(diag::err_fe_pch_file_modified, Filename, F.FileName);
Douglas Gregorc1478612013-05-10 22:15:13 +00001727 if (Context.getLangOpts().Modules && !Diags.isDiagnosticInFlight()) {
1728 Diag(diag::note_module_cache_path)
1729 << PP.getHeaderSearchInfo().getModuleCachePath();
1730 }
Douglas Gregor677e15f2013-03-19 00:28:20 +00001731 }
1732
Argyrios Kyrtzidis8504b7b2013-03-01 03:26:04 +00001733 IsOutOfDate = true;
Guy Benyei7f92f2d2012-12-18 14:30:41 +00001734 }
1735
Argyrios Kyrtzidis8504b7b2013-03-01 03:26:04 +00001736 InputFile IF = InputFile(File, Overridden, IsOutOfDate);
1737
1738 // Note that we've loaded this input file.
1739 F.InputFilesLoaded[ID-1] = IF;
1740 return IF;
Guy Benyei7f92f2d2012-12-18 14:30:41 +00001741 }
1742 }
1743
1744 return InputFile();
1745}
1746
1747const FileEntry *ASTReader::getFileEntry(StringRef filenameStrRef) {
1748 ModuleFile &M = ModuleMgr.getPrimaryModule();
1749 std::string Filename = filenameStrRef;
1750 MaybeAddSystemRootToFilename(M, Filename);
1751 const FileEntry *File = FileMgr.getFile(Filename);
1752 if (File == 0 && !M.OriginalDir.empty() && !CurrentDir.empty() &&
1753 M.OriginalDir != CurrentDir) {
1754 std::string resolved = resolveFileRelativeToOriginalDir(Filename,
1755 M.OriginalDir,
1756 CurrentDir);
1757 if (!resolved.empty())
1758 File = FileMgr.getFile(resolved);
1759 }
1760
1761 return File;
1762}
1763
1764/// \brief If we are loading a relocatable PCH file, and the filename is
1765/// not an absolute path, add the system root to the beginning of the file
1766/// name.
1767void ASTReader::MaybeAddSystemRootToFilename(ModuleFile &M,
1768 std::string &Filename) {
1769 // If this is not a relocatable PCH file, there's nothing to do.
1770 if (!M.RelocatablePCH)
1771 return;
1772
1773 if (Filename.empty() || llvm::sys::path::is_absolute(Filename))
1774 return;
1775
1776 if (isysroot.empty()) {
1777 // If no system root was given, default to '/'
1778 Filename.insert(Filename.begin(), '/');
1779 return;
1780 }
1781
1782 unsigned Length = isysroot.size();
1783 if (isysroot[Length - 1] != '/')
1784 Filename.insert(Filename.begin(), '/');
1785
1786 Filename.insert(Filename.begin(), isysroot.begin(), isysroot.end());
1787}
1788
1789ASTReader::ASTReadResult
1790ASTReader::ReadControlBlock(ModuleFile &F,
Dmitri Gribenkocfa88f82013-01-12 19:30:44 +00001791 SmallVectorImpl<ImportedModule> &Loaded,
Guy Benyei7f92f2d2012-12-18 14:30:41 +00001792 unsigned ClientLoadCapabilities) {
Chris Lattner8f9a1eb2013-01-20 00:56:42 +00001793 BitstreamCursor &Stream = F.Stream;
Guy Benyei7f92f2d2012-12-18 14:30:41 +00001794
1795 if (Stream.EnterSubBlock(CONTROL_BLOCK_ID)) {
1796 Error("malformed block record in AST file");
1797 return Failure;
1798 }
1799
1800 // Read all of the records and blocks in the control block.
1801 RecordData Record;
Chris Lattner88bde502013-01-19 21:39:22 +00001802 while (1) {
1803 llvm::BitstreamEntry Entry = Stream.advance();
1804
1805 switch (Entry.Kind) {
1806 case llvm::BitstreamEntry::Error:
1807 Error("malformed block record in AST file");
1808 return Failure;
1809 case llvm::BitstreamEntry::EndBlock:
Argyrios Kyrtzidis398253a2013-03-06 18:12:50 +00001810 // Validate all of the non-system input files.
Guy Benyei7f92f2d2012-12-18 14:30:41 +00001811 if (!DisableValidation) {
1812 bool Complain = (ClientLoadCapabilities & ARR_OutOfDate) == 0;
Argyrios Kyrtzidis398253a2013-03-06 18:12:50 +00001813 // All user input files reside at the index range [0, Record[1]).
1814 // Record is the one from INPUT_FILE_OFFSETS.
1815 for (unsigned I = 0, N = Record[1]; I < N; ++I) {
Argyrios Kyrtzidis8504b7b2013-03-01 03:26:04 +00001816 InputFile IF = getInputFile(F, I+1, Complain);
1817 if (!IF.getFile() || IF.isOutOfDate())
Guy Benyei7f92f2d2012-12-18 14:30:41 +00001818 return OutOfDate;
Argyrios Kyrtzidis8504b7b2013-03-01 03:26:04 +00001819 }
Guy Benyei7f92f2d2012-12-18 14:30:41 +00001820 }
Guy Benyei7f92f2d2012-12-18 14:30:41 +00001821 return Success;
Chris Lattner88bde502013-01-19 21:39:22 +00001822
1823 case llvm::BitstreamEntry::SubBlock:
1824 switch (Entry.ID) {
Guy Benyei7f92f2d2012-12-18 14:30:41 +00001825 case INPUT_FILES_BLOCK_ID:
1826 F.InputFilesCursor = Stream;
1827 if (Stream.SkipBlock() || // Skip with the main cursor
1828 // Read the abbreviations
1829 ReadBlockAbbrevs(F.InputFilesCursor, INPUT_FILES_BLOCK_ID)) {
1830 Error("malformed block record in AST file");
1831 return Failure;
1832 }
1833 continue;
Chris Lattner88bde502013-01-19 21:39:22 +00001834
Guy Benyei7f92f2d2012-12-18 14:30:41 +00001835 default:
Chris Lattner88bde502013-01-19 21:39:22 +00001836 if (Stream.SkipBlock()) {
1837 Error("malformed block record in AST file");
1838 return Failure;
1839 }
1840 continue;
Guy Benyei7f92f2d2012-12-18 14:30:41 +00001841 }
Chris Lattner88bde502013-01-19 21:39:22 +00001842
1843 case llvm::BitstreamEntry::Record:
1844 // The interesting case.
1845 break;
Guy Benyei7f92f2d2012-12-18 14:30:41 +00001846 }
1847
1848 // Read and process a record.
1849 Record.clear();
Chris Lattnerb3ce3572013-01-20 02:38:54 +00001850 StringRef Blob;
1851 switch ((ControlRecordTypes)Stream.readRecord(Entry.ID, Record, &Blob)) {
Guy Benyei7f92f2d2012-12-18 14:30:41 +00001852 case METADATA: {
1853 if (Record[0] != VERSION_MAJOR && !DisableValidation) {
1854 if ((ClientLoadCapabilities & ARR_VersionMismatch) == 0)
1855 Diag(Record[0] < VERSION_MAJOR? diag::warn_pch_version_too_old
1856 : diag::warn_pch_version_too_new);
1857 return VersionMismatch;
1858 }
1859
1860 bool hasErrors = Record[5];
1861 if (hasErrors && !DisableValidation && !AllowASTWithCompilerErrors) {
1862 Diag(diag::err_pch_with_compiler_errors);
1863 return HadErrors;
1864 }
1865
1866 F.RelocatablePCH = Record[4];
1867
1868 const std::string &CurBranch = getClangFullRepositoryVersion();
Chris Lattnerb3ce3572013-01-20 02:38:54 +00001869 StringRef ASTBranch = Blob;
Guy Benyei7f92f2d2012-12-18 14:30:41 +00001870 if (StringRef(CurBranch) != ASTBranch && !DisableValidation) {
1871 if ((ClientLoadCapabilities & ARR_VersionMismatch) == 0)
1872 Diag(diag::warn_pch_different_branch) << ASTBranch << CurBranch;
1873 return VersionMismatch;
1874 }
1875 break;
1876 }
1877
1878 case IMPORTS: {
1879 // Load each of the imported PCH files.
1880 unsigned Idx = 0, N = Record.size();
1881 while (Idx < N) {
1882 // Read information about the AST file.
1883 ModuleKind ImportedKind = (ModuleKind)Record[Idx++];
1884 // The import location will be the local one for now; we will adjust
1885 // all import locations of module imports after the global source
1886 // location info are setup.
1887 SourceLocation ImportLoc =
1888 SourceLocation::getFromRawEncoding(Record[Idx++]);
Douglas Gregor677e15f2013-03-19 00:28:20 +00001889 off_t StoredSize = (off_t)Record[Idx++];
1890 time_t StoredModTime = (time_t)Record[Idx++];
Guy Benyei7f92f2d2012-12-18 14:30:41 +00001891 unsigned Length = Record[Idx++];
1892 SmallString<128> ImportedFile(Record.begin() + Idx,
1893 Record.begin() + Idx + Length);
1894 Idx += Length;
1895
1896 // Load the AST file.
1897 switch(ReadASTCore(ImportedFile, ImportedKind, ImportLoc, &F, Loaded,
Douglas Gregor677e15f2013-03-19 00:28:20 +00001898 StoredSize, StoredModTime,
Guy Benyei7f92f2d2012-12-18 14:30:41 +00001899 ClientLoadCapabilities)) {
1900 case Failure: return Failure;
1901 // If we have to ignore the dependency, we'll have to ignore this too.
Douglas Gregorac39f132013-03-19 00:38:50 +00001902 case Missing:
Guy Benyei7f92f2d2012-12-18 14:30:41 +00001903 case OutOfDate: return OutOfDate;
1904 case VersionMismatch: return VersionMismatch;
1905 case ConfigurationMismatch: return ConfigurationMismatch;
1906 case HadErrors: return HadErrors;
1907 case Success: break;
1908 }
1909 }
1910 break;
1911 }
1912
1913 case LANGUAGE_OPTIONS: {
1914 bool Complain = (ClientLoadCapabilities & ARR_ConfigurationMismatch) == 0;
1915 if (Listener && &F == *ModuleMgr.begin() &&
1916 ParseLanguageOptions(Record, Complain, *Listener) &&
1917 !DisableValidation)
1918 return ConfigurationMismatch;
1919 break;
1920 }
1921
1922 case TARGET_OPTIONS: {
1923 bool Complain = (ClientLoadCapabilities & ARR_ConfigurationMismatch)==0;
1924 if (Listener && &F == *ModuleMgr.begin() &&
1925 ParseTargetOptions(Record, Complain, *Listener) &&
1926 !DisableValidation)
1927 return ConfigurationMismatch;
1928 break;
1929 }
1930
1931 case DIAGNOSTIC_OPTIONS: {
1932 bool Complain = (ClientLoadCapabilities & ARR_ConfigurationMismatch)==0;
1933 if (Listener && &F == *ModuleMgr.begin() &&
1934 ParseDiagnosticOptions(Record, Complain, *Listener) &&
1935 !DisableValidation)
1936 return ConfigurationMismatch;
1937 break;
1938 }
1939
1940 case FILE_SYSTEM_OPTIONS: {
1941 bool Complain = (ClientLoadCapabilities & ARR_ConfigurationMismatch)==0;
1942 if (Listener && &F == *ModuleMgr.begin() &&
1943 ParseFileSystemOptions(Record, Complain, *Listener) &&
1944 !DisableValidation)
1945 return ConfigurationMismatch;
1946 break;
1947 }
1948
1949 case HEADER_SEARCH_OPTIONS: {
1950 bool Complain = (ClientLoadCapabilities & ARR_ConfigurationMismatch)==0;
1951 if (Listener && &F == *ModuleMgr.begin() &&
1952 ParseHeaderSearchOptions(Record, Complain, *Listener) &&
1953 !DisableValidation)
1954 return ConfigurationMismatch;
1955 break;
1956 }
1957
1958 case PREPROCESSOR_OPTIONS: {
1959 bool Complain = (ClientLoadCapabilities & ARR_ConfigurationMismatch)==0;
1960 if (Listener && &F == *ModuleMgr.begin() &&
1961 ParsePreprocessorOptions(Record, Complain, *Listener,
1962 SuggestedPredefines) &&
1963 !DisableValidation)
1964 return ConfigurationMismatch;
1965 break;
1966 }
1967
1968 case ORIGINAL_FILE:
1969 F.OriginalSourceFileID = FileID::get(Record[0]);
Chris Lattnerb3ce3572013-01-20 02:38:54 +00001970 F.ActualOriginalSourceFileName = Blob;
Guy Benyei7f92f2d2012-12-18 14:30:41 +00001971 F.OriginalSourceFileName = F.ActualOriginalSourceFileName;
1972 MaybeAddSystemRootToFilename(F, F.OriginalSourceFileName);
1973 break;
1974
1975 case ORIGINAL_FILE_ID:
1976 F.OriginalSourceFileID = FileID::get(Record[0]);
1977 break;
1978
1979 case ORIGINAL_PCH_DIR:
Chris Lattnerb3ce3572013-01-20 02:38:54 +00001980 F.OriginalDir = Blob;
Guy Benyei7f92f2d2012-12-18 14:30:41 +00001981 break;
1982
1983 case INPUT_FILE_OFFSETS:
Chris Lattnerb3ce3572013-01-20 02:38:54 +00001984 F.InputFileOffsets = (const uint32_t *)Blob.data();
Guy Benyei7f92f2d2012-12-18 14:30:41 +00001985 F.InputFilesLoaded.resize(Record[0]);
1986 break;
1987 }
1988 }
Guy Benyei7f92f2d2012-12-18 14:30:41 +00001989}
1990
1991bool ASTReader::ReadASTBlock(ModuleFile &F) {
Chris Lattner8f9a1eb2013-01-20 00:56:42 +00001992 BitstreamCursor &Stream = F.Stream;
Guy Benyei7f92f2d2012-12-18 14:30:41 +00001993
1994 if (Stream.EnterSubBlock(AST_BLOCK_ID)) {
1995 Error("malformed block record in AST file");
1996 return true;
1997 }
1998
1999 // Read all of the records and blocks for the AST file.
2000 RecordData Record;
Chris Lattner88bde502013-01-19 21:39:22 +00002001 while (1) {
2002 llvm::BitstreamEntry Entry = Stream.advance();
2003
2004 switch (Entry.Kind) {
2005 case llvm::BitstreamEntry::Error:
2006 Error("error at end of module block in AST file");
2007 return true;
2008 case llvm::BitstreamEntry::EndBlock: {
Richard Smith43828672013-04-03 22:49:41 +00002009 // Outside of C++, we do not store a lookup map for the translation unit.
2010 // Instead, mark it as needing a lookup map to be built if this module
2011 // contains any declarations lexically within it (which it always does!).
2012 // This usually has no cost, since we very rarely need the lookup map for
2013 // the translation unit outside C++.
Guy Benyei7f92f2d2012-12-18 14:30:41 +00002014 DeclContext *DC = Context.getTranslationUnitDecl();
Richard Smith43828672013-04-03 22:49:41 +00002015 if (DC->hasExternalLexicalStorage() &&
2016 !getContext().getLangOpts().CPlusPlus)
Guy Benyei7f92f2d2012-12-18 14:30:41 +00002017 DC->setMustBuildLookupTable();
Chris Lattner88bde502013-01-19 21:39:22 +00002018
Guy Benyei7f92f2d2012-12-18 14:30:41 +00002019 return false;
2020 }
Chris Lattner88bde502013-01-19 21:39:22 +00002021 case llvm::BitstreamEntry::SubBlock:
2022 switch (Entry.ID) {
Guy Benyei7f92f2d2012-12-18 14:30:41 +00002023 case DECLTYPES_BLOCK_ID:
2024 // We lazily load the decls block, but we want to set up the
2025 // DeclsCursor cursor to point into it. Clone our current bitcode
2026 // cursor to it, enter the block and read the abbrevs in that block.
2027 // With the main cursor, we just skip over it.
2028 F.DeclsCursor = Stream;
2029 if (Stream.SkipBlock() || // Skip with the main cursor.
2030 // Read the abbrevs.
2031 ReadBlockAbbrevs(F.DeclsCursor, DECLTYPES_BLOCK_ID)) {
2032 Error("malformed block record in AST file");
2033 return true;
2034 }
2035 break;
Chris Lattner88bde502013-01-19 21:39:22 +00002036
Guy Benyei7f92f2d2012-12-18 14:30:41 +00002037 case DECL_UPDATES_BLOCK_ID:
2038 if (Stream.SkipBlock()) {
2039 Error("malformed block record in AST file");
2040 return true;
2041 }
2042 break;
Chris Lattner88bde502013-01-19 21:39:22 +00002043
Guy Benyei7f92f2d2012-12-18 14:30:41 +00002044 case PREPROCESSOR_BLOCK_ID:
2045 F.MacroCursor = Stream;
2046 if (!PP.getExternalSource())
2047 PP.setExternalSource(this);
Chris Lattner88bde502013-01-19 21:39:22 +00002048
Guy Benyei7f92f2d2012-12-18 14:30:41 +00002049 if (Stream.SkipBlock() ||
2050 ReadBlockAbbrevs(F.MacroCursor, PREPROCESSOR_BLOCK_ID)) {
2051 Error("malformed block record in AST file");
2052 return true;
2053 }
2054 F.MacroStartOffset = F.MacroCursor.GetCurrentBitNo();
2055 break;
Chris Lattner88bde502013-01-19 21:39:22 +00002056
Guy Benyei7f92f2d2012-12-18 14:30:41 +00002057 case PREPROCESSOR_DETAIL_BLOCK_ID:
2058 F.PreprocessorDetailCursor = Stream;
2059 if (Stream.SkipBlock() ||
Chris Lattner88bde502013-01-19 21:39:22 +00002060 ReadBlockAbbrevs(F.PreprocessorDetailCursor,
Guy Benyei7f92f2d2012-12-18 14:30:41 +00002061 PREPROCESSOR_DETAIL_BLOCK_ID)) {
Chris Lattner88bde502013-01-19 21:39:22 +00002062 Error("malformed preprocessor detail record in AST file");
2063 return true;
2064 }
Guy Benyei7f92f2d2012-12-18 14:30:41 +00002065 F.PreprocessorDetailStartOffset
Chris Lattner88bde502013-01-19 21:39:22 +00002066 = F.PreprocessorDetailCursor.GetCurrentBitNo();
2067
Guy Benyei7f92f2d2012-12-18 14:30:41 +00002068 if (!PP.getPreprocessingRecord())
2069 PP.createPreprocessingRecord();
2070 if (!PP.getPreprocessingRecord()->getExternalSource())
2071 PP.getPreprocessingRecord()->SetExternalSource(*this);
2072 break;
2073
2074 case SOURCE_MANAGER_BLOCK_ID:
2075 if (ReadSourceManagerBlock(F))
2076 return true;
2077 break;
Chris Lattner88bde502013-01-19 21:39:22 +00002078
Guy Benyei7f92f2d2012-12-18 14:30:41 +00002079 case SUBMODULE_BLOCK_ID:
2080 if (ReadSubmoduleBlock(F))
2081 return true;
2082 break;
Chris Lattner88bde502013-01-19 21:39:22 +00002083
Guy Benyei7f92f2d2012-12-18 14:30:41 +00002084 case COMMENTS_BLOCK_ID: {
Chris Lattner8f9a1eb2013-01-20 00:56:42 +00002085 BitstreamCursor C = Stream;
Guy Benyei7f92f2d2012-12-18 14:30:41 +00002086 if (Stream.SkipBlock() ||
2087 ReadBlockAbbrevs(C, COMMENTS_BLOCK_ID)) {
2088 Error("malformed comments block in AST file");
2089 return true;
2090 }
2091 CommentsCursors.push_back(std::make_pair(C, &F));
2092 break;
2093 }
Chris Lattner88bde502013-01-19 21:39:22 +00002094
Guy Benyei7f92f2d2012-12-18 14:30:41 +00002095 default:
Chris Lattner88bde502013-01-19 21:39:22 +00002096 if (Stream.SkipBlock()) {
2097 Error("malformed block record in AST file");
2098 return true;
2099 }
2100 break;
Guy Benyei7f92f2d2012-12-18 14:30:41 +00002101 }
2102 continue;
Chris Lattner88bde502013-01-19 21:39:22 +00002103
2104 case llvm::BitstreamEntry::Record:
2105 // The interesting case.
2106 break;
Guy Benyei7f92f2d2012-12-18 14:30:41 +00002107 }
2108
2109 // Read and process a record.
2110 Record.clear();
Chris Lattnerb3ce3572013-01-20 02:38:54 +00002111 StringRef Blob;
2112 switch ((ASTRecordTypes)Stream.readRecord(Entry.ID, Record, &Blob)) {
Guy Benyei7f92f2d2012-12-18 14:30:41 +00002113 default: // Default behavior: ignore.
2114 break;
2115
2116 case TYPE_OFFSET: {
2117 if (F.LocalNumTypes != 0) {
2118 Error("duplicate TYPE_OFFSET record in AST file");
2119 return true;
2120 }
Chris Lattnerb3ce3572013-01-20 02:38:54 +00002121 F.TypeOffsets = (const uint32_t *)Blob.data();
Guy Benyei7f92f2d2012-12-18 14:30:41 +00002122 F.LocalNumTypes = Record[0];
2123 unsigned LocalBaseTypeIndex = Record[1];
2124 F.BaseTypeIndex = getTotalNumTypes();
2125
2126 if (F.LocalNumTypes > 0) {
2127 // Introduce the global -> local mapping for types within this module.
2128 GlobalTypeMap.insert(std::make_pair(getTotalNumTypes(), &F));
2129
2130 // Introduce the local -> global mapping for types within this module.
2131 F.TypeRemap.insertOrReplace(
2132 std::make_pair(LocalBaseTypeIndex,
2133 F.BaseTypeIndex - LocalBaseTypeIndex));
2134
2135 TypesLoaded.resize(TypesLoaded.size() + F.LocalNumTypes);
2136 }
2137 break;
2138 }
2139
2140 case DECL_OFFSET: {
2141 if (F.LocalNumDecls != 0) {
2142 Error("duplicate DECL_OFFSET record in AST file");
2143 return true;
2144 }
Chris Lattnerb3ce3572013-01-20 02:38:54 +00002145 F.DeclOffsets = (const DeclOffset *)Blob.data();
Guy Benyei7f92f2d2012-12-18 14:30:41 +00002146 F.LocalNumDecls = Record[0];
2147 unsigned LocalBaseDeclID = Record[1];
2148 F.BaseDeclID = getTotalNumDecls();
2149
2150 if (F.LocalNumDecls > 0) {
2151 // Introduce the global -> local mapping for declarations within this
2152 // module.
2153 GlobalDeclMap.insert(
2154 std::make_pair(getTotalNumDecls() + NUM_PREDEF_DECL_IDS, &F));
2155
2156 // Introduce the local -> global mapping for declarations within this
2157 // module.
2158 F.DeclRemap.insertOrReplace(
2159 std::make_pair(LocalBaseDeclID, F.BaseDeclID - LocalBaseDeclID));
2160
2161 // Introduce the global -> local mapping for declarations within this
2162 // module.
2163 F.GlobalToLocalDeclIDs[&F] = LocalBaseDeclID;
2164
2165 DeclsLoaded.resize(DeclsLoaded.size() + F.LocalNumDecls);
2166 }
2167 break;
2168 }
2169
2170 case TU_UPDATE_LEXICAL: {
2171 DeclContext *TU = Context.getTranslationUnitDecl();
2172 DeclContextInfo &Info = F.DeclContextInfos[TU];
Chris Lattnerb3ce3572013-01-20 02:38:54 +00002173 Info.LexicalDecls = reinterpret_cast<const KindDeclIDPair *>(Blob.data());
Guy Benyei7f92f2d2012-12-18 14:30:41 +00002174 Info.NumLexicalDecls
Chris Lattnerb3ce3572013-01-20 02:38:54 +00002175 = static_cast<unsigned int>(Blob.size() / sizeof(KindDeclIDPair));
Guy Benyei7f92f2d2012-12-18 14:30:41 +00002176 TU->setHasExternalLexicalStorage(true);
2177 break;
2178 }
2179
2180 case UPDATE_VISIBLE: {
2181 unsigned Idx = 0;
2182 serialization::DeclID ID = ReadDeclID(F, Record, Idx);
2183 ASTDeclContextNameLookupTable *Table =
2184 ASTDeclContextNameLookupTable::Create(
Chris Lattnerb3ce3572013-01-20 02:38:54 +00002185 (const unsigned char *)Blob.data() + Record[Idx++],
2186 (const unsigned char *)Blob.data(),
Guy Benyei7f92f2d2012-12-18 14:30:41 +00002187 ASTDeclContextNameLookupTrait(*this, F));
2188 if (ID == PREDEF_DECL_TRANSLATION_UNIT_ID) { // Is it the TU?
2189 DeclContext *TU = Context.getTranslationUnitDecl();
2190 F.DeclContextInfos[TU].NameLookupTableData = Table;
2191 TU->setHasExternalVisibleStorage(true);
2192 } else
2193 PendingVisibleUpdates[ID].push_back(std::make_pair(Table, &F));
2194 break;
2195 }
2196
2197 case IDENTIFIER_TABLE:
Chris Lattnerb3ce3572013-01-20 02:38:54 +00002198 F.IdentifierTableData = Blob.data();
Guy Benyei7f92f2d2012-12-18 14:30:41 +00002199 if (Record[0]) {
2200 F.IdentifierLookupTable
2201 = ASTIdentifierLookupTable::Create(
2202 (const unsigned char *)F.IdentifierTableData + Record[0],
2203 (const unsigned char *)F.IdentifierTableData,
2204 ASTIdentifierLookupTrait(*this, F));
2205
2206 PP.getIdentifierTable().setExternalIdentifierLookup(this);
2207 }
2208 break;
2209
2210 case IDENTIFIER_OFFSET: {
2211 if (F.LocalNumIdentifiers != 0) {
2212 Error("duplicate IDENTIFIER_OFFSET record in AST file");
2213 return true;
2214 }
Chris Lattnerb3ce3572013-01-20 02:38:54 +00002215 F.IdentifierOffsets = (const uint32_t *)Blob.data();
Guy Benyei7f92f2d2012-12-18 14:30:41 +00002216 F.LocalNumIdentifiers = Record[0];
2217 unsigned LocalBaseIdentifierID = Record[1];
2218 F.BaseIdentifierID = getTotalNumIdentifiers();
2219
2220 if (F.LocalNumIdentifiers > 0) {
2221 // Introduce the global -> local mapping for identifiers within this
2222 // module.
2223 GlobalIdentifierMap.insert(std::make_pair(getTotalNumIdentifiers() + 1,
2224 &F));
2225
2226 // Introduce the local -> global mapping for identifiers within this
2227 // module.
2228 F.IdentifierRemap.insertOrReplace(
2229 std::make_pair(LocalBaseIdentifierID,
2230 F.BaseIdentifierID - LocalBaseIdentifierID));
2231
2232 IdentifiersLoaded.resize(IdentifiersLoaded.size()
2233 + F.LocalNumIdentifiers);
2234 }
2235 break;
2236 }
2237
2238 case EXTERNAL_DEFINITIONS:
2239 for (unsigned I = 0, N = Record.size(); I != N; ++I)
2240 ExternalDefinitions.push_back(getGlobalDeclID(F, Record[I]));
2241 break;
2242
2243 case SPECIAL_TYPES:
Douglas Gregorf5cfc892013-02-01 23:45:03 +00002244 if (SpecialTypes.empty()) {
2245 for (unsigned I = 0, N = Record.size(); I != N; ++I)
2246 SpecialTypes.push_back(getGlobalTypeID(F, Record[I]));
2247 break;
2248 }
2249
2250 if (SpecialTypes.size() != Record.size()) {
2251 Error("invalid special-types record");
2252 return true;
2253 }
2254
2255 for (unsigned I = 0, N = Record.size(); I != N; ++I) {
2256 serialization::TypeID ID = getGlobalTypeID(F, Record[I]);
2257 if (!SpecialTypes[I])
2258 SpecialTypes[I] = ID;
2259 // FIXME: If ID && SpecialTypes[I] != ID, do we need a separate
2260 // merge step?
2261 }
Guy Benyei7f92f2d2012-12-18 14:30:41 +00002262 break;
2263
2264 case STATISTICS:
2265 TotalNumStatements += Record[0];
2266 TotalNumMacros += Record[1];
2267 TotalLexicalDeclContexts += Record[2];
2268 TotalVisibleDeclContexts += Record[3];
2269 break;
2270
2271 case UNUSED_FILESCOPED_DECLS:
2272 for (unsigned I = 0, N = Record.size(); I != N; ++I)
2273 UnusedFileScopedDecls.push_back(getGlobalDeclID(F, Record[I]));
2274 break;
2275
2276 case DELEGATING_CTORS:
2277 for (unsigned I = 0, N = Record.size(); I != N; ++I)
2278 DelegatingCtorDecls.push_back(getGlobalDeclID(F, Record[I]));
2279 break;
2280
2281 case WEAK_UNDECLARED_IDENTIFIERS:
2282 if (Record.size() % 4 != 0) {
2283 Error("invalid weak identifiers record");
2284 return true;
2285 }
2286
2287 // FIXME: Ignore weak undeclared identifiers from non-original PCH
2288 // files. This isn't the way to do it :)
2289 WeakUndeclaredIdentifiers.clear();
2290
2291 // Translate the weak, undeclared identifiers into global IDs.
2292 for (unsigned I = 0, N = Record.size(); I < N; /* in loop */) {
2293 WeakUndeclaredIdentifiers.push_back(
2294 getGlobalIdentifierID(F, Record[I++]));
2295 WeakUndeclaredIdentifiers.push_back(
2296 getGlobalIdentifierID(F, Record[I++]));
2297 WeakUndeclaredIdentifiers.push_back(
2298 ReadSourceLocation(F, Record, I).getRawEncoding());
2299 WeakUndeclaredIdentifiers.push_back(Record[I++]);
2300 }
2301 break;
2302
Richard Smith5ea6ef42013-01-10 23:43:47 +00002303 case LOCALLY_SCOPED_EXTERN_C_DECLS:
Guy Benyei7f92f2d2012-12-18 14:30:41 +00002304 for (unsigned I = 0, N = Record.size(); I != N; ++I)
Richard Smith5ea6ef42013-01-10 23:43:47 +00002305 LocallyScopedExternCDecls.push_back(getGlobalDeclID(F, Record[I]));
Guy Benyei7f92f2d2012-12-18 14:30:41 +00002306 break;
2307
2308 case SELECTOR_OFFSETS: {
Chris Lattnerb3ce3572013-01-20 02:38:54 +00002309 F.SelectorOffsets = (const uint32_t *)Blob.data();
Guy Benyei7f92f2d2012-12-18 14:30:41 +00002310 F.LocalNumSelectors = Record[0];
2311 unsigned LocalBaseSelectorID = Record[1];
2312 F.BaseSelectorID = getTotalNumSelectors();
2313
2314 if (F.LocalNumSelectors > 0) {
2315 // Introduce the global -> local mapping for selectors within this
2316 // module.
2317 GlobalSelectorMap.insert(std::make_pair(getTotalNumSelectors()+1, &F));
2318
2319 // Introduce the local -> global mapping for selectors within this
2320 // module.
2321 F.SelectorRemap.insertOrReplace(
2322 std::make_pair(LocalBaseSelectorID,
2323 F.BaseSelectorID - LocalBaseSelectorID));
2324
2325 SelectorsLoaded.resize(SelectorsLoaded.size() + F.LocalNumSelectors);
2326 }
2327 break;
2328 }
2329
2330 case METHOD_POOL:
Chris Lattnerb3ce3572013-01-20 02:38:54 +00002331 F.SelectorLookupTableData = (const unsigned char *)Blob.data();
Guy Benyei7f92f2d2012-12-18 14:30:41 +00002332 if (Record[0])
2333 F.SelectorLookupTable
2334 = ASTSelectorLookupTable::Create(
2335 F.SelectorLookupTableData + Record[0],
2336 F.SelectorLookupTableData,
2337 ASTSelectorLookupTrait(*this, F));
2338 TotalNumMethodPoolEntries += Record[1];
2339 break;
2340
2341 case REFERENCED_SELECTOR_POOL:
2342 if (!Record.empty()) {
2343 for (unsigned Idx = 0, N = Record.size() - 1; Idx < N; /* in loop */) {
2344 ReferencedSelectorsData.push_back(getGlobalSelectorID(F,
2345 Record[Idx++]));
2346 ReferencedSelectorsData.push_back(ReadSourceLocation(F, Record, Idx).
2347 getRawEncoding());
2348 }
2349 }
2350 break;
2351
2352 case PP_COUNTER_VALUE:
2353 if (!Record.empty() && Listener)
2354 Listener->ReadCounter(F, Record[0]);
2355 break;
2356
2357 case FILE_SORTED_DECLS:
Chris Lattnerb3ce3572013-01-20 02:38:54 +00002358 F.FileSortedDecls = (const DeclID *)Blob.data();
Guy Benyei7f92f2d2012-12-18 14:30:41 +00002359 F.NumFileSortedDecls = Record[0];
2360 break;
2361
2362 case SOURCE_LOCATION_OFFSETS: {
Chris Lattnerb3ce3572013-01-20 02:38:54 +00002363 F.SLocEntryOffsets = (const uint32_t *)Blob.data();
Guy Benyei7f92f2d2012-12-18 14:30:41 +00002364 F.LocalNumSLocEntries = Record[0];
2365 unsigned SLocSpaceSize = Record[1];
2366 llvm::tie(F.SLocEntryBaseID, F.SLocEntryBaseOffset) =
2367 SourceMgr.AllocateLoadedSLocEntries(F.LocalNumSLocEntries,
2368 SLocSpaceSize);
2369 // Make our entry in the range map. BaseID is negative and growing, so
2370 // we invert it. Because we invert it, though, we need the other end of
2371 // the range.
2372 unsigned RangeStart =
2373 unsigned(-F.SLocEntryBaseID) - F.LocalNumSLocEntries + 1;
2374 GlobalSLocEntryMap.insert(std::make_pair(RangeStart, &F));
2375 F.FirstLoc = SourceLocation::getFromRawEncoding(F.SLocEntryBaseOffset);
2376
2377 // SLocEntryBaseOffset is lower than MaxLoadedOffset and decreasing.
2378 assert((F.SLocEntryBaseOffset & (1U << 31U)) == 0);
2379 GlobalSLocOffsetMap.insert(
2380 std::make_pair(SourceManager::MaxLoadedOffset - F.SLocEntryBaseOffset
2381 - SLocSpaceSize,&F));
2382
2383 // Initialize the remapping table.
2384 // Invalid stays invalid.
2385 F.SLocRemap.insert(std::make_pair(0U, 0));
2386 // This module. Base was 2 when being compiled.
2387 F.SLocRemap.insert(std::make_pair(2U,
2388 static_cast<int>(F.SLocEntryBaseOffset - 2)));
2389
2390 TotalNumSLocEntries += F.LocalNumSLocEntries;
2391 break;
2392 }
2393
2394 case MODULE_OFFSET_MAP: {
2395 // Additional remapping information.
Chris Lattnerb3ce3572013-01-20 02:38:54 +00002396 const unsigned char *Data = (const unsigned char*)Blob.data();
2397 const unsigned char *DataEnd = Data + Blob.size();
Guy Benyei7f92f2d2012-12-18 14:30:41 +00002398
2399 // Continuous range maps we may be updating in our module.
2400 ContinuousRangeMap<uint32_t, int, 2>::Builder SLocRemap(F.SLocRemap);
2401 ContinuousRangeMap<uint32_t, int, 2>::Builder
2402 IdentifierRemap(F.IdentifierRemap);
2403 ContinuousRangeMap<uint32_t, int, 2>::Builder
2404 MacroRemap(F.MacroRemap);
2405 ContinuousRangeMap<uint32_t, int, 2>::Builder
2406 PreprocessedEntityRemap(F.PreprocessedEntityRemap);
2407 ContinuousRangeMap<uint32_t, int, 2>::Builder
2408 SubmoduleRemap(F.SubmoduleRemap);
2409 ContinuousRangeMap<uint32_t, int, 2>::Builder
2410 SelectorRemap(F.SelectorRemap);
2411 ContinuousRangeMap<uint32_t, int, 2>::Builder DeclRemap(F.DeclRemap);
2412 ContinuousRangeMap<uint32_t, int, 2>::Builder TypeRemap(F.TypeRemap);
2413
2414 while(Data < DataEnd) {
2415 uint16_t Len = io::ReadUnalignedLE16(Data);
2416 StringRef Name = StringRef((const char*)Data, Len);
2417 Data += Len;
2418 ModuleFile *OM = ModuleMgr.lookup(Name);
2419 if (!OM) {
2420 Error("SourceLocation remap refers to unknown module");
2421 return true;
2422 }
2423
2424 uint32_t SLocOffset = io::ReadUnalignedLE32(Data);
2425 uint32_t IdentifierIDOffset = io::ReadUnalignedLE32(Data);
2426 uint32_t MacroIDOffset = io::ReadUnalignedLE32(Data);
2427 uint32_t PreprocessedEntityIDOffset = io::ReadUnalignedLE32(Data);
2428 uint32_t SubmoduleIDOffset = io::ReadUnalignedLE32(Data);
2429 uint32_t SelectorIDOffset = io::ReadUnalignedLE32(Data);
2430 uint32_t DeclIDOffset = io::ReadUnalignedLE32(Data);
2431 uint32_t TypeIndexOffset = io::ReadUnalignedLE32(Data);
2432
2433 // Source location offset is mapped to OM->SLocEntryBaseOffset.
2434 SLocRemap.insert(std::make_pair(SLocOffset,
2435 static_cast<int>(OM->SLocEntryBaseOffset - SLocOffset)));
2436 IdentifierRemap.insert(
2437 std::make_pair(IdentifierIDOffset,
2438 OM->BaseIdentifierID - IdentifierIDOffset));
2439 MacroRemap.insert(std::make_pair(MacroIDOffset,
2440 OM->BaseMacroID - MacroIDOffset));
2441 PreprocessedEntityRemap.insert(
2442 std::make_pair(PreprocessedEntityIDOffset,
2443 OM->BasePreprocessedEntityID - PreprocessedEntityIDOffset));
2444 SubmoduleRemap.insert(std::make_pair(SubmoduleIDOffset,
2445 OM->BaseSubmoduleID - SubmoduleIDOffset));
2446 SelectorRemap.insert(std::make_pair(SelectorIDOffset,
2447 OM->BaseSelectorID - SelectorIDOffset));
2448 DeclRemap.insert(std::make_pair(DeclIDOffset,
2449 OM->BaseDeclID - DeclIDOffset));
2450
2451 TypeRemap.insert(std::make_pair(TypeIndexOffset,
2452 OM->BaseTypeIndex - TypeIndexOffset));
2453
2454 // Global -> local mappings.
2455 F.GlobalToLocalDeclIDs[OM] = DeclIDOffset;
2456 }
2457 break;
2458 }
2459
2460 case SOURCE_MANAGER_LINE_TABLE:
2461 if (ParseLineTable(F, Record))
2462 return true;
2463 break;
2464
2465 case SOURCE_LOCATION_PRELOADS: {
2466 // Need to transform from the local view (1-based IDs) to the global view,
2467 // which is based off F.SLocEntryBaseID.
2468 if (!F.PreloadSLocEntries.empty()) {
2469 Error("Multiple SOURCE_LOCATION_PRELOADS records in AST file");
2470 return true;
2471 }
2472
2473 F.PreloadSLocEntries.swap(Record);
2474 break;
2475 }
2476
2477 case EXT_VECTOR_DECLS:
2478 for (unsigned I = 0, N = Record.size(); I != N; ++I)
2479 ExtVectorDecls.push_back(getGlobalDeclID(F, Record[I]));
2480 break;
2481
2482 case VTABLE_USES:
2483 if (Record.size() % 3 != 0) {
2484 Error("Invalid VTABLE_USES record");
2485 return true;
2486 }
2487
2488 // Later tables overwrite earlier ones.
2489 // FIXME: Modules will have some trouble with this. This is clearly not
2490 // the right way to do this.
2491 VTableUses.clear();
2492
2493 for (unsigned Idx = 0, N = Record.size(); Idx != N; /* In loop */) {
2494 VTableUses.push_back(getGlobalDeclID(F, Record[Idx++]));
2495 VTableUses.push_back(
2496 ReadSourceLocation(F, Record, Idx).getRawEncoding());
2497 VTableUses.push_back(Record[Idx++]);
2498 }
2499 break;
2500
2501 case DYNAMIC_CLASSES:
2502 for (unsigned I = 0, N = Record.size(); I != N; ++I)
2503 DynamicClasses.push_back(getGlobalDeclID(F, Record[I]));
2504 break;
2505
2506 case PENDING_IMPLICIT_INSTANTIATIONS:
2507 if (PendingInstantiations.size() % 2 != 0) {
2508 Error("Invalid existing PendingInstantiations");
2509 return true;
2510 }
2511
2512 if (Record.size() % 2 != 0) {
2513 Error("Invalid PENDING_IMPLICIT_INSTANTIATIONS block");
2514 return true;
2515 }
2516
2517 for (unsigned I = 0, N = Record.size(); I != N; /* in loop */) {
2518 PendingInstantiations.push_back(getGlobalDeclID(F, Record[I++]));
2519 PendingInstantiations.push_back(
2520 ReadSourceLocation(F, Record, I).getRawEncoding());
2521 }
2522 break;
2523
2524 case SEMA_DECL_REFS:
2525 // Later tables overwrite earlier ones.
2526 // FIXME: Modules will have some trouble with this.
2527 SemaDeclRefs.clear();
2528 for (unsigned I = 0, N = Record.size(); I != N; ++I)
2529 SemaDeclRefs.push_back(getGlobalDeclID(F, Record[I]));
2530 break;
2531
2532 case PPD_ENTITIES_OFFSETS: {
Chris Lattnerb3ce3572013-01-20 02:38:54 +00002533 F.PreprocessedEntityOffsets = (const PPEntityOffset *)Blob.data();
2534 assert(Blob.size() % sizeof(PPEntityOffset) == 0);
2535 F.NumPreprocessedEntities = Blob.size() / sizeof(PPEntityOffset);
Guy Benyei7f92f2d2012-12-18 14:30:41 +00002536
2537 unsigned LocalBasePreprocessedEntityID = Record[0];
2538
2539 unsigned StartingID;
2540 if (!PP.getPreprocessingRecord())
2541 PP.createPreprocessingRecord();
2542 if (!PP.getPreprocessingRecord()->getExternalSource())
2543 PP.getPreprocessingRecord()->SetExternalSource(*this);
2544 StartingID
2545 = PP.getPreprocessingRecord()
2546 ->allocateLoadedEntities(F.NumPreprocessedEntities);
2547 F.BasePreprocessedEntityID = StartingID;
2548
2549 if (F.NumPreprocessedEntities > 0) {
2550 // Introduce the global -> local mapping for preprocessed entities in
2551 // this module.
2552 GlobalPreprocessedEntityMap.insert(std::make_pair(StartingID, &F));
2553
2554 // Introduce the local -> global mapping for preprocessed entities in
2555 // this module.
2556 F.PreprocessedEntityRemap.insertOrReplace(
2557 std::make_pair(LocalBasePreprocessedEntityID,
2558 F.BasePreprocessedEntityID - LocalBasePreprocessedEntityID));
2559 }
2560
2561 break;
2562 }
2563
2564 case DECL_UPDATE_OFFSETS: {
2565 if (Record.size() % 2 != 0) {
2566 Error("invalid DECL_UPDATE_OFFSETS block in AST file");
2567 return true;
2568 }
2569 for (unsigned I = 0, N = Record.size(); I != N; I += 2)
2570 DeclUpdateOffsets[getGlobalDeclID(F, Record[I])]
2571 .push_back(std::make_pair(&F, Record[I+1]));
2572 break;
2573 }
2574
2575 case DECL_REPLACEMENTS: {
2576 if (Record.size() % 3 != 0) {
2577 Error("invalid DECL_REPLACEMENTS block in AST file");
2578 return true;
2579 }
2580 for (unsigned I = 0, N = Record.size(); I != N; I += 3)
2581 ReplacedDecls[getGlobalDeclID(F, Record[I])]
2582 = ReplacedDeclInfo(&F, Record[I+1], Record[I+2]);
2583 break;
2584 }
2585
2586 case OBJC_CATEGORIES_MAP: {
2587 if (F.LocalNumObjCCategoriesInMap != 0) {
2588 Error("duplicate OBJC_CATEGORIES_MAP record in AST file");
2589 return true;
2590 }
2591
2592 F.LocalNumObjCCategoriesInMap = Record[0];
Chris Lattnerb3ce3572013-01-20 02:38:54 +00002593 F.ObjCCategoriesMap = (const ObjCCategoriesInfo *)Blob.data();
Guy Benyei7f92f2d2012-12-18 14:30:41 +00002594 break;
2595 }
2596
2597 case OBJC_CATEGORIES:
2598 F.ObjCCategories.swap(Record);
2599 break;
2600
2601 case CXX_BASE_SPECIFIER_OFFSETS: {
2602 if (F.LocalNumCXXBaseSpecifiers != 0) {
2603 Error("duplicate CXX_BASE_SPECIFIER_OFFSETS record in AST file");
2604 return true;
2605 }
2606
2607 F.LocalNumCXXBaseSpecifiers = Record[0];
Chris Lattnerb3ce3572013-01-20 02:38:54 +00002608 F.CXXBaseSpecifiersOffsets = (const uint32_t *)Blob.data();
Guy Benyei7f92f2d2012-12-18 14:30:41 +00002609 NumCXXBaseSpecifiersLoaded += F.LocalNumCXXBaseSpecifiers;
2610 break;
2611 }
2612
2613 case DIAG_PRAGMA_MAPPINGS:
2614 if (F.PragmaDiagMappings.empty())
2615 F.PragmaDiagMappings.swap(Record);
2616 else
2617 F.PragmaDiagMappings.insert(F.PragmaDiagMappings.end(),
2618 Record.begin(), Record.end());
2619 break;
2620
2621 case CUDA_SPECIAL_DECL_REFS:
2622 // Later tables overwrite earlier ones.
2623 // FIXME: Modules will have trouble with this.
2624 CUDASpecialDeclRefs.clear();
2625 for (unsigned I = 0, N = Record.size(); I != N; ++I)
2626 CUDASpecialDeclRefs.push_back(getGlobalDeclID(F, Record[I]));
2627 break;
2628
2629 case HEADER_SEARCH_TABLE: {
Chris Lattnerb3ce3572013-01-20 02:38:54 +00002630 F.HeaderFileInfoTableData = Blob.data();
Guy Benyei7f92f2d2012-12-18 14:30:41 +00002631 F.LocalNumHeaderFileInfos = Record[1];
Guy Benyei7f92f2d2012-12-18 14:30:41 +00002632 if (Record[0]) {
2633 F.HeaderFileInfoTable
2634 = HeaderFileInfoLookupTable::Create(
2635 (const unsigned char *)F.HeaderFileInfoTableData + Record[0],
2636 (const unsigned char *)F.HeaderFileInfoTableData,
2637 HeaderFileInfoTrait(*this, F,
2638 &PP.getHeaderSearchInfo(),
Chris Lattnerb3ce3572013-01-20 02:38:54 +00002639 Blob.data() + Record[2]));
Guy Benyei7f92f2d2012-12-18 14:30:41 +00002640
2641 PP.getHeaderSearchInfo().SetExternalSource(this);
2642 if (!PP.getHeaderSearchInfo().getExternalLookup())
2643 PP.getHeaderSearchInfo().SetExternalLookup(this);
2644 }
2645 break;
2646 }
2647
2648 case FP_PRAGMA_OPTIONS:
2649 // Later tables overwrite earlier ones.
2650 FPPragmaOptions.swap(Record);
2651 break;
2652
2653 case OPENCL_EXTENSIONS:
2654 // Later tables overwrite earlier ones.
2655 OpenCLExtensions.swap(Record);
2656 break;
2657
2658 case TENTATIVE_DEFINITIONS:
2659 for (unsigned I = 0, N = Record.size(); I != N; ++I)
2660 TentativeDefinitions.push_back(getGlobalDeclID(F, Record[I]));
2661 break;
2662
2663 case KNOWN_NAMESPACES:
2664 for (unsigned I = 0, N = Record.size(); I != N; ++I)
2665 KnownNamespaces.push_back(getGlobalDeclID(F, Record[I]));
2666 break;
Nick Lewycky01a41142013-01-26 00:35:08 +00002667
Nick Lewyckycd0655b2013-02-01 08:13:20 +00002668 case UNDEFINED_BUT_USED:
2669 if (UndefinedButUsed.size() % 2 != 0) {
2670 Error("Invalid existing UndefinedButUsed");
Nick Lewycky01a41142013-01-26 00:35:08 +00002671 return true;
2672 }
2673
2674 if (Record.size() % 2 != 0) {
Nick Lewyckycd0655b2013-02-01 08:13:20 +00002675 Error("invalid undefined-but-used record");
Nick Lewycky01a41142013-01-26 00:35:08 +00002676 return true;
2677 }
2678 for (unsigned I = 0, N = Record.size(); I != N; /* in loop */) {
Nick Lewyckycd0655b2013-02-01 08:13:20 +00002679 UndefinedButUsed.push_back(getGlobalDeclID(F, Record[I++]));
2680 UndefinedButUsed.push_back(
Nick Lewycky01a41142013-01-26 00:35:08 +00002681 ReadSourceLocation(F, Record, I).getRawEncoding());
2682 }
2683 break;
2684
Guy Benyei7f92f2d2012-12-18 14:30:41 +00002685 case IMPORTED_MODULES: {
2686 if (F.Kind != MK_Module) {
2687 // If we aren't loading a module (which has its own exports), make
2688 // all of the imported modules visible.
2689 // FIXME: Deal with macros-only imports.
2690 for (unsigned I = 0, N = Record.size(); I != N; ++I) {
2691 if (unsigned GlobalID = getGlobalSubmoduleID(F, Record[I]))
2692 ImportedModules.push_back(GlobalID);
2693 }
2694 }
2695 break;
2696 }
2697
2698 case LOCAL_REDECLARATIONS: {
2699 F.RedeclarationChains.swap(Record);
2700 break;
2701 }
2702
2703 case LOCAL_REDECLARATIONS_MAP: {
2704 if (F.LocalNumRedeclarationsInMap != 0) {
2705 Error("duplicate LOCAL_REDECLARATIONS_MAP record in AST file");
2706 return true;
2707 }
2708
2709 F.LocalNumRedeclarationsInMap = Record[0];
Chris Lattnerb3ce3572013-01-20 02:38:54 +00002710 F.RedeclarationsMap = (const LocalRedeclarationsInfo *)Blob.data();
Guy Benyei7f92f2d2012-12-18 14:30:41 +00002711 break;
2712 }
2713
2714 case MERGED_DECLARATIONS: {
2715 for (unsigned Idx = 0; Idx < Record.size(); /* increment in loop */) {
2716 GlobalDeclID CanonID = getGlobalDeclID(F, Record[Idx++]);
2717 SmallVectorImpl<GlobalDeclID> &Decls = StoredMergedDecls[CanonID];
2718 for (unsigned N = Record[Idx++]; N > 0; --N)
2719 Decls.push_back(getGlobalDeclID(F, Record[Idx++]));
2720 }
2721 break;
2722 }
2723
2724 case MACRO_OFFSET: {
2725 if (F.LocalNumMacros != 0) {
2726 Error("duplicate MACRO_OFFSET record in AST file");
2727 return true;
2728 }
Chris Lattnerb3ce3572013-01-20 02:38:54 +00002729 F.MacroOffsets = (const uint32_t *)Blob.data();
Guy Benyei7f92f2d2012-12-18 14:30:41 +00002730 F.LocalNumMacros = Record[0];
2731 unsigned LocalBaseMacroID = Record[1];
2732 F.BaseMacroID = getTotalNumMacros();
2733
2734 if (F.LocalNumMacros > 0) {
2735 // Introduce the global -> local mapping for macros within this module.
2736 GlobalMacroMap.insert(std::make_pair(getTotalNumMacros() + 1, &F));
2737
2738 // Introduce the local -> global mapping for macros within this module.
2739 F.MacroRemap.insertOrReplace(
2740 std::make_pair(LocalBaseMacroID,
2741 F.BaseMacroID - LocalBaseMacroID));
2742
2743 MacrosLoaded.resize(MacrosLoaded.size() + F.LocalNumMacros);
2744 }
2745 break;
2746 }
2747
Argyrios Kyrtzidis9317ab92013-03-22 21:12:57 +00002748 case MACRO_TABLE: {
2749 // FIXME: Not used yet.
Guy Benyei7f92f2d2012-12-18 14:30:41 +00002750 break;
2751 }
2752 }
2753 }
Guy Benyei7f92f2d2012-12-18 14:30:41 +00002754}
2755
Douglas Gregor2cbd4272013-02-12 23:36:21 +00002756/// \brief Move the given method to the back of the global list of methods.
2757static void moveMethodToBackOfGlobalList(Sema &S, ObjCMethodDecl *Method) {
2758 // Find the entry for this selector in the method pool.
2759 Sema::GlobalMethodPool::iterator Known
2760 = S.MethodPool.find(Method->getSelector());
2761 if (Known == S.MethodPool.end())
2762 return;
2763
2764 // Retrieve the appropriate method list.
2765 ObjCMethodList &Start = Method->isInstanceMethod()? Known->second.first
2766 : Known->second.second;
2767 bool Found = false;
Argyrios Kyrtzidis2e3d8c02013-04-17 00:08:58 +00002768 for (ObjCMethodList *List = &Start; List; List = List->getNext()) {
Douglas Gregor2cbd4272013-02-12 23:36:21 +00002769 if (!Found) {
2770 if (List->Method == Method) {
2771 Found = true;
2772 } else {
2773 // Keep searching.
2774 continue;
2775 }
2776 }
2777
Argyrios Kyrtzidis2e3d8c02013-04-17 00:08:58 +00002778 if (List->getNext())
2779 List->Method = List->getNext()->Method;
Douglas Gregor2cbd4272013-02-12 23:36:21 +00002780 else
2781 List->Method = Method;
2782 }
2783}
2784
Argyrios Kyrtzidis52151fd2013-03-27 01:25:34 +00002785void ASTReader::makeNamesVisible(const HiddenNames &Names, Module *Owner) {
Guy Benyei7f92f2d2012-12-18 14:30:41 +00002786 for (unsigned I = 0, N = Names.size(); I != N; ++I) {
2787 switch (Names[I].getKind()) {
Douglas Gregor2cbd4272013-02-12 23:36:21 +00002788 case HiddenName::Declaration: {
2789 Decl *D = Names[I].getDecl();
2790 bool wasHidden = D->Hidden;
2791 D->Hidden = false;
Guy Benyei7f92f2d2012-12-18 14:30:41 +00002792
Douglas Gregor2cbd4272013-02-12 23:36:21 +00002793 if (wasHidden && SemaObj) {
2794 if (ObjCMethodDecl *Method = dyn_cast<ObjCMethodDecl>(D)) {
2795 moveMethodToBackOfGlobalList(*SemaObj, Method);
2796 }
2797 }
2798 break;
2799 }
Guy Benyei7f92f2d2012-12-18 14:30:41 +00002800 case HiddenName::MacroVisibility: {
Argyrios Kyrtzidis9818a1d2013-02-20 00:54:57 +00002801 std::pair<IdentifierInfo *, MacroDirective *> Macro = Names[I].getMacro();
Argyrios Kyrtzidis52151fd2013-03-27 01:25:34 +00002802 installImportedMacro(Macro.first, Macro.second, Owner);
Guy Benyei7f92f2d2012-12-18 14:30:41 +00002803 break;
2804 }
Guy Benyei7f92f2d2012-12-18 14:30:41 +00002805 }
2806 }
2807}
2808
2809void ASTReader::makeModuleVisible(Module *Mod,
Argyrios Kyrtzidis5ebcb202013-02-01 16:36:12 +00002810 Module::NameVisibilityKind NameVisibility,
Douglas Gregor906d66a2013-03-20 21:10:35 +00002811 SourceLocation ImportLoc,
2812 bool Complain) {
Guy Benyei7f92f2d2012-12-18 14:30:41 +00002813 llvm::SmallPtrSet<Module *, 4> Visited;
Dmitri Gribenkocfa88f82013-01-12 19:30:44 +00002814 SmallVector<Module *, 4> Stack;
Guy Benyei7f92f2d2012-12-18 14:30:41 +00002815 Stack.push_back(Mod);
2816 while (!Stack.empty()) {
2817 Mod = Stack.back();
2818 Stack.pop_back();
2819
2820 if (NameVisibility <= Mod->NameVisibility) {
2821 // This module already has this level of visibility (or greater), so
2822 // there is nothing more to do.
2823 continue;
2824 }
2825
2826 if (!Mod->isAvailable()) {
2827 // Modules that aren't available cannot be made visible.
2828 continue;
2829 }
2830
2831 // Update the module's name visibility.
2832 Mod->NameVisibility = NameVisibility;
2833
2834 // If we've already deserialized any names from this module,
2835 // mark them as visible.
2836 HiddenNamesMapType::iterator Hidden = HiddenNamesMap.find(Mod);
2837 if (Hidden != HiddenNamesMap.end()) {
Argyrios Kyrtzidis52151fd2013-03-27 01:25:34 +00002838 makeNamesVisible(Hidden->second, Hidden->first);
Guy Benyei7f92f2d2012-12-18 14:30:41 +00002839 HiddenNamesMap.erase(Hidden);
2840 }
2841
2842 // Push any non-explicit submodules onto the stack to be marked as
2843 // visible.
2844 for (Module::submodule_iterator Sub = Mod->submodule_begin(),
2845 SubEnd = Mod->submodule_end();
2846 Sub != SubEnd; ++Sub) {
2847 if (!(*Sub)->IsExplicit && Visited.insert(*Sub))
2848 Stack.push_back(*Sub);
2849 }
2850
2851 // Push any exported modules onto the stack to be marked as visible.
Argyrios Kyrtzidis21a00042013-02-19 19:34:40 +00002852 SmallVector<Module *, 16> Exports;
2853 Mod->getExportedModules(Exports);
2854 for (SmallVectorImpl<Module *>::iterator
2855 I = Exports.begin(), E = Exports.end(); I != E; ++I) {
2856 Module *Exported = *I;
2857 if (Visited.insert(Exported))
2858 Stack.push_back(Exported);
Guy Benyei7f92f2d2012-12-18 14:30:41 +00002859 }
Douglas Gregor906d66a2013-03-20 21:10:35 +00002860
2861 // Detect any conflicts.
2862 if (Complain) {
2863 assert(ImportLoc.isValid() && "Missing import location");
2864 for (unsigned I = 0, N = Mod->Conflicts.size(); I != N; ++I) {
2865 if (Mod->Conflicts[I].Other->NameVisibility >= NameVisibility) {
2866 Diag(ImportLoc, diag::warn_module_conflict)
2867 << Mod->getFullModuleName()
2868 << Mod->Conflicts[I].Other->getFullModuleName()
2869 << Mod->Conflicts[I].Message;
2870 // FIXME: Need note where the other module was imported.
2871 }
2872 }
2873 }
Guy Benyei7f92f2d2012-12-18 14:30:41 +00002874 }
2875}
2876
Douglas Gregor1a49d972013-01-25 01:03:03 +00002877bool ASTReader::loadGlobalIndex() {
2878 if (GlobalIndex)
2879 return false;
2880
2881 if (TriedLoadingGlobalIndex || !UseGlobalIndex ||
2882 !Context.getLangOpts().Modules)
2883 return true;
2884
2885 // Try to load the global index.
2886 TriedLoadingGlobalIndex = true;
2887 StringRef ModuleCachePath
2888 = getPreprocessor().getHeaderSearchInfo().getModuleCachePath();
2889 std::pair<GlobalModuleIndex *, GlobalModuleIndex::ErrorCode> Result
Douglas Gregor677e15f2013-03-19 00:28:20 +00002890 = GlobalModuleIndex::readIndex(ModuleCachePath);
Douglas Gregor1a49d972013-01-25 01:03:03 +00002891 if (!Result.first)
2892 return true;
2893
2894 GlobalIndex.reset(Result.first);
Douglas Gregor188bdcd2013-01-25 23:32:03 +00002895 ModuleMgr.setGlobalIndex(GlobalIndex.get());
Douglas Gregor1a49d972013-01-25 01:03:03 +00002896 return false;
2897}
2898
2899bool ASTReader::isGlobalIndexUnavailable() const {
2900 return Context.getLangOpts().Modules && UseGlobalIndex &&
2901 !hasGlobalIndex() && TriedLoadingGlobalIndex;
2902}
2903
Guy Benyei7f92f2d2012-12-18 14:30:41 +00002904ASTReader::ASTReadResult ASTReader::ReadAST(const std::string &FileName,
2905 ModuleKind Type,
2906 SourceLocation ImportLoc,
2907 unsigned ClientLoadCapabilities) {
Argyrios Kyrtzidis3b7deda2013-05-24 05:44:08 +00002908 llvm::SaveAndRestore<SourceLocation>
2909 SetCurImportLocRAII(CurrentImportLoc, ImportLoc);
2910
Guy Benyei7f92f2d2012-12-18 14:30:41 +00002911 // Bump the generation number.
2912 unsigned PreviousGeneration = CurrentGeneration++;
2913
2914 unsigned NumModules = ModuleMgr.size();
Dmitri Gribenkocfa88f82013-01-12 19:30:44 +00002915 SmallVector<ImportedModule, 4> Loaded;
Guy Benyei7f92f2d2012-12-18 14:30:41 +00002916 switch(ASTReadResult ReadResult = ReadASTCore(FileName, Type, ImportLoc,
2917 /*ImportedBy=*/0, Loaded,
Douglas Gregor677e15f2013-03-19 00:28:20 +00002918 0, 0,
Guy Benyei7f92f2d2012-12-18 14:30:41 +00002919 ClientLoadCapabilities)) {
2920 case Failure:
Douglas Gregor677e15f2013-03-19 00:28:20 +00002921 case Missing:
Guy Benyei7f92f2d2012-12-18 14:30:41 +00002922 case OutOfDate:
2923 case VersionMismatch:
2924 case ConfigurationMismatch:
2925 case HadErrors:
Douglas Gregor677e15f2013-03-19 00:28:20 +00002926 ModuleMgr.removeModules(ModuleMgr.begin() + NumModules, ModuleMgr.end(),
2927 Context.getLangOpts().Modules
2928 ? &PP.getHeaderSearchInfo().getModuleMap()
2929 : 0);
Douglas Gregor1a49d972013-01-25 01:03:03 +00002930
2931 // If we find that any modules are unusable, the global index is going
2932 // to be out-of-date. Just remove it.
2933 GlobalIndex.reset();
Douglas Gregor188bdcd2013-01-25 23:32:03 +00002934 ModuleMgr.setGlobalIndex(0);
Guy Benyei7f92f2d2012-12-18 14:30:41 +00002935 return ReadResult;
2936
2937 case Success:
2938 break;
2939 }
2940
2941 // Here comes stuff that we only do once the entire chain is loaded.
2942
2943 // Load the AST blocks of all of the modules that we loaded.
Dmitri Gribenkocfa88f82013-01-12 19:30:44 +00002944 for (SmallVectorImpl<ImportedModule>::iterator M = Loaded.begin(),
2945 MEnd = Loaded.end();
Guy Benyei7f92f2d2012-12-18 14:30:41 +00002946 M != MEnd; ++M) {
2947 ModuleFile &F = *M->Mod;
2948
2949 // Read the AST block.
2950 if (ReadASTBlock(F))
2951 return Failure;
2952
2953 // Once read, set the ModuleFile bit base offset and update the size in
2954 // bits of all files we've seen.
2955 F.GlobalBitOffset = TotalModulesSizeInBits;
2956 TotalModulesSizeInBits += F.SizeInBits;
2957 GlobalBitOffsetsMap.insert(std::make_pair(F.GlobalBitOffset, &F));
2958
2959 // Preload SLocEntries.
2960 for (unsigned I = 0, N = F.PreloadSLocEntries.size(); I != N; ++I) {
2961 int Index = int(F.PreloadSLocEntries[I] - 1) + F.SLocEntryBaseID;
2962 // Load it through the SourceManager and don't call ReadSLocEntry()
2963 // directly because the entry may have already been loaded in which case
2964 // calling ReadSLocEntry() directly would trigger an assertion in
2965 // SourceManager.
2966 SourceMgr.getLoadedSLocEntryByID(Index);
2967 }
2968 }
2969
Douglas Gregorfa69fc12013-03-22 18:50:14 +00002970 // Setup the import locations and notify the module manager that we've
2971 // committed to these module files.
Dmitri Gribenkocfa88f82013-01-12 19:30:44 +00002972 for (SmallVectorImpl<ImportedModule>::iterator M = Loaded.begin(),
2973 MEnd = Loaded.end();
Guy Benyei7f92f2d2012-12-18 14:30:41 +00002974 M != MEnd; ++M) {
2975 ModuleFile &F = *M->Mod;
Douglas Gregorfa69fc12013-03-22 18:50:14 +00002976
2977 ModuleMgr.moduleFileAccepted(&F);
2978
2979 // Set the import location.
Argyrios Kyrtzidis8b136d82013-02-01 16:36:14 +00002980 F.DirectImportLoc = ImportLoc;
Guy Benyei7f92f2d2012-12-18 14:30:41 +00002981 if (!M->ImportedBy)
2982 F.ImportLoc = M->ImportLoc;
2983 else
2984 F.ImportLoc = ReadSourceLocation(*M->ImportedBy,
2985 M->ImportLoc.getRawEncoding());
2986 }
2987
2988 // Mark all of the identifiers in the identifier table as being out of date,
2989 // so that various accessors know to check the loaded modules when the
2990 // identifier is used.
2991 for (IdentifierTable::iterator Id = PP.getIdentifierTable().begin(),
2992 IdEnd = PP.getIdentifierTable().end();
2993 Id != IdEnd; ++Id)
2994 Id->second->setOutOfDate(true);
2995
2996 // Resolve any unresolved module exports.
Douglas Gregor906d66a2013-03-20 21:10:35 +00002997 for (unsigned I = 0, N = UnresolvedModuleRefs.size(); I != N; ++I) {
2998 UnresolvedModuleRef &Unresolved = UnresolvedModuleRefs[I];
Guy Benyei7f92f2d2012-12-18 14:30:41 +00002999 SubmoduleID GlobalID = getGlobalSubmoduleID(*Unresolved.File,Unresolved.ID);
3000 Module *ResolvedMod = getSubmodule(GlobalID);
Douglas Gregor906d66a2013-03-20 21:10:35 +00003001
3002 switch (Unresolved.Kind) {
3003 case UnresolvedModuleRef::Conflict:
3004 if (ResolvedMod) {
3005 Module::Conflict Conflict;
3006 Conflict.Other = ResolvedMod;
3007 Conflict.Message = Unresolved.String.str();
3008 Unresolved.Mod->Conflicts.push_back(Conflict);
3009 }
3010 continue;
3011
3012 case UnresolvedModuleRef::Import:
Guy Benyei7f92f2d2012-12-18 14:30:41 +00003013 if (ResolvedMod)
3014 Unresolved.Mod->Imports.push_back(ResolvedMod);
3015 continue;
Guy Benyei7f92f2d2012-12-18 14:30:41 +00003016
Douglas Gregor906d66a2013-03-20 21:10:35 +00003017 case UnresolvedModuleRef::Export:
3018 if (ResolvedMod || Unresolved.IsWildcard)
3019 Unresolved.Mod->Exports.push_back(
3020 Module::ExportDecl(ResolvedMod, Unresolved.IsWildcard));
3021 continue;
3022 }
Guy Benyei7f92f2d2012-12-18 14:30:41 +00003023 }
Douglas Gregor906d66a2013-03-20 21:10:35 +00003024 UnresolvedModuleRefs.clear();
Guy Benyei7f92f2d2012-12-18 14:30:41 +00003025
3026 InitializeContext();
3027
3028 if (DeserializationListener)
3029 DeserializationListener->ReaderInitialized(this);
3030
3031 ModuleFile &PrimaryModule = ModuleMgr.getPrimaryModule();
3032 if (!PrimaryModule.OriginalSourceFileID.isInvalid()) {
3033 PrimaryModule.OriginalSourceFileID
3034 = FileID::get(PrimaryModule.SLocEntryBaseID
3035 + PrimaryModule.OriginalSourceFileID.getOpaqueValue() - 1);
3036
3037 // If this AST file is a precompiled preamble, then set the
3038 // preamble file ID of the source manager to the file source file
3039 // from which the preamble was built.
3040 if (Type == MK_Preamble) {
3041 SourceMgr.setPreambleFileID(PrimaryModule.OriginalSourceFileID);
3042 } else if (Type == MK_MainFile) {
3043 SourceMgr.setMainFileID(PrimaryModule.OriginalSourceFileID);
3044 }
3045 }
3046
3047 // For any Objective-C class definitions we have already loaded, make sure
3048 // that we load any additional categories.
3049 for (unsigned I = 0, N = ObjCClassesLoaded.size(); I != N; ++I) {
3050 loadObjCCategories(ObjCClassesLoaded[I]->getGlobalID(),
3051 ObjCClassesLoaded[I],
3052 PreviousGeneration);
3053 }
Douglas Gregor1a49d972013-01-25 01:03:03 +00003054
Guy Benyei7f92f2d2012-12-18 14:30:41 +00003055 return Success;
3056}
3057
3058ASTReader::ASTReadResult
3059ASTReader::ReadASTCore(StringRef FileName,
3060 ModuleKind Type,
3061 SourceLocation ImportLoc,
3062 ModuleFile *ImportedBy,
Dmitri Gribenkocfa88f82013-01-12 19:30:44 +00003063 SmallVectorImpl<ImportedModule> &Loaded,
Douglas Gregor677e15f2013-03-19 00:28:20 +00003064 off_t ExpectedSize, time_t ExpectedModTime,
Guy Benyei7f92f2d2012-12-18 14:30:41 +00003065 unsigned ClientLoadCapabilities) {
3066 ModuleFile *M;
Guy Benyei7f92f2d2012-12-18 14:30:41 +00003067 std::string ErrorStr;
Douglas Gregor677e15f2013-03-19 00:28:20 +00003068 ModuleManager::AddModuleResult AddResult
3069 = ModuleMgr.addModule(FileName, Type, ImportLoc, ImportedBy,
3070 CurrentGeneration, ExpectedSize, ExpectedModTime,
3071 M, ErrorStr);
Guy Benyei7f92f2d2012-12-18 14:30:41 +00003072
Douglas Gregor677e15f2013-03-19 00:28:20 +00003073 switch (AddResult) {
3074 case ModuleManager::AlreadyLoaded:
3075 return Success;
3076
3077 case ModuleManager::NewlyLoaded:
3078 // Load module file below.
3079 break;
3080
3081 case ModuleManager::Missing:
3082 // The module file was missing; if the client handle handle, that, return
3083 // it.
3084 if (ClientLoadCapabilities & ARR_Missing)
3085 return Missing;
3086
3087 // Otherwise, return an error.
3088 {
3089 std::string Msg = "Unable to load module \"" + FileName.str() + "\": "
3090 + ErrorStr;
3091 Error(Msg);
3092 }
3093 return Failure;
3094
3095 case ModuleManager::OutOfDate:
3096 // We couldn't load the module file because it is out-of-date. If the
3097 // client can handle out-of-date, return it.
3098 if (ClientLoadCapabilities & ARR_OutOfDate)
3099 return OutOfDate;
3100
3101 // Otherwise, return an error.
3102 {
3103 std::string Msg = "Unable to load module \"" + FileName.str() + "\": "
3104 + ErrorStr;
3105 Error(Msg);
3106 }
Guy Benyei7f92f2d2012-12-18 14:30:41 +00003107 return Failure;
3108 }
3109
Douglas Gregor677e15f2013-03-19 00:28:20 +00003110 assert(M && "Missing module file");
Guy Benyei7f92f2d2012-12-18 14:30:41 +00003111
3112 // FIXME: This seems rather a hack. Should CurrentDir be part of the
3113 // module?
3114 if (FileName != "-") {
3115 CurrentDir = llvm::sys::path::parent_path(FileName);
3116 if (CurrentDir.empty()) CurrentDir = ".";
3117 }
3118
3119 ModuleFile &F = *M;
Chris Lattner8f9a1eb2013-01-20 00:56:42 +00003120 BitstreamCursor &Stream = F.Stream;
Guy Benyei7f92f2d2012-12-18 14:30:41 +00003121 Stream.init(F.StreamFile);
3122 F.SizeInBits = F.Buffer->getBufferSize() * 8;
3123
3124 // Sniff for the signature.
3125 if (Stream.Read(8) != 'C' ||
3126 Stream.Read(8) != 'P' ||
3127 Stream.Read(8) != 'C' ||
3128 Stream.Read(8) != 'H') {
3129 Diag(diag::err_not_a_pch_file) << FileName;
3130 return Failure;
3131 }
3132
3133 // This is used for compatibility with older PCH formats.
3134 bool HaveReadControlBlock = false;
3135
Chris Lattner99a5af02013-01-20 00:00:22 +00003136 while (1) {
3137 llvm::BitstreamEntry Entry = Stream.advance();
3138
3139 switch (Entry.Kind) {
3140 case llvm::BitstreamEntry::Error:
3141 case llvm::BitstreamEntry::EndBlock:
3142 case llvm::BitstreamEntry::Record:
Guy Benyei7f92f2d2012-12-18 14:30:41 +00003143 Error("invalid record at top-level of AST file");
3144 return Failure;
Chris Lattner99a5af02013-01-20 00:00:22 +00003145
3146 case llvm::BitstreamEntry::SubBlock:
3147 break;
Guy Benyei7f92f2d2012-12-18 14:30:41 +00003148 }
3149
Guy Benyei7f92f2d2012-12-18 14:30:41 +00003150 // We only know the control subblock ID.
Chris Lattner99a5af02013-01-20 00:00:22 +00003151 switch (Entry.ID) {
Guy Benyei7f92f2d2012-12-18 14:30:41 +00003152 case llvm::bitc::BLOCKINFO_BLOCK_ID:
3153 if (Stream.ReadBlockInfoBlock()) {
3154 Error("malformed BlockInfoBlock in AST file");
3155 return Failure;
3156 }
3157 break;
3158 case CONTROL_BLOCK_ID:
3159 HaveReadControlBlock = true;
3160 switch (ReadControlBlock(F, Loaded, ClientLoadCapabilities)) {
3161 case Success:
3162 break;
3163
3164 case Failure: return Failure;
Douglas Gregor677e15f2013-03-19 00:28:20 +00003165 case Missing: return Missing;
Guy Benyei7f92f2d2012-12-18 14:30:41 +00003166 case OutOfDate: return OutOfDate;
3167 case VersionMismatch: return VersionMismatch;
3168 case ConfigurationMismatch: return ConfigurationMismatch;
3169 case HadErrors: return HadErrors;
3170 }
3171 break;
3172 case AST_BLOCK_ID:
3173 if (!HaveReadControlBlock) {
3174 if ((ClientLoadCapabilities & ARR_VersionMismatch) == 0)
3175 Diag(diag::warn_pch_version_too_old);
3176 return VersionMismatch;
3177 }
3178
3179 // Record that we've loaded this module.
3180 Loaded.push_back(ImportedModule(M, ImportedBy, ImportLoc));
3181 return Success;
3182
3183 default:
3184 if (Stream.SkipBlock()) {
3185 Error("malformed block record in AST file");
3186 return Failure;
3187 }
3188 break;
3189 }
3190 }
3191
3192 return Success;
3193}
3194
3195void ASTReader::InitializeContext() {
3196 // If there's a listener, notify them that we "read" the translation unit.
3197 if (DeserializationListener)
3198 DeserializationListener->DeclRead(PREDEF_DECL_TRANSLATION_UNIT_ID,
3199 Context.getTranslationUnitDecl());
3200
3201 // Make sure we load the declaration update records for the translation unit,
3202 // if there are any.
3203 loadDeclUpdateRecords(PREDEF_DECL_TRANSLATION_UNIT_ID,
3204 Context.getTranslationUnitDecl());
3205
3206 // FIXME: Find a better way to deal with collisions between these
3207 // built-in types. Right now, we just ignore the problem.
3208
3209 // Load the special types.
3210 if (SpecialTypes.size() >= NumSpecialTypeIDs) {
3211 if (unsigned String = SpecialTypes[SPECIAL_TYPE_CF_CONSTANT_STRING]) {
3212 if (!Context.CFConstantStringTypeDecl)
3213 Context.setCFConstantStringType(GetType(String));
3214 }
3215
3216 if (unsigned File = SpecialTypes[SPECIAL_TYPE_FILE]) {
3217 QualType FileType = GetType(File);
3218 if (FileType.isNull()) {
3219 Error("FILE type is NULL");
3220 return;
3221 }
3222
3223 if (!Context.FILEDecl) {
3224 if (const TypedefType *Typedef = FileType->getAs<TypedefType>())
3225 Context.setFILEDecl(Typedef->getDecl());
3226 else {
3227 const TagType *Tag = FileType->getAs<TagType>();
3228 if (!Tag) {
3229 Error("Invalid FILE type in AST file");
3230 return;
3231 }
3232 Context.setFILEDecl(Tag->getDecl());
3233 }
3234 }
3235 }
3236
3237 if (unsigned Jmp_buf = SpecialTypes[SPECIAL_TYPE_JMP_BUF]) {
3238 QualType Jmp_bufType = GetType(Jmp_buf);
3239 if (Jmp_bufType.isNull()) {
3240 Error("jmp_buf type is NULL");
3241 return;
3242 }
3243
3244 if (!Context.jmp_bufDecl) {
3245 if (const TypedefType *Typedef = Jmp_bufType->getAs<TypedefType>())
3246 Context.setjmp_bufDecl(Typedef->getDecl());
3247 else {
3248 const TagType *Tag = Jmp_bufType->getAs<TagType>();
3249 if (!Tag) {
3250 Error("Invalid jmp_buf type in AST file");
3251 return;
3252 }
3253 Context.setjmp_bufDecl(Tag->getDecl());
3254 }
3255 }
3256 }
3257
3258 if (unsigned Sigjmp_buf = SpecialTypes[SPECIAL_TYPE_SIGJMP_BUF]) {
3259 QualType Sigjmp_bufType = GetType(Sigjmp_buf);
3260 if (Sigjmp_bufType.isNull()) {
3261 Error("sigjmp_buf type is NULL");
3262 return;
3263 }
3264
3265 if (!Context.sigjmp_bufDecl) {
3266 if (const TypedefType *Typedef = Sigjmp_bufType->getAs<TypedefType>())
3267 Context.setsigjmp_bufDecl(Typedef->getDecl());
3268 else {
3269 const TagType *Tag = Sigjmp_bufType->getAs<TagType>();
3270 assert(Tag && "Invalid sigjmp_buf type in AST file");
3271 Context.setsigjmp_bufDecl(Tag->getDecl());
3272 }
3273 }
3274 }
3275
3276 if (unsigned ObjCIdRedef
3277 = SpecialTypes[SPECIAL_TYPE_OBJC_ID_REDEFINITION]) {
3278 if (Context.ObjCIdRedefinitionType.isNull())
3279 Context.ObjCIdRedefinitionType = GetType(ObjCIdRedef);
3280 }
3281
3282 if (unsigned ObjCClassRedef
3283 = SpecialTypes[SPECIAL_TYPE_OBJC_CLASS_REDEFINITION]) {
3284 if (Context.ObjCClassRedefinitionType.isNull())
3285 Context.ObjCClassRedefinitionType = GetType(ObjCClassRedef);
3286 }
3287
3288 if (unsigned ObjCSelRedef
3289 = SpecialTypes[SPECIAL_TYPE_OBJC_SEL_REDEFINITION]) {
3290 if (Context.ObjCSelRedefinitionType.isNull())
3291 Context.ObjCSelRedefinitionType = GetType(ObjCSelRedef);
3292 }
3293
3294 if (unsigned Ucontext_t = SpecialTypes[SPECIAL_TYPE_UCONTEXT_T]) {
3295 QualType Ucontext_tType = GetType(Ucontext_t);
3296 if (Ucontext_tType.isNull()) {
3297 Error("ucontext_t type is NULL");
3298 return;
3299 }
3300
3301 if (!Context.ucontext_tDecl) {
3302 if (const TypedefType *Typedef = Ucontext_tType->getAs<TypedefType>())
3303 Context.setucontext_tDecl(Typedef->getDecl());
3304 else {
3305 const TagType *Tag = Ucontext_tType->getAs<TagType>();
3306 assert(Tag && "Invalid ucontext_t type in AST file");
3307 Context.setucontext_tDecl(Tag->getDecl());
3308 }
3309 }
3310 }
3311 }
3312
3313 ReadPragmaDiagnosticMappings(Context.getDiagnostics());
3314
3315 // If there were any CUDA special declarations, deserialize them.
3316 if (!CUDASpecialDeclRefs.empty()) {
3317 assert(CUDASpecialDeclRefs.size() == 1 && "More decl refs than expected!");
3318 Context.setcudaConfigureCallDecl(
3319 cast<FunctionDecl>(GetDecl(CUDASpecialDeclRefs[0])));
3320 }
3321
3322 // Re-export any modules that were imported by a non-module AST file.
3323 for (unsigned I = 0, N = ImportedModules.size(); I != N; ++I) {
3324 if (Module *Imported = getSubmodule(ImportedModules[I]))
Argyrios Kyrtzidis5ebcb202013-02-01 16:36:12 +00003325 makeModuleVisible(Imported, Module::AllVisible,
Douglas Gregor906d66a2013-03-20 21:10:35 +00003326 /*ImportLoc=*/SourceLocation(),
3327 /*Complain=*/false);
Guy Benyei7f92f2d2012-12-18 14:30:41 +00003328 }
3329 ImportedModules.clear();
3330}
3331
3332void ASTReader::finalizeForWriting() {
3333 for (HiddenNamesMapType::iterator Hidden = HiddenNamesMap.begin(),
3334 HiddenEnd = HiddenNamesMap.end();
3335 Hidden != HiddenEnd; ++Hidden) {
Argyrios Kyrtzidis52151fd2013-03-27 01:25:34 +00003336 makeNamesVisible(Hidden->second, Hidden->first);
Guy Benyei7f92f2d2012-12-18 14:30:41 +00003337 }
3338 HiddenNamesMap.clear();
3339}
3340
Argyrios Kyrtzidisbdfdb1d2013-05-06 19:23:40 +00003341/// \brief Given a cursor at the start of an AST file, scan ahead and drop the
3342/// cursor into the start of the given block ID, returning false on success and
3343/// true on failure.
3344static bool SkipCursorToBlock(BitstreamCursor &Cursor, unsigned BlockID) {
Chris Lattner8f9a1eb2013-01-20 00:56:42 +00003345 while (1) {
3346 llvm::BitstreamEntry Entry = Cursor.advance();
3347 switch (Entry.Kind) {
3348 case llvm::BitstreamEntry::Error:
3349 case llvm::BitstreamEntry::EndBlock:
3350 return true;
3351
3352 case llvm::BitstreamEntry::Record:
3353 // Ignore top-level records.
3354 Cursor.skipRecord(Entry.ID);
3355 break;
3356
3357 case llvm::BitstreamEntry::SubBlock:
Argyrios Kyrtzidisbdfdb1d2013-05-06 19:23:40 +00003358 if (Entry.ID == BlockID) {
3359 if (Cursor.EnterSubBlock(BlockID))
Chris Lattner8f9a1eb2013-01-20 00:56:42 +00003360 return true;
3361 // Found it!
3362 return false;
3363 }
3364
3365 if (Cursor.SkipBlock())
3366 return true;
3367 }
3368 }
3369}
3370
Guy Benyei7f92f2d2012-12-18 14:30:41 +00003371/// \brief Retrieve the name of the original source file name
3372/// directly from the AST file, without actually loading the AST
3373/// file.
3374std::string ASTReader::getOriginalSourceFile(const std::string &ASTFileName,
3375 FileManager &FileMgr,
3376 DiagnosticsEngine &Diags) {
3377 // Open the AST file.
3378 std::string ErrStr;
3379 OwningPtr<llvm::MemoryBuffer> Buffer;
3380 Buffer.reset(FileMgr.getBufferForFile(ASTFileName, &ErrStr));
3381 if (!Buffer) {
3382 Diags.Report(diag::err_fe_unable_to_read_pch_file) << ASTFileName << ErrStr;
3383 return std::string();
3384 }
3385
3386 // Initialize the stream
3387 llvm::BitstreamReader StreamFile;
Chris Lattner8f9a1eb2013-01-20 00:56:42 +00003388 BitstreamCursor Stream;
Guy Benyei7f92f2d2012-12-18 14:30:41 +00003389 StreamFile.init((const unsigned char *)Buffer->getBufferStart(),
3390 (const unsigned char *)Buffer->getBufferEnd());
3391 Stream.init(StreamFile);
3392
3393 // Sniff for the signature.
3394 if (Stream.Read(8) != 'C' ||
3395 Stream.Read(8) != 'P' ||
3396 Stream.Read(8) != 'C' ||
3397 Stream.Read(8) != 'H') {
3398 Diags.Report(diag::err_fe_not_a_pch_file) << ASTFileName;
3399 return std::string();
3400 }
Chris Lattner8f9a1eb2013-01-20 00:56:42 +00003401
Chris Lattner88bde502013-01-19 21:39:22 +00003402 // Scan for the CONTROL_BLOCK_ID block.
Argyrios Kyrtzidisbdfdb1d2013-05-06 19:23:40 +00003403 if (SkipCursorToBlock(Stream, CONTROL_BLOCK_ID)) {
Chris Lattner8f9a1eb2013-01-20 00:56:42 +00003404 Diags.Report(diag::err_fe_pch_malformed_block) << ASTFileName;
3405 return std::string();
Chris Lattner88bde502013-01-19 21:39:22 +00003406 }
Guy Benyei7f92f2d2012-12-18 14:30:41 +00003407
Chris Lattner8f9a1eb2013-01-20 00:56:42 +00003408 // Scan for ORIGINAL_FILE inside the control block.
3409 RecordData Record;
Chris Lattner88bde502013-01-19 21:39:22 +00003410 while (1) {
Chris Lattner8f9a1eb2013-01-20 00:56:42 +00003411 llvm::BitstreamEntry Entry = Stream.advanceSkippingSubblocks();
Chris Lattner88bde502013-01-19 21:39:22 +00003412 if (Entry.Kind == llvm::BitstreamEntry::EndBlock)
3413 return std::string();
3414
3415 if (Entry.Kind != llvm::BitstreamEntry::Record) {
3416 Diags.Report(diag::err_fe_pch_malformed_block) << ASTFileName;
3417 return std::string();
Guy Benyei7f92f2d2012-12-18 14:30:41 +00003418 }
Chris Lattner88bde502013-01-19 21:39:22 +00003419
Guy Benyei7f92f2d2012-12-18 14:30:41 +00003420 Record.clear();
Chris Lattnerb3ce3572013-01-20 02:38:54 +00003421 StringRef Blob;
3422 if (Stream.readRecord(Entry.ID, Record, &Blob) == ORIGINAL_FILE)
3423 return Blob.str();
Guy Benyei7f92f2d2012-12-18 14:30:41 +00003424 }
Guy Benyei7f92f2d2012-12-18 14:30:41 +00003425}
3426
3427namespace {
3428 class SimplePCHValidator : public ASTReaderListener {
3429 const LangOptions &ExistingLangOpts;
3430 const TargetOptions &ExistingTargetOpts;
3431 const PreprocessorOptions &ExistingPPOpts;
3432 FileManager &FileMgr;
3433
3434 public:
3435 SimplePCHValidator(const LangOptions &ExistingLangOpts,
3436 const TargetOptions &ExistingTargetOpts,
3437 const PreprocessorOptions &ExistingPPOpts,
3438 FileManager &FileMgr)
3439 : ExistingLangOpts(ExistingLangOpts),
3440 ExistingTargetOpts(ExistingTargetOpts),
3441 ExistingPPOpts(ExistingPPOpts),
3442 FileMgr(FileMgr)
3443 {
3444 }
3445
3446 virtual bool ReadLanguageOptions(const LangOptions &LangOpts,
3447 bool Complain) {
3448 return checkLanguageOptions(ExistingLangOpts, LangOpts, 0);
3449 }
3450 virtual bool ReadTargetOptions(const TargetOptions &TargetOpts,
3451 bool Complain) {
3452 return checkTargetOptions(ExistingTargetOpts, TargetOpts, 0);
3453 }
3454 virtual bool ReadPreprocessorOptions(const PreprocessorOptions &PPOpts,
3455 bool Complain,
3456 std::string &SuggestedPredefines) {
3457 return checkPreprocessorOptions(ExistingPPOpts, PPOpts, 0, FileMgr,
Argyrios Kyrtzidis65110ca2013-04-26 21:33:40 +00003458 SuggestedPredefines, ExistingLangOpts);
Guy Benyei7f92f2d2012-12-18 14:30:41 +00003459 }
3460 };
3461}
3462
3463bool ASTReader::readASTFileControlBlock(StringRef Filename,
3464 FileManager &FileMgr,
3465 ASTReaderListener &Listener) {
3466 // Open the AST file.
3467 std::string ErrStr;
3468 OwningPtr<llvm::MemoryBuffer> Buffer;
3469 Buffer.reset(FileMgr.getBufferForFile(Filename, &ErrStr));
3470 if (!Buffer) {
3471 return true;
3472 }
3473
3474 // Initialize the stream
3475 llvm::BitstreamReader StreamFile;
Chris Lattner8f9a1eb2013-01-20 00:56:42 +00003476 BitstreamCursor Stream;
Guy Benyei7f92f2d2012-12-18 14:30:41 +00003477 StreamFile.init((const unsigned char *)Buffer->getBufferStart(),
3478 (const unsigned char *)Buffer->getBufferEnd());
3479 Stream.init(StreamFile);
3480
3481 // Sniff for the signature.
3482 if (Stream.Read(8) != 'C' ||
3483 Stream.Read(8) != 'P' ||
3484 Stream.Read(8) != 'C' ||
3485 Stream.Read(8) != 'H') {
3486 return true;
3487 }
3488
Chris Lattner8f9a1eb2013-01-20 00:56:42 +00003489 // Scan for the CONTROL_BLOCK_ID block.
Argyrios Kyrtzidisbdfdb1d2013-05-06 19:23:40 +00003490 if (SkipCursorToBlock(Stream, CONTROL_BLOCK_ID))
Chris Lattner8f9a1eb2013-01-20 00:56:42 +00003491 return true;
Argyrios Kyrtzidisbdfdb1d2013-05-06 19:23:40 +00003492
3493 bool NeedsInputFiles = Listener.needsInputFileVisitation();
3494 BitstreamCursor InputFilesCursor;
3495 if (NeedsInputFiles) {
3496 InputFilesCursor = Stream;
3497 if (SkipCursorToBlock(InputFilesCursor, INPUT_FILES_BLOCK_ID))
3498 return true;
3499
3500 // Read the abbreviations
3501 while (true) {
3502 uint64_t Offset = InputFilesCursor.GetCurrentBitNo();
3503 unsigned Code = InputFilesCursor.ReadCode();
3504
3505 // We expect all abbrevs to be at the start of the block.
3506 if (Code != llvm::bitc::DEFINE_ABBREV) {
3507 InputFilesCursor.JumpToBit(Offset);
3508 break;
3509 }
3510 InputFilesCursor.ReadAbbrevRecord();
3511 }
3512 }
Chris Lattner8f9a1eb2013-01-20 00:56:42 +00003513
3514 // Scan for ORIGINAL_FILE inside the control block.
Guy Benyei7f92f2d2012-12-18 14:30:41 +00003515 RecordData Record;
Chris Lattner8f9a1eb2013-01-20 00:56:42 +00003516 while (1) {
3517 llvm::BitstreamEntry Entry = Stream.advanceSkippingSubblocks();
3518 if (Entry.Kind == llvm::BitstreamEntry::EndBlock)
3519 return false;
3520
3521 if (Entry.Kind != llvm::BitstreamEntry::Record)
3522 return true;
3523
Guy Benyei7f92f2d2012-12-18 14:30:41 +00003524 Record.clear();
Chris Lattnerb3ce3572013-01-20 02:38:54 +00003525 StringRef Blob;
3526 unsigned RecCode = Stream.readRecord(Entry.ID, Record, &Blob);
Chris Lattner8f9a1eb2013-01-20 00:56:42 +00003527 switch ((ControlRecordTypes)RecCode) {
3528 case METADATA: {
3529 if (Record[0] != VERSION_MAJOR)
3530 return true;
Guy Benyei7f92f2d2012-12-18 14:30:41 +00003531
Douglas Gregorc544ba02013-03-27 16:47:18 +00003532 if (Listener.ReadFullVersionInformation(Blob))
Chris Lattner8f9a1eb2013-01-20 00:56:42 +00003533 return true;
Douglas Gregorc544ba02013-03-27 16:47:18 +00003534
Chris Lattner8f9a1eb2013-01-20 00:56:42 +00003535 break;
3536 }
3537 case LANGUAGE_OPTIONS:
3538 if (ParseLanguageOptions(Record, false, Listener))
3539 return true;
3540 break;
Guy Benyei7f92f2d2012-12-18 14:30:41 +00003541
Chris Lattner8f9a1eb2013-01-20 00:56:42 +00003542 case TARGET_OPTIONS:
3543 if (ParseTargetOptions(Record, false, Listener))
3544 return true;
3545 break;
Guy Benyei7f92f2d2012-12-18 14:30:41 +00003546
Chris Lattner8f9a1eb2013-01-20 00:56:42 +00003547 case DIAGNOSTIC_OPTIONS:
3548 if (ParseDiagnosticOptions(Record, false, Listener))
3549 return true;
3550 break;
Guy Benyei7f92f2d2012-12-18 14:30:41 +00003551
Chris Lattner8f9a1eb2013-01-20 00:56:42 +00003552 case FILE_SYSTEM_OPTIONS:
3553 if (ParseFileSystemOptions(Record, false, Listener))
3554 return true;
3555 break;
Guy Benyei7f92f2d2012-12-18 14:30:41 +00003556
Chris Lattner8f9a1eb2013-01-20 00:56:42 +00003557 case HEADER_SEARCH_OPTIONS:
3558 if (ParseHeaderSearchOptions(Record, false, Listener))
3559 return true;
3560 break;
Guy Benyei7f92f2d2012-12-18 14:30:41 +00003561
Chris Lattner8f9a1eb2013-01-20 00:56:42 +00003562 case PREPROCESSOR_OPTIONS: {
3563 std::string IgnoredSuggestedPredefines;
3564 if (ParsePreprocessorOptions(Record, false, Listener,
3565 IgnoredSuggestedPredefines))
3566 return true;
3567 break;
3568 }
Guy Benyei7f92f2d2012-12-18 14:30:41 +00003569
Argyrios Kyrtzidisbdfdb1d2013-05-06 19:23:40 +00003570 case INPUT_FILE_OFFSETS: {
3571 if (!NeedsInputFiles)
3572 break;
3573
3574 unsigned NumInputFiles = Record[0];
3575 unsigned NumUserFiles = Record[1];
3576 const uint32_t *InputFileOffs = (const uint32_t *)Blob.data();
3577 for (unsigned I = 0; I != NumInputFiles; ++I) {
3578 // Go find this input file.
3579 bool isSystemFile = I >= NumUserFiles;
3580 BitstreamCursor &Cursor = InputFilesCursor;
3581 SavedStreamPosition SavedPosition(Cursor);
3582 Cursor.JumpToBit(InputFileOffs[I]);
3583
3584 unsigned Code = Cursor.ReadCode();
3585 RecordData Record;
3586 StringRef Blob;
3587 bool shouldContinue = false;
3588 switch ((InputFileRecordTypes)Cursor.readRecord(Code, Record, &Blob)) {
3589 case INPUT_FILE:
3590 shouldContinue = Listener.visitInputFile(Blob, isSystemFile);
3591 break;
3592 }
3593 if (!shouldContinue)
3594 break;
3595 }
3596 break;
3597 }
3598
Chris Lattner8f9a1eb2013-01-20 00:56:42 +00003599 default:
3600 // No other validation to perform.
3601 break;
Guy Benyei7f92f2d2012-12-18 14:30:41 +00003602 }
3603 }
Guy Benyei7f92f2d2012-12-18 14:30:41 +00003604}
3605
3606
3607bool ASTReader::isAcceptableASTFile(StringRef Filename,
3608 FileManager &FileMgr,
3609 const LangOptions &LangOpts,
3610 const TargetOptions &TargetOpts,
3611 const PreprocessorOptions &PPOpts) {
3612 SimplePCHValidator validator(LangOpts, TargetOpts, PPOpts, FileMgr);
3613 return !readASTFileControlBlock(Filename, FileMgr, validator);
3614}
3615
3616bool ASTReader::ReadSubmoduleBlock(ModuleFile &F) {
3617 // Enter the submodule block.
3618 if (F.Stream.EnterSubBlock(SUBMODULE_BLOCK_ID)) {
3619 Error("malformed submodule block record in AST file");
3620 return true;
3621 }
3622
3623 ModuleMap &ModMap = PP.getHeaderSearchInfo().getModuleMap();
3624 bool First = true;
3625 Module *CurrentModule = 0;
3626 RecordData Record;
3627 while (true) {
Chris Lattner8f9a1eb2013-01-20 00:56:42 +00003628 llvm::BitstreamEntry Entry = F.Stream.advanceSkippingSubblocks();
3629
3630 switch (Entry.Kind) {
3631 case llvm::BitstreamEntry::SubBlock: // Handled for us already.
3632 case llvm::BitstreamEntry::Error:
3633 Error("malformed block record in AST file");
3634 return true;
3635 case llvm::BitstreamEntry::EndBlock:
Guy Benyei7f92f2d2012-12-18 14:30:41 +00003636 return false;
Chris Lattner8f9a1eb2013-01-20 00:56:42 +00003637 case llvm::BitstreamEntry::Record:
3638 // The interesting case.
3639 break;
Guy Benyei7f92f2d2012-12-18 14:30:41 +00003640 }
Chris Lattner8f9a1eb2013-01-20 00:56:42 +00003641
Guy Benyei7f92f2d2012-12-18 14:30:41 +00003642 // Read a record.
Chris Lattnerb3ce3572013-01-20 02:38:54 +00003643 StringRef Blob;
Guy Benyei7f92f2d2012-12-18 14:30:41 +00003644 Record.clear();
Chris Lattnerb3ce3572013-01-20 02:38:54 +00003645 switch (F.Stream.readRecord(Entry.ID, Record, &Blob)) {
Guy Benyei7f92f2d2012-12-18 14:30:41 +00003646 default: // Default behavior: ignore.
3647 break;
3648
3649 case SUBMODULE_DEFINITION: {
3650 if (First) {
3651 Error("missing submodule metadata record at beginning of block");
3652 return true;
3653 }
3654
Douglas Gregor970e4412013-03-20 03:59:18 +00003655 if (Record.size() < 8) {
Guy Benyei7f92f2d2012-12-18 14:30:41 +00003656 Error("malformed module definition");
3657 return true;
3658 }
3659
Chris Lattnerb3ce3572013-01-20 02:38:54 +00003660 StringRef Name = Blob;
Guy Benyei7f92f2d2012-12-18 14:30:41 +00003661 SubmoduleID GlobalID = getGlobalSubmoduleID(F, Record[0]);
3662 SubmoduleID Parent = getGlobalSubmoduleID(F, Record[1]);
3663 bool IsFramework = Record[2];
3664 bool IsExplicit = Record[3];
3665 bool IsSystem = Record[4];
3666 bool InferSubmodules = Record[5];
3667 bool InferExplicitSubmodules = Record[6];
3668 bool InferExportWildcard = Record[7];
Douglas Gregor970e4412013-03-20 03:59:18 +00003669 bool ConfigMacrosExhaustive = Record[8];
3670
Guy Benyei7f92f2d2012-12-18 14:30:41 +00003671 Module *ParentModule = 0;
3672 if (Parent)
3673 ParentModule = getSubmodule(Parent);
3674
3675 // Retrieve this (sub)module from the module map, creating it if
3676 // necessary.
3677 CurrentModule = ModMap.findOrCreateModule(Name, ParentModule,
3678 IsFramework,
3679 IsExplicit).first;
3680 SubmoduleID GlobalIndex = GlobalID - NUM_PREDEF_SUBMODULE_IDS;
3681 if (GlobalIndex >= SubmodulesLoaded.size() ||
3682 SubmodulesLoaded[GlobalIndex]) {
3683 Error("too many submodules");
3684 return true;
3685 }
Douglas Gregor8bf778e2013-02-06 22:40:31 +00003686
Douglas Gregor677e15f2013-03-19 00:28:20 +00003687 if (!ParentModule) {
3688 if (const FileEntry *CurFile = CurrentModule->getASTFile()) {
3689 if (CurFile != F.File) {
3690 if (!Diags.isDiagnosticInFlight()) {
3691 Diag(diag::err_module_file_conflict)
3692 << CurrentModule->getTopLevelModuleName()
3693 << CurFile->getName()
3694 << F.File->getName();
3695 }
3696 return true;
Douglas Gregor8bf778e2013-02-06 22:40:31 +00003697 }
Douglas Gregor8bf778e2013-02-06 22:40:31 +00003698 }
Douglas Gregor677e15f2013-03-19 00:28:20 +00003699
3700 CurrentModule->setASTFile(F.File);
Douglas Gregor8bf778e2013-02-06 22:40:31 +00003701 }
Douglas Gregor677e15f2013-03-19 00:28:20 +00003702
Guy Benyei7f92f2d2012-12-18 14:30:41 +00003703 CurrentModule->IsFromModuleFile = true;
3704 CurrentModule->IsSystem = IsSystem || CurrentModule->IsSystem;
3705 CurrentModule->InferSubmodules = InferSubmodules;
3706 CurrentModule->InferExplicitSubmodules = InferExplicitSubmodules;
3707 CurrentModule->InferExportWildcard = InferExportWildcard;
Douglas Gregor970e4412013-03-20 03:59:18 +00003708 CurrentModule->ConfigMacrosExhaustive = ConfigMacrosExhaustive;
Guy Benyei7f92f2d2012-12-18 14:30:41 +00003709 if (DeserializationListener)
3710 DeserializationListener->ModuleRead(GlobalID, CurrentModule);
3711
3712 SubmodulesLoaded[GlobalIndex] = CurrentModule;
Douglas Gregorb6cbe512013-01-14 17:21:00 +00003713
Douglas Gregor906d66a2013-03-20 21:10:35 +00003714 // Clear out data that will be replaced by what is the module file.
Douglas Gregorb6cbe512013-01-14 17:21:00 +00003715 CurrentModule->LinkLibraries.clear();
Douglas Gregor970e4412013-03-20 03:59:18 +00003716 CurrentModule->ConfigMacros.clear();
Douglas Gregor906d66a2013-03-20 21:10:35 +00003717 CurrentModule->UnresolvedConflicts.clear();
3718 CurrentModule->Conflicts.clear();
Guy Benyei7f92f2d2012-12-18 14:30:41 +00003719 break;
3720 }
3721
3722 case SUBMODULE_UMBRELLA_HEADER: {
3723 if (First) {
3724 Error("missing submodule metadata record at beginning of block");
3725 return true;
3726 }
3727
3728 if (!CurrentModule)
3729 break;
3730
Chris Lattnerb3ce3572013-01-20 02:38:54 +00003731 if (const FileEntry *Umbrella = PP.getFileManager().getFile(Blob)) {
Guy Benyei7f92f2d2012-12-18 14:30:41 +00003732 if (!CurrentModule->getUmbrellaHeader())
3733 ModMap.setUmbrellaHeader(CurrentModule, Umbrella);
3734 else if (CurrentModule->getUmbrellaHeader() != Umbrella) {
3735 Error("mismatched umbrella headers in submodule");
3736 return true;
3737 }
3738 }
3739 break;
3740 }
3741
3742 case SUBMODULE_HEADER: {
3743 if (First) {
3744 Error("missing submodule metadata record at beginning of block");
3745 return true;
3746 }
3747
3748 if (!CurrentModule)
3749 break;
3750
Argyrios Kyrtzidis55ea75b2013-03-13 21:13:51 +00003751 // We lazily associate headers with their modules via the HeaderInfoTable.
3752 // FIXME: Re-evaluate this section; maybe only store InputFile IDs instead
3753 // of complete filenames or remove it entirely.
Guy Benyei7f92f2d2012-12-18 14:30:41 +00003754 break;
3755 }
3756
3757 case SUBMODULE_EXCLUDED_HEADER: {
3758 if (First) {
3759 Error("missing submodule metadata record at beginning of block");
3760 return true;
3761 }
3762
3763 if (!CurrentModule)
3764 break;
3765
Argyrios Kyrtzidis55ea75b2013-03-13 21:13:51 +00003766 // We lazily associate headers with their modules via the HeaderInfoTable.
3767 // FIXME: Re-evaluate this section; maybe only store InputFile IDs instead
3768 // of complete filenames or remove it entirely.
Guy Benyei7f92f2d2012-12-18 14:30:41 +00003769 break;
3770 }
3771
Lawrence Crowlbc3f6282013-06-20 21:14:14 +00003772 case SUBMODULE_PRIVATE_HEADER: {
3773 if (First) {
3774 Error("missing submodule metadata record at beginning of block");
3775 return true;
3776 }
3777
3778 if (!CurrentModule)
3779 break;
3780
3781 // We lazily associate headers with their modules via the HeaderInfoTable.
3782 // FIXME: Re-evaluate this section; maybe only store InputFile IDs instead
3783 // of complete filenames or remove it entirely.
3784 break;
3785 }
3786
Guy Benyei7f92f2d2012-12-18 14:30:41 +00003787 case SUBMODULE_TOPHEADER: {
3788 if (First) {
3789 Error("missing submodule metadata record at beginning of block");
3790 return true;
3791 }
3792
3793 if (!CurrentModule)
3794 break;
3795
Argyrios Kyrtzidisc1d22392013-03-13 21:13:43 +00003796 CurrentModule->addTopHeaderFilename(Blob);
Guy Benyei7f92f2d2012-12-18 14:30:41 +00003797 break;
3798 }
3799
3800 case SUBMODULE_UMBRELLA_DIR: {
3801 if (First) {
3802 Error("missing submodule metadata record at beginning of block");
3803 return true;
3804 }
3805
3806 if (!CurrentModule)
3807 break;
3808
Guy Benyei7f92f2d2012-12-18 14:30:41 +00003809 if (const DirectoryEntry *Umbrella
Chris Lattnerb3ce3572013-01-20 02:38:54 +00003810 = PP.getFileManager().getDirectory(Blob)) {
Guy Benyei7f92f2d2012-12-18 14:30:41 +00003811 if (!CurrentModule->getUmbrellaDir())
3812 ModMap.setUmbrellaDir(CurrentModule, Umbrella);
3813 else if (CurrentModule->getUmbrellaDir() != Umbrella) {
3814 Error("mismatched umbrella directories in submodule");
3815 return true;
3816 }
3817 }
3818 break;
3819 }
3820
3821 case SUBMODULE_METADATA: {
3822 if (!First) {
3823 Error("submodule metadata record not at beginning of block");
3824 return true;
3825 }
3826 First = false;
3827
3828 F.BaseSubmoduleID = getTotalNumSubmodules();
3829 F.LocalNumSubmodules = Record[0];
3830 unsigned LocalBaseSubmoduleID = Record[1];
3831 if (F.LocalNumSubmodules > 0) {
3832 // Introduce the global -> local mapping for submodules within this
3833 // module.
3834 GlobalSubmoduleMap.insert(std::make_pair(getTotalNumSubmodules()+1,&F));
3835
3836 // Introduce the local -> global mapping for submodules within this
3837 // module.
3838 F.SubmoduleRemap.insertOrReplace(
3839 std::make_pair(LocalBaseSubmoduleID,
3840 F.BaseSubmoduleID - LocalBaseSubmoduleID));
3841
3842 SubmodulesLoaded.resize(SubmodulesLoaded.size() + F.LocalNumSubmodules);
3843 }
3844 break;
3845 }
3846
3847 case SUBMODULE_IMPORTS: {
3848 if (First) {
3849 Error("missing submodule metadata record at beginning of block");
3850 return true;
3851 }
3852
3853 if (!CurrentModule)
3854 break;
3855
3856 for (unsigned Idx = 0; Idx != Record.size(); ++Idx) {
Douglas Gregor906d66a2013-03-20 21:10:35 +00003857 UnresolvedModuleRef Unresolved;
Guy Benyei7f92f2d2012-12-18 14:30:41 +00003858 Unresolved.File = &F;
3859 Unresolved.Mod = CurrentModule;
3860 Unresolved.ID = Record[Idx];
Douglas Gregor906d66a2013-03-20 21:10:35 +00003861 Unresolved.Kind = UnresolvedModuleRef::Import;
Guy Benyei7f92f2d2012-12-18 14:30:41 +00003862 Unresolved.IsWildcard = false;
Douglas Gregor906d66a2013-03-20 21:10:35 +00003863 UnresolvedModuleRefs.push_back(Unresolved);
Guy Benyei7f92f2d2012-12-18 14:30:41 +00003864 }
3865 break;
3866 }
3867
3868 case SUBMODULE_EXPORTS: {
3869 if (First) {
3870 Error("missing submodule metadata record at beginning of block");
3871 return true;
3872 }
3873
3874 if (!CurrentModule)
3875 break;
3876
3877 for (unsigned Idx = 0; Idx + 1 < Record.size(); Idx += 2) {
Douglas Gregor906d66a2013-03-20 21:10:35 +00003878 UnresolvedModuleRef Unresolved;
Guy Benyei7f92f2d2012-12-18 14:30:41 +00003879 Unresolved.File = &F;
3880 Unresolved.Mod = CurrentModule;
3881 Unresolved.ID = Record[Idx];
Douglas Gregor906d66a2013-03-20 21:10:35 +00003882 Unresolved.Kind = UnresolvedModuleRef::Export;
Guy Benyei7f92f2d2012-12-18 14:30:41 +00003883 Unresolved.IsWildcard = Record[Idx + 1];
Douglas Gregor906d66a2013-03-20 21:10:35 +00003884 UnresolvedModuleRefs.push_back(Unresolved);
Guy Benyei7f92f2d2012-12-18 14:30:41 +00003885 }
3886
3887 // Once we've loaded the set of exports, there's no reason to keep
3888 // the parsed, unresolved exports around.
3889 CurrentModule->UnresolvedExports.clear();
3890 break;
3891 }
3892 case SUBMODULE_REQUIRES: {
3893 if (First) {
3894 Error("missing submodule metadata record at beginning of block");
3895 return true;
3896 }
3897
3898 if (!CurrentModule)
3899 break;
3900
Chris Lattnerb3ce3572013-01-20 02:38:54 +00003901 CurrentModule->addRequirement(Blob, Context.getLangOpts(),
Guy Benyei7f92f2d2012-12-18 14:30:41 +00003902 Context.getTargetInfo());
3903 break;
3904 }
Douglas Gregorb6cbe512013-01-14 17:21:00 +00003905
3906 case SUBMODULE_LINK_LIBRARY:
3907 if (First) {
3908 Error("missing submodule metadata record at beginning of block");
3909 return true;
3910 }
3911
3912 if (!CurrentModule)
3913 break;
3914
3915 CurrentModule->LinkLibraries.push_back(
Chris Lattnerb3ce3572013-01-20 02:38:54 +00003916 Module::LinkLibrary(Blob, Record[0]));
Douglas Gregorb6cbe512013-01-14 17:21:00 +00003917 break;
Douglas Gregor63a72682013-03-20 00:22:05 +00003918
3919 case SUBMODULE_CONFIG_MACRO:
3920 if (First) {
3921 Error("missing submodule metadata record at beginning of block");
3922 return true;
3923 }
3924
3925 if (!CurrentModule)
3926 break;
3927
3928 CurrentModule->ConfigMacros.push_back(Blob.str());
3929 break;
Douglas Gregor906d66a2013-03-20 21:10:35 +00003930
3931 case SUBMODULE_CONFLICT: {
3932 if (First) {
3933 Error("missing submodule metadata record at beginning of block");
3934 return true;
3935 }
3936
3937 if (!CurrentModule)
3938 break;
3939
3940 UnresolvedModuleRef Unresolved;
3941 Unresolved.File = &F;
3942 Unresolved.Mod = CurrentModule;
3943 Unresolved.ID = Record[0];
3944 Unresolved.Kind = UnresolvedModuleRef::Conflict;
3945 Unresolved.IsWildcard = false;
3946 Unresolved.String = Blob;
3947 UnresolvedModuleRefs.push_back(Unresolved);
3948 break;
3949 }
Guy Benyei7f92f2d2012-12-18 14:30:41 +00003950 }
3951 }
3952}
3953
3954/// \brief Parse the record that corresponds to a LangOptions data
3955/// structure.
3956///
3957/// This routine parses the language options from the AST file and then gives
3958/// them to the AST listener if one is set.
3959///
3960/// \returns true if the listener deems the file unacceptable, false otherwise.
3961bool ASTReader::ParseLanguageOptions(const RecordData &Record,
3962 bool Complain,
3963 ASTReaderListener &Listener) {
3964 LangOptions LangOpts;
3965 unsigned Idx = 0;
3966#define LANGOPT(Name, Bits, Default, Description) \
3967 LangOpts.Name = Record[Idx++];
3968#define ENUM_LANGOPT(Name, Type, Bits, Default, Description) \
3969 LangOpts.set##Name(static_cast<LangOptions::Type>(Record[Idx++]));
3970#include "clang/Basic/LangOptions.def"
Will Dietz4f45bc02013-01-18 11:30:38 +00003971#define SANITIZER(NAME, ID) LangOpts.Sanitize.ID = Record[Idx++];
3972#include "clang/Basic/Sanitizers.def"
Guy Benyei7f92f2d2012-12-18 14:30:41 +00003973
3974 ObjCRuntime::Kind runtimeKind = (ObjCRuntime::Kind) Record[Idx++];
3975 VersionTuple runtimeVersion = ReadVersionTuple(Record, Idx);
3976 LangOpts.ObjCRuntime = ObjCRuntime(runtimeKind, runtimeVersion);
3977
3978 unsigned Length = Record[Idx++];
3979 LangOpts.CurrentModule.assign(Record.begin() + Idx,
3980 Record.begin() + Idx + Length);
Dmitri Gribenko6ebf0912013-02-22 14:21:27 +00003981
3982 Idx += Length;
3983
3984 // Comment options.
3985 for (unsigned N = Record[Idx++]; N; --N) {
3986 LangOpts.CommentOpts.BlockCommandNames.push_back(
3987 ReadString(Record, Idx));
3988 }
Dmitri Gribenko6fd7d302013-04-10 15:35:17 +00003989 LangOpts.CommentOpts.ParseAllComments = Record[Idx++];
Dmitri Gribenko6ebf0912013-02-22 14:21:27 +00003990
Guy Benyei7f92f2d2012-12-18 14:30:41 +00003991 return Listener.ReadLanguageOptions(LangOpts, Complain);
3992}
3993
3994bool ASTReader::ParseTargetOptions(const RecordData &Record,
3995 bool Complain,
3996 ASTReaderListener &Listener) {
3997 unsigned Idx = 0;
3998 TargetOptions TargetOpts;
3999 TargetOpts.Triple = ReadString(Record, Idx);
4000 TargetOpts.CPU = ReadString(Record, Idx);
4001 TargetOpts.ABI = ReadString(Record, Idx);
4002 TargetOpts.CXXABI = ReadString(Record, Idx);
4003 TargetOpts.LinkerVersion = ReadString(Record, Idx);
4004 for (unsigned N = Record[Idx++]; N; --N) {
4005 TargetOpts.FeaturesAsWritten.push_back(ReadString(Record, Idx));
4006 }
4007 for (unsigned N = Record[Idx++]; N; --N) {
4008 TargetOpts.Features.push_back(ReadString(Record, Idx));
4009 }
4010
4011 return Listener.ReadTargetOptions(TargetOpts, Complain);
4012}
4013
4014bool ASTReader::ParseDiagnosticOptions(const RecordData &Record, bool Complain,
4015 ASTReaderListener &Listener) {
4016 DiagnosticOptions DiagOpts;
4017 unsigned Idx = 0;
4018#define DIAGOPT(Name, Bits, Default) DiagOpts.Name = Record[Idx++];
4019#define ENUM_DIAGOPT(Name, Type, Bits, Default) \
4020 DiagOpts.set##Name(static_cast<Type>(Record[Idx++]));
4021#include "clang/Basic/DiagnosticOptions.def"
4022
4023 for (unsigned N = Record[Idx++]; N; --N) {
4024 DiagOpts.Warnings.push_back(ReadString(Record, Idx));
4025 }
4026
4027 return Listener.ReadDiagnosticOptions(DiagOpts, Complain);
4028}
4029
4030bool ASTReader::ParseFileSystemOptions(const RecordData &Record, bool Complain,
4031 ASTReaderListener &Listener) {
4032 FileSystemOptions FSOpts;
4033 unsigned Idx = 0;
4034 FSOpts.WorkingDir = ReadString(Record, Idx);
4035 return Listener.ReadFileSystemOptions(FSOpts, Complain);
4036}
4037
4038bool ASTReader::ParseHeaderSearchOptions(const RecordData &Record,
4039 bool Complain,
4040 ASTReaderListener &Listener) {
4041 HeaderSearchOptions HSOpts;
4042 unsigned Idx = 0;
4043 HSOpts.Sysroot = ReadString(Record, Idx);
4044
4045 // Include entries.
4046 for (unsigned N = Record[Idx++]; N; --N) {
4047 std::string Path = ReadString(Record, Idx);
4048 frontend::IncludeDirGroup Group
4049 = static_cast<frontend::IncludeDirGroup>(Record[Idx++]);
Guy Benyei7f92f2d2012-12-18 14:30:41 +00004050 bool IsFramework = Record[Idx++];
4051 bool IgnoreSysRoot = Record[Idx++];
Guy Benyei7f92f2d2012-12-18 14:30:41 +00004052 HSOpts.UserEntries.push_back(
Daniel Dunbar59fd6352013-01-30 00:34:26 +00004053 HeaderSearchOptions::Entry(Path, Group, IsFramework, IgnoreSysRoot));
Guy Benyei7f92f2d2012-12-18 14:30:41 +00004054 }
4055
4056 // System header prefixes.
4057 for (unsigned N = Record[Idx++]; N; --N) {
4058 std::string Prefix = ReadString(Record, Idx);
4059 bool IsSystemHeader = Record[Idx++];
4060 HSOpts.SystemHeaderPrefixes.push_back(
4061 HeaderSearchOptions::SystemHeaderPrefix(Prefix, IsSystemHeader));
4062 }
4063
4064 HSOpts.ResourceDir = ReadString(Record, Idx);
4065 HSOpts.ModuleCachePath = ReadString(Record, Idx);
4066 HSOpts.DisableModuleHash = Record[Idx++];
4067 HSOpts.UseBuiltinIncludes = Record[Idx++];
4068 HSOpts.UseStandardSystemIncludes = Record[Idx++];
4069 HSOpts.UseStandardCXXIncludes = Record[Idx++];
4070 HSOpts.UseLibcxx = Record[Idx++];
4071
4072 return Listener.ReadHeaderSearchOptions(HSOpts, Complain);
4073}
4074
4075bool ASTReader::ParsePreprocessorOptions(const RecordData &Record,
4076 bool Complain,
4077 ASTReaderListener &Listener,
4078 std::string &SuggestedPredefines) {
4079 PreprocessorOptions PPOpts;
4080 unsigned Idx = 0;
4081
4082 // Macro definitions/undefs
4083 for (unsigned N = Record[Idx++]; N; --N) {
4084 std::string Macro = ReadString(Record, Idx);
4085 bool IsUndef = Record[Idx++];
4086 PPOpts.Macros.push_back(std::make_pair(Macro, IsUndef));
4087 }
4088
4089 // Includes
4090 for (unsigned N = Record[Idx++]; N; --N) {
4091 PPOpts.Includes.push_back(ReadString(Record, Idx));
4092 }
4093
4094 // Macro Includes
4095 for (unsigned N = Record[Idx++]; N; --N) {
4096 PPOpts.MacroIncludes.push_back(ReadString(Record, Idx));
4097 }
4098
4099 PPOpts.UsePredefines = Record[Idx++];
Argyrios Kyrtzidis65110ca2013-04-26 21:33:40 +00004100 PPOpts.DetailedRecord = Record[Idx++];
Guy Benyei7f92f2d2012-12-18 14:30:41 +00004101 PPOpts.ImplicitPCHInclude = ReadString(Record, Idx);
4102 PPOpts.ImplicitPTHInclude = ReadString(Record, Idx);
4103 PPOpts.ObjCXXARCStandardLibrary =
4104 static_cast<ObjCXXARCStandardLibraryKind>(Record[Idx++]);
4105 SuggestedPredefines.clear();
4106 return Listener.ReadPreprocessorOptions(PPOpts, Complain,
4107 SuggestedPredefines);
4108}
4109
4110std::pair<ModuleFile *, unsigned>
4111ASTReader::getModulePreprocessedEntity(unsigned GlobalIndex) {
4112 GlobalPreprocessedEntityMapType::iterator
4113 I = GlobalPreprocessedEntityMap.find(GlobalIndex);
4114 assert(I != GlobalPreprocessedEntityMap.end() &&
4115 "Corrupted global preprocessed entity map");
4116 ModuleFile *M = I->second;
4117 unsigned LocalIndex = GlobalIndex - M->BasePreprocessedEntityID;
4118 return std::make_pair(M, LocalIndex);
4119}
4120
4121std::pair<PreprocessingRecord::iterator, PreprocessingRecord::iterator>
4122ASTReader::getModulePreprocessedEntities(ModuleFile &Mod) const {
4123 if (PreprocessingRecord *PPRec = PP.getPreprocessingRecord())
4124 return PPRec->getIteratorsForLoadedRange(Mod.BasePreprocessedEntityID,
4125 Mod.NumPreprocessedEntities);
4126
4127 return std::make_pair(PreprocessingRecord::iterator(),
4128 PreprocessingRecord::iterator());
4129}
4130
4131std::pair<ASTReader::ModuleDeclIterator, ASTReader::ModuleDeclIterator>
4132ASTReader::getModuleFileLevelDecls(ModuleFile &Mod) {
4133 return std::make_pair(ModuleDeclIterator(this, &Mod, Mod.FileSortedDecls),
4134 ModuleDeclIterator(this, &Mod,
4135 Mod.FileSortedDecls + Mod.NumFileSortedDecls));
4136}
4137
4138PreprocessedEntity *ASTReader::ReadPreprocessedEntity(unsigned Index) {
4139 PreprocessedEntityID PPID = Index+1;
4140 std::pair<ModuleFile *, unsigned> PPInfo = getModulePreprocessedEntity(Index);
4141 ModuleFile &M = *PPInfo.first;
4142 unsigned LocalIndex = PPInfo.second;
4143 const PPEntityOffset &PPOffs = M.PreprocessedEntityOffsets[LocalIndex];
4144
Guy Benyei7f92f2d2012-12-18 14:30:41 +00004145 if (!PP.getPreprocessingRecord()) {
4146 Error("no preprocessing record");
4147 return 0;
4148 }
4149
Chris Lattner8f9a1eb2013-01-20 00:56:42 +00004150 SavedStreamPosition SavedPosition(M.PreprocessorDetailCursor);
4151 M.PreprocessorDetailCursor.JumpToBit(PPOffs.BitOffset);
4152
4153 llvm::BitstreamEntry Entry =
4154 M.PreprocessorDetailCursor.advance(BitstreamCursor::AF_DontPopBlockAtEnd);
4155 if (Entry.Kind != llvm::BitstreamEntry::Record)
4156 return 0;
4157
Guy Benyei7f92f2d2012-12-18 14:30:41 +00004158 // Read the record.
4159 SourceRange Range(ReadSourceLocation(M, PPOffs.Begin),
4160 ReadSourceLocation(M, PPOffs.End));
4161 PreprocessingRecord &PPRec = *PP.getPreprocessingRecord();
Chris Lattnerb3ce3572013-01-20 02:38:54 +00004162 StringRef Blob;
Guy Benyei7f92f2d2012-12-18 14:30:41 +00004163 RecordData Record;
4164 PreprocessorDetailRecordTypes RecType =
Chris Lattnerb3ce3572013-01-20 02:38:54 +00004165 (PreprocessorDetailRecordTypes)M.PreprocessorDetailCursor.readRecord(
4166 Entry.ID, Record, &Blob);
Guy Benyei7f92f2d2012-12-18 14:30:41 +00004167 switch (RecType) {
4168 case PPD_MACRO_EXPANSION: {
4169 bool isBuiltin = Record[0];
4170 IdentifierInfo *Name = 0;
4171 MacroDefinition *Def = 0;
4172 if (isBuiltin)
4173 Name = getLocalIdentifier(M, Record[1]);
4174 else {
4175 PreprocessedEntityID
4176 GlobalID = getGlobalPreprocessedEntityID(M, Record[1]);
4177 Def =cast<MacroDefinition>(PPRec.getLoadedPreprocessedEntity(GlobalID-1));
4178 }
4179
4180 MacroExpansion *ME;
4181 if (isBuiltin)
4182 ME = new (PPRec) MacroExpansion(Name, Range);
4183 else
4184 ME = new (PPRec) MacroExpansion(Def, Range);
4185
4186 return ME;
4187 }
4188
4189 case PPD_MACRO_DEFINITION: {
4190 // Decode the identifier info and then check again; if the macro is
4191 // still defined and associated with the identifier,
4192 IdentifierInfo *II = getLocalIdentifier(M, Record[0]);
4193 MacroDefinition *MD
4194 = new (PPRec) MacroDefinition(II, Range);
4195
4196 if (DeserializationListener)
4197 DeserializationListener->MacroDefinitionRead(PPID, MD);
4198
4199 return MD;
4200 }
4201
4202 case PPD_INCLUSION_DIRECTIVE: {
Chris Lattnerb3ce3572013-01-20 02:38:54 +00004203 const char *FullFileNameStart = Blob.data() + Record[0];
4204 StringRef FullFileName(FullFileNameStart, Blob.size() - Record[0]);
Guy Benyei7f92f2d2012-12-18 14:30:41 +00004205 const FileEntry *File = 0;
4206 if (!FullFileName.empty())
4207 File = PP.getFileManager().getFile(FullFileName);
4208
4209 // FIXME: Stable encoding
4210 InclusionDirective::InclusionKind Kind
4211 = static_cast<InclusionDirective::InclusionKind>(Record[2]);
4212 InclusionDirective *ID
4213 = new (PPRec) InclusionDirective(PPRec, Kind,
Chris Lattnerb3ce3572013-01-20 02:38:54 +00004214 StringRef(Blob.data(), Record[0]),
Guy Benyei7f92f2d2012-12-18 14:30:41 +00004215 Record[1], Record[3],
4216 File,
4217 Range);
4218 return ID;
4219 }
4220 }
4221
4222 llvm_unreachable("Invalid PreprocessorDetailRecordTypes");
4223}
4224
4225/// \brief \arg SLocMapI points at a chunk of a module that contains no
4226/// preprocessed entities or the entities it contains are not the ones we are
4227/// looking for. Find the next module that contains entities and return the ID
4228/// of the first entry.
4229PreprocessedEntityID ASTReader::findNextPreprocessedEntity(
4230 GlobalSLocOffsetMapType::const_iterator SLocMapI) const {
4231 ++SLocMapI;
4232 for (GlobalSLocOffsetMapType::const_iterator
4233 EndI = GlobalSLocOffsetMap.end(); SLocMapI != EndI; ++SLocMapI) {
4234 ModuleFile &M = *SLocMapI->second;
4235 if (M.NumPreprocessedEntities)
4236 return M.BasePreprocessedEntityID;
4237 }
4238
4239 return getTotalNumPreprocessedEntities();
4240}
4241
4242namespace {
4243
4244template <unsigned PPEntityOffset::*PPLoc>
4245struct PPEntityComp {
4246 const ASTReader &Reader;
4247 ModuleFile &M;
4248
4249 PPEntityComp(const ASTReader &Reader, ModuleFile &M) : Reader(Reader), M(M) { }
4250
4251 bool operator()(const PPEntityOffset &L, const PPEntityOffset &R) const {
4252 SourceLocation LHS = getLoc(L);
4253 SourceLocation RHS = getLoc(R);
4254 return Reader.getSourceManager().isBeforeInTranslationUnit(LHS, RHS);
4255 }
4256
4257 bool operator()(const PPEntityOffset &L, SourceLocation RHS) const {
4258 SourceLocation LHS = getLoc(L);
4259 return Reader.getSourceManager().isBeforeInTranslationUnit(LHS, RHS);
4260 }
4261
4262 bool operator()(SourceLocation LHS, const PPEntityOffset &R) const {
4263 SourceLocation RHS = getLoc(R);
4264 return Reader.getSourceManager().isBeforeInTranslationUnit(LHS, RHS);
4265 }
4266
4267 SourceLocation getLoc(const PPEntityOffset &PPE) const {
4268 return Reader.ReadSourceLocation(M, PPE.*PPLoc);
4269 }
4270};
4271
4272}
4273
4274/// \brief Returns the first preprocessed entity ID that ends after \arg BLoc.
4275PreprocessedEntityID
4276ASTReader::findBeginPreprocessedEntity(SourceLocation BLoc) const {
4277 if (SourceMgr.isLocalSourceLocation(BLoc))
4278 return getTotalNumPreprocessedEntities();
4279
4280 GlobalSLocOffsetMapType::const_iterator
4281 SLocMapI = GlobalSLocOffsetMap.find(SourceManager::MaxLoadedOffset -
Argyrios Kyrtzidisee2d5fd2013-03-08 02:32:34 +00004282 BLoc.getOffset() - 1);
Guy Benyei7f92f2d2012-12-18 14:30:41 +00004283 assert(SLocMapI != GlobalSLocOffsetMap.end() &&
4284 "Corrupted global sloc offset map");
4285
4286 if (SLocMapI->second->NumPreprocessedEntities == 0)
4287 return findNextPreprocessedEntity(SLocMapI);
4288
4289 ModuleFile &M = *SLocMapI->second;
4290 typedef const PPEntityOffset *pp_iterator;
4291 pp_iterator pp_begin = M.PreprocessedEntityOffsets;
4292 pp_iterator pp_end = pp_begin + M.NumPreprocessedEntities;
4293
4294 size_t Count = M.NumPreprocessedEntities;
4295 size_t Half;
4296 pp_iterator First = pp_begin;
4297 pp_iterator PPI;
4298
4299 // Do a binary search manually instead of using std::lower_bound because
4300 // The end locations of entities may be unordered (when a macro expansion
4301 // is inside another macro argument), but for this case it is not important
4302 // whether we get the first macro expansion or its containing macro.
4303 while (Count > 0) {
4304 Half = Count/2;
4305 PPI = First;
4306 std::advance(PPI, Half);
4307 if (SourceMgr.isBeforeInTranslationUnit(ReadSourceLocation(M, PPI->End),
4308 BLoc)){
4309 First = PPI;
4310 ++First;
4311 Count = Count - Half - 1;
4312 } else
4313 Count = Half;
4314 }
4315
4316 if (PPI == pp_end)
4317 return findNextPreprocessedEntity(SLocMapI);
4318
4319 return M.BasePreprocessedEntityID + (PPI - pp_begin);
4320}
4321
4322/// \brief Returns the first preprocessed entity ID that begins after \arg ELoc.
4323PreprocessedEntityID
4324ASTReader::findEndPreprocessedEntity(SourceLocation ELoc) const {
4325 if (SourceMgr.isLocalSourceLocation(ELoc))
4326 return getTotalNumPreprocessedEntities();
4327
4328 GlobalSLocOffsetMapType::const_iterator
4329 SLocMapI = GlobalSLocOffsetMap.find(SourceManager::MaxLoadedOffset -
Argyrios Kyrtzidisee2d5fd2013-03-08 02:32:34 +00004330 ELoc.getOffset() - 1);
Guy Benyei7f92f2d2012-12-18 14:30:41 +00004331 assert(SLocMapI != GlobalSLocOffsetMap.end() &&
4332 "Corrupted global sloc offset map");
4333
4334 if (SLocMapI->second->NumPreprocessedEntities == 0)
4335 return findNextPreprocessedEntity(SLocMapI);
4336
4337 ModuleFile &M = *SLocMapI->second;
4338 typedef const PPEntityOffset *pp_iterator;
4339 pp_iterator pp_begin = M.PreprocessedEntityOffsets;
4340 pp_iterator pp_end = pp_begin + M.NumPreprocessedEntities;
4341 pp_iterator PPI =
4342 std::upper_bound(pp_begin, pp_end, ELoc,
4343 PPEntityComp<&PPEntityOffset::Begin>(*this, M));
4344
4345 if (PPI == pp_end)
4346 return findNextPreprocessedEntity(SLocMapI);
4347
4348 return M.BasePreprocessedEntityID + (PPI - pp_begin);
4349}
4350
4351/// \brief Returns a pair of [Begin, End) indices of preallocated
4352/// preprocessed entities that \arg Range encompasses.
4353std::pair<unsigned, unsigned>
4354 ASTReader::findPreprocessedEntitiesInRange(SourceRange Range) {
4355 if (Range.isInvalid())
4356 return std::make_pair(0,0);
4357 assert(!SourceMgr.isBeforeInTranslationUnit(Range.getEnd(),Range.getBegin()));
4358
4359 PreprocessedEntityID BeginID = findBeginPreprocessedEntity(Range.getBegin());
4360 PreprocessedEntityID EndID = findEndPreprocessedEntity(Range.getEnd());
4361 return std::make_pair(BeginID, EndID);
4362}
4363
4364/// \brief Optionally returns true or false if the preallocated preprocessed
4365/// entity with index \arg Index came from file \arg FID.
David Blaikiedc84cd52013-02-20 22:23:23 +00004366Optional<bool> ASTReader::isPreprocessedEntityInFileID(unsigned Index,
Guy Benyei7f92f2d2012-12-18 14:30:41 +00004367 FileID FID) {
4368 if (FID.isInvalid())
4369 return false;
4370
4371 std::pair<ModuleFile *, unsigned> PPInfo = getModulePreprocessedEntity(Index);
4372 ModuleFile &M = *PPInfo.first;
4373 unsigned LocalIndex = PPInfo.second;
4374 const PPEntityOffset &PPOffs = M.PreprocessedEntityOffsets[LocalIndex];
4375
4376 SourceLocation Loc = ReadSourceLocation(M, PPOffs.Begin);
4377 if (Loc.isInvalid())
4378 return false;
4379
4380 if (SourceMgr.isInFileID(SourceMgr.getFileLoc(Loc), FID))
4381 return true;
4382 else
4383 return false;
4384}
4385
4386namespace {
4387 /// \brief Visitor used to search for information about a header file.
4388 class HeaderFileInfoVisitor {
Guy Benyei7f92f2d2012-12-18 14:30:41 +00004389 const FileEntry *FE;
4390
David Blaikiedc84cd52013-02-20 22:23:23 +00004391 Optional<HeaderFileInfo> HFI;
Guy Benyei7f92f2d2012-12-18 14:30:41 +00004392
4393 public:
Argyrios Kyrtzidis36592b12013-03-06 18:12:44 +00004394 explicit HeaderFileInfoVisitor(const FileEntry *FE)
4395 : FE(FE) { }
Guy Benyei7f92f2d2012-12-18 14:30:41 +00004396
4397 static bool visit(ModuleFile &M, void *UserData) {
4398 HeaderFileInfoVisitor *This
4399 = static_cast<HeaderFileInfoVisitor *>(UserData);
4400
Guy Benyei7f92f2d2012-12-18 14:30:41 +00004401 HeaderFileInfoLookupTable *Table
4402 = static_cast<HeaderFileInfoLookupTable *>(M.HeaderFileInfoTable);
4403 if (!Table)
4404 return false;
4405
4406 // Look in the on-disk hash table for an entry for this file name.
Argyrios Kyrtzidised3802e2013-03-06 18:12:47 +00004407 HeaderFileInfoLookupTable::iterator Pos = Table->find(This->FE);
Guy Benyei7f92f2d2012-12-18 14:30:41 +00004408 if (Pos == Table->end())
4409 return false;
4410
4411 This->HFI = *Pos;
4412 return true;
4413 }
4414
David Blaikiedc84cd52013-02-20 22:23:23 +00004415 Optional<HeaderFileInfo> getHeaderFileInfo() const { return HFI; }
Guy Benyei7f92f2d2012-12-18 14:30:41 +00004416 };
4417}
4418
4419HeaderFileInfo ASTReader::GetHeaderFileInfo(const FileEntry *FE) {
Argyrios Kyrtzidis36592b12013-03-06 18:12:44 +00004420 HeaderFileInfoVisitor Visitor(FE);
Guy Benyei7f92f2d2012-12-18 14:30:41 +00004421 ModuleMgr.visit(&HeaderFileInfoVisitor::visit, &Visitor);
Argyrios Kyrtzidisf9ba8512013-05-08 23:46:55 +00004422 if (Optional<HeaderFileInfo> HFI = Visitor.getHeaderFileInfo())
Guy Benyei7f92f2d2012-12-18 14:30:41 +00004423 return *HFI;
Guy Benyei7f92f2d2012-12-18 14:30:41 +00004424
4425 return HeaderFileInfo();
4426}
4427
4428void ASTReader::ReadPragmaDiagnosticMappings(DiagnosticsEngine &Diag) {
4429 // FIXME: Make it work properly with modules.
Dmitri Gribenkocfa88f82013-01-12 19:30:44 +00004430 SmallVector<DiagnosticsEngine::DiagState *, 32> DiagStates;
Guy Benyei7f92f2d2012-12-18 14:30:41 +00004431 for (ModuleIterator I = ModuleMgr.begin(), E = ModuleMgr.end(); I != E; ++I) {
4432 ModuleFile &F = *(*I);
4433 unsigned Idx = 0;
4434 DiagStates.clear();
4435 assert(!Diag.DiagStates.empty());
4436 DiagStates.push_back(&Diag.DiagStates.front()); // the command-line one.
4437 while (Idx < F.PragmaDiagMappings.size()) {
4438 SourceLocation Loc = ReadSourceLocation(F, F.PragmaDiagMappings[Idx++]);
4439 unsigned DiagStateID = F.PragmaDiagMappings[Idx++];
4440 if (DiagStateID != 0) {
4441 Diag.DiagStatePoints.push_back(
4442 DiagnosticsEngine::DiagStatePoint(DiagStates[DiagStateID-1],
4443 FullSourceLoc(Loc, SourceMgr)));
4444 continue;
4445 }
4446
4447 assert(DiagStateID == 0);
4448 // A new DiagState was created here.
4449 Diag.DiagStates.push_back(*Diag.GetCurDiagState());
4450 DiagnosticsEngine::DiagState *NewState = &Diag.DiagStates.back();
4451 DiagStates.push_back(NewState);
4452 Diag.DiagStatePoints.push_back(
4453 DiagnosticsEngine::DiagStatePoint(NewState,
4454 FullSourceLoc(Loc, SourceMgr)));
4455 while (1) {
4456 assert(Idx < F.PragmaDiagMappings.size() &&
4457 "Invalid data, didn't find '-1' marking end of diag/map pairs");
4458 if (Idx >= F.PragmaDiagMappings.size()) {
4459 break; // Something is messed up but at least avoid infinite loop in
4460 // release build.
4461 }
4462 unsigned DiagID = F.PragmaDiagMappings[Idx++];
4463 if (DiagID == (unsigned)-1) {
4464 break; // no more diag/map pairs for this location.
4465 }
4466 diag::Mapping Map = (diag::Mapping)F.PragmaDiagMappings[Idx++];
4467 DiagnosticMappingInfo MappingInfo = Diag.makeMappingInfo(Map, Loc);
4468 Diag.GetCurDiagState()->setMappingInfo(DiagID, MappingInfo);
4469 }
4470 }
4471 }
4472}
4473
4474/// \brief Get the correct cursor and offset for loading a type.
4475ASTReader::RecordLocation ASTReader::TypeCursorForIndex(unsigned Index) {
4476 GlobalTypeMapType::iterator I = GlobalTypeMap.find(Index);
4477 assert(I != GlobalTypeMap.end() && "Corrupted global type map");
4478 ModuleFile *M = I->second;
4479 return RecordLocation(M, M->TypeOffsets[Index - M->BaseTypeIndex]);
4480}
4481
4482/// \brief Read and return the type with the given index..
4483///
4484/// The index is the type ID, shifted and minus the number of predefs. This
4485/// routine actually reads the record corresponding to the type at the given
4486/// location. It is a helper routine for GetType, which deals with reading type
4487/// IDs.
4488QualType ASTReader::readTypeRecord(unsigned Index) {
4489 RecordLocation Loc = TypeCursorForIndex(Index);
Chris Lattner8f9a1eb2013-01-20 00:56:42 +00004490 BitstreamCursor &DeclsCursor = Loc.F->DeclsCursor;
Guy Benyei7f92f2d2012-12-18 14:30:41 +00004491
4492 // Keep track of where we are in the stream, then jump back there
4493 // after reading this type.
4494 SavedStreamPosition SavedPosition(DeclsCursor);
4495
4496 ReadingKindTracker ReadingKind(Read_Type, *this);
4497
4498 // Note that we are loading a type record.
4499 Deserializing AType(this);
4500
4501 unsigned Idx = 0;
4502 DeclsCursor.JumpToBit(Loc.Offset);
4503 RecordData Record;
4504 unsigned Code = DeclsCursor.ReadCode();
Chris Lattnerb3ce3572013-01-20 02:38:54 +00004505 switch ((TypeCode)DeclsCursor.readRecord(Code, Record)) {
Guy Benyei7f92f2d2012-12-18 14:30:41 +00004506 case TYPE_EXT_QUAL: {
4507 if (Record.size() != 2) {
4508 Error("Incorrect encoding of extended qualifier type");
4509 return QualType();
4510 }
4511 QualType Base = readType(*Loc.F, Record, Idx);
4512 Qualifiers Quals = Qualifiers::fromOpaqueValue(Record[Idx++]);
4513 return Context.getQualifiedType(Base, Quals);
4514 }
4515
4516 case TYPE_COMPLEX: {
4517 if (Record.size() != 1) {
4518 Error("Incorrect encoding of complex type");
4519 return QualType();
4520 }
4521 QualType ElemType = readType(*Loc.F, Record, Idx);
4522 return Context.getComplexType(ElemType);
4523 }
4524
4525 case TYPE_POINTER: {
4526 if (Record.size() != 1) {
4527 Error("Incorrect encoding of pointer type");
4528 return QualType();
4529 }
4530 QualType PointeeType = readType(*Loc.F, Record, Idx);
4531 return Context.getPointerType(PointeeType);
4532 }
4533
Reid Kleckner12df2462013-06-24 17:51:48 +00004534 case TYPE_DECAYED: {
4535 if (Record.size() != 1) {
4536 Error("Incorrect encoding of decayed type");
4537 return QualType();
4538 }
4539 QualType OriginalType = readType(*Loc.F, Record, Idx);
4540 QualType DT = Context.getAdjustedParameterType(OriginalType);
4541 if (!isa<DecayedType>(DT))
4542 Error("Decayed type does not decay");
4543 return DT;
4544 }
4545
Guy Benyei7f92f2d2012-12-18 14:30:41 +00004546 case TYPE_BLOCK_POINTER: {
4547 if (Record.size() != 1) {
4548 Error("Incorrect encoding of block pointer type");
4549 return QualType();
4550 }
4551 QualType PointeeType = readType(*Loc.F, Record, Idx);
4552 return Context.getBlockPointerType(PointeeType);
4553 }
4554
4555 case TYPE_LVALUE_REFERENCE: {
4556 if (Record.size() != 2) {
4557 Error("Incorrect encoding of lvalue reference type");
4558 return QualType();
4559 }
4560 QualType PointeeType = readType(*Loc.F, Record, Idx);
4561 return Context.getLValueReferenceType(PointeeType, Record[1]);
4562 }
4563
4564 case TYPE_RVALUE_REFERENCE: {
4565 if (Record.size() != 1) {
4566 Error("Incorrect encoding of rvalue reference type");
4567 return QualType();
4568 }
4569 QualType PointeeType = readType(*Loc.F, Record, Idx);
4570 return Context.getRValueReferenceType(PointeeType);
4571 }
4572
4573 case TYPE_MEMBER_POINTER: {
4574 if (Record.size() != 2) {
4575 Error("Incorrect encoding of member pointer type");
4576 return QualType();
4577 }
4578 QualType PointeeType = readType(*Loc.F, Record, Idx);
4579 QualType ClassType = readType(*Loc.F, Record, Idx);
4580 if (PointeeType.isNull() || ClassType.isNull())
4581 return QualType();
4582
4583 return Context.getMemberPointerType(PointeeType, ClassType.getTypePtr());
4584 }
4585
4586 case TYPE_CONSTANT_ARRAY: {
4587 QualType ElementType = readType(*Loc.F, Record, Idx);
4588 ArrayType::ArraySizeModifier ASM = (ArrayType::ArraySizeModifier)Record[1];
4589 unsigned IndexTypeQuals = Record[2];
4590 unsigned Idx = 3;
4591 llvm::APInt Size = ReadAPInt(Record, Idx);
4592 return Context.getConstantArrayType(ElementType, Size,
4593 ASM, IndexTypeQuals);
4594 }
4595
4596 case TYPE_INCOMPLETE_ARRAY: {
4597 QualType ElementType = readType(*Loc.F, Record, Idx);
4598 ArrayType::ArraySizeModifier ASM = (ArrayType::ArraySizeModifier)Record[1];
4599 unsigned IndexTypeQuals = Record[2];
4600 return Context.getIncompleteArrayType(ElementType, ASM, IndexTypeQuals);
4601 }
4602
4603 case TYPE_VARIABLE_ARRAY: {
4604 QualType ElementType = readType(*Loc.F, Record, Idx);
4605 ArrayType::ArraySizeModifier ASM = (ArrayType::ArraySizeModifier)Record[1];
4606 unsigned IndexTypeQuals = Record[2];
4607 SourceLocation LBLoc = ReadSourceLocation(*Loc.F, Record[3]);
4608 SourceLocation RBLoc = ReadSourceLocation(*Loc.F, Record[4]);
4609 return Context.getVariableArrayType(ElementType, ReadExpr(*Loc.F),
4610 ASM, IndexTypeQuals,
4611 SourceRange(LBLoc, RBLoc));
4612 }
4613
4614 case TYPE_VECTOR: {
4615 if (Record.size() != 3) {
4616 Error("incorrect encoding of vector type in AST file");
4617 return QualType();
4618 }
4619
4620 QualType ElementType = readType(*Loc.F, Record, Idx);
4621 unsigned NumElements = Record[1];
4622 unsigned VecKind = Record[2];
4623 return Context.getVectorType(ElementType, NumElements,
4624 (VectorType::VectorKind)VecKind);
4625 }
4626
4627 case TYPE_EXT_VECTOR: {
4628 if (Record.size() != 3) {
4629 Error("incorrect encoding of extended vector type in AST file");
4630 return QualType();
4631 }
4632
4633 QualType ElementType = readType(*Loc.F, Record, Idx);
4634 unsigned NumElements = Record[1];
4635 return Context.getExtVectorType(ElementType, NumElements);
4636 }
4637
4638 case TYPE_FUNCTION_NO_PROTO: {
4639 if (Record.size() != 6) {
4640 Error("incorrect encoding of no-proto function type");
4641 return QualType();
4642 }
4643 QualType ResultType = readType(*Loc.F, Record, Idx);
4644 FunctionType::ExtInfo Info(Record[1], Record[2], Record[3],
4645 (CallingConv)Record[4], Record[5]);
4646 return Context.getFunctionNoProtoType(ResultType, Info);
4647 }
4648
4649 case TYPE_FUNCTION_PROTO: {
4650 QualType ResultType = readType(*Loc.F, Record, Idx);
4651
4652 FunctionProtoType::ExtProtoInfo EPI;
4653 EPI.ExtInfo = FunctionType::ExtInfo(/*noreturn*/ Record[1],
4654 /*hasregparm*/ Record[2],
4655 /*regparm*/ Record[3],
4656 static_cast<CallingConv>(Record[4]),
4657 /*produces*/ Record[5]);
4658
4659 unsigned Idx = 6;
4660 unsigned NumParams = Record[Idx++];
4661 SmallVector<QualType, 16> ParamTypes;
4662 for (unsigned I = 0; I != NumParams; ++I)
4663 ParamTypes.push_back(readType(*Loc.F, Record, Idx));
4664
4665 EPI.Variadic = Record[Idx++];
4666 EPI.HasTrailingReturn = Record[Idx++];
4667 EPI.TypeQuals = Record[Idx++];
4668 EPI.RefQualifier = static_cast<RefQualifierKind>(Record[Idx++]);
4669 ExceptionSpecificationType EST =
4670 static_cast<ExceptionSpecificationType>(Record[Idx++]);
4671 EPI.ExceptionSpecType = EST;
4672 SmallVector<QualType, 2> Exceptions;
4673 if (EST == EST_Dynamic) {
4674 EPI.NumExceptions = Record[Idx++];
4675 for (unsigned I = 0; I != EPI.NumExceptions; ++I)
4676 Exceptions.push_back(readType(*Loc.F, Record, Idx));
4677 EPI.Exceptions = Exceptions.data();
4678 } else if (EST == EST_ComputedNoexcept) {
4679 EPI.NoexceptExpr = ReadExpr(*Loc.F);
4680 } else if (EST == EST_Uninstantiated) {
4681 EPI.ExceptionSpecDecl = ReadDeclAs<FunctionDecl>(*Loc.F, Record, Idx);
4682 EPI.ExceptionSpecTemplate = ReadDeclAs<FunctionDecl>(*Loc.F, Record, Idx);
4683 } else if (EST == EST_Unevaluated) {
4684 EPI.ExceptionSpecDecl = ReadDeclAs<FunctionDecl>(*Loc.F, Record, Idx);
4685 }
Jordan Rosebea522f2013-03-08 21:51:21 +00004686 return Context.getFunctionType(ResultType, ParamTypes, EPI);
Guy Benyei7f92f2d2012-12-18 14:30:41 +00004687 }
4688
4689 case TYPE_UNRESOLVED_USING: {
4690 unsigned Idx = 0;
4691 return Context.getTypeDeclType(
4692 ReadDeclAs<UnresolvedUsingTypenameDecl>(*Loc.F, Record, Idx));
4693 }
4694
4695 case TYPE_TYPEDEF: {
4696 if (Record.size() != 2) {
4697 Error("incorrect encoding of typedef type");
4698 return QualType();
4699 }
4700 unsigned Idx = 0;
4701 TypedefNameDecl *Decl = ReadDeclAs<TypedefNameDecl>(*Loc.F, Record, Idx);
4702 QualType Canonical = readType(*Loc.F, Record, Idx);
4703 if (!Canonical.isNull())
4704 Canonical = Context.getCanonicalType(Canonical);
4705 return Context.getTypedefType(Decl, Canonical);
4706 }
4707
4708 case TYPE_TYPEOF_EXPR:
4709 return Context.getTypeOfExprType(ReadExpr(*Loc.F));
4710
4711 case TYPE_TYPEOF: {
4712 if (Record.size() != 1) {
4713 Error("incorrect encoding of typeof(type) in AST file");
4714 return QualType();
4715 }
4716 QualType UnderlyingType = readType(*Loc.F, Record, Idx);
4717 return Context.getTypeOfType(UnderlyingType);
4718 }
4719
4720 case TYPE_DECLTYPE: {
4721 QualType UnderlyingType = readType(*Loc.F, Record, Idx);
4722 return Context.getDecltypeType(ReadExpr(*Loc.F), UnderlyingType);
4723 }
4724
4725 case TYPE_UNARY_TRANSFORM: {
4726 QualType BaseType = readType(*Loc.F, Record, Idx);
4727 QualType UnderlyingType = readType(*Loc.F, Record, Idx);
4728 UnaryTransformType::UTTKind UKind = (UnaryTransformType::UTTKind)Record[2];
4729 return Context.getUnaryTransformType(BaseType, UnderlyingType, UKind);
4730 }
4731
Richard Smitha2c36462013-04-26 16:15:35 +00004732 case TYPE_AUTO: {
4733 QualType Deduced = readType(*Loc.F, Record, Idx);
4734 bool IsDecltypeAuto = Record[Idx++];
Richard Smithdc7a4f52013-04-30 13:56:41 +00004735 bool IsDependent = Deduced.isNull() ? Record[Idx++] : false;
4736 return Context.getAutoType(Deduced, IsDecltypeAuto, IsDependent);
Richard Smitha2c36462013-04-26 16:15:35 +00004737 }
Guy Benyei7f92f2d2012-12-18 14:30:41 +00004738
4739 case TYPE_RECORD: {
4740 if (Record.size() != 2) {
4741 Error("incorrect encoding of record type");
4742 return QualType();
4743 }
4744 unsigned Idx = 0;
4745 bool IsDependent = Record[Idx++];
4746 RecordDecl *RD = ReadDeclAs<RecordDecl>(*Loc.F, Record, Idx);
4747 RD = cast_or_null<RecordDecl>(RD->getCanonicalDecl());
4748 QualType T = Context.getRecordType(RD);
4749 const_cast<Type*>(T.getTypePtr())->setDependent(IsDependent);
4750 return T;
4751 }
4752
4753 case TYPE_ENUM: {
4754 if (Record.size() != 2) {
4755 Error("incorrect encoding of enum type");
4756 return QualType();
4757 }
4758 unsigned Idx = 0;
4759 bool IsDependent = Record[Idx++];
4760 QualType T
4761 = Context.getEnumType(ReadDeclAs<EnumDecl>(*Loc.F, Record, Idx));
4762 const_cast<Type*>(T.getTypePtr())->setDependent(IsDependent);
4763 return T;
4764 }
4765
4766 case TYPE_ATTRIBUTED: {
4767 if (Record.size() != 3) {
4768 Error("incorrect encoding of attributed type");
4769 return QualType();
4770 }
4771 QualType modifiedType = readType(*Loc.F, Record, Idx);
4772 QualType equivalentType = readType(*Loc.F, Record, Idx);
4773 AttributedType::Kind kind = static_cast<AttributedType::Kind>(Record[2]);
4774 return Context.getAttributedType(kind, modifiedType, equivalentType);
4775 }
4776
4777 case TYPE_PAREN: {
4778 if (Record.size() != 1) {
4779 Error("incorrect encoding of paren type");
4780 return QualType();
4781 }
4782 QualType InnerType = readType(*Loc.F, Record, Idx);
4783 return Context.getParenType(InnerType);
4784 }
4785
4786 case TYPE_PACK_EXPANSION: {
4787 if (Record.size() != 2) {
4788 Error("incorrect encoding of pack expansion type");
4789 return QualType();
4790 }
4791 QualType Pattern = readType(*Loc.F, Record, Idx);
4792 if (Pattern.isNull())
4793 return QualType();
David Blaikiedc84cd52013-02-20 22:23:23 +00004794 Optional<unsigned> NumExpansions;
Guy Benyei7f92f2d2012-12-18 14:30:41 +00004795 if (Record[1])
4796 NumExpansions = Record[1] - 1;
4797 return Context.getPackExpansionType(Pattern, NumExpansions);
4798 }
4799
4800 case TYPE_ELABORATED: {
4801 unsigned Idx = 0;
4802 ElaboratedTypeKeyword Keyword = (ElaboratedTypeKeyword)Record[Idx++];
4803 NestedNameSpecifier *NNS = ReadNestedNameSpecifier(*Loc.F, Record, Idx);
4804 QualType NamedType = readType(*Loc.F, Record, Idx);
4805 return Context.getElaboratedType(Keyword, NNS, NamedType);
4806 }
4807
4808 case TYPE_OBJC_INTERFACE: {
4809 unsigned Idx = 0;
4810 ObjCInterfaceDecl *ItfD
4811 = ReadDeclAs<ObjCInterfaceDecl>(*Loc.F, Record, Idx);
4812 return Context.getObjCInterfaceType(ItfD->getCanonicalDecl());
4813 }
4814
4815 case TYPE_OBJC_OBJECT: {
4816 unsigned Idx = 0;
4817 QualType Base = readType(*Loc.F, Record, Idx);
4818 unsigned NumProtos = Record[Idx++];
4819 SmallVector<ObjCProtocolDecl*, 4> Protos;
4820 for (unsigned I = 0; I != NumProtos; ++I)
4821 Protos.push_back(ReadDeclAs<ObjCProtocolDecl>(*Loc.F, Record, Idx));
4822 return Context.getObjCObjectType(Base, Protos.data(), NumProtos);
4823 }
4824
4825 case TYPE_OBJC_OBJECT_POINTER: {
4826 unsigned Idx = 0;
4827 QualType Pointee = readType(*Loc.F, Record, Idx);
4828 return Context.getObjCObjectPointerType(Pointee);
4829 }
4830
4831 case TYPE_SUBST_TEMPLATE_TYPE_PARM: {
4832 unsigned Idx = 0;
4833 QualType Parm = readType(*Loc.F, Record, Idx);
4834 QualType Replacement = readType(*Loc.F, Record, Idx);
4835 return
4836 Context.getSubstTemplateTypeParmType(cast<TemplateTypeParmType>(Parm),
4837 Replacement);
4838 }
4839
4840 case TYPE_SUBST_TEMPLATE_TYPE_PARM_PACK: {
4841 unsigned Idx = 0;
4842 QualType Parm = readType(*Loc.F, Record, Idx);
4843 TemplateArgument ArgPack = ReadTemplateArgument(*Loc.F, Record, Idx);
4844 return Context.getSubstTemplateTypeParmPackType(
4845 cast<TemplateTypeParmType>(Parm),
4846 ArgPack);
4847 }
4848
4849 case TYPE_INJECTED_CLASS_NAME: {
4850 CXXRecordDecl *D = ReadDeclAs<CXXRecordDecl>(*Loc.F, Record, Idx);
4851 QualType TST = readType(*Loc.F, Record, Idx); // probably derivable
4852 // FIXME: ASTContext::getInjectedClassNameType is not currently suitable
4853 // for AST reading, too much interdependencies.
4854 return
4855 QualType(new (Context, TypeAlignment) InjectedClassNameType(D, TST), 0);
4856 }
4857
4858 case TYPE_TEMPLATE_TYPE_PARM: {
4859 unsigned Idx = 0;
4860 unsigned Depth = Record[Idx++];
4861 unsigned Index = Record[Idx++];
4862 bool Pack = Record[Idx++];
4863 TemplateTypeParmDecl *D
4864 = ReadDeclAs<TemplateTypeParmDecl>(*Loc.F, Record, Idx);
4865 return Context.getTemplateTypeParmType(Depth, Index, Pack, D);
4866 }
4867
4868 case TYPE_DEPENDENT_NAME: {
4869 unsigned Idx = 0;
4870 ElaboratedTypeKeyword Keyword = (ElaboratedTypeKeyword)Record[Idx++];
4871 NestedNameSpecifier *NNS = ReadNestedNameSpecifier(*Loc.F, Record, Idx);
4872 const IdentifierInfo *Name = this->GetIdentifierInfo(*Loc.F, Record, Idx);
4873 QualType Canon = readType(*Loc.F, Record, Idx);
4874 if (!Canon.isNull())
4875 Canon = Context.getCanonicalType(Canon);
4876 return Context.getDependentNameType(Keyword, NNS, Name, Canon);
4877 }
4878
4879 case TYPE_DEPENDENT_TEMPLATE_SPECIALIZATION: {
4880 unsigned Idx = 0;
4881 ElaboratedTypeKeyword Keyword = (ElaboratedTypeKeyword)Record[Idx++];
4882 NestedNameSpecifier *NNS = ReadNestedNameSpecifier(*Loc.F, Record, Idx);
4883 const IdentifierInfo *Name = this->GetIdentifierInfo(*Loc.F, Record, Idx);
4884 unsigned NumArgs = Record[Idx++];
4885 SmallVector<TemplateArgument, 8> Args;
4886 Args.reserve(NumArgs);
4887 while (NumArgs--)
4888 Args.push_back(ReadTemplateArgument(*Loc.F, Record, Idx));
4889 return Context.getDependentTemplateSpecializationType(Keyword, NNS, Name,
4890 Args.size(), Args.data());
4891 }
4892
4893 case TYPE_DEPENDENT_SIZED_ARRAY: {
4894 unsigned Idx = 0;
4895
4896 // ArrayType
4897 QualType ElementType = readType(*Loc.F, Record, Idx);
4898 ArrayType::ArraySizeModifier ASM
4899 = (ArrayType::ArraySizeModifier)Record[Idx++];
4900 unsigned IndexTypeQuals = Record[Idx++];
4901
4902 // DependentSizedArrayType
4903 Expr *NumElts = ReadExpr(*Loc.F);
4904 SourceRange Brackets = ReadSourceRange(*Loc.F, Record, Idx);
4905
4906 return Context.getDependentSizedArrayType(ElementType, NumElts, ASM,
4907 IndexTypeQuals, Brackets);
4908 }
4909
4910 case TYPE_TEMPLATE_SPECIALIZATION: {
4911 unsigned Idx = 0;
4912 bool IsDependent = Record[Idx++];
4913 TemplateName Name = ReadTemplateName(*Loc.F, Record, Idx);
4914 SmallVector<TemplateArgument, 8> Args;
4915 ReadTemplateArgumentList(Args, *Loc.F, Record, Idx);
4916 QualType Underlying = readType(*Loc.F, Record, Idx);
4917 QualType T;
4918 if (Underlying.isNull())
4919 T = Context.getCanonicalTemplateSpecializationType(Name, Args.data(),
4920 Args.size());
4921 else
4922 T = Context.getTemplateSpecializationType(Name, Args.data(),
4923 Args.size(), Underlying);
4924 const_cast<Type*>(T.getTypePtr())->setDependent(IsDependent);
4925 return T;
4926 }
4927
4928 case TYPE_ATOMIC: {
4929 if (Record.size() != 1) {
4930 Error("Incorrect encoding of atomic type");
4931 return QualType();
4932 }
4933 QualType ValueType = readType(*Loc.F, Record, Idx);
4934 return Context.getAtomicType(ValueType);
4935 }
4936 }
4937 llvm_unreachable("Invalid TypeCode!");
4938}
4939
4940class clang::TypeLocReader : public TypeLocVisitor<TypeLocReader> {
4941 ASTReader &Reader;
4942 ModuleFile &F;
4943 const ASTReader::RecordData &Record;
4944 unsigned &Idx;
4945
4946 SourceLocation ReadSourceLocation(const ASTReader::RecordData &R,
4947 unsigned &I) {
4948 return Reader.ReadSourceLocation(F, R, I);
4949 }
4950
4951 template<typename T>
4952 T *ReadDeclAs(const ASTReader::RecordData &Record, unsigned &Idx) {
4953 return Reader.ReadDeclAs<T>(F, Record, Idx);
4954 }
4955
4956public:
4957 TypeLocReader(ASTReader &Reader, ModuleFile &F,
4958 const ASTReader::RecordData &Record, unsigned &Idx)
4959 : Reader(Reader), F(F), Record(Record), Idx(Idx)
4960 { }
4961
4962 // We want compile-time assurance that we've enumerated all of
4963 // these, so unfortunately we have to declare them first, then
4964 // define them out-of-line.
4965#define ABSTRACT_TYPELOC(CLASS, PARENT)
4966#define TYPELOC(CLASS, PARENT) \
4967 void Visit##CLASS##TypeLoc(CLASS##TypeLoc TyLoc);
4968#include "clang/AST/TypeLocNodes.def"
4969
4970 void VisitFunctionTypeLoc(FunctionTypeLoc);
4971 void VisitArrayTypeLoc(ArrayTypeLoc);
4972};
4973
4974void TypeLocReader::VisitQualifiedTypeLoc(QualifiedTypeLoc TL) {
4975 // nothing to do
4976}
4977void TypeLocReader::VisitBuiltinTypeLoc(BuiltinTypeLoc TL) {
4978 TL.setBuiltinLoc(ReadSourceLocation(Record, Idx));
4979 if (TL.needsExtraLocalData()) {
4980 TL.setWrittenTypeSpec(static_cast<DeclSpec::TST>(Record[Idx++]));
4981 TL.setWrittenSignSpec(static_cast<DeclSpec::TSS>(Record[Idx++]));
4982 TL.setWrittenWidthSpec(static_cast<DeclSpec::TSW>(Record[Idx++]));
4983 TL.setModeAttr(Record[Idx++]);
4984 }
4985}
4986void TypeLocReader::VisitComplexTypeLoc(ComplexTypeLoc TL) {
4987 TL.setNameLoc(ReadSourceLocation(Record, Idx));
4988}
4989void TypeLocReader::VisitPointerTypeLoc(PointerTypeLoc TL) {
4990 TL.setStarLoc(ReadSourceLocation(Record, Idx));
4991}
Reid Kleckner12df2462013-06-24 17:51:48 +00004992void TypeLocReader::VisitDecayedTypeLoc(DecayedTypeLoc TL) {
4993 // nothing to do
4994}
Guy Benyei7f92f2d2012-12-18 14:30:41 +00004995void TypeLocReader::VisitBlockPointerTypeLoc(BlockPointerTypeLoc TL) {
4996 TL.setCaretLoc(ReadSourceLocation(Record, Idx));
4997}
4998void TypeLocReader::VisitLValueReferenceTypeLoc(LValueReferenceTypeLoc TL) {
4999 TL.setAmpLoc(ReadSourceLocation(Record, Idx));
5000}
5001void TypeLocReader::VisitRValueReferenceTypeLoc(RValueReferenceTypeLoc TL) {
5002 TL.setAmpAmpLoc(ReadSourceLocation(Record, Idx));
5003}
5004void TypeLocReader::VisitMemberPointerTypeLoc(MemberPointerTypeLoc TL) {
5005 TL.setStarLoc(ReadSourceLocation(Record, Idx));
5006 TL.setClassTInfo(Reader.GetTypeSourceInfo(F, Record, Idx));
5007}
5008void TypeLocReader::VisitArrayTypeLoc(ArrayTypeLoc TL) {
5009 TL.setLBracketLoc(ReadSourceLocation(Record, Idx));
5010 TL.setRBracketLoc(ReadSourceLocation(Record, Idx));
5011 if (Record[Idx++])
5012 TL.setSizeExpr(Reader.ReadExpr(F));
5013 else
5014 TL.setSizeExpr(0);
5015}
5016void TypeLocReader::VisitConstantArrayTypeLoc(ConstantArrayTypeLoc TL) {
5017 VisitArrayTypeLoc(TL);
5018}
5019void TypeLocReader::VisitIncompleteArrayTypeLoc(IncompleteArrayTypeLoc TL) {
5020 VisitArrayTypeLoc(TL);
5021}
5022void TypeLocReader::VisitVariableArrayTypeLoc(VariableArrayTypeLoc TL) {
5023 VisitArrayTypeLoc(TL);
5024}
5025void TypeLocReader::VisitDependentSizedArrayTypeLoc(
5026 DependentSizedArrayTypeLoc TL) {
5027 VisitArrayTypeLoc(TL);
5028}
5029void TypeLocReader::VisitDependentSizedExtVectorTypeLoc(
5030 DependentSizedExtVectorTypeLoc TL) {
5031 TL.setNameLoc(ReadSourceLocation(Record, Idx));
5032}
5033void TypeLocReader::VisitVectorTypeLoc(VectorTypeLoc TL) {
5034 TL.setNameLoc(ReadSourceLocation(Record, Idx));
5035}
5036void TypeLocReader::VisitExtVectorTypeLoc(ExtVectorTypeLoc TL) {
5037 TL.setNameLoc(ReadSourceLocation(Record, Idx));
5038}
5039void TypeLocReader::VisitFunctionTypeLoc(FunctionTypeLoc TL) {
5040 TL.setLocalRangeBegin(ReadSourceLocation(Record, Idx));
5041 TL.setLParenLoc(ReadSourceLocation(Record, Idx));
5042 TL.setRParenLoc(ReadSourceLocation(Record, Idx));
5043 TL.setLocalRangeEnd(ReadSourceLocation(Record, Idx));
5044 for (unsigned i = 0, e = TL.getNumArgs(); i != e; ++i) {
5045 TL.setArg(i, ReadDeclAs<ParmVarDecl>(Record, Idx));
5046 }
5047}
5048void TypeLocReader::VisitFunctionProtoTypeLoc(FunctionProtoTypeLoc TL) {
5049 VisitFunctionTypeLoc(TL);
5050}
5051void TypeLocReader::VisitFunctionNoProtoTypeLoc(FunctionNoProtoTypeLoc TL) {
5052 VisitFunctionTypeLoc(TL);
5053}
5054void TypeLocReader::VisitUnresolvedUsingTypeLoc(UnresolvedUsingTypeLoc TL) {
5055 TL.setNameLoc(ReadSourceLocation(Record, Idx));
5056}
5057void TypeLocReader::VisitTypedefTypeLoc(TypedefTypeLoc TL) {
5058 TL.setNameLoc(ReadSourceLocation(Record, Idx));
5059}
5060void TypeLocReader::VisitTypeOfExprTypeLoc(TypeOfExprTypeLoc TL) {
5061 TL.setTypeofLoc(ReadSourceLocation(Record, Idx));
5062 TL.setLParenLoc(ReadSourceLocation(Record, Idx));
5063 TL.setRParenLoc(ReadSourceLocation(Record, Idx));
5064}
5065void TypeLocReader::VisitTypeOfTypeLoc(TypeOfTypeLoc TL) {
5066 TL.setTypeofLoc(ReadSourceLocation(Record, Idx));
5067 TL.setLParenLoc(ReadSourceLocation(Record, Idx));
5068 TL.setRParenLoc(ReadSourceLocation(Record, Idx));
5069 TL.setUnderlyingTInfo(Reader.GetTypeSourceInfo(F, Record, Idx));
5070}
5071void TypeLocReader::VisitDecltypeTypeLoc(DecltypeTypeLoc TL) {
5072 TL.setNameLoc(ReadSourceLocation(Record, Idx));
5073}
5074void TypeLocReader::VisitUnaryTransformTypeLoc(UnaryTransformTypeLoc TL) {
5075 TL.setKWLoc(ReadSourceLocation(Record, Idx));
5076 TL.setLParenLoc(ReadSourceLocation(Record, Idx));
5077 TL.setRParenLoc(ReadSourceLocation(Record, Idx));
5078 TL.setUnderlyingTInfo(Reader.GetTypeSourceInfo(F, Record, Idx));
5079}
5080void TypeLocReader::VisitAutoTypeLoc(AutoTypeLoc TL) {
5081 TL.setNameLoc(ReadSourceLocation(Record, Idx));
5082}
5083void TypeLocReader::VisitRecordTypeLoc(RecordTypeLoc TL) {
5084 TL.setNameLoc(ReadSourceLocation(Record, Idx));
5085}
5086void TypeLocReader::VisitEnumTypeLoc(EnumTypeLoc TL) {
5087 TL.setNameLoc(ReadSourceLocation(Record, Idx));
5088}
5089void TypeLocReader::VisitAttributedTypeLoc(AttributedTypeLoc TL) {
5090 TL.setAttrNameLoc(ReadSourceLocation(Record, Idx));
5091 if (TL.hasAttrOperand()) {
5092 SourceRange range;
5093 range.setBegin(ReadSourceLocation(Record, Idx));
5094 range.setEnd(ReadSourceLocation(Record, Idx));
5095 TL.setAttrOperandParensRange(range);
5096 }
5097 if (TL.hasAttrExprOperand()) {
5098 if (Record[Idx++])
5099 TL.setAttrExprOperand(Reader.ReadExpr(F));
5100 else
5101 TL.setAttrExprOperand(0);
5102 } else if (TL.hasAttrEnumOperand())
5103 TL.setAttrEnumOperandLoc(ReadSourceLocation(Record, Idx));
5104}
5105void TypeLocReader::VisitTemplateTypeParmTypeLoc(TemplateTypeParmTypeLoc TL) {
5106 TL.setNameLoc(ReadSourceLocation(Record, Idx));
5107}
5108void TypeLocReader::VisitSubstTemplateTypeParmTypeLoc(
5109 SubstTemplateTypeParmTypeLoc TL) {
5110 TL.setNameLoc(ReadSourceLocation(Record, Idx));
5111}
5112void TypeLocReader::VisitSubstTemplateTypeParmPackTypeLoc(
5113 SubstTemplateTypeParmPackTypeLoc TL) {
5114 TL.setNameLoc(ReadSourceLocation(Record, Idx));
5115}
5116void TypeLocReader::VisitTemplateSpecializationTypeLoc(
5117 TemplateSpecializationTypeLoc TL) {
5118 TL.setTemplateKeywordLoc(ReadSourceLocation(Record, Idx));
5119 TL.setTemplateNameLoc(ReadSourceLocation(Record, Idx));
5120 TL.setLAngleLoc(ReadSourceLocation(Record, Idx));
5121 TL.setRAngleLoc(ReadSourceLocation(Record, Idx));
5122 for (unsigned i = 0, e = TL.getNumArgs(); i != e; ++i)
5123 TL.setArgLocInfo(i,
5124 Reader.GetTemplateArgumentLocInfo(F,
5125 TL.getTypePtr()->getArg(i).getKind(),
5126 Record, Idx));
5127}
5128void TypeLocReader::VisitParenTypeLoc(ParenTypeLoc TL) {
5129 TL.setLParenLoc(ReadSourceLocation(Record, Idx));
5130 TL.setRParenLoc(ReadSourceLocation(Record, Idx));
5131}
5132void TypeLocReader::VisitElaboratedTypeLoc(ElaboratedTypeLoc TL) {
5133 TL.setElaboratedKeywordLoc(ReadSourceLocation(Record, Idx));
5134 TL.setQualifierLoc(Reader.ReadNestedNameSpecifierLoc(F, Record, Idx));
5135}
5136void TypeLocReader::VisitInjectedClassNameTypeLoc(InjectedClassNameTypeLoc TL) {
5137 TL.setNameLoc(ReadSourceLocation(Record, Idx));
5138}
5139void TypeLocReader::VisitDependentNameTypeLoc(DependentNameTypeLoc TL) {
5140 TL.setElaboratedKeywordLoc(ReadSourceLocation(Record, Idx));
5141 TL.setQualifierLoc(Reader.ReadNestedNameSpecifierLoc(F, Record, Idx));
5142 TL.setNameLoc(ReadSourceLocation(Record, Idx));
5143}
5144void TypeLocReader::VisitDependentTemplateSpecializationTypeLoc(
5145 DependentTemplateSpecializationTypeLoc TL) {
5146 TL.setElaboratedKeywordLoc(ReadSourceLocation(Record, Idx));
5147 TL.setQualifierLoc(Reader.ReadNestedNameSpecifierLoc(F, Record, Idx));
5148 TL.setTemplateKeywordLoc(ReadSourceLocation(Record, Idx));
5149 TL.setTemplateNameLoc(ReadSourceLocation(Record, Idx));
5150 TL.setLAngleLoc(ReadSourceLocation(Record, Idx));
5151 TL.setRAngleLoc(ReadSourceLocation(Record, Idx));
5152 for (unsigned I = 0, E = TL.getNumArgs(); I != E; ++I)
5153 TL.setArgLocInfo(I,
5154 Reader.GetTemplateArgumentLocInfo(F,
5155 TL.getTypePtr()->getArg(I).getKind(),
5156 Record, Idx));
5157}
5158void TypeLocReader::VisitPackExpansionTypeLoc(PackExpansionTypeLoc TL) {
5159 TL.setEllipsisLoc(ReadSourceLocation(Record, Idx));
5160}
5161void TypeLocReader::VisitObjCInterfaceTypeLoc(ObjCInterfaceTypeLoc TL) {
5162 TL.setNameLoc(ReadSourceLocation(Record, Idx));
5163}
5164void TypeLocReader::VisitObjCObjectTypeLoc(ObjCObjectTypeLoc TL) {
5165 TL.setHasBaseTypeAsWritten(Record[Idx++]);
5166 TL.setLAngleLoc(ReadSourceLocation(Record, Idx));
5167 TL.setRAngleLoc(ReadSourceLocation(Record, Idx));
5168 for (unsigned i = 0, e = TL.getNumProtocols(); i != e; ++i)
5169 TL.setProtocolLoc(i, ReadSourceLocation(Record, Idx));
5170}
5171void TypeLocReader::VisitObjCObjectPointerTypeLoc(ObjCObjectPointerTypeLoc TL) {
5172 TL.setStarLoc(ReadSourceLocation(Record, Idx));
5173}
5174void TypeLocReader::VisitAtomicTypeLoc(AtomicTypeLoc TL) {
5175 TL.setKWLoc(ReadSourceLocation(Record, Idx));
5176 TL.setLParenLoc(ReadSourceLocation(Record, Idx));
5177 TL.setRParenLoc(ReadSourceLocation(Record, Idx));
5178}
5179
5180TypeSourceInfo *ASTReader::GetTypeSourceInfo(ModuleFile &F,
5181 const RecordData &Record,
5182 unsigned &Idx) {
5183 QualType InfoTy = readType(F, Record, Idx);
5184 if (InfoTy.isNull())
5185 return 0;
5186
5187 TypeSourceInfo *TInfo = getContext().CreateTypeSourceInfo(InfoTy);
5188 TypeLocReader TLR(*this, F, Record, Idx);
5189 for (TypeLoc TL = TInfo->getTypeLoc(); !TL.isNull(); TL = TL.getNextTypeLoc())
5190 TLR.Visit(TL);
5191 return TInfo;
5192}
5193
5194QualType ASTReader::GetType(TypeID ID) {
5195 unsigned FastQuals = ID & Qualifiers::FastMask;
5196 unsigned Index = ID >> Qualifiers::FastWidth;
5197
5198 if (Index < NUM_PREDEF_TYPE_IDS) {
5199 QualType T;
5200 switch ((PredefinedTypeIDs)Index) {
5201 case PREDEF_TYPE_NULL_ID: return QualType();
5202 case PREDEF_TYPE_VOID_ID: T = Context.VoidTy; break;
5203 case PREDEF_TYPE_BOOL_ID: T = Context.BoolTy; break;
5204
5205 case PREDEF_TYPE_CHAR_U_ID:
5206 case PREDEF_TYPE_CHAR_S_ID:
5207 // FIXME: Check that the signedness of CharTy is correct!
5208 T = Context.CharTy;
5209 break;
5210
5211 case PREDEF_TYPE_UCHAR_ID: T = Context.UnsignedCharTy; break;
5212 case PREDEF_TYPE_USHORT_ID: T = Context.UnsignedShortTy; break;
5213 case PREDEF_TYPE_UINT_ID: T = Context.UnsignedIntTy; break;
5214 case PREDEF_TYPE_ULONG_ID: T = Context.UnsignedLongTy; break;
5215 case PREDEF_TYPE_ULONGLONG_ID: T = Context.UnsignedLongLongTy; break;
5216 case PREDEF_TYPE_UINT128_ID: T = Context.UnsignedInt128Ty; break;
5217 case PREDEF_TYPE_SCHAR_ID: T = Context.SignedCharTy; break;
5218 case PREDEF_TYPE_WCHAR_ID: T = Context.WCharTy; break;
5219 case PREDEF_TYPE_SHORT_ID: T = Context.ShortTy; break;
5220 case PREDEF_TYPE_INT_ID: T = Context.IntTy; break;
5221 case PREDEF_TYPE_LONG_ID: T = Context.LongTy; break;
5222 case PREDEF_TYPE_LONGLONG_ID: T = Context.LongLongTy; break;
5223 case PREDEF_TYPE_INT128_ID: T = Context.Int128Ty; break;
5224 case PREDEF_TYPE_HALF_ID: T = Context.HalfTy; break;
5225 case PREDEF_TYPE_FLOAT_ID: T = Context.FloatTy; break;
5226 case PREDEF_TYPE_DOUBLE_ID: T = Context.DoubleTy; break;
5227 case PREDEF_TYPE_LONGDOUBLE_ID: T = Context.LongDoubleTy; break;
5228 case PREDEF_TYPE_OVERLOAD_ID: T = Context.OverloadTy; break;
5229 case PREDEF_TYPE_BOUND_MEMBER: T = Context.BoundMemberTy; break;
5230 case PREDEF_TYPE_PSEUDO_OBJECT: T = Context.PseudoObjectTy; break;
5231 case PREDEF_TYPE_DEPENDENT_ID: T = Context.DependentTy; break;
5232 case PREDEF_TYPE_UNKNOWN_ANY: T = Context.UnknownAnyTy; break;
5233 case PREDEF_TYPE_NULLPTR_ID: T = Context.NullPtrTy; break;
5234 case PREDEF_TYPE_CHAR16_ID: T = Context.Char16Ty; break;
5235 case PREDEF_TYPE_CHAR32_ID: T = Context.Char32Ty; break;
5236 case PREDEF_TYPE_OBJC_ID: T = Context.ObjCBuiltinIdTy; break;
5237 case PREDEF_TYPE_OBJC_CLASS: T = Context.ObjCBuiltinClassTy; break;
5238 case PREDEF_TYPE_OBJC_SEL: T = Context.ObjCBuiltinSelTy; break;
Guy Benyeib13621d2012-12-18 14:38:23 +00005239 case PREDEF_TYPE_IMAGE1D_ID: T = Context.OCLImage1dTy; break;
5240 case PREDEF_TYPE_IMAGE1D_ARR_ID: T = Context.OCLImage1dArrayTy; break;
5241 case PREDEF_TYPE_IMAGE1D_BUFF_ID: T = Context.OCLImage1dBufferTy; break;
5242 case PREDEF_TYPE_IMAGE2D_ID: T = Context.OCLImage2dTy; break;
5243 case PREDEF_TYPE_IMAGE2D_ARR_ID: T = Context.OCLImage2dArrayTy; break;
5244 case PREDEF_TYPE_IMAGE3D_ID: T = Context.OCLImage3dTy; break;
Guy Benyei21f18c42013-02-07 10:55:47 +00005245 case PREDEF_TYPE_SAMPLER_ID: T = Context.OCLSamplerTy; break;
Guy Benyeie6b9d802013-01-20 12:31:11 +00005246 case PREDEF_TYPE_EVENT_ID: T = Context.OCLEventTy; break;
Guy Benyei7f92f2d2012-12-18 14:30:41 +00005247 case PREDEF_TYPE_AUTO_DEDUCT: T = Context.getAutoDeductType(); break;
5248
5249 case PREDEF_TYPE_AUTO_RREF_DEDUCT:
5250 T = Context.getAutoRRefDeductType();
5251 break;
5252
5253 case PREDEF_TYPE_ARC_UNBRIDGED_CAST:
5254 T = Context.ARCUnbridgedCastTy;
5255 break;
5256
5257 case PREDEF_TYPE_VA_LIST_TAG:
5258 T = Context.getVaListTagType();
5259 break;
5260
5261 case PREDEF_TYPE_BUILTIN_FN:
5262 T = Context.BuiltinFnTy;
5263 break;
5264 }
5265
5266 assert(!T.isNull() && "Unknown predefined type");
5267 return T.withFastQualifiers(FastQuals);
5268 }
5269
5270 Index -= NUM_PREDEF_TYPE_IDS;
5271 assert(Index < TypesLoaded.size() && "Type index out-of-range");
5272 if (TypesLoaded[Index].isNull()) {
5273 TypesLoaded[Index] = readTypeRecord(Index);
5274 if (TypesLoaded[Index].isNull())
5275 return QualType();
5276
5277 TypesLoaded[Index]->setFromAST();
5278 if (DeserializationListener)
5279 DeserializationListener->TypeRead(TypeIdx::fromTypeID(ID),
5280 TypesLoaded[Index]);
5281 }
5282
5283 return TypesLoaded[Index].withFastQualifiers(FastQuals);
5284}
5285
5286QualType ASTReader::getLocalType(ModuleFile &F, unsigned LocalID) {
5287 return GetType(getGlobalTypeID(F, LocalID));
5288}
5289
5290serialization::TypeID
5291ASTReader::getGlobalTypeID(ModuleFile &F, unsigned LocalID) const {
5292 unsigned FastQuals = LocalID & Qualifiers::FastMask;
5293 unsigned LocalIndex = LocalID >> Qualifiers::FastWidth;
5294
5295 if (LocalIndex < NUM_PREDEF_TYPE_IDS)
5296 return LocalID;
5297
5298 ContinuousRangeMap<uint32_t, int, 2>::iterator I
5299 = F.TypeRemap.find(LocalIndex - NUM_PREDEF_TYPE_IDS);
5300 assert(I != F.TypeRemap.end() && "Invalid index into type index remap");
5301
5302 unsigned GlobalIndex = LocalIndex + I->second;
5303 return (GlobalIndex << Qualifiers::FastWidth) | FastQuals;
5304}
5305
5306TemplateArgumentLocInfo
5307ASTReader::GetTemplateArgumentLocInfo(ModuleFile &F,
5308 TemplateArgument::ArgKind Kind,
5309 const RecordData &Record,
5310 unsigned &Index) {
5311 switch (Kind) {
5312 case TemplateArgument::Expression:
5313 return ReadExpr(F);
5314 case TemplateArgument::Type:
5315 return GetTypeSourceInfo(F, Record, Index);
5316 case TemplateArgument::Template: {
5317 NestedNameSpecifierLoc QualifierLoc = ReadNestedNameSpecifierLoc(F, Record,
5318 Index);
5319 SourceLocation TemplateNameLoc = ReadSourceLocation(F, Record, Index);
5320 return TemplateArgumentLocInfo(QualifierLoc, TemplateNameLoc,
5321 SourceLocation());
5322 }
5323 case TemplateArgument::TemplateExpansion: {
5324 NestedNameSpecifierLoc QualifierLoc = ReadNestedNameSpecifierLoc(F, Record,
5325 Index);
5326 SourceLocation TemplateNameLoc = ReadSourceLocation(F, Record, Index);
5327 SourceLocation EllipsisLoc = ReadSourceLocation(F, Record, Index);
5328 return TemplateArgumentLocInfo(QualifierLoc, TemplateNameLoc,
5329 EllipsisLoc);
5330 }
5331 case TemplateArgument::Null:
5332 case TemplateArgument::Integral:
5333 case TemplateArgument::Declaration:
5334 case TemplateArgument::NullPtr:
5335 case TemplateArgument::Pack:
5336 // FIXME: Is this right?
5337 return TemplateArgumentLocInfo();
5338 }
5339 llvm_unreachable("unexpected template argument loc");
5340}
5341
5342TemplateArgumentLoc
5343ASTReader::ReadTemplateArgumentLoc(ModuleFile &F,
5344 const RecordData &Record, unsigned &Index) {
5345 TemplateArgument Arg = ReadTemplateArgument(F, Record, Index);
5346
5347 if (Arg.getKind() == TemplateArgument::Expression) {
5348 if (Record[Index++]) // bool InfoHasSameExpr.
5349 return TemplateArgumentLoc(Arg, TemplateArgumentLocInfo(Arg.getAsExpr()));
5350 }
5351 return TemplateArgumentLoc(Arg, GetTemplateArgumentLocInfo(F, Arg.getKind(),
5352 Record, Index));
5353}
5354
5355Decl *ASTReader::GetExternalDecl(uint32_t ID) {
5356 return GetDecl(ID);
5357}
5358
5359uint64_t ASTReader::readCXXBaseSpecifiers(ModuleFile &M, const RecordData &Record,
5360 unsigned &Idx){
5361 if (Idx >= Record.size())
5362 return 0;
5363
5364 unsigned LocalID = Record[Idx++];
5365 return getGlobalBitOffset(M, M.CXXBaseSpecifiersOffsets[LocalID - 1]);
5366}
5367
5368CXXBaseSpecifier *ASTReader::GetExternalCXXBaseSpecifiers(uint64_t Offset) {
5369 RecordLocation Loc = getLocalBitOffset(Offset);
Chris Lattner8f9a1eb2013-01-20 00:56:42 +00005370 BitstreamCursor &Cursor = Loc.F->DeclsCursor;
Guy Benyei7f92f2d2012-12-18 14:30:41 +00005371 SavedStreamPosition SavedPosition(Cursor);
5372 Cursor.JumpToBit(Loc.Offset);
5373 ReadingKindTracker ReadingKind(Read_Decl, *this);
5374 RecordData Record;
5375 unsigned Code = Cursor.ReadCode();
Chris Lattnerb3ce3572013-01-20 02:38:54 +00005376 unsigned RecCode = Cursor.readRecord(Code, Record);
Guy Benyei7f92f2d2012-12-18 14:30:41 +00005377 if (RecCode != DECL_CXX_BASE_SPECIFIERS) {
5378 Error("Malformed AST file: missing C++ base specifiers");
5379 return 0;
5380 }
5381
5382 unsigned Idx = 0;
5383 unsigned NumBases = Record[Idx++];
5384 void *Mem = Context.Allocate(sizeof(CXXBaseSpecifier) * NumBases);
5385 CXXBaseSpecifier *Bases = new (Mem) CXXBaseSpecifier [NumBases];
5386 for (unsigned I = 0; I != NumBases; ++I)
5387 Bases[I] = ReadCXXBaseSpecifier(*Loc.F, Record, Idx);
5388 return Bases;
5389}
5390
5391serialization::DeclID
5392ASTReader::getGlobalDeclID(ModuleFile &F, LocalDeclID LocalID) const {
5393 if (LocalID < NUM_PREDEF_DECL_IDS)
5394 return LocalID;
5395
5396 ContinuousRangeMap<uint32_t, int, 2>::iterator I
5397 = F.DeclRemap.find(LocalID - NUM_PREDEF_DECL_IDS);
5398 assert(I != F.DeclRemap.end() && "Invalid index into decl index remap");
5399
5400 return LocalID + I->second;
5401}
5402
5403bool ASTReader::isDeclIDFromModule(serialization::GlobalDeclID ID,
5404 ModuleFile &M) const {
5405 GlobalDeclMapType::const_iterator I = GlobalDeclMap.find(ID);
5406 assert(I != GlobalDeclMap.end() && "Corrupted global declaration map");
5407 return &M == I->second;
5408}
5409
Douglas Gregor5a04f9f2013-01-21 15:25:38 +00005410ModuleFile *ASTReader::getOwningModuleFile(const Decl *D) {
Guy Benyei7f92f2d2012-12-18 14:30:41 +00005411 if (!D->isFromASTFile())
5412 return 0;
5413 GlobalDeclMapType::const_iterator I = GlobalDeclMap.find(D->getGlobalID());
5414 assert(I != GlobalDeclMap.end() && "Corrupted global declaration map");
5415 return I->second;
5416}
5417
5418SourceLocation ASTReader::getSourceLocationForDeclID(GlobalDeclID ID) {
5419 if (ID < NUM_PREDEF_DECL_IDS)
5420 return SourceLocation();
5421
5422 unsigned Index = ID - NUM_PREDEF_DECL_IDS;
5423
5424 if (Index > DeclsLoaded.size()) {
5425 Error("declaration ID out-of-range for AST file");
5426 return SourceLocation();
5427 }
5428
5429 if (Decl *D = DeclsLoaded[Index])
5430 return D->getLocation();
5431
5432 unsigned RawLocation = 0;
5433 RecordLocation Rec = DeclCursorForID(ID, RawLocation);
5434 return ReadSourceLocation(*Rec.F, RawLocation);
5435}
5436
5437Decl *ASTReader::GetDecl(DeclID ID) {
5438 if (ID < NUM_PREDEF_DECL_IDS) {
5439 switch ((PredefinedDeclIDs)ID) {
5440 case PREDEF_DECL_NULL_ID:
5441 return 0;
5442
5443 case PREDEF_DECL_TRANSLATION_UNIT_ID:
5444 return Context.getTranslationUnitDecl();
5445
5446 case PREDEF_DECL_OBJC_ID_ID:
5447 return Context.getObjCIdDecl();
5448
5449 case PREDEF_DECL_OBJC_SEL_ID:
5450 return Context.getObjCSelDecl();
5451
5452 case PREDEF_DECL_OBJC_CLASS_ID:
5453 return Context.getObjCClassDecl();
5454
5455 case PREDEF_DECL_OBJC_PROTOCOL_ID:
5456 return Context.getObjCProtocolDecl();
5457
5458 case PREDEF_DECL_INT_128_ID:
5459 return Context.getInt128Decl();
5460
5461 case PREDEF_DECL_UNSIGNED_INT_128_ID:
5462 return Context.getUInt128Decl();
5463
5464 case PREDEF_DECL_OBJC_INSTANCETYPE_ID:
5465 return Context.getObjCInstanceTypeDecl();
5466
5467 case PREDEF_DECL_BUILTIN_VA_LIST_ID:
5468 return Context.getBuiltinVaListDecl();
5469 }
5470 }
5471
5472 unsigned Index = ID - NUM_PREDEF_DECL_IDS;
5473
5474 if (Index >= DeclsLoaded.size()) {
5475 assert(0 && "declaration ID out-of-range for AST file");
5476 Error("declaration ID out-of-range for AST file");
5477 return 0;
5478 }
5479
5480 if (!DeclsLoaded[Index]) {
5481 ReadDeclRecord(ID);
5482 if (DeserializationListener)
5483 DeserializationListener->DeclRead(ID, DeclsLoaded[Index]);
5484 }
5485
5486 return DeclsLoaded[Index];
5487}
5488
5489DeclID ASTReader::mapGlobalIDToModuleFileGlobalID(ModuleFile &M,
5490 DeclID GlobalID) {
5491 if (GlobalID < NUM_PREDEF_DECL_IDS)
5492 return GlobalID;
5493
5494 GlobalDeclMapType::const_iterator I = GlobalDeclMap.find(GlobalID);
5495 assert(I != GlobalDeclMap.end() && "Corrupted global declaration map");
5496 ModuleFile *Owner = I->second;
5497
5498 llvm::DenseMap<ModuleFile *, serialization::DeclID>::iterator Pos
5499 = M.GlobalToLocalDeclIDs.find(Owner);
5500 if (Pos == M.GlobalToLocalDeclIDs.end())
5501 return 0;
5502
5503 return GlobalID - Owner->BaseDeclID + Pos->second;
5504}
5505
5506serialization::DeclID ASTReader::ReadDeclID(ModuleFile &F,
5507 const RecordData &Record,
5508 unsigned &Idx) {
5509 if (Idx >= Record.size()) {
5510 Error("Corrupted AST file");
5511 return 0;
5512 }
5513
5514 return getGlobalDeclID(F, Record[Idx++]);
5515}
5516
5517/// \brief Resolve the offset of a statement into a statement.
5518///
5519/// This operation will read a new statement from the external
5520/// source each time it is called, and is meant to be used via a
5521/// LazyOffsetPtr (which is used by Decls for the body of functions, etc).
5522Stmt *ASTReader::GetExternalDeclStmt(uint64_t Offset) {
5523 // Switch case IDs are per Decl.
5524 ClearSwitchCaseIDs();
5525
5526 // Offset here is a global offset across the entire chain.
5527 RecordLocation Loc = getLocalBitOffset(Offset);
5528 Loc.F->DeclsCursor.JumpToBit(Loc.Offset);
5529 return ReadStmtFromStream(*Loc.F);
5530}
5531
5532namespace {
5533 class FindExternalLexicalDeclsVisitor {
5534 ASTReader &Reader;
5535 const DeclContext *DC;
5536 bool (*isKindWeWant)(Decl::Kind);
5537
5538 SmallVectorImpl<Decl*> &Decls;
5539 bool PredefsVisited[NUM_PREDEF_DECL_IDS];
5540
5541 public:
5542 FindExternalLexicalDeclsVisitor(ASTReader &Reader, const DeclContext *DC,
5543 bool (*isKindWeWant)(Decl::Kind),
5544 SmallVectorImpl<Decl*> &Decls)
5545 : Reader(Reader), DC(DC), isKindWeWant(isKindWeWant), Decls(Decls)
5546 {
5547 for (unsigned I = 0; I != NUM_PREDEF_DECL_IDS; ++I)
5548 PredefsVisited[I] = false;
5549 }
5550
5551 static bool visit(ModuleFile &M, bool Preorder, void *UserData) {
5552 if (Preorder)
5553 return false;
5554
5555 FindExternalLexicalDeclsVisitor *This
5556 = static_cast<FindExternalLexicalDeclsVisitor *>(UserData);
5557
5558 ModuleFile::DeclContextInfosMap::iterator Info
5559 = M.DeclContextInfos.find(This->DC);
5560 if (Info == M.DeclContextInfos.end() || !Info->second.LexicalDecls)
5561 return false;
5562
5563 // Load all of the declaration IDs
5564 for (const KindDeclIDPair *ID = Info->second.LexicalDecls,
5565 *IDE = ID + Info->second.NumLexicalDecls;
5566 ID != IDE; ++ID) {
5567 if (This->isKindWeWant && !This->isKindWeWant((Decl::Kind)ID->first))
5568 continue;
5569
5570 // Don't add predefined declarations to the lexical context more
5571 // than once.
5572 if (ID->second < NUM_PREDEF_DECL_IDS) {
5573 if (This->PredefsVisited[ID->second])
5574 continue;
5575
5576 This->PredefsVisited[ID->second] = true;
5577 }
5578
5579 if (Decl *D = This->Reader.GetLocalDecl(M, ID->second)) {
5580 if (!This->DC->isDeclInLexicalTraversal(D))
5581 This->Decls.push_back(D);
5582 }
5583 }
5584
5585 return false;
5586 }
5587 };
5588}
5589
5590ExternalLoadResult ASTReader::FindExternalLexicalDecls(const DeclContext *DC,
5591 bool (*isKindWeWant)(Decl::Kind),
5592 SmallVectorImpl<Decl*> &Decls) {
5593 // There might be lexical decls in multiple modules, for the TU at
5594 // least. Walk all of the modules in the order they were loaded.
5595 FindExternalLexicalDeclsVisitor Visitor(*this, DC, isKindWeWant, Decls);
5596 ModuleMgr.visitDepthFirst(&FindExternalLexicalDeclsVisitor::visit, &Visitor);
5597 ++NumLexicalDeclContextsRead;
5598 return ELR_Success;
5599}
5600
5601namespace {
5602
5603class DeclIDComp {
5604 ASTReader &Reader;
5605 ModuleFile &Mod;
5606
5607public:
5608 DeclIDComp(ASTReader &Reader, ModuleFile &M) : Reader(Reader), Mod(M) {}
5609
5610 bool operator()(LocalDeclID L, LocalDeclID R) const {
5611 SourceLocation LHS = getLocation(L);
5612 SourceLocation RHS = getLocation(R);
5613 return Reader.getSourceManager().isBeforeInTranslationUnit(LHS, RHS);
5614 }
5615
5616 bool operator()(SourceLocation LHS, LocalDeclID R) const {
5617 SourceLocation RHS = getLocation(R);
5618 return Reader.getSourceManager().isBeforeInTranslationUnit(LHS, RHS);
5619 }
5620
5621 bool operator()(LocalDeclID L, SourceLocation RHS) const {
5622 SourceLocation LHS = getLocation(L);
5623 return Reader.getSourceManager().isBeforeInTranslationUnit(LHS, RHS);
5624 }
5625
5626 SourceLocation getLocation(LocalDeclID ID) const {
5627 return Reader.getSourceManager().getFileLoc(
5628 Reader.getSourceLocationForDeclID(Reader.getGlobalDeclID(Mod, ID)));
5629 }
5630};
5631
5632}
5633
5634void ASTReader::FindFileRegionDecls(FileID File,
5635 unsigned Offset, unsigned Length,
5636 SmallVectorImpl<Decl *> &Decls) {
5637 SourceManager &SM = getSourceManager();
5638
5639 llvm::DenseMap<FileID, FileDeclsInfo>::iterator I = FileDeclIDs.find(File);
5640 if (I == FileDeclIDs.end())
5641 return;
5642
5643 FileDeclsInfo &DInfo = I->second;
5644 if (DInfo.Decls.empty())
5645 return;
5646
5647 SourceLocation
5648 BeginLoc = SM.getLocForStartOfFile(File).getLocWithOffset(Offset);
5649 SourceLocation EndLoc = BeginLoc.getLocWithOffset(Length);
5650
5651 DeclIDComp DIDComp(*this, *DInfo.Mod);
5652 ArrayRef<serialization::LocalDeclID>::iterator
5653 BeginIt = std::lower_bound(DInfo.Decls.begin(), DInfo.Decls.end(),
5654 BeginLoc, DIDComp);
5655 if (BeginIt != DInfo.Decls.begin())
5656 --BeginIt;
5657
5658 // If we are pointing at a top-level decl inside an objc container, we need
5659 // to backtrack until we find it otherwise we will fail to report that the
5660 // region overlaps with an objc container.
5661 while (BeginIt != DInfo.Decls.begin() &&
5662 GetDecl(getGlobalDeclID(*DInfo.Mod, *BeginIt))
5663 ->isTopLevelDeclInObjCContainer())
5664 --BeginIt;
5665
5666 ArrayRef<serialization::LocalDeclID>::iterator
5667 EndIt = std::upper_bound(DInfo.Decls.begin(), DInfo.Decls.end(),
5668 EndLoc, DIDComp);
5669 if (EndIt != DInfo.Decls.end())
5670 ++EndIt;
5671
5672 for (ArrayRef<serialization::LocalDeclID>::iterator
5673 DIt = BeginIt; DIt != EndIt; ++DIt)
5674 Decls.push_back(GetDecl(getGlobalDeclID(*DInfo.Mod, *DIt)));
5675}
5676
5677namespace {
5678 /// \brief ModuleFile visitor used to perform name lookup into a
5679 /// declaration context.
5680 class DeclContextNameLookupVisitor {
5681 ASTReader &Reader;
Dmitri Gribenkocfa88f82013-01-12 19:30:44 +00005682 SmallVectorImpl<const DeclContext *> &Contexts;
Guy Benyei7f92f2d2012-12-18 14:30:41 +00005683 DeclarationName Name;
5684 SmallVectorImpl<NamedDecl *> &Decls;
5685
5686 public:
5687 DeclContextNameLookupVisitor(ASTReader &Reader,
5688 SmallVectorImpl<const DeclContext *> &Contexts,
5689 DeclarationName Name,
5690 SmallVectorImpl<NamedDecl *> &Decls)
5691 : Reader(Reader), Contexts(Contexts), Name(Name), Decls(Decls) { }
5692
5693 static bool visit(ModuleFile &M, void *UserData) {
5694 DeclContextNameLookupVisitor *This
5695 = static_cast<DeclContextNameLookupVisitor *>(UserData);
5696
5697 // Check whether we have any visible declaration information for
5698 // this context in this module.
5699 ModuleFile::DeclContextInfosMap::iterator Info;
5700 bool FoundInfo = false;
5701 for (unsigned I = 0, N = This->Contexts.size(); I != N; ++I) {
5702 Info = M.DeclContextInfos.find(This->Contexts[I]);
5703 if (Info != M.DeclContextInfos.end() &&
5704 Info->second.NameLookupTableData) {
5705 FoundInfo = true;
5706 break;
5707 }
5708 }
5709
5710 if (!FoundInfo)
5711 return false;
5712
5713 // Look for this name within this module.
5714 ASTDeclContextNameLookupTable *LookupTable =
5715 Info->second.NameLookupTableData;
5716 ASTDeclContextNameLookupTable::iterator Pos
5717 = LookupTable->find(This->Name);
5718 if (Pos == LookupTable->end())
5719 return false;
5720
5721 bool FoundAnything = false;
5722 ASTDeclContextNameLookupTrait::data_type Data = *Pos;
5723 for (; Data.first != Data.second; ++Data.first) {
5724 NamedDecl *ND = This->Reader.GetLocalDeclAs<NamedDecl>(M, *Data.first);
5725 if (!ND)
5726 continue;
5727
5728 if (ND->getDeclName() != This->Name) {
5729 // A name might be null because the decl's redeclarable part is
5730 // currently read before reading its name. The lookup is triggered by
5731 // building that decl (likely indirectly), and so it is later in the
5732 // sense of "already existing" and can be ignored here.
5733 continue;
5734 }
5735
5736 // Record this declaration.
5737 FoundAnything = true;
5738 This->Decls.push_back(ND);
5739 }
5740
5741 return FoundAnything;
5742 }
5743 };
5744}
5745
Douglas Gregor5a04f9f2013-01-21 15:25:38 +00005746/// \brief Retrieve the "definitive" module file for the definition of the
5747/// given declaration context, if there is one.
5748///
5749/// The "definitive" module file is the only place where we need to look to
5750/// find information about the declarations within the given declaration
5751/// context. For example, C++ and Objective-C classes, C structs/unions, and
5752/// Objective-C protocols, categories, and extensions are all defined in a
5753/// single place in the source code, so they have definitive module files
5754/// associated with them. C++ namespaces, on the other hand, can have
5755/// definitions in multiple different module files.
5756///
5757/// Note: this needs to be kept in sync with ASTWriter::AddedVisibleDecl's
5758/// NDEBUG checking.
5759static ModuleFile *getDefinitiveModuleFileFor(const DeclContext *DC,
5760 ASTReader &Reader) {
Douglas Gregore0d20662013-01-22 17:08:30 +00005761 if (const DeclContext *DefDC = getDefinitiveDeclContext(DC))
5762 return Reader.getOwningModuleFile(cast<Decl>(DefDC));
Douglas Gregor5a04f9f2013-01-21 15:25:38 +00005763
5764 return 0;
5765}
5766
Richard Smith3646c682013-02-07 03:30:24 +00005767bool
Guy Benyei7f92f2d2012-12-18 14:30:41 +00005768ASTReader::FindExternalVisibleDeclsByName(const DeclContext *DC,
5769 DeclarationName Name) {
5770 assert(DC->hasExternalVisibleStorage() &&
5771 "DeclContext has no visible decls in storage");
5772 if (!Name)
Richard Smith3646c682013-02-07 03:30:24 +00005773 return false;
Guy Benyei7f92f2d2012-12-18 14:30:41 +00005774
5775 SmallVector<NamedDecl *, 64> Decls;
5776
5777 // Compute the declaration contexts we need to look into. Multiple such
5778 // declaration contexts occur when two declaration contexts from disjoint
5779 // modules get merged, e.g., when two namespaces with the same name are
5780 // independently defined in separate modules.
5781 SmallVector<const DeclContext *, 2> Contexts;
5782 Contexts.push_back(DC);
5783
5784 if (DC->isNamespace()) {
5785 MergedDeclsMap::iterator Merged
5786 = MergedDecls.find(const_cast<Decl *>(cast<Decl>(DC)));
5787 if (Merged != MergedDecls.end()) {
5788 for (unsigned I = 0, N = Merged->second.size(); I != N; ++I)
5789 Contexts.push_back(cast<DeclContext>(GetDecl(Merged->second[I])));
5790 }
5791 }
5792
5793 DeclContextNameLookupVisitor Visitor(*this, Contexts, Name, Decls);
Douglas Gregor5a04f9f2013-01-21 15:25:38 +00005794
5795 // If we can definitively determine which module file to look into,
5796 // only look there. Otherwise, look in all module files.
5797 ModuleFile *Definitive;
5798 if (Contexts.size() == 1 &&
5799 (Definitive = getDefinitiveModuleFileFor(DC, *this))) {
5800 DeclContextNameLookupVisitor::visit(*Definitive, &Visitor);
5801 } else {
5802 ModuleMgr.visit(&DeclContextNameLookupVisitor::visit, &Visitor);
5803 }
Guy Benyei7f92f2d2012-12-18 14:30:41 +00005804 ++NumVisibleDeclContextsRead;
5805 SetExternalVisibleDeclsForName(DC, Name, Decls);
Richard Smith3646c682013-02-07 03:30:24 +00005806 return !Decls.empty();
Guy Benyei7f92f2d2012-12-18 14:30:41 +00005807}
5808
5809namespace {
5810 /// \brief ModuleFile visitor used to retrieve all visible names in a
5811 /// declaration context.
5812 class DeclContextAllNamesVisitor {
5813 ASTReader &Reader;
Dmitri Gribenkocfa88f82013-01-12 19:30:44 +00005814 SmallVectorImpl<const DeclContext *> &Contexts;
Guy Benyei7f92f2d2012-12-18 14:30:41 +00005815 llvm::DenseMap<DeclarationName, SmallVector<NamedDecl *, 8> > &Decls;
Argyrios Kyrtzidisca40f302012-12-19 22:21:18 +00005816 bool VisitAll;
Guy Benyei7f92f2d2012-12-18 14:30:41 +00005817
5818 public:
5819 DeclContextAllNamesVisitor(ASTReader &Reader,
5820 SmallVectorImpl<const DeclContext *> &Contexts,
5821 llvm::DenseMap<DeclarationName,
Argyrios Kyrtzidisca40f302012-12-19 22:21:18 +00005822 SmallVector<NamedDecl *, 8> > &Decls,
5823 bool VisitAll)
5824 : Reader(Reader), Contexts(Contexts), Decls(Decls), VisitAll(VisitAll) { }
Guy Benyei7f92f2d2012-12-18 14:30:41 +00005825
5826 static bool visit(ModuleFile &M, void *UserData) {
5827 DeclContextAllNamesVisitor *This
5828 = static_cast<DeclContextAllNamesVisitor *>(UserData);
5829
5830 // Check whether we have any visible declaration information for
5831 // this context in this module.
5832 ModuleFile::DeclContextInfosMap::iterator Info;
5833 bool FoundInfo = false;
5834 for (unsigned I = 0, N = This->Contexts.size(); I != N; ++I) {
5835 Info = M.DeclContextInfos.find(This->Contexts[I]);
5836 if (Info != M.DeclContextInfos.end() &&
5837 Info->second.NameLookupTableData) {
5838 FoundInfo = true;
5839 break;
5840 }
5841 }
5842
5843 if (!FoundInfo)
5844 return false;
5845
5846 ASTDeclContextNameLookupTable *LookupTable =
5847 Info->second.NameLookupTableData;
5848 bool FoundAnything = false;
5849 for (ASTDeclContextNameLookupTable::data_iterator
Douglas Gregora6b00fc2013-01-23 22:38:11 +00005850 I = LookupTable->data_begin(), E = LookupTable->data_end();
5851 I != E;
5852 ++I) {
Guy Benyei7f92f2d2012-12-18 14:30:41 +00005853 ASTDeclContextNameLookupTrait::data_type Data = *I;
5854 for (; Data.first != Data.second; ++Data.first) {
5855 NamedDecl *ND = This->Reader.GetLocalDeclAs<NamedDecl>(M,
5856 *Data.first);
5857 if (!ND)
5858 continue;
5859
5860 // Record this declaration.
5861 FoundAnything = true;
5862 This->Decls[ND->getDeclName()].push_back(ND);
5863 }
5864 }
5865
Argyrios Kyrtzidisca40f302012-12-19 22:21:18 +00005866 return FoundAnything && !This->VisitAll;
Guy Benyei7f92f2d2012-12-18 14:30:41 +00005867 }
5868 };
5869}
5870
5871void ASTReader::completeVisibleDeclsMap(const DeclContext *DC) {
5872 if (!DC->hasExternalVisibleStorage())
5873 return;
Dmitri Gribenkocfa88f82013-01-12 19:30:44 +00005874 llvm::DenseMap<DeclarationName, SmallVector<NamedDecl *, 8> > Decls;
Guy Benyei7f92f2d2012-12-18 14:30:41 +00005875
5876 // Compute the declaration contexts we need to look into. Multiple such
5877 // declaration contexts occur when two declaration contexts from disjoint
5878 // modules get merged, e.g., when two namespaces with the same name are
5879 // independently defined in separate modules.
5880 SmallVector<const DeclContext *, 2> Contexts;
5881 Contexts.push_back(DC);
5882
5883 if (DC->isNamespace()) {
5884 MergedDeclsMap::iterator Merged
5885 = MergedDecls.find(const_cast<Decl *>(cast<Decl>(DC)));
5886 if (Merged != MergedDecls.end()) {
5887 for (unsigned I = 0, N = Merged->second.size(); I != N; ++I)
5888 Contexts.push_back(cast<DeclContext>(GetDecl(Merged->second[I])));
5889 }
5890 }
5891
Argyrios Kyrtzidisca40f302012-12-19 22:21:18 +00005892 DeclContextAllNamesVisitor Visitor(*this, Contexts, Decls,
5893 /*VisitAll=*/DC->isFileContext());
Guy Benyei7f92f2d2012-12-18 14:30:41 +00005894 ModuleMgr.visit(&DeclContextAllNamesVisitor::visit, &Visitor);
5895 ++NumVisibleDeclContextsRead;
5896
5897 for (llvm::DenseMap<DeclarationName,
Dmitri Gribenkocfa88f82013-01-12 19:30:44 +00005898 SmallVector<NamedDecl *, 8> >::iterator
Guy Benyei7f92f2d2012-12-18 14:30:41 +00005899 I = Decls.begin(), E = Decls.end(); I != E; ++I) {
5900 SetExternalVisibleDeclsForName(DC, I->first, I->second);
5901 }
5902 const_cast<DeclContext *>(DC)->setHasExternalVisibleStorage(false);
5903}
5904
5905/// \brief Under non-PCH compilation the consumer receives the objc methods
5906/// before receiving the implementation, and codegen depends on this.
5907/// We simulate this by deserializing and passing to consumer the methods of the
5908/// implementation before passing the deserialized implementation decl.
5909static void PassObjCImplDeclToConsumer(ObjCImplDecl *ImplD,
5910 ASTConsumer *Consumer) {
5911 assert(ImplD && Consumer);
5912
5913 for (ObjCImplDecl::method_iterator
5914 I = ImplD->meth_begin(), E = ImplD->meth_end(); I != E; ++I)
5915 Consumer->HandleInterestingDecl(DeclGroupRef(*I));
5916
5917 Consumer->HandleInterestingDecl(DeclGroupRef(ImplD));
5918}
5919
5920void ASTReader::PassInterestingDeclsToConsumer() {
5921 assert(Consumer);
5922 while (!InterestingDecls.empty()) {
5923 Decl *D = InterestingDecls.front();
5924 InterestingDecls.pop_front();
5925
5926 PassInterestingDeclToConsumer(D);
5927 }
5928}
5929
5930void ASTReader::PassInterestingDeclToConsumer(Decl *D) {
5931 if (ObjCImplDecl *ImplD = dyn_cast<ObjCImplDecl>(D))
5932 PassObjCImplDeclToConsumer(ImplD, Consumer);
5933 else
5934 Consumer->HandleInterestingDecl(DeclGroupRef(D));
5935}
5936
5937void ASTReader::StartTranslationUnit(ASTConsumer *Consumer) {
5938 this->Consumer = Consumer;
5939
5940 if (!Consumer)
5941 return;
5942
5943 for (unsigned I = 0, N = ExternalDefinitions.size(); I != N; ++I) {
5944 // Force deserialization of this decl, which will cause it to be queued for
5945 // passing to the consumer.
5946 GetDecl(ExternalDefinitions[I]);
5947 }
5948 ExternalDefinitions.clear();
5949
5950 PassInterestingDeclsToConsumer();
5951}
5952
5953void ASTReader::PrintStats() {
5954 std::fprintf(stderr, "*** AST File Statistics:\n");
5955
5956 unsigned NumTypesLoaded
5957 = TypesLoaded.size() - std::count(TypesLoaded.begin(), TypesLoaded.end(),
5958 QualType());
5959 unsigned NumDeclsLoaded
5960 = DeclsLoaded.size() - std::count(DeclsLoaded.begin(), DeclsLoaded.end(),
5961 (Decl *)0);
5962 unsigned NumIdentifiersLoaded
5963 = IdentifiersLoaded.size() - std::count(IdentifiersLoaded.begin(),
5964 IdentifiersLoaded.end(),
5965 (IdentifierInfo *)0);
5966 unsigned NumMacrosLoaded
5967 = MacrosLoaded.size() - std::count(MacrosLoaded.begin(),
5968 MacrosLoaded.end(),
Argyrios Kyrtzidis9317ab92013-03-22 21:12:57 +00005969 (MacroInfo *)0);
Guy Benyei7f92f2d2012-12-18 14:30:41 +00005970 unsigned NumSelectorsLoaded
5971 = SelectorsLoaded.size() - std::count(SelectorsLoaded.begin(),
5972 SelectorsLoaded.end(),
5973 Selector());
5974
5975 if (unsigned TotalNumSLocEntries = getTotalNumSLocs())
5976 std::fprintf(stderr, " %u/%u source location entries read (%f%%)\n",
5977 NumSLocEntriesRead, TotalNumSLocEntries,
5978 ((float)NumSLocEntriesRead/TotalNumSLocEntries * 100));
5979 if (!TypesLoaded.empty())
5980 std::fprintf(stderr, " %u/%u types read (%f%%)\n",
5981 NumTypesLoaded, (unsigned)TypesLoaded.size(),
5982 ((float)NumTypesLoaded/TypesLoaded.size() * 100));
5983 if (!DeclsLoaded.empty())
5984 std::fprintf(stderr, " %u/%u declarations read (%f%%)\n",
5985 NumDeclsLoaded, (unsigned)DeclsLoaded.size(),
5986 ((float)NumDeclsLoaded/DeclsLoaded.size() * 100));
5987 if (!IdentifiersLoaded.empty())
5988 std::fprintf(stderr, " %u/%u identifiers read (%f%%)\n",
5989 NumIdentifiersLoaded, (unsigned)IdentifiersLoaded.size(),
5990 ((float)NumIdentifiersLoaded/IdentifiersLoaded.size() * 100));
5991 if (!MacrosLoaded.empty())
5992 std::fprintf(stderr, " %u/%u macros read (%f%%)\n",
5993 NumMacrosLoaded, (unsigned)MacrosLoaded.size(),
5994 ((float)NumMacrosLoaded/MacrosLoaded.size() * 100));
5995 if (!SelectorsLoaded.empty())
5996 std::fprintf(stderr, " %u/%u selectors read (%f%%)\n",
5997 NumSelectorsLoaded, (unsigned)SelectorsLoaded.size(),
5998 ((float)NumSelectorsLoaded/SelectorsLoaded.size() * 100));
5999 if (TotalNumStatements)
6000 std::fprintf(stderr, " %u/%u statements read (%f%%)\n",
6001 NumStatementsRead, TotalNumStatements,
6002 ((float)NumStatementsRead/TotalNumStatements * 100));
6003 if (TotalNumMacros)
6004 std::fprintf(stderr, " %u/%u macros read (%f%%)\n",
6005 NumMacrosRead, TotalNumMacros,
6006 ((float)NumMacrosRead/TotalNumMacros * 100));
6007 if (TotalLexicalDeclContexts)
6008 std::fprintf(stderr, " %u/%u lexical declcontexts read (%f%%)\n",
6009 NumLexicalDeclContextsRead, TotalLexicalDeclContexts,
6010 ((float)NumLexicalDeclContextsRead/TotalLexicalDeclContexts
6011 * 100));
6012 if (TotalVisibleDeclContexts)
6013 std::fprintf(stderr, " %u/%u visible declcontexts read (%f%%)\n",
6014 NumVisibleDeclContextsRead, TotalVisibleDeclContexts,
6015 ((float)NumVisibleDeclContextsRead/TotalVisibleDeclContexts
6016 * 100));
6017 if (TotalNumMethodPoolEntries) {
6018 std::fprintf(stderr, " %u/%u method pool entries read (%f%%)\n",
6019 NumMethodPoolEntriesRead, TotalNumMethodPoolEntries,
6020 ((float)NumMethodPoolEntriesRead/TotalNumMethodPoolEntries
6021 * 100));
Guy Benyei7f92f2d2012-12-18 14:30:41 +00006022 }
Douglas Gregor95fb36e2013-01-28 17:54:36 +00006023 if (NumMethodPoolLookups) {
6024 std::fprintf(stderr, " %u/%u method pool lookups succeeded (%f%%)\n",
6025 NumMethodPoolHits, NumMethodPoolLookups,
6026 ((float)NumMethodPoolHits/NumMethodPoolLookups * 100.0));
6027 }
6028 if (NumMethodPoolTableLookups) {
6029 std::fprintf(stderr, " %u/%u method pool table lookups succeeded (%f%%)\n",
6030 NumMethodPoolTableHits, NumMethodPoolTableLookups,
6031 ((float)NumMethodPoolTableHits/NumMethodPoolTableLookups
6032 * 100.0));
6033 }
6034
Douglas Gregore1698072013-01-25 00:38:33 +00006035 if (NumIdentifierLookupHits) {
6036 std::fprintf(stderr,
6037 " %u / %u identifier table lookups succeeded (%f%%)\n",
6038 NumIdentifierLookupHits, NumIdentifierLookups,
6039 (double)NumIdentifierLookupHits*100.0/NumIdentifierLookups);
6040 }
6041
Douglas Gregor1a49d972013-01-25 01:03:03 +00006042 if (GlobalIndex) {
6043 std::fprintf(stderr, "\n");
6044 GlobalIndex->printStats();
6045 }
6046
Guy Benyei7f92f2d2012-12-18 14:30:41 +00006047 std::fprintf(stderr, "\n");
6048 dump();
6049 std::fprintf(stderr, "\n");
6050}
6051
6052template<typename Key, typename ModuleFile, unsigned InitialCapacity>
6053static void
6054dumpModuleIDMap(StringRef Name,
6055 const ContinuousRangeMap<Key, ModuleFile *,
6056 InitialCapacity> &Map) {
6057 if (Map.begin() == Map.end())
6058 return;
6059
6060 typedef ContinuousRangeMap<Key, ModuleFile *, InitialCapacity> MapType;
6061 llvm::errs() << Name << ":\n";
6062 for (typename MapType::const_iterator I = Map.begin(), IEnd = Map.end();
6063 I != IEnd; ++I) {
6064 llvm::errs() << " " << I->first << " -> " << I->second->FileName
6065 << "\n";
6066 }
6067}
6068
6069void ASTReader::dump() {
6070 llvm::errs() << "*** PCH/ModuleFile Remappings:\n";
6071 dumpModuleIDMap("Global bit offset map", GlobalBitOffsetsMap);
6072 dumpModuleIDMap("Global source location entry map", GlobalSLocEntryMap);
6073 dumpModuleIDMap("Global type map", GlobalTypeMap);
6074 dumpModuleIDMap("Global declaration map", GlobalDeclMap);
6075 dumpModuleIDMap("Global identifier map", GlobalIdentifierMap);
6076 dumpModuleIDMap("Global macro map", GlobalMacroMap);
6077 dumpModuleIDMap("Global submodule map", GlobalSubmoduleMap);
6078 dumpModuleIDMap("Global selector map", GlobalSelectorMap);
6079 dumpModuleIDMap("Global preprocessed entity map",
6080 GlobalPreprocessedEntityMap);
6081
6082 llvm::errs() << "\n*** PCH/Modules Loaded:";
6083 for (ModuleManager::ModuleConstIterator M = ModuleMgr.begin(),
6084 MEnd = ModuleMgr.end();
6085 M != MEnd; ++M)
6086 (*M)->dump();
6087}
6088
6089/// Return the amount of memory used by memory buffers, breaking down
6090/// by heap-backed versus mmap'ed memory.
6091void ASTReader::getMemoryBufferSizes(MemoryBufferSizes &sizes) const {
6092 for (ModuleConstIterator I = ModuleMgr.begin(),
6093 E = ModuleMgr.end(); I != E; ++I) {
6094 if (llvm::MemoryBuffer *buf = (*I)->Buffer.get()) {
6095 size_t bytes = buf->getBufferSize();
6096 switch (buf->getBufferKind()) {
6097 case llvm::MemoryBuffer::MemoryBuffer_Malloc:
6098 sizes.malloc_bytes += bytes;
6099 break;
6100 case llvm::MemoryBuffer::MemoryBuffer_MMap:
6101 sizes.mmap_bytes += bytes;
6102 break;
6103 }
6104 }
6105 }
6106}
6107
6108void ASTReader::InitializeSema(Sema &S) {
6109 SemaObj = &S;
6110 S.addExternalSource(this);
6111
6112 // Makes sure any declarations that were deserialized "too early"
6113 // still get added to the identifier's declaration chains.
6114 for (unsigned I = 0, N = PreloadedDecls.size(); I != N; ++I) {
Argyrios Kyrtzidis0532df02013-04-26 21:33:35 +00006115 pushExternalDeclIntoScope(PreloadedDecls[I],
6116 PreloadedDecls[I]->getDeclName());
Guy Benyei7f92f2d2012-12-18 14:30:41 +00006117 }
6118 PreloadedDecls.clear();
6119
6120 // Load the offsets of the declarations that Sema references.
6121 // They will be lazily deserialized when needed.
6122 if (!SemaDeclRefs.empty()) {
6123 assert(SemaDeclRefs.size() == 2 && "More decl refs than expected!");
6124 if (!SemaObj->StdNamespace)
6125 SemaObj->StdNamespace = SemaDeclRefs[0];
6126 if (!SemaObj->StdBadAlloc)
6127 SemaObj->StdBadAlloc = SemaDeclRefs[1];
6128 }
6129
6130 if (!FPPragmaOptions.empty()) {
6131 assert(FPPragmaOptions.size() == 1 && "Wrong number of FP_PRAGMA_OPTIONS");
6132 SemaObj->FPFeatures.fp_contract = FPPragmaOptions[0];
6133 }
6134
6135 if (!OpenCLExtensions.empty()) {
6136 unsigned I = 0;
6137#define OPENCLEXT(nm) SemaObj->OpenCLFeatures.nm = OpenCLExtensions[I++];
6138#include "clang/Basic/OpenCLExtensions.def"
6139
6140 assert(OpenCLExtensions.size() == I && "Wrong number of OPENCL_EXTENSIONS");
6141 }
6142}
6143
6144IdentifierInfo* ASTReader::get(const char *NameStart, const char *NameEnd) {
6145 // Note that we are loading an identifier.
6146 Deserializing AnIdentifier(this);
Douglas Gregor1a49d972013-01-25 01:03:03 +00006147 StringRef Name(NameStart, NameEnd - NameStart);
6148
6149 // If there is a global index, look there first to determine which modules
6150 // provably do not have any results for this identifier.
Douglas Gregor188bdcd2013-01-25 23:32:03 +00006151 GlobalModuleIndex::HitSet Hits;
6152 GlobalModuleIndex::HitSet *HitsPtr = 0;
Douglas Gregor1a49d972013-01-25 01:03:03 +00006153 if (!loadGlobalIndex()) {
Douglas Gregor188bdcd2013-01-25 23:32:03 +00006154 if (GlobalIndex->lookupIdentifier(Name, Hits)) {
6155 HitsPtr = &Hits;
Douglas Gregor1a49d972013-01-25 01:03:03 +00006156 }
6157 }
Douglas Gregor188bdcd2013-01-25 23:32:03 +00006158 IdentifierLookupVisitor Visitor(Name, /*PriorGeneration=*/0,
Douglas Gregore1698072013-01-25 00:38:33 +00006159 NumIdentifierLookups,
6160 NumIdentifierLookupHits);
Douglas Gregor188bdcd2013-01-25 23:32:03 +00006161 ModuleMgr.visit(IdentifierLookupVisitor::visit, &Visitor, HitsPtr);
Guy Benyei7f92f2d2012-12-18 14:30:41 +00006162 IdentifierInfo *II = Visitor.getIdentifierInfo();
6163 markIdentifierUpToDate(II);
6164 return II;
6165}
6166
6167namespace clang {
6168 /// \brief An identifier-lookup iterator that enumerates all of the
6169 /// identifiers stored within a set of AST files.
6170 class ASTIdentifierIterator : public IdentifierIterator {
6171 /// \brief The AST reader whose identifiers are being enumerated.
6172 const ASTReader &Reader;
6173
6174 /// \brief The current index into the chain of AST files stored in
6175 /// the AST reader.
6176 unsigned Index;
6177
6178 /// \brief The current position within the identifier lookup table
6179 /// of the current AST file.
6180 ASTIdentifierLookupTable::key_iterator Current;
6181
6182 /// \brief The end position within the identifier lookup table of
6183 /// the current AST file.
6184 ASTIdentifierLookupTable::key_iterator End;
6185
6186 public:
6187 explicit ASTIdentifierIterator(const ASTReader &Reader);
6188
6189 virtual StringRef Next();
6190 };
6191}
6192
6193ASTIdentifierIterator::ASTIdentifierIterator(const ASTReader &Reader)
6194 : Reader(Reader), Index(Reader.ModuleMgr.size() - 1) {
6195 ASTIdentifierLookupTable *IdTable
6196 = (ASTIdentifierLookupTable *)Reader.ModuleMgr[Index].IdentifierLookupTable;
6197 Current = IdTable->key_begin();
6198 End = IdTable->key_end();
6199}
6200
6201StringRef ASTIdentifierIterator::Next() {
6202 while (Current == End) {
6203 // If we have exhausted all of our AST files, we're done.
6204 if (Index == 0)
6205 return StringRef();
6206
6207 --Index;
6208 ASTIdentifierLookupTable *IdTable
6209 = (ASTIdentifierLookupTable *)Reader.ModuleMgr[Index].
6210 IdentifierLookupTable;
6211 Current = IdTable->key_begin();
6212 End = IdTable->key_end();
6213 }
6214
6215 // We have any identifiers remaining in the current AST file; return
6216 // the next one.
Douglas Gregor479633c2013-01-23 18:53:14 +00006217 StringRef Result = *Current;
Guy Benyei7f92f2d2012-12-18 14:30:41 +00006218 ++Current;
Douglas Gregor479633c2013-01-23 18:53:14 +00006219 return Result;
Guy Benyei7f92f2d2012-12-18 14:30:41 +00006220}
6221
Argyrios Kyrtzidis87f9d812013-04-17 22:10:55 +00006222IdentifierIterator *ASTReader::getIdentifiers() {
6223 if (!loadGlobalIndex())
6224 return GlobalIndex->createIdentifierIterator();
6225
Guy Benyei7f92f2d2012-12-18 14:30:41 +00006226 return new ASTIdentifierIterator(*this);
6227}
6228
6229namespace clang { namespace serialization {
6230 class ReadMethodPoolVisitor {
6231 ASTReader &Reader;
6232 Selector Sel;
6233 unsigned PriorGeneration;
Argyrios Kyrtzidis2e3d8c02013-04-17 00:08:58 +00006234 unsigned InstanceBits;
6235 unsigned FactoryBits;
Dmitri Gribenkocfa88f82013-01-12 19:30:44 +00006236 SmallVector<ObjCMethodDecl *, 4> InstanceMethods;
6237 SmallVector<ObjCMethodDecl *, 4> FactoryMethods;
Guy Benyei7f92f2d2012-12-18 14:30:41 +00006238
6239 public:
6240 ReadMethodPoolVisitor(ASTReader &Reader, Selector Sel,
6241 unsigned PriorGeneration)
Argyrios Kyrtzidis2e3d8c02013-04-17 00:08:58 +00006242 : Reader(Reader), Sel(Sel), PriorGeneration(PriorGeneration),
6243 InstanceBits(0), FactoryBits(0) { }
Guy Benyei7f92f2d2012-12-18 14:30:41 +00006244
6245 static bool visit(ModuleFile &M, void *UserData) {
6246 ReadMethodPoolVisitor *This
6247 = static_cast<ReadMethodPoolVisitor *>(UserData);
6248
6249 if (!M.SelectorLookupTable)
6250 return false;
6251
6252 // If we've already searched this module file, skip it now.
6253 if (M.Generation <= This->PriorGeneration)
6254 return true;
6255
Douglas Gregor95fb36e2013-01-28 17:54:36 +00006256 ++This->Reader.NumMethodPoolTableLookups;
Guy Benyei7f92f2d2012-12-18 14:30:41 +00006257 ASTSelectorLookupTable *PoolTable
6258 = (ASTSelectorLookupTable*)M.SelectorLookupTable;
6259 ASTSelectorLookupTable::iterator Pos = PoolTable->find(This->Sel);
6260 if (Pos == PoolTable->end())
6261 return false;
Douglas Gregor95fb36e2013-01-28 17:54:36 +00006262
6263 ++This->Reader.NumMethodPoolTableHits;
Guy Benyei7f92f2d2012-12-18 14:30:41 +00006264 ++This->Reader.NumSelectorsRead;
6265 // FIXME: Not quite happy with the statistics here. We probably should
6266 // disable this tracking when called via LoadSelector.
6267 // Also, should entries without methods count as misses?
6268 ++This->Reader.NumMethodPoolEntriesRead;
6269 ASTSelectorLookupTrait::data_type Data = *Pos;
6270 if (This->Reader.DeserializationListener)
6271 This->Reader.DeserializationListener->SelectorRead(Data.ID,
6272 This->Sel);
6273
6274 This->InstanceMethods.append(Data.Instance.begin(), Data.Instance.end());
6275 This->FactoryMethods.append(Data.Factory.begin(), Data.Factory.end());
Argyrios Kyrtzidis2e3d8c02013-04-17 00:08:58 +00006276 This->InstanceBits = Data.InstanceBits;
6277 This->FactoryBits = Data.FactoryBits;
Guy Benyei7f92f2d2012-12-18 14:30:41 +00006278 return true;
6279 }
6280
6281 /// \brief Retrieve the instance methods found by this visitor.
6282 ArrayRef<ObjCMethodDecl *> getInstanceMethods() const {
6283 return InstanceMethods;
6284 }
6285
6286 /// \brief Retrieve the instance methods found by this visitor.
6287 ArrayRef<ObjCMethodDecl *> getFactoryMethods() const {
6288 return FactoryMethods;
6289 }
Argyrios Kyrtzidis2e3d8c02013-04-17 00:08:58 +00006290
6291 unsigned getInstanceBits() const { return InstanceBits; }
6292 unsigned getFactoryBits() const { return FactoryBits; }
Guy Benyei7f92f2d2012-12-18 14:30:41 +00006293 };
6294} } // end namespace clang::serialization
6295
6296/// \brief Add the given set of methods to the method list.
6297static void addMethodsToPool(Sema &S, ArrayRef<ObjCMethodDecl *> Methods,
6298 ObjCMethodList &List) {
6299 for (unsigned I = 0, N = Methods.size(); I != N; ++I) {
6300 S.addMethodToGlobalList(&List, Methods[I]);
6301 }
6302}
6303
6304void ASTReader::ReadMethodPool(Selector Sel) {
6305 // Get the selector generation and update it to the current generation.
6306 unsigned &Generation = SelectorGeneration[Sel];
6307 unsigned PriorGeneration = Generation;
6308 Generation = CurrentGeneration;
6309
6310 // Search for methods defined with this selector.
Douglas Gregor95fb36e2013-01-28 17:54:36 +00006311 ++NumMethodPoolLookups;
Guy Benyei7f92f2d2012-12-18 14:30:41 +00006312 ReadMethodPoolVisitor Visitor(*this, Sel, PriorGeneration);
6313 ModuleMgr.visit(&ReadMethodPoolVisitor::visit, &Visitor);
6314
6315 if (Visitor.getInstanceMethods().empty() &&
Douglas Gregor95fb36e2013-01-28 17:54:36 +00006316 Visitor.getFactoryMethods().empty())
Guy Benyei7f92f2d2012-12-18 14:30:41 +00006317 return;
Douglas Gregor95fb36e2013-01-28 17:54:36 +00006318
6319 ++NumMethodPoolHits;
6320
Guy Benyei7f92f2d2012-12-18 14:30:41 +00006321 if (!getSema())
6322 return;
6323
6324 Sema &S = *getSema();
6325 Sema::GlobalMethodPool::iterator Pos
6326 = S.MethodPool.insert(std::make_pair(Sel, Sema::GlobalMethods())).first;
6327
6328 addMethodsToPool(S, Visitor.getInstanceMethods(), Pos->second.first);
6329 addMethodsToPool(S, Visitor.getFactoryMethods(), Pos->second.second);
Argyrios Kyrtzidis2e3d8c02013-04-17 00:08:58 +00006330 Pos->second.first.setBits(Visitor.getInstanceBits());
6331 Pos->second.second.setBits(Visitor.getFactoryBits());
Guy Benyei7f92f2d2012-12-18 14:30:41 +00006332}
6333
6334void ASTReader::ReadKnownNamespaces(
6335 SmallVectorImpl<NamespaceDecl *> &Namespaces) {
6336 Namespaces.clear();
6337
6338 for (unsigned I = 0, N = KnownNamespaces.size(); I != N; ++I) {
6339 if (NamespaceDecl *Namespace
6340 = dyn_cast_or_null<NamespaceDecl>(GetDecl(KnownNamespaces[I])))
6341 Namespaces.push_back(Namespace);
6342 }
6343}
6344
Nick Lewyckycd0655b2013-02-01 08:13:20 +00006345void ASTReader::ReadUndefinedButUsed(
Nick Lewycky995e26b2013-01-31 03:23:57 +00006346 llvm::DenseMap<NamedDecl*, SourceLocation> &Undefined) {
Nick Lewyckycd0655b2013-02-01 08:13:20 +00006347 for (unsigned Idx = 0, N = UndefinedButUsed.size(); Idx != N;) {
6348 NamedDecl *D = cast<NamedDecl>(GetDecl(UndefinedButUsed[Idx++]));
Nick Lewycky01a41142013-01-26 00:35:08 +00006349 SourceLocation Loc =
Nick Lewyckycd0655b2013-02-01 08:13:20 +00006350 SourceLocation::getFromRawEncoding(UndefinedButUsed[Idx++]);
Nick Lewycky01a41142013-01-26 00:35:08 +00006351 Undefined.insert(std::make_pair(D, Loc));
6352 }
6353}
Nick Lewycky01a41142013-01-26 00:35:08 +00006354
Guy Benyei7f92f2d2012-12-18 14:30:41 +00006355void ASTReader::ReadTentativeDefinitions(
6356 SmallVectorImpl<VarDecl *> &TentativeDefs) {
6357 for (unsigned I = 0, N = TentativeDefinitions.size(); I != N; ++I) {
6358 VarDecl *Var = dyn_cast_or_null<VarDecl>(GetDecl(TentativeDefinitions[I]));
6359 if (Var)
6360 TentativeDefs.push_back(Var);
6361 }
6362 TentativeDefinitions.clear();
6363}
6364
6365void ASTReader::ReadUnusedFileScopedDecls(
6366 SmallVectorImpl<const DeclaratorDecl *> &Decls) {
6367 for (unsigned I = 0, N = UnusedFileScopedDecls.size(); I != N; ++I) {
6368 DeclaratorDecl *D
6369 = dyn_cast_or_null<DeclaratorDecl>(GetDecl(UnusedFileScopedDecls[I]));
6370 if (D)
6371 Decls.push_back(D);
6372 }
6373 UnusedFileScopedDecls.clear();
6374}
6375
6376void ASTReader::ReadDelegatingConstructors(
6377 SmallVectorImpl<CXXConstructorDecl *> &Decls) {
6378 for (unsigned I = 0, N = DelegatingCtorDecls.size(); I != N; ++I) {
6379 CXXConstructorDecl *D
6380 = dyn_cast_or_null<CXXConstructorDecl>(GetDecl(DelegatingCtorDecls[I]));
6381 if (D)
6382 Decls.push_back(D);
6383 }
6384 DelegatingCtorDecls.clear();
6385}
6386
6387void ASTReader::ReadExtVectorDecls(SmallVectorImpl<TypedefNameDecl *> &Decls) {
6388 for (unsigned I = 0, N = ExtVectorDecls.size(); I != N; ++I) {
6389 TypedefNameDecl *D
6390 = dyn_cast_or_null<TypedefNameDecl>(GetDecl(ExtVectorDecls[I]));
6391 if (D)
6392 Decls.push_back(D);
6393 }
6394 ExtVectorDecls.clear();
6395}
6396
6397void ASTReader::ReadDynamicClasses(SmallVectorImpl<CXXRecordDecl *> &Decls) {
6398 for (unsigned I = 0, N = DynamicClasses.size(); I != N; ++I) {
6399 CXXRecordDecl *D
6400 = dyn_cast_or_null<CXXRecordDecl>(GetDecl(DynamicClasses[I]));
6401 if (D)
6402 Decls.push_back(D);
6403 }
6404 DynamicClasses.clear();
6405}
6406
6407void
Richard Smith5ea6ef42013-01-10 23:43:47 +00006408ASTReader::ReadLocallyScopedExternCDecls(SmallVectorImpl<NamedDecl *> &Decls) {
6409 for (unsigned I = 0, N = LocallyScopedExternCDecls.size(); I != N; ++I) {
6410 NamedDecl *D
6411 = dyn_cast_or_null<NamedDecl>(GetDecl(LocallyScopedExternCDecls[I]));
Guy Benyei7f92f2d2012-12-18 14:30:41 +00006412 if (D)
6413 Decls.push_back(D);
6414 }
Richard Smith5ea6ef42013-01-10 23:43:47 +00006415 LocallyScopedExternCDecls.clear();
Guy Benyei7f92f2d2012-12-18 14:30:41 +00006416}
6417
6418void ASTReader::ReadReferencedSelectors(
6419 SmallVectorImpl<std::pair<Selector, SourceLocation> > &Sels) {
6420 if (ReferencedSelectorsData.empty())
6421 return;
6422
6423 // If there are @selector references added them to its pool. This is for
6424 // implementation of -Wselector.
6425 unsigned int DataSize = ReferencedSelectorsData.size()-1;
6426 unsigned I = 0;
6427 while (I < DataSize) {
6428 Selector Sel = DecodeSelector(ReferencedSelectorsData[I++]);
6429 SourceLocation SelLoc
6430 = SourceLocation::getFromRawEncoding(ReferencedSelectorsData[I++]);
6431 Sels.push_back(std::make_pair(Sel, SelLoc));
6432 }
6433 ReferencedSelectorsData.clear();
6434}
6435
6436void ASTReader::ReadWeakUndeclaredIdentifiers(
6437 SmallVectorImpl<std::pair<IdentifierInfo *, WeakInfo> > &WeakIDs) {
6438 if (WeakUndeclaredIdentifiers.empty())
6439 return;
6440
6441 for (unsigned I = 0, N = WeakUndeclaredIdentifiers.size(); I < N; /*none*/) {
6442 IdentifierInfo *WeakId
6443 = DecodeIdentifierInfo(WeakUndeclaredIdentifiers[I++]);
6444 IdentifierInfo *AliasId
6445 = DecodeIdentifierInfo(WeakUndeclaredIdentifiers[I++]);
6446 SourceLocation Loc
6447 = SourceLocation::getFromRawEncoding(WeakUndeclaredIdentifiers[I++]);
6448 bool Used = WeakUndeclaredIdentifiers[I++];
6449 WeakInfo WI(AliasId, Loc);
6450 WI.setUsed(Used);
6451 WeakIDs.push_back(std::make_pair(WeakId, WI));
6452 }
6453 WeakUndeclaredIdentifiers.clear();
6454}
6455
6456void ASTReader::ReadUsedVTables(SmallVectorImpl<ExternalVTableUse> &VTables) {
6457 for (unsigned Idx = 0, N = VTableUses.size(); Idx < N; /* In loop */) {
6458 ExternalVTableUse VT;
6459 VT.Record = dyn_cast_or_null<CXXRecordDecl>(GetDecl(VTableUses[Idx++]));
6460 VT.Location = SourceLocation::getFromRawEncoding(VTableUses[Idx++]);
6461 VT.DefinitionRequired = VTableUses[Idx++];
6462 VTables.push_back(VT);
6463 }
6464
6465 VTableUses.clear();
6466}
6467
6468void ASTReader::ReadPendingInstantiations(
6469 SmallVectorImpl<std::pair<ValueDecl *, SourceLocation> > &Pending) {
6470 for (unsigned Idx = 0, N = PendingInstantiations.size(); Idx < N;) {
6471 ValueDecl *D = cast<ValueDecl>(GetDecl(PendingInstantiations[Idx++]));
6472 SourceLocation Loc
6473 = SourceLocation::getFromRawEncoding(PendingInstantiations[Idx++]);
6474
6475 Pending.push_back(std::make_pair(D, Loc));
6476 }
6477 PendingInstantiations.clear();
6478}
6479
6480void ASTReader::LoadSelector(Selector Sel) {
6481 // It would be complicated to avoid reading the methods anyway. So don't.
6482 ReadMethodPool(Sel);
6483}
6484
6485void ASTReader::SetIdentifierInfo(IdentifierID ID, IdentifierInfo *II) {
6486 assert(ID && "Non-zero identifier ID required");
6487 assert(ID <= IdentifiersLoaded.size() && "identifier ID out of range");
6488 IdentifiersLoaded[ID - 1] = II;
6489 if (DeserializationListener)
6490 DeserializationListener->IdentifierRead(ID, II);
6491}
6492
6493/// \brief Set the globally-visible declarations associated with the given
6494/// identifier.
6495///
6496/// If the AST reader is currently in a state where the given declaration IDs
6497/// cannot safely be resolved, they are queued until it is safe to resolve
6498/// them.
6499///
6500/// \param II an IdentifierInfo that refers to one or more globally-visible
6501/// declarations.
6502///
6503/// \param DeclIDs the set of declaration IDs with the name @p II that are
6504/// visible at global scope.
6505///
Douglas Gregoraa945902013-02-18 15:53:43 +00006506/// \param Decls if non-null, this vector will be populated with the set of
6507/// deserialized declarations. These declarations will not be pushed into
6508/// scope.
Guy Benyei7f92f2d2012-12-18 14:30:41 +00006509void
6510ASTReader::SetGloballyVisibleDecls(IdentifierInfo *II,
6511 const SmallVectorImpl<uint32_t> &DeclIDs,
Douglas Gregoraa945902013-02-18 15:53:43 +00006512 SmallVectorImpl<Decl *> *Decls) {
6513 if (NumCurrentElementsDeserializing && !Decls) {
6514 PendingIdentifierInfos[II].append(DeclIDs.begin(), DeclIDs.end());
Guy Benyei7f92f2d2012-12-18 14:30:41 +00006515 return;
6516 }
6517
6518 for (unsigned I = 0, N = DeclIDs.size(); I != N; ++I) {
6519 NamedDecl *D = cast<NamedDecl>(GetDecl(DeclIDs[I]));
6520 if (SemaObj) {
Douglas Gregoraa945902013-02-18 15:53:43 +00006521 // If we're simply supposed to record the declarations, do so now.
6522 if (Decls) {
6523 Decls->push_back(D);
6524 continue;
6525 }
6526
Guy Benyei7f92f2d2012-12-18 14:30:41 +00006527 // Introduce this declaration into the translation-unit scope
6528 // and add it to the declaration chain for this identifier, so
6529 // that (unqualified) name lookup will find it.
Argyrios Kyrtzidis0532df02013-04-26 21:33:35 +00006530 pushExternalDeclIntoScope(D, II);
Guy Benyei7f92f2d2012-12-18 14:30:41 +00006531 } else {
6532 // Queue this declaration so that it will be added to the
6533 // translation unit scope and identifier's declaration chain
6534 // once a Sema object is known.
6535 PreloadedDecls.push_back(D);
6536 }
6537 }
6538}
6539
Douglas Gregor8222b892013-01-21 16:52:34 +00006540IdentifierInfo *ASTReader::DecodeIdentifierInfo(IdentifierID ID) {
Guy Benyei7f92f2d2012-12-18 14:30:41 +00006541 if (ID == 0)
6542 return 0;
6543
6544 if (IdentifiersLoaded.empty()) {
6545 Error("no identifier table in AST file");
6546 return 0;
6547 }
6548
6549 ID -= 1;
6550 if (!IdentifiersLoaded[ID]) {
6551 GlobalIdentifierMapType::iterator I = GlobalIdentifierMap.find(ID + 1);
6552 assert(I != GlobalIdentifierMap.end() && "Corrupted global identifier map");
6553 ModuleFile *M = I->second;
6554 unsigned Index = ID - M->BaseIdentifierID;
6555 const char *Str = M->IdentifierTableData + M->IdentifierOffsets[Index];
6556
6557 // All of the strings in the AST file are preceded by a 16-bit length.
6558 // Extract that 16-bit length to avoid having to execute strlen().
6559 // NOTE: 'StrLenPtr' is an 'unsigned char*' so that we load bytes as
6560 // unsigned integers. This is important to avoid integer overflow when
6561 // we cast them to 'unsigned'.
6562 const unsigned char *StrLenPtr = (const unsigned char*) Str - 2;
6563 unsigned StrLen = (((unsigned) StrLenPtr[0])
6564 | (((unsigned) StrLenPtr[1]) << 8)) - 1;
Douglas Gregor8222b892013-01-21 16:52:34 +00006565 IdentifiersLoaded[ID]
6566 = &PP.getIdentifierTable().get(StringRef(Str, StrLen));
Guy Benyei7f92f2d2012-12-18 14:30:41 +00006567 if (DeserializationListener)
6568 DeserializationListener->IdentifierRead(ID + 1, IdentifiersLoaded[ID]);
6569 }
6570
6571 return IdentifiersLoaded[ID];
6572}
6573
Douglas Gregor8222b892013-01-21 16:52:34 +00006574IdentifierInfo *ASTReader::getLocalIdentifier(ModuleFile &M, unsigned LocalID) {
6575 return DecodeIdentifierInfo(getGlobalIdentifierID(M, LocalID));
Guy Benyei7f92f2d2012-12-18 14:30:41 +00006576}
6577
6578IdentifierID ASTReader::getGlobalIdentifierID(ModuleFile &M, unsigned LocalID) {
6579 if (LocalID < NUM_PREDEF_IDENT_IDS)
6580 return LocalID;
6581
6582 ContinuousRangeMap<uint32_t, int, 2>::iterator I
6583 = M.IdentifierRemap.find(LocalID - NUM_PREDEF_IDENT_IDS);
6584 assert(I != M.IdentifierRemap.end()
6585 && "Invalid index into identifier index remap");
6586
6587 return LocalID + I->second;
6588}
6589
Argyrios Kyrtzidis9317ab92013-03-22 21:12:57 +00006590MacroInfo *ASTReader::getMacro(MacroID ID) {
Guy Benyei7f92f2d2012-12-18 14:30:41 +00006591 if (ID == 0)
6592 return 0;
6593
6594 if (MacrosLoaded.empty()) {
6595 Error("no macro table in AST file");
6596 return 0;
6597 }
6598
6599 ID -= NUM_PREDEF_MACRO_IDS;
6600 if (!MacrosLoaded[ID]) {
6601 GlobalMacroMapType::iterator I
6602 = GlobalMacroMap.find(ID + NUM_PREDEF_MACRO_IDS);
6603 assert(I != GlobalMacroMap.end() && "Corrupted global macro map");
6604 ModuleFile *M = I->second;
6605 unsigned Index = ID - M->BaseMacroID;
Argyrios Kyrtzidis9317ab92013-03-22 21:12:57 +00006606 MacrosLoaded[ID] = ReadMacroRecord(*M, M->MacroOffsets[Index]);
6607
6608 if (DeserializationListener)
6609 DeserializationListener->MacroRead(ID + NUM_PREDEF_MACRO_IDS,
6610 MacrosLoaded[ID]);
Guy Benyei7f92f2d2012-12-18 14:30:41 +00006611 }
6612
6613 return MacrosLoaded[ID];
6614}
6615
6616MacroID ASTReader::getGlobalMacroID(ModuleFile &M, unsigned LocalID) {
6617 if (LocalID < NUM_PREDEF_MACRO_IDS)
6618 return LocalID;
6619
6620 ContinuousRangeMap<uint32_t, int, 2>::iterator I
6621 = M.MacroRemap.find(LocalID - NUM_PREDEF_MACRO_IDS);
6622 assert(I != M.MacroRemap.end() && "Invalid index into macro index remap");
6623
6624 return LocalID + I->second;
6625}
6626
6627serialization::SubmoduleID
6628ASTReader::getGlobalSubmoduleID(ModuleFile &M, unsigned LocalID) {
6629 if (LocalID < NUM_PREDEF_SUBMODULE_IDS)
6630 return LocalID;
6631
6632 ContinuousRangeMap<uint32_t, int, 2>::iterator I
6633 = M.SubmoduleRemap.find(LocalID - NUM_PREDEF_SUBMODULE_IDS);
6634 assert(I != M.SubmoduleRemap.end()
6635 && "Invalid index into submodule index remap");
6636
6637 return LocalID + I->second;
6638}
6639
6640Module *ASTReader::getSubmodule(SubmoduleID GlobalID) {
6641 if (GlobalID < NUM_PREDEF_SUBMODULE_IDS) {
6642 assert(GlobalID == 0 && "Unhandled global submodule ID");
6643 return 0;
6644 }
6645
6646 if (GlobalID > SubmodulesLoaded.size()) {
6647 Error("submodule ID out of range in AST file");
6648 return 0;
6649 }
6650
6651 return SubmodulesLoaded[GlobalID - NUM_PREDEF_SUBMODULE_IDS];
6652}
Douglas Gregorca2ab452013-01-12 01:29:50 +00006653
6654Module *ASTReader::getModule(unsigned ID) {
6655 return getSubmodule(ID);
6656}
6657
Guy Benyei7f92f2d2012-12-18 14:30:41 +00006658Selector ASTReader::getLocalSelector(ModuleFile &M, unsigned LocalID) {
6659 return DecodeSelector(getGlobalSelectorID(M, LocalID));
6660}
6661
6662Selector ASTReader::DecodeSelector(serialization::SelectorID ID) {
6663 if (ID == 0)
6664 return Selector();
6665
6666 if (ID > SelectorsLoaded.size()) {
6667 Error("selector ID out of range in AST file");
6668 return Selector();
6669 }
6670
6671 if (SelectorsLoaded[ID - 1].getAsOpaquePtr() == 0) {
6672 // Load this selector from the selector table.
6673 GlobalSelectorMapType::iterator I = GlobalSelectorMap.find(ID);
6674 assert(I != GlobalSelectorMap.end() && "Corrupted global selector map");
6675 ModuleFile &M = *I->second;
6676 ASTSelectorLookupTrait Trait(*this, M);
6677 unsigned Idx = ID - M.BaseSelectorID - NUM_PREDEF_SELECTOR_IDS;
6678 SelectorsLoaded[ID - 1] =
6679 Trait.ReadKey(M.SelectorLookupTableData + M.SelectorOffsets[Idx], 0);
6680 if (DeserializationListener)
6681 DeserializationListener->SelectorRead(ID, SelectorsLoaded[ID - 1]);
6682 }
6683
6684 return SelectorsLoaded[ID - 1];
6685}
6686
6687Selector ASTReader::GetExternalSelector(serialization::SelectorID ID) {
6688 return DecodeSelector(ID);
6689}
6690
6691uint32_t ASTReader::GetNumExternalSelectors() {
6692 // ID 0 (the null selector) is considered an external selector.
6693 return getTotalNumSelectors() + 1;
6694}
6695
6696serialization::SelectorID
6697ASTReader::getGlobalSelectorID(ModuleFile &M, unsigned LocalID) const {
6698 if (LocalID < NUM_PREDEF_SELECTOR_IDS)
6699 return LocalID;
6700
6701 ContinuousRangeMap<uint32_t, int, 2>::iterator I
6702 = M.SelectorRemap.find(LocalID - NUM_PREDEF_SELECTOR_IDS);
6703 assert(I != M.SelectorRemap.end()
6704 && "Invalid index into selector index remap");
6705
6706 return LocalID + I->second;
6707}
6708
6709DeclarationName
6710ASTReader::ReadDeclarationName(ModuleFile &F,
6711 const RecordData &Record, unsigned &Idx) {
6712 DeclarationName::NameKind Kind = (DeclarationName::NameKind)Record[Idx++];
6713 switch (Kind) {
6714 case DeclarationName::Identifier:
Douglas Gregor8222b892013-01-21 16:52:34 +00006715 return DeclarationName(GetIdentifierInfo(F, Record, Idx));
Guy Benyei7f92f2d2012-12-18 14:30:41 +00006716
6717 case DeclarationName::ObjCZeroArgSelector:
6718 case DeclarationName::ObjCOneArgSelector:
6719 case DeclarationName::ObjCMultiArgSelector:
6720 return DeclarationName(ReadSelector(F, Record, Idx));
6721
6722 case DeclarationName::CXXConstructorName:
6723 return Context.DeclarationNames.getCXXConstructorName(
6724 Context.getCanonicalType(readType(F, Record, Idx)));
6725
6726 case DeclarationName::CXXDestructorName:
6727 return Context.DeclarationNames.getCXXDestructorName(
6728 Context.getCanonicalType(readType(F, Record, Idx)));
6729
6730 case DeclarationName::CXXConversionFunctionName:
6731 return Context.DeclarationNames.getCXXConversionFunctionName(
6732 Context.getCanonicalType(readType(F, Record, Idx)));
6733
6734 case DeclarationName::CXXOperatorName:
6735 return Context.DeclarationNames.getCXXOperatorName(
6736 (OverloadedOperatorKind)Record[Idx++]);
6737
6738 case DeclarationName::CXXLiteralOperatorName:
6739 return Context.DeclarationNames.getCXXLiteralOperatorName(
6740 GetIdentifierInfo(F, Record, Idx));
6741
6742 case DeclarationName::CXXUsingDirective:
6743 return DeclarationName::getUsingDirectiveName();
6744 }
6745
6746 llvm_unreachable("Invalid NameKind!");
6747}
6748
6749void ASTReader::ReadDeclarationNameLoc(ModuleFile &F,
6750 DeclarationNameLoc &DNLoc,
6751 DeclarationName Name,
6752 const RecordData &Record, unsigned &Idx) {
6753 switch (Name.getNameKind()) {
6754 case DeclarationName::CXXConstructorName:
6755 case DeclarationName::CXXDestructorName:
6756 case DeclarationName::CXXConversionFunctionName:
6757 DNLoc.NamedType.TInfo = GetTypeSourceInfo(F, Record, Idx);
6758 break;
6759
6760 case DeclarationName::CXXOperatorName:
6761 DNLoc.CXXOperatorName.BeginOpNameLoc
6762 = ReadSourceLocation(F, Record, Idx).getRawEncoding();
6763 DNLoc.CXXOperatorName.EndOpNameLoc
6764 = ReadSourceLocation(F, Record, Idx).getRawEncoding();
6765 break;
6766
6767 case DeclarationName::CXXLiteralOperatorName:
6768 DNLoc.CXXLiteralOperatorName.OpNameLoc
6769 = ReadSourceLocation(F, Record, Idx).getRawEncoding();
6770 break;
6771
6772 case DeclarationName::Identifier:
6773 case DeclarationName::ObjCZeroArgSelector:
6774 case DeclarationName::ObjCOneArgSelector:
6775 case DeclarationName::ObjCMultiArgSelector:
6776 case DeclarationName::CXXUsingDirective:
6777 break;
6778 }
6779}
6780
6781void ASTReader::ReadDeclarationNameInfo(ModuleFile &F,
6782 DeclarationNameInfo &NameInfo,
6783 const RecordData &Record, unsigned &Idx) {
6784 NameInfo.setName(ReadDeclarationName(F, Record, Idx));
6785 NameInfo.setLoc(ReadSourceLocation(F, Record, Idx));
6786 DeclarationNameLoc DNLoc;
6787 ReadDeclarationNameLoc(F, DNLoc, NameInfo.getName(), Record, Idx);
6788 NameInfo.setInfo(DNLoc);
6789}
6790
6791void ASTReader::ReadQualifierInfo(ModuleFile &F, QualifierInfo &Info,
6792 const RecordData &Record, unsigned &Idx) {
6793 Info.QualifierLoc = ReadNestedNameSpecifierLoc(F, Record, Idx);
6794 unsigned NumTPLists = Record[Idx++];
6795 Info.NumTemplParamLists = NumTPLists;
6796 if (NumTPLists) {
6797 Info.TemplParamLists = new (Context) TemplateParameterList*[NumTPLists];
6798 for (unsigned i=0; i != NumTPLists; ++i)
6799 Info.TemplParamLists[i] = ReadTemplateParameterList(F, Record, Idx);
6800 }
6801}
6802
6803TemplateName
6804ASTReader::ReadTemplateName(ModuleFile &F, const RecordData &Record,
6805 unsigned &Idx) {
6806 TemplateName::NameKind Kind = (TemplateName::NameKind)Record[Idx++];
6807 switch (Kind) {
6808 case TemplateName::Template:
6809 return TemplateName(ReadDeclAs<TemplateDecl>(F, Record, Idx));
6810
6811 case TemplateName::OverloadedTemplate: {
6812 unsigned size = Record[Idx++];
6813 UnresolvedSet<8> Decls;
6814 while (size--)
6815 Decls.addDecl(ReadDeclAs<NamedDecl>(F, Record, Idx));
6816
6817 return Context.getOverloadedTemplateName(Decls.begin(), Decls.end());
6818 }
6819
6820 case TemplateName::QualifiedTemplate: {
6821 NestedNameSpecifier *NNS = ReadNestedNameSpecifier(F, Record, Idx);
6822 bool hasTemplKeyword = Record[Idx++];
6823 TemplateDecl *Template = ReadDeclAs<TemplateDecl>(F, Record, Idx);
6824 return Context.getQualifiedTemplateName(NNS, hasTemplKeyword, Template);
6825 }
6826
6827 case TemplateName::DependentTemplate: {
6828 NestedNameSpecifier *NNS = ReadNestedNameSpecifier(F, Record, Idx);
6829 if (Record[Idx++]) // isIdentifier
6830 return Context.getDependentTemplateName(NNS,
6831 GetIdentifierInfo(F, Record,
6832 Idx));
6833 return Context.getDependentTemplateName(NNS,
6834 (OverloadedOperatorKind)Record[Idx++]);
6835 }
6836
6837 case TemplateName::SubstTemplateTemplateParm: {
6838 TemplateTemplateParmDecl *param
6839 = ReadDeclAs<TemplateTemplateParmDecl>(F, Record, Idx);
6840 if (!param) return TemplateName();
6841 TemplateName replacement = ReadTemplateName(F, Record, Idx);
6842 return Context.getSubstTemplateTemplateParm(param, replacement);
6843 }
6844
6845 case TemplateName::SubstTemplateTemplateParmPack: {
6846 TemplateTemplateParmDecl *Param
6847 = ReadDeclAs<TemplateTemplateParmDecl>(F, Record, Idx);
6848 if (!Param)
6849 return TemplateName();
6850
6851 TemplateArgument ArgPack = ReadTemplateArgument(F, Record, Idx);
6852 if (ArgPack.getKind() != TemplateArgument::Pack)
6853 return TemplateName();
6854
6855 return Context.getSubstTemplateTemplateParmPack(Param, ArgPack);
6856 }
6857 }
6858
6859 llvm_unreachable("Unhandled template name kind!");
6860}
6861
6862TemplateArgument
6863ASTReader::ReadTemplateArgument(ModuleFile &F,
6864 const RecordData &Record, unsigned &Idx) {
6865 TemplateArgument::ArgKind Kind = (TemplateArgument::ArgKind)Record[Idx++];
6866 switch (Kind) {
6867 case TemplateArgument::Null:
6868 return TemplateArgument();
6869 case TemplateArgument::Type:
6870 return TemplateArgument(readType(F, Record, Idx));
6871 case TemplateArgument::Declaration: {
6872 ValueDecl *D = ReadDeclAs<ValueDecl>(F, Record, Idx);
6873 bool ForReferenceParam = Record[Idx++];
6874 return TemplateArgument(D, ForReferenceParam);
6875 }
6876 case TemplateArgument::NullPtr:
6877 return TemplateArgument(readType(F, Record, Idx), /*isNullPtr*/true);
6878 case TemplateArgument::Integral: {
6879 llvm::APSInt Value = ReadAPSInt(Record, Idx);
6880 QualType T = readType(F, Record, Idx);
6881 return TemplateArgument(Context, Value, T);
6882 }
6883 case TemplateArgument::Template:
6884 return TemplateArgument(ReadTemplateName(F, Record, Idx));
6885 case TemplateArgument::TemplateExpansion: {
6886 TemplateName Name = ReadTemplateName(F, Record, Idx);
David Blaikiedc84cd52013-02-20 22:23:23 +00006887 Optional<unsigned> NumTemplateExpansions;
Guy Benyei7f92f2d2012-12-18 14:30:41 +00006888 if (unsigned NumExpansions = Record[Idx++])
6889 NumTemplateExpansions = NumExpansions - 1;
6890 return TemplateArgument(Name, NumTemplateExpansions);
6891 }
6892 case TemplateArgument::Expression:
6893 return TemplateArgument(ReadExpr(F));
6894 case TemplateArgument::Pack: {
6895 unsigned NumArgs = Record[Idx++];
6896 TemplateArgument *Args = new (Context) TemplateArgument[NumArgs];
6897 for (unsigned I = 0; I != NumArgs; ++I)
6898 Args[I] = ReadTemplateArgument(F, Record, Idx);
6899 return TemplateArgument(Args, NumArgs);
6900 }
6901 }
6902
6903 llvm_unreachable("Unhandled template argument kind!");
6904}
6905
6906TemplateParameterList *
6907ASTReader::ReadTemplateParameterList(ModuleFile &F,
6908 const RecordData &Record, unsigned &Idx) {
6909 SourceLocation TemplateLoc = ReadSourceLocation(F, Record, Idx);
6910 SourceLocation LAngleLoc = ReadSourceLocation(F, Record, Idx);
6911 SourceLocation RAngleLoc = ReadSourceLocation(F, Record, Idx);
6912
6913 unsigned NumParams = Record[Idx++];
6914 SmallVector<NamedDecl *, 16> Params;
6915 Params.reserve(NumParams);
6916 while (NumParams--)
6917 Params.push_back(ReadDeclAs<NamedDecl>(F, Record, Idx));
6918
6919 TemplateParameterList* TemplateParams =
6920 TemplateParameterList::Create(Context, TemplateLoc, LAngleLoc,
6921 Params.data(), Params.size(), RAngleLoc);
6922 return TemplateParams;
6923}
6924
6925void
6926ASTReader::
6927ReadTemplateArgumentList(SmallVector<TemplateArgument, 8> &TemplArgs,
6928 ModuleFile &F, const RecordData &Record,
6929 unsigned &Idx) {
6930 unsigned NumTemplateArgs = Record[Idx++];
6931 TemplArgs.reserve(NumTemplateArgs);
6932 while (NumTemplateArgs--)
6933 TemplArgs.push_back(ReadTemplateArgument(F, Record, Idx));
6934}
6935
6936/// \brief Read a UnresolvedSet structure.
6937void ASTReader::ReadUnresolvedSet(ModuleFile &F, ASTUnresolvedSet &Set,
6938 const RecordData &Record, unsigned &Idx) {
6939 unsigned NumDecls = Record[Idx++];
6940 Set.reserve(Context, NumDecls);
6941 while (NumDecls--) {
6942 NamedDecl *D = ReadDeclAs<NamedDecl>(F, Record, Idx);
6943 AccessSpecifier AS = (AccessSpecifier)Record[Idx++];
6944 Set.addDecl(Context, D, AS);
6945 }
6946}
6947
6948CXXBaseSpecifier
6949ASTReader::ReadCXXBaseSpecifier(ModuleFile &F,
6950 const RecordData &Record, unsigned &Idx) {
6951 bool isVirtual = static_cast<bool>(Record[Idx++]);
6952 bool isBaseOfClass = static_cast<bool>(Record[Idx++]);
6953 AccessSpecifier AS = static_cast<AccessSpecifier>(Record[Idx++]);
6954 bool inheritConstructors = static_cast<bool>(Record[Idx++]);
6955 TypeSourceInfo *TInfo = GetTypeSourceInfo(F, Record, Idx);
6956 SourceRange Range = ReadSourceRange(F, Record, Idx);
6957 SourceLocation EllipsisLoc = ReadSourceLocation(F, Record, Idx);
6958 CXXBaseSpecifier Result(Range, isVirtual, isBaseOfClass, AS, TInfo,
6959 EllipsisLoc);
6960 Result.setInheritConstructors(inheritConstructors);
6961 return Result;
6962}
6963
6964std::pair<CXXCtorInitializer **, unsigned>
6965ASTReader::ReadCXXCtorInitializers(ModuleFile &F, const RecordData &Record,
6966 unsigned &Idx) {
6967 CXXCtorInitializer **CtorInitializers = 0;
6968 unsigned NumInitializers = Record[Idx++];
6969 if (NumInitializers) {
6970 CtorInitializers
6971 = new (Context) CXXCtorInitializer*[NumInitializers];
6972 for (unsigned i=0; i != NumInitializers; ++i) {
6973 TypeSourceInfo *TInfo = 0;
6974 bool IsBaseVirtual = false;
6975 FieldDecl *Member = 0;
6976 IndirectFieldDecl *IndirectMember = 0;
6977
6978 CtorInitializerType Type = (CtorInitializerType)Record[Idx++];
6979 switch (Type) {
6980 case CTOR_INITIALIZER_BASE:
6981 TInfo = GetTypeSourceInfo(F, Record, Idx);
6982 IsBaseVirtual = Record[Idx++];
6983 break;
6984
6985 case CTOR_INITIALIZER_DELEGATING:
6986 TInfo = GetTypeSourceInfo(F, Record, Idx);
6987 break;
6988
6989 case CTOR_INITIALIZER_MEMBER:
6990 Member = ReadDeclAs<FieldDecl>(F, Record, Idx);
6991 break;
6992
6993 case CTOR_INITIALIZER_INDIRECT_MEMBER:
6994 IndirectMember = ReadDeclAs<IndirectFieldDecl>(F, Record, Idx);
6995 break;
6996 }
6997
6998 SourceLocation MemberOrEllipsisLoc = ReadSourceLocation(F, Record, Idx);
6999 Expr *Init = ReadExpr(F);
7000 SourceLocation LParenLoc = ReadSourceLocation(F, Record, Idx);
7001 SourceLocation RParenLoc = ReadSourceLocation(F, Record, Idx);
7002 bool IsWritten = Record[Idx++];
7003 unsigned SourceOrderOrNumArrayIndices;
7004 SmallVector<VarDecl *, 8> Indices;
7005 if (IsWritten) {
7006 SourceOrderOrNumArrayIndices = Record[Idx++];
7007 } else {
7008 SourceOrderOrNumArrayIndices = Record[Idx++];
7009 Indices.reserve(SourceOrderOrNumArrayIndices);
7010 for (unsigned i=0; i != SourceOrderOrNumArrayIndices; ++i)
7011 Indices.push_back(ReadDeclAs<VarDecl>(F, Record, Idx));
7012 }
7013
7014 CXXCtorInitializer *BOMInit;
7015 if (Type == CTOR_INITIALIZER_BASE) {
7016 BOMInit = new (Context) CXXCtorInitializer(Context, TInfo, IsBaseVirtual,
7017 LParenLoc, Init, RParenLoc,
7018 MemberOrEllipsisLoc);
7019 } else if (Type == CTOR_INITIALIZER_DELEGATING) {
7020 BOMInit = new (Context) CXXCtorInitializer(Context, TInfo, LParenLoc,
7021 Init, RParenLoc);
7022 } else if (IsWritten) {
7023 if (Member)
7024 BOMInit = new (Context) CXXCtorInitializer(Context, Member, MemberOrEllipsisLoc,
7025 LParenLoc, Init, RParenLoc);
7026 else
7027 BOMInit = new (Context) CXXCtorInitializer(Context, IndirectMember,
7028 MemberOrEllipsisLoc, LParenLoc,
7029 Init, RParenLoc);
7030 } else {
Argyrios Kyrtzidisf8f480f2013-05-30 23:59:46 +00007031 if (IndirectMember) {
7032 assert(Indices.empty() && "Indirect field improperly initialized");
7033 BOMInit = new (Context) CXXCtorInitializer(Context, IndirectMember,
7034 MemberOrEllipsisLoc, LParenLoc,
7035 Init, RParenLoc);
7036 } else {
7037 BOMInit = CXXCtorInitializer::Create(Context, Member, MemberOrEllipsisLoc,
7038 LParenLoc, Init, RParenLoc,
7039 Indices.data(), Indices.size());
7040 }
Guy Benyei7f92f2d2012-12-18 14:30:41 +00007041 }
7042
7043 if (IsWritten)
7044 BOMInit->setSourceOrder(SourceOrderOrNumArrayIndices);
7045 CtorInitializers[i] = BOMInit;
7046 }
7047 }
7048
7049 return std::make_pair(CtorInitializers, NumInitializers);
7050}
7051
7052NestedNameSpecifier *
7053ASTReader::ReadNestedNameSpecifier(ModuleFile &F,
7054 const RecordData &Record, unsigned &Idx) {
7055 unsigned N = Record[Idx++];
7056 NestedNameSpecifier *NNS = 0, *Prev = 0;
7057 for (unsigned I = 0; I != N; ++I) {
7058 NestedNameSpecifier::SpecifierKind Kind
7059 = (NestedNameSpecifier::SpecifierKind)Record[Idx++];
7060 switch (Kind) {
7061 case NestedNameSpecifier::Identifier: {
7062 IdentifierInfo *II = GetIdentifierInfo(F, Record, Idx);
7063 NNS = NestedNameSpecifier::Create(Context, Prev, II);
7064 break;
7065 }
7066
7067 case NestedNameSpecifier::Namespace: {
7068 NamespaceDecl *NS = ReadDeclAs<NamespaceDecl>(F, Record, Idx);
7069 NNS = NestedNameSpecifier::Create(Context, Prev, NS);
7070 break;
7071 }
7072
7073 case NestedNameSpecifier::NamespaceAlias: {
7074 NamespaceAliasDecl *Alias =ReadDeclAs<NamespaceAliasDecl>(F, Record, Idx);
7075 NNS = NestedNameSpecifier::Create(Context, Prev, Alias);
7076 break;
7077 }
7078
7079 case NestedNameSpecifier::TypeSpec:
7080 case NestedNameSpecifier::TypeSpecWithTemplate: {
7081 const Type *T = readType(F, Record, Idx).getTypePtrOrNull();
7082 if (!T)
7083 return 0;
7084
7085 bool Template = Record[Idx++];
7086 NNS = NestedNameSpecifier::Create(Context, Prev, Template, T);
7087 break;
7088 }
7089
7090 case NestedNameSpecifier::Global: {
7091 NNS = NestedNameSpecifier::GlobalSpecifier(Context);
7092 // No associated value, and there can't be a prefix.
7093 break;
7094 }
7095 }
7096 Prev = NNS;
7097 }
7098 return NNS;
7099}
7100
7101NestedNameSpecifierLoc
7102ASTReader::ReadNestedNameSpecifierLoc(ModuleFile &F, const RecordData &Record,
7103 unsigned &Idx) {
7104 unsigned N = Record[Idx++];
7105 NestedNameSpecifierLocBuilder Builder;
7106 for (unsigned I = 0; I != N; ++I) {
7107 NestedNameSpecifier::SpecifierKind Kind
7108 = (NestedNameSpecifier::SpecifierKind)Record[Idx++];
7109 switch (Kind) {
7110 case NestedNameSpecifier::Identifier: {
7111 IdentifierInfo *II = GetIdentifierInfo(F, Record, Idx);
7112 SourceRange Range = ReadSourceRange(F, Record, Idx);
7113 Builder.Extend(Context, II, Range.getBegin(), Range.getEnd());
7114 break;
7115 }
7116
7117 case NestedNameSpecifier::Namespace: {
7118 NamespaceDecl *NS = ReadDeclAs<NamespaceDecl>(F, Record, Idx);
7119 SourceRange Range = ReadSourceRange(F, Record, Idx);
7120 Builder.Extend(Context, NS, Range.getBegin(), Range.getEnd());
7121 break;
7122 }
7123
7124 case NestedNameSpecifier::NamespaceAlias: {
7125 NamespaceAliasDecl *Alias =ReadDeclAs<NamespaceAliasDecl>(F, Record, Idx);
7126 SourceRange Range = ReadSourceRange(F, Record, Idx);
7127 Builder.Extend(Context, Alias, Range.getBegin(), Range.getEnd());
7128 break;
7129 }
7130
7131 case NestedNameSpecifier::TypeSpec:
7132 case NestedNameSpecifier::TypeSpecWithTemplate: {
7133 bool Template = Record[Idx++];
7134 TypeSourceInfo *T = GetTypeSourceInfo(F, Record, Idx);
7135 if (!T)
7136 return NestedNameSpecifierLoc();
7137 SourceLocation ColonColonLoc = ReadSourceLocation(F, Record, Idx);
7138
7139 // FIXME: 'template' keyword location not saved anywhere, so we fake it.
7140 Builder.Extend(Context,
7141 Template? T->getTypeLoc().getBeginLoc() : SourceLocation(),
7142 T->getTypeLoc(), ColonColonLoc);
7143 break;
7144 }
7145
7146 case NestedNameSpecifier::Global: {
7147 SourceLocation ColonColonLoc = ReadSourceLocation(F, Record, Idx);
7148 Builder.MakeGlobal(Context, ColonColonLoc);
7149 break;
7150 }
7151 }
7152 }
7153
7154 return Builder.getWithLocInContext(Context);
7155}
7156
7157SourceRange
7158ASTReader::ReadSourceRange(ModuleFile &F, const RecordData &Record,
7159 unsigned &Idx) {
7160 SourceLocation beg = ReadSourceLocation(F, Record, Idx);
7161 SourceLocation end = ReadSourceLocation(F, Record, Idx);
7162 return SourceRange(beg, end);
7163}
7164
7165/// \brief Read an integral value
7166llvm::APInt ASTReader::ReadAPInt(const RecordData &Record, unsigned &Idx) {
7167 unsigned BitWidth = Record[Idx++];
7168 unsigned NumWords = llvm::APInt::getNumWords(BitWidth);
7169 llvm::APInt Result(BitWidth, NumWords, &Record[Idx]);
7170 Idx += NumWords;
7171 return Result;
7172}
7173
7174/// \brief Read a signed integral value
7175llvm::APSInt ASTReader::ReadAPSInt(const RecordData &Record, unsigned &Idx) {
7176 bool isUnsigned = Record[Idx++];
7177 return llvm::APSInt(ReadAPInt(Record, Idx), isUnsigned);
7178}
7179
7180/// \brief Read a floating-point value
Tim Northover9ec55f22013-01-22 09:46:51 +00007181llvm::APFloat ASTReader::ReadAPFloat(const RecordData &Record,
7182 const llvm::fltSemantics &Sem,
7183 unsigned &Idx) {
7184 return llvm::APFloat(Sem, ReadAPInt(Record, Idx));
Guy Benyei7f92f2d2012-12-18 14:30:41 +00007185}
7186
7187// \brief Read a string
7188std::string ASTReader::ReadString(const RecordData &Record, unsigned &Idx) {
7189 unsigned Len = Record[Idx++];
7190 std::string Result(Record.data() + Idx, Record.data() + Idx + Len);
7191 Idx += Len;
7192 return Result;
7193}
7194
7195VersionTuple ASTReader::ReadVersionTuple(const RecordData &Record,
7196 unsigned &Idx) {
7197 unsigned Major = Record[Idx++];
7198 unsigned Minor = Record[Idx++];
7199 unsigned Subminor = Record[Idx++];
7200 if (Minor == 0)
7201 return VersionTuple(Major);
7202 if (Subminor == 0)
7203 return VersionTuple(Major, Minor - 1);
7204 return VersionTuple(Major, Minor - 1, Subminor - 1);
7205}
7206
7207CXXTemporary *ASTReader::ReadCXXTemporary(ModuleFile &F,
7208 const RecordData &Record,
7209 unsigned &Idx) {
7210 CXXDestructorDecl *Decl = ReadDeclAs<CXXDestructorDecl>(F, Record, Idx);
7211 return CXXTemporary::Create(Context, Decl);
7212}
7213
7214DiagnosticBuilder ASTReader::Diag(unsigned DiagID) {
Argyrios Kyrtzidis3b7deda2013-05-24 05:44:08 +00007215 return Diag(CurrentImportLoc, DiagID);
Guy Benyei7f92f2d2012-12-18 14:30:41 +00007216}
7217
7218DiagnosticBuilder ASTReader::Diag(SourceLocation Loc, unsigned DiagID) {
7219 return Diags.Report(Loc, DiagID);
7220}
7221
7222/// \brief Retrieve the identifier table associated with the
7223/// preprocessor.
7224IdentifierTable &ASTReader::getIdentifierTable() {
7225 return PP.getIdentifierTable();
7226}
7227
7228/// \brief Record that the given ID maps to the given switch-case
7229/// statement.
7230void ASTReader::RecordSwitchCaseID(SwitchCase *SC, unsigned ID) {
7231 assert((*CurrSwitchCaseStmts)[ID] == 0 &&
7232 "Already have a SwitchCase with this ID");
7233 (*CurrSwitchCaseStmts)[ID] = SC;
7234}
7235
7236/// \brief Retrieve the switch-case statement with the given ID.
7237SwitchCase *ASTReader::getSwitchCaseWithID(unsigned ID) {
7238 assert((*CurrSwitchCaseStmts)[ID] != 0 && "No SwitchCase with this ID");
7239 return (*CurrSwitchCaseStmts)[ID];
7240}
7241
7242void ASTReader::ClearSwitchCaseIDs() {
7243 CurrSwitchCaseStmts->clear();
7244}
7245
7246void ASTReader::ReadComments() {
7247 std::vector<RawComment *> Comments;
Chris Lattner8f9a1eb2013-01-20 00:56:42 +00007248 for (SmallVectorImpl<std::pair<BitstreamCursor,
Guy Benyei7f92f2d2012-12-18 14:30:41 +00007249 serialization::ModuleFile *> >::iterator
7250 I = CommentsCursors.begin(),
7251 E = CommentsCursors.end();
7252 I != E; ++I) {
Chris Lattner8f9a1eb2013-01-20 00:56:42 +00007253 BitstreamCursor &Cursor = I->first;
Guy Benyei7f92f2d2012-12-18 14:30:41 +00007254 serialization::ModuleFile &F = *I->second;
7255 SavedStreamPosition SavedPosition(Cursor);
7256
7257 RecordData Record;
7258 while (true) {
Chris Lattner8f9a1eb2013-01-20 00:56:42 +00007259 llvm::BitstreamEntry Entry =
7260 Cursor.advanceSkippingSubblocks(BitstreamCursor::AF_DontPopBlockAtEnd);
7261
7262 switch (Entry.Kind) {
7263 case llvm::BitstreamEntry::SubBlock: // Handled for us already.
7264 case llvm::BitstreamEntry::Error:
7265 Error("malformed block record in AST file");
7266 return;
7267 case llvm::BitstreamEntry::EndBlock:
7268 goto NextCursor;
7269 case llvm::BitstreamEntry::Record:
7270 // The interesting case.
Guy Benyei7f92f2d2012-12-18 14:30:41 +00007271 break;
Guy Benyei7f92f2d2012-12-18 14:30:41 +00007272 }
7273
7274 // Read a record.
7275 Record.clear();
Chris Lattnerb3ce3572013-01-20 02:38:54 +00007276 switch ((CommentRecordTypes)Cursor.readRecord(Entry.ID, Record)) {
Guy Benyei7f92f2d2012-12-18 14:30:41 +00007277 case COMMENTS_RAW_COMMENT: {
7278 unsigned Idx = 0;
7279 SourceRange SR = ReadSourceRange(F, Record, Idx);
7280 RawComment::CommentKind Kind =
7281 (RawComment::CommentKind) Record[Idx++];
7282 bool IsTrailingComment = Record[Idx++];
7283 bool IsAlmostTrailingComment = Record[Idx++];
Dmitri Gribenko6fd7d302013-04-10 15:35:17 +00007284 Comments.push_back(new (Context) RawComment(
7285 SR, Kind, IsTrailingComment, IsAlmostTrailingComment,
7286 Context.getLangOpts().CommentOpts.ParseAllComments));
Guy Benyei7f92f2d2012-12-18 14:30:41 +00007287 break;
7288 }
7289 }
7290 }
Chris Lattner8f9a1eb2013-01-20 00:56:42 +00007291 NextCursor:;
Guy Benyei7f92f2d2012-12-18 14:30:41 +00007292 }
7293 Context.Comments.addCommentsToFront(Comments);
7294}
7295
7296void ASTReader::finishPendingActions() {
7297 while (!PendingIdentifierInfos.empty() || !PendingDeclChains.empty() ||
Argyrios Kyrtzidis7640b022013-02-16 00:48:59 +00007298 !PendingMacroIDs.empty() || !PendingDeclContextInfos.empty()) {
Guy Benyei7f92f2d2012-12-18 14:30:41 +00007299 // If any identifiers with corresponding top-level declarations have
7300 // been loaded, load those declarations now.
Douglas Gregoraa945902013-02-18 15:53:43 +00007301 llvm::DenseMap<IdentifierInfo *, SmallVector<Decl *, 2> > TopLevelDecls;
Guy Benyei7f92f2d2012-12-18 14:30:41 +00007302 while (!PendingIdentifierInfos.empty()) {
Douglas Gregoraa945902013-02-18 15:53:43 +00007303 // FIXME: std::move
7304 IdentifierInfo *II = PendingIdentifierInfos.back().first;
7305 SmallVector<uint32_t, 4> DeclIDs = PendingIdentifierInfos.back().second;
Douglas Gregorcc9bdcb2013-02-19 18:26:28 +00007306 PendingIdentifierInfos.pop_back();
Douglas Gregoraa945902013-02-18 15:53:43 +00007307
7308 SetGloballyVisibleDecls(II, DeclIDs, &TopLevelDecls[II]);
Guy Benyei7f92f2d2012-12-18 14:30:41 +00007309 }
7310
7311 // Load pending declaration chains.
7312 for (unsigned I = 0; I != PendingDeclChains.size(); ++I) {
7313 loadPendingDeclChain(PendingDeclChains[I]);
7314 PendingDeclChainsKnown.erase(PendingDeclChains[I]);
7315 }
7316 PendingDeclChains.clear();
7317
Douglas Gregoraa945902013-02-18 15:53:43 +00007318 // Make the most recent of the top-level declarations visible.
7319 for (llvm::DenseMap<IdentifierInfo *, SmallVector<Decl *, 2> >::iterator
7320 TLD = TopLevelDecls.begin(), TLDEnd = TopLevelDecls.end();
7321 TLD != TLDEnd; ++TLD) {
7322 IdentifierInfo *II = TLD->first;
7323 for (unsigned I = 0, N = TLD->second.size(); I != N; ++I) {
Argyrios Kyrtzidis0532df02013-04-26 21:33:35 +00007324 pushExternalDeclIntoScope(cast<NamedDecl>(TLD->second[I]), II);
Douglas Gregoraa945902013-02-18 15:53:43 +00007325 }
7326 }
7327
Guy Benyei7f92f2d2012-12-18 14:30:41 +00007328 // Load any pending macro definitions.
7329 for (unsigned I = 0; I != PendingMacroIDs.size(); ++I) {
Argyrios Kyrtzidis9317ab92013-03-22 21:12:57 +00007330 IdentifierInfo *II = PendingMacroIDs.begin()[I].first;
7331 SmallVector<PendingMacroInfo, 2> GlobalIDs;
7332 GlobalIDs.swap(PendingMacroIDs.begin()[I].second);
7333 // Initialize the macro history from chained-PCHs ahead of module imports.
Argyrios Kyrtzidisdc1088f2013-01-19 03:14:56 +00007334 for (unsigned IDIdx = 0, NumIDs = GlobalIDs.size(); IDIdx != NumIDs;
7335 ++IDIdx) {
Argyrios Kyrtzidis9317ab92013-03-22 21:12:57 +00007336 const PendingMacroInfo &Info = GlobalIDs[IDIdx];
7337 if (Info.M->Kind != MK_Module)
7338 resolvePendingMacro(II, Info);
7339 }
7340 // Handle module imports.
7341 for (unsigned IDIdx = 0, NumIDs = GlobalIDs.size(); IDIdx != NumIDs;
7342 ++IDIdx) {
7343 const PendingMacroInfo &Info = GlobalIDs[IDIdx];
7344 if (Info.M->Kind == MK_Module)
7345 resolvePendingMacro(II, Info);
Guy Benyei7f92f2d2012-12-18 14:30:41 +00007346 }
7347 }
7348 PendingMacroIDs.clear();
Argyrios Kyrtzidis7640b022013-02-16 00:48:59 +00007349
7350 // Wire up the DeclContexts for Decls that we delayed setting until
7351 // recursive loading is completed.
7352 while (!PendingDeclContextInfos.empty()) {
7353 PendingDeclContextInfo Info = PendingDeclContextInfos.front();
7354 PendingDeclContextInfos.pop_front();
7355 DeclContext *SemaDC = cast<DeclContext>(GetDecl(Info.SemaDC));
7356 DeclContext *LexicalDC = cast<DeclContext>(GetDecl(Info.LexicalDC));
7357 Info.D->setDeclContextsImpl(SemaDC, LexicalDC, getContext());
7358 }
Guy Benyei7f92f2d2012-12-18 14:30:41 +00007359 }
7360
7361 // If we deserialized any C++ or Objective-C class definitions, any
7362 // Objective-C protocol definitions, or any redeclarable templates, make sure
7363 // that all redeclarations point to the definitions. Note that this can only
7364 // happen now, after the redeclaration chains have been fully wired.
7365 for (llvm::SmallPtrSet<Decl *, 4>::iterator D = PendingDefinitions.begin(),
7366 DEnd = PendingDefinitions.end();
7367 D != DEnd; ++D) {
7368 if (TagDecl *TD = dyn_cast<TagDecl>(*D)) {
7369 if (const TagType *TagT = dyn_cast<TagType>(TD->TypeForDecl)) {
7370 // Make sure that the TagType points at the definition.
7371 const_cast<TagType*>(TagT)->decl = TD;
7372 }
7373
7374 if (CXXRecordDecl *RD = dyn_cast<CXXRecordDecl>(*D)) {
7375 for (CXXRecordDecl::redecl_iterator R = RD->redecls_begin(),
7376 REnd = RD->redecls_end();
7377 R != REnd; ++R)
7378 cast<CXXRecordDecl>(*R)->DefinitionData = RD->DefinitionData;
7379
7380 }
7381
7382 continue;
7383 }
7384
7385 if (ObjCInterfaceDecl *ID = dyn_cast<ObjCInterfaceDecl>(*D)) {
7386 // Make sure that the ObjCInterfaceType points at the definition.
7387 const_cast<ObjCInterfaceType *>(cast<ObjCInterfaceType>(ID->TypeForDecl))
7388 ->Decl = ID;
7389
7390 for (ObjCInterfaceDecl::redecl_iterator R = ID->redecls_begin(),
7391 REnd = ID->redecls_end();
7392 R != REnd; ++R)
7393 R->Data = ID->Data;
7394
7395 continue;
7396 }
7397
7398 if (ObjCProtocolDecl *PD = dyn_cast<ObjCProtocolDecl>(*D)) {
7399 for (ObjCProtocolDecl::redecl_iterator R = PD->redecls_begin(),
7400 REnd = PD->redecls_end();
7401 R != REnd; ++R)
7402 R->Data = PD->Data;
7403
7404 continue;
7405 }
7406
7407 RedeclarableTemplateDecl *RTD
7408 = cast<RedeclarableTemplateDecl>(*D)->getCanonicalDecl();
7409 for (RedeclarableTemplateDecl::redecl_iterator R = RTD->redecls_begin(),
7410 REnd = RTD->redecls_end();
7411 R != REnd; ++R)
7412 R->Common = RTD->Common;
7413 }
7414 PendingDefinitions.clear();
7415
7416 // Load the bodies of any functions or methods we've encountered. We do
7417 // this now (delayed) so that we can be sure that the declaration chains
7418 // have been fully wired up.
7419 for (PendingBodiesMap::iterator PB = PendingBodies.begin(),
7420 PBEnd = PendingBodies.end();
7421 PB != PBEnd; ++PB) {
7422 if (FunctionDecl *FD = dyn_cast<FunctionDecl>(PB->first)) {
7423 // FIXME: Check for =delete/=default?
7424 // FIXME: Complain about ODR violations here?
7425 if (!getContext().getLangOpts().Modules || !FD->hasBody())
7426 FD->setLazyBody(PB->second);
7427 continue;
7428 }
7429
7430 ObjCMethodDecl *MD = cast<ObjCMethodDecl>(PB->first);
7431 if (!getContext().getLangOpts().Modules || !MD->hasBody())
7432 MD->setLazyBody(PB->second);
7433 }
7434 PendingBodies.clear();
7435}
7436
7437void ASTReader::FinishedDeserializing() {
7438 assert(NumCurrentElementsDeserializing &&
7439 "FinishedDeserializing not paired with StartedDeserializing");
7440 if (NumCurrentElementsDeserializing == 1) {
7441 // We decrease NumCurrentElementsDeserializing only after pending actions
7442 // are finished, to avoid recursively re-calling finishPendingActions().
7443 finishPendingActions();
7444 }
7445 --NumCurrentElementsDeserializing;
7446
7447 if (NumCurrentElementsDeserializing == 0 &&
7448 Consumer && !PassingDeclsToConsumer) {
7449 // Guard variable to avoid recursively redoing the process of passing
7450 // decls to consumer.
7451 SaveAndRestore<bool> GuardPassingDeclsToConsumer(PassingDeclsToConsumer,
7452 true);
7453
7454 while (!InterestingDecls.empty()) {
7455 // We are not in recursive loading, so it's safe to pass the "interesting"
7456 // decls to the consumer.
7457 Decl *D = InterestingDecls.front();
7458 InterestingDecls.pop_front();
7459 PassInterestingDeclToConsumer(D);
7460 }
7461 }
7462}
7463
Argyrios Kyrtzidis0532df02013-04-26 21:33:35 +00007464void ASTReader::pushExternalDeclIntoScope(NamedDecl *D, DeclarationName Name) {
7465 D = cast<NamedDecl>(D->getMostRecentDecl());
7466
7467 if (SemaObj->IdResolver.tryAddTopLevelDecl(D, Name) && SemaObj->TUScope) {
7468 SemaObj->TUScope->AddDecl(D);
7469 } else if (SemaObj->TUScope) {
7470 // Adding the decl to IdResolver may have failed because it was already in
7471 // (even though it was not added in scope). If it is already in, make sure
7472 // it gets in the scope as well.
7473 if (std::find(SemaObj->IdResolver.begin(Name),
7474 SemaObj->IdResolver.end(), D) != SemaObj->IdResolver.end())
7475 SemaObj->TUScope->AddDecl(D);
7476 }
7477}
7478
Guy Benyei7f92f2d2012-12-18 14:30:41 +00007479ASTReader::ASTReader(Preprocessor &PP, ASTContext &Context,
7480 StringRef isysroot, bool DisableValidation,
Douglas Gregorf575d6e2013-01-25 00:45:27 +00007481 bool AllowASTWithCompilerErrors, bool UseGlobalIndex)
Guy Benyei7f92f2d2012-12-18 14:30:41 +00007482 : Listener(new PCHValidator(PP, *this)), DeserializationListener(0),
7483 SourceMgr(PP.getSourceManager()), FileMgr(PP.getFileManager()),
7484 Diags(PP.getDiagnostics()), SemaObj(0), PP(PP), Context(Context),
7485 Consumer(0), ModuleMgr(PP.getFileManager()),
7486 isysroot(isysroot), DisableValidation(DisableValidation),
Douglas Gregore1698072013-01-25 00:38:33 +00007487 AllowASTWithCompilerErrors(AllowASTWithCompilerErrors),
Douglas Gregorf575d6e2013-01-25 00:45:27 +00007488 UseGlobalIndex(UseGlobalIndex), TriedLoadingGlobalIndex(false),
Guy Benyei7f92f2d2012-12-18 14:30:41 +00007489 CurrentGeneration(0), CurrSwitchCaseStmts(&SwitchCaseStmts),
7490 NumSLocEntriesRead(0), TotalNumSLocEntries(0),
Douglas Gregore1698072013-01-25 00:38:33 +00007491 NumStatementsRead(0), TotalNumStatements(0), NumMacrosRead(0),
7492 TotalNumMacros(0), NumIdentifierLookups(0), NumIdentifierLookupHits(0),
7493 NumSelectorsRead(0), NumMethodPoolEntriesRead(0),
Douglas Gregor95fb36e2013-01-28 17:54:36 +00007494 NumMethodPoolLookups(0), NumMethodPoolHits(0),
7495 NumMethodPoolTableLookups(0), NumMethodPoolTableHits(0),
7496 TotalNumMethodPoolEntries(0),
Guy Benyei7f92f2d2012-12-18 14:30:41 +00007497 NumLexicalDeclContextsRead(0), TotalLexicalDeclContexts(0),
7498 NumVisibleDeclContextsRead(0), TotalVisibleDeclContexts(0),
7499 TotalModulesSizeInBits(0), NumCurrentElementsDeserializing(0),
7500 PassingDeclsToConsumer(false),
7501 NumCXXBaseSpecifiersLoaded(0)
7502{
7503 SourceMgr.setExternalSLocEntrySource(this);
7504}
7505
7506ASTReader::~ASTReader() {
7507 for (DeclContextVisibleUpdatesPending::iterator
7508 I = PendingVisibleUpdates.begin(),
7509 E = PendingVisibleUpdates.end();
7510 I != E; ++I) {
7511 for (DeclContextVisibleUpdates::iterator J = I->second.begin(),
7512 F = I->second.end();
7513 J != F; ++J)
7514 delete J->first;
7515 }
7516}