Bug Summary

File:tools/clang/lib/Serialization/ASTReader.cpp
Warning:line 8931, column 7
Called C++ object pointer is null

Annotated Source Code

Press '?' to see keyboard shortcuts

clang -cc1 -triple x86_64-pc-linux-gnu -analyze -disable-free -disable-llvm-verifier -discard-value-names -main-file-name ASTReader.cpp -analyzer-store=region -analyzer-opt-analyze-nested-blocks -analyzer-eagerly-assume -analyzer-checker=core -analyzer-checker=apiModeling -analyzer-checker=unix -analyzer-checker=deadcode -analyzer-checker=cplusplus -analyzer-checker=security.insecureAPI.UncheckedReturn -analyzer-checker=security.insecureAPI.getpw -analyzer-checker=security.insecureAPI.gets -analyzer-checker=security.insecureAPI.mktemp -analyzer-checker=security.insecureAPI.mkstemp -analyzer-checker=security.insecureAPI.vfork -analyzer-checker=nullability.NullPassedToNonnull -analyzer-checker=nullability.NullReturnedFromNonnull -analyzer-output plist -w -mrelocation-model pic -pic-level 2 -mthread-model posix -relaxed-aliasing -fmath-errno -masm-verbose -mconstructor-aliases -munwind-tables -fuse-init-array -target-cpu x86-64 -dwarf-column-info -debugger-tuning=gdb -momit-leaf-frame-pointer -ffunction-sections -fdata-sections -resource-dir /usr/lib/llvm-7/lib/clang/7.0.0 -D _DEBUG -D _GNU_SOURCE -D __STDC_CONSTANT_MACROS -D __STDC_FORMAT_MACROS -D __STDC_LIMIT_MACROS -I /build/llvm-toolchain-snapshot-7~svn338205/build-llvm/tools/clang/lib/Serialization -I /build/llvm-toolchain-snapshot-7~svn338205/tools/clang/lib/Serialization -I /build/llvm-toolchain-snapshot-7~svn338205/tools/clang/include -I /build/llvm-toolchain-snapshot-7~svn338205/build-llvm/tools/clang/include -I /build/llvm-toolchain-snapshot-7~svn338205/build-llvm/include -I /build/llvm-toolchain-snapshot-7~svn338205/include -U NDEBUG -internal-isystem /usr/lib/gcc/x86_64-linux-gnu/8/../../../../include/c++/8 -internal-isystem /usr/lib/gcc/x86_64-linux-gnu/8/../../../../include/x86_64-linux-gnu/c++/8 -internal-isystem /usr/lib/gcc/x86_64-linux-gnu/8/../../../../include/x86_64-linux-gnu/c++/8 -internal-isystem /usr/lib/gcc/x86_64-linux-gnu/8/../../../../include/c++/8/backward -internal-isystem /usr/include/clang/7.0.0/include/ -internal-isystem /usr/local/include -internal-isystem /usr/lib/llvm-7/lib/clang/7.0.0/include -internal-externc-isystem /usr/lib/gcc/x86_64-linux-gnu/8/include -internal-externc-isystem /usr/include/x86_64-linux-gnu -internal-externc-isystem /include -internal-externc-isystem /usr/include -O2 -Wno-unused-parameter -Wwrite-strings -Wno-missing-field-initializers -Wno-long-long -Wno-maybe-uninitialized -Wno-class-memaccess -Wno-comment -std=c++11 -fdeprecated-macro -fdebug-compilation-dir /build/llvm-toolchain-snapshot-7~svn338205/build-llvm/tools/clang/lib/Serialization -ferror-limit 19 -fmessage-length 0 -fvisibility-inlines-hidden -fobjc-runtime=gcc -fno-common -fdiagnostics-show-option -vectorize-loops -vectorize-slp -analyzer-output=html -analyzer-config stable-report-filename=true -o /tmp/scan-build-2018-07-29-043837-17923-1 -x c++ /build/llvm-toolchain-snapshot-7~svn338205/tools/clang/lib/Serialization/ASTReader.cpp -faddrsig
<
1//===- ASTReader.cpp - AST File Reader ------------------------------------===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10// This file defines the ASTReader class, which reads AST files.
11//
12//===----------------------------------------------------------------------===//
13
14#include "clang/Serialization/ASTReader.h"
15#include "ASTCommon.h"
16#include "ASTReaderInternals.h"
17#include "clang/AST/ASTConsumer.h"
18#include "clang/AST/ASTContext.h"
19#include "clang/AST/ASTMutationListener.h"
20#include "clang/AST/ASTUnresolvedSet.h"
21#include "clang/AST/Decl.h"
22#include "clang/AST/DeclBase.h"
23#include "clang/AST/DeclCXX.h"
24#include "clang/AST/DeclFriend.h"
25#include "clang/AST/DeclGroup.h"
26#include "clang/AST/DeclObjC.h"
27#include "clang/AST/DeclTemplate.h"
28#include "clang/AST/DeclarationName.h"
29#include "clang/AST/Expr.h"
30#include "clang/AST/ExprCXX.h"
31#include "clang/AST/ExternalASTSource.h"
32#include "clang/AST/NestedNameSpecifier.h"
33#include "clang/AST/ODRHash.h"
34#include "clang/AST/RawCommentList.h"
35#include "clang/AST/TemplateBase.h"
36#include "clang/AST/TemplateName.h"
37#include "clang/AST/Type.h"
38#include "clang/AST/TypeLoc.h"
39#include "clang/AST/TypeLocVisitor.h"
40#include "clang/AST/UnresolvedSet.h"
41#include "clang/Basic/CommentOptions.h"
42#include "clang/Basic/Diagnostic.h"
43#include "clang/Basic/DiagnosticOptions.h"
44#include "clang/Basic/ExceptionSpecificationType.h"
45#include "clang/Basic/FileManager.h"
46#include "clang/Basic/FileSystemOptions.h"
47#include "clang/Basic/IdentifierTable.h"
48#include "clang/Basic/LLVM.h"
49#include "clang/Basic/LangOptions.h"
50#include "clang/Basic/MemoryBufferCache.h"
51#include "clang/Basic/Module.h"
52#include "clang/Basic/ObjCRuntime.h"
53#include "clang/Basic/OperatorKinds.h"
54#include "clang/Basic/PragmaKinds.h"
55#include "clang/Basic/Sanitizers.h"
56#include "clang/Basic/SourceLocation.h"
57#include "clang/Basic/SourceManager.h"
58#include "clang/Basic/SourceManagerInternals.h"
59#include "clang/Basic/Specifiers.h"
60#include "clang/Basic/TargetInfo.h"
61#include "clang/Basic/TargetOptions.h"
62#include "clang/Basic/TokenKinds.h"
63#include "clang/Basic/Version.h"
64#include "clang/Frontend/PCHContainerOperations.h"
65#include "clang/Lex/HeaderSearch.h"
66#include "clang/Lex/HeaderSearchOptions.h"
67#include "clang/Lex/MacroInfo.h"
68#include "clang/Lex/ModuleMap.h"
69#include "clang/Lex/PreprocessingRecord.h"
70#include "clang/Lex/Preprocessor.h"
71#include "clang/Lex/PreprocessorOptions.h"
72#include "clang/Lex/Token.h"
73#include "clang/Sema/ObjCMethodList.h"
74#include "clang/Sema/Scope.h"
75#include "clang/Sema/Sema.h"
76#include "clang/Sema/Weak.h"
77#include "clang/Serialization/ASTBitCodes.h"
78#include "clang/Serialization/ASTDeserializationListener.h"
79#include "clang/Serialization/ContinuousRangeMap.h"
80#include "clang/Serialization/GlobalModuleIndex.h"
81#include "clang/Serialization/Module.h"
82#include "clang/Serialization/ModuleFileExtension.h"
83#include "clang/Serialization/ModuleManager.h"
84#include "clang/Serialization/SerializationDiagnostic.h"
85#include "llvm/ADT/APFloat.h"
86#include "llvm/ADT/APInt.h"
87#include "llvm/ADT/APSInt.h"
88#include "llvm/ADT/ArrayRef.h"
89#include "llvm/ADT/DenseMap.h"
90#include "llvm/ADT/FoldingSet.h"
91#include "llvm/ADT/Hashing.h"
92#include "llvm/ADT/IntrusiveRefCntPtr.h"
93#include "llvm/ADT/None.h"
94#include "llvm/ADT/Optional.h"
95#include "llvm/ADT/STLExtras.h"
96#include "llvm/ADT/SmallPtrSet.h"
97#include "llvm/ADT/SmallString.h"
98#include "llvm/ADT/SmallVector.h"
99#include "llvm/ADT/StringExtras.h"
100#include "llvm/ADT/StringMap.h"
101#include "llvm/ADT/StringRef.h"
102#include "llvm/ADT/Triple.h"
103#include "llvm/ADT/iterator_range.h"
104#include "llvm/Bitcode/BitstreamReader.h"
105#include "llvm/Support/Casting.h"
106#include "llvm/Support/Compiler.h"
107#include "llvm/Support/Compression.h"
108#include "llvm/Support/DJB.h"
109#include "llvm/Support/Endian.h"
110#include "llvm/Support/Error.h"
111#include "llvm/Support/ErrorHandling.h"
112#include "llvm/Support/FileSystem.h"
113#include "llvm/Support/MemoryBuffer.h"
114#include "llvm/Support/Path.h"
115#include "llvm/Support/SaveAndRestore.h"
116#include "llvm/Support/Timer.h"
117#include "llvm/Support/VersionTuple.h"
118#include "llvm/Support/raw_ostream.h"
119#include <algorithm>
120#include <cassert>
121#include <cstddef>
122#include <cstdint>
123#include <cstdio>
124#include <ctime>
125#include <iterator>
126#include <limits>
127#include <map>
128#include <memory>
129#include <string>
130#include <system_error>
131#include <tuple>
132#include <utility>
133#include <vector>
134
135using namespace clang;
136using namespace clang::serialization;
137using namespace clang::serialization::reader;
138using llvm::BitstreamCursor;
139
140//===----------------------------------------------------------------------===//
141// ChainedASTReaderListener implementation
142//===----------------------------------------------------------------------===//
143
144bool
145ChainedASTReaderListener::ReadFullVersionInformation(StringRef FullVersion) {
146 return First->ReadFullVersionInformation(FullVersion) ||
147 Second->ReadFullVersionInformation(FullVersion);
148}
149
150void ChainedASTReaderListener::ReadModuleName(StringRef ModuleName) {
151 First->ReadModuleName(ModuleName);
152 Second->ReadModuleName(ModuleName);
153}
154
155void ChainedASTReaderListener::ReadModuleMapFile(StringRef ModuleMapPath) {
156 First->ReadModuleMapFile(ModuleMapPath);
157 Second->ReadModuleMapFile(ModuleMapPath);
158}
159
160bool
161ChainedASTReaderListener::ReadLanguageOptions(const LangOptions &LangOpts,
162 bool Complain,
163 bool AllowCompatibleDifferences) {
164 return First->ReadLanguageOptions(LangOpts, Complain,
165 AllowCompatibleDifferences) ||
166 Second->ReadLanguageOptions(LangOpts, Complain,
167 AllowCompatibleDifferences);
168}
169
170bool ChainedASTReaderListener::ReadTargetOptions(
171 const TargetOptions &TargetOpts, bool Complain,
172 bool AllowCompatibleDifferences) {
173 return First->ReadTargetOptions(TargetOpts, Complain,
174 AllowCompatibleDifferences) ||
175 Second->ReadTargetOptions(TargetOpts, Complain,
176 AllowCompatibleDifferences);
177}
178
179bool ChainedASTReaderListener::ReadDiagnosticOptions(
180 IntrusiveRefCntPtr<DiagnosticOptions> DiagOpts, bool Complain) {
181 return First->ReadDiagnosticOptions(DiagOpts, Complain) ||
182 Second->ReadDiagnosticOptions(DiagOpts, Complain);
183}
184
185bool
186ChainedASTReaderListener::ReadFileSystemOptions(const FileSystemOptions &FSOpts,
187 bool Complain) {
188 return First->ReadFileSystemOptions(FSOpts, Complain) ||
189 Second->ReadFileSystemOptions(FSOpts, Complain);
190}
191
192bool ChainedASTReaderListener::ReadHeaderSearchOptions(
193 const HeaderSearchOptions &HSOpts, StringRef SpecificModuleCachePath,
194 bool Complain) {
195 return First->ReadHeaderSearchOptions(HSOpts, SpecificModuleCachePath,
196 Complain) ||
197 Second->ReadHeaderSearchOptions(HSOpts, SpecificModuleCachePath,
198 Complain);
199}
200
201bool ChainedASTReaderListener::ReadPreprocessorOptions(
202 const PreprocessorOptions &PPOpts, bool Complain,
203 std::string &SuggestedPredefines) {
204 return First->ReadPreprocessorOptions(PPOpts, Complain,
205 SuggestedPredefines) ||
206 Second->ReadPreprocessorOptions(PPOpts, Complain, SuggestedPredefines);
207}
208
209void ChainedASTReaderListener::ReadCounter(const serialization::ModuleFile &M,
210 unsigned Value) {
211 First->ReadCounter(M, Value);
212 Second->ReadCounter(M, Value);
213}
214
215bool ChainedASTReaderListener::needsInputFileVisitation() {
216 return First->needsInputFileVisitation() ||
217 Second->needsInputFileVisitation();
218}
219
220bool ChainedASTReaderListener::needsSystemInputFileVisitation() {
221 return First->needsSystemInputFileVisitation() ||
222 Second->needsSystemInputFileVisitation();
223}
224
225void ChainedASTReaderListener::visitModuleFile(StringRef Filename,
226 ModuleKind Kind) {
227 First->visitModuleFile(Filename, Kind);
228 Second->visitModuleFile(Filename, Kind);
229}
230
231bool ChainedASTReaderListener::visitInputFile(StringRef Filename,
232 bool isSystem,
233 bool isOverridden,
234 bool isExplicitModule) {
235 bool Continue = false;
236 if (First->needsInputFileVisitation() &&
237 (!isSystem || First->needsSystemInputFileVisitation()))
238 Continue |= First->visitInputFile(Filename, isSystem, isOverridden,
239 isExplicitModule);
240 if (Second->needsInputFileVisitation() &&
241 (!isSystem || Second->needsSystemInputFileVisitation()))
242 Continue |= Second->visitInputFile(Filename, isSystem, isOverridden,
243 isExplicitModule);
244 return Continue;
245}
246
247void ChainedASTReaderListener::readModuleFileExtension(
248 const ModuleFileExtensionMetadata &Metadata) {
249 First->readModuleFileExtension(Metadata);
250 Second->readModuleFileExtension(Metadata);
251}
252
253//===----------------------------------------------------------------------===//
254// PCH validator implementation
255//===----------------------------------------------------------------------===//
256
257ASTReaderListener::~ASTReaderListener() = default;
258
259/// Compare the given set of language options against an existing set of
260/// language options.
261///
262/// \param Diags If non-NULL, diagnostics will be emitted via this engine.
263/// \param AllowCompatibleDifferences If true, differences between compatible
264/// language options will be permitted.
265///
266/// \returns true if the languagae options mis-match, false otherwise.
267static bool checkLanguageOptions(const LangOptions &LangOpts,
268 const LangOptions &ExistingLangOpts,
269 DiagnosticsEngine *Diags,
270 bool AllowCompatibleDifferences = true) {
271#define LANGOPT(Name, Bits, Default, Description) \
272 if (ExistingLangOpts.Name != LangOpts.Name) { \
273 if (Diags) \
274 Diags->Report(diag::err_pch_langopt_mismatch) \
275 << Description << LangOpts.Name << ExistingLangOpts.Name; \
276 return true; \
277 }
278
279#define VALUE_LANGOPT(Name, Bits, Default, Description) \
280 if (ExistingLangOpts.Name != LangOpts.Name) { \
281 if (Diags) \
282 Diags->Report(diag::err_pch_langopt_value_mismatch) \
283 << Description; \
284 return true; \
285 }
286
287#define ENUM_LANGOPT(Name, Type, Bits, Default, Description) \
288 if (ExistingLangOpts.get##Name() != LangOpts.get##Name()) { \
289 if (Diags) \
290 Diags->Report(diag::err_pch_langopt_value_mismatch) \
291 << Description; \
292 return true; \
293 }
294
295#define COMPATIBLE_LANGOPT(Name, Bits, Default, Description) \
296 if (!AllowCompatibleDifferences) \
297 LANGOPT(Name, Bits, Default, Description)
298
299#define COMPATIBLE_ENUM_LANGOPT(Name, Bits, Default, Description) \
300 if (!AllowCompatibleDifferences) \
301 ENUM_LANGOPT(Name, Bits, Default, Description)
302
303#define COMPATIBLE_VALUE_LANGOPT(Name, Bits, Default, Description) \
304 if (!AllowCompatibleDifferences) \
305 VALUE_LANGOPT(Name, Bits, Default, Description)
306
307#define BENIGN_LANGOPT(Name, Bits, Default, Description)
308#define BENIGN_ENUM_LANGOPT(Name, Type, Bits, Default, Description)
309#define BENIGN_VALUE_LANGOPT(Name, Type, Bits, Default, Description)
310#include "clang/Basic/LangOptions.def"
311
312 if (ExistingLangOpts.ModuleFeatures != LangOpts.ModuleFeatures) {
313 if (Diags)
314 Diags->Report(diag::err_pch_langopt_value_mismatch) << "module features";
315 return true;
316 }
317
318 if (ExistingLangOpts.ObjCRuntime != LangOpts.ObjCRuntime) {
319 if (Diags)
320 Diags->Report(diag::err_pch_langopt_value_mismatch)
321 << "target Objective-C runtime";
322 return true;
323 }
324
325 if (ExistingLangOpts.CommentOpts.BlockCommandNames !=
326 LangOpts.CommentOpts.BlockCommandNames) {
327 if (Diags)
328 Diags->Report(diag::err_pch_langopt_value_mismatch)
329 << "block command names";
330 return true;
331 }
332
333 // Sanitizer feature mismatches are treated as compatible differences. If
334 // compatible differences aren't allowed, we still only want to check for
335 // mismatches of non-modular sanitizers (the only ones which can affect AST
336 // generation).
337 if (!AllowCompatibleDifferences) {
338 SanitizerMask ModularSanitizers = getPPTransparentSanitizers();
339 SanitizerSet ExistingSanitizers = ExistingLangOpts.Sanitize;
340 SanitizerSet ImportedSanitizers = LangOpts.Sanitize;
341 ExistingSanitizers.clear(ModularSanitizers);
342 ImportedSanitizers.clear(ModularSanitizers);
343 if (ExistingSanitizers.Mask != ImportedSanitizers.Mask) {
344 const std::string Flag = "-fsanitize=";
345 if (Diags) {
346#define SANITIZER(NAME, ID) \
347 { \
348 bool InExistingModule = ExistingSanitizers.has(SanitizerKind::ID); \
349 bool InImportedModule = ImportedSanitizers.has(SanitizerKind::ID); \
350 if (InExistingModule != InImportedModule) \
351 Diags->Report(diag::err_pch_targetopt_feature_mismatch) \
352 << InExistingModule << (Flag + NAME); \
353 }
354#include "clang/Basic/Sanitizers.def"
355 }
356 return true;
357 }
358 }
359
360 return false;
361}
362
363/// Compare the given set of target options against an existing set of
364/// target options.
365///
366/// \param Diags If non-NULL, diagnostics will be emitted via this engine.
367///
368/// \returns true if the target options mis-match, false otherwise.
369static bool checkTargetOptions(const TargetOptions &TargetOpts,
370 const TargetOptions &ExistingTargetOpts,
371 DiagnosticsEngine *Diags,
372 bool AllowCompatibleDifferences = true) {
373#define CHECK_TARGET_OPT(Field, Name) \
374 if (TargetOpts.Field != ExistingTargetOpts.Field) { \
375 if (Diags) \
376 Diags->Report(diag::err_pch_targetopt_mismatch) \
377 << Name << TargetOpts.Field << ExistingTargetOpts.Field; \
378 return true; \
379 }
380
381 // The triple and ABI must match exactly.
382 CHECK_TARGET_OPT(Triple, "target");
383 CHECK_TARGET_OPT(ABI, "target ABI");
384
385 // We can tolerate different CPUs in many cases, notably when one CPU
386 // supports a strict superset of another. When allowing compatible
387 // differences skip this check.
388 if (!AllowCompatibleDifferences)
389 CHECK_TARGET_OPT(CPU, "target CPU");
390
391#undef CHECK_TARGET_OPT
392
393 // Compare feature sets.
394 SmallVector<StringRef, 4> ExistingFeatures(
395 ExistingTargetOpts.FeaturesAsWritten.begin(),
396 ExistingTargetOpts.FeaturesAsWritten.end());
397 SmallVector<StringRef, 4> ReadFeatures(TargetOpts.FeaturesAsWritten.begin(),
398 TargetOpts.FeaturesAsWritten.end());
399 llvm::sort(ExistingFeatures.begin(), ExistingFeatures.end());
400 llvm::sort(ReadFeatures.begin(), ReadFeatures.end());
401
402 // We compute the set difference in both directions explicitly so that we can
403 // diagnose the differences differently.
404 SmallVector<StringRef, 4> UnmatchedExistingFeatures, UnmatchedReadFeatures;
405 std::set_difference(
406 ExistingFeatures.begin(), ExistingFeatures.end(), ReadFeatures.begin(),
407 ReadFeatures.end(), std::back_inserter(UnmatchedExistingFeatures));
408 std::set_difference(ReadFeatures.begin(), ReadFeatures.end(),
409 ExistingFeatures.begin(), ExistingFeatures.end(),
410 std::back_inserter(UnmatchedReadFeatures));
411
412 // If we are allowing compatible differences and the read feature set is
413 // a strict subset of the existing feature set, there is nothing to diagnose.
414 if (AllowCompatibleDifferences && UnmatchedReadFeatures.empty())
415 return false;
416
417 if (Diags) {
418 for (StringRef Feature : UnmatchedReadFeatures)
419 Diags->Report(diag::err_pch_targetopt_feature_mismatch)
420 << /* is-existing-feature */ false << Feature;
421 for (StringRef Feature : UnmatchedExistingFeatures)
422 Diags->Report(diag::err_pch_targetopt_feature_mismatch)
423 << /* is-existing-feature */ true << Feature;
424 }
425
426 return !UnmatchedReadFeatures.empty() || !UnmatchedExistingFeatures.empty();
427}
428
429bool
430PCHValidator::ReadLanguageOptions(const LangOptions &LangOpts,
431 bool Complain,
432 bool AllowCompatibleDifferences) {
433 const LangOptions &ExistingLangOpts = PP.getLangOpts();
434 return checkLanguageOptions(LangOpts, ExistingLangOpts,
435 Complain ? &Reader.Diags : nullptr,
436 AllowCompatibleDifferences);
437}
438
439bool PCHValidator::ReadTargetOptions(const TargetOptions &TargetOpts,
440 bool Complain,
441 bool AllowCompatibleDifferences) {
442 const TargetOptions &ExistingTargetOpts = PP.getTargetInfo().getTargetOpts();
443 return checkTargetOptions(TargetOpts, ExistingTargetOpts,
444 Complain ? &Reader.Diags : nullptr,
445 AllowCompatibleDifferences);
446}
447
448namespace {
449
450using MacroDefinitionsMap =
451 llvm::StringMap<std::pair<StringRef, bool /*IsUndef*/>>;
452using DeclsMap = llvm::DenseMap<DeclarationName, SmallVector<NamedDecl *, 8>>;
453
454} // namespace
455
456static bool checkDiagnosticGroupMappings(DiagnosticsEngine &StoredDiags,
457 DiagnosticsEngine &Diags,
458 bool Complain) {
459 using Level = DiagnosticsEngine::Level;
460
461 // Check current mappings for new -Werror mappings, and the stored mappings
462 // for cases that were explicitly mapped to *not* be errors that are now
463 // errors because of options like -Werror.
464 DiagnosticsEngine *MappingSources[] = { &Diags, &StoredDiags };
465
466 for (DiagnosticsEngine *MappingSource : MappingSources) {
467 for (auto DiagIDMappingPair : MappingSource->getDiagnosticMappings()) {
468 diag::kind DiagID = DiagIDMappingPair.first;
469 Level CurLevel = Diags.getDiagnosticLevel(DiagID, SourceLocation());
470 if (CurLevel < DiagnosticsEngine::Error)
471 continue; // not significant
472 Level StoredLevel =
473 StoredDiags.getDiagnosticLevel(DiagID, SourceLocation());
474 if (StoredLevel < DiagnosticsEngine::Error) {
475 if (Complain)
476 Diags.Report(diag::err_pch_diagopt_mismatch) << "-Werror=" +
477 Diags.getDiagnosticIDs()->getWarningOptionForDiag(DiagID).str();
478 return true;
479 }
480 }
481 }
482
483 return false;
484}
485
486static bool isExtHandlingFromDiagsError(DiagnosticsEngine &Diags) {
487 diag::Severity Ext = Diags.getExtensionHandlingBehavior();
488 if (Ext == diag::Severity::Warning && Diags.getWarningsAsErrors())
489 return true;
490 return Ext >= diag::Severity::Error;
491}
492
493static bool checkDiagnosticMappings(DiagnosticsEngine &StoredDiags,
494 DiagnosticsEngine &Diags,
495 bool IsSystem, bool Complain) {
496 // Top-level options
497 if (IsSystem) {
498 if (Diags.getSuppressSystemWarnings())
499 return false;
500 // If -Wsystem-headers was not enabled before, be conservative
501 if (StoredDiags.getSuppressSystemWarnings()) {
502 if (Complain)
503 Diags.Report(diag::err_pch_diagopt_mismatch) << "-Wsystem-headers";
504 return true;
505 }
506 }
507
508 if (Diags.getWarningsAsErrors() && !StoredDiags.getWarningsAsErrors()) {
509 if (Complain)
510 Diags.Report(diag::err_pch_diagopt_mismatch) << "-Werror";
511 return true;
512 }
513
514 if (Diags.getWarningsAsErrors() && Diags.getEnableAllWarnings() &&
515 !StoredDiags.getEnableAllWarnings()) {
516 if (Complain)
517 Diags.Report(diag::err_pch_diagopt_mismatch) << "-Weverything -Werror";
518 return true;
519 }
520
521 if (isExtHandlingFromDiagsError(Diags) &&
522 !isExtHandlingFromDiagsError(StoredDiags)) {
523 if (Complain)
524 Diags.Report(diag::err_pch_diagopt_mismatch) << "-pedantic-errors";
525 return true;
526 }
527
528 return checkDiagnosticGroupMappings(StoredDiags, Diags, Complain);
529}
530
531/// Return the top import module if it is implicit, nullptr otherwise.
532static Module *getTopImportImplicitModule(ModuleManager &ModuleMgr,
533 Preprocessor &PP) {
534 // If the original import came from a file explicitly generated by the user,
535 // don't check the diagnostic mappings.
536 // FIXME: currently this is approximated by checking whether this is not a
537 // module import of an implicitly-loaded module file.
538 // Note: ModuleMgr.rbegin() may not be the current module, but it must be in
539 // the transitive closure of its imports, since unrelated modules cannot be
540 // imported until after this module finishes validation.
541 ModuleFile *TopImport = &*ModuleMgr.rbegin();
542 while (!TopImport->ImportedBy.empty())
543 TopImport = TopImport->ImportedBy[0];
544 if (TopImport->Kind != MK_ImplicitModule)
545 return nullptr;
546
547 StringRef ModuleName = TopImport->ModuleName;
548 assert(!ModuleName.empty() && "diagnostic options read before module name")(static_cast <bool> (!ModuleName.empty() && "diagnostic options read before module name"
) ? void (0) : __assert_fail ("!ModuleName.empty() && \"diagnostic options read before module name\""
, "/build/llvm-toolchain-snapshot-7~svn338205/tools/clang/lib/Serialization/ASTReader.cpp"
, 548, __extension__ __PRETTY_FUNCTION__))
;
549
550 Module *M = PP.getHeaderSearchInfo().lookupModule(ModuleName);
551 assert(M && "missing module")(static_cast <bool> (M && "missing module") ? void
(0) : __assert_fail ("M && \"missing module\"", "/build/llvm-toolchain-snapshot-7~svn338205/tools/clang/lib/Serialization/ASTReader.cpp"
, 551, __extension__ __PRETTY_FUNCTION__))
;
552 return M;
553}
554
555bool PCHValidator::ReadDiagnosticOptions(
556 IntrusiveRefCntPtr<DiagnosticOptions> DiagOpts, bool Complain) {
557 DiagnosticsEngine &ExistingDiags = PP.getDiagnostics();
558 IntrusiveRefCntPtr<DiagnosticIDs> DiagIDs(ExistingDiags.getDiagnosticIDs());
559 IntrusiveRefCntPtr<DiagnosticsEngine> Diags(
560 new DiagnosticsEngine(DiagIDs, DiagOpts.get()));
561 // This should never fail, because we would have processed these options
562 // before writing them to an ASTFile.
563 ProcessWarningOptions(*Diags, *DiagOpts, /*Report*/false);
564
565 ModuleManager &ModuleMgr = Reader.getModuleManager();
566 assert(ModuleMgr.size() >= 1 && "what ASTFile is this then")(static_cast <bool> (ModuleMgr.size() >= 1 &&
"what ASTFile is this then") ? void (0) : __assert_fail ("ModuleMgr.size() >= 1 && \"what ASTFile is this then\""
, "/build/llvm-toolchain-snapshot-7~svn338205/tools/clang/lib/Serialization/ASTReader.cpp"
, 566, __extension__ __PRETTY_FUNCTION__))
;
567
568 Module *TopM = getTopImportImplicitModule(ModuleMgr, PP);
569 if (!TopM)
570 return false;
571
572 // FIXME: if the diagnostics are incompatible, save a DiagnosticOptions that
573 // contains the union of their flags.
574 return checkDiagnosticMappings(*Diags, ExistingDiags, TopM->IsSystem,
575 Complain);
576}
577
578/// Collect the macro definitions provided by the given preprocessor
579/// options.
580static void
581collectMacroDefinitions(const PreprocessorOptions &PPOpts,
582 MacroDefinitionsMap &Macros,
583 SmallVectorImpl<StringRef> *MacroNames = nullptr) {
584 for (unsigned I = 0, N = PPOpts.Macros.size(); I != N; ++I) {
585 StringRef Macro = PPOpts.Macros[I].first;
586 bool IsUndef = PPOpts.Macros[I].second;
587
588 std::pair<StringRef, StringRef> MacroPair = Macro.split('=');
589 StringRef MacroName = MacroPair.first;
590 StringRef MacroBody = MacroPair.second;
591
592 // For an #undef'd macro, we only care about the name.
593 if (IsUndef) {
594 if (MacroNames && !Macros.count(MacroName))
595 MacroNames->push_back(MacroName);
596
597 Macros[MacroName] = std::make_pair("", true);
598 continue;
599 }
600
601 // For a #define'd macro, figure out the actual definition.
602 if (MacroName.size() == Macro.size())
603 MacroBody = "1";
604 else {
605 // Note: GCC drops anything following an end-of-line character.
606 StringRef::size_type End = MacroBody.find_first_of("\n\r");
607 MacroBody = MacroBody.substr(0, End);
608 }
609
610 if (MacroNames && !Macros.count(MacroName))
611 MacroNames->push_back(MacroName);
612 Macros[MacroName] = std::make_pair(MacroBody, false);
613 }
614}
615
616/// Check the preprocessor options deserialized from the control block
617/// against the preprocessor options in an existing preprocessor.
618///
619/// \param Diags If non-null, produce diagnostics for any mismatches incurred.
620/// \param Validate If true, validate preprocessor options. If false, allow
621/// macros defined by \p ExistingPPOpts to override those defined by
622/// \p PPOpts in SuggestedPredefines.
623static bool checkPreprocessorOptions(const PreprocessorOptions &PPOpts,
624 const PreprocessorOptions &ExistingPPOpts,
625 DiagnosticsEngine *Diags,
626 FileManager &FileMgr,
627 std::string &SuggestedPredefines,
628 const LangOptions &LangOpts,
629 bool Validate = true) {
630 // Check macro definitions.
631 MacroDefinitionsMap ASTFileMacros;
632 collectMacroDefinitions(PPOpts, ASTFileMacros);
633 MacroDefinitionsMap ExistingMacros;
634 SmallVector<StringRef, 4> ExistingMacroNames;
635 collectMacroDefinitions(ExistingPPOpts, ExistingMacros, &ExistingMacroNames);
636
637 for (unsigned I = 0, N = ExistingMacroNames.size(); I != N; ++I) {
638 // Dig out the macro definition in the existing preprocessor options.
639 StringRef MacroName = ExistingMacroNames[I];
640 std::pair<StringRef, bool> Existing = ExistingMacros[MacroName];
641
642 // Check whether we know anything about this macro name or not.
643 llvm::StringMap<std::pair<StringRef, bool /*IsUndef*/>>::iterator Known =
644 ASTFileMacros.find(MacroName);
645 if (!Validate || Known == ASTFileMacros.end()) {
646 // FIXME: Check whether this identifier was referenced anywhere in the
647 // AST file. If so, we should reject the AST file. Unfortunately, this
648 // information isn't in the control block. What shall we do about it?
649
650 if (Existing.second) {
651 SuggestedPredefines += "#undef ";
652 SuggestedPredefines += MacroName.str();
653 SuggestedPredefines += '\n';
654 } else {
655 SuggestedPredefines += "#define ";
656 SuggestedPredefines += MacroName.str();
657 SuggestedPredefines += ' ';
658 SuggestedPredefines += Existing.first.str();
659 SuggestedPredefines += '\n';
660 }
661 continue;
662 }
663
664 // If the macro was defined in one but undef'd in the other, we have a
665 // conflict.
666 if (Existing.second != Known->second.second) {
667 if (Diags) {
668 Diags->Report(diag::err_pch_macro_def_undef)
669 << MacroName << Known->second.second;
670 }
671 return true;
672 }
673
674 // If the macro was #undef'd in both, or if the macro bodies are identical,
675 // it's fine.
676 if (Existing.second || Existing.first == Known->second.first)
677 continue;
678
679 // The macro bodies differ; complain.
680 if (Diags) {
681 Diags->Report(diag::err_pch_macro_def_conflict)
682 << MacroName << Known->second.first << Existing.first;
683 }
684 return true;
685 }
686
687 // Check whether we're using predefines.
688 if (PPOpts.UsePredefines != ExistingPPOpts.UsePredefines && Validate) {
689 if (Diags) {
690 Diags->Report(diag::err_pch_undef) << ExistingPPOpts.UsePredefines;
691 }
692 return true;
693 }
694
695 // Detailed record is important since it is used for the module cache hash.
696 if (LangOpts.Modules &&
697 PPOpts.DetailedRecord != ExistingPPOpts.DetailedRecord && Validate) {
698 if (Diags) {
699 Diags->Report(diag::err_pch_pp_detailed_record) << PPOpts.DetailedRecord;
700 }
701 return true;
702 }
703
704 // Compute the #include and #include_macros lines we need.
705 for (unsigned I = 0, N = ExistingPPOpts.Includes.size(); I != N; ++I) {
706 StringRef File = ExistingPPOpts.Includes[I];
707
708 if (!ExistingPPOpts.ImplicitPCHInclude.empty() &&
709 !ExistingPPOpts.PCHThroughHeader.empty()) {
710 // In case the through header is an include, we must add all the includes
711 // to the predefines so the start point can be determined.
712 SuggestedPredefines += "#include \"";
713 SuggestedPredefines += File;
714 SuggestedPredefines += "\"\n";
715 continue;
716 }
717
718 if (File == ExistingPPOpts.ImplicitPCHInclude)
719 continue;
720
721 if (std::find(PPOpts.Includes.begin(), PPOpts.Includes.end(), File)
722 != PPOpts.Includes.end())
723 continue;
724
725 SuggestedPredefines += "#include \"";
726 SuggestedPredefines += File;
727 SuggestedPredefines += "\"\n";
728 }
729
730 for (unsigned I = 0, N = ExistingPPOpts.MacroIncludes.size(); I != N; ++I) {
731 StringRef File = ExistingPPOpts.MacroIncludes[I];
732 if (std::find(PPOpts.MacroIncludes.begin(), PPOpts.MacroIncludes.end(),
733 File)
734 != PPOpts.MacroIncludes.end())
735 continue;
736
737 SuggestedPredefines += "#__include_macros \"";
738 SuggestedPredefines += File;
739 SuggestedPredefines += "\"\n##\n";
740 }
741
742 return false;
743}
744
745bool PCHValidator::ReadPreprocessorOptions(const PreprocessorOptions &PPOpts,
746 bool Complain,
747 std::string &SuggestedPredefines) {
748 const PreprocessorOptions &ExistingPPOpts = PP.getPreprocessorOpts();
749
750 return checkPreprocessorOptions(PPOpts, ExistingPPOpts,
751 Complain? &Reader.Diags : nullptr,
752 PP.getFileManager(),
753 SuggestedPredefines,
754 PP.getLangOpts());
755}
756
757bool SimpleASTReaderListener::ReadPreprocessorOptions(
758 const PreprocessorOptions &PPOpts,
759 bool Complain,
760 std::string &SuggestedPredefines) {
761 return checkPreprocessorOptions(PPOpts,
762 PP.getPreprocessorOpts(),
763 nullptr,
764 PP.getFileManager(),
765 SuggestedPredefines,
766 PP.getLangOpts(),
767 false);
768}
769
770/// Check the header search options deserialized from the control block
771/// against the header search options in an existing preprocessor.
772///
773/// \param Diags If non-null, produce diagnostics for any mismatches incurred.
774static bool checkHeaderSearchOptions(const HeaderSearchOptions &HSOpts,
775 StringRef SpecificModuleCachePath,
776 StringRef ExistingModuleCachePath,
777 DiagnosticsEngine *Diags,
778 const LangOptions &LangOpts) {
779 if (LangOpts.Modules) {
780 if (SpecificModuleCachePath != ExistingModuleCachePath) {
781 if (Diags)
782 Diags->Report(diag::err_pch_modulecache_mismatch)
783 << SpecificModuleCachePath << ExistingModuleCachePath;
784 return true;
785 }
786 }
787
788 return false;
789}
790
791bool PCHValidator::ReadHeaderSearchOptions(const HeaderSearchOptions &HSOpts,
792 StringRef SpecificModuleCachePath,
793 bool Complain) {
794 return checkHeaderSearchOptions(HSOpts, SpecificModuleCachePath,
795 PP.getHeaderSearchInfo().getModuleCachePath(),
796 Complain ? &Reader.Diags : nullptr,
797 PP.getLangOpts());
798}
799
800void PCHValidator::ReadCounter(const ModuleFile &M, unsigned Value) {
801 PP.setCounterValue(Value);
802}
803
804//===----------------------------------------------------------------------===//
805// AST reader implementation
806//===----------------------------------------------------------------------===//
807
808void ASTReader::setDeserializationListener(ASTDeserializationListener *Listener,
809 bool TakeOwnership) {
810 DeserializationListener = Listener;
811 OwnsDeserializationListener = TakeOwnership;
812}
813
814unsigned ASTSelectorLookupTrait::ComputeHash(Selector Sel) {
815 return serialization::ComputeHash(Sel);
816}
817
818std::pair<unsigned, unsigned>
819ASTSelectorLookupTrait::ReadKeyDataLength(const unsigned char*& d) {
820 using namespace llvm::support;
821
822 unsigned KeyLen = endian::readNext<uint16_t, little, unaligned>(d);
823 unsigned DataLen = endian::readNext<uint16_t, little, unaligned>(d);
824 return std::make_pair(KeyLen, DataLen);
825}
826
827ASTSelectorLookupTrait::internal_key_type
828ASTSelectorLookupTrait::ReadKey(const unsigned char* d, unsigned) {
829 using namespace llvm::support;
830
831 SelectorTable &SelTable = Reader.getContext().Selectors;
832 unsigned N = endian::readNext<uint16_t, little, unaligned>(d);
833 IdentifierInfo *FirstII = Reader.getLocalIdentifier(
834 F, endian::readNext<uint32_t, little, unaligned>(d));
835 if (N == 0)
836 return SelTable.getNullarySelector(FirstII);
837 else if (N == 1)
838 return SelTable.getUnarySelector(FirstII);
839
840 SmallVector<IdentifierInfo *, 16> Args;
841 Args.push_back(FirstII);
842 for (unsigned I = 1; I != N; ++I)
843 Args.push_back(Reader.getLocalIdentifier(
844 F, endian::readNext<uint32_t, little, unaligned>(d)));
845
846 return SelTable.getSelector(N, Args.data());
847}
848
849ASTSelectorLookupTrait::data_type
850ASTSelectorLookupTrait::ReadData(Selector, const unsigned char* d,
851 unsigned DataLen) {
852 using namespace llvm::support;
853
854 data_type Result;
855
856 Result.ID = Reader.getGlobalSelectorID(
857 F, endian::readNext<uint32_t, little, unaligned>(d));
858 unsigned FullInstanceBits = endian::readNext<uint16_t, little, unaligned>(d);
859 unsigned FullFactoryBits = endian::readNext<uint16_t, little, unaligned>(d);
860 Result.InstanceBits = FullInstanceBits & 0x3;
861 Result.InstanceHasMoreThanOneDecl = (FullInstanceBits >> 2) & 0x1;
862 Result.FactoryBits = FullFactoryBits & 0x3;
863 Result.FactoryHasMoreThanOneDecl = (FullFactoryBits >> 2) & 0x1;
864 unsigned NumInstanceMethods = FullInstanceBits >> 3;
865 unsigned NumFactoryMethods = FullFactoryBits >> 3;
866
867 // Load instance methods
868 for (unsigned I = 0; I != NumInstanceMethods; ++I) {
869 if (ObjCMethodDecl *Method = Reader.GetLocalDeclAs<ObjCMethodDecl>(
870 F, endian::readNext<uint32_t, little, unaligned>(d)))
871 Result.Instance.push_back(Method);
872 }
873
874 // Load factory methods
875 for (unsigned I = 0; I != NumFactoryMethods; ++I) {
876 if (ObjCMethodDecl *Method = Reader.GetLocalDeclAs<ObjCMethodDecl>(
877 F, endian::readNext<uint32_t, little, unaligned>(d)))
878 Result.Factory.push_back(Method);
879 }
880
881 return Result;
882}
883
884unsigned ASTIdentifierLookupTraitBase::ComputeHash(const internal_key_type& a) {
885 return llvm::djbHash(a);
886}
887
888std::pair<unsigned, unsigned>
889ASTIdentifierLookupTraitBase::ReadKeyDataLength(const unsigned char*& d) {
890 using namespace llvm::support;
891
892 unsigned DataLen = endian::readNext<uint16_t, little, unaligned>(d);
893 unsigned KeyLen = endian::readNext<uint16_t, little, unaligned>(d);
894 return std::make_pair(KeyLen, DataLen);
895}
896
897ASTIdentifierLookupTraitBase::internal_key_type
898ASTIdentifierLookupTraitBase::ReadKey(const unsigned char* d, unsigned n) {
899 assert(n >= 2 && d[n-1] == '\0')(static_cast <bool> (n >= 2 && d[n-1] == '\0'
) ? void (0) : __assert_fail ("n >= 2 && d[n-1] == '\\0'"
, "/build/llvm-toolchain-snapshot-7~svn338205/tools/clang/lib/Serialization/ASTReader.cpp"
, 899, __extension__ __PRETTY_FUNCTION__))
;
900 return StringRef((const char*) d, n-1);
901}
902
903/// Whether the given identifier is "interesting".
904static bool isInterestingIdentifier(ASTReader &Reader, IdentifierInfo &II,
905 bool IsModule) {
906 return II.hadMacroDefinition() ||
907 II.isPoisoned() ||
908 (IsModule ? II.hasRevertedBuiltin() : II.getObjCOrBuiltinID()) ||
909 II.hasRevertedTokenIDToIdentifier() ||
910 (!(IsModule && Reader.getPreprocessor().getLangOpts().CPlusPlus) &&
911 II.getFETokenInfo<void>());
912}
913
914static bool readBit(unsigned &Bits) {
915 bool Value = Bits & 0x1;
916 Bits >>= 1;
917 return Value;
918}
919
920IdentID ASTIdentifierLookupTrait::ReadIdentifierID(const unsigned char *d) {
921 using namespace llvm::support;
922
923 unsigned RawID = endian::readNext<uint32_t, little, unaligned>(d);
924 return Reader.getGlobalIdentifierID(F, RawID >> 1);
925}
926
927static void markIdentifierFromAST(ASTReader &Reader, IdentifierInfo &II) {
928 if (!II.isFromAST()) {
929 II.setIsFromAST();
930 bool IsModule = Reader.getPreprocessor().getCurrentModule() != nullptr;
931 if (isInterestingIdentifier(Reader, II, IsModule))
932 II.setChangedSinceDeserialization();
933 }
934}
935
936IdentifierInfo *ASTIdentifierLookupTrait::ReadData(const internal_key_type& k,
937 const unsigned char* d,
938 unsigned DataLen) {
939 using namespace llvm::support;
940
941 unsigned RawID = endian::readNext<uint32_t, little, unaligned>(d);
942 bool IsInteresting = RawID & 0x01;
943
944 // Wipe out the "is interesting" bit.
945 RawID = RawID >> 1;
946
947 // Build the IdentifierInfo and link the identifier ID with it.
948 IdentifierInfo *II = KnownII;
949 if (!II) {
950 II = &Reader.getIdentifierTable().getOwn(k);
951 KnownII = II;
952 }
953 markIdentifierFromAST(Reader, *II);
954 Reader.markIdentifierUpToDate(II);
955
956 IdentID ID = Reader.getGlobalIdentifierID(F, RawID);
957 if (!IsInteresting) {
958 // For uninteresting identifiers, there's nothing else to do. Just notify
959 // the reader that we've finished loading this identifier.
960 Reader.SetIdentifierInfo(ID, II);
961 return II;
962 }
963
964 unsigned ObjCOrBuiltinID = endian::readNext<uint16_t, little, unaligned>(d);
965 unsigned Bits = endian::readNext<uint16_t, little, unaligned>(d);
966 bool CPlusPlusOperatorKeyword = readBit(Bits);
967 bool HasRevertedTokenIDToIdentifier = readBit(Bits);
968 bool HasRevertedBuiltin = readBit(Bits);
969 bool Poisoned = readBit(Bits);
970 bool ExtensionToken = readBit(Bits);
971 bool HadMacroDefinition = readBit(Bits);
972
973 assert(Bits == 0 && "Extra bits in the identifier?")(static_cast <bool> (Bits == 0 && "Extra bits in the identifier?"
) ? void (0) : __assert_fail ("Bits == 0 && \"Extra bits in the identifier?\""
, "/build/llvm-toolchain-snapshot-7~svn338205/tools/clang/lib/Serialization/ASTReader.cpp"
, 973, __extension__ __PRETTY_FUNCTION__))
;
974 DataLen -= 8;
975
976 // Set or check the various bits in the IdentifierInfo structure.
977 // Token IDs are read-only.
978 if (HasRevertedTokenIDToIdentifier && II->getTokenID() != tok::identifier)
979 II->revertTokenIDToIdentifier();
980 if (!F.isModule())
981 II->setObjCOrBuiltinID(ObjCOrBuiltinID);
982 else if (HasRevertedBuiltin && II->getBuiltinID()) {
983 II->revertBuiltin();
984 assert((II->hasRevertedBuiltin() ||(static_cast <bool> ((II->hasRevertedBuiltin() || II
->getObjCOrBuiltinID() == ObjCOrBuiltinID) && "Incorrect ObjC keyword or builtin ID"
) ? void (0) : __assert_fail ("(II->hasRevertedBuiltin() || II->getObjCOrBuiltinID() == ObjCOrBuiltinID) && \"Incorrect ObjC keyword or builtin ID\""
, "/build/llvm-toolchain-snapshot-7~svn338205/tools/clang/lib/Serialization/ASTReader.cpp"
, 986, __extension__ __PRETTY_FUNCTION__))
985 II->getObjCOrBuiltinID() == ObjCOrBuiltinID) &&(static_cast <bool> ((II->hasRevertedBuiltin() || II
->getObjCOrBuiltinID() == ObjCOrBuiltinID) && "Incorrect ObjC keyword or builtin ID"
) ? void (0) : __assert_fail ("(II->hasRevertedBuiltin() || II->getObjCOrBuiltinID() == ObjCOrBuiltinID) && \"Incorrect ObjC keyword or builtin ID\""
, "/build/llvm-toolchain-snapshot-7~svn338205/tools/clang/lib/Serialization/ASTReader.cpp"
, 986, __extension__ __PRETTY_FUNCTION__))
986 "Incorrect ObjC keyword or builtin ID")(static_cast <bool> ((II->hasRevertedBuiltin() || II
->getObjCOrBuiltinID() == ObjCOrBuiltinID) && "Incorrect ObjC keyword or builtin ID"
) ? void (0) : __assert_fail ("(II->hasRevertedBuiltin() || II->getObjCOrBuiltinID() == ObjCOrBuiltinID) && \"Incorrect ObjC keyword or builtin ID\""
, "/build/llvm-toolchain-snapshot-7~svn338205/tools/clang/lib/Serialization/ASTReader.cpp"
, 986, __extension__ __PRETTY_FUNCTION__))
;
987 }
988 assert(II->isExtensionToken() == ExtensionToken &&(static_cast <bool> (II->isExtensionToken() == ExtensionToken
&& "Incorrect extension token flag") ? void (0) : __assert_fail
("II->isExtensionToken() == ExtensionToken && \"Incorrect extension token flag\""
, "/build/llvm-toolchain-snapshot-7~svn338205/tools/clang/lib/Serialization/ASTReader.cpp"
, 989, __extension__ __PRETTY_FUNCTION__))
989 "Incorrect extension token flag")(static_cast <bool> (II->isExtensionToken() == ExtensionToken
&& "Incorrect extension token flag") ? void (0) : __assert_fail
("II->isExtensionToken() == ExtensionToken && \"Incorrect extension token flag\""
, "/build/llvm-toolchain-snapshot-7~svn338205/tools/clang/lib/Serialization/ASTReader.cpp"
, 989, __extension__ __PRETTY_FUNCTION__))
;
990 (void)ExtensionToken;
991 if (Poisoned)
992 II->setIsPoisoned(true);
993 assert(II->isCPlusPlusOperatorKeyword() == CPlusPlusOperatorKeyword &&(static_cast <bool> (II->isCPlusPlusOperatorKeyword(
) == CPlusPlusOperatorKeyword && "Incorrect C++ operator keyword flag"
) ? void (0) : __assert_fail ("II->isCPlusPlusOperatorKeyword() == CPlusPlusOperatorKeyword && \"Incorrect C++ operator keyword flag\""
, "/build/llvm-toolchain-snapshot-7~svn338205/tools/clang/lib/Serialization/ASTReader.cpp"
, 994, __extension__ __PRETTY_FUNCTION__))
994 "Incorrect C++ operator keyword flag")(static_cast <bool> (II->isCPlusPlusOperatorKeyword(
) == CPlusPlusOperatorKeyword && "Incorrect C++ operator keyword flag"
) ? void (0) : __assert_fail ("II->isCPlusPlusOperatorKeyword() == CPlusPlusOperatorKeyword && \"Incorrect C++ operator keyword flag\""
, "/build/llvm-toolchain-snapshot-7~svn338205/tools/clang/lib/Serialization/ASTReader.cpp"
, 994, __extension__ __PRETTY_FUNCTION__))
;
995 (void)CPlusPlusOperatorKeyword;
996
997 // If this identifier is a macro, deserialize the macro
998 // definition.
999 if (HadMacroDefinition) {
1000 uint32_t MacroDirectivesOffset =
1001 endian::readNext<uint32_t, little, unaligned>(d);
1002 DataLen -= 4;
1003
1004 Reader.addPendingMacro(II, &F, MacroDirectivesOffset);
1005 }
1006
1007 Reader.SetIdentifierInfo(ID, II);
1008
1009 // Read all of the declarations visible at global scope with this
1010 // name.
1011 if (DataLen > 0) {
1012 SmallVector<uint32_t, 4> DeclIDs;
1013 for (; DataLen > 0; DataLen -= 4)
1014 DeclIDs.push_back(Reader.getGlobalDeclID(
1015 F, endian::readNext<uint32_t, little, unaligned>(d)));
1016 Reader.SetGloballyVisibleDecls(II, DeclIDs);
1017 }
1018
1019 return II;
1020}
1021
1022DeclarationNameKey::DeclarationNameKey(DeclarationName Name)
1023 : Kind(Name.getNameKind()) {
1024 switch (Kind) {
1025 case DeclarationName::Identifier:
1026 Data = (uint64_t)Name.getAsIdentifierInfo();
1027 break;
1028 case DeclarationName::ObjCZeroArgSelector:
1029 case DeclarationName::ObjCOneArgSelector:
1030 case DeclarationName::ObjCMultiArgSelector:
1031 Data = (uint64_t)Name.getObjCSelector().getAsOpaquePtr();
1032 break;
1033 case DeclarationName::CXXOperatorName:
1034 Data = Name.getCXXOverloadedOperator();
1035 break;
1036 case DeclarationName::CXXLiteralOperatorName:
1037 Data = (uint64_t)Name.getCXXLiteralIdentifier();
1038 break;
1039 case DeclarationName::CXXDeductionGuideName:
1040 Data = (uint64_t)Name.getCXXDeductionGuideTemplate()
1041 ->getDeclName().getAsIdentifierInfo();
1042 break;
1043 case DeclarationName::CXXConstructorName:
1044 case DeclarationName::CXXDestructorName:
1045 case DeclarationName::CXXConversionFunctionName:
1046 case DeclarationName::CXXUsingDirective:
1047 Data = 0;
1048 break;
1049 }
1050}
1051
1052unsigned DeclarationNameKey::getHash() const {
1053 llvm::FoldingSetNodeID ID;
1054 ID.AddInteger(Kind);
1055
1056 switch (Kind) {
1057 case DeclarationName::Identifier:
1058 case DeclarationName::CXXLiteralOperatorName:
1059 case DeclarationName::CXXDeductionGuideName:
1060 ID.AddString(((IdentifierInfo*)Data)->getName());
1061 break;
1062 case DeclarationName::ObjCZeroArgSelector:
1063 case DeclarationName::ObjCOneArgSelector:
1064 case DeclarationName::ObjCMultiArgSelector:
1065 ID.AddInteger(serialization::ComputeHash(Selector(Data)));
1066 break;
1067 case DeclarationName::CXXOperatorName:
1068 ID.AddInteger((OverloadedOperatorKind)Data);
1069 break;
1070 case DeclarationName::CXXConstructorName:
1071 case DeclarationName::CXXDestructorName:
1072 case DeclarationName::CXXConversionFunctionName:
1073 case DeclarationName::CXXUsingDirective:
1074 break;
1075 }
1076
1077 return ID.ComputeHash();
1078}
1079
1080ModuleFile *
1081ASTDeclContextNameLookupTrait::ReadFileRef(const unsigned char *&d) {
1082 using namespace llvm::support;
1083
1084 uint32_t ModuleFileID = endian::readNext<uint32_t, little, unaligned>(d);
1085 return Reader.getLocalModuleFile(F, ModuleFileID);
1086}
1087
1088std::pair<unsigned, unsigned>
1089ASTDeclContextNameLookupTrait::ReadKeyDataLength(const unsigned char *&d) {
1090 using namespace llvm::support;
1091
1092 unsigned KeyLen = endian::readNext<uint16_t, little, unaligned>(d);
1093 unsigned DataLen = endian::readNext<uint16_t, little, unaligned>(d);
1094 return std::make_pair(KeyLen, DataLen);
1095}
1096
1097ASTDeclContextNameLookupTrait::internal_key_type
1098ASTDeclContextNameLookupTrait::ReadKey(const unsigned char *d, unsigned) {
1099 using namespace llvm::support;
1100
1101 auto Kind = (DeclarationName::NameKind)*d++;
1102 uint64_t Data;
1103 switch (Kind) {
1104 case DeclarationName::Identifier:
1105 case DeclarationName::CXXLiteralOperatorName:
1106 case DeclarationName::CXXDeductionGuideName:
1107 Data = (uint64_t)Reader.getLocalIdentifier(
1108 F, endian::readNext<uint32_t, little, unaligned>(d));
1109 break;
1110 case DeclarationName::ObjCZeroArgSelector:
1111 case DeclarationName::ObjCOneArgSelector:
1112 case DeclarationName::ObjCMultiArgSelector:
1113 Data =
1114 (uint64_t)Reader.getLocalSelector(
1115 F, endian::readNext<uint32_t, little, unaligned>(
1116 d)).getAsOpaquePtr();
1117 break;
1118 case DeclarationName::CXXOperatorName:
1119 Data = *d++; // OverloadedOperatorKind
1120 break;
1121 case DeclarationName::CXXConstructorName:
1122 case DeclarationName::CXXDestructorName:
1123 case DeclarationName::CXXConversionFunctionName:
1124 case DeclarationName::CXXUsingDirective:
1125 Data = 0;
1126 break;
1127 }
1128
1129 return DeclarationNameKey(Kind, Data);
1130}
1131
1132void ASTDeclContextNameLookupTrait::ReadDataInto(internal_key_type,
1133 const unsigned char *d,
1134 unsigned DataLen,
1135 data_type_builder &Val) {
1136 using namespace llvm::support;
1137
1138 for (unsigned NumDecls = DataLen / 4; NumDecls; --NumDecls) {
1139 uint32_t LocalID = endian::readNext<uint32_t, little, unaligned>(d);
1140 Val.insert(Reader.getGlobalDeclID(F, LocalID));
1141 }
1142}
1143
1144bool ASTReader::ReadLexicalDeclContextStorage(ModuleFile &M,
1145 BitstreamCursor &Cursor,
1146 uint64_t Offset,
1147 DeclContext *DC) {
1148 assert(Offset != 0)(static_cast <bool> (Offset != 0) ? void (0) : __assert_fail
("Offset != 0", "/build/llvm-toolchain-snapshot-7~svn338205/tools/clang/lib/Serialization/ASTReader.cpp"
, 1148, __extension__ __PRETTY_FUNCTION__))
;
1149
1150 SavedStreamPosition SavedPosition(Cursor);
1151 Cursor.JumpToBit(Offset);
1152
1153 RecordData Record;
1154 StringRef Blob;
1155 unsigned Code = Cursor.ReadCode();
1156 unsigned RecCode = Cursor.readRecord(Code, Record, &Blob);
1157 if (RecCode != DECL_CONTEXT_LEXICAL) {
1158 Error("Expected lexical block");
1159 return true;
1160 }
1161
1162 assert(!isa<TranslationUnitDecl>(DC) &&(static_cast <bool> (!isa<TranslationUnitDecl>(DC
) && "expected a TU_UPDATE_LEXICAL record for TU") ? void
(0) : __assert_fail ("!isa<TranslationUnitDecl>(DC) && \"expected a TU_UPDATE_LEXICAL record for TU\""
, "/build/llvm-toolchain-snapshot-7~svn338205/tools/clang/lib/Serialization/ASTReader.cpp"
, 1163, __extension__ __PRETTY_FUNCTION__))
1163 "expected a TU_UPDATE_LEXICAL record for TU")(static_cast <bool> (!isa<TranslationUnitDecl>(DC
) && "expected a TU_UPDATE_LEXICAL record for TU") ? void
(0) : __assert_fail ("!isa<TranslationUnitDecl>(DC) && \"expected a TU_UPDATE_LEXICAL record for TU\""
, "/build/llvm-toolchain-snapshot-7~svn338205/tools/clang/lib/Serialization/ASTReader.cpp"
, 1163, __extension__ __PRETTY_FUNCTION__))
;
1164 // If we are handling a C++ class template instantiation, we can see multiple
1165 // lexical updates for the same record. It's important that we select only one
1166 // of them, so that field numbering works properly. Just pick the first one we
1167 // see.
1168 auto &Lex = LexicalDecls[DC];
1169 if (!Lex.first) {
1170 Lex = std::make_pair(
1171 &M, llvm::makeArrayRef(
1172 reinterpret_cast<const llvm::support::unaligned_uint32_t *>(
1173 Blob.data()),
1174 Blob.size() / 4));
1175 }
1176 DC->setHasExternalLexicalStorage(true);
1177 return false;
1178}
1179
1180bool ASTReader::ReadVisibleDeclContextStorage(ModuleFile &M,
1181 BitstreamCursor &Cursor,
1182 uint64_t Offset,
1183 DeclID ID) {
1184 assert(Offset != 0)(static_cast <bool> (Offset != 0) ? void (0) : __assert_fail
("Offset != 0", "/build/llvm-toolchain-snapshot-7~svn338205/tools/clang/lib/Serialization/ASTReader.cpp"
, 1184, __extension__ __PRETTY_FUNCTION__))
;
1185
1186 SavedStreamPosition SavedPosition(Cursor);
1187 Cursor.JumpToBit(Offset);
1188
1189 RecordData Record;
1190 StringRef Blob;
1191 unsigned Code = Cursor.ReadCode();
1192 unsigned RecCode = Cursor.readRecord(Code, Record, &Blob);
1193 if (RecCode != DECL_CONTEXT_VISIBLE) {
1194 Error("Expected visible lookup table block");
1195 return true;
1196 }
1197
1198 // We can't safely determine the primary context yet, so delay attaching the
1199 // lookup table until we're done with recursive deserialization.
1200 auto *Data = (const unsigned char*)Blob.data();
1201 PendingVisibleUpdates[ID].push_back(PendingVisibleUpdate{&M, Data});
1202 return false;
1203}
1204
1205void ASTReader::Error(StringRef Msg) const {
1206 Error(diag::err_fe_pch_malformed, Msg);
1207 if (PP.getLangOpts().Modules && !Diags.isDiagnosticInFlight() &&
1208 !PP.getHeaderSearchInfo().getModuleCachePath().empty()) {
1209 Diag(diag::note_module_cache_path)
1210 << PP.getHeaderSearchInfo().getModuleCachePath();
1211 }
1212}
1213
1214void ASTReader::Error(unsigned DiagID,
1215 StringRef Arg1, StringRef Arg2) const {
1216 if (Diags.isDiagnosticInFlight())
1217 Diags.SetDelayedDiagnostic(DiagID, Arg1, Arg2);
1218 else
1219 Diag(DiagID) << Arg1 << Arg2;
1220}
1221
1222//===----------------------------------------------------------------------===//
1223// Source Manager Deserialization
1224//===----------------------------------------------------------------------===//
1225
1226/// Read the line table in the source manager block.
1227/// \returns true if there was an error.
1228bool ASTReader::ParseLineTable(ModuleFile &F,
1229 const RecordData &Record) {
1230 unsigned Idx = 0;
1231 LineTableInfo &LineTable = SourceMgr.getLineTable();
1232
1233 // Parse the file names
1234 std::map<int, int> FileIDs;
1235 FileIDs[-1] = -1; // For unspecified filenames.
1236 for (unsigned I = 0; Record[Idx]; ++I) {
1237 // Extract the file name
1238 auto Filename = ReadPath(F, Record, Idx);
1239 FileIDs[I] = LineTable.getLineTableFilenameID(Filename);
1240 }
1241 ++Idx;
1242
1243 // Parse the line entries
1244 std::vector<LineEntry> Entries;
1245 while (Idx < Record.size()) {
1246 int FID = Record[Idx++];
1247 assert(FID >= 0 && "Serialized line entries for non-local file.")(static_cast <bool> (FID >= 0 && "Serialized line entries for non-local file."
) ? void (0) : __assert_fail ("FID >= 0 && \"Serialized line entries for non-local file.\""
, "/build/llvm-toolchain-snapshot-7~svn338205/tools/clang/lib/Serialization/ASTReader.cpp"
, 1247, __extension__ __PRETTY_FUNCTION__))
;
1248 // Remap FileID from 1-based old view.
1249 FID += F.SLocEntryBaseID - 1;
1250
1251 // Extract the line entries
1252 unsigned NumEntries = Record[Idx++];
1253 assert(NumEntries && "no line entries for file ID")(static_cast <bool> (NumEntries && "no line entries for file ID"
) ? void (0) : __assert_fail ("NumEntries && \"no line entries for file ID\""
, "/build/llvm-toolchain-snapshot-7~svn338205/tools/clang/lib/Serialization/ASTReader.cpp"
, 1253, __extension__ __PRETTY_FUNCTION__))
;
1254 Entries.clear();
1255 Entries.reserve(NumEntries);
1256 for (unsigned I = 0; I != NumEntries; ++I) {
1257 unsigned FileOffset = Record[Idx++];
1258 unsigned LineNo = Record[Idx++];
1259 int FilenameID = FileIDs[Record[Idx++]];
1260 SrcMgr::CharacteristicKind FileKind
1261 = (SrcMgr::CharacteristicKind)Record[Idx++];
1262 unsigned IncludeOffset = Record[Idx++];
1263 Entries.push_back(LineEntry::get(FileOffset, LineNo, FilenameID,
1264 FileKind, IncludeOffset));
1265 }
1266 LineTable.AddEntry(FileID::get(FID), Entries);
1267 }
1268
1269 return false;
1270}
1271
1272/// Read a source manager block
1273bool ASTReader::ReadSourceManagerBlock(ModuleFile &F) {
1274 using namespace SrcMgr;
1275
1276 BitstreamCursor &SLocEntryCursor = F.SLocEntryCursor;
1277
1278 // Set the source-location entry cursor to the current position in
1279 // the stream. This cursor will be used to read the contents of the
1280 // source manager block initially, and then lazily read
1281 // source-location entries as needed.
1282 SLocEntryCursor = F.Stream;
1283
1284 // The stream itself is going to skip over the source manager block.
1285 if (F.Stream.SkipBlock()) {
1286 Error("malformed block record in AST file");
1287 return true;
1288 }
1289
1290 // Enter the source manager block.
1291 if (SLocEntryCursor.EnterSubBlock(SOURCE_MANAGER_BLOCK_ID)) {
1292 Error("malformed source manager block record in AST file");
1293 return true;
1294 }
1295
1296 RecordData Record;
1297 while (true) {
1298 llvm::BitstreamEntry E = SLocEntryCursor.advanceSkippingSubblocks();
1299
1300 switch (E.Kind) {
1301 case llvm::BitstreamEntry::SubBlock: // Handled for us already.
1302 case llvm::BitstreamEntry::Error:
1303 Error("malformed block record in AST file");
1304 return true;
1305 case llvm::BitstreamEntry::EndBlock:
1306 return false;
1307 case llvm::BitstreamEntry::Record:
1308 // The interesting case.
1309 break;
1310 }
1311
1312 // Read a record.
1313 Record.clear();
1314 StringRef Blob;
1315 switch (SLocEntryCursor.readRecord(E.ID, Record, &Blob)) {
1316 default: // Default behavior: ignore.
1317 break;
1318
1319 case SM_SLOC_FILE_ENTRY:
1320 case SM_SLOC_BUFFER_ENTRY:
1321 case SM_SLOC_EXPANSION_ENTRY:
1322 // Once we hit one of the source location entries, we're done.
1323 return false;
1324 }
1325 }
1326}
1327
1328/// If a header file is not found at the path that we expect it to be
1329/// and the PCH file was moved from its original location, try to resolve the
1330/// file by assuming that header+PCH were moved together and the header is in
1331/// the same place relative to the PCH.
1332static std::string
1333resolveFileRelativeToOriginalDir(const std::string &Filename,
1334 const std::string &OriginalDir,
1335 const std::string &CurrDir) {
1336 assert(OriginalDir != CurrDir &&(static_cast <bool> (OriginalDir != CurrDir && "No point trying to resolve the file if the PCH dir didn't change"
) ? void (0) : __assert_fail ("OriginalDir != CurrDir && \"No point trying to resolve the file if the PCH dir didn't change\""
, "/build/llvm-toolchain-snapshot-7~svn338205/tools/clang/lib/Serialization/ASTReader.cpp"
, 1337, __extension__ __PRETTY_FUNCTION__))
1337 "No point trying to resolve the file if the PCH dir didn't change")(static_cast <bool> (OriginalDir != CurrDir && "No point trying to resolve the file if the PCH dir didn't change"
) ? void (0) : __assert_fail ("OriginalDir != CurrDir && \"No point trying to resolve the file if the PCH dir didn't change\""
, "/build/llvm-toolchain-snapshot-7~svn338205/tools/clang/lib/Serialization/ASTReader.cpp"
, 1337, __extension__ __PRETTY_FUNCTION__))
;
1338
1339 using namespace llvm::sys;
1340
1341 SmallString<128> filePath(Filename);
1342 fs::make_absolute(filePath);
1343 assert(path::is_absolute(OriginalDir))(static_cast <bool> (path::is_absolute(OriginalDir)) ? void
(0) : __assert_fail ("path::is_absolute(OriginalDir)", "/build/llvm-toolchain-snapshot-7~svn338205/tools/clang/lib/Serialization/ASTReader.cpp"
, 1343, __extension__ __PRETTY_FUNCTION__))
;
1344 SmallString<128> currPCHPath(CurrDir);
1345
1346 path::const_iterator fileDirI = path::begin(path::parent_path(filePath)),
1347 fileDirE = path::end(path::parent_path(filePath));
1348 path::const_iterator origDirI = path::begin(OriginalDir),
1349 origDirE = path::end(OriginalDir);
1350 // Skip the common path components from filePath and OriginalDir.
1351 while (fileDirI != fileDirE && origDirI != origDirE &&
1352 *fileDirI == *origDirI) {
1353 ++fileDirI;
1354 ++origDirI;
1355 }
1356 for (; origDirI != origDirE; ++origDirI)
1357 path::append(currPCHPath, "..");
1358 path::append(currPCHPath, fileDirI, fileDirE);
1359 path::append(currPCHPath, path::filename(Filename));
1360 return currPCHPath.str();
1361}
1362
1363bool ASTReader::ReadSLocEntry(int ID) {
1364 if (ID == 0)
1365 return false;
1366
1367 if (unsigned(-ID) - 2 >= getTotalNumSLocs() || ID > 0) {
1368 Error("source location entry ID out-of-range for AST file");
1369 return true;
1370 }
1371
1372 // Local helper to read the (possibly-compressed) buffer data following the
1373 // entry record.
1374 auto ReadBuffer = [this](
1375 BitstreamCursor &SLocEntryCursor,
1376 StringRef Name) -> std::unique_ptr<llvm::MemoryBuffer> {
1377 RecordData Record;
1378 StringRef Blob;
1379 unsigned Code = SLocEntryCursor.ReadCode();
1380 unsigned RecCode = SLocEntryCursor.readRecord(Code, Record, &Blob);
1381
1382 if (RecCode == SM_SLOC_BUFFER_BLOB_COMPRESSED) {
1383 if (!llvm::zlib::isAvailable()) {
1384 Error("zlib is not available");
1385 return nullptr;
1386 }
1387 SmallString<0> Uncompressed;
1388 if (llvm::Error E =
1389 llvm::zlib::uncompress(Blob, Uncompressed, Record[0])) {
1390 Error("could not decompress embedded file contents: " +
1391 llvm::toString(std::move(E)));
1392 return nullptr;
1393 }
1394 return llvm::MemoryBuffer::getMemBufferCopy(Uncompressed, Name);
1395 } else if (RecCode == SM_SLOC_BUFFER_BLOB) {
1396 return llvm::MemoryBuffer::getMemBuffer(Blob.drop_back(1), Name, true);
1397 } else {
1398 Error("AST record has invalid code");
1399 return nullptr;
1400 }
1401 };
1402
1403 ModuleFile *F = GlobalSLocEntryMap.find(-ID)->second;
1404 F->SLocEntryCursor.JumpToBit(F->SLocEntryOffsets[ID - F->SLocEntryBaseID]);
1405 BitstreamCursor &SLocEntryCursor = F->SLocEntryCursor;
1406 unsigned BaseOffset = F->SLocEntryBaseOffset;
1407
1408 ++NumSLocEntriesRead;
1409 llvm::BitstreamEntry Entry = SLocEntryCursor.advance();
1410 if (Entry.Kind != llvm::BitstreamEntry::Record) {
1411 Error("incorrectly-formatted source location entry in AST file");
1412 return true;
1413 }
1414
1415 RecordData Record;
1416 StringRef Blob;
1417 switch (SLocEntryCursor.readRecord(Entry.ID, Record, &Blob)) {
1418 default:
1419 Error("incorrectly-formatted source location entry in AST file");
1420 return true;
1421
1422 case SM_SLOC_FILE_ENTRY: {
1423 // We will detect whether a file changed and return 'Failure' for it, but
1424 // we will also try to fail gracefully by setting up the SLocEntry.
1425 unsigned InputID = Record[4];
1426 InputFile IF = getInputFile(*F, InputID);
1427 const FileEntry *File = IF.getFile();
1428 bool OverriddenBuffer = IF.isOverridden();
1429
1430 // Note that we only check if a File was returned. If it was out-of-date
1431 // we have complained but we will continue creating a FileID to recover
1432 // gracefully.
1433 if (!File)
1434 return true;
1435
1436 SourceLocation IncludeLoc = ReadSourceLocation(*F, Record[1]);
1437 if (IncludeLoc.isInvalid() && F->Kind != MK_MainFile) {
1438 // This is the module's main file.
1439 IncludeLoc = getImportLocation(F);
1440 }
1441 SrcMgr::CharacteristicKind
1442 FileCharacter = (SrcMgr::CharacteristicKind)Record[2];
1443 FileID FID = SourceMgr.createFileID(File, IncludeLoc, FileCharacter,
1444 ID, BaseOffset + Record[0]);
1445 SrcMgr::FileInfo &FileInfo =
1446 const_cast<SrcMgr::FileInfo&>(SourceMgr.getSLocEntry(FID).getFile());
1447 FileInfo.NumCreatedFIDs = Record[5];
1448 if (Record[3])
1449 FileInfo.setHasLineDirectives();
1450
1451 const DeclID *FirstDecl = F->FileSortedDecls + Record[6];
1452 unsigned NumFileDecls = Record[7];
1453 if (NumFileDecls && ContextObj) {
1454 assert(F->FileSortedDecls && "FILE_SORTED_DECLS not encountered yet ?")(static_cast <bool> (F->FileSortedDecls && "FILE_SORTED_DECLS not encountered yet ?"
) ? void (0) : __assert_fail ("F->FileSortedDecls && \"FILE_SORTED_DECLS not encountered yet ?\""
, "/build/llvm-toolchain-snapshot-7~svn338205/tools/clang/lib/Serialization/ASTReader.cpp"
, 1454, __extension__ __PRETTY_FUNCTION__))
;
1455 FileDeclIDs[FID] = FileDeclsInfo(F, llvm::makeArrayRef(FirstDecl,
1456 NumFileDecls));
1457 }
1458
1459 const SrcMgr::ContentCache *ContentCache
1460 = SourceMgr.getOrCreateContentCache(File, isSystem(FileCharacter));
1461 if (OverriddenBuffer && !ContentCache->BufferOverridden &&
1462 ContentCache->ContentsEntry == ContentCache->OrigEntry &&
1463 !ContentCache->getRawBuffer()) {
1464 auto Buffer = ReadBuffer(SLocEntryCursor, File->getName());
1465 if (!Buffer)
1466 return true;
1467 SourceMgr.overrideFileContents(File, std::move(Buffer));
1468 }
1469
1470 break;
1471 }
1472
1473 case SM_SLOC_BUFFER_ENTRY: {
1474 const char *Name = Blob.data();
1475 unsigned Offset = Record[0];
1476 SrcMgr::CharacteristicKind
1477 FileCharacter = (SrcMgr::CharacteristicKind)Record[2];
1478 SourceLocation IncludeLoc = ReadSourceLocation(*F, Record[1]);
1479 if (IncludeLoc.isInvalid() && F->isModule()) {
1480 IncludeLoc = getImportLocation(F);
1481 }
1482
1483 auto Buffer = ReadBuffer(SLocEntryCursor, Name);
1484 if (!Buffer)
1485 return true;
1486 SourceMgr.createFileID(std::move(Buffer), FileCharacter, ID,
1487 BaseOffset + Offset, IncludeLoc);
1488 break;
1489 }
1490
1491 case SM_SLOC_EXPANSION_ENTRY: {
1492 SourceLocation SpellingLoc = ReadSourceLocation(*F, Record[1]);
1493 SourceMgr.createExpansionLoc(SpellingLoc,
1494 ReadSourceLocation(*F, Record[2]),
1495 ReadSourceLocation(*F, Record[3]),
1496 Record[5],
1497 Record[4],
1498 ID,
1499 BaseOffset + Record[0]);
1500 break;
1501 }
1502 }
1503
1504 return false;
1505}
1506
1507std::pair<SourceLocation, StringRef> ASTReader::getModuleImportLoc(int ID) {
1508 if (ID == 0)
1509 return std::make_pair(SourceLocation(), "");
1510
1511 if (unsigned(-ID) - 2 >= getTotalNumSLocs() || ID > 0) {
1512 Error("source location entry ID out-of-range for AST file");
1513 return std::make_pair(SourceLocation(), "");
1514 }
1515
1516 // Find which module file this entry lands in.
1517 ModuleFile *M = GlobalSLocEntryMap.find(-ID)->second;
1518 if (!M->isModule())
1519 return std::make_pair(SourceLocation(), "");
1520
1521 // FIXME: Can we map this down to a particular submodule? That would be
1522 // ideal.
1523 return std::make_pair(M->ImportLoc, StringRef(M->ModuleName));
1524}
1525
1526/// Find the location where the module F is imported.
1527SourceLocation ASTReader::getImportLocation(ModuleFile *F) {
1528 if (F->ImportLoc.isValid())
1529 return F->ImportLoc;
1530
1531 // Otherwise we have a PCH. It's considered to be "imported" at the first
1532 // location of its includer.
1533 if (F->ImportedBy.empty() || !F->ImportedBy[0]) {
1534 // Main file is the importer.
1535 assert(SourceMgr.getMainFileID().isValid() && "missing main file")(static_cast <bool> (SourceMgr.getMainFileID().isValid(
) && "missing main file") ? void (0) : __assert_fail (
"SourceMgr.getMainFileID().isValid() && \"missing main file\""
, "/build/llvm-toolchain-snapshot-7~svn338205/tools/clang/lib/Serialization/ASTReader.cpp"
, 1535, __extension__ __PRETTY_FUNCTION__))
;
1536 return SourceMgr.getLocForStartOfFile(SourceMgr.getMainFileID());
1537 }
1538 return F->ImportedBy[0]->FirstLoc;
1539}
1540
1541/// ReadBlockAbbrevs - Enter a subblock of the specified BlockID with the
1542/// specified cursor. Read the abbreviations that are at the top of the block
1543/// and then leave the cursor pointing into the block.
1544bool ASTReader::ReadBlockAbbrevs(BitstreamCursor &Cursor, unsigned BlockID) {
1545 if (Cursor.EnterSubBlock(BlockID))
1546 return true;
1547
1548 while (true) {
1549 uint64_t Offset = Cursor.GetCurrentBitNo();
1550 unsigned Code = Cursor.ReadCode();
1551
1552 // We expect all abbrevs to be at the start of the block.
1553 if (Code != llvm::bitc::DEFINE_ABBREV) {
1554 Cursor.JumpToBit(Offset);
1555 return false;
1556 }
1557 Cursor.ReadAbbrevRecord();
1558 }
1559}
1560
1561Token ASTReader::ReadToken(ModuleFile &F, const RecordDataImpl &Record,
1562 unsigned &Idx) {
1563 Token Tok;
1564 Tok.startToken();
1565 Tok.setLocation(ReadSourceLocation(F, Record, Idx));
1566 Tok.setLength(Record[Idx++]);
1567 if (IdentifierInfo *II = getLocalIdentifier(F, Record[Idx++]))
1568 Tok.setIdentifierInfo(II);
1569 Tok.setKind((tok::TokenKind)Record[Idx++]);
1570 Tok.setFlag((Token::TokenFlags)Record[Idx++]);
1571 return Tok;
1572}
1573
1574MacroInfo *ASTReader::ReadMacroRecord(ModuleFile &F, uint64_t Offset) {
1575 BitstreamCursor &Stream = F.MacroCursor;
1576
1577 // Keep track of where we are in the stream, then jump back there
1578 // after reading this macro.
1579 SavedStreamPosition SavedPosition(Stream);
1580
1581 Stream.JumpToBit(Offset);
1582 RecordData Record;
1583 SmallVector<IdentifierInfo*, 16> MacroParams;
1584 MacroInfo *Macro = nullptr;
1585
1586 while (true) {
1587 // Advance to the next record, but if we get to the end of the block, don't
1588 // pop it (removing all the abbreviations from the cursor) since we want to
1589 // be able to reseek within the block and read entries.
1590 unsigned Flags = BitstreamCursor::AF_DontPopBlockAtEnd;
1591 llvm::BitstreamEntry Entry = Stream.advanceSkippingSubblocks(Flags);
1592
1593 switch (Entry.Kind) {
1594 case llvm::BitstreamEntry::SubBlock: // Handled for us already.
1595 case llvm::BitstreamEntry::Error:
1596 Error("malformed block record in AST file");
1597 return Macro;
1598 case llvm::BitstreamEntry::EndBlock:
1599 return Macro;
1600 case llvm::BitstreamEntry::Record:
1601 // The interesting case.
1602 break;
1603 }
1604
1605 // Read a record.
1606 Record.clear();
1607 PreprocessorRecordTypes RecType =
1608 (PreprocessorRecordTypes)Stream.readRecord(Entry.ID, Record);
1609 switch (RecType) {
1610 case PP_MODULE_MACRO:
1611 case PP_MACRO_DIRECTIVE_HISTORY:
1612 return Macro;
1613
1614 case PP_MACRO_OBJECT_LIKE:
1615 case PP_MACRO_FUNCTION_LIKE: {
1616 // If we already have a macro, that means that we've hit the end
1617 // of the definition of the macro we were looking for. We're
1618 // done.
1619 if (Macro)
1620 return Macro;
1621
1622 unsigned NextIndex = 1; // Skip identifier ID.
1623 SourceLocation Loc = ReadSourceLocation(F, Record, NextIndex);
1624 MacroInfo *MI = PP.AllocateMacroInfo(Loc);
1625 MI->setDefinitionEndLoc(ReadSourceLocation(F, Record, NextIndex));
1626 MI->setIsUsed(Record[NextIndex++]);
1627 MI->setUsedForHeaderGuard(Record[NextIndex++]);
1628
1629 if (RecType == PP_MACRO_FUNCTION_LIKE) {
1630 // Decode function-like macro info.
1631 bool isC99VarArgs = Record[NextIndex++];
1632 bool isGNUVarArgs = Record[NextIndex++];
1633 bool hasCommaPasting = Record[NextIndex++];
1634 MacroParams.clear();
1635 unsigned NumArgs = Record[NextIndex++];
1636 for (unsigned i = 0; i != NumArgs; ++i)
1637 MacroParams.push_back(getLocalIdentifier(F, Record[NextIndex++]));
1638
1639 // Install function-like macro info.
1640 MI->setIsFunctionLike();
1641 if (isC99VarArgs) MI->setIsC99Varargs();
1642 if (isGNUVarArgs) MI->setIsGNUVarargs();
1643 if (hasCommaPasting) MI->setHasCommaPasting();
1644 MI->setParameterList(MacroParams, PP.getPreprocessorAllocator());
1645 }
1646
1647 // Remember that we saw this macro last so that we add the tokens that
1648 // form its body to it.
1649 Macro = MI;
1650
1651 if (NextIndex + 1 == Record.size() && PP.getPreprocessingRecord() &&
1652 Record[NextIndex]) {
1653 // We have a macro definition. Register the association
1654 PreprocessedEntityID
1655 GlobalID = getGlobalPreprocessedEntityID(F, Record[NextIndex]);
1656 PreprocessingRecord &PPRec = *PP.getPreprocessingRecord();
1657 PreprocessingRecord::PPEntityID PPID =
1658 PPRec.getPPEntityID(GlobalID - 1, /*isLoaded=*/true);
1659 MacroDefinitionRecord *PPDef = cast_or_null<MacroDefinitionRecord>(
1660 PPRec.getPreprocessedEntity(PPID));
1661 if (PPDef)
1662 PPRec.RegisterMacroDefinition(Macro, PPDef);
1663 }
1664
1665 ++NumMacrosRead;
1666 break;
1667 }
1668
1669 case PP_TOKEN: {
1670 // If we see a TOKEN before a PP_MACRO_*, then the file is
1671 // erroneous, just pretend we didn't see this.
1672 if (!Macro) break;
1673
1674 unsigned Idx = 0;
1675 Token Tok = ReadToken(F, Record, Idx);
1676 Macro->AddTokenToBody(Tok);
1677 break;
1678 }
1679 }
1680 }
1681}
1682
1683PreprocessedEntityID
1684ASTReader::getGlobalPreprocessedEntityID(ModuleFile &M,
1685 unsigned LocalID) const {
1686 if (!M.ModuleOffsetMap.empty())
1687 ReadModuleOffsetMap(M);
1688
1689 ContinuousRangeMap<uint32_t, int, 2>::const_iterator
1690 I = M.PreprocessedEntityRemap.find(LocalID - NUM_PREDEF_PP_ENTITY_IDS);
1691 assert(I != M.PreprocessedEntityRemap.end()(static_cast <bool> (I != M.PreprocessedEntityRemap.end
() && "Invalid index into preprocessed entity index remap"
) ? void (0) : __assert_fail ("I != M.PreprocessedEntityRemap.end() && \"Invalid index into preprocessed entity index remap\""
, "/build/llvm-toolchain-snapshot-7~svn338205/tools/clang/lib/Serialization/ASTReader.cpp"
, 1692, __extension__ __PRETTY_FUNCTION__))
1692 && "Invalid index into preprocessed entity index remap")(static_cast <bool> (I != M.PreprocessedEntityRemap.end
() && "Invalid index into preprocessed entity index remap"
) ? void (0) : __assert_fail ("I != M.PreprocessedEntityRemap.end() && \"Invalid index into preprocessed entity index remap\""
, "/build/llvm-toolchain-snapshot-7~svn338205/tools/clang/lib/Serialization/ASTReader.cpp"
, 1692, __extension__ __PRETTY_FUNCTION__))
;
1693
1694 return LocalID + I->second;
1695}
1696
1697unsigned HeaderFileInfoTrait::ComputeHash(internal_key_ref ikey) {
1698 return llvm::hash_combine(ikey.Size, ikey.ModTime);
1699}
1700
1701HeaderFileInfoTrait::internal_key_type
1702HeaderFileInfoTrait::GetInternalKey(const FileEntry *FE) {
1703 internal_key_type ikey = {FE->getSize(),
1704 M.HasTimestamps ? FE->getModificationTime() : 0,
1705 FE->getName(), /*Imported*/ false};
1706 return ikey;
1707}
1708
1709bool HeaderFileInfoTrait::EqualKey(internal_key_ref a, internal_key_ref b) {
1710 if (a.Size != b.Size || (a.ModTime && b.ModTime && a.ModTime != b.ModTime))
1711 return false;
1712
1713 if (llvm::sys::path::is_absolute(a.Filename) && a.Filename == b.Filename)
1714 return true;
1715
1716 // Determine whether the actual files are equivalent.
1717 FileManager &FileMgr = Reader.getFileManager();
1718 auto GetFile = [&](const internal_key_type &Key) -> const FileEntry* {
1719 if (!Key.Imported)
1720 return FileMgr.getFile(Key.Filename);
1721
1722 std::string Resolved = Key.Filename;
1723 Reader.ResolveImportedPath(M, Resolved);
1724 return FileMgr.getFile(Resolved);
1725 };
1726
1727 const FileEntry *FEA = GetFile(a);
1728 const FileEntry *FEB = GetFile(b);
1729 return FEA && FEA == FEB;
1730}
1731
1732std::pair<unsigned, unsigned>
1733HeaderFileInfoTrait::ReadKeyDataLength(const unsigned char*& d) {
1734 using namespace llvm::support;
1735
1736 unsigned KeyLen = (unsigned) endian::readNext<uint16_t, little, unaligned>(d);
1737 unsigned DataLen = (unsigned) *d++;
1738 return std::make_pair(KeyLen, DataLen);
1739}
1740
1741HeaderFileInfoTrait::internal_key_type
1742HeaderFileInfoTrait::ReadKey(const unsigned char *d, unsigned) {
1743 using namespace llvm::support;
1744
1745 internal_key_type ikey;
1746 ikey.Size = off_t(endian::readNext<uint64_t, little, unaligned>(d));
1747 ikey.ModTime = time_t(endian::readNext<uint64_t, little, unaligned>(d));
1748 ikey.Filename = (const char *)d;
1749 ikey.Imported = true;
1750 return ikey;
1751}
1752
1753HeaderFileInfoTrait::data_type
1754HeaderFileInfoTrait::ReadData(internal_key_ref key, const unsigned char *d,
1755 unsigned DataLen) {
1756 using namespace llvm::support;
1757
1758 const unsigned char *End = d + DataLen;
1759 HeaderFileInfo HFI;
1760 unsigned Flags = *d++;
1761 // FIXME: Refactor with mergeHeaderFileInfo in HeaderSearch.cpp.
1762 HFI.isImport |= (Flags >> 5) & 0x01;
1763 HFI.isPragmaOnce |= (Flags >> 4) & 0x01;
1764 HFI.DirInfo = (Flags >> 1) & 0x07;
1765 HFI.IndexHeaderMapHeader = Flags & 0x01;
1766 // FIXME: Find a better way to handle this. Maybe just store a
1767 // "has been included" flag?
1768 HFI.NumIncludes = std::max(endian::readNext<uint16_t, little, unaligned>(d),
1769 HFI.NumIncludes);
1770 HFI.ControllingMacroID = Reader.getGlobalIdentifierID(
1771 M, endian::readNext<uint32_t, little, unaligned>(d));
1772 if (unsigned FrameworkOffset =
1773 endian::readNext<uint32_t, little, unaligned>(d)) {
1774 // The framework offset is 1 greater than the actual offset,
1775 // since 0 is used as an indicator for "no framework name".
1776 StringRef FrameworkName(FrameworkStrings + FrameworkOffset - 1);
1777 HFI.Framework = HS->getUniqueFrameworkName(FrameworkName);
1778 }
1779
1780 assert((End - d) % 4 == 0 &&(static_cast <bool> ((End - d) % 4 == 0 && "Wrong data length in HeaderFileInfo deserialization"
) ? void (0) : __assert_fail ("(End - d) % 4 == 0 && \"Wrong data length in HeaderFileInfo deserialization\""
, "/build/llvm-toolchain-snapshot-7~svn338205/tools/clang/lib/Serialization/ASTReader.cpp"
, 1781, __extension__ __PRETTY_FUNCTION__))
1781 "Wrong data length in HeaderFileInfo deserialization")(static_cast <bool> ((End - d) % 4 == 0 && "Wrong data length in HeaderFileInfo deserialization"
) ? void (0) : __assert_fail ("(End - d) % 4 == 0 && \"Wrong data length in HeaderFileInfo deserialization\""
, "/build/llvm-toolchain-snapshot-7~svn338205/tools/clang/lib/Serialization/ASTReader.cpp"
, 1781, __extension__ __PRETTY_FUNCTION__))
;
1782 while (d != End) {
1783 uint32_t LocalSMID = endian::readNext<uint32_t, little, unaligned>(d);
1784 auto HeaderRole = static_cast<ModuleMap::ModuleHeaderRole>(LocalSMID & 3);
1785 LocalSMID >>= 2;
1786
1787 // This header is part of a module. Associate it with the module to enable
1788 // implicit module import.
1789 SubmoduleID GlobalSMID = Reader.getGlobalSubmoduleID(M, LocalSMID);
1790 Module *Mod = Reader.getSubmodule(GlobalSMID);
1791 FileManager &FileMgr = Reader.getFileManager();
1792 ModuleMap &ModMap =
1793 Reader.getPreprocessor().getHeaderSearchInfo().getModuleMap();
1794
1795 std::string Filename = key.Filename;
1796 if (key.Imported)
1797 Reader.ResolveImportedPath(M, Filename);
1798 // FIXME: This is not always the right filename-as-written, but we're not
1799 // going to use this information to rebuild the module, so it doesn't make
1800 // a lot of difference.
1801 Module::Header H = { key.Filename, FileMgr.getFile(Filename) };
1802 ModMap.addHeader(Mod, H, HeaderRole, /*Imported*/true);
1803 HFI.isModuleHeader |= !(HeaderRole & ModuleMap::TextualHeader);
1804 }
1805
1806 // This HeaderFileInfo was externally loaded.
1807 HFI.External = true;
1808 HFI.IsValid = true;
1809 return HFI;
1810}
1811
1812void ASTReader::addPendingMacro(IdentifierInfo *II,
1813 ModuleFile *M,
1814 uint64_t MacroDirectivesOffset) {
1815 assert(NumCurrentElementsDeserializing > 0 &&"Missing deserialization guard")(static_cast <bool> (NumCurrentElementsDeserializing >
0 &&"Missing deserialization guard") ? void (0) : __assert_fail
("NumCurrentElementsDeserializing > 0 &&\"Missing deserialization guard\""
, "/build/llvm-toolchain-snapshot-7~svn338205/tools/clang/lib/Serialization/ASTReader.cpp"
, 1815, __extension__ __PRETTY_FUNCTION__))
;
1816 PendingMacroIDs[II].push_back(PendingMacroInfo(M, MacroDirectivesOffset));
1817}
1818
1819void ASTReader::ReadDefinedMacros() {
1820 // Note that we are loading defined macros.
1821 Deserializing Macros(this);
1822
1823 for (ModuleFile &I : llvm::reverse(ModuleMgr)) {
1824 BitstreamCursor &MacroCursor = I.MacroCursor;
1825
1826 // If there was no preprocessor block, skip this file.
1827 if (MacroCursor.getBitcodeBytes().empty())
1828 continue;
1829
1830 BitstreamCursor Cursor = MacroCursor;
1831 Cursor.JumpToBit(I.MacroStartOffset);
1832
1833 RecordData Record;
1834 while (true) {
1835 llvm::BitstreamEntry E = Cursor.advanceSkippingSubblocks();
1836
1837 switch (E.Kind) {
1838 case llvm::BitstreamEntry::SubBlock: // Handled for us already.
1839 case llvm::BitstreamEntry::Error:
1840 Error("malformed block record in AST file");
1841 return;
1842 case llvm::BitstreamEntry::EndBlock:
1843 goto NextCursor;
1844
1845 case llvm::BitstreamEntry::Record:
1846 Record.clear();
1847 switch (Cursor.readRecord(E.ID, Record)) {
1848 default: // Default behavior: ignore.
1849 break;
1850
1851 case PP_MACRO_OBJECT_LIKE:
1852 case PP_MACRO_FUNCTION_LIKE: {
1853 IdentifierInfo *II = getLocalIdentifier(I, Record[0]);
1854 if (II->isOutOfDate())
1855 updateOutOfDateIdentifier(*II);
1856 break;
1857 }
1858
1859 case PP_TOKEN:
1860 // Ignore tokens.
1861 break;
1862 }
1863 break;
1864 }
1865 }
1866 NextCursor: ;
1867 }
1868}
1869
1870namespace {
1871
1872 /// Visitor class used to look up identifirs in an AST file.
1873 class IdentifierLookupVisitor {
1874 StringRef Name;
1875 unsigned NameHash;
1876 unsigned PriorGeneration;
1877 unsigned &NumIdentifierLookups;
1878 unsigned &NumIdentifierLookupHits;
1879 IdentifierInfo *Found = nullptr;
1880
1881 public:
1882 IdentifierLookupVisitor(StringRef Name, unsigned PriorGeneration,
1883 unsigned &NumIdentifierLookups,
1884 unsigned &NumIdentifierLookupHits)
1885 : Name(Name), NameHash(ASTIdentifierLookupTrait::ComputeHash(Name)),
1886 PriorGeneration(PriorGeneration),
1887 NumIdentifierLookups(NumIdentifierLookups),
1888 NumIdentifierLookupHits(NumIdentifierLookupHits) {}
1889
1890 bool operator()(ModuleFile &M) {
1891 // If we've already searched this module file, skip it now.
1892 if (M.Generation <= PriorGeneration)
1893 return true;
1894
1895 ASTIdentifierLookupTable *IdTable
1896 = (ASTIdentifierLookupTable *)M.IdentifierLookupTable;
1897 if (!IdTable)
1898 return false;
1899
1900 ASTIdentifierLookupTrait Trait(IdTable->getInfoObj().getReader(), M,
1901 Found);
1902 ++NumIdentifierLookups;
1903 ASTIdentifierLookupTable::iterator Pos =
1904 IdTable->find_hashed(Name, NameHash, &Trait);
1905 if (Pos == IdTable->end())
1906 return false;
1907
1908 // Dereferencing the iterator has the effect of building the
1909 // IdentifierInfo node and populating it with the various
1910 // declarations it needs.
1911 ++NumIdentifierLookupHits;
1912 Found = *Pos;
1913 return true;
1914 }
1915
1916 // Retrieve the identifier info found within the module
1917 // files.
1918 IdentifierInfo *getIdentifierInfo() const { return Found; }
1919 };
1920
1921} // namespace
1922
1923void ASTReader::updateOutOfDateIdentifier(IdentifierInfo &II) {
1924 // Note that we are loading an identifier.
1925 Deserializing AnIdentifier(this);
1926
1927 unsigned PriorGeneration = 0;
1928 if (getContext().getLangOpts().Modules)
1929 PriorGeneration = IdentifierGeneration[&II];
1930
1931 // If there is a global index, look there first to determine which modules
1932 // provably do not have any results for this identifier.
1933 GlobalModuleIndex::HitSet Hits;
1934 GlobalModuleIndex::HitSet *HitsPtr = nullptr;
1935 if (!loadGlobalIndex()) {
1936 if (GlobalIndex->lookupIdentifier(II.getName(), Hits)) {
1937 HitsPtr = &Hits;
1938 }
1939 }
1940
1941 IdentifierLookupVisitor Visitor(II.getName(), PriorGeneration,
1942 NumIdentifierLookups,
1943 NumIdentifierLookupHits);
1944 ModuleMgr.visit(Visitor, HitsPtr);
1945 markIdentifierUpToDate(&II);
1946}
1947
1948void ASTReader::markIdentifierUpToDate(IdentifierInfo *II) {
1949 if (!II)
1950 return;
1951
1952 II->setOutOfDate(false);
1953
1954 // Update the generation for this identifier.
1955 if (getContext().getLangOpts().Modules)
1956 IdentifierGeneration[II] = getGeneration();
1957}
1958
1959void ASTReader::resolvePendingMacro(IdentifierInfo *II,
1960 const PendingMacroInfo &PMInfo) {
1961 ModuleFile &M = *PMInfo.M;
1962
1963 BitstreamCursor &Cursor = M.MacroCursor;
1964 SavedStreamPosition SavedPosition(Cursor);
1965 Cursor.JumpToBit(PMInfo.MacroDirectivesOffset);
1966
1967 struct ModuleMacroRecord {
1968 SubmoduleID SubModID;
1969 MacroInfo *MI;
1970 SmallVector<SubmoduleID, 8> Overrides;
1971 };
1972 llvm::SmallVector<ModuleMacroRecord, 8> ModuleMacros;
1973
1974 // We expect to see a sequence of PP_MODULE_MACRO records listing exported
1975 // macros, followed by a PP_MACRO_DIRECTIVE_HISTORY record with the complete
1976 // macro histroy.
1977 RecordData Record;
1978 while (true) {
1979 llvm::BitstreamEntry Entry =
1980 Cursor.advance(BitstreamCursor::AF_DontPopBlockAtEnd);
1981 if (Entry.Kind != llvm::BitstreamEntry::Record) {
1982 Error("malformed block record in AST file");
1983 return;
1984 }
1985
1986 Record.clear();
1987 switch ((PreprocessorRecordTypes)Cursor.readRecord(Entry.ID, Record)) {
1988 case PP_MACRO_DIRECTIVE_HISTORY:
1989 break;
1990
1991 case PP_MODULE_MACRO: {
1992 ModuleMacros.push_back(ModuleMacroRecord());
1993 auto &Info = ModuleMacros.back();
1994 Info.SubModID = getGlobalSubmoduleID(M, Record[0]);
1995 Info.MI = getMacro(getGlobalMacroID(M, Record[1]));
1996 for (int I = 2, N = Record.size(); I != N; ++I)
1997 Info.Overrides.push_back(getGlobalSubmoduleID(M, Record[I]));
1998 continue;
1999 }
2000
2001 default:
2002 Error("malformed block record in AST file");
2003 return;
2004 }
2005
2006 // We found the macro directive history; that's the last record
2007 // for this macro.
2008 break;
2009 }
2010
2011 // Module macros are listed in reverse dependency order.
2012 {
2013 std::reverse(ModuleMacros.begin(), ModuleMacros.end());
2014 llvm::SmallVector<ModuleMacro*, 8> Overrides;
2015 for (auto &MMR : ModuleMacros) {
2016 Overrides.clear();
2017 for (unsigned ModID : MMR.Overrides) {
2018 Module *Mod = getSubmodule(ModID);
2019 auto *Macro = PP.getModuleMacro(Mod, II);
2020 assert(Macro && "missing definition for overridden macro")(static_cast <bool> (Macro && "missing definition for overridden macro"
) ? void (0) : __assert_fail ("Macro && \"missing definition for overridden macro\""
, "/build/llvm-toolchain-snapshot-7~svn338205/tools/clang/lib/Serialization/ASTReader.cpp"
, 2020, __extension__ __PRETTY_FUNCTION__))
;
2021 Overrides.push_back(Macro);
2022 }
2023
2024 bool Inserted = false;
2025 Module *Owner = getSubmodule(MMR.SubModID);
2026 PP.addModuleMacro(Owner, II, MMR.MI, Overrides, Inserted);
2027 }
2028 }
2029
2030 // Don't read the directive history for a module; we don't have anywhere
2031 // to put it.
2032 if (M.isModule())
2033 return;
2034
2035 // Deserialize the macro directives history in reverse source-order.
2036 MacroDirective *Latest = nullptr, *Earliest = nullptr;
2037 unsigned Idx = 0, N = Record.size();
2038 while (Idx < N) {
2039 MacroDirective *MD = nullptr;
2040 SourceLocation Loc = ReadSourceLocation(M, Record, Idx);
2041 MacroDirective::Kind K = (MacroDirective::Kind)Record[Idx++];
2042 switch (K) {
2043 case MacroDirective::MD_Define: {
2044 MacroInfo *MI = getMacro(getGlobalMacroID(M, Record[Idx++]));
2045 MD = PP.AllocateDefMacroDirective(MI, Loc);
2046 break;
2047 }
2048 case MacroDirective::MD_Undefine:
2049 MD = PP.AllocateUndefMacroDirective(Loc);
2050 break;
2051 case MacroDirective::MD_Visibility:
2052 bool isPublic = Record[Idx++];
2053 MD = PP.AllocateVisibilityMacroDirective(Loc, isPublic);
2054 break;
2055 }
2056
2057 if (!Latest)
2058 Latest = MD;
2059 if (Earliest)
2060 Earliest->setPrevious(MD);
2061 Earliest = MD;
2062 }
2063
2064 if (Latest)
2065 PP.setLoadedMacroDirective(II, Earliest, Latest);
2066}
2067
2068ASTReader::InputFileInfo
2069ASTReader::readInputFileInfo(ModuleFile &F, unsigned ID) {
2070 // Go find this input file.
2071 BitstreamCursor &Cursor = F.InputFilesCursor;
2072 SavedStreamPosition SavedPosition(Cursor);
2073 Cursor.JumpToBit(F.InputFileOffsets[ID-1]);
2074
2075 unsigned Code = Cursor.ReadCode();
2076 RecordData Record;
2077 StringRef Blob;
2078
2079 unsigned Result = Cursor.readRecord(Code, Record, &Blob);
2080 assert(static_cast<InputFileRecordTypes>(Result) == INPUT_FILE &&(static_cast <bool> (static_cast<InputFileRecordTypes
>(Result) == INPUT_FILE && "invalid record type for input file"
) ? void (0) : __assert_fail ("static_cast<InputFileRecordTypes>(Result) == INPUT_FILE && \"invalid record type for input file\""
, "/build/llvm-toolchain-snapshot-7~svn338205/tools/clang/lib/Serialization/ASTReader.cpp"
, 2081, __extension__ __PRETTY_FUNCTION__))
2081 "invalid record type for input file")(static_cast <bool> (static_cast<InputFileRecordTypes
>(Result) == INPUT_FILE && "invalid record type for input file"
) ? void (0) : __assert_fail ("static_cast<InputFileRecordTypes>(Result) == INPUT_FILE && \"invalid record type for input file\""
, "/build/llvm-toolchain-snapshot-7~svn338205/tools/clang/lib/Serialization/ASTReader.cpp"
, 2081, __extension__ __PRETTY_FUNCTION__))
;
2082 (void)Result;
2083
2084 assert(Record[0] == ID && "Bogus stored ID or offset")(static_cast <bool> (Record[0] == ID && "Bogus stored ID or offset"
) ? void (0) : __assert_fail ("Record[0] == ID && \"Bogus stored ID or offset\""
, "/build/llvm-toolchain-snapshot-7~svn338205/tools/clang/lib/Serialization/ASTReader.cpp"
, 2084, __extension__ __PRETTY_FUNCTION__))
;
2085 InputFileInfo R;
2086 R.StoredSize = static_cast<off_t>(Record[1]);
2087 R.StoredTime = static_cast<time_t>(Record[2]);
2088 R.Overridden = static_cast<bool>(Record[3]);
2089 R.Transient = static_cast<bool>(Record[4]);
2090 R.TopLevelModuleMap = static_cast<bool>(Record[5]);
2091 R.Filename = Blob;
2092 ResolveImportedPath(F, R.Filename);
2093 return R;
2094}
2095
2096static unsigned moduleKindForDiagnostic(ModuleKind Kind);
2097InputFile ASTReader::getInputFile(ModuleFile &F, unsigned ID, bool Complain) {
2098 // If this ID is bogus, just return an empty input file.
2099 if (ID == 0 || ID > F.InputFilesLoaded.size())
2100 return InputFile();
2101
2102 // If we've already loaded this input file, return it.
2103 if (F.InputFilesLoaded[ID-1].getFile())
2104 return F.InputFilesLoaded[ID-1];
2105
2106 if (F.InputFilesLoaded[ID-1].isNotFound())
2107 return InputFile();
2108
2109 // Go find this input file.
2110 BitstreamCursor &Cursor = F.InputFilesCursor;
2111 SavedStreamPosition SavedPosition(Cursor);
2112 Cursor.JumpToBit(F.InputFileOffsets[ID-1]);
2113
2114 InputFileInfo FI = readInputFileInfo(F, ID);
2115 off_t StoredSize = FI.StoredSize;
2116 time_t StoredTime = FI.StoredTime;
2117 bool Overridden = FI.Overridden;
2118 bool Transient = FI.Transient;
2119 StringRef Filename = FI.Filename;
2120
2121 const FileEntry *File = FileMgr.getFile(Filename, /*OpenFile=*/false);
2122 // If we didn't find the file, resolve it relative to the
2123 // original directory from which this AST file was created.
2124 if (File == nullptr && !F.OriginalDir.empty() && !F.BaseDirectory.empty() &&
2125 F.OriginalDir != F.BaseDirectory) {
2126 std::string Resolved = resolveFileRelativeToOriginalDir(
2127 Filename, F.OriginalDir, F.BaseDirectory);
2128 if (!Resolved.empty())
2129 File = FileMgr.getFile(Resolved);
2130 }
2131
2132 // For an overridden file, create a virtual file with the stored
2133 // size/timestamp.
2134 if ((Overridden || Transient) && File == nullptr)
2135 File = FileMgr.getVirtualFile(Filename, StoredSize, StoredTime);
2136
2137 if (File == nullptr) {
2138 if (Complain) {
2139 std::string ErrorStr = "could not find file '";
2140 ErrorStr += Filename;
2141 ErrorStr += "' referenced by AST file '";
2142 ErrorStr += F.FileName;
2143 ErrorStr += "'";
2144 Error(ErrorStr);
2145 }
2146 // Record that we didn't find the file.
2147 F.InputFilesLoaded[ID-1] = InputFile::getNotFound();
2148 return InputFile();
2149 }
2150
2151 // Check if there was a request to override the contents of the file
2152 // that was part of the precompiled header. Overriding such a file
2153 // can lead to problems when lexing using the source locations from the
2154 // PCH.
2155 SourceManager &SM = getSourceManager();
2156 // FIXME: Reject if the overrides are different.
2157 if ((!Overridden && !Transient) && SM.isFileOverridden(File)) {
2158 if (Complain)
2159 Error(diag::err_fe_pch_file_overridden, Filename);
2160 // After emitting the diagnostic, recover by disabling the override so
2161 // that the original file will be used.
2162 //
2163 // FIXME: This recovery is just as broken as the original state; there may
2164 // be another precompiled module that's using the overridden contents, or
2165 // we might be half way through parsing it. Instead, we should treat the
2166 // overridden contents as belonging to a separate FileEntry.
2167 SM.disableFileContentsOverride(File);
2168 // The FileEntry is a virtual file entry with the size of the contents
2169 // that would override the original contents. Set it to the original's
2170 // size/time.
2171 FileMgr.modifyFileEntry(const_cast<FileEntry*>(File),
2172 StoredSize, StoredTime);
2173 }
2174
2175 bool IsOutOfDate = false;
2176
2177 // For an overridden file, there is nothing to validate.
2178 if (!Overridden && //
2179 (StoredSize != File->getSize() ||
2180 (StoredTime && StoredTime != File->getModificationTime() &&
2181 !DisableValidation)
2182 )) {
2183 if (Complain) {
2184 // Build a list of the PCH imports that got us here (in reverse).
2185 SmallVector<ModuleFile *, 4> ImportStack(1, &F);
2186 while (!ImportStack.back()->ImportedBy.empty())
2187 ImportStack.push_back(ImportStack.back()->ImportedBy[0]);
2188
2189 // The top-level PCH is stale.
2190 StringRef TopLevelPCHName(ImportStack.back()->FileName);
2191 unsigned DiagnosticKind = moduleKindForDiagnostic(ImportStack.back()->Kind);
2192 if (DiagnosticKind == 0)
2193 Error(diag::err_fe_pch_file_modified, Filename, TopLevelPCHName);
2194 else if (DiagnosticKind == 1)
2195 Error(diag::err_fe_module_file_modified, Filename, TopLevelPCHName);
2196 else
2197 Error(diag::err_fe_ast_file_modified, Filename, TopLevelPCHName);
2198
2199 // Print the import stack.
2200 if (ImportStack.size() > 1 && !Diags.isDiagnosticInFlight()) {
2201 Diag(diag::note_pch_required_by)
2202 << Filename << ImportStack[0]->FileName;
2203 for (unsigned I = 1; I < ImportStack.size(); ++I)
2204 Diag(diag::note_pch_required_by)
2205 << ImportStack[I-1]->FileName << ImportStack[I]->FileName;
2206 }
2207
2208 if (!Diags.isDiagnosticInFlight())
2209 Diag(diag::note_pch_rebuild_required) << TopLevelPCHName;
2210 }
2211
2212 IsOutOfDate = true;
2213 }
2214 // FIXME: If the file is overridden and we've already opened it,
2215 // issue an error (or split it into a separate FileEntry).
2216
2217 InputFile IF = InputFile(File, Overridden || Transient, IsOutOfDate);
2218
2219 // Note that we've loaded this input file.
2220 F.InputFilesLoaded[ID-1] = IF;
2221 return IF;
2222}
2223
2224/// If we are loading a relocatable PCH or module file, and the filename
2225/// is not an absolute path, add the system or module root to the beginning of
2226/// the file name.
2227void ASTReader::ResolveImportedPath(ModuleFile &M, std::string &Filename) {
2228 // Resolve relative to the base directory, if we have one.
2229 if (!M.BaseDirectory.empty())
2230 return ResolveImportedPath(Filename, M.BaseDirectory);
2231}
2232
2233void ASTReader::ResolveImportedPath(std::string &Filename, StringRef Prefix) {
2234 if (Filename.empty() || llvm::sys::path::is_absolute(Filename))
2235 return;
2236
2237 SmallString<128> Buffer;
2238 llvm::sys::path::append(Buffer, Prefix, Filename);
2239 Filename.assign(Buffer.begin(), Buffer.end());
2240}
2241
2242static bool isDiagnosedResult(ASTReader::ASTReadResult ARR, unsigned Caps) {
2243 switch (ARR) {
2244 case ASTReader::Failure: return true;
2245 case ASTReader::Missing: return !(Caps & ASTReader::ARR_Missing);
2246 case ASTReader::OutOfDate: return !(Caps & ASTReader::ARR_OutOfDate);
2247 case ASTReader::VersionMismatch: return !(Caps & ASTReader::ARR_VersionMismatch);
2248 case ASTReader::ConfigurationMismatch:
2249 return !(Caps & ASTReader::ARR_ConfigurationMismatch);
2250 case ASTReader::HadErrors: return true;
2251 case ASTReader::Success: return false;
2252 }
2253
2254 llvm_unreachable("unknown ASTReadResult")::llvm::llvm_unreachable_internal("unknown ASTReadResult", "/build/llvm-toolchain-snapshot-7~svn338205/tools/clang/lib/Serialization/ASTReader.cpp"
, 2254)
;
2255}
2256
2257ASTReader::ASTReadResult ASTReader::ReadOptionsBlock(
2258 BitstreamCursor &Stream, unsigned ClientLoadCapabilities,
2259 bool AllowCompatibleConfigurationMismatch, ASTReaderListener &Listener,
2260 std::string &SuggestedPredefines) {
2261 if (Stream.EnterSubBlock(OPTIONS_BLOCK_ID))
2262 return Failure;
2263
2264 // Read all of the records in the options block.
2265 RecordData Record;
2266 ASTReadResult Result = Success;
2267 while (true) {
2268 llvm::BitstreamEntry Entry = Stream.advance();
2269
2270 switch (Entry.Kind) {
2271 case llvm::BitstreamEntry::Error:
2272 case llvm::BitstreamEntry::SubBlock:
2273 return Failure;
2274
2275 case llvm::BitstreamEntry::EndBlock:
2276 return Result;
2277
2278 case llvm::BitstreamEntry::Record:
2279 // The interesting case.
2280 break;
2281 }
2282
2283 // Read and process a record.
2284 Record.clear();
2285 switch ((OptionsRecordTypes)Stream.readRecord(Entry.ID, Record)) {
2286 case LANGUAGE_OPTIONS: {
2287 bool Complain = (ClientLoadCapabilities & ARR_ConfigurationMismatch) == 0;
2288 if (ParseLanguageOptions(Record, Complain, Listener,
2289 AllowCompatibleConfigurationMismatch))
2290 Result = ConfigurationMismatch;
2291 break;
2292 }
2293
2294 case TARGET_OPTIONS: {
2295 bool Complain = (ClientLoadCapabilities & ARR_ConfigurationMismatch) == 0;
2296 if (ParseTargetOptions(Record, Complain, Listener,
2297 AllowCompatibleConfigurationMismatch))
2298 Result = ConfigurationMismatch;
2299 break;
2300 }
2301
2302 case FILE_SYSTEM_OPTIONS: {
2303 bool Complain = (ClientLoadCapabilities & ARR_ConfigurationMismatch) == 0;
2304 if (!AllowCompatibleConfigurationMismatch &&
2305 ParseFileSystemOptions(Record, Complain, Listener))
2306 Result = ConfigurationMismatch;
2307 break;
2308 }
2309
2310 case HEADER_SEARCH_OPTIONS: {
2311 bool Complain = (ClientLoadCapabilities & ARR_ConfigurationMismatch) == 0;
2312 if (!AllowCompatibleConfigurationMismatch &&
2313 ParseHeaderSearchOptions(Record, Complain, Listener))
2314 Result = ConfigurationMismatch;
2315 break;
2316 }
2317
2318 case PREPROCESSOR_OPTIONS:
2319 bool Complain = (ClientLoadCapabilities & ARR_ConfigurationMismatch) == 0;
2320 if (!AllowCompatibleConfigurationMismatch &&
2321 ParsePreprocessorOptions(Record, Complain, Listener,
2322 SuggestedPredefines))
2323 Result = ConfigurationMismatch;
2324 break;
2325 }
2326 }
2327}
2328
2329ASTReader::ASTReadResult
2330ASTReader::ReadControlBlock(ModuleFile &F,
2331 SmallVectorImpl<ImportedModule> &Loaded,
2332 const ModuleFile *ImportedBy,
2333 unsigned ClientLoadCapabilities) {
2334 BitstreamCursor &Stream = F.Stream;
2335 ASTReadResult Result = Success;
2336
2337 if (Stream.EnterSubBlock(CONTROL_BLOCK_ID)) {
2338 Error("malformed block record in AST file");
2339 return Failure;
2340 }
2341
2342 // Lambda to read the unhashed control block the first time it's called.
2343 //
2344 // For PCM files, the unhashed control block cannot be read until after the
2345 // MODULE_NAME record. However, PCH files have no MODULE_NAME, and yet still
2346 // need to look ahead before reading the IMPORTS record. For consistency,
2347 // this block is always read somehow (see BitstreamEntry::EndBlock).
2348 bool HasReadUnhashedControlBlock = false;
2349 auto readUnhashedControlBlockOnce = [&]() {
2350 if (!HasReadUnhashedControlBlock) {
2351 HasReadUnhashedControlBlock = true;
2352 if (ASTReadResult Result =
2353 readUnhashedControlBlock(F, ImportedBy, ClientLoadCapabilities))
2354 return Result;
2355 }
2356 return Success;
2357 };
2358
2359 // Read all of the records and blocks in the control block.
2360 RecordData Record;
2361 unsigned NumInputs = 0;
2362 unsigned NumUserInputs = 0;
2363 while (true) {
2364 llvm::BitstreamEntry Entry = Stream.advance();
2365
2366 switch (Entry.Kind) {
2367 case llvm::BitstreamEntry::Error:
2368 Error("malformed block record in AST file");
2369 return Failure;
2370 case llvm::BitstreamEntry::EndBlock: {
2371 // Validate the module before returning. This call catches an AST with
2372 // no module name and no imports.
2373 if (ASTReadResult Result = readUnhashedControlBlockOnce())
2374 return Result;
2375
2376 // Validate input files.
2377 const HeaderSearchOptions &HSOpts =
2378 PP.getHeaderSearchInfo().getHeaderSearchOpts();
2379
2380 // All user input files reside at the index range [0, NumUserInputs), and
2381 // system input files reside at [NumUserInputs, NumInputs). For explicitly
2382 // loaded module files, ignore missing inputs.
2383 if (!DisableValidation && F.Kind != MK_ExplicitModule &&
2384 F.Kind != MK_PrebuiltModule) {
2385 bool Complain = (ClientLoadCapabilities & ARR_OutOfDate) == 0;
2386
2387 // If we are reading a module, we will create a verification timestamp,
2388 // so we verify all input files. Otherwise, verify only user input
2389 // files.
2390
2391 unsigned N = NumUserInputs;
2392 if (ValidateSystemInputs ||
2393 (HSOpts.ModulesValidateOncePerBuildSession &&
2394 F.InputFilesValidationTimestamp <= HSOpts.BuildSessionTimestamp &&
2395 F.Kind == MK_ImplicitModule))
2396 N = NumInputs;
2397
2398 for (unsigned I = 0; I < N; ++I) {
2399 InputFile IF = getInputFile(F, I+1, Complain);
2400 if (!IF.getFile() || IF.isOutOfDate())
2401 return OutOfDate;
2402 }
2403 }
2404
2405 if (Listener)
2406 Listener->visitModuleFile(F.FileName, F.Kind);
2407
2408 if (Listener && Listener->needsInputFileVisitation()) {
2409 unsigned N = Listener->needsSystemInputFileVisitation() ? NumInputs
2410 : NumUserInputs;
2411 for (unsigned I = 0; I < N; ++I) {
2412 bool IsSystem = I >= NumUserInputs;
2413 InputFileInfo FI = readInputFileInfo(F, I+1);
2414 Listener->visitInputFile(FI.Filename, IsSystem, FI.Overridden,
2415 F.Kind == MK_ExplicitModule ||
2416 F.Kind == MK_PrebuiltModule);
2417 }
2418 }
2419
2420 return Result;
2421 }
2422
2423 case llvm::BitstreamEntry::SubBlock:
2424 switch (Entry.ID) {
2425 case INPUT_FILES_BLOCK_ID:
2426 F.InputFilesCursor = Stream;
2427 if (Stream.SkipBlock() || // Skip with the main cursor
2428 // Read the abbreviations
2429 ReadBlockAbbrevs(F.InputFilesCursor, INPUT_FILES_BLOCK_ID)) {
2430 Error("malformed block record in AST file");
2431 return Failure;
2432 }
2433 continue;
2434
2435 case OPTIONS_BLOCK_ID:
2436 // If we're reading the first module for this group, check its options
2437 // are compatible with ours. For modules it imports, no further checking
2438 // is required, because we checked them when we built it.
2439 if (Listener && !ImportedBy) {
2440 // Should we allow the configuration of the module file to differ from
2441 // the configuration of the current translation unit in a compatible
2442 // way?
2443 //
2444 // FIXME: Allow this for files explicitly specified with -include-pch.
2445 bool AllowCompatibleConfigurationMismatch =
2446 F.Kind == MK_ExplicitModule || F.Kind == MK_PrebuiltModule;
2447
2448 Result = ReadOptionsBlock(Stream, ClientLoadCapabilities,
2449 AllowCompatibleConfigurationMismatch,
2450 *Listener, SuggestedPredefines);
2451 if (Result == Failure) {
2452 Error("malformed block record in AST file");
2453 return Result;
2454 }
2455
2456 if (DisableValidation ||
2457 (AllowConfigurationMismatch && Result == ConfigurationMismatch))
2458 Result = Success;
2459
2460 // If we can't load the module, exit early since we likely
2461 // will rebuild the module anyway. The stream may be in the
2462 // middle of a block.
2463 if (Result != Success)
2464 return Result;
2465 } else if (Stream.SkipBlock()) {
2466 Error("malformed block record in AST file");
2467 return Failure;
2468 }
2469 continue;
2470
2471 default:
2472 if (Stream.SkipBlock()) {
2473 Error("malformed block record in AST file");
2474 return Failure;
2475 }
2476 continue;
2477 }
2478
2479 case llvm::BitstreamEntry::Record:
2480 // The interesting case.
2481 break;
2482 }
2483
2484 // Read and process a record.
2485 Record.clear();
2486 StringRef Blob;
2487 switch ((ControlRecordTypes)Stream.readRecord(Entry.ID, Record, &Blob)) {
2488 case METADATA: {
2489 if (Record[0] != VERSION_MAJOR && !DisableValidation) {
2490 if ((ClientLoadCapabilities & ARR_VersionMismatch) == 0)
2491 Diag(Record[0] < VERSION_MAJOR? diag::err_pch_version_too_old
2492 : diag::err_pch_version_too_new);
2493 return VersionMismatch;
2494 }
2495
2496 bool hasErrors = Record[7];
2497 if (hasErrors && !DisableValidation && !AllowASTWithCompilerErrors) {
2498 Diag(diag::err_pch_with_compiler_errors);
2499 return HadErrors;
2500 }
2501 if (hasErrors) {
2502 Diags.ErrorOccurred = true;
2503 Diags.UncompilableErrorOccurred = true;
2504 Diags.UnrecoverableErrorOccurred = true;
2505 }
2506
2507 F.RelocatablePCH = Record[4];
2508 // Relative paths in a relocatable PCH are relative to our sysroot.
2509 if (F.RelocatablePCH)
2510 F.BaseDirectory = isysroot.empty() ? "/" : isysroot;
2511
2512 F.HasTimestamps = Record[5];
2513
2514 F.PCHHasObjectFile = Record[6];
2515
2516 const std::string &CurBranch = getClangFullRepositoryVersion();
2517 StringRef ASTBranch = Blob;
2518 if (StringRef(CurBranch) != ASTBranch && !DisableValidation) {
2519 if ((ClientLoadCapabilities & ARR_VersionMismatch) == 0)
2520 Diag(diag::err_pch_different_branch) << ASTBranch << CurBranch;
2521 return VersionMismatch;
2522 }
2523 break;
2524 }
2525
2526 case IMPORTS: {
2527 // Validate the AST before processing any imports (otherwise, untangling
2528 // them can be error-prone and expensive). A module will have a name and
2529 // will already have been validated, but this catches the PCH case.
2530 if (ASTReadResult Result = readUnhashedControlBlockOnce())
2531 return Result;
2532
2533 // Load each of the imported PCH files.
2534 unsigned Idx = 0, N = Record.size();
2535 while (Idx < N) {
2536 // Read information about the AST file.
2537 ModuleKind ImportedKind = (ModuleKind)Record[Idx++];
2538 // The import location will be the local one for now; we will adjust
2539 // all import locations of module imports after the global source
2540 // location info are setup, in ReadAST.
2541 SourceLocation ImportLoc =
2542 ReadUntranslatedSourceLocation(Record[Idx++]);
2543 off_t StoredSize = (off_t)Record[Idx++];
2544 time_t StoredModTime = (time_t)Record[Idx++];
2545 ASTFileSignature StoredSignature = {
2546 {{(uint32_t)Record[Idx++], (uint32_t)Record[Idx++],
2547 (uint32_t)Record[Idx++], (uint32_t)Record[Idx++],
2548 (uint32_t)Record[Idx++]}}};
2549
2550 std::string ImportedName = ReadString(Record, Idx);
2551 std::string ImportedFile;
2552
2553 // For prebuilt and explicit modules first consult the file map for
2554 // an override. Note that here we don't search prebuilt module
2555 // directories, only the explicit name to file mappings. Also, we will
2556 // still verify the size/signature making sure it is essentially the
2557 // same file but perhaps in a different location.
2558 if (ImportedKind == MK_PrebuiltModule || ImportedKind == MK_ExplicitModule)
2559 ImportedFile = PP.getHeaderSearchInfo().getPrebuiltModuleFileName(
2560 ImportedName, /*FileMapOnly*/ true);
2561
2562 if (ImportedFile.empty())
2563 ImportedFile = ReadPath(F, Record, Idx);
2564 else
2565 SkipPath(Record, Idx);
2566
2567 // If our client can't cope with us being out of date, we can't cope with
2568 // our dependency being missing.
2569 unsigned Capabilities = ClientLoadCapabilities;
2570 if ((ClientLoadCapabilities & ARR_OutOfDate) == 0)
2571 Capabilities &= ~ARR_Missing;
2572
2573 // Load the AST file.
2574 auto Result = ReadASTCore(ImportedFile, ImportedKind, ImportLoc, &F,
2575 Loaded, StoredSize, StoredModTime,
2576 StoredSignature, Capabilities);
2577
2578 // If we diagnosed a problem, produce a backtrace.
2579 if (isDiagnosedResult(Result, Capabilities))
2580 Diag(diag::note_module_file_imported_by)
2581 << F.FileName << !F.ModuleName.empty() << F.ModuleName;
2582
2583 switch (Result) {
2584 case Failure: return Failure;
2585 // If we have to ignore the dependency, we'll have to ignore this too.
2586 case Missing:
2587 case OutOfDate: return OutOfDate;
2588 case VersionMismatch: return VersionMismatch;
2589 case ConfigurationMismatch: return ConfigurationMismatch;
2590 case HadErrors: return HadErrors;
2591 case Success: break;
2592 }
2593 }
2594 break;
2595 }
2596
2597 case ORIGINAL_FILE:
2598 F.OriginalSourceFileID = FileID::get(Record[0]);
2599 F.ActualOriginalSourceFileName = Blob;
2600 F.OriginalSourceFileName = F.ActualOriginalSourceFileName;
2601 ResolveImportedPath(F, F.OriginalSourceFileName);
2602 break;
2603
2604 case ORIGINAL_FILE_ID:
2605 F.OriginalSourceFileID = FileID::get(Record[0]);
2606 break;
2607
2608 case ORIGINAL_PCH_DIR:
2609 F.OriginalDir = Blob;
2610 break;
2611
2612 case MODULE_NAME:
2613 F.ModuleName = Blob;
2614 if (Listener)
2615 Listener->ReadModuleName(F.ModuleName);
2616
2617 // Validate the AST as soon as we have a name so we can exit early on
2618 // failure.
2619 if (ASTReadResult Result = readUnhashedControlBlockOnce())
2620 return Result;
2621
2622 break;
2623
2624 case MODULE_DIRECTORY: {
2625 assert(!F.ModuleName.empty() &&(static_cast <bool> (!F.ModuleName.empty() && "MODULE_DIRECTORY found before MODULE_NAME"
) ? void (0) : __assert_fail ("!F.ModuleName.empty() && \"MODULE_DIRECTORY found before MODULE_NAME\""
, "/build/llvm-toolchain-snapshot-7~svn338205/tools/clang/lib/Serialization/ASTReader.cpp"
, 2626, __extension__ __PRETTY_FUNCTION__))
2626 "MODULE_DIRECTORY found before MODULE_NAME")(static_cast <bool> (!F.ModuleName.empty() && "MODULE_DIRECTORY found before MODULE_NAME"
) ? void (0) : __assert_fail ("!F.ModuleName.empty() && \"MODULE_DIRECTORY found before MODULE_NAME\""
, "/build/llvm-toolchain-snapshot-7~svn338205/tools/clang/lib/Serialization/ASTReader.cpp"
, 2626, __extension__ __PRETTY_FUNCTION__))
;
2627 // If we've already loaded a module map file covering this module, we may
2628 // have a better path for it (relative to the current build).
2629 Module *M = PP.getHeaderSearchInfo().lookupModule(
2630 F.ModuleName, /*AllowSearch*/ true,
2631 /*AllowExtraModuleMapSearch*/ true);
2632 if (M && M->Directory) {
2633 // If we're implicitly loading a module, the base directory can't
2634 // change between the build and use.
2635 if (F.Kind != MK_ExplicitModule && F.Kind != MK_PrebuiltModule) {
2636 const DirectoryEntry *BuildDir =
2637 PP.getFileManager().getDirectory(Blob);
2638 if (!BuildDir || BuildDir != M->Directory) {
2639 if ((ClientLoadCapabilities & ARR_OutOfDate) == 0)
2640 Diag(diag::err_imported_module_relocated)
2641 << F.ModuleName << Blob << M->Directory->getName();
2642 return OutOfDate;
2643 }
2644 }
2645 F.BaseDirectory = M->Directory->getName();
2646 } else {
2647 F.BaseDirectory = Blob;
2648 }
2649 break;
2650 }
2651
2652 case MODULE_MAP_FILE:
2653 if (ASTReadResult Result =
2654 ReadModuleMapFileBlock(Record, F, ImportedBy, ClientLoadCapabilities))
2655 return Result;
2656 break;
2657
2658 case INPUT_FILE_OFFSETS:
2659 NumInputs = Record[0];
2660 NumUserInputs = Record[1];
2661 F.InputFileOffsets =
2662 (const llvm::support::unaligned_uint64_t *)Blob.data();
2663 F.InputFilesLoaded.resize(NumInputs);
2664 F.NumUserInputFiles = NumUserInputs;
2665 break;
2666 }
2667 }
2668}
2669
2670ASTReader::ASTReadResult
2671ASTReader::ReadASTBlock(ModuleFile &F, unsigned ClientLoadCapabilities) {
2672 BitstreamCursor &Stream = F.Stream;
2673
2674 if (Stream.EnterSubBlock(AST_BLOCK_ID)) {
2675 Error("malformed block record in AST file");
2676 return Failure;
2677 }
2678
2679 // Read all of the records and blocks for the AST file.
2680 RecordData Record;
2681 while (true) {
2682 llvm::BitstreamEntry Entry = Stream.advance();
2683
2684 switch (Entry.Kind) {
2685 case llvm::BitstreamEntry::Error:
2686 Error("error at end of module block in AST file");
2687 return Failure;
2688 case llvm::BitstreamEntry::EndBlock:
2689 // Outside of C++, we do not store a lookup map for the translation unit.
2690 // Instead, mark it as needing a lookup map to be built if this module
2691 // contains any declarations lexically within it (which it always does!).
2692 // This usually has no cost, since we very rarely need the lookup map for
2693 // the translation unit outside C++.
2694 if (ASTContext *Ctx = ContextObj) {
2695 DeclContext *DC = Ctx->getTranslationUnitDecl();
2696 if (DC->hasExternalLexicalStorage() && !Ctx->getLangOpts().CPlusPlus)
2697 DC->setMustBuildLookupTable();
2698 }
2699
2700 return Success;
2701 case llvm::BitstreamEntry::SubBlock:
2702 switch (Entry.ID) {
2703 case DECLTYPES_BLOCK_ID:
2704 // We lazily load the decls block, but we want to set up the
2705 // DeclsCursor cursor to point into it. Clone our current bitcode
2706 // cursor to it, enter the block and read the abbrevs in that block.
2707 // With the main cursor, we just skip over it.
2708 F.DeclsCursor = Stream;
2709 if (Stream.SkipBlock() || // Skip with the main cursor.
2710 // Read the abbrevs.
2711 ReadBlockAbbrevs(F.DeclsCursor, DECLTYPES_BLOCK_ID)) {
2712 Error("malformed block record in AST file");
2713 return Failure;
2714 }
2715 break;
2716
2717 case PREPROCESSOR_BLOCK_ID:
2718 F.MacroCursor = Stream;
2719 if (!PP.getExternalSource())
2720 PP.setExternalSource(this);
2721
2722 if (Stream.SkipBlock() ||
2723 ReadBlockAbbrevs(F.MacroCursor, PREPROCESSOR_BLOCK_ID)) {
2724 Error("malformed block record in AST file");
2725 return Failure;
2726 }
2727 F.MacroStartOffset = F.MacroCursor.GetCurrentBitNo();
2728 break;
2729
2730 case PREPROCESSOR_DETAIL_BLOCK_ID:
2731 F.PreprocessorDetailCursor = Stream;
2732 if (Stream.SkipBlock() ||
2733 ReadBlockAbbrevs(F.PreprocessorDetailCursor,
2734 PREPROCESSOR_DETAIL_BLOCK_ID)) {
2735 Error("malformed preprocessor detail record in AST file");
2736 return Failure;
2737 }
2738 F.PreprocessorDetailStartOffset
2739 = F.PreprocessorDetailCursor.GetCurrentBitNo();
2740
2741 if (!PP.getPreprocessingRecord())
2742 PP.createPreprocessingRecord();
2743 if (!PP.getPreprocessingRecord()->getExternalSource())
2744 PP.getPreprocessingRecord()->SetExternalSource(*this);
2745 break;
2746
2747 case SOURCE_MANAGER_BLOCK_ID:
2748 if (ReadSourceManagerBlock(F))
2749 return Failure;
2750 break;
2751
2752 case SUBMODULE_BLOCK_ID:
2753 if (ASTReadResult Result =
2754 ReadSubmoduleBlock(F, ClientLoadCapabilities))
2755 return Result;
2756 break;
2757
2758 case COMMENTS_BLOCK_ID: {
2759 BitstreamCursor C = Stream;
2760 if (Stream.SkipBlock() ||
2761 ReadBlockAbbrevs(C, COMMENTS_BLOCK_ID)) {
2762 Error("malformed comments block in AST file");
2763 return Failure;
2764 }
2765 CommentsCursors.push_back(std::make_pair(C, &F));
2766 break;
2767 }
2768
2769 default:
2770 if (Stream.SkipBlock()) {
2771 Error("malformed block record in AST file");
2772 return Failure;
2773 }
2774 break;
2775 }
2776 continue;
2777
2778 case llvm::BitstreamEntry::Record:
2779 // The interesting case.
2780 break;
2781 }
2782
2783 // Read and process a record.
2784 Record.clear();
2785 StringRef Blob;
2786 auto RecordType =
2787 (ASTRecordTypes)Stream.readRecord(Entry.ID, Record, &Blob);
2788
2789 // If we're not loading an AST context, we don't care about most records.
2790 if (!ContextObj) {
2791 switch (RecordType) {
2792 case IDENTIFIER_TABLE:
2793 case IDENTIFIER_OFFSET:
2794 case INTERESTING_IDENTIFIERS:
2795 case STATISTICS:
2796 case PP_CONDITIONAL_STACK:
2797 case PP_COUNTER_VALUE:
2798 case SOURCE_LOCATION_OFFSETS:
2799 case MODULE_OFFSET_MAP:
2800 case SOURCE_MANAGER_LINE_TABLE:
2801 case SOURCE_LOCATION_PRELOADS:
2802 case PPD_ENTITIES_OFFSETS:
2803 case HEADER_SEARCH_TABLE:
2804 case IMPORTED_MODULES:
2805 case MACRO_OFFSET:
2806 break;
2807 default:
2808 continue;
2809 }
2810 }
2811
2812 switch (RecordType) {
2813 default: // Default behavior: ignore.
2814 break;
2815
2816 case TYPE_OFFSET: {
2817 if (F.LocalNumTypes != 0) {
2818 Error("duplicate TYPE_OFFSET record in AST file");
2819 return Failure;
2820 }
2821 F.TypeOffsets = (const uint32_t *)Blob.data();
2822 F.LocalNumTypes = Record[0];
2823 unsigned LocalBaseTypeIndex = Record[1];
2824 F.BaseTypeIndex = getTotalNumTypes();
2825
2826 if (F.LocalNumTypes > 0) {
2827 // Introduce the global -> local mapping for types within this module.
2828 GlobalTypeMap.insert(std::make_pair(getTotalNumTypes(), &F));
2829
2830 // Introduce the local -> global mapping for types within this module.
2831 F.TypeRemap.insertOrReplace(
2832 std::make_pair(LocalBaseTypeIndex,
2833 F.BaseTypeIndex - LocalBaseTypeIndex));
2834
2835 TypesLoaded.resize(TypesLoaded.size() + F.LocalNumTypes);
2836 }
2837 break;
2838 }
2839
2840 case DECL_OFFSET: {
2841 if (F.LocalNumDecls != 0) {
2842 Error("duplicate DECL_OFFSET record in AST file");
2843 return Failure;
2844 }
2845 F.DeclOffsets = (const DeclOffset *)Blob.data();
2846 F.LocalNumDecls = Record[0];
2847 unsigned LocalBaseDeclID = Record[1];
2848 F.BaseDeclID = getTotalNumDecls();
2849
2850 if (F.LocalNumDecls > 0) {
2851 // Introduce the global -> local mapping for declarations within this
2852 // module.
2853 GlobalDeclMap.insert(
2854 std::make_pair(getTotalNumDecls() + NUM_PREDEF_DECL_IDS, &F));
2855
2856 // Introduce the local -> global mapping for declarations within this
2857 // module.
2858 F.DeclRemap.insertOrReplace(
2859 std::make_pair(LocalBaseDeclID, F.BaseDeclID - LocalBaseDeclID));
2860
2861 // Introduce the global -> local mapping for declarations within this
2862 // module.
2863 F.GlobalToLocalDeclIDs[&F] = LocalBaseDeclID;
2864
2865 DeclsLoaded.resize(DeclsLoaded.size() + F.LocalNumDecls);
2866 }
2867 break;
2868 }
2869
2870 case TU_UPDATE_LEXICAL: {
2871 DeclContext *TU = ContextObj->getTranslationUnitDecl();
2872 LexicalContents Contents(
2873 reinterpret_cast<const llvm::support::unaligned_uint32_t *>(
2874 Blob.data()),
2875 static_cast<unsigned int>(Blob.size() / 4));
2876 TULexicalDecls.push_back(std::make_pair(&F, Contents));
2877 TU->setHasExternalLexicalStorage(true);
2878 break;
2879 }
2880
2881 case UPDATE_VISIBLE: {
2882 unsigned Idx = 0;
2883 serialization::DeclID ID = ReadDeclID(F, Record, Idx);
2884 auto *Data = (const unsigned char*)Blob.data();
2885 PendingVisibleUpdates[ID].push_back(PendingVisibleUpdate{&F, Data});
2886 // If we've already loaded the decl, perform the updates when we finish
2887 // loading this block.
2888 if (Decl *D = GetExistingDecl(ID))
2889 PendingUpdateRecords.push_back(
2890 PendingUpdateRecord(ID, D, /*JustLoaded=*/false));
2891 break;
2892 }
2893
2894 case IDENTIFIER_TABLE:
2895 F.IdentifierTableData = Blob.data();
2896 if (Record[0]) {
2897 F.IdentifierLookupTable = ASTIdentifierLookupTable::Create(
2898 (const unsigned char *)F.IdentifierTableData + Record[0],
2899 (const unsigned char *)F.IdentifierTableData + sizeof(uint32_t),
2900 (const unsigned char *)F.IdentifierTableData,
2901 ASTIdentifierLookupTrait(*this, F));
2902
2903 PP.getIdentifierTable().setExternalIdentifierLookup(this);
2904 }
2905 break;
2906
2907 case IDENTIFIER_OFFSET: {
2908 if (F.LocalNumIdentifiers != 0) {
2909 Error("duplicate IDENTIFIER_OFFSET record in AST file");
2910 return Failure;
2911 }
2912 F.IdentifierOffsets = (const uint32_t *)Blob.data();
2913 F.LocalNumIdentifiers = Record[0];
2914 unsigned LocalBaseIdentifierID = Record[1];
2915 F.BaseIdentifierID = getTotalNumIdentifiers();
2916
2917 if (F.LocalNumIdentifiers > 0) {
2918 // Introduce the global -> local mapping for identifiers within this
2919 // module.
2920 GlobalIdentifierMap.insert(std::make_pair(getTotalNumIdentifiers() + 1,
2921 &F));
2922
2923 // Introduce the local -> global mapping for identifiers within this
2924 // module.
2925 F.IdentifierRemap.insertOrReplace(
2926 std::make_pair(LocalBaseIdentifierID,
2927 F.BaseIdentifierID - LocalBaseIdentifierID));
2928
2929 IdentifiersLoaded.resize(IdentifiersLoaded.size()
2930 + F.LocalNumIdentifiers);
2931 }
2932 break;
2933 }
2934
2935 case INTERESTING_IDENTIFIERS:
2936 F.PreloadIdentifierOffsets.assign(Record.begin(), Record.end());
2937 break;
2938
2939 case EAGERLY_DESERIALIZED_DECLS:
2940 // FIXME: Skip reading this record if our ASTConsumer doesn't care
2941 // about "interesting" decls (for instance, if we're building a module).
2942 for (unsigned I = 0, N = Record.size(); I != N; ++I)
2943 EagerlyDeserializedDecls.push_back(getGlobalDeclID(F, Record[I]));
2944 break;
2945
2946 case MODULAR_CODEGEN_DECLS:
2947 // FIXME: Skip reading this record if our ASTConsumer doesn't care about
2948 // them (ie: if we're not codegenerating this module).
2949 if (F.Kind == MK_MainFile)
2950 for (unsigned I = 0, N = Record.size(); I != N; ++I)
2951 EagerlyDeserializedDecls.push_back(getGlobalDeclID(F, Record[I]));
2952 break;
2953
2954 case SPECIAL_TYPES:
2955 if (SpecialTypes.empty()) {
2956 for (unsigned I = 0, N = Record.size(); I != N; ++I)
2957 SpecialTypes.push_back(getGlobalTypeID(F, Record[I]));
2958 break;
2959 }
2960
2961 if (SpecialTypes.size() != Record.size()) {
2962 Error("invalid special-types record");
2963 return Failure;
2964 }
2965
2966 for (unsigned I = 0, N = Record.size(); I != N; ++I) {
2967 serialization::TypeID ID = getGlobalTypeID(F, Record[I]);
2968 if (!SpecialTypes[I])
2969 SpecialTypes[I] = ID;
2970 // FIXME: If ID && SpecialTypes[I] != ID, do we need a separate
2971 // merge step?
2972 }
2973 break;
2974
2975 case STATISTICS:
2976 TotalNumStatements += Record[0];
2977 TotalNumMacros += Record[1];
2978 TotalLexicalDeclContexts += Record[2];
2979 TotalVisibleDeclContexts += Record[3];
2980 break;
2981
2982 case UNUSED_FILESCOPED_DECLS:
2983 for (unsigned I = 0, N = Record.size(); I != N; ++I)
2984 UnusedFileScopedDecls.push_back(getGlobalDeclID(F, Record[I]));
2985 break;
2986
2987 case DELEGATING_CTORS:
2988 for (unsigned I = 0, N = Record.size(); I != N; ++I)
2989 DelegatingCtorDecls.push_back(getGlobalDeclID(F, Record[I]));
2990 break;
2991
2992 case WEAK_UNDECLARED_IDENTIFIERS:
2993 if (Record.size() % 4 != 0) {
2994 Error("invalid weak identifiers record");
2995 return Failure;
2996 }
2997
2998 // FIXME: Ignore weak undeclared identifiers from non-original PCH
2999 // files. This isn't the way to do it :)
3000 WeakUndeclaredIdentifiers.clear();
3001
3002 // Translate the weak, undeclared identifiers into global IDs.
3003 for (unsigned I = 0, N = Record.size(); I < N; /* in loop */) {
3004 WeakUndeclaredIdentifiers.push_back(
3005 getGlobalIdentifierID(F, Record[I++]));
3006 WeakUndeclaredIdentifiers.push_back(
3007 getGlobalIdentifierID(F, Record[I++]));
3008 WeakUndeclaredIdentifiers.push_back(
3009 ReadSourceLocation(F, Record, I).getRawEncoding());
3010 WeakUndeclaredIdentifiers.push_back(Record[I++]);
3011 }
3012 break;
3013
3014 case SELECTOR_OFFSETS: {
3015 F.SelectorOffsets = (const uint32_t *)Blob.data();
3016 F.LocalNumSelectors = Record[0];
3017 unsigned LocalBaseSelectorID = Record[1];
3018 F.BaseSelectorID = getTotalNumSelectors();
3019
3020 if (F.LocalNumSelectors > 0) {
3021 // Introduce the global -> local mapping for selectors within this
3022 // module.
3023 GlobalSelectorMap.insert(std::make_pair(getTotalNumSelectors()+1, &F));
3024
3025 // Introduce the local -> global mapping for selectors within this
3026 // module.
3027 F.SelectorRemap.insertOrReplace(
3028 std::make_pair(LocalBaseSelectorID,
3029 F.BaseSelectorID - LocalBaseSelectorID));
3030
3031 SelectorsLoaded.resize(SelectorsLoaded.size() + F.LocalNumSelectors);
3032 }
3033 break;
3034 }
3035
3036 case METHOD_POOL:
3037 F.SelectorLookupTableData = (const unsigned char *)Blob.data();
3038 if (Record[0])
3039 F.SelectorLookupTable
3040 = ASTSelectorLookupTable::Create(
3041 F.SelectorLookupTableData + Record[0],
3042 F.SelectorLookupTableData,
3043 ASTSelectorLookupTrait(*this, F));
3044 TotalNumMethodPoolEntries += Record[1];
3045 break;
3046
3047 case REFERENCED_SELECTOR_POOL:
3048 if (!Record.empty()) {
3049 for (unsigned Idx = 0, N = Record.size() - 1; Idx < N; /* in loop */) {
3050 ReferencedSelectorsData.push_back(getGlobalSelectorID(F,
3051 Record[Idx++]));
3052 ReferencedSelectorsData.push_back(ReadSourceLocation(F, Record, Idx).
3053 getRawEncoding());
3054 }
3055 }
3056 break;
3057
3058 case PP_CONDITIONAL_STACK:
3059 if (!Record.empty()) {
3060 unsigned Idx = 0, End = Record.size() - 1;
3061 bool ReachedEOFWhileSkipping = Record[Idx++];
3062 llvm::Optional<Preprocessor::PreambleSkipInfo> SkipInfo;
3063 if (ReachedEOFWhileSkipping) {
3064 SourceLocation HashToken = ReadSourceLocation(F, Record, Idx);
3065 SourceLocation IfTokenLoc = ReadSourceLocation(F, Record, Idx);
3066 bool FoundNonSkipPortion = Record[Idx++];
3067 bool FoundElse = Record[Idx++];
3068 SourceLocation ElseLoc = ReadSourceLocation(F, Record, Idx);
3069 SkipInfo.emplace(HashToken, IfTokenLoc, FoundNonSkipPortion,
3070 FoundElse, ElseLoc);
3071 }
3072 SmallVector<PPConditionalInfo, 4> ConditionalStack;
3073 while (Idx < End) {
3074 auto Loc = ReadSourceLocation(F, Record, Idx);
3075 bool WasSkipping = Record[Idx++];
3076 bool FoundNonSkip = Record[Idx++];
3077 bool FoundElse = Record[Idx++];
3078 ConditionalStack.push_back(
3079 {Loc, WasSkipping, FoundNonSkip, FoundElse});
3080 }
3081 PP.setReplayablePreambleConditionalStack(ConditionalStack, SkipInfo);
3082 }
3083 break;
3084
3085 case PP_COUNTER_VALUE:
3086 if (!Record.empty() && Listener)
3087 Listener->ReadCounter(F, Record[0]);
3088 break;
3089
3090 case FILE_SORTED_DECLS:
3091 F.FileSortedDecls = (const DeclID *)Blob.data();
3092 F.NumFileSortedDecls = Record[0];
3093 break;
3094
3095 case SOURCE_LOCATION_OFFSETS: {
3096 F.SLocEntryOffsets = (const uint32_t *)Blob.data();
3097 F.LocalNumSLocEntries = Record[0];
3098 unsigned SLocSpaceSize = Record[1];
3099 std::tie(F.SLocEntryBaseID, F.SLocEntryBaseOffset) =
3100 SourceMgr.AllocateLoadedSLocEntries(F.LocalNumSLocEntries,
3101 SLocSpaceSize);
3102 if (!F.SLocEntryBaseID) {
3103 Error("ran out of source locations");
3104 break;
3105 }
3106 // Make our entry in the range map. BaseID is negative and growing, so
3107 // we invert it. Because we invert it, though, we need the other end of
3108 // the range.
3109 unsigned RangeStart =
3110 unsigned(-F.SLocEntryBaseID) - F.LocalNumSLocEntries + 1;
3111 GlobalSLocEntryMap.insert(std::make_pair(RangeStart, &F));
3112 F.FirstLoc = SourceLocation::getFromRawEncoding(F.SLocEntryBaseOffset);
3113
3114 // SLocEntryBaseOffset is lower than MaxLoadedOffset and decreasing.
3115 assert((F.SLocEntryBaseOffset & (1U << 31U)) == 0)(static_cast <bool> ((F.SLocEntryBaseOffset & (1U <<
31U)) == 0) ? void (0) : __assert_fail ("(F.SLocEntryBaseOffset & (1U << 31U)) == 0"
, "/build/llvm-toolchain-snapshot-7~svn338205/tools/clang/lib/Serialization/ASTReader.cpp"
, 3115, __extension__ __PRETTY_FUNCTION__))
;
3116 GlobalSLocOffsetMap.insert(
3117 std::make_pair(SourceManager::MaxLoadedOffset - F.SLocEntryBaseOffset
3118 - SLocSpaceSize,&F));
3119
3120 // Initialize the remapping table.
3121 // Invalid stays invalid.
3122 F.SLocRemap.insertOrReplace(std::make_pair(0U, 0));
3123 // This module. Base was 2 when being compiled.
3124 F.SLocRemap.insertOrReplace(std::make_pair(2U,
3125 static_cast<int>(F.SLocEntryBaseOffset - 2)));
3126
3127 TotalNumSLocEntries += F.LocalNumSLocEntries;
3128 break;
3129 }
3130
3131 case MODULE_OFFSET_MAP:
3132 F.ModuleOffsetMap = Blob;
3133 break;
3134
3135 case SOURCE_MANAGER_LINE_TABLE:
3136 if (ParseLineTable(F, Record))
3137 return Failure;
3138 break;
3139
3140 case SOURCE_LOCATION_PRELOADS: {
3141 // Need to transform from the local view (1-based IDs) to the global view,
3142 // which is based off F.SLocEntryBaseID.
3143 if (!F.PreloadSLocEntries.empty()) {
3144 Error("Multiple SOURCE_LOCATION_PRELOADS records in AST file");
3145 return Failure;
3146 }
3147
3148 F.PreloadSLocEntries.swap(Record);
3149 break;
3150 }
3151
3152 case EXT_VECTOR_DECLS:
3153 for (unsigned I = 0, N = Record.size(); I != N; ++I)
3154 ExtVectorDecls.push_back(getGlobalDeclID(F, Record[I]));
3155 break;
3156
3157 case VTABLE_USES:
3158 if (Record.size() % 3 != 0) {
3159 Error("Invalid VTABLE_USES record");
3160 return Failure;
3161 }
3162
3163 // Later tables overwrite earlier ones.
3164 // FIXME: Modules will have some trouble with this. This is clearly not
3165 // the right way to do this.
3166 VTableUses.clear();
3167
3168 for (unsigned Idx = 0, N = Record.size(); Idx != N; /* In loop */) {
3169 VTableUses.push_back(getGlobalDeclID(F, Record[Idx++]));
3170 VTableUses.push_back(
3171 ReadSourceLocation(F, Record, Idx).getRawEncoding());
3172 VTableUses.push_back(Record[Idx++]);
3173 }
3174 break;
3175
3176 case PENDING_IMPLICIT_INSTANTIATIONS:
3177 if (PendingInstantiations.size() % 2 != 0) {
3178 Error("Invalid existing PendingInstantiations");
3179 return Failure;
3180 }
3181
3182 if (Record.size() % 2 != 0) {
3183 Error("Invalid PENDING_IMPLICIT_INSTANTIATIONS block");
3184 return Failure;
3185 }
3186
3187 for (unsigned I = 0, N = Record.size(); I != N; /* in loop */) {
3188 PendingInstantiations.push_back(getGlobalDeclID(F, Record[I++]));
3189 PendingInstantiations.push_back(
3190 ReadSourceLocation(F, Record, I).getRawEncoding());
3191 }
3192 break;
3193
3194 case SEMA_DECL_REFS:
3195 if (Record.size() != 3) {
3196 Error("Invalid SEMA_DECL_REFS block");
3197 return Failure;
3198 }
3199 for (unsigned I = 0, N = Record.size(); I != N; ++I)
3200 SemaDeclRefs.push_back(getGlobalDeclID(F, Record[I]));
3201 break;
3202
3203 case PPD_ENTITIES_OFFSETS: {
3204 F.PreprocessedEntityOffsets = (const PPEntityOffset *)Blob.data();
3205 assert(Blob.size() % sizeof(PPEntityOffset) == 0)(static_cast <bool> (Blob.size() % sizeof(PPEntityOffset
) == 0) ? void (0) : __assert_fail ("Blob.size() % sizeof(PPEntityOffset) == 0"
, "/build/llvm-toolchain-snapshot-7~svn338205/tools/clang/lib/Serialization/ASTReader.cpp"
, 3205, __extension__ __PRETTY_FUNCTION__))
;
3206 F.NumPreprocessedEntities = Blob.size() / sizeof(PPEntityOffset);
3207
3208 unsigned LocalBasePreprocessedEntityID = Record[0];
3209
3210 unsigned StartingID;
3211 if (!PP.getPreprocessingRecord())
3212 PP.createPreprocessingRecord();
3213 if (!PP.getPreprocessingRecord()->getExternalSource())
3214 PP.getPreprocessingRecord()->SetExternalSource(*this);
3215 StartingID
3216 = PP.getPreprocessingRecord()
3217 ->allocateLoadedEntities(F.NumPreprocessedEntities);
3218 F.BasePreprocessedEntityID = StartingID;
3219
3220 if (F.NumPreprocessedEntities > 0) {
3221 // Introduce the global -> local mapping for preprocessed entities in
3222 // this module.
3223 GlobalPreprocessedEntityMap.insert(std::make_pair(StartingID, &F));
3224
3225 // Introduce the local -> global mapping for preprocessed entities in
3226 // this module.
3227 F.PreprocessedEntityRemap.insertOrReplace(
3228 std::make_pair(LocalBasePreprocessedEntityID,
3229 F.BasePreprocessedEntityID - LocalBasePreprocessedEntityID));
3230 }
3231
3232 break;
3233 }
3234
3235 case PPD_SKIPPED_RANGES: {
3236 F.PreprocessedSkippedRangeOffsets = (const PPSkippedRange*)Blob.data();
3237 assert(Blob.size() % sizeof(PPSkippedRange) == 0)(static_cast <bool> (Blob.size() % sizeof(PPSkippedRange
) == 0) ? void (0) : __assert_fail ("Blob.size() % sizeof(PPSkippedRange) == 0"
, "/build/llvm-toolchain-snapshot-7~svn338205/tools/clang/lib/Serialization/ASTReader.cpp"
, 3237, __extension__ __PRETTY_FUNCTION__))
;
3238 F.NumPreprocessedSkippedRanges = Blob.size() / sizeof(PPSkippedRange);
3239
3240 if (!PP.getPreprocessingRecord())
3241 PP.createPreprocessingRecord();
3242 if (!PP.getPreprocessingRecord()->getExternalSource())
3243 PP.getPreprocessingRecord()->SetExternalSource(*this);
3244 F.BasePreprocessedSkippedRangeID = PP.getPreprocessingRecord()
3245 ->allocateSkippedRanges(F.NumPreprocessedSkippedRanges);
3246
3247 if (F.NumPreprocessedSkippedRanges > 0)
3248 GlobalSkippedRangeMap.insert(
3249 std::make_pair(F.BasePreprocessedSkippedRangeID, &F));
3250 break;
3251 }
3252
3253 case DECL_UPDATE_OFFSETS:
3254 if (Record.size() % 2 != 0) {
3255 Error("invalid DECL_UPDATE_OFFSETS block in AST file");
3256 return Failure;
3257 }
3258 for (unsigned I = 0, N = Record.size(); I != N; I += 2) {
3259 GlobalDeclID ID = getGlobalDeclID(F, Record[I]);
3260 DeclUpdateOffsets[ID].push_back(std::make_pair(&F, Record[I + 1]));
3261
3262 // If we've already loaded the decl, perform the updates when we finish
3263 // loading this block.
3264 if (Decl *D = GetExistingDecl(ID))
3265 PendingUpdateRecords.push_back(
3266 PendingUpdateRecord(ID, D, /*JustLoaded=*/false));
3267 }
3268 break;
3269
3270 case OBJC_CATEGORIES_MAP:
3271 if (F.LocalNumObjCCategoriesInMap != 0) {
3272 Error("duplicate OBJC_CATEGORIES_MAP record in AST file");
3273 return Failure;
3274 }
3275
3276 F.LocalNumObjCCategoriesInMap = Record[0];
3277 F.ObjCCategoriesMap = (const ObjCCategoriesInfo *)Blob.data();
3278 break;
3279
3280 case OBJC_CATEGORIES:
3281 F.ObjCCategories.swap(Record);
3282 break;
3283
3284 case CUDA_SPECIAL_DECL_REFS:
3285 // Later tables overwrite earlier ones.
3286 // FIXME: Modules will have trouble with this.
3287 CUDASpecialDeclRefs.clear();
3288 for (unsigned I = 0, N = Record.size(); I != N; ++I)
3289 CUDASpecialDeclRefs.push_back(getGlobalDeclID(F, Record[I]));
3290 break;
3291
3292 case HEADER_SEARCH_TABLE:
3293 F.HeaderFileInfoTableData = Blob.data();
3294 F.LocalNumHeaderFileInfos = Record[1];
3295 if (Record[0]) {
3296 F.HeaderFileInfoTable
3297 = HeaderFileInfoLookupTable::Create(
3298 (const unsigned char *)F.HeaderFileInfoTableData + Record[0],
3299 (const unsigned char *)F.HeaderFileInfoTableData,
3300 HeaderFileInfoTrait(*this, F,
3301 &PP.getHeaderSearchInfo(),
3302 Blob.data() + Record[2]));
3303
3304 PP.getHeaderSearchInfo().SetExternalSource(this);
3305 if (!PP.getHeaderSearchInfo().getExternalLookup())
3306 PP.getHeaderSearchInfo().SetExternalLookup(this);
3307 }
3308 break;
3309
3310 case FP_PRAGMA_OPTIONS:
3311 // Later tables overwrite earlier ones.
3312 FPPragmaOptions.swap(Record);
3313 break;
3314
3315 case OPENCL_EXTENSIONS:
3316 for (unsigned I = 0, E = Record.size(); I != E; ) {
3317 auto Name = ReadString(Record, I);
3318 auto &Opt = OpenCLExtensions.OptMap[Name];
3319 Opt.Supported = Record[I++] != 0;
3320 Opt.Enabled = Record[I++] != 0;
3321 Opt.Avail = Record[I++];
3322 Opt.Core = Record[I++];
3323 }
3324 break;
3325
3326 case OPENCL_EXTENSION_TYPES:
3327 for (unsigned I = 0, E = Record.size(); I != E;) {
3328 auto TypeID = static_cast<::TypeID>(Record[I++]);
3329 auto *Type = GetType(TypeID).getTypePtr();
3330 auto NumExt = static_cast<unsigned>(Record[I++]);
3331 for (unsigned II = 0; II != NumExt; ++II) {
3332 auto Ext = ReadString(Record, I);
3333 OpenCLTypeExtMap[Type].insert(Ext);
3334 }
3335 }
3336 break;
3337
3338 case OPENCL_EXTENSION_DECLS:
3339 for (unsigned I = 0, E = Record.size(); I != E;) {
3340 auto DeclID = static_cast<::DeclID>(Record[I++]);
3341 auto *Decl = GetDecl(DeclID);
3342 auto NumExt = static_cast<unsigned>(Record[I++]);
3343 for (unsigned II = 0; II != NumExt; ++II) {
3344 auto Ext = ReadString(Record, I);
3345 OpenCLDeclExtMap[Decl].insert(Ext);
3346 }
3347 }
3348 break;
3349
3350 case TENTATIVE_DEFINITIONS:
3351 for (unsigned I = 0, N = Record.size(); I != N; ++I)
3352 TentativeDefinitions.push_back(getGlobalDeclID(F, Record[I]));
3353 break;
3354
3355 case KNOWN_NAMESPACES:
3356 for (unsigned I = 0, N = Record.size(); I != N; ++I)
3357 KnownNamespaces.push_back(getGlobalDeclID(F, Record[I]));
3358 break;
3359
3360 case UNDEFINED_BUT_USED:
3361 if (UndefinedButUsed.size() % 2 != 0) {
3362 Error("Invalid existing UndefinedButUsed");
3363 return Failure;
3364 }
3365
3366 if (Record.size() % 2 != 0) {
3367 Error("invalid undefined-but-used record");
3368 return Failure;
3369 }
3370 for (unsigned I = 0, N = Record.size(); I != N; /* in loop */) {
3371 UndefinedButUsed.push_back(getGlobalDeclID(F, Record[I++]));
3372 UndefinedButUsed.push_back(
3373 ReadSourceLocation(F, Record, I).getRawEncoding());
3374 }
3375 break;
3376
3377 case DELETE_EXPRS_TO_ANALYZE:
3378 for (unsigned I = 0, N = Record.size(); I != N;) {
3379 DelayedDeleteExprs.push_back(getGlobalDeclID(F, Record[I++]));
3380 const uint64_t Count = Record[I++];
3381 DelayedDeleteExprs.push_back(Count);
3382 for (uint64_t C = 0; C < Count; ++C) {
3383 DelayedDeleteExprs.push_back(ReadSourceLocation(F, Record, I).getRawEncoding());
3384 bool IsArrayForm = Record[I++] == 1;
3385 DelayedDeleteExprs.push_back(IsArrayForm);
3386 }
3387 }
3388 break;
3389
3390 case IMPORTED_MODULES:
3391 if (!F.isModule()) {
3392 // If we aren't loading a module (which has its own exports), make
3393 // all of the imported modules visible.
3394 // FIXME: Deal with macros-only imports.
3395 for (unsigned I = 0, N = Record.size(); I != N; /**/) {
3396 unsigned GlobalID = getGlobalSubmoduleID(F, Record[I++]);
3397 SourceLocation Loc = ReadSourceLocation(F, Record, I);
3398 if (GlobalID) {
3399 ImportedModules.push_back(ImportedSubmodule(GlobalID, Loc));
3400 if (DeserializationListener)
3401 DeserializationListener->ModuleImportRead(GlobalID, Loc);
3402 }
3403 }
3404 }
3405 break;
3406
3407 case MACRO_OFFSET: {
3408 if (F.LocalNumMacros != 0) {
3409 Error("duplicate MACRO_OFFSET record in AST file");
3410 return Failure;
3411 }
3412 F.MacroOffsets = (const uint32_t *)Blob.data();
3413 F.LocalNumMacros = Record[0];
3414 unsigned LocalBaseMacroID = Record[1];
3415 F.BaseMacroID = getTotalNumMacros();
3416
3417 if (F.LocalNumMacros > 0) {
3418 // Introduce the global -> local mapping for macros within this module.
3419 GlobalMacroMap.insert(std::make_pair(getTotalNumMacros() + 1, &F));
3420
3421 // Introduce the local -> global mapping for macros within this module.
3422 F.MacroRemap.insertOrReplace(
3423 std::make_pair(LocalBaseMacroID,
3424 F.BaseMacroID - LocalBaseMacroID));
3425
3426 MacrosLoaded.resize(MacrosLoaded.size() + F.LocalNumMacros);
3427 }
3428 break;
3429 }
3430
3431 case LATE_PARSED_TEMPLATE:
3432 LateParsedTemplates.append(Record.begin(), Record.end());
3433 break;
3434
3435 case OPTIMIZE_PRAGMA_OPTIONS:
3436 if (Record.size() != 1) {
3437 Error("invalid pragma optimize record");
3438 return Failure;
3439 }
3440 OptimizeOffPragmaLocation = ReadSourceLocation(F, Record[0]);
3441 break;
3442
3443 case MSSTRUCT_PRAGMA_OPTIONS:
3444 if (Record.size() != 1) {
3445 Error("invalid pragma ms_struct record");
3446 return Failure;
3447 }
3448 PragmaMSStructState = Record[0];
3449 break;
3450
3451 case POINTERS_TO_MEMBERS_PRAGMA_OPTIONS:
3452 if (Record.size() != 2) {
3453 Error("invalid pragma ms_struct record");
3454 return Failure;
3455 }
3456 PragmaMSPointersToMembersState = Record[0];
3457 PointersToMembersPragmaLocation = ReadSourceLocation(F, Record[1]);
3458 break;
3459
3460 case UNUSED_LOCAL_TYPEDEF_NAME_CANDIDATES:
3461 for (unsigned I = 0, N = Record.size(); I != N; ++I)
3462 UnusedLocalTypedefNameCandidates.push_back(
3463 getGlobalDeclID(F, Record[I]));
3464 break;
3465
3466 case CUDA_PRAGMA_FORCE_HOST_DEVICE_DEPTH:
3467 if (Record.size() != 1) {
3468 Error("invalid cuda pragma options record");
3469 return Failure;
3470 }
3471 ForceCUDAHostDeviceDepth = Record[0];
3472 break;
3473
3474 case PACK_PRAGMA_OPTIONS: {
3475 if (Record.size() < 3) {
3476 Error("invalid pragma pack record");
3477 return Failure;
3478 }
3479 PragmaPackCurrentValue = Record[0];
3480 PragmaPackCurrentLocation = ReadSourceLocation(F, Record[1]);
3481 unsigned NumStackEntries = Record[2];
3482 unsigned Idx = 3;
3483 // Reset the stack when importing a new module.
3484 PragmaPackStack.clear();
3485 for (unsigned I = 0; I < NumStackEntries; ++I) {
3486 PragmaPackStackEntry Entry;
3487 Entry.Value = Record[Idx++];
3488 Entry.Location = ReadSourceLocation(F, Record[Idx++]);
3489 Entry.PushLocation = ReadSourceLocation(F, Record[Idx++]);
3490 PragmaPackStrings.push_back(ReadString(Record, Idx));
3491 Entry.SlotLabel = PragmaPackStrings.back();
3492 PragmaPackStack.push_back(Entry);
3493 }
3494 break;
3495 }
3496 }
3497 }
3498}
3499
3500void ASTReader::ReadModuleOffsetMap(ModuleFile &F) const {
3501 assert(!F.ModuleOffsetMap.empty() && "no module offset map to read")(static_cast <bool> (!F.ModuleOffsetMap.empty() &&
"no module offset map to read") ? void (0) : __assert_fail (
"!F.ModuleOffsetMap.empty() && \"no module offset map to read\""
, "/build/llvm-toolchain-snapshot-7~svn338205/tools/clang/lib/Serialization/ASTReader.cpp"
, 3501, __extension__ __PRETTY_FUNCTION__))
;
3502
3503 // Additional remapping information.
3504 const unsigned char *Data = (const unsigned char*)F.ModuleOffsetMap.data();
3505 const unsigned char *DataEnd = Data + F.ModuleOffsetMap.size();
3506 F.ModuleOffsetMap = StringRef();
3507
3508 // If we see this entry before SOURCE_LOCATION_OFFSETS, add placeholders.
3509 if (F.SLocRemap.find(0) == F.SLocRemap.end()) {
3510 F.SLocRemap.insert(std::make_pair(0U, 0));
3511 F.SLocRemap.insert(std::make_pair(2U, 1));
3512 }
3513
3514 // Continuous range maps we may be updating in our module.
3515 using RemapBuilder = ContinuousRangeMap<uint32_t, int, 2>::Builder;
3516 RemapBuilder SLocRemap(F.SLocRemap);
3517 RemapBuilder IdentifierRemap(F.IdentifierRemap);
3518 RemapBuilder MacroRemap(F.MacroRemap);
3519 RemapBuilder PreprocessedEntityRemap(F.PreprocessedEntityRemap);
3520 RemapBuilder SubmoduleRemap(F.SubmoduleRemap);
3521 RemapBuilder SelectorRemap(F.SelectorRemap);
3522 RemapBuilder DeclRemap(F.DeclRemap);
3523 RemapBuilder TypeRemap(F.TypeRemap);
3524
3525 while (Data < DataEnd) {
3526 // FIXME: Looking up dependency modules by filename is horrible. Let's
3527 // start fixing this with prebuilt and explicit modules and see how it
3528 // goes...
3529 using namespace llvm::support;
3530 ModuleKind Kind = static_cast<ModuleKind>(
3531 endian::readNext<uint8_t, little, unaligned>(Data));
3532 uint16_t Len = endian::readNext<uint16_t, little, unaligned>(Data);
3533 StringRef Name = StringRef((const char*)Data, Len);
3534 Data += Len;
3535 ModuleFile *OM = (Kind == MK_PrebuiltModule || Kind == MK_ExplicitModule
3536 ? ModuleMgr.lookupByModuleName(Name)
3537 : ModuleMgr.lookupByFileName(Name));
3538 if (!OM) {
3539 std::string Msg =
3540 "SourceLocation remap refers to unknown module, cannot find ";
3541 Msg.append(Name);
3542 Error(Msg);
3543 return;
3544 }
3545
3546 uint32_t SLocOffset =
3547 endian::readNext<uint32_t, little, unaligned>(Data);
3548 uint32_t IdentifierIDOffset =
3549 endian::readNext<uint32_t, little, unaligned>(Data);
3550 uint32_t MacroIDOffset =
3551 endian::readNext<uint32_t, little, unaligned>(Data);
3552 uint32_t PreprocessedEntityIDOffset =
3553 endian::readNext<uint32_t, little, unaligned>(Data);
3554 uint32_t SubmoduleIDOffset =
3555 endian::readNext<uint32_t, little, unaligned>(Data);
3556 uint32_t SelectorIDOffset =
3557 endian::readNext<uint32_t, little, unaligned>(Data);
3558 uint32_t DeclIDOffset =
3559 endian::readNext<uint32_t, little, unaligned>(Data);
3560 uint32_t TypeIndexOffset =
3561 endian::readNext<uint32_t, little, unaligned>(Data);
3562
3563 uint32_t None = std::numeric_limits<uint32_t>::max();
3564
3565 auto mapOffset = [&](uint32_t Offset, uint32_t BaseOffset,
3566 RemapBuilder &Remap) {
3567 if (Offset != None)
3568 Remap.insert(std::make_pair(Offset,
3569 static_cast<int>(BaseOffset - Offset)));
3570 };
3571 mapOffset(SLocOffset, OM->SLocEntryBaseOffset, SLocRemap);
3572 mapOffset(IdentifierIDOffset, OM->BaseIdentifierID, IdentifierRemap);
3573 mapOffset(MacroIDOffset, OM->BaseMacroID, MacroRemap);
3574 mapOffset(PreprocessedEntityIDOffset, OM->BasePreprocessedEntityID,
3575 PreprocessedEntityRemap);
3576 mapOffset(SubmoduleIDOffset, OM->BaseSubmoduleID, SubmoduleRemap);
3577 mapOffset(SelectorIDOffset, OM->BaseSelectorID, SelectorRemap);
3578 mapOffset(DeclIDOffset, OM->BaseDeclID, DeclRemap);
3579 mapOffset(TypeIndexOffset, OM->BaseTypeIndex, TypeRemap);
3580
3581 // Global -> local mappings.
3582 F.GlobalToLocalDeclIDs[OM] = DeclIDOffset;
3583 }
3584}
3585
3586ASTReader::ASTReadResult
3587ASTReader::ReadModuleMapFileBlock(RecordData &Record, ModuleFile &F,
3588 const ModuleFile *ImportedBy,
3589 unsigned ClientLoadCapabilities) {
3590 unsigned Idx = 0;
3591 F.ModuleMapPath = ReadPath(F, Record, Idx);
3592
3593 // Try to resolve ModuleName in the current header search context and
3594 // verify that it is found in the same module map file as we saved. If the
3595 // top-level AST file is a main file, skip this check because there is no
3596 // usable header search context.
3597 assert(!F.ModuleName.empty() &&(static_cast <bool> (!F.ModuleName.empty() && "MODULE_NAME should come before MODULE_MAP_FILE"
) ? void (0) : __assert_fail ("!F.ModuleName.empty() && \"MODULE_NAME should come before MODULE_MAP_FILE\""
, "/build/llvm-toolchain-snapshot-7~svn338205/tools/clang/lib/Serialization/ASTReader.cpp"
, 3598, __extension__ __PRETTY_FUNCTION__))
3598 "MODULE_NAME should come before MODULE_MAP_FILE")(static_cast <bool> (!F.ModuleName.empty() && "MODULE_NAME should come before MODULE_MAP_FILE"
) ? void (0) : __assert_fail ("!F.ModuleName.empty() && \"MODULE_NAME should come before MODULE_MAP_FILE\""
, "/build/llvm-toolchain-snapshot-7~svn338205/tools/clang/lib/Serialization/ASTReader.cpp"
, 3598, __extension__ __PRETTY_FUNCTION__))
;
3599 if (F.Kind == MK_ImplicitModule && ModuleMgr.begin()->Kind != MK_MainFile) {
3600 // An implicitly-loaded module file should have its module listed in some
3601 // module map file that we've already loaded.
3602 Module *M = PP.getHeaderSearchInfo().lookupModule(F.ModuleName);
3603 auto &Map = PP.getHeaderSearchInfo().getModuleMap();
3604 const FileEntry *ModMap = M ? Map.getModuleMapFileForUniquing(M) : nullptr;
3605 if (!ModMap) {
3606 assert(ImportedBy && "top-level import should be verified")(static_cast <bool> (ImportedBy && "top-level import should be verified"
) ? void (0) : __assert_fail ("ImportedBy && \"top-level import should be verified\""
, "/build/llvm-toolchain-snapshot-7~svn338205/tools/clang/lib/Serialization/ASTReader.cpp"
, 3606, __extension__ __PRETTY_FUNCTION__))
;
3607 if ((ClientLoadCapabilities & ARR_OutOfDate) == 0) {
3608 if (auto *ASTFE = M ? M->getASTFile() : nullptr) {
3609 // This module was defined by an imported (explicit) module.
3610 Diag(diag::err_module_file_conflict) << F.ModuleName << F.FileName
3611 << ASTFE->getName();
3612 } else {
3613 // This module was built with a different module map.
3614 Diag(diag::err_imported_module_not_found)
3615 << F.ModuleName << F.FileName << ImportedBy->FileName
3616 << F.ModuleMapPath;
3617 // In case it was imported by a PCH, there's a chance the user is
3618 // just missing to include the search path to the directory containing
3619 // the modulemap.
3620 if (ImportedBy->Kind == MK_PCH)
3621 Diag(diag::note_imported_by_pch_module_not_found)
3622 << llvm::sys::path::parent_path(F.ModuleMapPath);
3623 }
3624 }
3625 return OutOfDate;
3626 }
3627
3628 assert(M->Name == F.ModuleName && "found module with different name")(static_cast <bool> (M->Name == F.ModuleName &&
"found module with different name") ? void (0) : __assert_fail
("M->Name == F.ModuleName && \"found module with different name\""
, "/build/llvm-toolchain-snapshot-7~svn338205/tools/clang/lib/Serialization/ASTReader.cpp"
, 3628, __extension__ __PRETTY_FUNCTION__))
;
3629
3630 // Check the primary module map file.
3631 const FileEntry *StoredModMap = FileMgr.getFile(F.ModuleMapPath);
3632 if (StoredModMap == nullptr || StoredModMap != ModMap) {
3633 assert(ModMap && "found module is missing module map file")(static_cast <bool> (ModMap && "found module is missing module map file"
) ? void (0) : __assert_fail ("ModMap && \"found module is missing module map file\""
, "/build/llvm-toolchain-snapshot-7~svn338205/tools/clang/lib/Serialization/ASTReader.cpp"
, 3633, __extension__ __PRETTY_FUNCTION__))
;
3634 assert(ImportedBy && "top-level import should be verified")(static_cast <bool> (ImportedBy && "top-level import should be verified"
) ? void (0) : __assert_fail ("ImportedBy && \"top-level import should be verified\""
, "/build/llvm-toolchain-snapshot-7~svn338205/tools/clang/lib/Serialization/ASTReader.cpp"
, 3634, __extension__ __PRETTY_FUNCTION__))
;
3635 if ((ClientLoadCapabilities & ARR_OutOfDate) == 0)
3636 Diag(diag::err_imported_module_modmap_changed)
3637 << F.ModuleName << ImportedBy->FileName
3638 << ModMap->getName() << F.ModuleMapPath;
3639 return OutOfDate;
3640 }
3641
3642 llvm::SmallPtrSet<const FileEntry *, 1> AdditionalStoredMaps;
3643 for (unsigned I = 0, N = Record[Idx++]; I < N; ++I) {
3644 // FIXME: we should use input files rather than storing names.
3645 std::string Filename = ReadPath(F, Record, Idx);
3646 const FileEntry *F =
3647 FileMgr.getFile(Filename, false, false);
3648 if (F == nullptr) {
3649 if ((ClientLoadCapabilities & ARR_OutOfDate) == 0)
3650 Error("could not find file '" + Filename +"' referenced by AST file");
3651 return OutOfDate;
3652 }
3653 AdditionalStoredMaps.insert(F);
3654 }
3655
3656 // Check any additional module map files (e.g. module.private.modulemap)
3657 // that are not in the pcm.
3658 if (auto *AdditionalModuleMaps = Map.getAdditionalModuleMapFiles(M)) {
3659 for (const FileEntry *ModMap : *AdditionalModuleMaps) {
3660 // Remove files that match
3661 // Note: SmallPtrSet::erase is really remove
3662 if (!AdditionalStoredMaps.erase(ModMap)) {
3663 if ((ClientLoadCapabilities & ARR_OutOfDate) == 0)
3664 Diag(diag::err_module_different_modmap)
3665 << F.ModuleName << /*new*/0 << ModMap->getName();
3666 return OutOfDate;
3667 }
3668 }
3669 }
3670
3671 // Check any additional module map files that are in the pcm, but not
3672 // found in header search. Cases that match are already removed.
3673 for (const FileEntry *ModMap : AdditionalStoredMaps) {
3674 if ((ClientLoadCapabilities & ARR_OutOfDate) == 0)
3675 Diag(diag::err_module_different_modmap)
3676 << F.ModuleName << /*not new*/1 << ModMap->getName();
3677 return OutOfDate;
3678 }
3679 }
3680
3681 if (Listener)
3682 Listener->ReadModuleMapFile(F.ModuleMapPath);
3683 return Success;
3684}
3685
3686/// Move the given method to the back of the global list of methods.
3687static void moveMethodToBackOfGlobalList(Sema &S, ObjCMethodDecl *Method) {
3688 // Find the entry for this selector in the method pool.
3689 Sema::GlobalMethodPool::iterator Known
3690 = S.MethodPool.find(Method->getSelector());
3691 if (Known == S.MethodPool.end())
3692 return;
3693
3694 // Retrieve the appropriate method list.
3695 ObjCMethodList &Start = Method->isInstanceMethod()? Known->second.first
3696 : Known->second.second;
3697 bool Found = false;
3698 for (ObjCMethodList *List = &Start; List; List = List->getNext()) {
3699 if (!Found) {
3700 if (List->getMethod() == Method) {
3701 Found = true;
3702 } else {
3703 // Keep searching.
3704 continue;
3705 }
3706 }
3707
3708 if (List->getNext())
3709 List->setMethod(List->getNext()->getMethod());
3710 else
3711 List->setMethod(Method);
3712 }
3713}
3714
3715void ASTReader::makeNamesVisible(const HiddenNames &Names, Module *Owner) {
3716 assert(Owner->NameVisibility != Module::Hidden && "nothing to make visible?")(static_cast <bool> (Owner->NameVisibility != Module
::Hidden && "nothing to make visible?") ? void (0) : __assert_fail
("Owner->NameVisibility != Module::Hidden && \"nothing to make visible?\""
, "/build/llvm-toolchain-snapshot-7~svn338205/tools/clang/lib/Serialization/ASTReader.cpp"
, 3716, __extension__ __PRETTY_FUNCTION__))
;
3717 for (Decl *D : Names) {
3718 bool wasHidden = D->isHidden();
3719 D->setVisibleDespiteOwningModule();
3720
3721 if (wasHidden && SemaObj) {
3722 if (ObjCMethodDecl *Method = dyn_cast<ObjCMethodDecl>(D)) {
3723 moveMethodToBackOfGlobalList(*SemaObj, Method);
3724 }
3725 }
3726 }
3727}
3728
3729void ASTReader::makeModuleVisible(Module *Mod,
3730 Module::NameVisibilityKind NameVisibility,
3731 SourceLocation ImportLoc) {
3732 llvm::SmallPtrSet<Module *, 4> Visited;
3733 SmallVector<Module *, 4> Stack;
3734 Stack.push_back(Mod);
3735 while (!Stack.empty()) {
3736 Mod = Stack.pop_back_val();
3737
3738 if (NameVisibility <= Mod->NameVisibility) {
3739 // This module already has this level of visibility (or greater), so
3740 // there is nothing more to do.
3741 continue;
3742 }
3743
3744 if (!Mod->isAvailable()) {
3745 // Modules that aren't available cannot be made visible.
3746 continue;
3747 }
3748
3749 // Update the module's name visibility.
3750 Mod->NameVisibility = NameVisibility;
3751
3752 // If we've already deserialized any names from this module,
3753 // mark them as visible.
3754 HiddenNamesMapType::iterator Hidden = HiddenNamesMap.find(Mod);
3755 if (Hidden != HiddenNamesMap.end()) {
3756 auto HiddenNames = std::move(*Hidden);
3757 HiddenNamesMap.erase(Hidden);
3758 makeNamesVisible(HiddenNames.second, HiddenNames.first);
3759 assert(HiddenNamesMap.find(Mod) == HiddenNamesMap.end() &&(static_cast <bool> (HiddenNamesMap.find(Mod) == HiddenNamesMap
.end() && "making names visible added hidden names") ?
void (0) : __assert_fail ("HiddenNamesMap.find(Mod) == HiddenNamesMap.end() && \"making names visible added hidden names\""
, "/build/llvm-toolchain-snapshot-7~svn338205/tools/clang/lib/Serialization/ASTReader.cpp"
, 3760, __extension__ __PRETTY_FUNCTION__))
3760 "making names visible added hidden names")(static_cast <bool> (HiddenNamesMap.find(Mod) == HiddenNamesMap
.end() && "making names visible added hidden names") ?
void (0) : __assert_fail ("HiddenNamesMap.find(Mod) == HiddenNamesMap.end() && \"making names visible added hidden names\""
, "/build/llvm-toolchain-snapshot-7~svn338205/tools/clang/lib/Serialization/ASTReader.cpp"
, 3760, __extension__ __PRETTY_FUNCTION__))
;
3761 }
3762
3763 // Push any exported modules onto the stack to be marked as visible.
3764 SmallVector<Module *, 16> Exports;
3765 Mod->getExportedModules(Exports);
3766 for (SmallVectorImpl<Module *>::iterator
3767 I = Exports.begin(), E = Exports.end(); I != E; ++I) {
3768 Module *Exported = *I;
3769 if (Visited.insert(Exported).second)
3770 Stack.push_back(Exported);
3771 }
3772 }
3773}
3774
3775/// We've merged the definition \p MergedDef into the existing definition
3776/// \p Def. Ensure that \p Def is made visible whenever \p MergedDef is made
3777/// visible.
3778void ASTReader::mergeDefinitionVisibility(NamedDecl *Def,
3779 NamedDecl *MergedDef) {
3780 // FIXME: This doesn't correctly handle the case where MergedDef is visible
3781 // in modules other than its owning module. We should instead give the
3782 // ASTContext a list of merged definitions for Def.
3783 if (Def->isHidden()) {
3784 // If MergedDef is visible or becomes visible, make the definition visible.
3785 if (!MergedDef->isHidden())
3786 Def->setVisibleDespiteOwningModule();
3787 else if (getContext().getLangOpts().ModulesLocalVisibility) {
3788 getContext().mergeDefinitionIntoModule(
3789 Def, MergedDef->getImportedOwningModule(),
3790 /*NotifyListeners*/ false);
3791 PendingMergedDefinitionsToDeduplicate.insert(Def);
3792 } else {
3793 auto SubmoduleID = MergedDef->getOwningModuleID();
3794 assert(SubmoduleID && "hidden definition in no module")(static_cast <bool> (SubmoduleID && "hidden definition in no module"
) ? void (0) : __assert_fail ("SubmoduleID && \"hidden definition in no module\""
, "/build/llvm-toolchain-snapshot-7~svn338205/tools/clang/lib/Serialization/ASTReader.cpp"
, 3794, __extension__ __PRETTY_FUNCTION__))
;
3795 HiddenNamesMap[getSubmodule(SubmoduleID)].push_back(Def);
3796 }
3797 }
3798}
3799
3800bool ASTReader::loadGlobalIndex() {
3801 if (GlobalIndex)
3802 return false;
3803
3804 if (TriedLoadingGlobalIndex || !UseGlobalIndex ||
3805 !PP.getLangOpts().Modules)
3806 return true;
3807
3808 // Try to load the global index.
3809 TriedLoadingGlobalIndex = true;
3810 StringRef ModuleCachePath
3811 = getPreprocessor().getHeaderSearchInfo().getModuleCachePath();
3812 std::pair<GlobalModuleIndex *, GlobalModuleIndex::ErrorCode> Result
3813 = GlobalModuleIndex::readIndex(ModuleCachePath);
3814 if (!Result.first)
3815 return true;
3816
3817 GlobalIndex.reset(Result.first);
3818 ModuleMgr.setGlobalIndex(GlobalIndex.get());
3819 return false;
3820}
3821
3822bool ASTReader::isGlobalIndexUnavailable() const {
3823 return PP.getLangOpts().Modules && UseGlobalIndex &&
3824 !hasGlobalIndex() && TriedLoadingGlobalIndex;
3825}
3826
3827static void updateModuleTimestamp(ModuleFile &MF) {
3828 // Overwrite the timestamp file contents so that file's mtime changes.
3829 std::string TimestampFilename = MF.getTimestampFilename();
3830 std::error_code EC;
3831 llvm::raw_fd_ostream OS(TimestampFilename, EC, llvm::sys::fs::F_Text);
3832 if (EC)
3833 return;
3834 OS << "Timestamp file\n";
3835 OS.close();
3836 OS.clear_error(); // Avoid triggering a fatal error.
3837}
3838
3839/// Given a cursor at the start of an AST file, scan ahead and drop the
3840/// cursor into the start of the given block ID, returning false on success and
3841/// true on failure.
3842static bool SkipCursorToBlock(BitstreamCursor &Cursor, unsigned BlockID) {
3843 while (true) {
3844 llvm::BitstreamEntry Entry = Cursor.advance();
3845 switch (Entry.Kind) {
3846 case llvm::BitstreamEntry::Error:
3847 case llvm::BitstreamEntry::EndBlock:
3848 return true;
3849
3850 case llvm::BitstreamEntry::Record:
3851 // Ignore top-level records.
3852 Cursor.skipRecord(Entry.ID);
3853 break;
3854
3855 case llvm::BitstreamEntry::SubBlock:
3856 if (Entry.ID == BlockID) {
3857 if (Cursor.EnterSubBlock(BlockID))
3858 return true;
3859 // Found it!
3860 return false;
3861 }
3862
3863 if (Cursor.SkipBlock())
3864 return true;
3865 }
3866 }
3867}
3868
3869ASTReader::ASTReadResult ASTReader::ReadAST(StringRef FileName,
3870 ModuleKind Type,
3871 SourceLocation ImportLoc,
3872 unsigned ClientLoadCapabilities,
3873 SmallVectorImpl<ImportedSubmodule> *Imported) {
3874 llvm::SaveAndRestore<SourceLocation>
3875 SetCurImportLocRAII(CurrentImportLoc, ImportLoc);
3876
3877 // Defer any pending actions until we get to the end of reading the AST file.
3878 Deserializing AnASTFile(this);
3879
3880 // Bump the generation number.
3881 unsigned PreviousGeneration = 0;
3882 if (ContextObj)
3883 PreviousGeneration = incrementGeneration(*ContextObj);
3884
3885 unsigned NumModules = ModuleMgr.size();
3886 SmallVector<ImportedModule, 4> Loaded;
3887 switch (ASTReadResult ReadResult =
3888 ReadASTCore(FileName, Type, ImportLoc,
3889 /*ImportedBy=*/nullptr, Loaded, 0, 0,
3890 ASTFileSignature(), ClientLoadCapabilities)) {
3891 case Failure:
3892 case Missing:
3893 case OutOfDate:
3894 case VersionMismatch:
3895 case ConfigurationMismatch:
3896 case HadErrors: {
3897 llvm::SmallPtrSet<ModuleFile *, 4> LoadedSet;
3898 for (const ImportedModule &IM : Loaded)
3899 LoadedSet.insert(IM.Mod);
3900
3901 ModuleMgr.removeModules(ModuleMgr.begin() + NumModules, LoadedSet,
3902 PP.getLangOpts().Modules
3903 ? &PP.getHeaderSearchInfo().getModuleMap()
3904 : nullptr);
3905
3906 // If we find that any modules are unusable, the global index is going
3907 // to be out-of-date. Just remove it.
3908 GlobalIndex.reset();
3909 ModuleMgr.setGlobalIndex(nullptr);
3910 return ReadResult;
3911 }
3912 case Success:
3913 break;
3914 }
3915
3916 // Here comes stuff that we only do once the entire chain is loaded.
3917
3918 // Load the AST blocks of all of the modules that we loaded.
3919 for (SmallVectorImpl<ImportedModule>::iterator M = Loaded.begin(),
3920 MEnd = Loaded.end();
3921 M != MEnd; ++M) {
3922 ModuleFile &F = *M->Mod;
3923
3924 // Read the AST block.
3925 if (ASTReadResult Result = ReadASTBlock(F, ClientLoadCapabilities))
3926 return Result;
3927
3928 // Read the extension blocks.
3929 while (!SkipCursorToBlock(F.Stream, EXTENSION_BLOCK_ID)) {
3930 if (ASTReadResult Result = ReadExtensionBlock(F))
3931 return Result;
3932 }
3933
3934 // Once read, set the ModuleFile bit base offset and update the size in
3935 // bits of all files we've seen.
3936 F.GlobalBitOffset = TotalModulesSizeInBits;
3937 TotalModulesSizeInBits += F.SizeInBits;
3938 GlobalBitOffsetsMap.insert(std::make_pair(F.GlobalBitOffset, &F));
3939
3940 // Preload SLocEntries.
3941 for (unsigned I = 0, N = F.PreloadSLocEntries.size(); I != N; ++I) {
3942 int Index = int(F.PreloadSLocEntries[I] - 1) + F.SLocEntryBaseID;
3943 // Load it through the SourceManager and don't call ReadSLocEntry()
3944 // directly because the entry may have already been loaded in which case
3945 // calling ReadSLocEntry() directly would trigger an assertion in
3946 // SourceManager.
3947 SourceMgr.getLoadedSLocEntryByID(Index);
3948 }
3949
3950 // Map the original source file ID into the ID space of the current
3951 // compilation.
3952 if (F.OriginalSourceFileID.isValid()) {
3953 F.OriginalSourceFileID = FileID::get(
3954 F.SLocEntryBaseID + F.OriginalSourceFileID.getOpaqueValue() - 1);
3955 }
3956
3957 // Preload all the pending interesting identifiers by marking them out of
3958 // date.
3959 for (auto Offset : F.PreloadIdentifierOffsets) {
3960 const unsigned char *Data = reinterpret_cast<const unsigned char *>(
3961 F.IdentifierTableData + Offset);
3962
3963 ASTIdentifierLookupTrait Trait(*this, F);
3964 auto KeyDataLen = Trait.ReadKeyDataLength(Data);
3965 auto Key = Trait.ReadKey(Data, KeyDataLen.first);
3966 auto &II = PP.getIdentifierTable().getOwn(Key);
3967 II.setOutOfDate(true);
3968
3969 // Mark this identifier as being from an AST file so that we can track
3970 // whether we need to serialize it.
3971 markIdentifierFromAST(*this, II);
3972
3973 // Associate the ID with the identifier so that the writer can reuse it.
3974 auto ID = Trait.ReadIdentifierID(Data + KeyDataLen.first);
3975 SetIdentifierInfo(ID, &II);
3976 }
3977 }
3978
3979 // Setup the import locations and notify the module manager that we've
3980 // committed to these module files.
3981 for (SmallVectorImpl<ImportedModule>::iterator M = Loaded.begin(),
3982 MEnd = Loaded.end();
3983 M != MEnd; ++M) {
3984 ModuleFile &F = *M->Mod;
3985
3986 ModuleMgr.moduleFileAccepted(&F);
3987
3988 // Set the import location.
3989 F.DirectImportLoc = ImportLoc;
3990 // FIXME: We assume that locations from PCH / preamble do not need
3991 // any translation.
3992 if (!M->ImportedBy)
3993 F.ImportLoc = M->ImportLoc;
3994 else
3995 F.ImportLoc = TranslateSourceLocation(*M->ImportedBy, M->ImportLoc);
3996 }
3997
3998 if (!PP.getLangOpts().CPlusPlus ||
3999 (Type != MK_ImplicitModule && Type != MK_ExplicitModule &&
4000 Type != MK_PrebuiltModule)) {
4001 // Mark all of the identifiers in the identifier table as being out of date,
4002 // so that various accessors know to check the loaded modules when the
4003 // identifier is used.
4004 //
4005 // For C++ modules, we don't need information on many identifiers (just
4006 // those that provide macros or are poisoned), so we mark all of
4007 // the interesting ones via PreloadIdentifierOffsets.
4008 for (IdentifierTable::iterator Id = PP.getIdentifierTable().begin(),
4009 IdEnd = PP.getIdentifierTable().end();
4010 Id != IdEnd; ++Id)
4011 Id->second->setOutOfDate(true);
4012 }
4013 // Mark selectors as out of date.
4014 for (auto Sel : SelectorGeneration)
4015 SelectorOutOfDate[Sel.first] = true;
4016
4017 // Resolve any unresolved module exports.
4018 for (unsigned I = 0, N = UnresolvedModuleRefs.size(); I != N; ++I) {
4019 UnresolvedModuleRef &Unresolved = UnresolvedModuleRefs[I];
4020 SubmoduleID GlobalID = getGlobalSubmoduleID(*Unresolved.File,Unresolved.ID);
4021 Module *ResolvedMod = getSubmodule(GlobalID);
4022
4023 switch (Unresolved.Kind) {
4024 case UnresolvedModuleRef::Conflict:
4025 if (ResolvedMod) {
4026 Module::Conflict Conflict;
4027 Conflict.Other = ResolvedMod;
4028 Conflict.Message = Unresolved.String.str();
4029 Unresolved.Mod->Conflicts.push_back(Conflict);
4030 }
4031 continue;
4032
4033 case UnresolvedModuleRef::Import:
4034 if (ResolvedMod)
4035 Unresolved.Mod->Imports.insert(ResolvedMod);
4036 continue;
4037
4038 case UnresolvedModuleRef::Export:
4039 if (ResolvedMod || Unresolved.IsWildcard)
4040 Unresolved.Mod->Exports.push_back(
4041 Module::ExportDecl(ResolvedMod, Unresolved.IsWildcard));
4042 continue;
4043 }
4044 }
4045 UnresolvedModuleRefs.clear();
4046
4047 if (Imported)
4048 Imported->append(ImportedModules.begin(),
4049 ImportedModules.end());
4050
4051 // FIXME: How do we load the 'use'd modules? They may not be submodules.
4052 // Might be unnecessary as use declarations are only used to build the
4053 // module itself.
4054
4055 if (ContextObj)
4056 InitializeContext();
4057
4058 if (SemaObj)
4059 UpdateSema();
4060
4061 if (DeserializationListener)
4062 DeserializationListener->ReaderInitialized(this);
4063
4064 ModuleFile &PrimaryModule = ModuleMgr.getPrimaryModule();
4065 if (PrimaryModule.OriginalSourceFileID.isValid()) {
4066 // If this AST file is a precompiled preamble, then set the
4067 // preamble file ID of the source manager to the file source file
4068 // from which the preamble was built.
4069 if (Type == MK_Preamble) {
4070 SourceMgr.setPreambleFileID(PrimaryModule.OriginalSourceFileID);
4071 } else if (Type == MK_MainFile) {
4072 SourceMgr.setMainFileID(PrimaryModule.OriginalSourceFileID);
4073 }
4074 }
4075
4076 // For any Objective-C class definitions we have already loaded, make sure
4077 // that we load any additional categories.
4078 if (ContextObj) {
4079 for (unsigned I = 0, N = ObjCClassesLoaded.size(); I != N; ++I) {
4080 loadObjCCategories(ObjCClassesLoaded[I]->getGlobalID(),
4081 ObjCClassesLoaded[I],
4082 PreviousGeneration);
4083 }
4084 }
4085
4086 if (PP.getHeaderSearchInfo()
4087 .getHeaderSearchOpts()
4088 .ModulesValidateOncePerBuildSession) {
4089 // Now we are certain that the module and all modules it depends on are
4090 // up to date. Create or update timestamp files for modules that are
4091 // located in the module cache (not for PCH files that could be anywhere
4092 // in the filesystem).
4093 for (unsigned I = 0, N = Loaded.size(); I != N; ++I) {
4094 ImportedModule &M = Loaded[I];
4095 if (M.Mod->Kind == MK_ImplicitModule) {
4096 updateModuleTimestamp(*M.Mod);
4097 }
4098 }
4099 }
4100
4101 return Success;
4102}
4103
4104static ASTFileSignature readASTFileSignature(StringRef PCH);
4105
4106/// Whether \p Stream starts with the AST/PCH file magic number 'CPCH'.
4107static bool startsWithASTFileMagic(BitstreamCursor &Stream) {
4108 return Stream.canSkipToPos(4) &&
4109 Stream.Read(8) == 'C' &&
4110 Stream.Read(8) == 'P' &&
4111 Stream.Read(8) == 'C' &&
4112 Stream.Read(8) == 'H';
4113}
4114
4115static unsigned moduleKindForDiagnostic(ModuleKind Kind) {
4116 switch (Kind) {
4117 case MK_PCH:
4118 return 0; // PCH
4119 case MK_ImplicitModule:
4120 case MK_ExplicitModule:
4121 case MK_PrebuiltModule:
4122 return 1; // module
4123 case MK_MainFile:
4124 case MK_Preamble:
4125 return 2; // main source file
4126 }
4127 llvm_unreachable("unknown module kind")::llvm::llvm_unreachable_internal("unknown module kind", "/build/llvm-toolchain-snapshot-7~svn338205/tools/clang/lib/Serialization/ASTReader.cpp"
, 4127)
;
4128}
4129
4130ASTReader::ASTReadResult
4131ASTReader::ReadASTCore(StringRef FileName,
4132 ModuleKind Type,
4133 SourceLocation ImportLoc,
4134 ModuleFile *ImportedBy,
4135 SmallVectorImpl<ImportedModule> &Loaded,
4136 off_t ExpectedSize, time_t ExpectedModTime,
4137 ASTFileSignature ExpectedSignature,
4138 unsigned ClientLoadCapabilities) {
4139 ModuleFile *M;
4140 std::string ErrorStr;
4141 ModuleManager::AddModuleResult AddResult
4142 = ModuleMgr.addModule(FileName, Type, ImportLoc, ImportedBy,
4143 getGeneration(), ExpectedSize, ExpectedModTime,
4144 ExpectedSignature, readASTFileSignature,
4145 M, ErrorStr);
4146
4147 switch (AddResult) {
4148 case ModuleManager::AlreadyLoaded:
4149 return Success;
4150
4151 case ModuleManager::NewlyLoaded:
4152 // Load module file below.
4153 break;
4154
4155 case ModuleManager::Missing:
4156 // The module file was missing; if the client can handle that, return
4157 // it.
4158 if (ClientLoadCapabilities & ARR_Missing)
4159 return Missing;
4160
4161 // Otherwise, return an error.
4162 Diag(diag::err_module_file_not_found) << moduleKindForDiagnostic(Type)
4163 << FileName << !ErrorStr.empty()
4164 << ErrorStr;
4165 return Failure;
4166
4167 case ModuleManager::OutOfDate:
4168 // We couldn't load the module file because it is out-of-date. If the
4169 // client can handle out-of-date, return it.
4170 if (ClientLoadCapabilities & ARR_OutOfDate)
4171 return OutOfDate;
4172
4173 // Otherwise, return an error.
4174 Diag(diag::err_module_file_out_of_date) << moduleKindForDiagnostic(Type)
4175 << FileName << !ErrorStr.empty()
4176 << ErrorStr;
4177 return Failure;
4178 }
4179
4180 assert(M && "Missing module file")(static_cast <bool> (M && "Missing module file"
) ? void (0) : __assert_fail ("M && \"Missing module file\""
, "/build/llvm-toolchain-snapshot-7~svn338205/tools/clang/lib/Serialization/ASTReader.cpp"
, 4180, __extension__ __PRETTY_FUNCTION__))
;
4181
4182 ModuleFile &F = *M;
4183 BitstreamCursor &Stream = F.Stream;
4184 Stream = BitstreamCursor(PCHContainerRdr.ExtractPCH(*F.Buffer));
4185 F.SizeInBits = F.Buffer->getBufferSize() * 8;
4186
4187 // Sniff for the signature.
4188 if (!startsWithASTFileMagic(Stream)) {
4189 Diag(diag::err_module_file_invalid) << moduleKindForDiagnostic(Type)
4190 << FileName;
4191 return Failure;
4192 }
4193
4194 // This is used for compatibility with older PCH formats.
4195 bool HaveReadControlBlock = false;
4196 while (true) {
4197 llvm::BitstreamEntry Entry = Stream.advance();
4198
4199 switch (Entry.Kind) {
4200 case llvm::BitstreamEntry::Error:
4201 case llvm::BitstreamEntry::Record:
4202 case llvm::BitstreamEntry::EndBlock:
4203 Error("invalid record at top-level of AST file");
4204 return Failure;
4205
4206 case llvm::BitstreamEntry::SubBlock:
4207 break;
4208 }
4209
4210 switch (Entry.ID) {
4211 case CONTROL_BLOCK_ID:
4212 HaveReadControlBlock = true;
4213 switch (ReadControlBlock(F, Loaded, ImportedBy, ClientLoadCapabilities)) {
4214 case Success:
4215 // Check that we didn't try to load a non-module AST file as a module.
4216 //
4217 // FIXME: Should we also perform the converse check? Loading a module as
4218 // a PCH file sort of works, but it's a bit wonky.
4219 if ((Type == MK_ImplicitModule || Type == MK_ExplicitModule ||
4220 Type == MK_PrebuiltModule) &&
4221 F.ModuleName.empty()) {
4222 auto Result = (Type == MK_ImplicitModule) ? OutOfDate : Failure;
4223 if (Result != OutOfDate ||
4224 (ClientLoadCapabilities & ARR_OutOfDate) == 0)
4225 Diag(diag::err_module_file_not_module) << FileName;
4226 return Result;
4227 }
4228 break;
4229
4230 case Failure: return Failure;
4231 case Missing: return Missing;
4232 case OutOfDate: return OutOfDate;
4233 case VersionMismatch: return VersionMismatch;
4234 case ConfigurationMismatch: return ConfigurationMismatch;
4235 case HadErrors: return HadErrors;
4236 }
4237 break;
4238
4239 case AST_BLOCK_ID:
4240 if (!HaveReadControlBlock) {
4241 if ((ClientLoadCapabilities & ARR_VersionMismatch) == 0)
4242 Diag(diag::err_pch_version_too_old);
4243 return VersionMismatch;
4244 }
4245
4246 // Record that we've loaded this module.
4247 Loaded.push_back(ImportedModule(M, ImportedBy, ImportLoc));
4248 return Success;
4249
4250 case UNHASHED_CONTROL_BLOCK_ID:
4251 // This block is handled using look-ahead during ReadControlBlock. We
4252 // shouldn't get here!
4253 Error("malformed block record in AST file");
4254 return Failure;
4255
4256 default:
4257 if (Stream.SkipBlock()) {
4258 Error("malformed block record in AST file");
4259 return Failure;
4260 }
4261 break;
4262 }
4263 }
4264
4265 return Success;
4266}
4267
4268ASTReader::ASTReadResult
4269ASTReader::readUnhashedControlBlock(ModuleFile &F, bool WasImportedBy,
4270 unsigned ClientLoadCapabilities) {
4271 const HeaderSearchOptions &HSOpts =
4272 PP.getHeaderSearchInfo().getHeaderSearchOpts();
4273 bool AllowCompatibleConfigurationMismatch =
4274 F.Kind == MK_ExplicitModule || F.Kind == MK_PrebuiltModule;
4275
4276 ASTReadResult Result = readUnhashedControlBlockImpl(
4277 &F, F.Data, ClientLoadCapabilities, AllowCompatibleConfigurationMismatch,
4278 Listener.get(),
4279 WasImportedBy ? false : HSOpts.ModulesValidateDiagnosticOptions);
4280
4281 // If F was directly imported by another module, it's implicitly validated by
4282 // the importing module.
4283 if (DisableValidation || WasImportedBy ||
4284 (AllowConfigurationMismatch && Result == ConfigurationMismatch))
4285 return Success;
4286
4287 if (Result == Failure) {
4288 Error("malformed block record in AST file");
4289 return Failure;
4290 }
4291
4292 if (Result == OutOfDate && F.Kind == MK_ImplicitModule) {
4293 // If this module has already been finalized in the PCMCache, we're stuck
4294 // with it; we can only load a single version of each module.
4295 //
4296 // This can happen when a module is imported in two contexts: in one, as a
4297 // user module; in another, as a system module (due to an import from
4298 // another module marked with the [system] flag). It usually indicates a
4299 // bug in the module map: this module should also be marked with [system].
4300 //
4301 // If -Wno-system-headers (the default), and the first import is as a
4302 // system module, then validation will fail during the as-user import,
4303 // since -Werror flags won't have been validated. However, it's reasonable
4304 // to treat this consistently as a system module.
4305 //
4306 // If -Wsystem-headers, the PCM on disk was built with
4307 // -Wno-system-headers, and the first import is as a user module, then
4308 // validation will fail during the as-system import since the PCM on disk
4309 // doesn't guarantee that -Werror was respected. However, the -Werror
4310 // flags were checked during the initial as-user import.
4311 if (PCMCache.isBufferFinal(F.FileName)) {
4312 Diag(diag::warn_module_system_bit_conflict) << F.FileName;
4313 return Success;
4314 }
4315 }
4316
4317 return Result;
4318}
4319
4320ASTReader::ASTReadResult ASTReader::readUnhashedControlBlockImpl(
4321 ModuleFile *F, llvm::StringRef StreamData, unsigned ClientLoadCapabilities,
4322 bool AllowCompatibleConfigurationMismatch, ASTReaderListener *Listener,
4323 bool ValidateDiagnosticOptions) {
4324 // Initialize a stream.
4325 BitstreamCursor Stream(StreamData);
4326
4327 // Sniff for the signature.
4328 if (!startsWithASTFileMagic(Stream))
4329 return Failure;
4330
4331 // Scan for the UNHASHED_CONTROL_BLOCK_ID block.
4332 if (SkipCursorToBlock(Stream, UNHASHED_CONTROL_BLOCK_ID))
4333 return Failure;
4334
4335 // Read all of the records in the options block.
4336 RecordData Record;
4337 ASTReadResult Result = Success;
4338 while (true) {
4339 llvm::BitstreamEntry Entry = Stream.advance();
4340
4341 switch (Entry.Kind) {
4342 case llvm::BitstreamEntry::Error:
4343 case llvm::BitstreamEntry::SubBlock:
4344 return Failure;
4345
4346 case llvm::BitstreamEntry::EndBlock:
4347 return Result;
4348
4349 case llvm::BitstreamEntry::Record:
4350 // The interesting case.
4351 break;
4352 }
4353
4354 // Read and process a record.
4355 Record.clear();
4356 switch (
4357 (UnhashedControlBlockRecordTypes)Stream.readRecord(Entry.ID, Record)) {
4358 case SIGNATURE:
4359 if (F)
4360 std::copy(Record.begin(), Record.end(), F->Signature.data());
4361 break;
4362 case DIAGNOSTIC_OPTIONS: {
4363 bool Complain = (ClientLoadCapabilities & ARR_OutOfDate) == 0;
4364 if (Listener && ValidateDiagnosticOptions &&
4365 !AllowCompatibleConfigurationMismatch &&
4366 ParseDiagnosticOptions(Record, Complain, *Listener))
4367 Result = OutOfDate; // Don't return early. Read the signature.
4368 break;
4369 }
4370 case DIAG_PRAGMA_MAPPINGS:
4371 if (!F)
4372 break;
4373 if (F->PragmaDiagMappings.empty())
4374 F->PragmaDiagMappings.swap(Record);
4375 else
4376 F->PragmaDiagMappings.insert(F->PragmaDiagMappings.end(),
4377 Record.begin(), Record.end());
4378 break;
4379 }
4380 }
4381}
4382
4383/// Parse a record and blob containing module file extension metadata.
4384static bool parseModuleFileExtensionMetadata(
4385 const SmallVectorImpl<uint64_t> &Record,
4386 StringRef Blob,
4387 ModuleFileExtensionMetadata &Metadata) {
4388 if (Record.size() < 4) return true;
4389
4390 Metadata.MajorVersion = Record[0];
4391 Metadata.MinorVersion = Record[1];
4392
4393 unsigned BlockNameLen = Record[2];
4394 unsigned UserInfoLen = Record[3];
4395
4396 if (BlockNameLen + UserInfoLen > Blob.size()) return true;
4397
4398 Metadata.BlockName = std::string(Blob.data(), Blob.data() + BlockNameLen);
4399 Metadata.UserInfo = std::string(Blob.data() + BlockNameLen,
4400 Blob.data() + BlockNameLen + UserInfoLen);
4401 return false;
4402}
4403
4404ASTReader::ASTReadResult ASTReader::ReadExtensionBlock(ModuleFile &F) {
4405 BitstreamCursor &Stream = F.Stream;
4406
4407 RecordData Record;
4408 while (true) {
4409 llvm::BitstreamEntry Entry = Stream.advance();
4410 switch (Entry.Kind) {
4411 case llvm::BitstreamEntry::SubBlock:
4412 if (Stream.SkipBlock())
4413 return Failure;
4414
4415 continue;
4416
4417 case llvm::BitstreamEntry::EndBlock:
4418 return Success;
4419
4420 case llvm::BitstreamEntry::Error:
4421 return HadErrors;
4422
4423 case llvm::BitstreamEntry::Record:
4424 break;
4425 }
4426
4427 Record.clear();
4428 StringRef Blob;
4429 unsigned RecCode = Stream.readRecord(Entry.ID, Record, &Blob);
4430 switch (RecCode) {
4431 case EXTENSION_METADATA: {
4432 ModuleFileExtensionMetadata Metadata;
4433 if (parseModuleFileExtensionMetadata(Record, Blob, Metadata))
4434 return Failure;
4435
4436 // Find a module file extension with this block name.
4437 auto Known = ModuleFileExtensions.find(Metadata.BlockName);
4438 if (Known == ModuleFileExtensions.end()) break;
4439
4440 // Form a reader.
4441 if (auto Reader = Known->second->createExtensionReader(Metadata, *this,
4442 F, Stream)) {
4443 F.ExtensionReaders.push_back(std::move(Reader));
4444 }
4445
4446 break;
4447 }
4448 }
4449 }
4450
4451 return Success;
4452}
4453
4454void ASTReader::InitializeContext() {
4455 assert(ContextObj && "no context to initialize")(static_cast <bool> (ContextObj && "no context to initialize"
) ? void (0) : __assert_fail ("ContextObj && \"no context to initialize\""
, "/build/llvm-toolchain-snapshot-7~svn338205/tools/clang/lib/Serialization/ASTReader.cpp"
, 4455, __extension__ __PRETTY_FUNCTION__))
;
4456 ASTContext &Context = *ContextObj;
4457
4458 // If there's a listener, notify them that we "read" the translation unit.
4459 if (DeserializationListener)
4460 DeserializationListener->DeclRead(PREDEF_DECL_TRANSLATION_UNIT_ID,
4461 Context.getTranslationUnitDecl());
4462
4463 // FIXME: Find a better way to deal with collisions between these
4464 // built-in types. Right now, we just ignore the problem.
4465
4466 // Load the special types.
4467 if (SpecialTypes.size() >= NumSpecialTypeIDs) {
4468 if (unsigned String = SpecialTypes[SPECIAL_TYPE_CF_CONSTANT_STRING]) {
4469 if (!Context.CFConstantStringTypeDecl)
4470 Context.setCFConstantStringType(GetType(String));
4471 }
4472
4473 if (unsigned File = SpecialTypes[SPECIAL_TYPE_FILE]) {
4474 QualType FileType = GetType(File);
4475 if (FileType.isNull()) {
4476 Error("FILE type is NULL");
4477 return;
4478 }
4479
4480 if (!Context.FILEDecl) {
4481 if (const TypedefType *Typedef = FileType->getAs<TypedefType>())
4482 Context.setFILEDecl(Typedef->getDecl());
4483 else {
4484 const TagType *Tag = FileType->getAs<TagType>();
4485 if (!Tag) {
4486 Error("Invalid FILE type in AST file");
4487 return;
4488 }
4489 Context.setFILEDecl(Tag->getDecl());
4490 }
4491 }
4492 }
4493
4494 if (unsigned Jmp_buf = SpecialTypes[SPECIAL_TYPE_JMP_BUF]) {
4495 QualType Jmp_bufType = GetType(Jmp_buf);
4496 if (Jmp_bufType.isNull()) {
4497 Error("jmp_buf type is NULL");
4498 return;
4499 }
4500
4501 if (!Context.jmp_bufDecl) {
4502 if (const TypedefType *Typedef = Jmp_bufType->getAs<TypedefType>())
4503 Context.setjmp_bufDecl(Typedef->getDecl());
4504 else {
4505 const TagType *Tag = Jmp_bufType->getAs<TagType>();
4506 if (!Tag) {
4507 Error("Invalid jmp_buf type in AST file");
4508 return;
4509 }
4510 Context.setjmp_bufDecl(Tag->getDecl());
4511 }
4512 }
4513 }
4514
4515 if (unsigned Sigjmp_buf = SpecialTypes[SPECIAL_TYPE_SIGJMP_BUF]) {
4516 QualType Sigjmp_bufType = GetType(Sigjmp_buf);
4517 if (Sigjmp_bufType.isNull()) {
4518 Error("sigjmp_buf type is NULL");
4519 return;
4520 }
4521
4522 if (!Context.sigjmp_bufDecl) {
4523 if (const TypedefType *Typedef = Sigjmp_bufType->getAs<TypedefType>())
4524 Context.setsigjmp_bufDecl(Typedef->getDecl());
4525 else {
4526 const TagType *Tag = Sigjmp_bufType->getAs<TagType>();
4527 assert(Tag && "Invalid sigjmp_buf type in AST file")(static_cast <bool> (Tag && "Invalid sigjmp_buf type in AST file"
) ? void (0) : __assert_fail ("Tag && \"Invalid sigjmp_buf type in AST file\""
, "/build/llvm-toolchain-snapshot-7~svn338205/tools/clang/lib/Serialization/ASTReader.cpp"
, 4527, __extension__ __PRETTY_FUNCTION__))
;
4528 Context.setsigjmp_bufDecl(Tag->getDecl());
4529 }
4530 }
4531 }
4532
4533 if (unsigned ObjCIdRedef
4534 = SpecialTypes[SPECIAL_TYPE_OBJC_ID_REDEFINITION]) {
4535 if (Context.ObjCIdRedefinitionType.isNull())
4536 Context.ObjCIdRedefinitionType = GetType(ObjCIdRedef);
4537 }
4538
4539 if (unsigned ObjCClassRedef
4540 = SpecialTypes[SPECIAL_TYPE_OBJC_CLASS_REDEFINITION]) {
4541 if (Context.ObjCClassRedefinitionType.isNull())
4542 Context.ObjCClassRedefinitionType = GetType(ObjCClassRedef);
4543 }
4544
4545 if (unsigned ObjCSelRedef
4546 = SpecialTypes[SPECIAL_TYPE_OBJC_SEL_REDEFINITION]) {
4547 if (Context.ObjCSelRedefinitionType.isNull())
4548 Context.ObjCSelRedefinitionType = GetType(ObjCSelRedef);
4549 }
4550
4551 if (unsigned Ucontext_t = SpecialTypes[SPECIAL_TYPE_UCONTEXT_T]) {
4552 QualType Ucontext_tType = GetType(Ucontext_t);
4553 if (Ucontext_tType.isNull()) {
4554 Error("ucontext_t type is NULL");
4555 return;
4556 }
4557
4558 if (!Context.ucontext_tDecl) {
4559 if (const TypedefType *Typedef = Ucontext_tType->getAs<TypedefType>())
4560 Context.setucontext_tDecl(Typedef->getDecl());
4561 else {
4562 const TagType *Tag = Ucontext_tType->getAs<TagType>();
4563 assert(Tag && "Invalid ucontext_t type in AST file")(static_cast <bool> (Tag && "Invalid ucontext_t type in AST file"
) ? void (0) : __assert_fail ("Tag && \"Invalid ucontext_t type in AST file\""
, "/build/llvm-toolchain-snapshot-7~svn338205/tools/clang/lib/Serialization/ASTReader.cpp"
, 4563, __extension__ __PRETTY_FUNCTION__))
;
4564 Context.setucontext_tDecl(Tag->getDecl());
4565 }
4566 }
4567 }
4568 }
4569
4570 ReadPragmaDiagnosticMappings(Context.getDiagnostics());
4571
4572 // If there were any CUDA special declarations, deserialize them.
4573 if (!CUDASpecialDeclRefs.empty()) {
4574 assert(CUDASpecialDeclRefs.size() == 1 && "More decl refs than expected!")(static_cast <bool> (CUDASpecialDeclRefs.size() == 1 &&
"More decl refs than expected!") ? void (0) : __assert_fail (
"CUDASpecialDeclRefs.size() == 1 && \"More decl refs than expected!\""
, "/build/llvm-toolchain-snapshot-7~svn338205/tools/clang/lib/Serialization/ASTReader.cpp"
, 4574, __extension__ __PRETTY_FUNCTION__))
;
4575 Context.setcudaConfigureCallDecl(
4576 cast<FunctionDecl>(GetDecl(CUDASpecialDeclRefs[0])));
4577 }
4578
4579 // Re-export any modules that were imported by a non-module AST file.
4580 // FIXME: This does not make macro-only imports visible again.
4581 for (auto &Import : ImportedModules) {
4582 if (Module *Imported = getSubmodule(Import.ID)) {
4583 makeModuleVisible(Imported, Module::AllVisible,
4584 /*ImportLoc=*/Import.ImportLoc);
4585 if (Import.ImportLoc.isValid())
4586 PP.makeModuleVisible(Imported, Import.ImportLoc);
4587 // FIXME: should we tell Sema to make the module visible too?
4588 }
4589 }
4590 ImportedModules.clear();
4591}
4592
4593void ASTReader::finalizeForWriting() {
4594 // Nothing to do for now.
4595}
4596
4597/// Reads and return the signature record from \p PCH's control block, or
4598/// else returns 0.
4599static ASTFileSignature readASTFileSignature(StringRef PCH) {
4600 BitstreamCursor Stream(PCH);
4601 if (!startsWithASTFileMagic(Stream))
4602 return ASTFileSignature();
4603
4604 // Scan for the UNHASHED_CONTROL_BLOCK_ID block.
4605 if (SkipCursorToBlock(Stream, UNHASHED_CONTROL_BLOCK_ID))
4606 return ASTFileSignature();
4607
4608 // Scan for SIGNATURE inside the diagnostic options block.
4609 ASTReader::RecordData Record;
4610 while (true) {
4611 llvm::BitstreamEntry Entry = Stream.advanceSkippingSubblocks();
4612 if (Entry.Kind != llvm::BitstreamEntry::Record)
4613 return ASTFileSignature();
4614
4615 Record.clear();
4616 StringRef Blob;
4617 if (SIGNATURE == Stream.readRecord(Entry.ID, Record, &Blob))
4618 return {{{(uint32_t)Record[0], (uint32_t)Record[1], (uint32_t)Record[2],
4619 (uint32_t)Record[3], (uint32_t)Record[4]}}};
4620 }
4621}
4622
4623/// Retrieve the name of the original source file name
4624/// directly from the AST file, without actually loading the AST
4625/// file.
4626std::string ASTReader::getOriginalSourceFile(
4627 const std::string &ASTFileName, FileManager &FileMgr,
4628 const PCHContainerReader &PCHContainerRdr, DiagnosticsEngine &Diags) {
4629 // Open the AST file.
4630 auto Buffer = FileMgr.getBufferForFile(ASTFileName);
4631 if (!Buffer) {
4632 Diags.Report(diag::err_fe_unable_to_read_pch_file)
4633 << ASTFileName << Buffer.getError().message();
4634 return std::string();
4635 }
4636
4637 // Initialize the stream
4638 BitstreamCursor Stream(PCHContainerRdr.ExtractPCH(**Buffer));
4639
4640 // Sniff for the signature.
4641 if (!startsWithASTFileMagic(Stream)) {
4642 Diags.Report(diag::err_fe_not_a_pch_file) << ASTFileName;
4643 return std::string();
4644 }
4645
4646 // Scan for the CONTROL_BLOCK_ID block.
4647 if (SkipCursorToBlock(Stream, CONTROL_BLOCK_ID)) {
4648 Diags.Report(diag::err_fe_pch_malformed_block) << ASTFileName;
4649 return std::string();
4650 }
4651
4652 // Scan for ORIGINAL_FILE inside the control block.
4653 RecordData Record;
4654 while (true) {
4655 llvm::BitstreamEntry Entry = Stream.advanceSkippingSubblocks();
4656 if (Entry.Kind == llvm::BitstreamEntry::EndBlock)
4657 return std::string();
4658
4659 if (Entry.Kind != llvm::BitstreamEntry::Record) {
4660 Diags.Report(diag::err_fe_pch_malformed_block) << ASTFileName;
4661 return std::string();
4662 }
4663
4664 Record.clear();
4665 StringRef Blob;
4666 if (Stream.readRecord(Entry.ID, Record, &Blob) == ORIGINAL_FILE)
4667 return Blob.str();
4668 }
4669}
4670
4671namespace {
4672
4673 class SimplePCHValidator : public ASTReaderListener {
4674 const LangOptions &ExistingLangOpts;
4675 const TargetOptions &ExistingTargetOpts;
4676 const PreprocessorOptions &ExistingPPOpts;
4677 std::string ExistingModuleCachePath;
4678 FileManager &FileMgr;
4679
4680 public:
4681 SimplePCHValidator(const LangOptions &ExistingLangOpts,
4682 const TargetOptions &ExistingTargetOpts,
4683 const PreprocessorOptions &ExistingPPOpts,
4684 StringRef ExistingModuleCachePath,
4685 FileManager &FileMgr)
4686 : ExistingLangOpts(ExistingLangOpts),
4687 ExistingTargetOpts(ExistingTargetOpts),
4688 ExistingPPOpts(ExistingPPOpts),
4689 ExistingModuleCachePath(ExistingModuleCachePath),
4690 FileMgr(FileMgr) {}
4691
4692 bool ReadLanguageOptions(const LangOptions &LangOpts, bool Complain,
4693 bool AllowCompatibleDifferences) override {
4694 return checkLanguageOptions(ExistingLangOpts, LangOpts, nullptr,
4695 AllowCompatibleDifferences);
4696 }
4697
4698 bool ReadTargetOptions(const TargetOptions &TargetOpts, bool Complain,
4699 bool AllowCompatibleDifferences) override {
4700 return checkTargetOptions(ExistingTargetOpts, TargetOpts, nullptr,
4701 AllowCompatibleDifferences);
4702 }
4703
4704 bool ReadHeaderSearchOptions(const HeaderSearchOptions &HSOpts,
4705 StringRef SpecificModuleCachePath,
4706 bool Complain) override {
4707 return checkHeaderSearchOptions(HSOpts, SpecificModuleCachePath,
4708 ExistingModuleCachePath,
4709 nullptr, ExistingLangOpts);
4710 }
4711
4712 bool ReadPreprocessorOptions(const PreprocessorOptions &PPOpts,
4713 bool Complain,
4714 std::string &SuggestedPredefines) override {
4715 return checkPreprocessorOptions(ExistingPPOpts, PPOpts, nullptr, FileMgr,
4716 SuggestedPredefines, ExistingLangOpts);
4717 }
4718 };
4719
4720} // namespace
4721
4722bool ASTReader::readASTFileControlBlock(
4723 StringRef Filename, FileManager &FileMgr,
4724 const PCHContainerReader &PCHContainerRdr,
4725 bool FindModuleFileExtensions,
4726 ASTReaderListener &Listener, bool ValidateDiagnosticOptions) {
4727 // Open the AST file.
4728 // FIXME: This allows use of the VFS; we do not allow use of the
4729 // VFS when actually loading a module.
4730 auto Buffer = FileMgr.getBufferForFile(Filename);
4731 if (!Buffer) {
4732 return true;
4733 }
4734
4735 // Initialize the stream
4736 StringRef Bytes = PCHContainerRdr.ExtractPCH(**Buffer);
4737 BitstreamCursor Stream(Bytes);
4738
4739 // Sniff for the signature.
4740 if (!startsWithASTFileMagic(Stream))
4741 return true;
4742
4743 // Scan for the CONTROL_BLOCK_ID block.
4744 if (SkipCursorToBlock(Stream, CONTROL_BLOCK_ID))
4745 return true;
4746
4747 bool NeedsInputFiles = Listener.needsInputFileVisitation();
4748 bool NeedsSystemInputFiles = Listener.needsSystemInputFileVisitation();
4749 bool NeedsImports = Listener.needsImportVisitation();
4750 BitstreamCursor InputFilesCursor;
4751
4752 RecordData Record;
4753 std::string ModuleDir;
4754 bool DoneWithControlBlock = false;
4755 while (!DoneWithControlBlock) {
4756 llvm::BitstreamEntry Entry = Stream.advance();
4757
4758 switch (Entry.Kind) {
4759 case llvm::BitstreamEntry::SubBlock: {
4760 switch (Entry.ID) {
4761 case OPTIONS_BLOCK_ID: {
4762 std::string IgnoredSuggestedPredefines;
4763 if (ReadOptionsBlock(Stream, ARR_ConfigurationMismatch | ARR_OutOfDate,
4764 /*AllowCompatibleConfigurationMismatch*/ false,
4765 Listener, IgnoredSuggestedPredefines) != Success)
4766 return true;
4767 break;
4768 }
4769
4770 case INPUT_FILES_BLOCK_ID:
4771 InputFilesCursor = Stream;
4772 if (Stream.SkipBlock() ||
4773 (NeedsInputFiles &&
4774 ReadBlockAbbrevs(InputFilesCursor, INPUT_FILES_BLOCK_ID)))
4775 return true;
4776 break;
4777
4778 default:
4779 if (Stream.SkipBlock())
4780 return true;
4781 break;
4782 }
4783
4784 continue;
4785 }
4786
4787 case llvm::BitstreamEntry::EndBlock:
4788 DoneWithControlBlock = true;
4789 break;
4790
4791 case llvm::BitstreamEntry::Error:
4792 return true;
4793
4794 case llvm::BitstreamEntry::Record:
4795 break;
4796 }
4797
4798 if (DoneWithControlBlock) break;
4799
4800 Record.clear();
4801 StringRef Blob;
4802 unsigned RecCode = Stream.readRecord(Entry.ID, Record, &Blob);
4803 switch ((ControlRecordTypes)RecCode) {
4804 case METADATA:
4805 if (Record[0] != VERSION_MAJOR)
4806 return true;
4807 if (Listener.ReadFullVersionInformation(Blob))
4808 return true;
4809 break;
4810 case MODULE_NAME:
4811 Listener.ReadModuleName(Blob);
4812 break;
4813 case MODULE_DIRECTORY:
4814 ModuleDir = Blob;
4815 break;
4816 case MODULE_MAP_FILE: {
4817 unsigned Idx = 0;
4818 auto Path = ReadString(Record, Idx);
4819 ResolveImportedPath(Path, ModuleDir);
4820 Listener.ReadModuleMapFile(Path);
4821 break;
4822 }
4823 case INPUT_FILE_OFFSETS: {
4824 if (!NeedsInputFiles)
4825 break;
4826
4827 unsigned NumInputFiles = Record[0];
4828 unsigned NumUserFiles = Record[1];
4829 const llvm::support::unaligned_uint64_t *InputFileOffs =
4830 (const llvm::support::unaligned_uint64_t *)Blob.data();
4831 for (unsigned I = 0; I != NumInputFiles; ++I) {
4832 // Go find this input file.
4833 bool isSystemFile = I >= NumUserFiles;
4834
4835 if (isSystemFile && !NeedsSystemInputFiles)
4836 break; // the rest are system input files
4837
4838 BitstreamCursor &Cursor = InputFilesCursor;
4839 SavedStreamPosition SavedPosition(Cursor);
4840 Cursor.JumpToBit(InputFileOffs[I]);
4841
4842 unsigned Code = Cursor.ReadCode();
4843 RecordData Record;
4844 StringRef Blob;
4845 bool shouldContinue = false;
4846 switch ((InputFileRecordTypes)Cursor.readRecord(Code, Record, &Blob)) {
4847 case INPUT_FILE:
4848 bool Overridden = static_cast<bool>(Record[3]);
4849 std::string Filename = Blob;
4850 ResolveImportedPath(Filename, ModuleDir);
4851 shouldContinue = Listener.visitInputFile(
4852 Filename, isSystemFile, Overridden, /*IsExplicitModule*/false);
4853 break;
4854 }
4855 if (!shouldContinue)
4856 break;
4857 }
4858 break;
4859 }
4860
4861 case IMPORTS: {
4862 if (!NeedsImports)
4863 break;
4864
4865 unsigned Idx = 0, N = Record.size();
4866 while (Idx < N) {
4867 // Read information about the AST file.
4868 Idx += 5; // ImportLoc, Size, ModTime, Signature
4869 SkipString(Record, Idx); // Module name; FIXME: pass to listener?
4870 std::string Filename = ReadString(Record, Idx);
4871 ResolveImportedPath(Filename, ModuleDir);
4872 Listener.visitImport(Filename);
4873 }
4874 break;
4875 }
4876
4877 default:
4878 // No other validation to perform.
4879 break;
4880 }
4881 }
4882
4883 // Look for module file extension blocks, if requested.
4884 if (FindModuleFileExtensions) {
4885 BitstreamCursor SavedStream = Stream;
4886 while (!SkipCursorToBlock(Stream, EXTENSION_BLOCK_ID)) {
4887 bool DoneWithExtensionBlock = false;
4888 while (!DoneWithExtensionBlock) {
4889 llvm::BitstreamEntry Entry = Stream.advance();
4890
4891 switch (Entry.Kind) {
4892 case llvm::BitstreamEntry::SubBlock:
4893 if (Stream.SkipBlock())
4894 return true;
4895
4896 continue;
4897
4898 case llvm::BitstreamEntry::EndBlock:
4899 DoneWithExtensionBlock = true;
4900 continue;
4901
4902 case llvm::BitstreamEntry::Error:
4903 return true;
4904
4905 case llvm::BitstreamEntry::Record:
4906 break;
4907 }
4908
4909 Record.clear();
4910 StringRef Blob;
4911 unsigned RecCode = Stream.readRecord(Entry.ID, Record, &Blob);
4912 switch (RecCode) {
4913 case EXTENSION_METADATA: {
4914 ModuleFileExtensionMetadata Metadata;
4915 if (parseModuleFileExtensionMetadata(Record, Blob, Metadata))
4916 return true;
4917
4918 Listener.readModuleFileExtension(Metadata);
4919 break;
4920 }
4921 }
4922 }
4923 }
4924 Stream = SavedStream;
4925 }
4926
4927 // Scan for the UNHASHED_CONTROL_BLOCK_ID block.
4928 if (readUnhashedControlBlockImpl(
4929 nullptr, Bytes, ARR_ConfigurationMismatch | ARR_OutOfDate,
4930 /*AllowCompatibleConfigurationMismatch*/ false, &Listener,
4931 ValidateDiagnosticOptions) != Success)
4932 return true;
4933
4934 return false;
4935}
4936
4937bool ASTReader::isAcceptableASTFile(StringRef Filename, FileManager &FileMgr,
4938 const PCHContainerReader &PCHContainerRdr,
4939 const LangOptions &LangOpts,
4940 const TargetOptions &TargetOpts,
4941 const PreprocessorOptions &PPOpts,
4942 StringRef ExistingModuleCachePath) {
4943 SimplePCHValidator validator(LangOpts, TargetOpts, PPOpts,
4944 ExistingModuleCachePath, FileMgr);
4945 return !readASTFileControlBlock(Filename, FileMgr, PCHContainerRdr,
4946 /*FindModuleFileExtensions=*/false,
4947 validator,
4948 /*ValidateDiagnosticOptions=*/true);
4949}
4950
4951ASTReader::ASTReadResult
4952ASTReader::ReadSubmoduleBlock(ModuleFile &F, unsigned ClientLoadCapabilities) {
4953 // Enter the submodule block.
4954 if (F.Stream.EnterSubBlock(SUBMODULE_BLOCK_ID)) {
4955 Error("malformed submodule block record in AST file");
4956 return Failure;
4957 }
4958
4959 ModuleMap &ModMap = PP.getHeaderSearchInfo().getModuleMap();
4960 bool First = true;
4961 Module *CurrentModule = nullptr;
4962 RecordData Record;
4963 while (true) {
4964 llvm::BitstreamEntry Entry = F.Stream.advanceSkippingSubblocks();
4965
4966 switch (Entry.Kind) {
4967 case llvm::BitstreamEntry::SubBlock: // Handled for us already.
4968 case llvm::BitstreamEntry::Error:
4969 Error("malformed block record in AST file");
4970 return Failure;
4971 case llvm::BitstreamEntry::EndBlock:
4972 return Success;
4973 case llvm::BitstreamEntry::Record:
4974 // The interesting case.
4975 break;
4976 }
4977
4978 // Read a record.
4979 StringRef Blob;
4980 Record.clear();
4981 auto Kind = F.Stream.readRecord(Entry.ID, Record, &Blob);
4982
4983 if ((Kind == SUBMODULE_METADATA) != First) {
4984 Error("submodule metadata record should be at beginning of block");
4985 return Failure;
4986 }
4987 First = false;
4988
4989 // Submodule information is only valid if we have a current module.
4990 // FIXME: Should we error on these cases?
4991 if (!CurrentModule && Kind != SUBMODULE_METADATA &&
4992 Kind != SUBMODULE_DEFINITION)
4993 continue;
4994
4995 switch (Kind) {
4996 default: // Default behavior: ignore.
4997 break;
4998
4999 case SUBMODULE_DEFINITION: {
5000 if (Record.size() < 12) {
5001 Error("malformed module definition");
5002 return Failure;
5003 }
5004
5005 StringRef Name = Blob;
5006 unsigned Idx = 0;
5007 SubmoduleID GlobalID = getGlobalSubmoduleID(F, Record[Idx++]);
5008 SubmoduleID Parent = getGlobalSubmoduleID(F, Record[Idx++]);
5009 Module::ModuleKind Kind = (Module::ModuleKind)Record[Idx++];
5010 bool IsFramework = Record[Idx++];
5011 bool IsExplicit = Record[Idx++];
5012 bool IsSystem = Record[Idx++];
5013 bool IsExternC = Record[Idx++];
5014 bool InferSubmodules = Record[Idx++];
5015 bool InferExplicitSubmodules = Record[Idx++];
5016 bool InferExportWildcard = Record[Idx++];
5017 bool ConfigMacrosExhaustive = Record[Idx++];
5018 bool ModuleMapIsPrivate = Record[Idx++];
5019
5020 Module *ParentModule = nullptr;
5021 if (Parent)
5022 ParentModule = getSubmodule(Parent);
5023
5024 // Retrieve this (sub)module from the module map, creating it if
5025 // necessary.
5026 CurrentModule =
5027 ModMap.findOrCreateModule(Name, ParentModule, IsFramework, IsExplicit)
5028 .first;
5029
5030 // FIXME: set the definition loc for CurrentModule, or call
5031 // ModMap.setInferredModuleAllowedBy()
5032
5033 SubmoduleID GlobalIndex = GlobalID - NUM_PREDEF_SUBMODULE_IDS;
5034 if (GlobalIndex >= SubmodulesLoaded.size() ||
5035 SubmodulesLoaded[GlobalIndex]) {
5036 Error("too many submodules");
5037 return Failure;
5038 }
5039
5040 if (!ParentModule) {
5041 if (const FileEntry *CurFile = CurrentModule->getASTFile()) {
5042 if (CurFile != F.File) {
5043 if (!Diags.isDiagnosticInFlight()) {
5044 Diag(diag::err_module_file_conflict)
5045 << CurrentModule->getTopLevelModuleName()
5046 << CurFile->getName()
5047 << F.File->getName();
5048 }
5049 return Failure;
5050 }
5051 }
5052
5053 CurrentModule->setASTFile(F.File);
5054 CurrentModule->PresumedModuleMapFile = F.ModuleMapPath;
5055 }
5056
5057 CurrentModule->Kind = Kind;
5058 CurrentModule->Signature = F.Signature;
5059 CurrentModule->IsFromModuleFile = true;
5060 CurrentModule->IsSystem = IsSystem || CurrentModule->IsSystem;
5061 CurrentModule->IsExternC = IsExternC;
5062 CurrentModule->InferSubmodules = InferSubmodules;
5063 CurrentModule->InferExplicitSubmodules = InferExplicitSubmodules;
5064 CurrentModule->InferExportWildcard = InferExportWildcard;
5065 CurrentModule->ConfigMacrosExhaustive = ConfigMacrosExhaustive;
5066 CurrentModule->ModuleMapIsPrivate = ModuleMapIsPrivate;
5067 if (DeserializationListener)
5068 DeserializationListener->ModuleRead(GlobalID, CurrentModule);
5069
5070 SubmodulesLoaded[GlobalIndex] = CurrentModule;
5071
5072 // Clear out data that will be replaced by what is in the module file.
5073 CurrentModule->LinkLibraries.clear();
5074 CurrentModule->ConfigMacros.clear();
5075 CurrentModule->UnresolvedConflicts.clear();
5076 CurrentModule->Conflicts.clear();
5077
5078 // The module is available unless it's missing a requirement; relevant
5079 // requirements will be (re-)added by SUBMODULE_REQUIRES records.
5080 // Missing headers that were present when the module was built do not
5081 // make it unavailable -- if we got this far, this must be an explicitly
5082 // imported module file.
5083 CurrentModule->Requirements.clear();
5084 CurrentModule->MissingHeaders.clear();
5085 CurrentModule->IsMissingRequirement =
5086 ParentModule && ParentModule->IsMissingRequirement;
5087 CurrentModule->IsAvailable = !CurrentModule->IsMissingRequirement;
5088 break;
5089 }
5090
5091 case SUBMODULE_UMBRELLA_HEADER: {
5092 std::string Filename = Blob;
5093 ResolveImportedPath(F, Filename);
5094 if (auto *Umbrella = PP.getFileManager().getFile(Filename)) {
5095 if (!CurrentModule->getUmbrellaHeader())
5096 ModMap.setUmbrellaHeader(CurrentModule, Umbrella, Blob);
5097 else if (CurrentModule->getUmbrellaHeader().Entry != Umbrella) {
5098 if ((ClientLoadCapabilities & ARR_OutOfDate) == 0)
5099 Error("mismatched umbrella headers in submodule");
5100 return OutOfDate;
5101 }
5102 }
5103 break;
5104 }
5105
5106 case SUBMODULE_HEADER:
5107 case SUBMODULE_EXCLUDED_HEADER:
5108 case SUBMODULE_PRIVATE_HEADER:
5109 // We lazily associate headers with their modules via the HeaderInfo table.
5110 // FIXME: Re-evaluate this section; maybe only store InputFile IDs instead
5111 // of complete filenames or remove it entirely.
5112 break;
5113
5114 case SUBMODULE_TEXTUAL_HEADER:
5115 case SUBMODULE_PRIVATE_TEXTUAL_HEADER:
5116 // FIXME: Textual headers are not marked in the HeaderInfo table. Load
5117 // them here.
5118 break;
5119
5120 case SUBMODULE_TOPHEADER:
5121 CurrentModule->addTopHeaderFilename(Blob);
5122 break;
5123
5124 case SUBMODULE_UMBRELLA_DIR: {
5125 std::string Dirname = Blob;
5126 ResolveImportedPath(F, Dirname);
5127 if (auto *Umbrella = PP.getFileManager().getDirectory(Dirname)) {
5128 if (!CurrentModule->getUmbrellaDir())
5129 ModMap.setUmbrellaDir(CurrentModule, Umbrella, Blob);
5130 else if (CurrentModule->getUmbrellaDir().Entry != Umbrella) {
5131 if ((ClientLoadCapabilities & ARR_OutOfDate) == 0)
5132 Error("mismatched umbrella directories in submodule");
5133 return OutOfDate;
5134 }
5135 }
5136 break;
5137 }
5138
5139 case SUBMODULE_METADATA: {
5140 F.BaseSubmoduleID = getTotalNumSubmodules();
5141 F.LocalNumSubmodules = Record[0];
5142 unsigned LocalBaseSubmoduleID = Record[1];
5143 if (F.LocalNumSubmodules > 0) {
5144 // Introduce the global -> local mapping for submodules within this
5145 // module.
5146 GlobalSubmoduleMap.insert(std::make_pair(getTotalNumSubmodules()+1,&F));
5147
5148 // Introduce the local -> global mapping for submodules within this
5149 // module.
5150 F.SubmoduleRemap.insertOrReplace(
5151 std::make_pair(LocalBaseSubmoduleID,
5152 F.BaseSubmoduleID - LocalBaseSubmoduleID));
5153
5154 SubmodulesLoaded.resize(SubmodulesLoaded.size() + F.LocalNumSubmodules);
5155 }
5156 break;
5157 }
5158
5159 case SUBMODULE_IMPORTS:
5160 for (unsigned Idx = 0; Idx != Record.size(); ++Idx) {
5161 UnresolvedModuleRef Unresolved;
5162 Unresolved.File = &F;
5163 Unresolved.Mod = CurrentModule;
5164 Unresolved.ID = Record[Idx];
5165 Unresolved.Kind = UnresolvedModuleRef::Import;
5166 Unresolved.IsWildcard = false;
5167 UnresolvedModuleRefs.push_back(Unresolved);
5168 }
5169 break;
5170
5171 case SUBMODULE_EXPORTS:
5172 for (unsigned Idx = 0; Idx + 1 < Record.size(); Idx += 2) {
5173 UnresolvedModuleRef Unresolved;
5174 Unresolved.File = &F;
5175 Unresolved.Mod = CurrentModule;
5176 Unresolved.ID = Record[Idx];
5177 Unresolved.Kind = UnresolvedModuleRef::Export;
5178 Unresolved.IsWildcard = Record[Idx + 1];
5179 UnresolvedModuleRefs.push_back(Unresolved);
5180 }
5181
5182 // Once we've loaded the set of exports, there's no reason to keep
5183 // the parsed, unresolved exports around.
5184 CurrentModule->UnresolvedExports.clear();
5185 break;
5186
5187 case SUBMODULE_REQUIRES:
5188 CurrentModule->addRequirement(Blob, Record[0], PP.getLangOpts(),
5189 PP.getTargetInfo());
5190 break;
5191
5192 case SUBMODULE_LINK_LIBRARY:
5193 ModMap.resolveLinkAsDependencies(CurrentModule);
5194 CurrentModule->LinkLibraries.push_back(
5195 Module::LinkLibrary(Blob, Record[0]));
5196 break;
5197
5198 case SUBMODULE_CONFIG_MACRO:
5199 CurrentModule->ConfigMacros.push_back(Blob.str());
5200 break;
5201
5202 case SUBMODULE_CONFLICT: {
5203 UnresolvedModuleRef Unresolved;
5204 Unresolved.File = &F;
5205 Unresolved.Mod = CurrentModule;
5206 Unresolved.ID = Record[0];
5207 Unresolved.Kind = UnresolvedModuleRef::Conflict;
5208 Unresolved.IsWildcard = false;
5209 Unresolved.String = Blob;
5210 UnresolvedModuleRefs.push_back(Unresolved);
5211 break;
5212 }
5213
5214 case SUBMODULE_INITIALIZERS: {
5215 if (!ContextObj)
5216 break;
5217 SmallVector<uint32_t, 16> Inits;
5218 for (auto &ID : Record)
5219 Inits.push_back(getGlobalDeclID(F, ID));
5220 ContextObj->addLazyModuleInitializers(CurrentModule, Inits);
5221 break;
5222 }
5223
5224 case SUBMODULE_EXPORT_AS:
5225 CurrentModule->ExportAsModule = Blob.str();
5226 ModMap.addLinkAsDependency(CurrentModule);
5227 break;
5228 }
5229 }
5230}
5231
5232/// Parse the record that corresponds to a LangOptions data
5233/// structure.
5234///
5235/// This routine parses the language options from the AST file and then gives
5236/// them to the AST listener if one is set.
5237///
5238/// \returns true if the listener deems the file unacceptable, false otherwise.
5239bool ASTReader::ParseLanguageOptions(const RecordData &Record,
5240 bool Complain,
5241 ASTReaderListener &Listener,
5242 bool AllowCompatibleDifferences) {
5243 LangOptions LangOpts;
5244 unsigned Idx = 0;
5245#define LANGOPT(Name, Bits, Default, Description) \
5246 LangOpts.Name = Record[Idx++];
5247#define ENUM_LANGOPT(Name, Type, Bits, Default, Description) \
5248 LangOpts.set##Name(static_cast<LangOptions::Type>(Record[Idx++]));
5249#include "clang/Basic/LangOptions.def"
5250#define SANITIZER(NAME, ID) \
5251 LangOpts.Sanitize.set(SanitizerKind::ID, Record[Idx++]);
5252#include "clang/Basic/Sanitizers.def"
5253
5254 for (unsigned N = Record[Idx++]; N; --N)
5255 LangOpts.ModuleFeatures.push_back(ReadString(Record, Idx));
5256
5257 ObjCRuntime::Kind runtimeKind = (ObjCRuntime::Kind) Record[Idx++];
5258 VersionTuple runtimeVersion = ReadVersionTuple(Record, Idx);
5259 LangOpts.ObjCRuntime = ObjCRuntime(runtimeKind, runtimeVersion);
5260
5261 LangOpts.CurrentModule = ReadString(Record, Idx);
5262
5263 // Comment options.
5264 for (unsigned N = Record[Idx++]; N; --N) {
5265 LangOpts.CommentOpts.BlockCommandNames.push_back(
5266 ReadString(Record, Idx));
5267 }
5268 LangOpts.CommentOpts.ParseAllComments = Record[Idx++];
5269
5270 // OpenMP offloading options.
5271 for (unsigned N = Record[Idx++]; N; --N) {
5272 LangOpts.OMPTargetTriples.push_back(llvm::Triple(ReadString(Record, Idx)));
5273 }
5274
5275 LangOpts.OMPHostIRFile = ReadString(Record, Idx);
5276
5277 return Listener.ReadLanguageOptions(LangOpts, Complain,
5278 AllowCompatibleDifferences);
5279}
5280
5281bool ASTReader::ParseTargetOptions(const RecordData &Record, bool Complain,
5282 ASTReaderListener &Listener,
5283 bool AllowCompatibleDifferences) {
5284 unsigned Idx = 0;
5285 TargetOptions TargetOpts;
5286 TargetOpts.Triple = ReadString(Record, Idx);
5287 TargetOpts.CPU = ReadString(Record, Idx);
5288 TargetOpts.ABI = ReadString(Record, Idx);
5289 for (unsigned N = Record[Idx++]; N; --N) {
5290 TargetOpts.FeaturesAsWritten.push_back(ReadString(Record, Idx));
5291 }
5292 for (unsigned N = Record[Idx++]; N; --N) {
5293 TargetOpts.Features.push_back(ReadString(Record, Idx));
5294 }
5295
5296 return Listener.ReadTargetOptions(TargetOpts, Complain,
5297 AllowCompatibleDifferences);
5298}
5299
5300bool ASTReader::ParseDiagnosticOptions(const RecordData &Record, bool Complain,
5301 ASTReaderListener &Listener) {
5302 IntrusiveRefCntPtr<DiagnosticOptions> DiagOpts(new DiagnosticOptions);
5303 unsigned Idx = 0;
5304#define DIAGOPT(Name, Bits, Default) DiagOpts->Name = Record[Idx++];
5305#define ENUM_DIAGOPT(Name, Type, Bits, Default) \
5306 DiagOpts->set##Name(static_cast<Type>(Record[Idx++]));
5307#include "clang/Basic/DiagnosticOptions.def"
5308
5309 for (unsigned N = Record[Idx++]; N; --N)
5310 DiagOpts->Warnings.push_back(ReadString(Record, Idx));
5311 for (unsigned N = Record[Idx++]; N; --N)
5312 DiagOpts->Remarks.push_back(ReadString(Record, Idx));
5313
5314 return Listener.ReadDiagnosticOptions(DiagOpts, Complain);
5315}
5316
5317bool ASTReader::ParseFileSystemOptions(const RecordData &Record, bool Complain,
5318 ASTReaderListener &Listener) {
5319 FileSystemOptions FSOpts;
5320 unsigned Idx = 0;
5321 FSOpts.WorkingDir = ReadString(Record, Idx);
5322 return Listener.ReadFileSystemOptions(FSOpts, Complain);
5323}
5324
5325bool ASTReader::ParseHeaderSearchOptions(const RecordData &Record,
5326 bool Complain,
5327 ASTReaderListener &Listener) {
5328 HeaderSearchOptions HSOpts;
5329 unsigned Idx = 0;
5330 HSOpts.Sysroot = ReadString(Record, Idx);
5331
5332 // Include entries.
5333 for (unsigned N = Record[Idx++]; N; --N) {
5334 std::string Path = ReadString(Record, Idx);
5335 frontend::IncludeDirGroup Group
5336 = static_cast<frontend::IncludeDirGroup>(Record[Idx++]);
5337 bool IsFramework = Record[Idx++];
5338 bool IgnoreSysRoot = Record[Idx++];
5339 HSOpts.UserEntries.emplace_back(std::move(Path), Group, IsFramework,
5340 IgnoreSysRoot);
5341 }
5342
5343 // System header prefixes.
5344 for (unsigned N = Record[Idx++]; N; --N) {
5345 std::string Prefix = ReadString(Record, Idx);
5346 bool IsSystemHeader = Record[Idx++];
5347 HSOpts.SystemHeaderPrefixes.emplace_back(std::move(Prefix), IsSystemHeader);
5348 }
5349
5350 HSOpts.ResourceDir = ReadString(Record, Idx);
5351 HSOpts.ModuleCachePath = ReadString(Record, Idx);
5352 HSOpts.ModuleUserBuildPath = ReadString(Record, Idx);
5353 HSOpts.DisableModuleHash = Record[Idx++];
5354 HSOpts.ImplicitModuleMaps = Record[Idx++];
5355 HSOpts.ModuleMapFileHomeIsCwd = Record[Idx++];
5356 HSOpts.UseBuiltinIncludes = Record[Idx++];
5357 HSOpts.UseStandardSystemIncludes = Record[Idx++];
5358 HSOpts.UseStandardCXXIncludes = Record[Idx++];
5359 HSOpts.UseLibcxx = Record[Idx++];
5360 std::string SpecificModuleCachePath = ReadString(Record, Idx);
5361
5362 return Listener.ReadHeaderSearchOptions(HSOpts, SpecificModuleCachePath,
5363 Complain);
5364}
5365
5366bool ASTReader::ParsePreprocessorOptions(const RecordData &Record,
5367 bool Complain,
5368 ASTReaderListener &Listener,
5369 std::string &SuggestedPredefines) {
5370 PreprocessorOptions PPOpts;
5371 unsigned Idx = 0;
5372
5373 // Macro definitions/undefs
5374 for (unsigned N = Record[Idx++]; N; --N) {
5375 std::string Macro = ReadString(Record, Idx);
5376 bool IsUndef = Record[Idx++];
5377 PPOpts.Macros.push_back(std::make_pair(Macro, IsUndef));
5378 }
5379
5380 // Includes
5381 for (unsigned N = Record[Idx++]; N; --N) {
5382 PPOpts.Includes.push_back(ReadString(Record, Idx));
5383 }
5384
5385 // Macro Includes
5386 for (unsigned N = Record[Idx++]; N; --N) {
5387 PPOpts.MacroIncludes.push_back(ReadString(Record, Idx));
5388 }
5389
5390 PPOpts.UsePredefines = Record[Idx++];
5391 PPOpts.DetailedRecord = Record[Idx++];
5392 PPOpts.ImplicitPCHInclude = ReadString(Record, Idx);
5393 PPOpts.ImplicitPTHInclude = ReadString(Record, Idx);
5394 PPOpts.ObjCXXARCStandardLibrary =
5395 static_cast<ObjCXXARCStandardLibraryKind>(Record[Idx++]);
5396 SuggestedPredefines.clear();
5397 return Listener.ReadPreprocessorOptions(PPOpts, Complain,
5398 SuggestedPredefines);
5399}
5400
5401std::pair<ModuleFile *, unsigned>
5402ASTReader::getModulePreprocessedEntity(unsigned GlobalIndex) {
5403 GlobalPreprocessedEntityMapType::iterator
5404 I = GlobalPreprocessedEntityMap.find(GlobalIndex);
5405 assert(I != GlobalPreprocessedEntityMap.end() &&(static_cast <bool> (I != GlobalPreprocessedEntityMap.end
() && "Corrupted global preprocessed entity map") ? void
(0) : __assert_fail ("I != GlobalPreprocessedEntityMap.end() && \"Corrupted global preprocessed entity map\""
, "/build/llvm-toolchain-snapshot-7~svn338205/tools/clang/lib/Serialization/ASTReader.cpp"
, 5406, __extension__ __PRETTY_FUNCTION__))
5406 "Corrupted global preprocessed entity map")(static_cast <bool> (I != GlobalPreprocessedEntityMap.end
() && "Corrupted global preprocessed entity map") ? void
(0) : __assert_fail ("I != GlobalPreprocessedEntityMap.end() && \"Corrupted global preprocessed entity map\""
, "/build/llvm-toolchain-snapshot-7~svn338205/tools/clang/lib/Serialization/ASTReader.cpp"
, 5406, __extension__ __PRETTY_FUNCTION__))
;
5407 ModuleFile *M = I->second;
5408 unsigned LocalIndex = GlobalIndex - M->BasePreprocessedEntityID;
5409 return std::make_pair(M, LocalIndex);
5410}
5411
5412llvm::iterator_range<PreprocessingRecord::iterator>
5413ASTReader::getModulePreprocessedEntities(ModuleFile &Mod) const {
5414 if (PreprocessingRecord *PPRec = PP.getPreprocessingRecord())
5415 return PPRec->getIteratorsForLoadedRange(Mod.BasePreprocessedEntityID,
5416 Mod.NumPreprocessedEntities);
5417
5418 return llvm::make_range(PreprocessingRecord::iterator(),
5419 PreprocessingRecord::iterator());
5420}
5421
5422llvm::iterator_range<ASTReader::ModuleDeclIterator>
5423ASTReader::getModuleFileLevelDecls(ModuleFile &Mod) {
5424 return llvm::make_range(
5425 ModuleDeclIterator(this, &Mod, Mod.FileSortedDecls),
5426 ModuleDeclIterator(this, &Mod,
5427 Mod.FileSortedDecls + Mod.NumFileSortedDecls));
5428}
5429
5430SourceRange ASTReader::ReadSkippedRange(unsigned GlobalIndex) {
5431 auto I = GlobalSkippedRangeMap.find(GlobalIndex);
5432 assert(I != GlobalSkippedRangeMap.end() &&(static_cast <bool> (I != GlobalSkippedRangeMap.end() &&
"Corrupted global skipped range map") ? void (0) : __assert_fail
("I != GlobalSkippedRangeMap.end() && \"Corrupted global skipped range map\""
, "/build/llvm-toolchain-snapshot-7~svn338205/tools/clang/lib/Serialization/ASTReader.cpp"
, 5433, __extension__ __PRETTY_FUNCTION__))
5433 "Corrupted global skipped range map")(static_cast <bool> (I != GlobalSkippedRangeMap.end() &&
"Corrupted global skipped range map") ? void (0) : __assert_fail
("I != GlobalSkippedRangeMap.end() && \"Corrupted global skipped range map\""
, "/build/llvm-toolchain-snapshot-7~svn338205/tools/clang/lib/Serialization/ASTReader.cpp"
, 5433, __extension__ __PRETTY_FUNCTION__))
;
5434 ModuleFile *M = I->second;
5435 unsigned LocalIndex = GlobalIndex - M->BasePreprocessedSkippedRangeID;
5436 assert(LocalIndex < M->NumPreprocessedSkippedRanges)(static_cast <bool> (LocalIndex < M->NumPreprocessedSkippedRanges
) ? void (0) : __assert_fail ("LocalIndex < M->NumPreprocessedSkippedRanges"
, "/build/llvm-toolchain-snapshot-7~svn338205/tools/clang/lib/Serialization/ASTReader.cpp"
, 5436, __extension__ __PRETTY_FUNCTION__))
;
5437 PPSkippedRange RawRange = M->PreprocessedSkippedRangeOffsets[LocalIndex];
5438 SourceRange Range(TranslateSourceLocation(*M, RawRange.getBegin()),
5439 TranslateSourceLocation(*M, RawRange.getEnd()));
5440 assert(Range.isValid())(static_cast <bool> (Range.isValid()) ? void (0) : __assert_fail
("Range.isValid()", "/build/llvm-toolchain-snapshot-7~svn338205/tools/clang/lib/Serialization/ASTReader.cpp"
, 5440, __extension__ __PRETTY_FUNCTION__))
;
5441 return Range;
5442}
5443
5444PreprocessedEntity *ASTReader::ReadPreprocessedEntity(unsigned Index) {
5445 PreprocessedEntityID PPID = Index+1;
5446 std::pair<ModuleFile *, unsigned> PPInfo = getModulePreprocessedEntity(Index);
5447 ModuleFile &M = *PPInfo.first;
5448 unsigned LocalIndex = PPInfo.second;
5449 const PPEntityOffset &PPOffs = M.PreprocessedEntityOffsets[LocalIndex];
5450
5451 if (!PP.getPreprocessingRecord()) {
5452 Error("no preprocessing record");
5453 return nullptr;
5454 }
5455
5456 SavedStreamPosition SavedPosition(M.PreprocessorDetailCursor);
5457 M.PreprocessorDetailCursor.JumpToBit(PPOffs.BitOffset);
5458
5459 llvm::BitstreamEntry Entry =
5460 M.PreprocessorDetailCursor.advance(BitstreamCursor::AF_DontPopBlockAtEnd);
5461 if (Entry.Kind != llvm::BitstreamEntry::Record)
5462 return nullptr;
5463
5464 // Read the record.
5465 SourceRange Range(TranslateSourceLocation(M, PPOffs.getBegin()),
5466 TranslateSourceLocation(M, PPOffs.getEnd()));
5467 PreprocessingRecord &PPRec = *PP.getPreprocessingRecord();
5468 StringRef Blob;
5469 RecordData Record;
5470 PreprocessorDetailRecordTypes RecType =
5471 (PreprocessorDetailRecordTypes)M.PreprocessorDetailCursor.readRecord(
5472 Entry.ID, Record, &Blob);
5473 switch (RecType) {
5474 case PPD_MACRO_EXPANSION: {
5475 bool isBuiltin = Record[0];
5476 IdentifierInfo *Name = nullptr;
5477 MacroDefinitionRecord *Def = nullptr;
5478 if (isBuiltin)
5479 Name = getLocalIdentifier(M, Record[1]);
5480 else {
5481 PreprocessedEntityID GlobalID =
5482 getGlobalPreprocessedEntityID(M, Record[1]);
5483 Def = cast<MacroDefinitionRecord>(
5484 PPRec.getLoadedPreprocessedEntity(GlobalID - 1));
5485 }
5486
5487 MacroExpansion *ME;
5488 if (isBuiltin)
5489 ME = new (PPRec) MacroExpansion(Name, Range);
5490 else
5491 ME = new (PPRec) MacroExpansion(Def, Range);
5492
5493 return ME;
5494 }
5495
5496 case PPD_MACRO_DEFINITION: {
5497 // Decode the identifier info and then check again; if the macro is
5498 // still defined and associated with the identifier,
5499 IdentifierInfo *II = getLocalIdentifier(M, Record[0]);
5500 MacroDefinitionRecord *MD = new (PPRec) MacroDefinitionRecord(II, Range);
5501
5502 if (DeserializationListener)
5503 DeserializationListener->MacroDefinitionRead(PPID, MD);
5504
5505 return MD;
5506 }
5507
5508 case PPD_INCLUSION_DIRECTIVE: {
5509 const char *FullFileNameStart = Blob.data() + Record[0];
5510 StringRef FullFileName(FullFileNameStart, Blob.size() - Record[0]);
5511 const FileEntry *File = nullptr;
5512 if (!FullFileName.empty())
5513 File = PP.getFileManager().getFile(FullFileName);
5514
5515 // FIXME: Stable encoding
5516 InclusionDirective::InclusionKind Kind
5517 = static_cast<InclusionDirective::InclusionKind>(Record[2]);
5518 InclusionDirective *ID
5519 = new (PPRec) InclusionDirective(PPRec, Kind,
5520 StringRef(Blob.data(), Record[0]),
5521 Record[1], Record[3],
5522 File,
5523 Range);
5524 return ID;
5525 }
5526 }
5527
5528 llvm_unreachable("Invalid PreprocessorDetailRecordTypes")::llvm::llvm_unreachable_internal("Invalid PreprocessorDetailRecordTypes"
, "/build/llvm-toolchain-snapshot-7~svn338205/tools/clang/lib/Serialization/ASTReader.cpp"
, 5528)
;
5529}
5530
5531/// Find the next module that contains entities and return the ID
5532/// of the first entry.
5533///
5534/// \param SLocMapI points at a chunk of a module that contains no
5535/// preprocessed entities or the entities it contains are not the ones we are
5536/// looking for.
5537PreprocessedEntityID ASTReader::findNextPreprocessedEntity(
5538 GlobalSLocOffsetMapType::const_iterator SLocMapI) const {
5539 ++SLocMapI;
5540 for (GlobalSLocOffsetMapType::const_iterator
5541 EndI = GlobalSLocOffsetMap.end(); SLocMapI != EndI; ++SLocMapI) {
5542 ModuleFile &M = *SLocMapI->second;
5543 if (M.NumPreprocessedEntities)
5544 return M.BasePreprocessedEntityID;
5545 }
5546
5547 return getTotalNumPreprocessedEntities();
5548}
5549
5550namespace {
5551
5552struct PPEntityComp {
5553 const ASTReader &Reader;
5554 ModuleFile &M;
5555
5556 PPEntityComp(const ASTReader &Reader, ModuleFile &M) : Reader(Reader), M(M) {}
5557
5558 bool operator()(const PPEntityOffset &L, const PPEntityOffset &R) const {
5559 SourceLocation LHS = getLoc(L);
5560 SourceLocation RHS = getLoc(R);
5561 return Reader.getSourceManager().isBeforeInTranslationUnit(LHS, RHS);
5562 }
5563
5564 bool operator()(const PPEntityOffset &L, SourceLocation RHS) const {
5565 SourceLocation LHS = getLoc(L);
5566 return Reader.getSourceManager().isBeforeInTranslationUnit(LHS, RHS);
5567 }
5568
5569 bool operator()(SourceLocation LHS, const PPEntityOffset &R) const {
5570 SourceLocation RHS = getLoc(R);
5571 return Reader.getSourceManager().isBeforeInTranslationUnit(LHS, RHS);
5572 }
5573
5574 SourceLocation getLoc(const PPEntityOffset &PPE) const {
5575 return Reader.TranslateSourceLocation(M, PPE.getBegin());
5576 }
5577};
5578
5579} // namespace
5580
5581PreprocessedEntityID ASTReader::findPreprocessedEntity(SourceLocation Loc,
5582 bool EndsAfter) const {
5583 if (SourceMgr.isLocalSourceLocation(Loc))
5584 return getTotalNumPreprocessedEntities();
5585
5586 GlobalSLocOffsetMapType::const_iterator SLocMapI = GlobalSLocOffsetMap.find(
5587 SourceManager::MaxLoadedOffset - Loc.getOffset() - 1);
5588 assert(SLocMapI != GlobalSLocOffsetMap.end() &&(static_cast <bool> (SLocMapI != GlobalSLocOffsetMap.end
() && "Corrupted global sloc offset map") ? void (0) :
__assert_fail ("SLocMapI != GlobalSLocOffsetMap.end() && \"Corrupted global sloc offset map\""
, "/build/llvm-toolchain-snapshot-7~svn338205/tools/clang/lib/Serialization/ASTReader.cpp"
, 5589, __extension__ __PRETTY_FUNCTION__))
5589 "Corrupted global sloc offset map")(static_cast <bool> (SLocMapI != GlobalSLocOffsetMap.end
() && "Corrupted global sloc offset map") ? void (0) :
__assert_fail ("SLocMapI != GlobalSLocOffsetMap.end() && \"Corrupted global sloc offset map\""
, "/build/llvm-toolchain-snapshot-7~svn338205/tools/clang/lib/Serialization/ASTReader.cpp"
, 5589, __extension__ __PRETTY_FUNCTION__))
;
5590
5591 if (SLocMapI->second->NumPreprocessedEntities == 0)
5592 return findNextPreprocessedEntity(SLocMapI);
5593
5594 ModuleFile &M = *SLocMapI->second;
5595
5596 using pp_iterator = const PPEntityOffset *;
5597
5598 pp_iterator pp_begin = M.PreprocessedEntityOffsets;
5599 pp_iterator pp_end = pp_begin + M.NumPreprocessedEntities;
5600
5601 size_t Count = M.NumPreprocessedEntities;
5602 size_t Half;
5603 pp_iterator First = pp_begin;
5604 pp_iterator PPI;
5605
5606 if (EndsAfter) {
5607 PPI = std::upper_bound(pp_begin, pp_end, Loc,
5608 PPEntityComp(*this, M));
5609 } else {
5610 // Do a binary search manually instead of using std::lower_bound because
5611 // The end locations of entities may be unordered (when a macro expansion
5612 // is inside another macro argument), but for this case it is not important
5613 // whether we get the first macro expansion or its containing macro.
5614 while (Count > 0) {
5615 Half = Count / 2;
5616 PPI = First;
5617 std::advance(PPI, Half);
5618 if (SourceMgr.isBeforeInTranslationUnit(
5619 TranslateSourceLocation(M, PPI->getEnd()), Loc)) {
5620 First = PPI;
5621 ++First;
5622 Count = Count - Half - 1;
5623 } else
5624 Count = Half;
5625 }
5626 }
5627
5628 if (PPI == pp_end)
5629 return findNextPreprocessedEntity(SLocMapI);
5630
5631 return M.BasePreprocessedEntityID + (PPI - pp_begin);
5632}
5633
5634/// Returns a pair of [Begin, End) indices of preallocated
5635/// preprocessed entities that \arg Range encompasses.
5636std::pair<unsigned, unsigned>
5637 ASTReader::findPreprocessedEntitiesInRange(SourceRange Range) {
5638 if (Range.isInvalid())
5639 return std::make_pair(0,0);
5640 assert(!SourceMgr.isBeforeInTranslationUnit(Range.getEnd(),Range.getBegin()))(static_cast <bool> (!SourceMgr.isBeforeInTranslationUnit
(Range.getEnd(),Range.getBegin())) ? void (0) : __assert_fail
("!SourceMgr.isBeforeInTranslationUnit(Range.getEnd(),Range.getBegin())"
, "/build/llvm-toolchain-snapshot-7~svn338205/tools/clang/lib/Serialization/ASTReader.cpp"
, 5640, __extension__ __PRETTY_FUNCTION__))
;
5641
5642 PreprocessedEntityID BeginID =
5643 findPreprocessedEntity(Range.getBegin(), false);
5644 PreprocessedEntityID EndID = findPreprocessedEntity(Range.getEnd(), true);
5645 return std::make_pair(BeginID, EndID);
5646}
5647
5648/// Optionally returns true or false if the preallocated preprocessed
5649/// entity with index \arg Index came from file \arg FID.
5650Optional<bool> ASTReader::isPreprocessedEntityInFileID(unsigned Index,
5651 FileID FID) {
5652 if (FID.isInvalid())
5653 return false;
5654
5655 std::pair<ModuleFile *, unsigned> PPInfo = getModulePreprocessedEntity(Index);
5656 ModuleFile &M = *PPInfo.first;
5657 unsigned LocalIndex = PPInfo.second;
5658 const PPEntityOffset &PPOffs = M.PreprocessedEntityOffsets[LocalIndex];
5659
5660 SourceLocation Loc = TranslateSourceLocation(M, PPOffs.getBegin());
5661 if (Loc.isInvalid())
5662 return false;
5663
5664 if (SourceMgr.isInFileID(SourceMgr.getFileLoc(Loc), FID))
5665 return true;
5666 else
5667 return false;
5668}
5669
5670namespace {
5671
5672 /// Visitor used to search for information about a header file.
5673 class HeaderFileInfoVisitor {
5674 const FileEntry *FE;
5675 Optional<HeaderFileInfo> HFI;
5676
5677 public:
5678 explicit HeaderFileInfoVisitor(const FileEntry *FE) : FE(FE) {}
5679
5680 bool operator()(ModuleFile &M) {
5681 HeaderFileInfoLookupTable *Table
5682 = static_cast<HeaderFileInfoLookupTable *>(M.HeaderFileInfoTable);
5683 if (!Table)
5684 return false;
5685
5686 // Look in the on-disk hash table for an entry for this file name.
5687 HeaderFileInfoLookupTable::iterator Pos = Table->find(FE);
5688 if (Pos == Table->end())
5689 return false;
5690
5691 HFI = *Pos;
5692 return true;
5693 }
5694
5695 Optional<HeaderFileInfo> getHeaderFileInfo() const { return HFI; }
5696 };
5697
5698} // namespace
5699
5700HeaderFileInfo ASTReader::GetHeaderFileInfo(const FileEntry *FE) {
5701 HeaderFileInfoVisitor Visitor(FE);
5702 ModuleMgr.visit(Visitor);
5703 if (Optional<HeaderFileInfo> HFI = Visitor.getHeaderFileInfo())
5704 return *HFI;
5705
5706 return HeaderFileInfo();
5707}
5708
5709void ASTReader::ReadPragmaDiagnosticMappings(DiagnosticsEngine &Diag) {
5710 using DiagState = DiagnosticsEngine::DiagState;
5711 SmallVector<DiagState *, 32> DiagStates;
5712
5713 for (ModuleFile &F : ModuleMgr) {
5714 unsigned Idx = 0;
5715 auto &Record = F.PragmaDiagMappings;
5716 if (Record.empty())
5717 continue;
5718
5719 DiagStates.clear();
5720
5721 auto ReadDiagState =
5722 [&](const DiagState &BasedOn, SourceLocation Loc,
5723 bool IncludeNonPragmaStates) -> DiagnosticsEngine::DiagState * {
5724 unsigned BackrefID = Record[Idx++];
5725 if (BackrefID != 0)
5726 return DiagStates[BackrefID - 1];
5727
5728 // A new DiagState was created here.
5729 Diag.DiagStates.push_back(BasedOn);
5730 DiagState *NewState = &Diag.DiagStates.back();
5731 DiagStates.push_back(NewState);
5732 unsigned Size = Record[Idx++];
5733 assert(Idx + Size * 2 <= Record.size() &&(static_cast <bool> (Idx + Size * 2 <= Record.size()
&& "Invalid data, not enough diag/map pairs") ? void
(0) : __assert_fail ("Idx + Size * 2 <= Record.size() && \"Invalid data, not enough diag/map pairs\""
, "/build/llvm-toolchain-snapshot-7~svn338205/tools/clang/lib/Serialization/ASTReader.cpp"
, 5734, __extension__ __PRETTY_FUNCTION__))
5734 "Invalid data, not enough diag/map pairs")(static_cast <bool> (Idx + Size * 2 <= Record.size()
&& "Invalid data, not enough diag/map pairs") ? void
(0) : __assert_fail ("Idx + Size * 2 <= Record.size() && \"Invalid data, not enough diag/map pairs\""
, "/build/llvm-toolchain-snapshot-7~svn338205/tools/clang/lib/Serialization/ASTReader.cpp"
, 5734, __extension__ __PRETTY_FUNCTION__))
;
5735 while (Size--) {
5736 unsigned DiagID = Record[Idx++];
5737 DiagnosticMapping NewMapping =
5738 DiagnosticMapping::deserialize(Record[Idx++]);
5739 if (!NewMapping.isPragma() && !IncludeNonPragmaStates)
5740 continue;
5741
5742 DiagnosticMapping &Mapping = NewState->getOrAddMapping(DiagID);
5743
5744 // If this mapping was specified as a warning but the severity was
5745 // upgraded due to diagnostic settings, simulate the current diagnostic
5746 // settings (and use a warning).
5747 if (NewMapping.wasUpgradedFromWarning() && !Mapping.isErrorOrFatal()) {
5748 NewMapping.setSeverity(diag::Severity::Warning);
5749 NewMapping.setUpgradedFromWarning(false);
5750 }
5751
5752 Mapping = NewMapping;
5753 }
5754 return NewState;
5755 };
5756
5757 // Read the first state.
5758 DiagState *FirstState;
5759 if (F.Kind == MK_ImplicitModule) {
5760 // Implicitly-built modules are reused with different diagnostic
5761 // settings. Use the initial diagnostic state from Diag to simulate this
5762 // compilation's diagnostic settings.
5763 FirstState = Diag.DiagStatesByLoc.FirstDiagState;
5764 DiagStates.push_back(FirstState);
5765
5766 // Skip the initial diagnostic state from the serialized module.
5767 assert(Record[1] == 0 &&(static_cast <bool> (Record[1] == 0 && "Invalid data, unexpected backref in initial state"
) ? void (0) : __assert_fail ("Record[1] == 0 && \"Invalid data, unexpected backref in initial state\""
, "/build/llvm-toolchain-snapshot-7~svn338205/tools/clang/lib/Serialization/ASTReader.cpp"
, 5768, __extension__ __PRETTY_FUNCTION__))
5768 "Invalid data, unexpected backref in initial state")(static_cast <bool> (Record[1] == 0 && "Invalid data, unexpected backref in initial state"
) ? void (0) : __assert_fail ("Record[1] == 0 && \"Invalid data, unexpected backref in initial state\""
, "/build/llvm-toolchain-snapshot-7~svn338205/tools/clang/lib/Serialization/ASTReader.cpp"
, 5768, __extension__ __PRETTY_FUNCTION__))
;
5769 Idx = 3 + Record[2] * 2;
5770 assert(Idx < Record.size() &&(static_cast <bool> (Idx < Record.size() && "Invalid data, not enough state change pairs in initial state"
) ? void (0) : __assert_fail ("Idx < Record.size() && \"Invalid data, not enough state change pairs in initial state\""
, "/build/llvm-toolchain-snapshot-7~svn338205/tools/clang/lib/Serialization/ASTReader.cpp"
, 5771, __extension__ __PRETTY_FUNCTION__))
5771 "Invalid data, not enough state change pairs in initial state")(static_cast <bool> (Idx < Record.size() && "Invalid data, not enough state change pairs in initial state"
) ? void (0) : __assert_fail ("Idx < Record.size() && \"Invalid data, not enough state change pairs in initial state\""
, "/build/llvm-toolchain-snapshot-7~svn338205/tools/clang/lib/Serialization/ASTReader.cpp"
, 5771, __extension__ __PRETTY_FUNCTION__))
;
5772 } else if (F.isModule()) {
5773 // For an explicit module, preserve the flags from the module build
5774 // command line (-w, -Weverything, -Werror, ...) along with any explicit
5775 // -Wblah flags.
5776 unsigned Flags = Record[Idx++];
5777 DiagState Initial;
5778 Initial.SuppressSystemWarnings = Flags & 1; Flags >>= 1;
5779 Initial.ErrorsAsFatal = Flags & 1; Flags >>= 1;
5780 Initial.WarningsAsErrors = Flags & 1; Flags >>= 1;
5781 Initial.EnableAllWarnings = Flags & 1; Flags >>= 1;
5782 Initial.IgnoreAllWarnings = Flags & 1; Flags >>= 1;
5783 Initial.ExtBehavior = (diag::Severity)Flags;
5784 FirstState = ReadDiagState(Initial, SourceLocation(), true);
5785
5786 assert(F.OriginalSourceFileID.isValid())(static_cast <bool> (F.OriginalSourceFileID.isValid()) ?
void (0) : __assert_fail ("F.OriginalSourceFileID.isValid()"
, "/build/llvm-toolchain-snapshot-7~svn338205/tools/clang/lib/Serialization/ASTReader.cpp"
, 5786, __extension__ __PRETTY_FUNCTION__))
;
5787
5788 // Set up the root buffer of the module to start with the initial
5789 // diagnostic state of the module itself, to cover files that contain no
5790 // explicit transitions (for which we did not serialize anything).
5791 Diag.DiagStatesByLoc.Files[F.OriginalSourceFileID]
5792 .StateTransitions.push_back({FirstState, 0});
5793 } else {
5794 // For prefix ASTs, start with whatever the user configured on the
5795 // command line.
5796 Idx++; // Skip flags.
5797 FirstState = ReadDiagState(*Diag.DiagStatesByLoc.CurDiagState,
5798 SourceLocation(), false);
5799 }
5800
5801 // Read the state transitions.
5802 unsigned NumLocations = Record[Idx++];
5803 while (NumLocations--) {
5804 assert(Idx < Record.size() &&(static_cast <bool> (Idx < Record.size() && "Invalid data, missing pragma diagnostic states"
) ? void (0) : __assert_fail ("Idx < Record.size() && \"Invalid data, missing pragma diagnostic states\""
, "/build/llvm-toolchain-snapshot-7~svn338205/tools/clang/lib/Serialization/ASTReader.cpp"
, 5805, __extension__ __PRETTY_FUNCTION__))
5805 "Invalid data, missing pragma diagnostic states")(static_cast <bool> (Idx < Record.size() && "Invalid data, missing pragma diagnostic states"
) ? void (0) : __assert_fail ("Idx < Record.size() && \"Invalid data, missing pragma diagnostic states\""
, "/build/llvm-toolchain-snapshot-7~svn338205/tools/clang/lib/Serialization/ASTReader.cpp"
, 5805, __extension__ __PRETTY_FUNCTION__))
;
5806 SourceLocation Loc = ReadSourceLocation(F, Record[Idx++]);
5807 auto IDAndOffset = SourceMgr.getDecomposedLoc(Loc);
5808 assert(IDAndOffset.first.isValid() && "invalid FileID for transition")(static_cast <bool> (IDAndOffset.first.isValid() &&
"invalid FileID for transition") ? void (0) : __assert_fail (
"IDAndOffset.first.isValid() && \"invalid FileID for transition\""
, "/build/llvm-toolchain-snapshot-7~svn338205/tools/clang/lib/Serialization/ASTReader.cpp"
, 5808, __extension__ __PRETTY_FUNCTION__))
;
5809 assert(IDAndOffset.second == 0 && "not a start location for a FileID")(static_cast <bool> (IDAndOffset.second == 0 &&
"not a start location for a FileID") ? void (0) : __assert_fail
("IDAndOffset.second == 0 && \"not a start location for a FileID\""
, "/build/llvm-toolchain-snapshot-7~svn338205/tools/clang/lib/Serialization/ASTReader.cpp"
, 5809, __extension__ __PRETTY_FUNCTION__))
;
5810 unsigned Transitions = Record[Idx++];
5811
5812 // Note that we don't need to set up Parent/ParentOffset here, because
5813 // we won't be changing the diagnostic state within imported FileIDs
5814 // (other than perhaps appending to the main source file, which has no
5815 // parent).
5816 auto &F = Diag.DiagStatesByLoc.Files[IDAndOffset.first];
5817 F.StateTransitions.reserve(F.StateTransitions.size() + Transitions);
5818 for (unsigned I = 0; I != Transitions; ++I) {
5819 unsigned Offset = Record[Idx++];
5820 auto *State =
5821 ReadDiagState(*FirstState, Loc.getLocWithOffset(Offset), false);
5822 F.StateTransitions.push_back({State, Offset});
5823 }
5824 }
5825
5826 // Read the final state.
5827 assert(Idx < Record.size() &&(static_cast <bool> (Idx < Record.size() && "Invalid data, missing final pragma diagnostic state"
) ? void (0) : __assert_fail ("Idx < Record.size() && \"Invalid data, missing final pragma diagnostic state\""
, "/build/llvm-toolchain-snapshot-7~svn338205/tools/clang/lib/Serialization/ASTReader.cpp"
, 5828, __extension__ __PRETTY_FUNCTION__))
5828 "Invalid data, missing final pragma diagnostic state")(static_cast <bool> (Idx < Record.size() && "Invalid data, missing final pragma diagnostic state"
) ? void (0) : __assert_fail ("Idx < Record.size() && \"Invalid data, missing final pragma diagnostic state\""
, "/build/llvm-toolchain-snapshot-7~svn338205/tools/clang/lib/Serialization/ASTReader.cpp"
, 5828, __extension__ __PRETTY_FUNCTION__))
;
5829 SourceLocation CurStateLoc =
5830 ReadSourceLocation(F, F.PragmaDiagMappings[Idx++]);
5831 auto *CurState = ReadDiagState(*FirstState, CurStateLoc, false);
5832
5833 if (!F.isModule()) {
5834 Diag.DiagStatesByLoc.CurDiagState = CurState;
5835 Diag.DiagStatesByLoc.CurDiagStateLoc = CurStateLoc;
5836
5837 // Preserve the property that the imaginary root file describes the
5838 // current state.
5839 FileID NullFile;
5840 auto &T = Diag.DiagStatesByLoc.Files[NullFile].StateTransitions;
5841 if (T.empty())
5842 T.push_back({CurState, 0});
5843 else
5844 T[0].State = CurState;
5845 }
5846
5847 // Don't try to read these mappings again.
5848 Record.clear();
5849 }
5850}
5851
5852/// Get the correct cursor and offset for loading a type.
5853ASTReader::RecordLocation ASTReader::TypeCursorForIndex(unsigned Index) {
5854 GlobalTypeMapType::iterator I = GlobalTypeMap.find(Index);
5855 assert(I != GlobalTypeMap.end() && "Corrupted global type map")(static_cast <bool> (I != GlobalTypeMap.end() &&
"Corrupted global type map") ? void (0) : __assert_fail ("I != GlobalTypeMap.end() && \"Corrupted global type map\""
, "/build/llvm-toolchain-snapshot-7~svn338205/tools/clang/lib/Serialization/ASTReader.cpp"
, 5855, __extension__ __PRETTY_FUNCTION__))
;
5856 ModuleFile *M = I->second;
5857 return RecordLocation(M, M->TypeOffsets[Index - M->BaseTypeIndex]);
5858}
5859
5860/// Read and return the type with the given index..
5861///
5862/// The index is the type ID, shifted and minus the number of predefs. This
5863/// routine actually reads the record corresponding to the type at the given
5864/// location. It is a helper routine for GetType, which deals with reading type
5865/// IDs.
5866QualType ASTReader::readTypeRecord(unsigned Index) {
5867 assert(ContextObj && "reading type with no AST context")(static_cast <bool> (ContextObj && "reading type with no AST context"
) ? void (0) : __assert_fail ("ContextObj && \"reading type with no AST context\""
, "/build/llvm-toolchain-snapshot-7~svn338205/tools/clang/lib/Serialization/ASTReader.cpp"
, 5867, __extension__ __PRETTY_FUNCTION__))
;
5868 ASTContext &Context = *ContextObj;
5869 RecordLocation Loc = TypeCursorForIndex(Index);
5870 BitstreamCursor &DeclsCursor = Loc.F->DeclsCursor;
5871
5872 // Keep track of where we are in the stream, then jump back there
5873 // after reading this type.
5874 SavedStreamPosition SavedPosition(DeclsCursor);
5875
5876 ReadingKindTracker ReadingKind(Read_Type, *this);
5877
5878 // Note that we are loading a type record.
5879 Deserializing AType(this);
5880
5881 unsigned Idx = 0;
5882 DeclsCursor.JumpToBit(Loc.Offset);
5883 RecordData Record;
5884 unsigned Code = DeclsCursor.ReadCode();
5885 switch ((TypeCode)DeclsCursor.readRecord(Code, Record)) {
5886 case TYPE_EXT_QUAL: {
5887 if (Record.size() != 2) {
5888 Error("Incorrect encoding of extended qualifier type");
5889 return QualType();
5890 }
5891 QualType Base = readType(*Loc.F, Record, Idx);
5892 Qualifiers Quals = Qualifiers::fromOpaqueValue(Record[Idx++]);
5893 return Context.getQualifiedType(Base, Quals);
5894 }
5895
5896 case TYPE_COMPLEX: {
5897 if (Record.size() != 1) {
5898 Error("Incorrect encoding of complex type");
5899 return QualType();
5900 }
5901 QualType ElemType = readType(*Loc.F, Record, Idx);
5902 return Context.getComplexType(ElemType);
5903 }
5904
5905 case TYPE_POINTER: {
5906 if (Record.size() != 1) {
5907 Error("Incorrect encoding of pointer type");
5908 return QualType();
5909 }
5910 QualType PointeeType = readType(*Loc.F, Record, Idx);
5911 return Context.getPointerType(PointeeType);
5912 }
5913
5914 case TYPE_DECAYED: {
5915 if (Record.size() != 1) {
5916 Error("Incorrect encoding of decayed type");
5917 return QualType();
5918 }
5919 QualType OriginalType = readType(*Loc.F, Record, Idx);
5920 QualType DT = Context.getAdjustedParameterType(OriginalType);
5921 if (!isa<DecayedType>(DT))
5922 Error("Decayed type does not decay");
5923 return DT;
5924 }
5925
5926 case TYPE_ADJUSTED: {
5927 if (Record.size() != 2) {
5928 Error("Incorrect encoding of adjusted type");
5929 return QualType();
5930 }
5931 QualType OriginalTy = readType(*Loc.F, Record, Idx);
5932 QualType AdjustedTy = readType(*Loc.F, Record, Idx);
5933 return Context.getAdjustedType(OriginalTy, AdjustedTy);
5934 }
5935
5936 case TYPE_BLOCK_POINTER: {
5937 if (Record.size() != 1) {
5938 Error("Incorrect encoding of block pointer type");
5939 return QualType();
5940 }
5941 QualType PointeeType = readType(*Loc.F, Record, Idx);
5942 return Context.getBlockPointerType(PointeeType);
5943 }
5944
5945 case TYPE_LVALUE_REFERENCE: {
5946 if (Record.size() != 2) {
5947 Error("Incorrect encoding of lvalue reference type");
5948 return QualType();
5949 }
5950 QualType PointeeType = readType(*Loc.F, Record, Idx);
5951 return Context.getLValueReferenceType(PointeeType, Record[1]);
5952 }
5953
5954 case TYPE_RVALUE_REFERENCE: {
5955 if (Record.size() != 1) {
5956 Error("Incorrect encoding of rvalue reference type");
5957 return QualType();
5958 }
5959 QualType PointeeType = readType(*Loc.F, Record, Idx);
5960 return Context.getRValueReferenceType(PointeeType);
5961 }
5962
5963 case TYPE_MEMBER_POINTER: {
5964 if (Record.size() != 2) {
5965 Error("Incorrect encoding of member pointer type");
5966 return QualType();
5967 }
5968 QualType PointeeType = readType(*Loc.F, Record, Idx);
5969 QualType ClassType = readType(*Loc.F, Record, Idx);
5970 if (PointeeType.isNull() || ClassType.isNull())
5971 return QualType();
5972
5973 return Context.getMemberPointerType(PointeeType, ClassType.getTypePtr());
5974 }
5975
5976 case TYPE_CONSTANT_ARRAY: {
5977 QualType ElementType = readType(*Loc.F, Record, Idx);
5978 ArrayType::ArraySizeModifier ASM = (ArrayType::ArraySizeModifier)Record[1];
5979 unsigned IndexTypeQuals = Record[2];
5980 unsigned Idx = 3;
5981 llvm::APInt Size = ReadAPInt(Record, Idx);
5982 return Context.getConstantArrayType(ElementType, Size,
5983 ASM, IndexTypeQuals);
5984 }
5985
5986 case TYPE_INCOMPLETE_ARRAY: {
5987 QualType ElementType = readType(*Loc.F, Record, Idx);
5988 ArrayType::ArraySizeModifier ASM = (ArrayType::ArraySizeModifier)Record[1];
5989 unsigned IndexTypeQuals = Record[2];
5990 return Context.getIncompleteArrayType(ElementType, ASM, IndexTypeQuals);
5991 }
5992
5993 case TYPE_VARIABLE_ARRAY: {
5994 QualType ElementType = readType(*Loc.F, Record, Idx);
5995 ArrayType::ArraySizeModifier ASM = (ArrayType::ArraySizeModifier)Record[1];
5996 unsigned IndexTypeQuals = Record[2];
5997 SourceLocation LBLoc = ReadSourceLocation(*Loc.F, Record[3]);
5998 SourceLocation RBLoc = ReadSourceLocation(*Loc.F, Record[4]);
5999 return Context.getVariableArrayType(ElementType, ReadExpr(*Loc.F),
6000 ASM, IndexTypeQuals,
6001 SourceRange(LBLoc, RBLoc));
6002 }
6003
6004 case TYPE_VECTOR: {
6005 if (Record.size() != 3) {
6006 Error("incorrect encoding of vector type in AST file");
6007 return QualType();
6008 }
6009
6010 QualType ElementType = readType(*Loc.F, Record, Idx);
6011 unsigned NumElements = Record[1];
6012 unsigned VecKind = Record[2];
6013 return Context.getVectorType(ElementType, NumElements,
6014 (VectorType::VectorKind)VecKind);
6015 }
6016
6017 case TYPE_EXT_VECTOR: {
6018 if (Record.size() != 3) {
6019 Error("incorrect encoding of extended vector type in AST file");
6020 return QualType();
6021 }
6022
6023 QualType ElementType = readType(*Loc.F, Record, Idx);
6024 unsigned NumElements = Record[1];
6025 return Context.getExtVectorType(ElementType, NumElements);
6026 }
6027
6028 case TYPE_FUNCTION_NO_PROTO: {
6029 if (Record.size() != 8) {
6030 Error("incorrect encoding of no-proto function type");
6031 return QualType();
6032 }
6033 QualType ResultType = readType(*Loc.F, Record, Idx);
6034 FunctionType::ExtInfo Info(Record[1], Record[2], Record[3],
6035 (CallingConv)Record[4], Record[5], Record[6],
6036 Record[7]);
6037 return Context.getFunctionNoProtoType(ResultType, Info);
6038 }
6039
6040 case TYPE_FUNCTION_PROTO: {
6041 QualType ResultType = readType(*Loc.F, Record, Idx);
6042
6043 FunctionProtoType::ExtProtoInfo EPI;
6044 EPI.ExtInfo = FunctionType::ExtInfo(/*noreturn*/ Record[1],
6045 /*hasregparm*/ Record[2],
6046 /*regparm*/ Record[3],
6047 static_cast<CallingConv>(Record[4]),
6048 /*produces*/ Record[5],
6049 /*nocallersavedregs*/ Record[6],
6050 /*nocfcheck*/ Record[7]);
6051
6052 unsigned Idx = 8;
6053
6054 EPI.Variadic = Record[Idx++];
6055 EPI.HasTrailingReturn = Record[Idx++];
6056 EPI.TypeQuals = Record[Idx++];
6057 EPI.RefQualifier = static_cast<RefQualifierKind>(Record[Idx++]);
6058 SmallVector<QualType, 8> ExceptionStorage;
6059 readExceptionSpec(*Loc.F, ExceptionStorage, EPI.ExceptionSpec, Record, Idx);
6060
6061 unsigned NumParams = Record[Idx++];
6062 SmallVector<QualType, 16> ParamTypes;
6063 for (unsigned I = 0; I != NumParams; ++I)
6064 ParamTypes.push_back(readType(*Loc.F, Record, Idx));
6065
6066 SmallVector<FunctionProtoType::ExtParameterInfo, 4> ExtParameterInfos;
6067 if (Idx != Record.size()) {
6068 for (unsigned I = 0; I != NumParams; ++I)
6069 ExtParameterInfos.push_back(
6070 FunctionProtoType::ExtParameterInfo
6071 ::getFromOpaqueValue(Record[Idx++]));
6072 EPI.ExtParameterInfos = ExtParameterInfos.data();
6073 }
6074
6075 assert(Idx == Record.size())(static_cast <bool> (Idx == Record.size()) ? void (0) :
__assert_fail ("Idx == Record.size()", "/build/llvm-toolchain-snapshot-7~svn338205/tools/clang/lib/Serialization/ASTReader.cpp"
, 6075, __extension__ __PRETTY_FUNCTION__))
;
6076
6077 return Context.getFunctionType(ResultType, ParamTypes, EPI);
6078 }
6079
6080 case TYPE_UNRESOLVED_USING: {
6081 unsigned Idx = 0;
6082 return Context.getTypeDeclType(
6083 ReadDeclAs<UnresolvedUsingTypenameDecl>(*Loc.F, Record, Idx));
6084 }
6085
6086 case TYPE_TYPEDEF: {
6087 if (Record.size() != 2) {
6088 Error("incorrect encoding of typedef type");
6089 return QualType();
6090 }
6091 unsigned Idx = 0;
6092 TypedefNameDecl *Decl = ReadDeclAs<TypedefNameDecl>(*Loc.F, Record, Idx);
6093 QualType Canonical = readType(*Loc.F, Record, Idx);
6094 if (!Canonical.isNull())
6095 Canonical = Context.getCanonicalType(Canonical);
6096 return Context.getTypedefType(Decl, Canonical);
6097 }
6098
6099 case TYPE_TYPEOF_EXPR:
6100 return Context.getTypeOfExprType(ReadExpr(*Loc.F));
6101
6102 case TYPE_TYPEOF: {
6103 if (Record.size() != 1) {
6104 Error("incorrect encoding of typeof(type) in AST file");
6105 return QualType();
6106 }
6107 QualType UnderlyingType = readType(*Loc.F, Record, Idx);
6108 return Context.getTypeOfType(UnderlyingType);
6109 }
6110
6111 case TYPE_DECLTYPE: {
6112 QualType UnderlyingType = readType(*Loc.F, Record, Idx);
6113 return Context.getDecltypeType(ReadExpr(*Loc.F), UnderlyingType);
6114 }
6115
6116 case TYPE_UNARY_TRANSFORM: {
6117 QualType BaseType = readType(*Loc.F, Record, Idx);
6118 QualType UnderlyingType = readType(*Loc.F, Record, Idx);
6119 UnaryTransformType::UTTKind UKind = (UnaryTransformType::UTTKind)Record[2];
6120 return Context.getUnaryTransformType(BaseType, UnderlyingType, UKind);
6121 }
6122
6123 case TYPE_AUTO: {
6124 QualType Deduced = readType(*Loc.F, Record, Idx);
6125 AutoTypeKeyword Keyword = (AutoTypeKeyword)Record[Idx++];
6126 bool IsDependent = Deduced.isNull() ? Record[Idx++] : false;
6127 return Context.getAutoType(Deduced, Keyword, IsDependent);
6128 }
6129
6130 case TYPE_DEDUCED_TEMPLATE_SPECIALIZATION: {
6131 TemplateName Name = ReadTemplateName(*Loc.F, Record, Idx);
6132 QualType Deduced = readType(*Loc.F, Record, Idx);
6133 bool IsDependent = Deduced.isNull() ? Record[Idx++] : false;
6134 return Context.getDeducedTemplateSpecializationType(Name, Deduced,
6135 IsDependent);
6136 }
6137
6138 case TYPE_RECORD: {
6139 if (Record.size() != 2) {
6140 Error("incorrect encoding of record type");
6141 return QualType();
6142 }
6143 unsigned Idx = 0;
6144 bool IsDependent = Record[Idx++];
6145 RecordDecl *RD = ReadDeclAs<RecordDecl>(*Loc.F, Record, Idx);
6146 RD = cast_or_null<RecordDecl>(RD->getCanonicalDecl());
6147 QualType T = Context.getRecordType(RD);
6148 const_cast<Type*>(T.getTypePtr())->setDependent(IsDependent);
6149 return T;
6150 }
6151
6152 case TYPE_ENUM: {
6153 if (Record.size() != 2) {
6154 Error("incorrect encoding of enum type");
6155 return QualType();
6156 }
6157 unsigned Idx = 0;
6158 bool IsDependent = Record[Idx++];
6159 QualType T
6160 = Context.getEnumType(ReadDeclAs<EnumDecl>(*Loc.F, Record, Idx));
6161 const_cast<Type*>(T.getTypePtr())->setDependent(IsDependent);
6162 return T;
6163 }
6164
6165 case TYPE_ATTRIBUTED: {
6166 if (Record.size() != 3) {
6167 Error("incorrect encoding of attributed type");
6168 return QualType();
6169 }
6170 QualType modifiedType = readType(*Loc.F, Record, Idx);
6171 QualType equivalentType = readType(*Loc.F, Record, Idx);
6172 AttributedType::Kind kind = static_cast<AttributedType::Kind>(Record[2]);
6173 return Context.getAttributedType(kind, modifiedType, equivalentType);
6174 }