From: Ben Langmuir Date: Sat, 16 Aug 2014 04:54:18 +0000 (+0000) Subject: When loading a module with no local entities, still bump the size of the X-Git-Url: https://granicus.if.org/sourcecode?a=commitdiff_plain;h=76ef35d0566fba54e706b3bc17b6b09fc866b312;p=clang When loading a module with no local entities, still bump the size of the tables that correspond to ContinuousRangeMaps, since the keys to those maps need to be unique, or we may map to the wrong offset. This fixes a crash + malformed AST file seen when loading some modules that import Cocoa on Darwin, which is a module with no contents except imports of other modules. Unfortunately I have not been able to find a reduced test case that reproduces this problem. Also add an assert that we aren't mapping one key to multiple values in CRM. We ought to be able to say there are no duplicate keys at all, but there are a bunch of 0 -> 0 mappings that are showing up, probably coming from the source location table. git-svn-id: https://llvm.org/svn/llvm-project/cfe/trunk@215810 91177308-0d34-0410-b5e6-96231b3b80d8 --- diff --git a/include/clang/Serialization/ContinuousRangeMap.h b/include/clang/Serialization/ContinuousRangeMap.h index 525e9ba784..5f8ae1fe7b 100644 --- a/include/clang/Serialization/ContinuousRangeMap.h +++ b/include/clang/Serialization/ContinuousRangeMap.h @@ -117,6 +117,14 @@ public: ~Builder() { std::sort(Self.Rep.begin(), Self.Rep.end(), Compare()); + std::unique(Self.Rep.begin(), Self.Rep.end(), + [](const_reference A, const_reference B) { + // FIXME: we should not allow any duplicate keys, but there are a lot of + // duplicate 0 -> 0 mappings to remove first. + assert((A == B || A.first != B.first) && + "ContinuousRangeMap::Builder given non-unique keys"); + return A == B; + }); } void insert(const value_type &Val) { diff --git a/lib/Serialization/ASTReader.cpp b/lib/Serialization/ASTReader.cpp index 161971b35c..576cf84dbb 100644 --- a/lib/Serialization/ASTReader.cpp +++ b/lib/Serialization/ASTReader.cpp @@ -2620,9 +2620,9 @@ ASTReader::ReadASTBlock(ModuleFile &F, unsigned ClientLoadCapabilities) { F.TypeRemap.insertOrReplace( std::make_pair(LocalBaseTypeIndex, F.BaseTypeIndex - LocalBaseTypeIndex)); - - TypesLoaded.resize(TypesLoaded.size() + F.LocalNumTypes); } + // Increase size by >= 1 so we get a unique base index in the next module. + TypesLoaded.resize(TypesLoaded.size() + std::max(F.LocalNumTypes, 1U)); break; } @@ -2650,9 +2650,10 @@ ASTReader::ReadASTBlock(ModuleFile &F, unsigned ClientLoadCapabilities) { // Introduce the global -> local mapping for declarations within this // module. F.GlobalToLocalDeclIDs[&F] = LocalBaseDeclID; - - DeclsLoaded.resize(DeclsLoaded.size() + F.LocalNumDecls); } + + // Increase size by >= 1 so we get a unique base index in the next module. + DeclsLoaded.resize(DeclsLoaded.size() + std::max(F.LocalNumDecls, 1U)); break; } @@ -2720,10 +2721,11 @@ ASTReader::ReadASTBlock(ModuleFile &F, unsigned ClientLoadCapabilities) { F.IdentifierRemap.insertOrReplace( std::make_pair(LocalBaseIdentifierID, F.BaseIdentifierID - LocalBaseIdentifierID)); - - IdentifiersLoaded.resize(IdentifiersLoaded.size() - + F.LocalNumIdentifiers); } + + // Increase size by >= 1 so we get a unique base index in the next module. + IdentifiersLoaded.resize(IdentifiersLoaded.size() + + std::max(F.LocalNumIdentifiers, 1U)); break; } @@ -2813,9 +2815,10 @@ ASTReader::ReadASTBlock(ModuleFile &F, unsigned ClientLoadCapabilities) { F.SelectorRemap.insertOrReplace( std::make_pair(LocalBaseSelectorID, F.BaseSelectorID - LocalBaseSelectorID)); - - SelectorsLoaded.resize(SelectorsLoaded.size() + F.LocalNumSelectors); } + // Increase size by >= 1 so we get a unique base index in the next module. + SelectorsLoaded.resize(SelectorsLoaded.size() + + std::max(F.LocalNumSelectors, 1U)); break; } @@ -2855,8 +2858,10 @@ ASTReader::ReadASTBlock(ModuleFile &F, unsigned ClientLoadCapabilities) { F.SLocEntryOffsets = (const uint32_t *)Blob.data(); F.LocalNumSLocEntries = Record[0]; unsigned SLocSpaceSize = Record[1]; + + // Increase size by >= 1 so we get a unique base index in the next module. std::tie(F.SLocEntryBaseID, F.SLocEntryBaseOffset) = - SourceMgr.AllocateLoadedSLocEntries(F.LocalNumSLocEntries, + SourceMgr.AllocateLoadedSLocEntries(std::max(F.LocalNumSLocEntries, 1U), SLocSpaceSize); // Make our entry in the range map. BaseID is negative and growing, so // we invert it. Because we invert it, though, we need the other end of @@ -3049,9 +3054,11 @@ ASTReader::ReadASTBlock(ModuleFile &F, unsigned ClientLoadCapabilities) { PP.createPreprocessingRecord(); if (!PP.getPreprocessingRecord()->getExternalSource()) PP.getPreprocessingRecord()->SetExternalSource(*this); + + // Increase size by >= 1 so we get a unique base index in the next module. StartingID = PP.getPreprocessingRecord() - ->allocateLoadedEntities(F.NumPreprocessedEntities); + ->allocateLoadedEntities(std::max(F.NumPreprocessedEntities, 1U)); F.BasePreprocessedEntityID = StartingID; if (F.NumPreprocessedEntities > 0) { @@ -3255,9 +3262,9 @@ ASTReader::ReadASTBlock(ModuleFile &F, unsigned ClientLoadCapabilities) { F.MacroRemap.insertOrReplace( std::make_pair(LocalBaseMacroID, F.BaseMacroID - LocalBaseMacroID)); - - MacrosLoaded.resize(MacrosLoaded.size() + F.LocalNumMacros); } + // Increase size by >= 1 so we get a unique base index in the next module. + MacrosLoaded.resize(MacrosLoaded.size() + std::max(F.LocalNumMacros, 1U)); break; } @@ -4509,9 +4516,11 @@ ASTReader::ReadSubmoduleBlock(ModuleFile &F, unsigned ClientLoadCapabilities) { F.SubmoduleRemap.insertOrReplace( std::make_pair(LocalBaseSubmoduleID, F.BaseSubmoduleID - LocalBaseSubmoduleID)); - - SubmodulesLoaded.resize(SubmodulesLoaded.size() + F.LocalNumSubmodules); - } + } + + // Increase size by >= 1 so we get a unique base index in the next module. + SubmodulesLoaded.resize(SubmodulesLoaded.size() + + std::max(F.LocalNumSubmodules, 1U)); break; } diff --git a/lib/Serialization/ASTWriter.cpp b/lib/Serialization/ASTWriter.cpp index 55b557c047..d582435415 100644 --- a/lib/Serialization/ASTWriter.cpp +++ b/lib/Serialization/ASTWriter.cpp @@ -4458,6 +4458,9 @@ void ASTWriter::WriteASTCore(Sema &SemaRef, StringRef FileName = (*M)->FileName; LE.write(FileName.size()); Out.write(FileName.data(), FileName.size()); + + // These values should be unique within a chain, since they will be read + // as keys into ContinuousRangeMaps. LE.write((*M)->SLocEntryBaseOffset); LE.write((*M)->BaseIdentifierID); LE.write((*M)->BaseMacroID);