From 1f0271a22b7e9fe6f2c48fbdb5295682f76b3b9d Mon Sep 17 00:00:00 2001 From: Zachary Turner Date: Mon, 22 May 2017 21:07:14 +0000 Subject: [PATCH] Make TypeSerializer's StringMap use the same allocator. git-svn-id: https://llvm.org/svn/llvm-project/llvm/trunk@303576 91177308-0d34-0410-b5e6-96231b3b80d8 --- .../llvm/DebugInfo/CodeView/TypeSerializer.h | 15 +++---- .../DebugInfo/CodeView/TypeTableBuilder.h | 4 +- .../DebugInfo/CodeView/TypeTableCollection.h | 4 +- lib/DebugInfo/CodeView/TypeSerializer.cpp | 43 ++++++------------- .../CodeView/TypeTableCollection.cpp | 2 +- tools/llvm-pdbdump/llvm-pdbdump.cpp | 4 +- 6 files changed, 26 insertions(+), 46 deletions(-) diff --git a/include/llvm/DebugInfo/CodeView/TypeSerializer.h b/include/llvm/DebugInfo/CodeView/TypeSerializer.h index 6dad9824713..f2656704bd7 100644 --- a/include/llvm/DebugInfo/CodeView/TypeSerializer.h +++ b/include/llvm/DebugInfo/CodeView/TypeSerializer.h @@ -45,12 +45,13 @@ class TypeSerializer : public TypeVisitorCallbacks { } }; - typedef SmallVector, 2> RecordList; + typedef SmallVector, 2> MutableRecordList; + typedef SmallVector, 2> RecordList; static constexpr uint8_t ContinuationLength = 8; BumpPtrAllocator &RecordStorage; RecordSegment CurrentSegment; - RecordList FieldListSegments; + MutableRecordList FieldListSegments; TypeIndex LastTypeIndex; Optional TypeKind; @@ -61,7 +62,7 @@ class TypeSerializer : public TypeVisitorCallbacks { TypeRecordMapping Mapping; RecordList SeenRecords; - StringMap HashedRecords; + StringMap HashedRecords; bool isInFieldList() const; TypeIndex calcNextTypeIndex() const; @@ -69,9 +70,7 @@ class TypeSerializer : public TypeVisitorCallbacks { MutableArrayRef getCurrentSubRecordData(); MutableArrayRef getCurrentRecordData(); Error writeRecordPrefix(TypeLeafKind Kind); - TypeIndex insertRecordBytesPrivate(MutableArrayRef Record); - TypeIndex insertRecordBytesWithCopy(CVType &Record, - MutableArrayRef Data); + TypeIndex insertRecordBytesPrivate(ArrayRef &Record); Expected> addPadding(MutableArrayRef Record); @@ -79,9 +78,9 @@ class TypeSerializer : public TypeVisitorCallbacks { public: explicit TypeSerializer(BumpPtrAllocator &Storage); - ArrayRef> records() const; + ArrayRef> records() const; TypeIndex getLastTypeIndex() const; - TypeIndex insertRecordBytes(MutableArrayRef Record); + TypeIndex insertRecordBytes(ArrayRef Record); Expected visitTypeEndGetIndex(CVType &Record); Error visitTypeBegin(CVType &Record) override; diff --git a/include/llvm/DebugInfo/CodeView/TypeTableBuilder.h b/include/llvm/DebugInfo/CodeView/TypeTableBuilder.h index 102bee4b080..9cb43b481d5 100644 --- a/include/llvm/DebugInfo/CodeView/TypeTableBuilder.h +++ b/include/llvm/DebugInfo/CodeView/TypeTableBuilder.h @@ -64,7 +64,7 @@ public: return *ExpectedIndex; } - TypeIndex writeSerializedRecord(MutableArrayRef Record) { + TypeIndex writeSerializedRecord(ArrayRef Record) { return Serializer.insertRecordBytes(Record); } @@ -77,7 +77,7 @@ public: } } - ArrayRef> records() const { + ArrayRef> records() const { return Serializer.records(); } }; diff --git a/include/llvm/DebugInfo/CodeView/TypeTableCollection.h b/include/llvm/DebugInfo/CodeView/TypeTableCollection.h index 7de562a19a7..42b62ba2b6c 100644 --- a/include/llvm/DebugInfo/CodeView/TypeTableCollection.h +++ b/include/llvm/DebugInfo/CodeView/TypeTableCollection.h @@ -18,7 +18,7 @@ namespace codeview { class TypeTableCollection : public TypeCollection { public: - explicit TypeTableCollection(ArrayRef> Records); + explicit TypeTableCollection(ArrayRef> Records); Optional getFirst() override; Optional getNext(TypeIndex Prev) override; @@ -33,7 +33,7 @@ private: bool hasCapacityFor(TypeIndex Index) const; void ensureTypeExists(TypeIndex Index); - ArrayRef> Records; + ArrayRef> Records; TypeDatabase Database; }; } diff --git a/lib/DebugInfo/CodeView/TypeSerializer.cpp b/lib/DebugInfo/CodeView/TypeSerializer.cpp index 3b061e67e05..f9865600bf8 100644 --- a/lib/DebugInfo/CodeView/TypeSerializer.cpp +++ b/lib/DebugInfo/CodeView/TypeSerializer.cpp @@ -52,43 +52,24 @@ Error TypeSerializer::writeRecordPrefix(TypeLeafKind Kind) { } TypeIndex -TypeSerializer::insertRecordBytesPrivate(MutableArrayRef Record) { +TypeSerializer::insertRecordBytesPrivate(ArrayRef &Record) { assert(Record.size() % 4 == 0 && "Record is not aligned to 4 bytes!"); StringRef S(reinterpret_cast(Record.data()), Record.size()); TypeIndex NextTypeIndex = calcNextTypeIndex(); auto Result = HashedRecords.try_emplace(S, NextTypeIndex); + + StringRef NewData = Result.first->getKey(); + Record = ArrayRef(NewData.bytes_begin(), NewData.bytes_end()); + if (Result.second) { + // If this triggered an insert into the map, store the bytes. LastTypeIndex = NextTypeIndex; SeenRecords.push_back(Record); } - return Result.first->getValue(); -} - -TypeIndex -TypeSerializer::insertRecordBytesWithCopy(CVType &Record, - MutableArrayRef Data) { - assert(Data.size() % 4 == 0 && "Record is not aligned to 4 bytes!"); - - StringRef S(reinterpret_cast(Data.data()), Data.size()); - - // Do a two state lookup / insert so that we don't have to allocate unless - // we're going - // to do an insert. This is a big memory savings. - auto Iter = HashedRecords.find(S); - if (Iter != HashedRecords.end()) - return Iter->second; - LastTypeIndex = calcNextTypeIndex(); - uint8_t *Copy = RecordStorage.Allocate(Data.size()); - ::memcpy(Copy, Data.data(), Data.size()); - Data = MutableArrayRef(Copy, Data.size()); - S = StringRef(reinterpret_cast(Data.data()), Data.size()); - HashedRecords.insert(std::make_pair(S, LastTypeIndex)); - SeenRecords.push_back(Data); - Record.RecordData = Data; - return LastTypeIndex; + return Result.first->getValue(); } Expected> @@ -112,19 +93,19 @@ TypeSerializer::TypeSerializer(BumpPtrAllocator &Storage) : RecordStorage(Storage), LastTypeIndex(), RecordBuffer(MaxRecordLength * 2), Stream(RecordBuffer, llvm::support::little), Writer(Stream), - Mapping(Writer) { + Mapping(Writer), HashedRecords(Storage) { // RecordBuffer needs to be able to hold enough data so that if we are 1 // byte short of MaxRecordLen, and then we try to write MaxRecordLen bytes, // we won't overflow. } -ArrayRef> TypeSerializer::records() const { +ArrayRef> TypeSerializer::records() const { return SeenRecords; } TypeIndex TypeSerializer::getLastTypeIndex() const { return LastTypeIndex; } -TypeIndex TypeSerializer::insertRecordBytes(MutableArrayRef Record) { +TypeIndex TypeSerializer::insertRecordBytes(ArrayRef Record) { assert(!TypeKind.hasValue() && "Already in a type mapping!"); assert(Writer.getOffset() == 0 && "Stream has data already!"); @@ -163,8 +144,8 @@ Expected TypeSerializer::visitTypeEndGetIndex(CVType &Record) { Prefix->RecordLen = ThisRecordData.size() - sizeof(uint16_t); Record.Type = *TypeKind; - TypeIndex InsertedTypeIndex = - insertRecordBytesWithCopy(Record, ThisRecordData); + Record.RecordData = ThisRecordData; + TypeIndex InsertedTypeIndex = insertRecordBytesPrivate(Record.RecordData); // Write out each additional segment in reverse order, and update each // record's continuation index to point to the previous one. diff --git a/lib/DebugInfo/CodeView/TypeTableCollection.cpp b/lib/DebugInfo/CodeView/TypeTableCollection.cpp index a18710d6ab5..4adecbc483e 100644 --- a/lib/DebugInfo/CodeView/TypeTableCollection.cpp +++ b/lib/DebugInfo/CodeView/TypeTableCollection.cpp @@ -25,7 +25,7 @@ static void error(Error &&EC) { } TypeTableCollection::TypeTableCollection( - ArrayRef> Records) + ArrayRef> Records) : Records(Records), Database(Records.size()) {} Optional TypeTableCollection::getFirst() { diff --git a/tools/llvm-pdbdump/llvm-pdbdump.cpp b/tools/llvm-pdbdump/llvm-pdbdump.cpp index 1767c3cfda8..50ee5f4d0ac 100644 --- a/tools/llvm-pdbdump/llvm-pdbdump.cpp +++ b/tools/llvm-pdbdump/llvm-pdbdump.cpp @@ -878,11 +878,11 @@ static void mergePdbs() { auto &DestTpi = Builder.getTpiBuilder(); auto &DestIpi = Builder.getIpiBuilder(); MergedTpi.ForEachRecord( - [&DestTpi](TypeIndex TI, MutableArrayRef Data) { + [&DestTpi](TypeIndex TI, ArrayRef Data) { DestTpi.addTypeRecord(Data, None); }); MergedIpi.ForEachRecord( - [&DestIpi](TypeIndex TI, MutableArrayRef Data) { + [&DestIpi](TypeIndex TI, ArrayRef Data) { DestIpi.addTypeRecord(Data, None); }); -- 2.50.1