blob: 46717f23a63d71abc5150283daa5c00fed770f53 [file] [log] [blame]
Zachary Turnerf5c59652016-05-03 00:28:21 +00001//===- TpiStream.cpp - PDB Type Info (TPI) Stream 2 Access ----------------===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9
10#include "llvm/DebugInfo/PDB/Raw/TpiStream.h"
11
Rui Ueyama8b0ae132016-06-16 13:14:42 +000012#include "llvm/DebugInfo/CodeView/CVTypeVisitor.h"
Zachary Turnerf5c59652016-05-03 00:28:21 +000013#include "llvm/DebugInfo/CodeView/CodeView.h"
Zachary Turnerd5d37dc2016-05-25 20:37:03 +000014#include "llvm/DebugInfo/CodeView/StreamReader.h"
Rui Ueyamafd97bf12016-06-03 20:48:51 +000015#include "llvm/DebugInfo/CodeView/TypeIndex.h"
Zachary Turnerf5c59652016-05-03 00:28:21 +000016#include "llvm/DebugInfo/CodeView/TypeRecord.h"
Rui Ueyamac41cd6d2016-06-09 00:10:19 +000017#include "llvm/DebugInfo/PDB/Raw/Hash.h"
Zachary Turnerd8447992016-06-07 05:28:55 +000018#include "llvm/DebugInfo/PDB/Raw/IndexedStreamData.h"
Zachary Turnerf5c59652016-05-03 00:28:21 +000019#include "llvm/DebugInfo/PDB/Raw/MappedBlockStream.h"
Zachary Turner90b8b8d2016-05-31 22:41:52 +000020#include "llvm/DebugInfo/PDB/Raw/PDBFile.h"
Zachary Turnerf5c59652016-05-03 00:28:21 +000021#include "llvm/DebugInfo/PDB/Raw/RawConstants.h"
Zachary Turner819e77d2016-05-06 20:51:57 +000022#include "llvm/DebugInfo/PDB/Raw/RawError.h"
Rui Ueyamafd97bf12016-06-03 20:48:51 +000023#include "llvm/DebugInfo/PDB/Raw/RawTypes.h"
Zachary Turnerf5c59652016-05-03 00:28:21 +000024
25#include "llvm/Support/Endian.h"
26
27using namespace llvm;
Rui Ueyama8b0ae132016-06-16 13:14:42 +000028using namespace llvm::codeview;
Zachary Turnerf5c59652016-05-03 00:28:21 +000029using namespace llvm::support;
30using namespace llvm::pdb;
31
32namespace {
Zachary Turnerf5c59652016-05-03 00:28:21 +000033const uint32_t MinHashBuckets = 0x1000;
34const uint32_t MaxHashBuckets = 0x40000;
35}
36
Rui Ueyama0350bf02016-06-02 21:13:47 +000037// This corresponds to `HDR` in PDB/dbi/tpi.h.
Zachary Turnerf5c59652016-05-03 00:28:21 +000038struct TpiStream::HeaderInfo {
39 struct EmbeddedBuf {
40 little32_t Off;
41 ulittle32_t Length;
42 };
43
44 ulittle32_t Version;
45 ulittle32_t HeaderSize;
46 ulittle32_t TypeIndexBegin;
47 ulittle32_t TypeIndexEnd;
48 ulittle32_t TypeRecordBytes;
49
Rui Ueyama0350bf02016-06-02 21:13:47 +000050 // The following members correspond to `TpiHash` in PDB/dbi/tpi.h.
Zachary Turnerf5c59652016-05-03 00:28:21 +000051 ulittle16_t HashStreamIndex;
52 ulittle16_t HashAuxStreamIndex;
53 ulittle32_t HashKeySize;
54 ulittle32_t NumHashBuckets;
55
56 EmbeddedBuf HashValueBuffer;
57 EmbeddedBuf IndexOffsetBuffer;
58 EmbeddedBuf HashAdjBuffer;
59};
60
Zachary Turnera1657a92016-06-08 17:26:39 +000061TpiStream::TpiStream(const PDBFile &File,
62 std::unique_ptr<MappedBlockStream> Stream)
Rui Ueyama5c7248c2016-06-16 13:48:16 +000063 : Pdb(File), Stream(std::move(Stream)) {}
Zachary Turnerf5c59652016-05-03 00:28:21 +000064
65TpiStream::~TpiStream() {}
66
Rui Ueyama41974f12016-06-15 18:26:59 +000067// Computes a hash for a given TPI record.
Rui Ueyama8b0ae132016-06-16 13:14:42 +000068template <typename T> static uint32_t getTpiHash(T &Rec) {
69 auto Opts = static_cast<uint16_t>(Rec.getOptions());
Rui Ueyama41974f12016-06-15 18:26:59 +000070
Rui Ueyama8b0ae132016-06-16 13:14:42 +000071 // We don't know how to calculate a hash value for this yet.
72 // Currently we just skip it.
Rui Ueyama9caea822016-06-16 13:17:59 +000073 if (Opts & static_cast<uint16_t>(ClassOptions::ForwardReference))
Rui Ueyama8b0ae132016-06-16 13:14:42 +000074 return 0;
Rui Ueyama41974f12016-06-15 18:26:59 +000075
Rui Ueyama9caea822016-06-16 13:17:59 +000076 if (!(Opts & static_cast<uint16_t>(ClassOptions::Scoped)))
Rui Ueyama8b0ae132016-06-16 13:14:42 +000077 return hashStringV1(Rec.getName());
Rui Ueyama41974f12016-06-15 18:26:59 +000078
Rui Ueyama9caea822016-06-16 13:17:59 +000079 if (Opts & static_cast<uint16_t>(ClassOptions::HasUniqueName))
Rui Ueyama8b0ae132016-06-16 13:14:42 +000080 return hashStringV1(Rec.getUniqueName());
Rui Ueyama41974f12016-06-15 18:26:59 +000081
82 // This case is not implemented yet.
Rui Ueyama8b0ae132016-06-16 13:14:42 +000083 return 0;
84}
85
86namespace {
Zachary Turner1f6372c2016-06-16 18:00:28 +000087class TpiHashVerifier : public TypeVisitorCallbacks {
Rui Ueyama8b0ae132016-06-16 13:14:42 +000088public:
89 TpiHashVerifier(FixedStreamArray<support::ulittle32_t> &HashValues,
90 uint32_t NumHashBuckets)
91 : HashValues(HashValues), NumHashBuckets(NumHashBuckets) {}
92
Zachary Turner1f6372c2016-06-16 18:00:28 +000093 Error visitUdtSourceLine(UdtSourceLineRecord &Rec) override {
94 return verifySourceLine(Rec);
Rui Ueyama8b0ae132016-06-16 13:14:42 +000095 }
96
Zachary Turner1f6372c2016-06-16 18:00:28 +000097 Error visitUdtModSourceLine(UdtModSourceLineRecord &Rec) override {
98 return verifySourceLine(Rec);
99 }
Rui Ueyama8b0ae132016-06-16 13:14:42 +0000100
Zachary Turner1f6372c2016-06-16 18:00:28 +0000101 Error visitClass(ClassRecord &Rec) override { return verify(Rec); }
102 Error visitEnum(EnumRecord &Rec) override { return verify(Rec); }
103 Error visitUnion(UnionRecord &Rec) override { return verify(Rec); }
104
105 Error visitTypeEnd(const CVRecord<TypeLeafKind> &Record) override {
106 ++Index;
107 return Error::success();
108 }
Rui Ueyama8b0ae132016-06-16 13:14:42 +0000109
110private:
Zachary Turner1f6372c2016-06-16 18:00:28 +0000111 template <typename T> Error verify(T &Rec) {
Rui Ueyama8b0ae132016-06-16 13:14:42 +0000112 uint32_t Hash = getTpiHash(Rec);
113 if (Hash && Hash % NumHashBuckets != HashValues[Index])
Zachary Turner1f6372c2016-06-16 18:00:28 +0000114 return make_error<RawError>(raw_error_code::invalid_tpi_hash);
115 return Error::success();
Rui Ueyama8b0ae132016-06-16 13:14:42 +0000116 }
117
Zachary Turner1f6372c2016-06-16 18:00:28 +0000118 template <typename T> Error verifySourceLine(T &Rec) {
Rui Ueyama8b0ae132016-06-16 13:14:42 +0000119 char Buf[4];
120 support::endian::write32le(Buf, Rec.getUDT().getIndex());
121 uint32_t Hash = hashStringV1(StringRef(Buf, 4));
122 if (Hash % NumHashBuckets != HashValues[Index])
Zachary Turner1f6372c2016-06-16 18:00:28 +0000123 return make_error<RawError>(raw_error_code::invalid_tpi_hash);
124 return Error::success();
Rui Ueyama8b0ae132016-06-16 13:14:42 +0000125 }
126
127 FixedStreamArray<support::ulittle32_t> HashValues;
128 uint32_t NumHashBuckets;
129 uint32_t Index = 0;
130};
Rui Ueyama41974f12016-06-15 18:26:59 +0000131}
132
Rui Ueyamac41cd6d2016-06-09 00:10:19 +0000133// Verifies that a given type record matches with a given hash value.
134// Currently we only verify SRC_LINE records.
Rui Ueyama8b0ae132016-06-16 13:14:42 +0000135Error TpiStream::verifyHashValues() {
136 TpiHashVerifier Verifier(HashValues, Header->NumHashBuckets);
Zachary Turner1f6372c2016-06-16 18:00:28 +0000137 CVTypeVisitor Visitor(Verifier);
138 return Visitor.visitTypeStream(TypeRecords);
Rui Ueyamac41cd6d2016-06-09 00:10:19 +0000139}
140
Zachary Turner819e77d2016-05-06 20:51:57 +0000141Error TpiStream::reload() {
Rui Ueyama9caea822016-06-16 13:17:59 +0000142 StreamReader Reader(*Stream);
Zachary Turnerf5c59652016-05-03 00:28:21 +0000143
144 if (Reader.bytesRemaining() < sizeof(HeaderInfo))
Zachary Turner819e77d2016-05-06 20:51:57 +0000145 return make_error<RawError>(raw_error_code::corrupt_file,
146 "TPI Stream does not contain a header.");
Zachary Turnerf5c59652016-05-03 00:28:21 +0000147
Zachary Turner8dbe3622016-05-27 01:54:44 +0000148 if (Reader.readObject(Header))
Zachary Turner819e77d2016-05-06 20:51:57 +0000149 return make_error<RawError>(raw_error_code::corrupt_file,
150 "TPI Stream does not contain a header.");
Zachary Turnerf5c59652016-05-03 00:28:21 +0000151
152 if (Header->Version != PdbTpiV80)
Zachary Turner819e77d2016-05-06 20:51:57 +0000153 return make_error<RawError>(raw_error_code::corrupt_file,
154 "Unsupported TPI Version.");
Zachary Turnerf5c59652016-05-03 00:28:21 +0000155
156 if (Header->HeaderSize != sizeof(HeaderInfo))
Zachary Turner819e77d2016-05-06 20:51:57 +0000157 return make_error<RawError>(raw_error_code::corrupt_file,
158 "Corrupt TPI Header size.");
Zachary Turnerf5c59652016-05-03 00:28:21 +0000159
160 if (Header->HashKeySize != sizeof(ulittle32_t))
Zachary Turner819e77d2016-05-06 20:51:57 +0000161 return make_error<RawError>(raw_error_code::corrupt_file,
162 "TPI Stream expected 4 byte hash key size.");
Zachary Turnerf5c59652016-05-03 00:28:21 +0000163
164 if (Header->NumHashBuckets < MinHashBuckets ||
165 Header->NumHashBuckets > MaxHashBuckets)
Zachary Turner819e77d2016-05-06 20:51:57 +0000166 return make_error<RawError>(raw_error_code::corrupt_file,
167 "TPI Stream Invalid number of hash buckets.");
Zachary Turnerf5c59652016-05-03 00:28:21 +0000168
Zachary Turnerf5c59652016-05-03 00:28:21 +0000169 // The actual type records themselves come from this stream
Zachary Turner0d43c1c2016-05-28 05:21:57 +0000170 if (auto EC = Reader.readArray(TypeRecords, Header->TypeRecordBytes))
Zachary Turner819e77d2016-05-06 20:51:57 +0000171 return EC;
Zachary Turnerf5c59652016-05-03 00:28:21 +0000172
173 // Hash indices, hash values, etc come from the hash stream.
Zachary Turnerd2b2bfe2016-06-08 00:25:08 +0000174 if (Header->HashStreamIndex >= Pdb.getNumStreams())
175 return make_error<RawError>(raw_error_code::corrupt_file,
176 "Invalid TPI hash stream index.");
177
Zachary Turnera1657a92016-06-08 17:26:39 +0000178 auto HS =
179 MappedBlockStream::createIndexedStream(Header->HashStreamIndex, Pdb);
180 if (!HS)
181 return HS.takeError();
Rui Ueyama9caea822016-06-16 13:17:59 +0000182 StreamReader HSR(**HS);
Rui Ueyamaba0aab92016-06-06 23:19:23 +0000183
Rui Ueyamafd97bf12016-06-03 20:48:51 +0000184 uint32_t NumHashValues = Header->HashValueBuffer.Length / sizeof(ulittle32_t);
Rui Ueyamaba0aab92016-06-06 23:19:23 +0000185 if (NumHashValues != NumTypeRecords())
186 return make_error<RawError>(
187 raw_error_code::corrupt_file,
188 "TPI hash count does not match with the number of type records.");
Zachary Turnerf5c59652016-05-03 00:28:21 +0000189 HSR.setOffset(Header->HashValueBuffer.Off);
Rui Ueyamafd97bf12016-06-03 20:48:51 +0000190 if (auto EC = HSR.readArray(HashValues, NumHashValues))
Zachary Turner819e77d2016-05-06 20:51:57 +0000191 return EC;
Zachary Turnerf5c59652016-05-03 00:28:21 +0000192
193 HSR.setOffset(Header->IndexOffsetBuffer.Off);
Rui Ueyamafd97bf12016-06-03 20:48:51 +0000194 uint32_t NumTypeIndexOffsets =
195 Header->IndexOffsetBuffer.Length / sizeof(TypeIndexOffset);
196 if (auto EC = HSR.readArray(TypeIndexOffsets, NumTypeIndexOffsets))
197 return EC;
198
199 HSR.setOffset(Header->HashAdjBuffer.Off);
200 uint32_t NumHashAdjustments =
201 Header->HashAdjBuffer.Length / sizeof(TypeIndexOffset);
202 if (auto EC = HSR.readArray(HashAdjustments, NumHashAdjustments))
Zachary Turner819e77d2016-05-06 20:51:57 +0000203 return EC;
Zachary Turnerf5c59652016-05-03 00:28:21 +0000204
Zachary Turnera1657a92016-06-08 17:26:39 +0000205 HashStream = std::move(*HS);
Rui Ueyamac41cd6d2016-06-09 00:10:19 +0000206
207 // TPI hash table is a parallel array for the type records.
208 // Verify that the hash values match with type records.
Rui Ueyama8b0ae132016-06-16 13:14:42 +0000209 if (auto EC = verifyHashValues())
210 return EC;
Rui Ueyamac41cd6d2016-06-09 00:10:19 +0000211
Zachary Turner819e77d2016-05-06 20:51:57 +0000212 return Error::success();
Zachary Turnerf5c59652016-05-03 00:28:21 +0000213}
214
215PdbRaw_TpiVer TpiStream::getTpiVersion() const {
216 uint32_t Value = Header->Version;
217 return static_cast<PdbRaw_TpiVer>(Value);
218}
219
220uint32_t TpiStream::TypeIndexBegin() const { return Header->TypeIndexBegin; }
221
222uint32_t TpiStream::TypeIndexEnd() const { return Header->TypeIndexEnd; }
223
224uint32_t TpiStream::NumTypeRecords() const {
225 return TypeIndexEnd() - TypeIndexBegin();
226}
227
Zachary Turner85ed80b2016-05-25 03:43:17 +0000228uint16_t TpiStream::getTypeHashStreamIndex() const {
229 return Header->HashStreamIndex;
230}
231
232uint16_t TpiStream::getTypeHashStreamAuxIndex() const {
233 return Header->HashAuxStreamIndex;
234}
235
Rui Ueyamaf14a74c2016-06-07 23:53:43 +0000236uint32_t TpiStream::NumHashBuckets() const { return Header->NumHashBuckets; }
Rui Ueyamad8339172016-06-07 23:44:27 +0000237uint32_t TpiStream::getHashKeySize() const { return Header->HashKeySize; }
238
Rui Ueyama9caea822016-06-16 13:17:59 +0000239FixedStreamArray<support::ulittle32_t>
Rui Ueyamafd97bf12016-06-03 20:48:51 +0000240TpiStream::getHashValues() const {
241 return HashValues;
242}
243
Rui Ueyama9caea822016-06-16 13:17:59 +0000244FixedStreamArray<TypeIndexOffset>
Rui Ueyamafd97bf12016-06-03 20:48:51 +0000245TpiStream::getTypeIndexOffsets() const {
246 return TypeIndexOffsets;
247}
248
Rui Ueyama9caea822016-06-16 13:17:59 +0000249FixedStreamArray<TypeIndexOffset>
Rui Ueyamafd97bf12016-06-03 20:48:51 +0000250TpiStream::getHashAdjustments() const {
251 return HashAdjustments;
252}
253
Rui Ueyama9caea822016-06-16 13:17:59 +0000254iterator_range<CVTypeArray::Iterator>
Zachary Turner0d43c1c2016-05-28 05:21:57 +0000255TpiStream::types(bool *HadError) const {
256 return llvm::make_range(TypeRecords.begin(HadError), TypeRecords.end());
Zachary Turnerf5c59652016-05-03 00:28:21 +0000257}