blob: 8ee7f897b8bb42b539533f06773634166d4ce49a [file] [log] [blame]
Zachary Turnerf5c59652016-05-03 00:28:21 +00001//===- TpiStream.cpp - PDB Type Info (TPI) Stream 2 Access ----------------===//
2//
Chandler Carruth2946cd72019-01-19 08:50:56 +00003// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4// See https://llvm.org/LICENSE.txt for license information.
5// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
Zachary Turnerf5c59652016-05-03 00:28:21 +00006//
7//===----------------------------------------------------------------------===//
8
Adrian McCarthy6b6b8c42017-01-25 22:38:55 +00009#include "llvm/DebugInfo/PDB/Native/TpiStream.h"
Zachary Turnerd4136e92017-05-22 21:07:43 +000010
Eugene Zelenko570e39a2016-11-23 23:16:32 +000011#include "llvm/ADT/iterator_range.h"
Zachary Turnerd4136e92017-05-22 21:07:43 +000012#include "llvm/DebugInfo/CodeView/LazyRandomTypeCollection.h"
Zachary Turnerb96181c2018-10-22 16:19:07 +000013#include "llvm/DebugInfo/CodeView/RecordName.h"
Zachary Turnerf5c59652016-05-03 00:28:21 +000014#include "llvm/DebugInfo/CodeView/TypeRecord.h"
Zachary Turner355ffb02018-09-21 22:36:04 +000015#include "llvm/DebugInfo/CodeView/TypeRecordHelpers.h"
Zachary Turnera3225b02016-07-29 20:56:36 +000016#include "llvm/DebugInfo/MSF/MappedBlockStream.h"
Zachary Turnercfa1d492018-09-20 15:50:13 +000017#include "llvm/DebugInfo/PDB/Native/Hash.h"
Adrian McCarthy6b6b8c42017-01-25 22:38:55 +000018#include "llvm/DebugInfo/PDB/Native/PDBFile.h"
19#include "llvm/DebugInfo/PDB/Native/RawConstants.h"
20#include "llvm/DebugInfo/PDB/Native/RawError.h"
21#include "llvm/DebugInfo/PDB/Native/RawTypes.h"
22#include "llvm/DebugInfo/PDB/Native/TpiHashing.h"
Zachary Turnerd9dc2822017-03-02 20:52:51 +000023#include "llvm/Support/BinaryStreamReader.h"
Zachary Turnerf5c59652016-05-03 00:28:21 +000024#include "llvm/Support/Endian.h"
Eugene Zelenko570e39a2016-11-23 23:16:32 +000025#include "llvm/Support/Error.h"
26#include <algorithm>
27#include <cstdint>
28#include <vector>
Zachary Turnerf5c59652016-05-03 00:28:21 +000029
30using namespace llvm;
Rui Ueyama8b0ae132016-06-16 13:14:42 +000031using namespace llvm::codeview;
Zachary Turnerf5c59652016-05-03 00:28:21 +000032using namespace llvm::support;
Zachary Turnerbac69d32016-07-22 19:56:05 +000033using namespace llvm::msf;
Zachary Turnerf5c59652016-05-03 00:28:21 +000034using namespace llvm::pdb;
35
Zachary Turner5b74ff32017-06-03 00:33:35 +000036TpiStream::TpiStream(PDBFile &File, std::unique_ptr<MappedBlockStream> Stream)
Rui Ueyama5c7248c2016-06-16 13:48:16 +000037 : Pdb(File), Stream(std::move(Stream)) {}
Zachary Turnerf5c59652016-05-03 00:28:21 +000038
Eugene Zelenko570e39a2016-11-23 23:16:32 +000039TpiStream::~TpiStream() = default;
Zachary Turnerf5c59652016-05-03 00:28:21 +000040
Zachary Turner819e77d2016-05-06 20:51:57 +000041Error TpiStream::reload() {
Zachary Turner120faca2017-02-27 22:11:43 +000042 BinaryStreamReader Reader(*Stream);
Zachary Turnerf5c59652016-05-03 00:28:21 +000043
Zachary Turnerc6d54da2016-09-09 17:46:17 +000044 if (Reader.bytesRemaining() < sizeof(TpiStreamHeader))
Zachary Turner819e77d2016-05-06 20:51:57 +000045 return make_error<RawError>(raw_error_code::corrupt_file,
46 "TPI Stream does not contain a header.");
Zachary Turnerf5c59652016-05-03 00:28:21 +000047
Zachary Turner8dbe3622016-05-27 01:54:44 +000048 if (Reader.readObject(Header))
Zachary Turner819e77d2016-05-06 20:51:57 +000049 return make_error<RawError>(raw_error_code::corrupt_file,
50 "TPI Stream does not contain a header.");
Zachary Turnerf5c59652016-05-03 00:28:21 +000051
52 if (Header->Version != PdbTpiV80)
Zachary Turner819e77d2016-05-06 20:51:57 +000053 return make_error<RawError>(raw_error_code::corrupt_file,
54 "Unsupported TPI Version.");
Zachary Turnerf5c59652016-05-03 00:28:21 +000055
Zachary Turnerc6d54da2016-09-09 17:46:17 +000056 if (Header->HeaderSize != sizeof(TpiStreamHeader))
Zachary Turner819e77d2016-05-06 20:51:57 +000057 return make_error<RawError>(raw_error_code::corrupt_file,
58 "Corrupt TPI Header size.");
Zachary Turnerf5c59652016-05-03 00:28:21 +000059
60 if (Header->HashKeySize != sizeof(ulittle32_t))
Zachary Turner819e77d2016-05-06 20:51:57 +000061 return make_error<RawError>(raw_error_code::corrupt_file,
62 "TPI Stream expected 4 byte hash key size.");
Zachary Turnerf5c59652016-05-03 00:28:21 +000063
Zachary Turnerc6d54da2016-09-09 17:46:17 +000064 if (Header->NumHashBuckets < MinTpiHashBuckets ||
65 Header->NumHashBuckets > MaxTpiHashBuckets)
Zachary Turner819e77d2016-05-06 20:51:57 +000066 return make_error<RawError>(raw_error_code::corrupt_file,
67 "TPI Stream Invalid number of hash buckets.");
Zachary Turnerf5c59652016-05-03 00:28:21 +000068
Zachary Turnerf5c59652016-05-03 00:28:21 +000069 // The actual type records themselves come from this stream
Zachary Turnerc2f5b4b2017-06-23 21:50:54 +000070 if (auto EC =
71 Reader.readSubstream(TypeRecordsSubstream, Header->TypeRecordBytes))
72 return EC;
73
74 BinaryStreamReader RecordReader(TypeRecordsSubstream.StreamData);
75 if (auto EC =
76 RecordReader.readArray(TypeRecords, TypeRecordsSubstream.size()))
Zachary Turner819e77d2016-05-06 20:51:57 +000077 return EC;
Zachary Turnerf5c59652016-05-03 00:28:21 +000078
79 // Hash indices, hash values, etc come from the hash stream.
Zachary Turnerc6d54da2016-09-09 17:46:17 +000080 if (Header->HashStreamIndex != kInvalidStreamIndex) {
Nico Weber13f7ddf2019-07-12 18:24:38 +000081 auto HS = Pdb.safelyCreateIndexedStream(Header->HashStreamIndex);
82 if (!HS) {
83 consumeError(HS.takeError());
Zachary Turnerc6d54da2016-09-09 17:46:17 +000084 return make_error<RawError>(raw_error_code::corrupt_file,
85 "Invalid TPI hash stream index.");
Nico Weber13f7ddf2019-07-12 18:24:38 +000086 }
87 BinaryStreamReader HSR(**HS);
Zachary Turnerf5c59652016-05-03 00:28:21 +000088
Reid Kleckner6e545ff2017-04-11 16:26:15 +000089 // There should be a hash value for every type record, or no hashes at all.
Zachary Turnerc6d54da2016-09-09 17:46:17 +000090 uint32_t NumHashValues =
91 Header->HashValueBuffer.Length / sizeof(ulittle32_t);
Zachary Turnerbedc85f2017-05-04 23:53:54 +000092 if (NumHashValues != getNumTypeRecords() && NumHashValues != 0)
Zachary Turnerc6d54da2016-09-09 17:46:17 +000093 return make_error<RawError>(
94 raw_error_code::corrupt_file,
95 "TPI hash count does not match with the number of type records.");
96 HSR.setOffset(Header->HashValueBuffer.Off);
97 if (auto EC = HSR.readArray(HashValues, NumHashValues))
98 return EC;
Rui Ueyamafd97bf12016-06-03 20:48:51 +000099
Zachary Turnerc6d54da2016-09-09 17:46:17 +0000100 HSR.setOffset(Header->IndexOffsetBuffer.Off);
101 uint32_t NumTypeIndexOffsets =
102 Header->IndexOffsetBuffer.Length / sizeof(TypeIndexOffset);
103 if (auto EC = HSR.readArray(TypeIndexOffsets, NumTypeIndexOffsets))
104 return EC;
Zachary Turnerf5c59652016-05-03 00:28:21 +0000105
Zachary Turner29da5db2017-01-25 21:17:40 +0000106 if (Header->HashAdjBuffer.Length > 0) {
107 HSR.setOffset(Header->HashAdjBuffer.Off);
108 if (auto EC = HashAdjusters.load(HSR))
109 return EC;
110 }
Rui Ueyamac41cd6d2016-06-09 00:10:19 +0000111
Nico Weber13f7ddf2019-07-12 18:24:38 +0000112 HashStream = std::move(*HS);
Zachary Turnerc6d54da2016-09-09 17:46:17 +0000113 }
Rui Ueyamac41cd6d2016-06-09 00:10:19 +0000114
Zachary Turnerd4136e92017-05-22 21:07:43 +0000115 Types = llvm::make_unique<LazyRandomTypeCollection>(
116 TypeRecords, getNumTypeRecords(), getTypeIndexOffsets());
Zachary Turner819e77d2016-05-06 20:51:57 +0000117 return Error::success();
Zachary Turnerf5c59652016-05-03 00:28:21 +0000118}
119
120PdbRaw_TpiVer TpiStream::getTpiVersion() const {
121 uint32_t Value = Header->Version;
122 return static_cast<PdbRaw_TpiVer>(Value);
123}
124
125uint32_t TpiStream::TypeIndexBegin() const { return Header->TypeIndexBegin; }
126
127uint32_t TpiStream::TypeIndexEnd() const { return Header->TypeIndexEnd; }
128
Zachary Turnerbedc85f2017-05-04 23:53:54 +0000129uint32_t TpiStream::getNumTypeRecords() const {
Zachary Turnerf5c59652016-05-03 00:28:21 +0000130 return TypeIndexEnd() - TypeIndexBegin();
131}
132
Zachary Turner85ed80b2016-05-25 03:43:17 +0000133uint16_t TpiStream::getTypeHashStreamIndex() const {
134 return Header->HashStreamIndex;
135}
136
137uint16_t TpiStream::getTypeHashStreamAuxIndex() const {
138 return Header->HashAuxStreamIndex;
139}
140
Zachary Turnerbedc85f2017-05-04 23:53:54 +0000141uint32_t TpiStream::getNumHashBuckets() const { return Header->NumHashBuckets; }
Rui Ueyamad8339172016-06-07 23:44:27 +0000142uint32_t TpiStream::getHashKeySize() const { return Header->HashKeySize; }
143
Zachary Turnercfa1d492018-09-20 15:50:13 +0000144void TpiStream::buildHashMap() {
145 if (!HashMap.empty())
146 return;
147 if (HashValues.empty())
148 return;
149
150 HashMap.resize(Header->NumHashBuckets);
151
152 TypeIndex TIB{Header->TypeIndexBegin};
153 TypeIndex TIE{Header->TypeIndexEnd};
154 while (TIB < TIE) {
155 uint32_t HV = HashValues[TIB.toArrayIndex()];
156 HashMap[HV].push_back(TIB++);
157 }
158}
159
Zachary Turnerb96181c2018-10-22 16:19:07 +0000160std::vector<TypeIndex> TpiStream::findRecordsByName(StringRef Name) const {
Zachary Turner1e0cce72018-12-03 19:05:12 +0000161 if (!supportsTypeLookup())
162 const_cast<TpiStream*>(this)->buildHashMap();
163
Zachary Turnerb96181c2018-10-22 16:19:07 +0000164 uint32_t Bucket = hashStringV1(Name) % Header->NumHashBuckets;
165 if (Bucket > HashMap.size())
166 return {};
167
168 std::vector<TypeIndex> Result;
169 for (TypeIndex TI : HashMap[Bucket]) {
170 std::string ThisName = computeTypeName(*Types, TI);
171 if (ThisName == Name)
172 Result.push_back(TI);
173 }
174 return Result;
175}
176
Zachary Turnercfa1d492018-09-20 15:50:13 +0000177bool TpiStream::supportsTypeLookup() const { return !HashMap.empty(); }
178
Zachary Turnercfa1d492018-09-20 15:50:13 +0000179Expected<TypeIndex>
180TpiStream::findFullDeclForForwardRef(TypeIndex ForwardRefTI) const {
Zachary Turner1e0cce72018-12-03 19:05:12 +0000181 if (!supportsTypeLookup())
182 const_cast<TpiStream*>(this)->buildHashMap();
183
Zachary Turnercfa1d492018-09-20 15:50:13 +0000184 CVType F = Types->getType(ForwardRefTI);
185 if (!isUdtForwardRef(F))
186 return ForwardRefTI;
187
188 Expected<TagRecordHash> ForwardTRH = hashTagRecord(F);
189 if (!ForwardTRH)
190 return ForwardTRH.takeError();
191
Zachary Turnercfa1d492018-09-20 15:50:13 +0000192 uint32_t BucketIdx = ForwardTRH->FullRecordHash % Header->NumHashBuckets;
193
194 for (TypeIndex TI : HashMap[BucketIdx]) {
195 CVType CVT = Types->getType(TI);
196 if (CVT.kind() != F.kind())
197 continue;
198
199 Expected<TagRecordHash> FullTRH = hashTagRecord(CVT);
200 if (!FullTRH)
201 return FullTRH.takeError();
202 if (ForwardTRH->FullRecordHash != FullTRH->FullRecordHash)
203 continue;
204 TagRecord &ForwardTR = ForwardTRH->getRecord();
205 TagRecord &FullTR = FullTRH->getRecord();
206
207 if (!ForwardTR.hasUniqueName()) {
208 if (ForwardTR.getName() == FullTR.getName())
209 return TI;
210 continue;
211 }
212
213 if (!FullTR.hasUniqueName())
214 continue;
215 if (ForwardTR.getUniqueName() == FullTR.getUniqueName())
216 return TI;
217 }
218 return ForwardRefTI;
219}
220
Zachary Turnerb96181c2018-10-22 16:19:07 +0000221codeview::CVType TpiStream::getType(codeview::TypeIndex Index) {
Zachary Turner03a24052018-11-13 20:07:32 +0000222 assert(!Index.isSimple());
Zachary Turnerb96181c2018-10-22 16:19:07 +0000223 return Types->getType(Index);
224}
225
Zachary Turnerc2f5b4b2017-06-23 21:50:54 +0000226BinarySubstreamRef TpiStream::getTypeRecordsSubstream() const {
227 return TypeRecordsSubstream;
228}
229
Adrian McCarthy6b6b8c42017-01-25 22:38:55 +0000230FixedStreamArray<support::ulittle32_t> TpiStream::getHashValues() const {
Rui Ueyamafd97bf12016-06-03 20:48:51 +0000231 return HashValues;
232}
233
Adrian McCarthy6b6b8c42017-01-25 22:38:55 +0000234FixedStreamArray<TypeIndexOffset> TpiStream::getTypeIndexOffsets() const {
Rui Ueyamafd97bf12016-06-03 20:48:51 +0000235 return TypeIndexOffsets;
236}
237
Zachary Turnerebf03f62018-03-15 17:38:26 +0000238HashTable<support::ulittle32_t> &TpiStream::getHashAdjusters() {
239 return HashAdjusters;
240}
Rui Ueyamafd97bf12016-06-03 20:48:51 +0000241
Zachary Turner7b327d02017-02-16 23:35:45 +0000242CVTypeRange TpiStream::types(bool *HadError) const {
Eugene Zelenko570e39a2016-11-23 23:16:32 +0000243 return make_range(TypeRecords.begin(HadError), TypeRecords.end());
Zachary Turnerf5c59652016-05-03 00:28:21 +0000244}
Zachary Turner8848a7a2016-07-06 18:05:57 +0000245
246Error TpiStream::commit() { return Error::success(); }