blob: 25dc593c9f6593644adfd3751436c5e60d2c6282 [file] [log] [blame]
Zachary Turnerf5c59652016-05-03 00:28:21 +00001//===- TpiStream.cpp - PDB Type Info (TPI) Stream 2 Access ----------------===//
2//
Chandler Carruth2946cd72019-01-19 08:50:56 +00003// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4// See https://llvm.org/LICENSE.txt for license information.
5// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
Zachary Turnerf5c59652016-05-03 00:28:21 +00006//
7//===----------------------------------------------------------------------===//
8
Adrian McCarthy6b6b8c42017-01-25 22:38:55 +00009#include "llvm/DebugInfo/PDB/Native/TpiStream.h"
Zachary Turnerd4136e92017-05-22 21:07:43 +000010
Eugene Zelenko570e39a2016-11-23 23:16:32 +000011#include "llvm/ADT/iterator_range.h"
Zachary Turnerd4136e92017-05-22 21:07:43 +000012#include "llvm/DebugInfo/CodeView/LazyRandomTypeCollection.h"
Zachary Turnerb96181c2018-10-22 16:19:07 +000013#include "llvm/DebugInfo/CodeView/RecordName.h"
Zachary Turnerf5c59652016-05-03 00:28:21 +000014#include "llvm/DebugInfo/CodeView/TypeRecord.h"
Zachary Turner355ffb02018-09-21 22:36:04 +000015#include "llvm/DebugInfo/CodeView/TypeRecordHelpers.h"
Zachary Turnera3225b02016-07-29 20:56:36 +000016#include "llvm/DebugInfo/MSF/MappedBlockStream.h"
Zachary Turnercfa1d492018-09-20 15:50:13 +000017#include "llvm/DebugInfo/PDB/Native/Hash.h"
Adrian McCarthy6b6b8c42017-01-25 22:38:55 +000018#include "llvm/DebugInfo/PDB/Native/PDBFile.h"
19#include "llvm/DebugInfo/PDB/Native/RawConstants.h"
20#include "llvm/DebugInfo/PDB/Native/RawError.h"
21#include "llvm/DebugInfo/PDB/Native/RawTypes.h"
22#include "llvm/DebugInfo/PDB/Native/TpiHashing.h"
Zachary Turnerd9dc2822017-03-02 20:52:51 +000023#include "llvm/Support/BinaryStreamReader.h"
Zachary Turnerf5c59652016-05-03 00:28:21 +000024#include "llvm/Support/Endian.h"
Eugene Zelenko570e39a2016-11-23 23:16:32 +000025#include "llvm/Support/Error.h"
26#include <algorithm>
27#include <cstdint>
28#include <vector>
Zachary Turnerf5c59652016-05-03 00:28:21 +000029
30using namespace llvm;
Rui Ueyama8b0ae132016-06-16 13:14:42 +000031using namespace llvm::codeview;
Zachary Turnerf5c59652016-05-03 00:28:21 +000032using namespace llvm::support;
Zachary Turnerbac69d32016-07-22 19:56:05 +000033using namespace llvm::msf;
Zachary Turnerf5c59652016-05-03 00:28:21 +000034using namespace llvm::pdb;
35
Zachary Turner5b74ff32017-06-03 00:33:35 +000036TpiStream::TpiStream(PDBFile &File, std::unique_ptr<MappedBlockStream> Stream)
Rui Ueyama5c7248c2016-06-16 13:48:16 +000037 : Pdb(File), Stream(std::move(Stream)) {}
Zachary Turnerf5c59652016-05-03 00:28:21 +000038
Eugene Zelenko570e39a2016-11-23 23:16:32 +000039TpiStream::~TpiStream() = default;
Zachary Turnerf5c59652016-05-03 00:28:21 +000040
Zachary Turner819e77d2016-05-06 20:51:57 +000041Error TpiStream::reload() {
Zachary Turner120faca2017-02-27 22:11:43 +000042 BinaryStreamReader Reader(*Stream);
Zachary Turnerf5c59652016-05-03 00:28:21 +000043
Zachary Turnerc6d54da2016-09-09 17:46:17 +000044 if (Reader.bytesRemaining() < sizeof(TpiStreamHeader))
Zachary Turner819e77d2016-05-06 20:51:57 +000045 return make_error<RawError>(raw_error_code::corrupt_file,
46 "TPI Stream does not contain a header.");
Zachary Turnerf5c59652016-05-03 00:28:21 +000047
Zachary Turner8dbe3622016-05-27 01:54:44 +000048 if (Reader.readObject(Header))
Zachary Turner819e77d2016-05-06 20:51:57 +000049 return make_error<RawError>(raw_error_code::corrupt_file,
50 "TPI Stream does not contain a header.");
Zachary Turnerf5c59652016-05-03 00:28:21 +000051
52 if (Header->Version != PdbTpiV80)
Zachary Turner819e77d2016-05-06 20:51:57 +000053 return make_error<RawError>(raw_error_code::corrupt_file,
54 "Unsupported TPI Version.");
Zachary Turnerf5c59652016-05-03 00:28:21 +000055
Zachary Turnerc6d54da2016-09-09 17:46:17 +000056 if (Header->HeaderSize != sizeof(TpiStreamHeader))
Zachary Turner819e77d2016-05-06 20:51:57 +000057 return make_error<RawError>(raw_error_code::corrupt_file,
58 "Corrupt TPI Header size.");
Zachary Turnerf5c59652016-05-03 00:28:21 +000059
60 if (Header->HashKeySize != sizeof(ulittle32_t))
Zachary Turner819e77d2016-05-06 20:51:57 +000061 return make_error<RawError>(raw_error_code::corrupt_file,
62 "TPI Stream expected 4 byte hash key size.");
Zachary Turnerf5c59652016-05-03 00:28:21 +000063
Zachary Turnerc6d54da2016-09-09 17:46:17 +000064 if (Header->NumHashBuckets < MinTpiHashBuckets ||
65 Header->NumHashBuckets > MaxTpiHashBuckets)
Zachary Turner819e77d2016-05-06 20:51:57 +000066 return make_error<RawError>(raw_error_code::corrupt_file,
67 "TPI Stream Invalid number of hash buckets.");
Zachary Turnerf5c59652016-05-03 00:28:21 +000068
Zachary Turnerf5c59652016-05-03 00:28:21 +000069 // The actual type records themselves come from this stream
Zachary Turnerc2f5b4b2017-06-23 21:50:54 +000070 if (auto EC =
71 Reader.readSubstream(TypeRecordsSubstream, Header->TypeRecordBytes))
72 return EC;
73
74 BinaryStreamReader RecordReader(TypeRecordsSubstream.StreamData);
75 if (auto EC =
76 RecordReader.readArray(TypeRecords, TypeRecordsSubstream.size()))
Zachary Turner819e77d2016-05-06 20:51:57 +000077 return EC;
Zachary Turnerf5c59652016-05-03 00:28:21 +000078
79 // Hash indices, hash values, etc come from the hash stream.
Zachary Turnerc6d54da2016-09-09 17:46:17 +000080 if (Header->HashStreamIndex != kInvalidStreamIndex) {
81 if (Header->HashStreamIndex >= Pdb.getNumStreams())
82 return make_error<RawError>(raw_error_code::corrupt_file,
83 "Invalid TPI hash stream index.");
Rui Ueyamaba0aab92016-06-06 23:19:23 +000084
Zachary Turnerc6d54da2016-09-09 17:46:17 +000085 auto HS = MappedBlockStream::createIndexedStream(
Zachary Turner5b74ff32017-06-03 00:33:35 +000086 Pdb.getMsfLayout(), Pdb.getMsfBuffer(), Header->HashStreamIndex,
87 Pdb.getAllocator());
Zachary Turner120faca2017-02-27 22:11:43 +000088 BinaryStreamReader HSR(*HS);
Zachary Turnerf5c59652016-05-03 00:28:21 +000089
Reid Kleckner6e545ff2017-04-11 16:26:15 +000090 // There should be a hash value for every type record, or no hashes at all.
Zachary Turnerc6d54da2016-09-09 17:46:17 +000091 uint32_t NumHashValues =
92 Header->HashValueBuffer.Length / sizeof(ulittle32_t);
Zachary Turnerbedc85f2017-05-04 23:53:54 +000093 if (NumHashValues != getNumTypeRecords() && NumHashValues != 0)
Zachary Turnerc6d54da2016-09-09 17:46:17 +000094 return make_error<RawError>(
95 raw_error_code::corrupt_file,
96 "TPI hash count does not match with the number of type records.");
97 HSR.setOffset(Header->HashValueBuffer.Off);
98 if (auto EC = HSR.readArray(HashValues, NumHashValues))
99 return EC;
Rui Ueyamafd97bf12016-06-03 20:48:51 +0000100
Zachary Turnerc6d54da2016-09-09 17:46:17 +0000101 HSR.setOffset(Header->IndexOffsetBuffer.Off);
102 uint32_t NumTypeIndexOffsets =
103 Header->IndexOffsetBuffer.Length / sizeof(TypeIndexOffset);
104 if (auto EC = HSR.readArray(TypeIndexOffsets, NumTypeIndexOffsets))
105 return EC;
Zachary Turnerf5c59652016-05-03 00:28:21 +0000106
Zachary Turner29da5db2017-01-25 21:17:40 +0000107 if (Header->HashAdjBuffer.Length > 0) {
108 HSR.setOffset(Header->HashAdjBuffer.Off);
109 if (auto EC = HashAdjusters.load(HSR))
110 return EC;
111 }
Rui Ueyamac41cd6d2016-06-09 00:10:19 +0000112
Zachary Turnerc6d54da2016-09-09 17:46:17 +0000113 HashStream = std::move(HS);
Zachary Turnerc6d54da2016-09-09 17:46:17 +0000114 }
Rui Ueyamac41cd6d2016-06-09 00:10:19 +0000115
Zachary Turnerd4136e92017-05-22 21:07:43 +0000116 Types = llvm::make_unique<LazyRandomTypeCollection>(
117 TypeRecords, getNumTypeRecords(), getTypeIndexOffsets());
Zachary Turner819e77d2016-05-06 20:51:57 +0000118 return Error::success();
Zachary Turnerf5c59652016-05-03 00:28:21 +0000119}
120
121PdbRaw_TpiVer TpiStream::getTpiVersion() const {
122 uint32_t Value = Header->Version;
123 return static_cast<PdbRaw_TpiVer>(Value);
124}
125
126uint32_t TpiStream::TypeIndexBegin() const { return Header->TypeIndexBegin; }
127
128uint32_t TpiStream::TypeIndexEnd() const { return Header->TypeIndexEnd; }
129
Zachary Turnerbedc85f2017-05-04 23:53:54 +0000130uint32_t TpiStream::getNumTypeRecords() const {
Zachary Turnerf5c59652016-05-03 00:28:21 +0000131 return TypeIndexEnd() - TypeIndexBegin();
132}
133
Zachary Turner85ed80b2016-05-25 03:43:17 +0000134uint16_t TpiStream::getTypeHashStreamIndex() const {
135 return Header->HashStreamIndex;
136}
137
138uint16_t TpiStream::getTypeHashStreamAuxIndex() const {
139 return Header->HashAuxStreamIndex;
140}
141
Zachary Turnerbedc85f2017-05-04 23:53:54 +0000142uint32_t TpiStream::getNumHashBuckets() const { return Header->NumHashBuckets; }
Rui Ueyamad8339172016-06-07 23:44:27 +0000143uint32_t TpiStream::getHashKeySize() const { return Header->HashKeySize; }
144
Zachary Turnercfa1d492018-09-20 15:50:13 +0000145void TpiStream::buildHashMap() {
146 if (!HashMap.empty())
147 return;
148 if (HashValues.empty())
149 return;
150
151 HashMap.resize(Header->NumHashBuckets);
152
153 TypeIndex TIB{Header->TypeIndexBegin};
154 TypeIndex TIE{Header->TypeIndexEnd};
155 while (TIB < TIE) {
156 uint32_t HV = HashValues[TIB.toArrayIndex()];
157 HashMap[HV].push_back(TIB++);
158 }
159}
160
Zachary Turnerb96181c2018-10-22 16:19:07 +0000161std::vector<TypeIndex> TpiStream::findRecordsByName(StringRef Name) const {
Zachary Turner1e0cce72018-12-03 19:05:12 +0000162 if (!supportsTypeLookup())
163 const_cast<TpiStream*>(this)->buildHashMap();
164
Zachary Turnerb96181c2018-10-22 16:19:07 +0000165 uint32_t Bucket = hashStringV1(Name) % Header->NumHashBuckets;
166 if (Bucket > HashMap.size())
167 return {};
168
169 std::vector<TypeIndex> Result;
170 for (TypeIndex TI : HashMap[Bucket]) {
171 std::string ThisName = computeTypeName(*Types, TI);
172 if (ThisName == Name)
173 Result.push_back(TI);
174 }
175 return Result;
176}
177
Zachary Turnercfa1d492018-09-20 15:50:13 +0000178bool TpiStream::supportsTypeLookup() const { return !HashMap.empty(); }
179
Zachary Turnercfa1d492018-09-20 15:50:13 +0000180Expected<TypeIndex>
181TpiStream::findFullDeclForForwardRef(TypeIndex ForwardRefTI) const {
Zachary Turner1e0cce72018-12-03 19:05:12 +0000182 if (!supportsTypeLookup())
183 const_cast<TpiStream*>(this)->buildHashMap();
184
Zachary Turnercfa1d492018-09-20 15:50:13 +0000185 CVType F = Types->getType(ForwardRefTI);
186 if (!isUdtForwardRef(F))
187 return ForwardRefTI;
188
189 Expected<TagRecordHash> ForwardTRH = hashTagRecord(F);
190 if (!ForwardTRH)
191 return ForwardTRH.takeError();
192
Zachary Turnercfa1d492018-09-20 15:50:13 +0000193 uint32_t BucketIdx = ForwardTRH->FullRecordHash % Header->NumHashBuckets;
194
195 for (TypeIndex TI : HashMap[BucketIdx]) {
196 CVType CVT = Types->getType(TI);
197 if (CVT.kind() != F.kind())
198 continue;
199
200 Expected<TagRecordHash> FullTRH = hashTagRecord(CVT);
201 if (!FullTRH)
202 return FullTRH.takeError();
203 if (ForwardTRH->FullRecordHash != FullTRH->FullRecordHash)
204 continue;
205 TagRecord &ForwardTR = ForwardTRH->getRecord();
206 TagRecord &FullTR = FullTRH->getRecord();
207
208 if (!ForwardTR.hasUniqueName()) {
209 if (ForwardTR.getName() == FullTR.getName())
210 return TI;
211 continue;
212 }
213
214 if (!FullTR.hasUniqueName())
215 continue;
216 if (ForwardTR.getUniqueName() == FullTR.getUniqueName())
217 return TI;
218 }
219 return ForwardRefTI;
220}
221
Zachary Turnerb96181c2018-10-22 16:19:07 +0000222codeview::CVType TpiStream::getType(codeview::TypeIndex Index) {
Zachary Turner03a24052018-11-13 20:07:32 +0000223 assert(!Index.isSimple());
Zachary Turnerb96181c2018-10-22 16:19:07 +0000224 return Types->getType(Index);
225}
226
Zachary Turnerc2f5b4b2017-06-23 21:50:54 +0000227BinarySubstreamRef TpiStream::getTypeRecordsSubstream() const {
228 return TypeRecordsSubstream;
229}
230
Adrian McCarthy6b6b8c42017-01-25 22:38:55 +0000231FixedStreamArray<support::ulittle32_t> TpiStream::getHashValues() const {
Rui Ueyamafd97bf12016-06-03 20:48:51 +0000232 return HashValues;
233}
234
Adrian McCarthy6b6b8c42017-01-25 22:38:55 +0000235FixedStreamArray<TypeIndexOffset> TpiStream::getTypeIndexOffsets() const {
Rui Ueyamafd97bf12016-06-03 20:48:51 +0000236 return TypeIndexOffsets;
237}
238
Zachary Turnerebf03f62018-03-15 17:38:26 +0000239HashTable<support::ulittle32_t> &TpiStream::getHashAdjusters() {
240 return HashAdjusters;
241}
Rui Ueyamafd97bf12016-06-03 20:48:51 +0000242
Zachary Turner7b327d02017-02-16 23:35:45 +0000243CVTypeRange TpiStream::types(bool *HadError) const {
Eugene Zelenko570e39a2016-11-23 23:16:32 +0000244 return make_range(TypeRecords.begin(HadError), TypeRecords.end());
Zachary Turnerf5c59652016-05-03 00:28:21 +0000245}
Zachary Turner8848a7a2016-07-06 18:05:57 +0000246
247Error TpiStream::commit() { return Error::success(); }