blob: de0f888137f0d46bcceb2cce99b822332324f1df [file] [log] [blame]
Zachary Turnerf5c59652016-05-03 00:28:21 +00001//===- TpiStream.cpp - PDB Type Info (TPI) Stream 2 Access ----------------===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9
Adrian McCarthy6b6b8c42017-01-25 22:38:55 +000010#include "llvm/DebugInfo/PDB/Native/TpiStream.h"
Zachary Turnerd4136e92017-05-22 21:07:43 +000011
Eugene Zelenko570e39a2016-11-23 23:16:32 +000012#include "llvm/ADT/iterator_range.h"
Zachary Turnerd4136e92017-05-22 21:07:43 +000013#include "llvm/DebugInfo/CodeView/LazyRandomTypeCollection.h"
Zachary Turnercfa1d492018-09-20 15:50:13 +000014#include "llvm/DebugInfo/CodeView/TypeDeserializer.h"
15#include "llvm/DebugInfo/CodeView/TypeIndexDiscovery.h"
Zachary Turnerf5c59652016-05-03 00:28:21 +000016#include "llvm/DebugInfo/CodeView/TypeRecord.h"
Zachary Turnera3225b02016-07-29 20:56:36 +000017#include "llvm/DebugInfo/MSF/MappedBlockStream.h"
Zachary Turnercfa1d492018-09-20 15:50:13 +000018#include "llvm/DebugInfo/PDB/Native/Hash.h"
Adrian McCarthy6b6b8c42017-01-25 22:38:55 +000019#include "llvm/DebugInfo/PDB/Native/PDBFile.h"
20#include "llvm/DebugInfo/PDB/Native/RawConstants.h"
21#include "llvm/DebugInfo/PDB/Native/RawError.h"
22#include "llvm/DebugInfo/PDB/Native/RawTypes.h"
23#include "llvm/DebugInfo/PDB/Native/TpiHashing.h"
Zachary Turnerd9dc2822017-03-02 20:52:51 +000024#include "llvm/Support/BinaryStreamReader.h"
Zachary Turnerf5c59652016-05-03 00:28:21 +000025#include "llvm/Support/Endian.h"
Eugene Zelenko570e39a2016-11-23 23:16:32 +000026#include "llvm/Support/Error.h"
27#include <algorithm>
28#include <cstdint>
29#include <vector>
Zachary Turnerf5c59652016-05-03 00:28:21 +000030
31using namespace llvm;
Rui Ueyama8b0ae132016-06-16 13:14:42 +000032using namespace llvm::codeview;
Zachary Turnerf5c59652016-05-03 00:28:21 +000033using namespace llvm::support;
Zachary Turnerbac69d32016-07-22 19:56:05 +000034using namespace llvm::msf;
Zachary Turnerf5c59652016-05-03 00:28:21 +000035using namespace llvm::pdb;
36
Zachary Turner5b74ff32017-06-03 00:33:35 +000037TpiStream::TpiStream(PDBFile &File, std::unique_ptr<MappedBlockStream> Stream)
Rui Ueyama5c7248c2016-06-16 13:48:16 +000038 : Pdb(File), Stream(std::move(Stream)) {}
Zachary Turnerf5c59652016-05-03 00:28:21 +000039
Eugene Zelenko570e39a2016-11-23 23:16:32 +000040TpiStream::~TpiStream() = default;
Zachary Turnerf5c59652016-05-03 00:28:21 +000041
Zachary Turner819e77d2016-05-06 20:51:57 +000042Error TpiStream::reload() {
Zachary Turner120faca2017-02-27 22:11:43 +000043 BinaryStreamReader Reader(*Stream);
Zachary Turnerf5c59652016-05-03 00:28:21 +000044
Zachary Turnerc6d54da2016-09-09 17:46:17 +000045 if (Reader.bytesRemaining() < sizeof(TpiStreamHeader))
Zachary Turner819e77d2016-05-06 20:51:57 +000046 return make_error<RawError>(raw_error_code::corrupt_file,
47 "TPI Stream does not contain a header.");
Zachary Turnerf5c59652016-05-03 00:28:21 +000048
Zachary Turner8dbe3622016-05-27 01:54:44 +000049 if (Reader.readObject(Header))
Zachary Turner819e77d2016-05-06 20:51:57 +000050 return make_error<RawError>(raw_error_code::corrupt_file,
51 "TPI Stream does not contain a header.");
Zachary Turnerf5c59652016-05-03 00:28:21 +000052
53 if (Header->Version != PdbTpiV80)
Zachary Turner819e77d2016-05-06 20:51:57 +000054 return make_error<RawError>(raw_error_code::corrupt_file,
55 "Unsupported TPI Version.");
Zachary Turnerf5c59652016-05-03 00:28:21 +000056
Zachary Turnerc6d54da2016-09-09 17:46:17 +000057 if (Header->HeaderSize != sizeof(TpiStreamHeader))
Zachary Turner819e77d2016-05-06 20:51:57 +000058 return make_error<RawError>(raw_error_code::corrupt_file,
59 "Corrupt TPI Header size.");
Zachary Turnerf5c59652016-05-03 00:28:21 +000060
61 if (Header->HashKeySize != sizeof(ulittle32_t))
Zachary Turner819e77d2016-05-06 20:51:57 +000062 return make_error<RawError>(raw_error_code::corrupt_file,
63 "TPI Stream expected 4 byte hash key size.");
Zachary Turnerf5c59652016-05-03 00:28:21 +000064
Zachary Turnerc6d54da2016-09-09 17:46:17 +000065 if (Header->NumHashBuckets < MinTpiHashBuckets ||
66 Header->NumHashBuckets > MaxTpiHashBuckets)
Zachary Turner819e77d2016-05-06 20:51:57 +000067 return make_error<RawError>(raw_error_code::corrupt_file,
68 "TPI Stream Invalid number of hash buckets.");
Zachary Turnerf5c59652016-05-03 00:28:21 +000069
Zachary Turnerf5c59652016-05-03 00:28:21 +000070 // The actual type records themselves come from this stream
Zachary Turnerc2f5b4b2017-06-23 21:50:54 +000071 if (auto EC =
72 Reader.readSubstream(TypeRecordsSubstream, Header->TypeRecordBytes))
73 return EC;
74
75 BinaryStreamReader RecordReader(TypeRecordsSubstream.StreamData);
76 if (auto EC =
77 RecordReader.readArray(TypeRecords, TypeRecordsSubstream.size()))
Zachary Turner819e77d2016-05-06 20:51:57 +000078 return EC;
Zachary Turnerf5c59652016-05-03 00:28:21 +000079
80 // Hash indices, hash values, etc come from the hash stream.
Zachary Turnerc6d54da2016-09-09 17:46:17 +000081 if (Header->HashStreamIndex != kInvalidStreamIndex) {
82 if (Header->HashStreamIndex >= Pdb.getNumStreams())
83 return make_error<RawError>(raw_error_code::corrupt_file,
84 "Invalid TPI hash stream index.");
Rui Ueyamaba0aab92016-06-06 23:19:23 +000085
Zachary Turnerc6d54da2016-09-09 17:46:17 +000086 auto HS = MappedBlockStream::createIndexedStream(
Zachary Turner5b74ff32017-06-03 00:33:35 +000087 Pdb.getMsfLayout(), Pdb.getMsfBuffer(), Header->HashStreamIndex,
88 Pdb.getAllocator());
Zachary Turner120faca2017-02-27 22:11:43 +000089 BinaryStreamReader HSR(*HS);
Zachary Turnerf5c59652016-05-03 00:28:21 +000090
Reid Kleckner6e545ff2017-04-11 16:26:15 +000091 // There should be a hash value for every type record, or no hashes at all.
Zachary Turnerc6d54da2016-09-09 17:46:17 +000092 uint32_t NumHashValues =
93 Header->HashValueBuffer.Length / sizeof(ulittle32_t);
Zachary Turnerbedc85f2017-05-04 23:53:54 +000094 if (NumHashValues != getNumTypeRecords() && NumHashValues != 0)
Zachary Turnerc6d54da2016-09-09 17:46:17 +000095 return make_error<RawError>(
96 raw_error_code::corrupt_file,
97 "TPI hash count does not match with the number of type records.");
98 HSR.setOffset(Header->HashValueBuffer.Off);
99 if (auto EC = HSR.readArray(HashValues, NumHashValues))
100 return EC;
Rui Ueyamafd97bf12016-06-03 20:48:51 +0000101
Zachary Turnerc6d54da2016-09-09 17:46:17 +0000102 HSR.setOffset(Header->IndexOffsetBuffer.Off);
103 uint32_t NumTypeIndexOffsets =
104 Header->IndexOffsetBuffer.Length / sizeof(TypeIndexOffset);
105 if (auto EC = HSR.readArray(TypeIndexOffsets, NumTypeIndexOffsets))
106 return EC;
Zachary Turnerf5c59652016-05-03 00:28:21 +0000107
Zachary Turner29da5db2017-01-25 21:17:40 +0000108 if (Header->HashAdjBuffer.Length > 0) {
109 HSR.setOffset(Header->HashAdjBuffer.Off);
110 if (auto EC = HashAdjusters.load(HSR))
111 return EC;
112 }
Rui Ueyamac41cd6d2016-06-09 00:10:19 +0000113
Zachary Turnerc6d54da2016-09-09 17:46:17 +0000114 HashStream = std::move(HS);
Zachary Turnerc6d54da2016-09-09 17:46:17 +0000115 }
Rui Ueyamac41cd6d2016-06-09 00:10:19 +0000116
Zachary Turnerd4136e92017-05-22 21:07:43 +0000117 Types = llvm::make_unique<LazyRandomTypeCollection>(
118 TypeRecords, getNumTypeRecords(), getTypeIndexOffsets());
Zachary Turner819e77d2016-05-06 20:51:57 +0000119 return Error::success();
Zachary Turnerf5c59652016-05-03 00:28:21 +0000120}
121
122PdbRaw_TpiVer TpiStream::getTpiVersion() const {
123 uint32_t Value = Header->Version;
124 return static_cast<PdbRaw_TpiVer>(Value);
125}
126
127uint32_t TpiStream::TypeIndexBegin() const { return Header->TypeIndexBegin; }
128
129uint32_t TpiStream::TypeIndexEnd() const { return Header->TypeIndexEnd; }
130
Zachary Turnerbedc85f2017-05-04 23:53:54 +0000131uint32_t TpiStream::getNumTypeRecords() const {
Zachary Turnerf5c59652016-05-03 00:28:21 +0000132 return TypeIndexEnd() - TypeIndexBegin();
133}
134
Zachary Turner85ed80b2016-05-25 03:43:17 +0000135uint16_t TpiStream::getTypeHashStreamIndex() const {
136 return Header->HashStreamIndex;
137}
138
139uint16_t TpiStream::getTypeHashStreamAuxIndex() const {
140 return Header->HashAuxStreamIndex;
141}
142
Zachary Turnerbedc85f2017-05-04 23:53:54 +0000143uint32_t TpiStream::getNumHashBuckets() const { return Header->NumHashBuckets; }
Rui Ueyamad8339172016-06-07 23:44:27 +0000144uint32_t TpiStream::getHashKeySize() const { return Header->HashKeySize; }
145
Zachary Turnercfa1d492018-09-20 15:50:13 +0000146void TpiStream::buildHashMap() {
147 if (!HashMap.empty())
148 return;
149 if (HashValues.empty())
150 return;
151
152 HashMap.resize(Header->NumHashBuckets);
153
154 TypeIndex TIB{Header->TypeIndexBegin};
155 TypeIndex TIE{Header->TypeIndexEnd};
156 while (TIB < TIE) {
157 uint32_t HV = HashValues[TIB.toArrayIndex()];
158 HashMap[HV].push_back(TIB++);
159 }
160}
161
162bool TpiStream::supportsTypeLookup() const { return !HashMap.empty(); }
163
164template <typename RecordT> static ClassOptions getUdtOptions(CVType CVT) {
165 RecordT Record;
166 if (auto EC = TypeDeserializer::deserializeAs<RecordT>(CVT, Record)) {
167 consumeError(std::move(EC));
168 return ClassOptions::None;
169 }
170 return Record.getOptions();
171}
172
173static bool isUdtForwardRef(CVType CVT) {
174 ClassOptions UdtOptions = ClassOptions::None;
175 switch (CVT.kind()) {
176 case LF_STRUCTURE:
177 case LF_CLASS:
178 case LF_INTERFACE:
179 UdtOptions = getUdtOptions<ClassRecord>(std::move(CVT));
180 break;
181 case LF_ENUM:
182 UdtOptions = getUdtOptions<EnumRecord>(std::move(CVT));
183 break;
184 case LF_UNION:
185 UdtOptions = getUdtOptions<UnionRecord>(std::move(CVT));
186 break;
187 default:
188 return false;
189 }
190 return (UdtOptions & ClassOptions::ForwardReference) != ClassOptions::None;
191}
192
193Expected<TypeIndex>
194TpiStream::findFullDeclForForwardRef(TypeIndex ForwardRefTI) const {
195 CVType F = Types->getType(ForwardRefTI);
196 if (!isUdtForwardRef(F))
197 return ForwardRefTI;
198
199 Expected<TagRecordHash> ForwardTRH = hashTagRecord(F);
200 if (!ForwardTRH)
201 return ForwardTRH.takeError();
202
203 TagRecordHash Copy = std::move(*ForwardTRH);
204 uint32_t BucketIdx = ForwardTRH->FullRecordHash % Header->NumHashBuckets;
205
206 for (TypeIndex TI : HashMap[BucketIdx]) {
207 CVType CVT = Types->getType(TI);
208 if (CVT.kind() != F.kind())
209 continue;
210
211 Expected<TagRecordHash> FullTRH = hashTagRecord(CVT);
212 if (!FullTRH)
213 return FullTRH.takeError();
214 if (ForwardTRH->FullRecordHash != FullTRH->FullRecordHash)
215 continue;
216 TagRecord &ForwardTR = ForwardTRH->getRecord();
217 TagRecord &FullTR = FullTRH->getRecord();
218
219 if (!ForwardTR.hasUniqueName()) {
220 if (ForwardTR.getName() == FullTR.getName())
221 return TI;
222 continue;
223 }
224
225 if (!FullTR.hasUniqueName())
226 continue;
227 if (ForwardTR.getUniqueName() == FullTR.getUniqueName())
228 return TI;
229 }
230 return ForwardRefTI;
231}
232
Zachary Turnerc2f5b4b2017-06-23 21:50:54 +0000233BinarySubstreamRef TpiStream::getTypeRecordsSubstream() const {
234 return TypeRecordsSubstream;
235}
236
Adrian McCarthy6b6b8c42017-01-25 22:38:55 +0000237FixedStreamArray<support::ulittle32_t> TpiStream::getHashValues() const {
Rui Ueyamafd97bf12016-06-03 20:48:51 +0000238 return HashValues;
239}
240
Adrian McCarthy6b6b8c42017-01-25 22:38:55 +0000241FixedStreamArray<TypeIndexOffset> TpiStream::getTypeIndexOffsets() const {
Rui Ueyamafd97bf12016-06-03 20:48:51 +0000242 return TypeIndexOffsets;
243}
244
Zachary Turnerebf03f62018-03-15 17:38:26 +0000245HashTable<support::ulittle32_t> &TpiStream::getHashAdjusters() {
246 return HashAdjusters;
247}
Rui Ueyamafd97bf12016-06-03 20:48:51 +0000248
Zachary Turner7b327d02017-02-16 23:35:45 +0000249CVTypeRange TpiStream::types(bool *HadError) const {
Eugene Zelenko570e39a2016-11-23 23:16:32 +0000250 return make_range(TypeRecords.begin(HadError), TypeRecords.end());
Zachary Turnerf5c59652016-05-03 00:28:21 +0000251}
Zachary Turner8848a7a2016-07-06 18:05:57 +0000252
253Error TpiStream::commit() { return Error::success(); }