Zachary Turner | f5c5965 | 2016-05-03 00:28:21 +0000 | [diff] [blame] | 1 | //===- TpiStream.cpp - PDB Type Info (TPI) Stream 2 Access ----------------===// |
| 2 | // |
Chandler Carruth | 2946cd7 | 2019-01-19 08:50:56 +0000 | [diff] [blame^] | 3 | // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. |
| 4 | // See https://llvm.org/LICENSE.txt for license information. |
| 5 | // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception |
Zachary Turner | f5c5965 | 2016-05-03 00:28:21 +0000 | [diff] [blame] | 6 | // |
| 7 | //===----------------------------------------------------------------------===// |
| 8 | |
Adrian McCarthy | 6b6b8c4 | 2017-01-25 22:38:55 +0000 | [diff] [blame] | 9 | #include "llvm/DebugInfo/PDB/Native/TpiStream.h" |
Zachary Turner | d4136e9 | 2017-05-22 21:07:43 +0000 | [diff] [blame] | 10 | |
Eugene Zelenko | 570e39a | 2016-11-23 23:16:32 +0000 | [diff] [blame] | 11 | #include "llvm/ADT/iterator_range.h" |
Zachary Turner | d4136e9 | 2017-05-22 21:07:43 +0000 | [diff] [blame] | 12 | #include "llvm/DebugInfo/CodeView/LazyRandomTypeCollection.h" |
Zachary Turner | b96181c | 2018-10-22 16:19:07 +0000 | [diff] [blame] | 13 | #include "llvm/DebugInfo/CodeView/RecordName.h" |
Zachary Turner | f5c5965 | 2016-05-03 00:28:21 +0000 | [diff] [blame] | 14 | #include "llvm/DebugInfo/CodeView/TypeRecord.h" |
Zachary Turner | 355ffb0 | 2018-09-21 22:36:04 +0000 | [diff] [blame] | 15 | #include "llvm/DebugInfo/CodeView/TypeRecordHelpers.h" |
Zachary Turner | a3225b0 | 2016-07-29 20:56:36 +0000 | [diff] [blame] | 16 | #include "llvm/DebugInfo/MSF/MappedBlockStream.h" |
Zachary Turner | cfa1d49 | 2018-09-20 15:50:13 +0000 | [diff] [blame] | 17 | #include "llvm/DebugInfo/PDB/Native/Hash.h" |
Adrian McCarthy | 6b6b8c4 | 2017-01-25 22:38:55 +0000 | [diff] [blame] | 18 | #include "llvm/DebugInfo/PDB/Native/PDBFile.h" |
| 19 | #include "llvm/DebugInfo/PDB/Native/RawConstants.h" |
| 20 | #include "llvm/DebugInfo/PDB/Native/RawError.h" |
| 21 | #include "llvm/DebugInfo/PDB/Native/RawTypes.h" |
| 22 | #include "llvm/DebugInfo/PDB/Native/TpiHashing.h" |
Zachary Turner | d9dc282 | 2017-03-02 20:52:51 +0000 | [diff] [blame] | 23 | #include "llvm/Support/BinaryStreamReader.h" |
Zachary Turner | f5c5965 | 2016-05-03 00:28:21 +0000 | [diff] [blame] | 24 | #include "llvm/Support/Endian.h" |
Eugene Zelenko | 570e39a | 2016-11-23 23:16:32 +0000 | [diff] [blame] | 25 | #include "llvm/Support/Error.h" |
| 26 | #include <algorithm> |
| 27 | #include <cstdint> |
| 28 | #include <vector> |
Zachary Turner | f5c5965 | 2016-05-03 00:28:21 +0000 | [diff] [blame] | 29 | |
| 30 | using namespace llvm; |
Rui Ueyama | 8b0ae13 | 2016-06-16 13:14:42 +0000 | [diff] [blame] | 31 | using namespace llvm::codeview; |
Zachary Turner | f5c5965 | 2016-05-03 00:28:21 +0000 | [diff] [blame] | 32 | using namespace llvm::support; |
Zachary Turner | bac69d3 | 2016-07-22 19:56:05 +0000 | [diff] [blame] | 33 | using namespace llvm::msf; |
Zachary Turner | f5c5965 | 2016-05-03 00:28:21 +0000 | [diff] [blame] | 34 | using namespace llvm::pdb; |
| 35 | |
Zachary Turner | 5b74ff3 | 2017-06-03 00:33:35 +0000 | [diff] [blame] | 36 | TpiStream::TpiStream(PDBFile &File, std::unique_ptr<MappedBlockStream> Stream) |
Rui Ueyama | 5c7248c | 2016-06-16 13:48:16 +0000 | [diff] [blame] | 37 | : Pdb(File), Stream(std::move(Stream)) {} |
Zachary Turner | f5c5965 | 2016-05-03 00:28:21 +0000 | [diff] [blame] | 38 | |
Eugene Zelenko | 570e39a | 2016-11-23 23:16:32 +0000 | [diff] [blame] | 39 | TpiStream::~TpiStream() = default; |
Zachary Turner | f5c5965 | 2016-05-03 00:28:21 +0000 | [diff] [blame] | 40 | |
Zachary Turner | 819e77d | 2016-05-06 20:51:57 +0000 | [diff] [blame] | 41 | Error TpiStream::reload() { |
Zachary Turner | 120faca | 2017-02-27 22:11:43 +0000 | [diff] [blame] | 42 | BinaryStreamReader Reader(*Stream); |
Zachary Turner | f5c5965 | 2016-05-03 00:28:21 +0000 | [diff] [blame] | 43 | |
Zachary Turner | c6d54da | 2016-09-09 17:46:17 +0000 | [diff] [blame] | 44 | if (Reader.bytesRemaining() < sizeof(TpiStreamHeader)) |
Zachary Turner | 819e77d | 2016-05-06 20:51:57 +0000 | [diff] [blame] | 45 | return make_error<RawError>(raw_error_code::corrupt_file, |
| 46 | "TPI Stream does not contain a header."); |
Zachary Turner | f5c5965 | 2016-05-03 00:28:21 +0000 | [diff] [blame] | 47 | |
Zachary Turner | 8dbe362 | 2016-05-27 01:54:44 +0000 | [diff] [blame] | 48 | if (Reader.readObject(Header)) |
Zachary Turner | 819e77d | 2016-05-06 20:51:57 +0000 | [diff] [blame] | 49 | return make_error<RawError>(raw_error_code::corrupt_file, |
| 50 | "TPI Stream does not contain a header."); |
Zachary Turner | f5c5965 | 2016-05-03 00:28:21 +0000 | [diff] [blame] | 51 | |
| 52 | if (Header->Version != PdbTpiV80) |
Zachary Turner | 819e77d | 2016-05-06 20:51:57 +0000 | [diff] [blame] | 53 | return make_error<RawError>(raw_error_code::corrupt_file, |
| 54 | "Unsupported TPI Version."); |
Zachary Turner | f5c5965 | 2016-05-03 00:28:21 +0000 | [diff] [blame] | 55 | |
Zachary Turner | c6d54da | 2016-09-09 17:46:17 +0000 | [diff] [blame] | 56 | if (Header->HeaderSize != sizeof(TpiStreamHeader)) |
Zachary Turner | 819e77d | 2016-05-06 20:51:57 +0000 | [diff] [blame] | 57 | return make_error<RawError>(raw_error_code::corrupt_file, |
| 58 | "Corrupt TPI Header size."); |
Zachary Turner | f5c5965 | 2016-05-03 00:28:21 +0000 | [diff] [blame] | 59 | |
| 60 | if (Header->HashKeySize != sizeof(ulittle32_t)) |
Zachary Turner | 819e77d | 2016-05-06 20:51:57 +0000 | [diff] [blame] | 61 | return make_error<RawError>(raw_error_code::corrupt_file, |
| 62 | "TPI Stream expected 4 byte hash key size."); |
Zachary Turner | f5c5965 | 2016-05-03 00:28:21 +0000 | [diff] [blame] | 63 | |
Zachary Turner | c6d54da | 2016-09-09 17:46:17 +0000 | [diff] [blame] | 64 | if (Header->NumHashBuckets < MinTpiHashBuckets || |
| 65 | Header->NumHashBuckets > MaxTpiHashBuckets) |
Zachary Turner | 819e77d | 2016-05-06 20:51:57 +0000 | [diff] [blame] | 66 | return make_error<RawError>(raw_error_code::corrupt_file, |
| 67 | "TPI Stream Invalid number of hash buckets."); |
Zachary Turner | f5c5965 | 2016-05-03 00:28:21 +0000 | [diff] [blame] | 68 | |
Zachary Turner | f5c5965 | 2016-05-03 00:28:21 +0000 | [diff] [blame] | 69 | // The actual type records themselves come from this stream |
Zachary Turner | c2f5b4b | 2017-06-23 21:50:54 +0000 | [diff] [blame] | 70 | if (auto EC = |
| 71 | Reader.readSubstream(TypeRecordsSubstream, Header->TypeRecordBytes)) |
| 72 | return EC; |
| 73 | |
| 74 | BinaryStreamReader RecordReader(TypeRecordsSubstream.StreamData); |
| 75 | if (auto EC = |
| 76 | RecordReader.readArray(TypeRecords, TypeRecordsSubstream.size())) |
Zachary Turner | 819e77d | 2016-05-06 20:51:57 +0000 | [diff] [blame] | 77 | return EC; |
Zachary Turner | f5c5965 | 2016-05-03 00:28:21 +0000 | [diff] [blame] | 78 | |
| 79 | // Hash indices, hash values, etc come from the hash stream. |
Zachary Turner | c6d54da | 2016-09-09 17:46:17 +0000 | [diff] [blame] | 80 | if (Header->HashStreamIndex != kInvalidStreamIndex) { |
| 81 | if (Header->HashStreamIndex >= Pdb.getNumStreams()) |
| 82 | return make_error<RawError>(raw_error_code::corrupt_file, |
| 83 | "Invalid TPI hash stream index."); |
Rui Ueyama | ba0aab9 | 2016-06-06 23:19:23 +0000 | [diff] [blame] | 84 | |
Zachary Turner | c6d54da | 2016-09-09 17:46:17 +0000 | [diff] [blame] | 85 | auto HS = MappedBlockStream::createIndexedStream( |
Zachary Turner | 5b74ff3 | 2017-06-03 00:33:35 +0000 | [diff] [blame] | 86 | Pdb.getMsfLayout(), Pdb.getMsfBuffer(), Header->HashStreamIndex, |
| 87 | Pdb.getAllocator()); |
Zachary Turner | 120faca | 2017-02-27 22:11:43 +0000 | [diff] [blame] | 88 | BinaryStreamReader HSR(*HS); |
Zachary Turner | f5c5965 | 2016-05-03 00:28:21 +0000 | [diff] [blame] | 89 | |
Reid Kleckner | 6e545ff | 2017-04-11 16:26:15 +0000 | [diff] [blame] | 90 | // There should be a hash value for every type record, or no hashes at all. |
Zachary Turner | c6d54da | 2016-09-09 17:46:17 +0000 | [diff] [blame] | 91 | uint32_t NumHashValues = |
| 92 | Header->HashValueBuffer.Length / sizeof(ulittle32_t); |
Zachary Turner | bedc85f | 2017-05-04 23:53:54 +0000 | [diff] [blame] | 93 | if (NumHashValues != getNumTypeRecords() && NumHashValues != 0) |
Zachary Turner | c6d54da | 2016-09-09 17:46:17 +0000 | [diff] [blame] | 94 | return make_error<RawError>( |
| 95 | raw_error_code::corrupt_file, |
| 96 | "TPI hash count does not match with the number of type records."); |
| 97 | HSR.setOffset(Header->HashValueBuffer.Off); |
| 98 | if (auto EC = HSR.readArray(HashValues, NumHashValues)) |
| 99 | return EC; |
Rui Ueyama | fd97bf1 | 2016-06-03 20:48:51 +0000 | [diff] [blame] | 100 | |
Zachary Turner | c6d54da | 2016-09-09 17:46:17 +0000 | [diff] [blame] | 101 | HSR.setOffset(Header->IndexOffsetBuffer.Off); |
| 102 | uint32_t NumTypeIndexOffsets = |
| 103 | Header->IndexOffsetBuffer.Length / sizeof(TypeIndexOffset); |
| 104 | if (auto EC = HSR.readArray(TypeIndexOffsets, NumTypeIndexOffsets)) |
| 105 | return EC; |
Zachary Turner | f5c5965 | 2016-05-03 00:28:21 +0000 | [diff] [blame] | 106 | |
Zachary Turner | 29da5db | 2017-01-25 21:17:40 +0000 | [diff] [blame] | 107 | if (Header->HashAdjBuffer.Length > 0) { |
| 108 | HSR.setOffset(Header->HashAdjBuffer.Off); |
| 109 | if (auto EC = HashAdjusters.load(HSR)) |
| 110 | return EC; |
| 111 | } |
Rui Ueyama | c41cd6d | 2016-06-09 00:10:19 +0000 | [diff] [blame] | 112 | |
Zachary Turner | c6d54da | 2016-09-09 17:46:17 +0000 | [diff] [blame] | 113 | HashStream = std::move(HS); |
Zachary Turner | c6d54da | 2016-09-09 17:46:17 +0000 | [diff] [blame] | 114 | } |
Rui Ueyama | c41cd6d | 2016-06-09 00:10:19 +0000 | [diff] [blame] | 115 | |
Zachary Turner | d4136e9 | 2017-05-22 21:07:43 +0000 | [diff] [blame] | 116 | Types = llvm::make_unique<LazyRandomTypeCollection>( |
| 117 | TypeRecords, getNumTypeRecords(), getTypeIndexOffsets()); |
Zachary Turner | 819e77d | 2016-05-06 20:51:57 +0000 | [diff] [blame] | 118 | return Error::success(); |
Zachary Turner | f5c5965 | 2016-05-03 00:28:21 +0000 | [diff] [blame] | 119 | } |
| 120 | |
| 121 | PdbRaw_TpiVer TpiStream::getTpiVersion() const { |
| 122 | uint32_t Value = Header->Version; |
| 123 | return static_cast<PdbRaw_TpiVer>(Value); |
| 124 | } |
| 125 | |
| 126 | uint32_t TpiStream::TypeIndexBegin() const { return Header->TypeIndexBegin; } |
| 127 | |
| 128 | uint32_t TpiStream::TypeIndexEnd() const { return Header->TypeIndexEnd; } |
| 129 | |
Zachary Turner | bedc85f | 2017-05-04 23:53:54 +0000 | [diff] [blame] | 130 | uint32_t TpiStream::getNumTypeRecords() const { |
Zachary Turner | f5c5965 | 2016-05-03 00:28:21 +0000 | [diff] [blame] | 131 | return TypeIndexEnd() - TypeIndexBegin(); |
| 132 | } |
| 133 | |
Zachary Turner | 85ed80b | 2016-05-25 03:43:17 +0000 | [diff] [blame] | 134 | uint16_t TpiStream::getTypeHashStreamIndex() const { |
| 135 | return Header->HashStreamIndex; |
| 136 | } |
| 137 | |
| 138 | uint16_t TpiStream::getTypeHashStreamAuxIndex() const { |
| 139 | return Header->HashAuxStreamIndex; |
| 140 | } |
| 141 | |
Zachary Turner | bedc85f | 2017-05-04 23:53:54 +0000 | [diff] [blame] | 142 | uint32_t TpiStream::getNumHashBuckets() const { return Header->NumHashBuckets; } |
Rui Ueyama | d833917 | 2016-06-07 23:44:27 +0000 | [diff] [blame] | 143 | uint32_t TpiStream::getHashKeySize() const { return Header->HashKeySize; } |
| 144 | |
Zachary Turner | cfa1d49 | 2018-09-20 15:50:13 +0000 | [diff] [blame] | 145 | void TpiStream::buildHashMap() { |
| 146 | if (!HashMap.empty()) |
| 147 | return; |
| 148 | if (HashValues.empty()) |
| 149 | return; |
| 150 | |
| 151 | HashMap.resize(Header->NumHashBuckets); |
| 152 | |
| 153 | TypeIndex TIB{Header->TypeIndexBegin}; |
| 154 | TypeIndex TIE{Header->TypeIndexEnd}; |
| 155 | while (TIB < TIE) { |
| 156 | uint32_t HV = HashValues[TIB.toArrayIndex()]; |
| 157 | HashMap[HV].push_back(TIB++); |
| 158 | } |
| 159 | } |
| 160 | |
Zachary Turner | b96181c | 2018-10-22 16:19:07 +0000 | [diff] [blame] | 161 | std::vector<TypeIndex> TpiStream::findRecordsByName(StringRef Name) const { |
Zachary Turner | 1e0cce7 | 2018-12-03 19:05:12 +0000 | [diff] [blame] | 162 | if (!supportsTypeLookup()) |
| 163 | const_cast<TpiStream*>(this)->buildHashMap(); |
| 164 | |
Zachary Turner | b96181c | 2018-10-22 16:19:07 +0000 | [diff] [blame] | 165 | uint32_t Bucket = hashStringV1(Name) % Header->NumHashBuckets; |
| 166 | if (Bucket > HashMap.size()) |
| 167 | return {}; |
| 168 | |
| 169 | std::vector<TypeIndex> Result; |
| 170 | for (TypeIndex TI : HashMap[Bucket]) { |
| 171 | std::string ThisName = computeTypeName(*Types, TI); |
| 172 | if (ThisName == Name) |
| 173 | Result.push_back(TI); |
| 174 | } |
| 175 | return Result; |
| 176 | } |
| 177 | |
Zachary Turner | cfa1d49 | 2018-09-20 15:50:13 +0000 | [diff] [blame] | 178 | bool TpiStream::supportsTypeLookup() const { return !HashMap.empty(); } |
| 179 | |
Zachary Turner | cfa1d49 | 2018-09-20 15:50:13 +0000 | [diff] [blame] | 180 | Expected<TypeIndex> |
| 181 | TpiStream::findFullDeclForForwardRef(TypeIndex ForwardRefTI) const { |
Zachary Turner | 1e0cce7 | 2018-12-03 19:05:12 +0000 | [diff] [blame] | 182 | if (!supportsTypeLookup()) |
| 183 | const_cast<TpiStream*>(this)->buildHashMap(); |
| 184 | |
Zachary Turner | cfa1d49 | 2018-09-20 15:50:13 +0000 | [diff] [blame] | 185 | CVType F = Types->getType(ForwardRefTI); |
| 186 | if (!isUdtForwardRef(F)) |
| 187 | return ForwardRefTI; |
| 188 | |
| 189 | Expected<TagRecordHash> ForwardTRH = hashTagRecord(F); |
| 190 | if (!ForwardTRH) |
| 191 | return ForwardTRH.takeError(); |
| 192 | |
Zachary Turner | cfa1d49 | 2018-09-20 15:50:13 +0000 | [diff] [blame] | 193 | uint32_t BucketIdx = ForwardTRH->FullRecordHash % Header->NumHashBuckets; |
| 194 | |
| 195 | for (TypeIndex TI : HashMap[BucketIdx]) { |
| 196 | CVType CVT = Types->getType(TI); |
| 197 | if (CVT.kind() != F.kind()) |
| 198 | continue; |
| 199 | |
| 200 | Expected<TagRecordHash> FullTRH = hashTagRecord(CVT); |
| 201 | if (!FullTRH) |
| 202 | return FullTRH.takeError(); |
| 203 | if (ForwardTRH->FullRecordHash != FullTRH->FullRecordHash) |
| 204 | continue; |
| 205 | TagRecord &ForwardTR = ForwardTRH->getRecord(); |
| 206 | TagRecord &FullTR = FullTRH->getRecord(); |
| 207 | |
| 208 | if (!ForwardTR.hasUniqueName()) { |
| 209 | if (ForwardTR.getName() == FullTR.getName()) |
| 210 | return TI; |
| 211 | continue; |
| 212 | } |
| 213 | |
| 214 | if (!FullTR.hasUniqueName()) |
| 215 | continue; |
| 216 | if (ForwardTR.getUniqueName() == FullTR.getUniqueName()) |
| 217 | return TI; |
| 218 | } |
| 219 | return ForwardRefTI; |
| 220 | } |
| 221 | |
Zachary Turner | b96181c | 2018-10-22 16:19:07 +0000 | [diff] [blame] | 222 | codeview::CVType TpiStream::getType(codeview::TypeIndex Index) { |
Zachary Turner | 03a2405 | 2018-11-13 20:07:32 +0000 | [diff] [blame] | 223 | assert(!Index.isSimple()); |
Zachary Turner | b96181c | 2018-10-22 16:19:07 +0000 | [diff] [blame] | 224 | return Types->getType(Index); |
| 225 | } |
| 226 | |
Zachary Turner | c2f5b4b | 2017-06-23 21:50:54 +0000 | [diff] [blame] | 227 | BinarySubstreamRef TpiStream::getTypeRecordsSubstream() const { |
| 228 | return TypeRecordsSubstream; |
| 229 | } |
| 230 | |
Adrian McCarthy | 6b6b8c4 | 2017-01-25 22:38:55 +0000 | [diff] [blame] | 231 | FixedStreamArray<support::ulittle32_t> TpiStream::getHashValues() const { |
Rui Ueyama | fd97bf1 | 2016-06-03 20:48:51 +0000 | [diff] [blame] | 232 | return HashValues; |
| 233 | } |
| 234 | |
Adrian McCarthy | 6b6b8c4 | 2017-01-25 22:38:55 +0000 | [diff] [blame] | 235 | FixedStreamArray<TypeIndexOffset> TpiStream::getTypeIndexOffsets() const { |
Rui Ueyama | fd97bf1 | 2016-06-03 20:48:51 +0000 | [diff] [blame] | 236 | return TypeIndexOffsets; |
| 237 | } |
| 238 | |
Zachary Turner | ebf03f6 | 2018-03-15 17:38:26 +0000 | [diff] [blame] | 239 | HashTable<support::ulittle32_t> &TpiStream::getHashAdjusters() { |
| 240 | return HashAdjusters; |
| 241 | } |
Rui Ueyama | fd97bf1 | 2016-06-03 20:48:51 +0000 | [diff] [blame] | 242 | |
Zachary Turner | 7b327d0 | 2017-02-16 23:35:45 +0000 | [diff] [blame] | 243 | CVTypeRange TpiStream::types(bool *HadError) const { |
Eugene Zelenko | 570e39a | 2016-11-23 23:16:32 +0000 | [diff] [blame] | 244 | return make_range(TypeRecords.begin(HadError), TypeRecords.end()); |
Zachary Turner | f5c5965 | 2016-05-03 00:28:21 +0000 | [diff] [blame] | 245 | } |
Zachary Turner | 8848a7a | 2016-07-06 18:05:57 +0000 | [diff] [blame] | 246 | |
| 247 | Error TpiStream::commit() { return Error::success(); } |