Zachary Turner | f5c5965 | 2016-05-03 00:28:21 +0000 | [diff] [blame] | 1 | //===- TpiStream.cpp - PDB Type Info (TPI) Stream 2 Access ----------------===// |
| 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
| 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
| 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | |
Adrian McCarthy | 6b6b8c4 | 2017-01-25 22:38:55 +0000 | [diff] [blame] | 10 | #include "llvm/DebugInfo/PDB/Native/TpiStream.h" |
Zachary Turner | d4136e9 | 2017-05-22 21:07:43 +0000 | [diff] [blame] | 11 | |
Eugene Zelenko | 570e39a | 2016-11-23 23:16:32 +0000 | [diff] [blame] | 12 | #include "llvm/ADT/iterator_range.h" |
Zachary Turner | d4136e9 | 2017-05-22 21:07:43 +0000 | [diff] [blame] | 13 | #include "llvm/DebugInfo/CodeView/LazyRandomTypeCollection.h" |
Zachary Turner | cfa1d49 | 2018-09-20 15:50:13 +0000 | [diff] [blame^] | 14 | #include "llvm/DebugInfo/CodeView/TypeDeserializer.h" |
| 15 | #include "llvm/DebugInfo/CodeView/TypeIndexDiscovery.h" |
Zachary Turner | f5c5965 | 2016-05-03 00:28:21 +0000 | [diff] [blame] | 16 | #include "llvm/DebugInfo/CodeView/TypeRecord.h" |
Zachary Turner | a3225b0 | 2016-07-29 20:56:36 +0000 | [diff] [blame] | 17 | #include "llvm/DebugInfo/MSF/MappedBlockStream.h" |
Zachary Turner | cfa1d49 | 2018-09-20 15:50:13 +0000 | [diff] [blame^] | 18 | #include "llvm/DebugInfo/PDB/Native/Hash.h" |
Adrian McCarthy | 6b6b8c4 | 2017-01-25 22:38:55 +0000 | [diff] [blame] | 19 | #include "llvm/DebugInfo/PDB/Native/PDBFile.h" |
| 20 | #include "llvm/DebugInfo/PDB/Native/RawConstants.h" |
| 21 | #include "llvm/DebugInfo/PDB/Native/RawError.h" |
| 22 | #include "llvm/DebugInfo/PDB/Native/RawTypes.h" |
| 23 | #include "llvm/DebugInfo/PDB/Native/TpiHashing.h" |
Zachary Turner | d9dc282 | 2017-03-02 20:52:51 +0000 | [diff] [blame] | 24 | #include "llvm/Support/BinaryStreamReader.h" |
Zachary Turner | f5c5965 | 2016-05-03 00:28:21 +0000 | [diff] [blame] | 25 | #include "llvm/Support/Endian.h" |
Eugene Zelenko | 570e39a | 2016-11-23 23:16:32 +0000 | [diff] [blame] | 26 | #include "llvm/Support/Error.h" |
| 27 | #include <algorithm> |
| 28 | #include <cstdint> |
| 29 | #include <vector> |
Zachary Turner | f5c5965 | 2016-05-03 00:28:21 +0000 | [diff] [blame] | 30 | |
| 31 | using namespace llvm; |
Rui Ueyama | 8b0ae13 | 2016-06-16 13:14:42 +0000 | [diff] [blame] | 32 | using namespace llvm::codeview; |
Zachary Turner | f5c5965 | 2016-05-03 00:28:21 +0000 | [diff] [blame] | 33 | using namespace llvm::support; |
Zachary Turner | bac69d3 | 2016-07-22 19:56:05 +0000 | [diff] [blame] | 34 | using namespace llvm::msf; |
Zachary Turner | f5c5965 | 2016-05-03 00:28:21 +0000 | [diff] [blame] | 35 | using namespace llvm::pdb; |
| 36 | |
Zachary Turner | 5b74ff3 | 2017-06-03 00:33:35 +0000 | [diff] [blame] | 37 | TpiStream::TpiStream(PDBFile &File, std::unique_ptr<MappedBlockStream> Stream) |
Rui Ueyama | 5c7248c | 2016-06-16 13:48:16 +0000 | [diff] [blame] | 38 | : Pdb(File), Stream(std::move(Stream)) {} |
Zachary Turner | f5c5965 | 2016-05-03 00:28:21 +0000 | [diff] [blame] | 39 | |
Eugene Zelenko | 570e39a | 2016-11-23 23:16:32 +0000 | [diff] [blame] | 40 | TpiStream::~TpiStream() = default; |
Zachary Turner | f5c5965 | 2016-05-03 00:28:21 +0000 | [diff] [blame] | 41 | |
Zachary Turner | 819e77d | 2016-05-06 20:51:57 +0000 | [diff] [blame] | 42 | Error TpiStream::reload() { |
Zachary Turner | 120faca | 2017-02-27 22:11:43 +0000 | [diff] [blame] | 43 | BinaryStreamReader Reader(*Stream); |
Zachary Turner | f5c5965 | 2016-05-03 00:28:21 +0000 | [diff] [blame] | 44 | |
Zachary Turner | c6d54da | 2016-09-09 17:46:17 +0000 | [diff] [blame] | 45 | if (Reader.bytesRemaining() < sizeof(TpiStreamHeader)) |
Zachary Turner | 819e77d | 2016-05-06 20:51:57 +0000 | [diff] [blame] | 46 | return make_error<RawError>(raw_error_code::corrupt_file, |
| 47 | "TPI Stream does not contain a header."); |
Zachary Turner | f5c5965 | 2016-05-03 00:28:21 +0000 | [diff] [blame] | 48 | |
Zachary Turner | 8dbe362 | 2016-05-27 01:54:44 +0000 | [diff] [blame] | 49 | if (Reader.readObject(Header)) |
Zachary Turner | 819e77d | 2016-05-06 20:51:57 +0000 | [diff] [blame] | 50 | return make_error<RawError>(raw_error_code::corrupt_file, |
| 51 | "TPI Stream does not contain a header."); |
Zachary Turner | f5c5965 | 2016-05-03 00:28:21 +0000 | [diff] [blame] | 52 | |
| 53 | if (Header->Version != PdbTpiV80) |
Zachary Turner | 819e77d | 2016-05-06 20:51:57 +0000 | [diff] [blame] | 54 | return make_error<RawError>(raw_error_code::corrupt_file, |
| 55 | "Unsupported TPI Version."); |
Zachary Turner | f5c5965 | 2016-05-03 00:28:21 +0000 | [diff] [blame] | 56 | |
Zachary Turner | c6d54da | 2016-09-09 17:46:17 +0000 | [diff] [blame] | 57 | if (Header->HeaderSize != sizeof(TpiStreamHeader)) |
Zachary Turner | 819e77d | 2016-05-06 20:51:57 +0000 | [diff] [blame] | 58 | return make_error<RawError>(raw_error_code::corrupt_file, |
| 59 | "Corrupt TPI Header size."); |
Zachary Turner | f5c5965 | 2016-05-03 00:28:21 +0000 | [diff] [blame] | 60 | |
| 61 | if (Header->HashKeySize != sizeof(ulittle32_t)) |
Zachary Turner | 819e77d | 2016-05-06 20:51:57 +0000 | [diff] [blame] | 62 | return make_error<RawError>(raw_error_code::corrupt_file, |
| 63 | "TPI Stream expected 4 byte hash key size."); |
Zachary Turner | f5c5965 | 2016-05-03 00:28:21 +0000 | [diff] [blame] | 64 | |
Zachary Turner | c6d54da | 2016-09-09 17:46:17 +0000 | [diff] [blame] | 65 | if (Header->NumHashBuckets < MinTpiHashBuckets || |
| 66 | Header->NumHashBuckets > MaxTpiHashBuckets) |
Zachary Turner | 819e77d | 2016-05-06 20:51:57 +0000 | [diff] [blame] | 67 | return make_error<RawError>(raw_error_code::corrupt_file, |
| 68 | "TPI Stream Invalid number of hash buckets."); |
Zachary Turner | f5c5965 | 2016-05-03 00:28:21 +0000 | [diff] [blame] | 69 | |
Zachary Turner | f5c5965 | 2016-05-03 00:28:21 +0000 | [diff] [blame] | 70 | // The actual type records themselves come from this stream |
Zachary Turner | c2f5b4b | 2017-06-23 21:50:54 +0000 | [diff] [blame] | 71 | if (auto EC = |
| 72 | Reader.readSubstream(TypeRecordsSubstream, Header->TypeRecordBytes)) |
| 73 | return EC; |
| 74 | |
| 75 | BinaryStreamReader RecordReader(TypeRecordsSubstream.StreamData); |
| 76 | if (auto EC = |
| 77 | RecordReader.readArray(TypeRecords, TypeRecordsSubstream.size())) |
Zachary Turner | 819e77d | 2016-05-06 20:51:57 +0000 | [diff] [blame] | 78 | return EC; |
Zachary Turner | f5c5965 | 2016-05-03 00:28:21 +0000 | [diff] [blame] | 79 | |
| 80 | // Hash indices, hash values, etc come from the hash stream. |
Zachary Turner | c6d54da | 2016-09-09 17:46:17 +0000 | [diff] [blame] | 81 | if (Header->HashStreamIndex != kInvalidStreamIndex) { |
| 82 | if (Header->HashStreamIndex >= Pdb.getNumStreams()) |
| 83 | return make_error<RawError>(raw_error_code::corrupt_file, |
| 84 | "Invalid TPI hash stream index."); |
Rui Ueyama | ba0aab9 | 2016-06-06 23:19:23 +0000 | [diff] [blame] | 85 | |
Zachary Turner | c6d54da | 2016-09-09 17:46:17 +0000 | [diff] [blame] | 86 | auto HS = MappedBlockStream::createIndexedStream( |
Zachary Turner | 5b74ff3 | 2017-06-03 00:33:35 +0000 | [diff] [blame] | 87 | Pdb.getMsfLayout(), Pdb.getMsfBuffer(), Header->HashStreamIndex, |
| 88 | Pdb.getAllocator()); |
Zachary Turner | 120faca | 2017-02-27 22:11:43 +0000 | [diff] [blame] | 89 | BinaryStreamReader HSR(*HS); |
Zachary Turner | f5c5965 | 2016-05-03 00:28:21 +0000 | [diff] [blame] | 90 | |
Reid Kleckner | 6e545ff | 2017-04-11 16:26:15 +0000 | [diff] [blame] | 91 | // There should be a hash value for every type record, or no hashes at all. |
Zachary Turner | c6d54da | 2016-09-09 17:46:17 +0000 | [diff] [blame] | 92 | uint32_t NumHashValues = |
| 93 | Header->HashValueBuffer.Length / sizeof(ulittle32_t); |
Zachary Turner | bedc85f | 2017-05-04 23:53:54 +0000 | [diff] [blame] | 94 | if (NumHashValues != getNumTypeRecords() && NumHashValues != 0) |
Zachary Turner | c6d54da | 2016-09-09 17:46:17 +0000 | [diff] [blame] | 95 | return make_error<RawError>( |
| 96 | raw_error_code::corrupt_file, |
| 97 | "TPI hash count does not match with the number of type records."); |
| 98 | HSR.setOffset(Header->HashValueBuffer.Off); |
| 99 | if (auto EC = HSR.readArray(HashValues, NumHashValues)) |
| 100 | return EC; |
Rui Ueyama | fd97bf1 | 2016-06-03 20:48:51 +0000 | [diff] [blame] | 101 | |
Zachary Turner | c6d54da | 2016-09-09 17:46:17 +0000 | [diff] [blame] | 102 | HSR.setOffset(Header->IndexOffsetBuffer.Off); |
| 103 | uint32_t NumTypeIndexOffsets = |
| 104 | Header->IndexOffsetBuffer.Length / sizeof(TypeIndexOffset); |
| 105 | if (auto EC = HSR.readArray(TypeIndexOffsets, NumTypeIndexOffsets)) |
| 106 | return EC; |
Zachary Turner | f5c5965 | 2016-05-03 00:28:21 +0000 | [diff] [blame] | 107 | |
Zachary Turner | 29da5db | 2017-01-25 21:17:40 +0000 | [diff] [blame] | 108 | if (Header->HashAdjBuffer.Length > 0) { |
| 109 | HSR.setOffset(Header->HashAdjBuffer.Off); |
| 110 | if (auto EC = HashAdjusters.load(HSR)) |
| 111 | return EC; |
| 112 | } |
Rui Ueyama | c41cd6d | 2016-06-09 00:10:19 +0000 | [diff] [blame] | 113 | |
Zachary Turner | c6d54da | 2016-09-09 17:46:17 +0000 | [diff] [blame] | 114 | HashStream = std::move(HS); |
Zachary Turner | c6d54da | 2016-09-09 17:46:17 +0000 | [diff] [blame] | 115 | } |
Rui Ueyama | c41cd6d | 2016-06-09 00:10:19 +0000 | [diff] [blame] | 116 | |
Zachary Turner | d4136e9 | 2017-05-22 21:07:43 +0000 | [diff] [blame] | 117 | Types = llvm::make_unique<LazyRandomTypeCollection>( |
| 118 | TypeRecords, getNumTypeRecords(), getTypeIndexOffsets()); |
Zachary Turner | 819e77d | 2016-05-06 20:51:57 +0000 | [diff] [blame] | 119 | return Error::success(); |
Zachary Turner | f5c5965 | 2016-05-03 00:28:21 +0000 | [diff] [blame] | 120 | } |
| 121 | |
| 122 | PdbRaw_TpiVer TpiStream::getTpiVersion() const { |
| 123 | uint32_t Value = Header->Version; |
| 124 | return static_cast<PdbRaw_TpiVer>(Value); |
| 125 | } |
| 126 | |
| 127 | uint32_t TpiStream::TypeIndexBegin() const { return Header->TypeIndexBegin; } |
| 128 | |
| 129 | uint32_t TpiStream::TypeIndexEnd() const { return Header->TypeIndexEnd; } |
| 130 | |
Zachary Turner | bedc85f | 2017-05-04 23:53:54 +0000 | [diff] [blame] | 131 | uint32_t TpiStream::getNumTypeRecords() const { |
Zachary Turner | f5c5965 | 2016-05-03 00:28:21 +0000 | [diff] [blame] | 132 | return TypeIndexEnd() - TypeIndexBegin(); |
| 133 | } |
| 134 | |
Zachary Turner | 85ed80b | 2016-05-25 03:43:17 +0000 | [diff] [blame] | 135 | uint16_t TpiStream::getTypeHashStreamIndex() const { |
| 136 | return Header->HashStreamIndex; |
| 137 | } |
| 138 | |
| 139 | uint16_t TpiStream::getTypeHashStreamAuxIndex() const { |
| 140 | return Header->HashAuxStreamIndex; |
| 141 | } |
| 142 | |
Zachary Turner | bedc85f | 2017-05-04 23:53:54 +0000 | [diff] [blame] | 143 | uint32_t TpiStream::getNumHashBuckets() const { return Header->NumHashBuckets; } |
Rui Ueyama | d833917 | 2016-06-07 23:44:27 +0000 | [diff] [blame] | 144 | uint32_t TpiStream::getHashKeySize() const { return Header->HashKeySize; } |
| 145 | |
Zachary Turner | cfa1d49 | 2018-09-20 15:50:13 +0000 | [diff] [blame^] | 146 | void TpiStream::buildHashMap() { |
| 147 | if (!HashMap.empty()) |
| 148 | return; |
| 149 | if (HashValues.empty()) |
| 150 | return; |
| 151 | |
| 152 | HashMap.resize(Header->NumHashBuckets); |
| 153 | |
| 154 | TypeIndex TIB{Header->TypeIndexBegin}; |
| 155 | TypeIndex TIE{Header->TypeIndexEnd}; |
| 156 | while (TIB < TIE) { |
| 157 | uint32_t HV = HashValues[TIB.toArrayIndex()]; |
| 158 | HashMap[HV].push_back(TIB++); |
| 159 | } |
| 160 | } |
| 161 | |
| 162 | bool TpiStream::supportsTypeLookup() const { return !HashMap.empty(); } |
| 163 | |
| 164 | template <typename RecordT> static ClassOptions getUdtOptions(CVType CVT) { |
| 165 | RecordT Record; |
| 166 | if (auto EC = TypeDeserializer::deserializeAs<RecordT>(CVT, Record)) { |
| 167 | consumeError(std::move(EC)); |
| 168 | return ClassOptions::None; |
| 169 | } |
| 170 | return Record.getOptions(); |
| 171 | } |
| 172 | |
| 173 | static bool isUdtForwardRef(CVType CVT) { |
| 174 | ClassOptions UdtOptions = ClassOptions::None; |
| 175 | switch (CVT.kind()) { |
| 176 | case LF_STRUCTURE: |
| 177 | case LF_CLASS: |
| 178 | case LF_INTERFACE: |
| 179 | UdtOptions = getUdtOptions<ClassRecord>(std::move(CVT)); |
| 180 | break; |
| 181 | case LF_ENUM: |
| 182 | UdtOptions = getUdtOptions<EnumRecord>(std::move(CVT)); |
| 183 | break; |
| 184 | case LF_UNION: |
| 185 | UdtOptions = getUdtOptions<UnionRecord>(std::move(CVT)); |
| 186 | break; |
| 187 | default: |
| 188 | return false; |
| 189 | } |
| 190 | return (UdtOptions & ClassOptions::ForwardReference) != ClassOptions::None; |
| 191 | } |
| 192 | |
| 193 | Expected<TypeIndex> |
| 194 | TpiStream::findFullDeclForForwardRef(TypeIndex ForwardRefTI) const { |
| 195 | CVType F = Types->getType(ForwardRefTI); |
| 196 | if (!isUdtForwardRef(F)) |
| 197 | return ForwardRefTI; |
| 198 | |
| 199 | Expected<TagRecordHash> ForwardTRH = hashTagRecord(F); |
| 200 | if (!ForwardTRH) |
| 201 | return ForwardTRH.takeError(); |
| 202 | |
| 203 | TagRecordHash Copy = std::move(*ForwardTRH); |
| 204 | uint32_t BucketIdx = ForwardTRH->FullRecordHash % Header->NumHashBuckets; |
| 205 | |
| 206 | for (TypeIndex TI : HashMap[BucketIdx]) { |
| 207 | CVType CVT = Types->getType(TI); |
| 208 | if (CVT.kind() != F.kind()) |
| 209 | continue; |
| 210 | |
| 211 | Expected<TagRecordHash> FullTRH = hashTagRecord(CVT); |
| 212 | if (!FullTRH) |
| 213 | return FullTRH.takeError(); |
| 214 | if (ForwardTRH->FullRecordHash != FullTRH->FullRecordHash) |
| 215 | continue; |
| 216 | TagRecord &ForwardTR = ForwardTRH->getRecord(); |
| 217 | TagRecord &FullTR = FullTRH->getRecord(); |
| 218 | |
| 219 | if (!ForwardTR.hasUniqueName()) { |
| 220 | if (ForwardTR.getName() == FullTR.getName()) |
| 221 | return TI; |
| 222 | continue; |
| 223 | } |
| 224 | |
| 225 | if (!FullTR.hasUniqueName()) |
| 226 | continue; |
| 227 | if (ForwardTR.getUniqueName() == FullTR.getUniqueName()) |
| 228 | return TI; |
| 229 | } |
| 230 | return ForwardRefTI; |
| 231 | } |
| 232 | |
Zachary Turner | c2f5b4b | 2017-06-23 21:50:54 +0000 | [diff] [blame] | 233 | BinarySubstreamRef TpiStream::getTypeRecordsSubstream() const { |
| 234 | return TypeRecordsSubstream; |
| 235 | } |
| 236 | |
Adrian McCarthy | 6b6b8c4 | 2017-01-25 22:38:55 +0000 | [diff] [blame] | 237 | FixedStreamArray<support::ulittle32_t> TpiStream::getHashValues() const { |
Rui Ueyama | fd97bf1 | 2016-06-03 20:48:51 +0000 | [diff] [blame] | 238 | return HashValues; |
| 239 | } |
| 240 | |
Adrian McCarthy | 6b6b8c4 | 2017-01-25 22:38:55 +0000 | [diff] [blame] | 241 | FixedStreamArray<TypeIndexOffset> TpiStream::getTypeIndexOffsets() const { |
Rui Ueyama | fd97bf1 | 2016-06-03 20:48:51 +0000 | [diff] [blame] | 242 | return TypeIndexOffsets; |
| 243 | } |
| 244 | |
Zachary Turner | ebf03f6 | 2018-03-15 17:38:26 +0000 | [diff] [blame] | 245 | HashTable<support::ulittle32_t> &TpiStream::getHashAdjusters() { |
| 246 | return HashAdjusters; |
| 247 | } |
Rui Ueyama | fd97bf1 | 2016-06-03 20:48:51 +0000 | [diff] [blame] | 248 | |
Zachary Turner | 7b327d0 | 2017-02-16 23:35:45 +0000 | [diff] [blame] | 249 | CVTypeRange TpiStream::types(bool *HadError) const { |
Eugene Zelenko | 570e39a | 2016-11-23 23:16:32 +0000 | [diff] [blame] | 250 | return make_range(TypeRecords.begin(HadError), TypeRecords.end()); |
Zachary Turner | f5c5965 | 2016-05-03 00:28:21 +0000 | [diff] [blame] | 251 | } |
Zachary Turner | 8848a7a | 2016-07-06 18:05:57 +0000 | [diff] [blame] | 252 | |
| 253 | Error TpiStream::commit() { return Error::success(); } |