Rui Ueyama | e737824 | 2015-12-04 23:11:05 +0000 | [diff] [blame] | 1 | //===- PDB.cpp ------------------------------------------------------------===// |
| 2 | // |
| 3 | // The LLVM Linker |
| 4 | // |
| 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
| 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | |
Rui Ueyama | 1d99ab3 | 2016-09-15 22:24:51 +0000 | [diff] [blame] | 10 | #include "PDB.h" |
Rui Ueyama | 09e0b5f | 2016-11-12 00:00:51 +0000 | [diff] [blame] | 11 | #include "Chunks.h" |
Rui Ueyama | be939b3 | 2016-11-21 17:22:35 +0000 | [diff] [blame] | 12 | #include "Config.h" |
Rui Ueyama | e737824 | 2015-12-04 23:11:05 +0000 | [diff] [blame] | 13 | #include "Error.h" |
Rui Ueyama | 09e0b5f | 2016-11-12 00:00:51 +0000 | [diff] [blame] | 14 | #include "SymbolTable.h" |
| 15 | #include "Symbols.h" |
Saleem Abdulrasool | df8a13b | 2017-01-04 17:56:54 +0000 | [diff] [blame] | 16 | #include "llvm/DebugInfo/CodeView/CVDebugRecord.h" |
Zachary Turner | a9054dd | 2017-01-11 00:35:43 +0000 | [diff] [blame] | 17 | #include "llvm/DebugInfo/CodeView/CVTypeDumper.h" |
Rui Ueyama | 24625fd | 2016-11-22 23:51:34 +0000 | [diff] [blame] | 18 | #include "llvm/DebugInfo/CodeView/SymbolDumper.h" |
Zachary Turner | 629cb7d | 2017-01-11 23:24:22 +0000 | [diff] [blame] | 19 | #include "llvm/DebugInfo/CodeView/TypeDatabase.h" |
| 20 | #include "llvm/DebugInfo/CodeView/TypeDumpVisitor.h" |
Rui Ueyama | 5289662 | 2017-01-12 03:09:25 +0000 | [diff] [blame] | 21 | #include "llvm/DebugInfo/CodeView/TypeStreamMerger.h" |
| 22 | #include "llvm/DebugInfo/CodeView/TypeTableBuilder.h" |
Zachary Turner | d2684b7 | 2017-02-25 00:33:34 +0000 | [diff] [blame^] | 23 | #include "llvm/DebugInfo/MSF/BinaryByteStream.h" |
Rui Ueyama | b28c6d4 | 2016-09-16 04:32:33 +0000 | [diff] [blame] | 24 | #include "llvm/DebugInfo/MSF/MSFBuilder.h" |
Rui Ueyama | 7f38299 | 2016-09-15 18:55:18 +0000 | [diff] [blame] | 25 | #include "llvm/DebugInfo/MSF/MSFCommon.h" |
Adrian McCarthy | 6b6b8c4 | 2017-01-25 22:38:55 +0000 | [diff] [blame] | 26 | #include "llvm/DebugInfo/PDB/Native/DbiStream.h" |
| 27 | #include "llvm/DebugInfo/PDB/Native/DbiStreamBuilder.h" |
| 28 | #include "llvm/DebugInfo/PDB/Native/InfoStream.h" |
| 29 | #include "llvm/DebugInfo/PDB/Native/InfoStreamBuilder.h" |
| 30 | #include "llvm/DebugInfo/PDB/Native/PDBFile.h" |
| 31 | #include "llvm/DebugInfo/PDB/Native/PDBFileBuilder.h" |
Zachary Turner | 7b327d0 | 2017-02-16 23:35:45 +0000 | [diff] [blame] | 32 | #include "llvm/DebugInfo/PDB/Native/PDBTypeServerHandler.h" |
Adrian McCarthy | 6b6b8c4 | 2017-01-25 22:38:55 +0000 | [diff] [blame] | 33 | #include "llvm/DebugInfo/PDB/Native/StringTableBuilder.h" |
| 34 | #include "llvm/DebugInfo/PDB/Native/TpiStream.h" |
| 35 | #include "llvm/DebugInfo/PDB/Native/TpiStreamBuilder.h" |
Rui Ueyama | 20df4ec | 2016-10-31 21:09:21 +0000 | [diff] [blame] | 36 | #include "llvm/Object/COFF.h" |
Rui Ueyama | 1763c0d | 2015-12-08 18:39:55 +0000 | [diff] [blame] | 37 | #include "llvm/Support/Endian.h" |
Rui Ueyama | e737824 | 2015-12-04 23:11:05 +0000 | [diff] [blame] | 38 | #include "llvm/Support/FileOutputBuffer.h" |
Zachary Turner | 7b327d0 | 2017-02-16 23:35:45 +0000 | [diff] [blame] | 39 | #include "llvm/Support/Path.h" |
Rui Ueyama | be939b3 | 2016-11-21 17:22:35 +0000 | [diff] [blame] | 40 | #include "llvm/Support/ScopedPrinter.h" |
Rui Ueyama | e737824 | 2015-12-04 23:11:05 +0000 | [diff] [blame] | 41 | #include <memory> |
| 42 | |
Rui Ueyama | 1d99ab3 | 2016-09-15 22:24:51 +0000 | [diff] [blame] | 43 | using namespace lld; |
Rui Ueyama | 09e0b5f | 2016-11-12 00:00:51 +0000 | [diff] [blame] | 44 | using namespace lld::coff; |
Rui Ueyama | e737824 | 2015-12-04 23:11:05 +0000 | [diff] [blame] | 45 | using namespace llvm; |
Rui Ueyama | be939b3 | 2016-11-21 17:22:35 +0000 | [diff] [blame] | 46 | using namespace llvm::codeview; |
Rui Ueyama | 1763c0d | 2015-12-08 18:39:55 +0000 | [diff] [blame] | 47 | using namespace llvm::support; |
| 48 | using namespace llvm::support::endian; |
Rui Ueyama | e737824 | 2015-12-04 23:11:05 +0000 | [diff] [blame] | 49 | |
Rui Ueyama | 09e0b5f | 2016-11-12 00:00:51 +0000 | [diff] [blame] | 50 | using llvm::object::coff_section; |
| 51 | |
Rui Ueyama | b28c6d4 | 2016-09-16 04:32:33 +0000 | [diff] [blame] | 52 | static ExitOnError ExitOnErr; |
| 53 | |
Rui Ueyama | 09e0b5f | 2016-11-12 00:00:51 +0000 | [diff] [blame] | 54 | // Returns a list of all SectionChunks. |
| 55 | static std::vector<coff_section> getInputSections(SymbolTable *Symtab) { |
| 56 | std::vector<coff_section> V; |
| 57 | for (Chunk *C : Symtab->getChunks()) |
| 58 | if (auto *SC = dyn_cast<SectionChunk>(C)) |
| 59 | V.push_back(*SC->Header); |
| 60 | return V; |
| 61 | } |
| 62 | |
Rui Ueyama | be939b3 | 2016-11-21 17:22:35 +0000 | [diff] [blame] | 63 | static SectionChunk *findByName(std::vector<SectionChunk *> &Sections, |
| 64 | StringRef Name) { |
| 65 | for (SectionChunk *C : Sections) |
| 66 | if (C->getSectionName() == Name) |
| 67 | return C; |
| 68 | return nullptr; |
| 69 | } |
| 70 | |
Rui Ueyama | 5289662 | 2017-01-12 03:09:25 +0000 | [diff] [blame] | 71 | static ArrayRef<uint8_t> getDebugSection(ObjectFile *File, StringRef SecName) { |
| 72 | SectionChunk *Sec = findByName(File->getDebugChunks(), SecName); |
Rui Ueyama | c5cb737 | 2016-12-01 01:22:48 +0000 | [diff] [blame] | 73 | if (!Sec) |
Rui Ueyama | 26186c7 | 2016-12-09 04:46:54 +0000 | [diff] [blame] | 74 | return {}; |
Rui Ueyama | c5cb737 | 2016-12-01 01:22:48 +0000 | [diff] [blame] | 75 | |
| 76 | // First 4 bytes are section magic. |
| 77 | ArrayRef<uint8_t> Data = Sec->getContents(); |
| 78 | if (Data.size() < 4) |
Rui Ueyama | 5289662 | 2017-01-12 03:09:25 +0000 | [diff] [blame] | 79 | fatal(SecName + " too short"); |
Rui Ueyama | c5cb737 | 2016-12-01 01:22:48 +0000 | [diff] [blame] | 80 | if (read32le(Data.data()) != COFF::DEBUG_SECTION_MAGIC) |
Rui Ueyama | 5289662 | 2017-01-12 03:09:25 +0000 | [diff] [blame] | 81 | fatal(SecName + " has an invalid magic"); |
Rui Ueyama | 26186c7 | 2016-12-09 04:46:54 +0000 | [diff] [blame] | 82 | return Data.slice(4); |
| 83 | } |
Rui Ueyama | c5cb737 | 2016-12-01 01:22:48 +0000 | [diff] [blame] | 84 | |
Rui Ueyama | 5289662 | 2017-01-12 03:09:25 +0000 | [diff] [blame] | 85 | // Merge .debug$T sections and returns it. |
| 86 | static std::vector<uint8_t> mergeDebugT(SymbolTable *Symtab) { |
| 87 | ScopedPrinter W(outs()); |
| 88 | |
| 89 | // Visit all .debug$T sections to add them to Builder. |
| 90 | codeview::TypeTableBuilder Builder(BAlloc); |
| 91 | for (ObjectFile *File : Symtab->ObjectFiles) { |
| 92 | ArrayRef<uint8_t> Data = getDebugSection(File, ".debug$T"); |
| 93 | if (Data.empty()) |
| 94 | continue; |
| 95 | |
| 96 | msf::ByteStream Stream(Data); |
| 97 | codeview::CVTypeArray Types; |
| 98 | msf::StreamReader Reader(Stream); |
Zachary Turner | 7b327d0 | 2017-02-16 23:35:45 +0000 | [diff] [blame] | 99 | // Follow type servers. If the same type server is encountered more than |
| 100 | // once for this instance of `PDBTypeServerHandler` (for example if many |
| 101 | // object files reference the same TypeServer), the types from the |
| 102 | // TypeServer will only be visited once. |
| 103 | pdb::PDBTypeServerHandler Handler; |
| 104 | Handler.addSearchPath(llvm::sys::path::parent_path(File->getName())); |
Rui Ueyama | 5289662 | 2017-01-12 03:09:25 +0000 | [diff] [blame] | 105 | if (auto EC = Reader.readArray(Types, Reader.getLength())) |
| 106 | fatal(EC, "Reader::readArray failed"); |
Zachary Turner | 7b327d0 | 2017-02-16 23:35:45 +0000 | [diff] [blame] | 107 | if (auto Err = codeview::mergeTypeStreams(Builder, &Handler, Types)) |
Rui Ueyama | a9b2961 | 2017-02-02 00:47:10 +0000 | [diff] [blame] | 108 | fatal(Err, "codeview::mergeTypeStreams failed"); |
Rui Ueyama | 5289662 | 2017-01-12 03:09:25 +0000 | [diff] [blame] | 109 | } |
| 110 | |
| 111 | // Construct section contents. |
| 112 | std::vector<uint8_t> V; |
| 113 | Builder.ForEachRecord([&](TypeIndex TI, ArrayRef<uint8_t> Rec) { |
| 114 | V.insert(V.end(), Rec.begin(), Rec.end()); |
| 115 | }); |
| 116 | return V; |
| 117 | } |
| 118 | |
Rui Ueyama | 26186c7 | 2016-12-09 04:46:54 +0000 | [diff] [blame] | 119 | static void dumpDebugT(ScopedPrinter &W, ObjectFile *File) { |
Rui Ueyama | 5289662 | 2017-01-12 03:09:25 +0000 | [diff] [blame] | 120 | ListScope LS(W, "DebugT"); |
| 121 | ArrayRef<uint8_t> Data = getDebugSection(File, ".debug$T"); |
Rui Ueyama | 26186c7 | 2016-12-09 04:46:54 +0000 | [diff] [blame] | 122 | if (Data.empty()) |
| 123 | return; |
| 124 | |
Zachary Turner | 629cb7d | 2017-01-11 23:24:22 +0000 | [diff] [blame] | 125 | TypeDatabase TDB; |
| 126 | TypeDumpVisitor TDV(TDB, &W, false); |
Zachary Turner | 7b327d0 | 2017-02-16 23:35:45 +0000 | [diff] [blame] | 127 | // Use a default implementation that does not follow type servers and instead |
| 128 | // just dumps the contents of the TypeServer2 record. |
Zachary Turner | 629cb7d | 2017-01-11 23:24:22 +0000 | [diff] [blame] | 129 | CVTypeDumper TypeDumper(TDB); |
| 130 | if (auto EC = TypeDumper.dump(Data, TDV)) |
Rui Ueyama | c5cb737 | 2016-12-01 01:22:48 +0000 | [diff] [blame] | 131 | fatal(EC, "CVTypeDumper::dump failed"); |
| 132 | } |
| 133 | |
| 134 | static void dumpDebugS(ScopedPrinter &W, ObjectFile *File) { |
Rui Ueyama | 5289662 | 2017-01-12 03:09:25 +0000 | [diff] [blame] | 135 | ListScope LS(W, "DebugS"); |
| 136 | ArrayRef<uint8_t> Data = getDebugSection(File, ".debug$S"); |
| 137 | if (Data.empty()) |
Rui Ueyama | c5cb737 | 2016-12-01 01:22:48 +0000 | [diff] [blame] | 138 | return; |
| 139 | |
Rui Ueyama | 5289662 | 2017-01-12 03:09:25 +0000 | [diff] [blame] | 140 | msf::ByteStream Stream(Data); |
Rui Ueyama | c5cb737 | 2016-12-01 01:22:48 +0000 | [diff] [blame] | 141 | CVSymbolArray Symbols; |
| 142 | msf::StreamReader Reader(Stream); |
| 143 | if (auto EC = Reader.readArray(Symbols, Reader.getLength())) |
| 144 | fatal(EC, "StreamReader.readArray<CVSymbolArray> failed"); |
| 145 | |
Zachary Turner | 629cb7d | 2017-01-11 23:24:22 +0000 | [diff] [blame] | 146 | TypeDatabase TDB; |
| 147 | CVSymbolDumper SymbolDumper(W, TDB, nullptr, false); |
Rui Ueyama | c5cb737 | 2016-12-01 01:22:48 +0000 | [diff] [blame] | 148 | if (auto EC = SymbolDumper.dump(Symbols)) |
| 149 | fatal(EC, "CVSymbolDumper::dump failed"); |
| 150 | } |
| 151 | |
Rui Ueyama | be939b3 | 2016-11-21 17:22:35 +0000 | [diff] [blame] | 152 | // Dump CodeView debug info. This is for debugging. |
| 153 | static void dumpCodeView(SymbolTable *Symtab) { |
| 154 | ScopedPrinter W(outs()); |
| 155 | |
| 156 | for (ObjectFile *File : Symtab->ObjectFiles) { |
Rui Ueyama | c5cb737 | 2016-12-01 01:22:48 +0000 | [diff] [blame] | 157 | dumpDebugT(W, File); |
| 158 | dumpDebugS(W, File); |
Rui Ueyama | be939b3 | 2016-11-21 17:22:35 +0000 | [diff] [blame] | 159 | } |
| 160 | } |
| 161 | |
Rui Ueyama | 5289662 | 2017-01-12 03:09:25 +0000 | [diff] [blame] | 162 | static void addTypeInfo(pdb::TpiStreamBuilder &TpiBuilder, |
| 163 | ArrayRef<uint8_t> Data) { |
| 164 | msf::ByteStream Stream(Data); |
| 165 | codeview::CVTypeArray Records; |
| 166 | msf::StreamReader Reader(Stream); |
| 167 | if (auto EC = Reader.readArray(Records, Reader.getLength())) |
| 168 | fatal(EC, "Reader.readArray failed"); |
| 169 | for (const codeview::CVType &Rec : Records) |
| 170 | TpiBuilder.addTypeRecord(Rec); |
Rui Ueyama | 26186c7 | 2016-12-09 04:46:54 +0000 | [diff] [blame] | 171 | } |
| 172 | |
Rui Ueyama | 09e0b5f | 2016-11-12 00:00:51 +0000 | [diff] [blame] | 173 | // Creates a PDB file. |
| 174 | void coff::createPDB(StringRef Path, SymbolTable *Symtab, |
Saleem Abdulrasool | df8a13b | 2017-01-04 17:56:54 +0000 | [diff] [blame] | 175 | ArrayRef<uint8_t> SectionTable, |
| 176 | const llvm::codeview::DebugInfo *DI) { |
Rui Ueyama | be939b3 | 2016-11-21 17:22:35 +0000 | [diff] [blame] | 177 | if (Config->DumpPdb) |
| 178 | dumpCodeView(Symtab); |
| 179 | |
Rui Ueyama | b28c6d4 | 2016-09-16 04:32:33 +0000 | [diff] [blame] | 180 | BumpPtrAllocator Alloc; |
| 181 | pdb::PDBFileBuilder Builder(Alloc); |
Rui Ueyama | 1297954 | 2016-09-30 20:53:45 +0000 | [diff] [blame] | 182 | ExitOnErr(Builder.initialize(4096)); // 4096 is blocksize |
Rui Ueyama | 7f38299 | 2016-09-15 18:55:18 +0000 | [diff] [blame] | 183 | |
Rui Ueyama | 8d3fb5d | 2016-10-05 22:08:58 +0000 | [diff] [blame] | 184 | // Create streams in MSF for predefined streams, namely |
| 185 | // PDB, TPI, DBI and IPI. |
| 186 | for (int I = 0; I < (int)pdb::kSpecialStreamCount; ++I) |
| 187 | ExitOnErr(Builder.getMsfBuilder().addStream(0)); |
Rui Ueyama | 7f38299 | 2016-09-15 18:55:18 +0000 | [diff] [blame] | 188 | |
Rui Ueyama | bb542b3 | 2016-09-16 22:51:17 +0000 | [diff] [blame] | 189 | // Add an Info stream. |
| 190 | auto &InfoBuilder = Builder.getInfoBuilder(); |
Saleem Abdulrasool | 0acd6dd | 2017-02-07 04:28:02 +0000 | [diff] [blame] | 191 | InfoBuilder.setAge(DI ? DI->PDB70.Age : 0); |
| 192 | |
| 193 | pdb::PDB_UniqueId uuid{}; |
| 194 | if (DI) |
| 195 | memcpy(&uuid, &DI->PDB70.Signature, sizeof(uuid)); |
| 196 | InfoBuilder.setGuid(uuid); |
Rui Ueyama | bb542b3 | 2016-09-16 22:51:17 +0000 | [diff] [blame] | 197 | // Should be the current time, but set 0 for reproducibilty. |
| 198 | InfoBuilder.setSignature(0); |
Rui Ueyama | bb542b3 | 2016-09-16 22:51:17 +0000 | [diff] [blame] | 199 | InfoBuilder.setVersion(pdb::PdbRaw_ImplVer::PdbImplVC70); |
Rui Ueyama | 7f38299 | 2016-09-15 18:55:18 +0000 | [diff] [blame] | 200 | |
Rui Ueyama | 1343fac | 2016-10-06 22:52:01 +0000 | [diff] [blame] | 201 | // Add an empty DPI stream. |
| 202 | auto &DbiBuilder = Builder.getDbiBuilder(); |
| 203 | DbiBuilder.setVersionHeader(pdb::PdbDbiV110); |
| 204 | |
Rui Ueyama | b28c6d4 | 2016-09-16 04:32:33 +0000 | [diff] [blame] | 205 | // Add an empty TPI stream. |
| 206 | auto &TpiBuilder = Builder.getTpiBuilder(); |
| 207 | TpiBuilder.setVersionHeader(pdb::PdbTpiV80); |
Rui Ueyama | 5289662 | 2017-01-12 03:09:25 +0000 | [diff] [blame] | 208 | std::vector<uint8_t> TpiData; |
| 209 | if (Config->DebugPdb) { |
| 210 | TpiData = mergeDebugT(Symtab); |
| 211 | addTypeInfo(TpiBuilder, TpiData); |
| 212 | } |
Rui Ueyama | 1763c0d | 2015-12-08 18:39:55 +0000 | [diff] [blame] | 213 | |
Rui Ueyama | d381c98 | 2016-10-05 21:37:25 +0000 | [diff] [blame] | 214 | // Add an empty IPI stream. |
| 215 | auto &IpiBuilder = Builder.getIpiBuilder(); |
| 216 | IpiBuilder.setVersionHeader(pdb::PdbTpiV80); |
| 217 | |
Rui Ueyama | 09e0b5f | 2016-11-12 00:00:51 +0000 | [diff] [blame] | 218 | // Add Section Contributions. |
Rui Ueyama | 09e0b5f | 2016-11-12 00:00:51 +0000 | [diff] [blame] | 219 | std::vector<pdb::SectionContrib> Contribs = |
Vitaly Buka | 4cf112c | 2016-11-14 20:21:41 +0000 | [diff] [blame] | 220 | pdb::DbiStreamBuilder::createSectionContribs(getInputSections(Symtab)); |
Rui Ueyama | 09e0b5f | 2016-11-12 00:00:51 +0000 | [diff] [blame] | 221 | DbiBuilder.setSectionContribs(Contribs); |
| 222 | |
Rui Ueyama | 20df4ec | 2016-10-31 21:09:21 +0000 | [diff] [blame] | 223 | // Add Section Map stream. |
| 224 | ArrayRef<object::coff_section> Sections = { |
Rui Ueyama | 6294a24 | 2016-11-04 17:41:29 +0000 | [diff] [blame] | 225 | (const object::coff_section *)SectionTable.data(), |
Rui Ueyama | 20df4ec | 2016-10-31 21:09:21 +0000 | [diff] [blame] | 226 | SectionTable.size() / sizeof(object::coff_section)}; |
| 227 | std::vector<pdb::SecMapEntry> SectionMap = |
| 228 | pdb::DbiStreamBuilder::createSectionMap(Sections); |
| 229 | DbiBuilder.setSectionMap(SectionMap); |
| 230 | |
Rui Ueyama | c91f716 | 2016-11-16 01:10:46 +0000 | [diff] [blame] | 231 | ExitOnErr(DbiBuilder.addModuleInfo("", "* Linker *")); |
| 232 | |
Rui Ueyama | 9f66f82 | 2016-10-11 19:45:07 +0000 | [diff] [blame] | 233 | // Add COFF section header stream. |
| 234 | ExitOnErr( |
| 235 | DbiBuilder.addDbgStream(pdb::DbgHeaderType::SectionHdr, SectionTable)); |
| 236 | |
Rui Ueyama | 3e9d6bb | 2016-09-26 23:53:55 +0000 | [diff] [blame] | 237 | // Write to a file. |
Rui Ueyama | 5c82eea | 2016-09-30 20:39:04 +0000 | [diff] [blame] | 238 | ExitOnErr(Builder.commit(Path)); |
Rui Ueyama | e737824 | 2015-12-04 23:11:05 +0000 | [diff] [blame] | 239 | } |