blob: 20411a703e24c1ea5c2fc9c02f30edfaf15954de [file] [log] [blame]
Rui Ueyamae7378242015-12-04 23:11:05 +00001//===- PDB.cpp ------------------------------------------------------------===//
2//
3// The LLVM Linker
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9
Rui Ueyama1d99ab32016-09-15 22:24:51 +000010#include "PDB.h"
Rui Ueyama09e0b5f2016-11-12 00:00:51 +000011#include "Chunks.h"
Rui Ueyamabe939b32016-11-21 17:22:35 +000012#include "Config.h"
Rui Ueyamae7378242015-12-04 23:11:05 +000013#include "Error.h"
Rui Ueyama09e0b5f2016-11-12 00:00:51 +000014#include "SymbolTable.h"
15#include "Symbols.h"
Saleem Abdulrasooldf8a13b2017-01-04 17:56:54 +000016#include "llvm/DebugInfo/CodeView/CVDebugRecord.h"
Zachary Turnera9054dd2017-01-11 00:35:43 +000017#include "llvm/DebugInfo/CodeView/CVTypeDumper.h"
Rui Ueyama24625fd2016-11-22 23:51:34 +000018#include "llvm/DebugInfo/CodeView/SymbolDumper.h"
Zachary Turner629cb7d2017-01-11 23:24:22 +000019#include "llvm/DebugInfo/CodeView/TypeDatabase.h"
20#include "llvm/DebugInfo/CodeView/TypeDumpVisitor.h"
Rui Ueyama52896622017-01-12 03:09:25 +000021#include "llvm/DebugInfo/CodeView/TypeStreamMerger.h"
22#include "llvm/DebugInfo/CodeView/TypeTableBuilder.h"
Rui Ueyamab28c6d42016-09-16 04:32:33 +000023#include "llvm/DebugInfo/MSF/MSFBuilder.h"
Rui Ueyama7f382992016-09-15 18:55:18 +000024#include "llvm/DebugInfo/MSF/MSFCommon.h"
Adrian McCarthy6b6b8c42017-01-25 22:38:55 +000025#include "llvm/DebugInfo/PDB/Native/DbiStream.h"
26#include "llvm/DebugInfo/PDB/Native/DbiStreamBuilder.h"
27#include "llvm/DebugInfo/PDB/Native/InfoStream.h"
28#include "llvm/DebugInfo/PDB/Native/InfoStreamBuilder.h"
29#include "llvm/DebugInfo/PDB/Native/PDBFile.h"
30#include "llvm/DebugInfo/PDB/Native/PDBFileBuilder.h"
Rafael Espindolaa0f30da2017-05-02 20:19:42 +000031#include "llvm/DebugInfo/PDB/Native/PDBStringTableBuilder.h"
Zachary Turner7b327d02017-02-16 23:35:45 +000032#include "llvm/DebugInfo/PDB/Native/PDBTypeServerHandler.h"
Adrian McCarthy6b6b8c42017-01-25 22:38:55 +000033#include "llvm/DebugInfo/PDB/Native/TpiStream.h"
34#include "llvm/DebugInfo/PDB/Native/TpiStreamBuilder.h"
Rui Ueyama20df4ec2016-10-31 21:09:21 +000035#include "llvm/Object/COFF.h"
Zachary Turnerd9dc2822017-03-02 20:52:51 +000036#include "llvm/Support/BinaryByteStream.h"
Rui Ueyama1763c0d2015-12-08 18:39:55 +000037#include "llvm/Support/Endian.h"
Rui Ueyamae7378242015-12-04 23:11:05 +000038#include "llvm/Support/FileOutputBuffer.h"
Zachary Turner7b327d02017-02-16 23:35:45 +000039#include "llvm/Support/Path.h"
Rui Ueyamabe939b32016-11-21 17:22:35 +000040#include "llvm/Support/ScopedPrinter.h"
Rui Ueyamae7378242015-12-04 23:11:05 +000041#include <memory>
42
Rui Ueyama1d99ab32016-09-15 22:24:51 +000043using namespace lld;
Rui Ueyama09e0b5f2016-11-12 00:00:51 +000044using namespace lld::coff;
Rui Ueyamae7378242015-12-04 23:11:05 +000045using namespace llvm;
Rui Ueyamabe939b32016-11-21 17:22:35 +000046using namespace llvm::codeview;
Rui Ueyama1763c0d2015-12-08 18:39:55 +000047using namespace llvm::support;
48using namespace llvm::support::endian;
Rui Ueyamae7378242015-12-04 23:11:05 +000049
Rui Ueyama09e0b5f2016-11-12 00:00:51 +000050using llvm::object::coff_section;
51
Rui Ueyamab28c6d42016-09-16 04:32:33 +000052static ExitOnError ExitOnErr;
53
Rui Ueyama09e0b5f2016-11-12 00:00:51 +000054// Returns a list of all SectionChunks.
55static std::vector<coff_section> getInputSections(SymbolTable *Symtab) {
56 std::vector<coff_section> V;
57 for (Chunk *C : Symtab->getChunks())
58 if (auto *SC = dyn_cast<SectionChunk>(C))
59 V.push_back(*SC->Header);
60 return V;
61}
62
Rui Ueyamabe939b32016-11-21 17:22:35 +000063static SectionChunk *findByName(std::vector<SectionChunk *> &Sections,
64 StringRef Name) {
65 for (SectionChunk *C : Sections)
66 if (C->getSectionName() == Name)
67 return C;
68 return nullptr;
69}
70
Rui Ueyama52896622017-01-12 03:09:25 +000071static ArrayRef<uint8_t> getDebugSection(ObjectFile *File, StringRef SecName) {
72 SectionChunk *Sec = findByName(File->getDebugChunks(), SecName);
Rui Ueyamac5cb7372016-12-01 01:22:48 +000073 if (!Sec)
Rui Ueyama26186c72016-12-09 04:46:54 +000074 return {};
Rui Ueyamac5cb7372016-12-01 01:22:48 +000075
76 // First 4 bytes are section magic.
77 ArrayRef<uint8_t> Data = Sec->getContents();
78 if (Data.size() < 4)
Rui Ueyama52896622017-01-12 03:09:25 +000079 fatal(SecName + " too short");
Rui Ueyamac5cb7372016-12-01 01:22:48 +000080 if (read32le(Data.data()) != COFF::DEBUG_SECTION_MAGIC)
Rui Ueyama52896622017-01-12 03:09:25 +000081 fatal(SecName + " has an invalid magic");
Rui Ueyama26186c72016-12-09 04:46:54 +000082 return Data.slice(4);
83}
Rui Ueyamac5cb7372016-12-01 01:22:48 +000084
Reid Kleckner5d577522017-03-24 17:26:38 +000085static void addTypeInfo(pdb::TpiStreamBuilder &TpiBuilder,
Reid Kleckner13fc4112017-04-04 00:56:34 +000086 codeview::TypeTableBuilder &TypeTable) {
Reid Kleckner5d577522017-03-24 17:26:38 +000087 // Start the TPI or IPI stream header.
88 TpiBuilder.setVersionHeader(pdb::PdbTpiV80);
Rui Ueyama52896622017-01-12 03:09:25 +000089
Reid Kleckner5d577522017-03-24 17:26:38 +000090 // Flatten the in memory type table.
Reid Kleckner5d577522017-03-24 17:26:38 +000091 TypeTable.ForEachRecord([&](TypeIndex TI, ArrayRef<uint8_t> Rec) {
Reid Kleckner13fc4112017-04-04 00:56:34 +000092 // FIXME: Hash types.
93 TpiBuilder.addTypeRecord(Rec, None);
Reid Kleckner5d577522017-03-24 17:26:38 +000094 });
Reid Kleckner5d577522017-03-24 17:26:38 +000095}
96
97// Merge .debug$T sections into IpiData and TpiData.
98static void mergeDebugT(SymbolTable *Symtab, pdb::PDBFileBuilder &Builder,
Reid Kleckner13fc4112017-04-04 00:56:34 +000099 codeview::TypeTableBuilder &TypeTable,
100 codeview::TypeTableBuilder &IDTable) {
Rui Ueyama52896622017-01-12 03:09:25 +0000101 // Visit all .debug$T sections to add them to Builder.
Rui Ueyama52896622017-01-12 03:09:25 +0000102 for (ObjectFile *File : Symtab->ObjectFiles) {
103 ArrayRef<uint8_t> Data = getDebugSection(File, ".debug$T");
104 if (Data.empty())
105 continue;
106
Reid Kleckner5d577522017-03-24 17:26:38 +0000107 BinaryByteStream Stream(Data, support::little);
Rui Ueyama52896622017-01-12 03:09:25 +0000108 codeview::CVTypeArray Types;
Zachary Turner120faca2017-02-27 22:11:43 +0000109 BinaryStreamReader Reader(Stream);
Zachary Turner7b327d02017-02-16 23:35:45 +0000110 // Follow type servers. If the same type server is encountered more than
111 // once for this instance of `PDBTypeServerHandler` (for example if many
112 // object files reference the same TypeServer), the types from the
113 // TypeServer will only be visited once.
114 pdb::PDBTypeServerHandler Handler;
115 Handler.addSearchPath(llvm::sys::path::parent_path(File->getName()));
Rui Ueyama52896622017-01-12 03:09:25 +0000116 if (auto EC = Reader.readArray(Types, Reader.getLength()))
117 fatal(EC, "Reader::readArray failed");
Reid Kleckner5d577522017-03-24 17:26:38 +0000118 if (auto Err =
119 codeview::mergeTypeStreams(IDTable, TypeTable, &Handler, Types))
Rui Ueyamaa9b29612017-02-02 00:47:10 +0000120 fatal(Err, "codeview::mergeTypeStreams failed");
Rui Ueyama52896622017-01-12 03:09:25 +0000121 }
122
Reid Kleckner5d577522017-03-24 17:26:38 +0000123 // Construct TPI stream contents.
Reid Kleckner13fc4112017-04-04 00:56:34 +0000124 addTypeInfo(Builder.getTpiBuilder(), TypeTable);
Reid Kleckner5d577522017-03-24 17:26:38 +0000125
126 // Construct IPI stream contents.
Reid Kleckner13fc4112017-04-04 00:56:34 +0000127 addTypeInfo(Builder.getIpiBuilder(), IDTable);
Rui Ueyama52896622017-01-12 03:09:25 +0000128}
129
Rui Ueyama26186c72016-12-09 04:46:54 +0000130static void dumpDebugT(ScopedPrinter &W, ObjectFile *File) {
Rui Ueyama52896622017-01-12 03:09:25 +0000131 ListScope LS(W, "DebugT");
132 ArrayRef<uint8_t> Data = getDebugSection(File, ".debug$T");
Rui Ueyama26186c72016-12-09 04:46:54 +0000133 if (Data.empty())
134 return;
135
Zachary Turner629cb7d2017-01-11 23:24:22 +0000136 TypeDatabase TDB;
137 TypeDumpVisitor TDV(TDB, &W, false);
Zachary Turner7b327d02017-02-16 23:35:45 +0000138 // Use a default implementation that does not follow type servers and instead
139 // just dumps the contents of the TypeServer2 record.
Zachary Turner629cb7d2017-01-11 23:24:22 +0000140 CVTypeDumper TypeDumper(TDB);
141 if (auto EC = TypeDumper.dump(Data, TDV))
Rui Ueyamac5cb7372016-12-01 01:22:48 +0000142 fatal(EC, "CVTypeDumper::dump failed");
143}
144
145static void dumpDebugS(ScopedPrinter &W, ObjectFile *File) {
Rui Ueyama52896622017-01-12 03:09:25 +0000146 ListScope LS(W, "DebugS");
147 ArrayRef<uint8_t> Data = getDebugSection(File, ".debug$S");
148 if (Data.empty())
Rui Ueyamac5cb7372016-12-01 01:22:48 +0000149 return;
150
Zachary Turner695ed562017-02-28 00:04:07 +0000151 BinaryByteStream Stream(Data, llvm::support::little);
Rui Ueyamac5cb7372016-12-01 01:22:48 +0000152 CVSymbolArray Symbols;
Zachary Turner120faca2017-02-27 22:11:43 +0000153 BinaryStreamReader Reader(Stream);
Rui Ueyamac5cb7372016-12-01 01:22:48 +0000154 if (auto EC = Reader.readArray(Symbols, Reader.getLength()))
155 fatal(EC, "StreamReader.readArray<CVSymbolArray> failed");
156
Zachary Turner629cb7d2017-01-11 23:24:22 +0000157 TypeDatabase TDB;
158 CVSymbolDumper SymbolDumper(W, TDB, nullptr, false);
Rui Ueyamac5cb7372016-12-01 01:22:48 +0000159 if (auto EC = SymbolDumper.dump(Symbols))
160 fatal(EC, "CVSymbolDumper::dump failed");
161}
162
Rui Ueyamabe939b32016-11-21 17:22:35 +0000163// Dump CodeView debug info. This is for debugging.
164static void dumpCodeView(SymbolTable *Symtab) {
165 ScopedPrinter W(outs());
166
167 for (ObjectFile *File : Symtab->ObjectFiles) {
Rui Ueyamac5cb7372016-12-01 01:22:48 +0000168 dumpDebugT(W, File);
169 dumpDebugS(W, File);
Rui Ueyamabe939b32016-11-21 17:22:35 +0000170 }
171}
172
Rui Ueyama09e0b5f2016-11-12 00:00:51 +0000173// Creates a PDB file.
174void coff::createPDB(StringRef Path, SymbolTable *Symtab,
Saleem Abdulrasooldf8a13b2017-01-04 17:56:54 +0000175 ArrayRef<uint8_t> SectionTable,
176 const llvm::codeview::DebugInfo *DI) {
Rui Ueyamabe939b32016-11-21 17:22:35 +0000177 if (Config->DumpPdb)
178 dumpCodeView(Symtab);
179
Rui Ueyamab28c6d42016-09-16 04:32:33 +0000180 BumpPtrAllocator Alloc;
181 pdb::PDBFileBuilder Builder(Alloc);
Rui Ueyama12979542016-09-30 20:53:45 +0000182 ExitOnErr(Builder.initialize(4096)); // 4096 is blocksize
Rui Ueyama7f382992016-09-15 18:55:18 +0000183
Rui Ueyama8d3fb5d2016-10-05 22:08:58 +0000184 // Create streams in MSF for predefined streams, namely
185 // PDB, TPI, DBI and IPI.
186 for (int I = 0; I < (int)pdb::kSpecialStreamCount; ++I)
187 ExitOnErr(Builder.getMsfBuilder().addStream(0));
Rui Ueyama7f382992016-09-15 18:55:18 +0000188
Rui Ueyamabb542b32016-09-16 22:51:17 +0000189 // Add an Info stream.
190 auto &InfoBuilder = Builder.getInfoBuilder();
Saleem Abdulrasool0acd6dd2017-02-07 04:28:02 +0000191 InfoBuilder.setAge(DI ? DI->PDB70.Age : 0);
192
193 pdb::PDB_UniqueId uuid{};
194 if (DI)
195 memcpy(&uuid, &DI->PDB70.Signature, sizeof(uuid));
196 InfoBuilder.setGuid(uuid);
Rui Ueyamabb542b32016-09-16 22:51:17 +0000197 // Should be the current time, but set 0 for reproducibilty.
198 InfoBuilder.setSignature(0);
Rui Ueyamabb542b32016-09-16 22:51:17 +0000199 InfoBuilder.setVersion(pdb::PdbRaw_ImplVer::PdbImplVC70);
Rui Ueyama7f382992016-09-15 18:55:18 +0000200
Rui Ueyama1343fac2016-10-06 22:52:01 +0000201 // Add an empty DPI stream.
202 auto &DbiBuilder = Builder.getDbiBuilder();
203 DbiBuilder.setVersionHeader(pdb::PdbDbiV110);
204
Reid Kleckner13fc4112017-04-04 00:56:34 +0000205 codeview::TypeTableBuilder TypeTable(BAlloc);
206 codeview::TypeTableBuilder IDTable(BAlloc);
207 mergeDebugT(Symtab, Builder, TypeTable, IDTable);
Rui Ueyamad381c982016-10-05 21:37:25 +0000208
Rui Ueyama09e0b5f2016-11-12 00:00:51 +0000209 // Add Section Contributions.
Rui Ueyama09e0b5f2016-11-12 00:00:51 +0000210 std::vector<pdb::SectionContrib> Contribs =
Vitaly Buka4cf112c2016-11-14 20:21:41 +0000211 pdb::DbiStreamBuilder::createSectionContribs(getInputSections(Symtab));
Rui Ueyama09e0b5f2016-11-12 00:00:51 +0000212 DbiBuilder.setSectionContribs(Contribs);
213
Rui Ueyama20df4ec2016-10-31 21:09:21 +0000214 // Add Section Map stream.
215 ArrayRef<object::coff_section> Sections = {
Rui Ueyama6294a242016-11-04 17:41:29 +0000216 (const object::coff_section *)SectionTable.data(),
Rui Ueyama20df4ec2016-10-31 21:09:21 +0000217 SectionTable.size() / sizeof(object::coff_section)};
218 std::vector<pdb::SecMapEntry> SectionMap =
219 pdb::DbiStreamBuilder::createSectionMap(Sections);
220 DbiBuilder.setSectionMap(SectionMap);
221
Zachary Turnerea4e6072017-03-15 22:18:53 +0000222 ExitOnErr(DbiBuilder.addModuleInfo("* Linker *"));
Rui Ueyamac91f7162016-11-16 01:10:46 +0000223
Rui Ueyama9f66f822016-10-11 19:45:07 +0000224 // Add COFF section header stream.
225 ExitOnErr(
226 DbiBuilder.addDbgStream(pdb::DbgHeaderType::SectionHdr, SectionTable));
227
Rui Ueyama3e9d6bb2016-09-26 23:53:55 +0000228 // Write to a file.
Rui Ueyama5c82eea2016-09-30 20:39:04 +0000229 ExitOnErr(Builder.commit(Path));
Rui Ueyamae7378242015-12-04 23:11:05 +0000230}