blob: d1e9c054265dc7f21632197896e7a5d50866460d [file] [log] [blame]
Sam Cleggc94d3932017-11-17 18:14:09 +00001//===- SymbolTable.cpp ----------------------------------------------------===//
2//
3// The LLVM Linker
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9
10#include "SymbolTable.h"
Sam Cleggc94d3932017-11-17 18:14:09 +000011#include "Config.h"
Sam Clegg5fa274b2018-01-10 01:13:34 +000012#include "InputChunks.h"
Sam Clegg93102972018-02-23 05:08:53 +000013#include "InputGlobal.h"
Sam Cleggb8621592017-11-30 01:40:08 +000014#include "WriterUtils.h"
Sam Cleggc94d3932017-11-17 18:14:09 +000015#include "lld/Common/ErrorHandler.h"
Rui Ueyama2017d522017-11-28 20:39:17 +000016#include "lld/Common/Memory.h"
Rui Ueyama7d67dd12018-02-13 22:30:52 +000017#include "llvm/ADT/SetVector.h"
Sam Cleggc94d3932017-11-17 18:14:09 +000018
19#define DEBUG_TYPE "lld"
20
21using namespace llvm;
Sam Clegg20db3812018-01-10 00:52:20 +000022using namespace llvm::wasm;
Sam Cleggc94d3932017-11-17 18:14:09 +000023using namespace lld;
24using namespace lld::wasm;
25
26SymbolTable *lld::wasm::Symtab;
27
28void SymbolTable::addFile(InputFile *File) {
29 log("Processing: " + toString(File));
30 File->parse();
31
Sam Cleggc729c1b2018-05-30 18:07:52 +000032 // LLVM bitcode file
33 if (auto *F = dyn_cast<BitcodeFile>(File))
34 BitcodeFiles.push_back(F);
35 else if (auto *F = dyn_cast<ObjFile>(File))
Sam Cleggc94d3932017-11-17 18:14:09 +000036 ObjectFiles.push_back(F);
37}
38
Sam Cleggc729c1b2018-05-30 18:07:52 +000039// This function is where all the optimizations of link-time
40// optimization happens. When LTO is in use, some input files are
41// not in native object file format but in the LLVM bitcode format.
42// This function compiles bitcode files into a few big native files
43// using LLVM functions and replaces bitcode symbols with the results.
44// Because all bitcode files that the program consists of are passed
45// to the compiler at once, it can do whole-program optimization.
46void SymbolTable::addCombinedLTOObject() {
47 if (BitcodeFiles.empty())
48 return;
49
50 // Compile bitcode files and replace bitcode symbols.
51 LTO.reset(new BitcodeCompiler);
52 for (BitcodeFile *F : BitcodeFiles)
53 LTO->add(*F);
54
55 for (StringRef Filename : LTO->compile()) {
56 auto *Obj = make<ObjFile>(MemoryBufferRef(Filename, "lto.tmp"));
57 Obj->parse();
58 ObjectFiles.push_back(Obj);
59 }
60}
61
Sam Cleggc94d3932017-11-17 18:14:09 +000062void SymbolTable::reportRemainingUndefines() {
Sam Clegg74fe0ba2017-12-07 01:51:24 +000063 for (Symbol *Sym : SymVector) {
Sam Cleggc729c1b2018-05-30 18:07:52 +000064 if (!Sym->isUndefined() || Sym->isWeak())
65 continue;
66 if (Config->AllowUndefinedSymbols.count(Sym->getName()) != 0)
67 continue;
68 if (!Sym->IsUsedInRegularObj)
69 continue;
Sam Clegg47e2b6b2018-08-04 00:04:06 +000070 error(toString(Sym->getFile()) + ": undefined symbol: " + toString(*Sym));
Sam Cleggc94d3932017-11-17 18:14:09 +000071 }
Sam Cleggc94d3932017-11-17 18:14:09 +000072}
73
74Symbol *SymbolTable::find(StringRef Name) {
Rui Ueyama67d69082018-02-28 23:03:06 +000075 return SymMap.lookup(CachedHashStringRef(Name));
Sam Cleggc94d3932017-11-17 18:14:09 +000076}
77
Sam Clegg4c2cbfe2018-08-02 20:39:19 +000078std::pair<Symbol *, bool> SymbolTable::insert(StringRef Name, InputFile *File) {
79 bool Inserted = false;
Sam Clegga80d94d2017-11-27 23:16:06 +000080 Symbol *&Sym = SymMap[CachedHashStringRef(Name)];
Sam Clegg4c2cbfe2018-08-02 20:39:19 +000081 if (!Sym) {
82 Sym = reinterpret_cast<Symbol *>(make<SymbolUnion>());
83 Sym->IsUsedInRegularObj = false;
84 SymVector.emplace_back(Sym);
85 Inserted = true;
86 }
87 if (!File || File->kind() == InputFile::ObjectKind)
88 Sym->IsUsedInRegularObj = true;
89 return {Sym, Inserted};
Sam Cleggc94d3932017-11-17 18:14:09 +000090}
91
Rui Ueyamae3498ec2018-02-28 00:09:22 +000092static void reportTypeError(const Symbol *Existing, const InputFile *File,
Sam Clegg3876d89a2018-05-14 22:42:33 +000093 llvm::wasm::WasmSymbolType Type) {
Rui Ueyamae3498ec2018-02-28 00:09:22 +000094 error("symbol type mismatch: " + toString(*Existing) + "\n>>> defined as " +
95 toString(Existing->getWasmType()) + " in " +
Sam Clegg3876d89a2018-05-14 22:42:33 +000096 toString(Existing->getFile()) + "\n>>> defined as " + toString(Type) +
97 " in " + toString(File));
Rui Ueyamae3498ec2018-02-28 00:09:22 +000098}
99
Sam Cleggcefbf9a2018-06-28 16:53:53 +0000100static void checkFunctionType(Symbol *Existing, const InputFile *File,
Rui Ueyamae3498ec2018-02-28 00:09:22 +0000101 const WasmSignature *NewSig) {
Sam Clegg65d63802018-05-14 23:01:16 +0000102 auto ExistingFunction = dyn_cast<FunctionSymbol>(Existing);
103 if (!ExistingFunction) {
Sam Clegg3876d89a2018-05-14 22:42:33 +0000104 reportTypeError(Existing, File, WASM_SYMBOL_TYPE_FUNCTION);
Rui Ueyamae3498ec2018-02-28 00:09:22 +0000105 return;
106 }
107
Sam Cleggcefbf9a2018-06-28 16:53:53 +0000108 if (!NewSig)
109 return;
110
111 const WasmSignature *OldSig = ExistingFunction->FunctionType;
112 if (!OldSig) {
113 ExistingFunction->FunctionType = NewSig;
114 return;
115 }
116
117 if (*NewSig != *OldSig)
Sam Cleggffd0aaf2018-06-22 15:13:10 +0000118 warn("function signature mismatch: " + Existing->getName() +
119 "\n>>> defined as " + toString(*OldSig) + " in " +
120 toString(Existing->getFile()) + "\n>>> defined as " +
121 toString(*NewSig) + " in " + toString(File));
Rui Ueyamae3498ec2018-02-28 00:09:22 +0000122}
123
Sam Cleggb8621592017-11-30 01:40:08 +0000124// Check the type of new symbol matches that of the symbol is replacing.
125// For functions this can also involve verifying that the signatures match.
Rui Ueyamae3498ec2018-02-28 00:09:22 +0000126static void checkGlobalType(const Symbol *Existing, const InputFile *File,
127 const WasmGlobalType *NewType) {
128 if (!isa<GlobalSymbol>(Existing)) {
Sam Clegg3876d89a2018-05-14 22:42:33 +0000129 reportTypeError(Existing, File, WASM_SYMBOL_TYPE_GLOBAL);
Sam Cleggb8621592017-11-30 01:40:08 +0000130 return;
131 }
132
Rui Ueyamae3498ec2018-02-28 00:09:22 +0000133 const WasmGlobalType *OldType = cast<GlobalSymbol>(Existing)->getGlobalType();
134 if (*NewType != *OldType) {
135 error("Global type mismatch: " + Existing->getName() + "\n>>> defined as " +
136 toString(*OldType) + " in " + toString(Existing->getFile()) +
137 "\n>>> defined as " + toString(*NewType) + " in " + toString(File));
Sam Clegg93102972018-02-23 05:08:53 +0000138 }
Sam Clegg24b3dcd2018-01-28 19:57:01 +0000139}
140
Rui Ueyamae3498ec2018-02-28 00:09:22 +0000141static void checkDataType(const Symbol *Existing, const InputFile *File) {
142 if (!isa<DataSymbol>(Existing))
Sam Clegg3876d89a2018-05-14 22:42:33 +0000143 reportTypeError(Existing, File, WASM_SYMBOL_TYPE_DATA);
Rui Ueyamae3498ec2018-02-28 00:09:22 +0000144}
145
Sam Cleggdfb0b2c2018-02-14 18:27:59 +0000146DefinedFunction *SymbolTable::addSyntheticFunction(StringRef Name,
Nicholas Wilsonebda41f2018-03-09 16:43:05 +0000147 uint32_t Flags,
148 InputFunction *Function) {
Nicola Zaghene7245b42018-05-15 13:36:20 +0000149 LLVM_DEBUG(dbgs() << "addSyntheticFunction: " << Name << "\n");
Rui Ueyamab961abc2018-02-28 22:51:51 +0000150 assert(!find(Name));
Nicholas Wilsonebda41f2018-03-09 16:43:05 +0000151 SyntheticFunctions.emplace_back(Function);
Sam Clegg4c2cbfe2018-08-02 20:39:19 +0000152 return replaceSymbol<DefinedFunction>(insert(Name, nullptr).first, Name,
153 Flags, nullptr, Function);
Sam Clegg50686852018-01-12 18:35:13 +0000154}
155
Sam Clegg00245532018-02-20 23:38:27 +0000156DefinedData *SymbolTable::addSyntheticDataSymbol(StringRef Name,
157 uint32_t Flags) {
Nicola Zaghene7245b42018-05-15 13:36:20 +0000158 LLVM_DEBUG(dbgs() << "addSyntheticDataSymbol: " << Name << "\n");
Rui Ueyamab961abc2018-02-28 22:51:51 +0000159 assert(!find(Name));
Sam Clegg4c2cbfe2018-08-02 20:39:19 +0000160 return replaceSymbol<DefinedData>(insert(Name, nullptr).first, Name, Flags);
Sam Cleggc94d3932017-11-17 18:14:09 +0000161}
162
Sam Clegg93102972018-02-23 05:08:53 +0000163DefinedGlobal *SymbolTable::addSyntheticGlobal(StringRef Name, uint32_t Flags,
164 InputGlobal *Global) {
Nicola Zaghene7245b42018-05-15 13:36:20 +0000165 LLVM_DEBUG(dbgs() << "addSyntheticGlobal: " << Name << " -> " << Global
166 << "\n");
Rui Ueyamab961abc2018-02-28 22:51:51 +0000167 assert(!find(Name));
Nicholas Wilsonebda41f2018-03-09 16:43:05 +0000168 SyntheticGlobals.emplace_back(Global);
Sam Clegg4c2cbfe2018-08-02 20:39:19 +0000169 return replaceSymbol<DefinedGlobal>(insert(Name, nullptr).first, Name, Flags,
170 nullptr, Global);
Sam Clegg93102972018-02-23 05:08:53 +0000171}
172
Rui Ueyamae3498ec2018-02-28 00:09:22 +0000173static bool shouldReplace(const Symbol *Existing, InputFile *NewFile,
174 uint32_t NewFlags) {
Rui Ueyamac03c9042018-02-20 21:08:47 +0000175 // If existing symbol is undefined, replace it.
Rui Ueyamae3498ec2018-02-28 00:09:22 +0000176 if (!Existing->isDefined()) {
Nicola Zaghene7245b42018-05-15 13:36:20 +0000177 LLVM_DEBUG(dbgs() << "resolving existing undefined symbol: "
178 << Existing->getName() << "\n");
Rui Ueyamac03c9042018-02-20 21:08:47 +0000179 return true;
180 }
181
182 // Now we have two defined symbols. If the new one is weak, we can ignore it.
183 if ((NewFlags & WASM_SYMBOL_BINDING_MASK) == WASM_SYMBOL_BINDING_WEAK) {
Nicola Zaghene7245b42018-05-15 13:36:20 +0000184 LLVM_DEBUG(dbgs() << "existing symbol takes precedence\n");
Rui Ueyamac03c9042018-02-20 21:08:47 +0000185 return false;
186 }
187
188 // If the existing symbol is weak, we should replace it.
Rui Ueyamae3498ec2018-02-28 00:09:22 +0000189 if (Existing->isWeak()) {
Nicola Zaghene7245b42018-05-15 13:36:20 +0000190 LLVM_DEBUG(dbgs() << "replacing existing weak symbol\n");
Rui Ueyamac03c9042018-02-20 21:08:47 +0000191 return true;
192 }
193
194 // Neither symbol is week. They conflict.
Rui Ueyamae3498ec2018-02-28 00:09:22 +0000195 error("duplicate symbol: " + toString(*Existing) + "\n>>> defined in " +
196 toString(Existing->getFile()) + "\n>>> defined in " +
197 toString(NewFile));
Rui Ueyamac03c9042018-02-20 21:08:47 +0000198 return true;
Sam Clegg93e559b2018-02-20 18:55:06 +0000199}
200
201Symbol *SymbolTable::addDefinedFunction(StringRef Name, uint32_t Flags,
Rui Ueyamae3498ec2018-02-28 00:09:22 +0000202 InputFile *File,
203 InputFunction *Function) {
Sam Clegg8b0b48f2018-09-28 16:50:14 +0000204 LLVM_DEBUG(dbgs() << "addDefinedFunction: " << Name << " ["
205 << (Function ? toString(Function->Signature) : "none")
206 << "]\n");
Sam Clegg93e559b2018-02-20 18:55:06 +0000207 Symbol *S;
208 bool WasInserted;
Sam Clegg4c2cbfe2018-08-02 20:39:19 +0000209 std::tie(S, WasInserted) = insert(Name, File);
Sam Cleggc729c1b2018-05-30 18:07:52 +0000210
Rui Ueyamae3498ec2018-02-28 00:09:22 +0000211 if (WasInserted || S->isLazy()) {
212 replaceSymbol<DefinedFunction>(S, Name, Flags, File, Function);
213 return S;
214 }
215
Sam Cleggc729c1b2018-05-30 18:07:52 +0000216 if (Function)
217 checkFunctionType(S, File, &Function->Signature);
Rui Ueyamae3498ec2018-02-28 00:09:22 +0000218
Sam Clegg8b0b48f2018-09-28 16:50:14 +0000219 if (shouldReplace(S, File, Flags)) {
220 // If the new defined function doesn't have signture (i.e. bitcode
221 // functions) but the old symbols does then preserve the old signature
222 const WasmSignature *OldSig = nullptr;
223 if (auto* F = dyn_cast<FunctionSymbol>(S))
224 OldSig = F->FunctionType;
225 auto NewSym = replaceSymbol<DefinedFunction>(S, Name, Flags, File, Function);
226 if (!NewSym->FunctionType)
227 NewSym->FunctionType = OldSig;
228 }
Sam Clegg93e559b2018-02-20 18:55:06 +0000229 return S;
230}
231
Sam Clegg00245532018-02-20 23:38:27 +0000232Symbol *SymbolTable::addDefinedData(StringRef Name, uint32_t Flags,
Rui Ueyamae3498ec2018-02-28 00:09:22 +0000233 InputFile *File, InputSegment *Segment,
Sam Clegg93102972018-02-23 05:08:53 +0000234 uint32_t Address, uint32_t Size) {
Nicola Zaghene7245b42018-05-15 13:36:20 +0000235 LLVM_DEBUG(dbgs() << "addDefinedData:" << Name << " addr:" << Address
236 << "\n");
Sam Clegg93e559b2018-02-20 18:55:06 +0000237 Symbol *S;
238 bool WasInserted;
Sam Clegg4c2cbfe2018-08-02 20:39:19 +0000239 std::tie(S, WasInserted) = insert(Name, File);
Sam Cleggc729c1b2018-05-30 18:07:52 +0000240
Rui Ueyamae3498ec2018-02-28 00:09:22 +0000241 if (WasInserted || S->isLazy()) {
242 replaceSymbol<DefinedData>(S, Name, Flags, File, Segment, Address, Size);
243 return S;
244 }
245
246 checkDataType(S, File);
247
248 if (shouldReplace(S, File, Flags))
249 replaceSymbol<DefinedData>(S, Name, Flags, File, Segment, Address, Size);
Sam Cleggc94d3932017-11-17 18:14:09 +0000250 return S;
251}
252
Sam Clegg93102972018-02-23 05:08:53 +0000253Symbol *SymbolTable::addDefinedGlobal(StringRef Name, uint32_t Flags,
Rui Ueyamae3498ec2018-02-28 00:09:22 +0000254 InputFile *File, InputGlobal *Global) {
Nicola Zaghene7245b42018-05-15 13:36:20 +0000255 LLVM_DEBUG(dbgs() << "addDefinedGlobal:" << Name << "\n");
Sam Clegg4c2cbfe2018-08-02 20:39:19 +0000256
Sam Clegg93102972018-02-23 05:08:53 +0000257 Symbol *S;
258 bool WasInserted;
Sam Clegg4c2cbfe2018-08-02 20:39:19 +0000259 std::tie(S, WasInserted) = insert(Name, File);
Sam Cleggc729c1b2018-05-30 18:07:52 +0000260
Rui Ueyamae3498ec2018-02-28 00:09:22 +0000261 if (WasInserted || S->isLazy()) {
262 replaceSymbol<DefinedGlobal>(S, Name, Flags, File, Global);
263 return S;
264 }
265
266 checkGlobalType(S, File, &Global->getType());
267
268 if (shouldReplace(S, File, Flags))
269 replaceSymbol<DefinedGlobal>(S, Name, Flags, File, Global);
Sam Clegg93102972018-02-23 05:08:53 +0000270 return S;
271}
272
Rui Ueyamae3498ec2018-02-28 00:09:22 +0000273Symbol *SymbolTable::addUndefinedFunction(StringRef Name, uint32_t Flags,
274 InputFile *File,
275 const WasmSignature *Sig) {
Sam Clegg8b0b48f2018-09-28 16:50:14 +0000276 LLVM_DEBUG(dbgs() << "addUndefinedFunction: " << Name <<
277 " [" << (Sig ? toString(*Sig) : "none") << "]\n");
Rui Ueyamac03c9042018-02-20 21:08:47 +0000278
Sam Cleggc94d3932017-11-17 18:14:09 +0000279 Symbol *S;
280 bool WasInserted;
Sam Clegg4c2cbfe2018-08-02 20:39:19 +0000281 std::tie(S, WasInserted) = insert(Name, File);
Sam Cleggc729c1b2018-05-30 18:07:52 +0000282
Rui Ueyamae3498ec2018-02-28 00:09:22 +0000283 if (WasInserted)
284 replaceSymbol<UndefinedFunction>(S, Name, Flags, File, Sig);
285 else if (auto *Lazy = dyn_cast<LazySymbol>(S))
Rui Ueyamab961abc2018-02-28 22:51:51 +0000286 Lazy->fetch();
Sam Cleggcefbf9a2018-06-28 16:53:53 +0000287 else
Rui Ueyamae3498ec2018-02-28 00:09:22 +0000288 checkFunctionType(S, File, Sig);
Sam Cleggcefbf9a2018-06-28 16:53:53 +0000289
Sam Cleggc94d3932017-11-17 18:14:09 +0000290 return S;
291}
292
Rui Ueyamae3498ec2018-02-28 00:09:22 +0000293Symbol *SymbolTable::addUndefinedData(StringRef Name, uint32_t Flags,
294 InputFile *File) {
Nicola Zaghene7245b42018-05-15 13:36:20 +0000295 LLVM_DEBUG(dbgs() << "addUndefinedData: " << Name << "\n");
Rui Ueyamae3498ec2018-02-28 00:09:22 +0000296
297 Symbol *S;
298 bool WasInserted;
Sam Clegg4c2cbfe2018-08-02 20:39:19 +0000299 std::tie(S, WasInserted) = insert(Name, File);
Sam Cleggf989a922018-07-17 19:15:02 +0000300
Rui Ueyamae3498ec2018-02-28 00:09:22 +0000301 if (WasInserted)
302 replaceSymbol<UndefinedData>(S, Name, Flags, File);
303 else if (auto *Lazy = dyn_cast<LazySymbol>(S))
Rui Ueyamab961abc2018-02-28 22:51:51 +0000304 Lazy->fetch();
Rui Ueyamae3498ec2018-02-28 00:09:22 +0000305 else if (S->isDefined())
306 checkDataType(S, File);
307 return S;
308}
309
310Symbol *SymbolTable::addUndefinedGlobal(StringRef Name, uint32_t Flags,
311 InputFile *File,
312 const WasmGlobalType *Type) {
Nicola Zaghene7245b42018-05-15 13:36:20 +0000313 LLVM_DEBUG(dbgs() << "addUndefinedGlobal: " << Name << "\n");
Rui Ueyamae3498ec2018-02-28 00:09:22 +0000314
315 Symbol *S;
316 bool WasInserted;
Sam Clegg4c2cbfe2018-08-02 20:39:19 +0000317 std::tie(S, WasInserted) = insert(Name, File);
Sam Cleggc729c1b2018-05-30 18:07:52 +0000318
Rui Ueyamae3498ec2018-02-28 00:09:22 +0000319 if (WasInserted)
320 replaceSymbol<UndefinedGlobal>(S, Name, Flags, File, Type);
321 else if (auto *Lazy = dyn_cast<LazySymbol>(S))
Rui Ueyamab961abc2018-02-28 22:51:51 +0000322 Lazy->fetch();
Rui Ueyamae3498ec2018-02-28 00:09:22 +0000323 else if (S->isDefined())
324 checkGlobalType(S, File, Type);
325 return S;
326}
327
328void SymbolTable::addLazy(ArchiveFile *File, const Archive::Symbol *Sym) {
Nicola Zaghene7245b42018-05-15 13:36:20 +0000329 LLVM_DEBUG(dbgs() << "addLazy: " << Sym->getName() << "\n");
Sam Cleggc94d3932017-11-17 18:14:09 +0000330 StringRef Name = Sym->getName();
Rui Ueyamac03c9042018-02-20 21:08:47 +0000331
Sam Cleggc94d3932017-11-17 18:14:09 +0000332 Symbol *S;
333 bool WasInserted;
Sam Clegg4c2cbfe2018-08-02 20:39:19 +0000334 std::tie(S, WasInserted) = insert(Name, nullptr);
Rui Ueyamac03c9042018-02-20 21:08:47 +0000335
Sam Cleggc94d3932017-11-17 18:14:09 +0000336 if (WasInserted) {
Rui Ueyamae3498ec2018-02-28 00:09:22 +0000337 replaceSymbol<LazySymbol>(S, Name, File, *Sym);
Rui Ueyamac03c9042018-02-20 21:08:47 +0000338 return;
339 }
340
341 // If there is an existing undefined symbol, load a new one from the archive.
342 if (S->isUndefined()) {
Nicola Zaghene7245b42018-05-15 13:36:20 +0000343 LLVM_DEBUG(dbgs() << "replacing existing undefined\n");
Rui Ueyamae3498ec2018-02-28 00:09:22 +0000344 File->addMember(Sym);
Sam Cleggc94d3932017-11-17 18:14:09 +0000345 }
346}
Sam Clegge0f6fcd2018-01-12 22:25:17 +0000347
Nicholas Wilsonc4d9aa12018-03-14 15:45:11 +0000348bool SymbolTable::addComdat(StringRef Name) {
349 return Comdats.insert(CachedHashStringRef(Name)).second;
Sam Clegge0f6fcd2018-01-12 22:25:17 +0000350}