blob: b784ec6c3472582b543ba72fce9538c6afe66144 [file] [log] [blame]
Michael J. Spencer84487f12015-07-24 21:03:07 +00001//===- Writer.cpp ---------------------------------------------------------===//
2//
3// The LLVM Linker
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9
Michael J. Spencerf8325412015-09-04 22:48:30 +000010#include "Writer.h"
Michael J. Spencer84487f12015-07-24 21:03:07 +000011#include "Chunks.h"
Rui Ueyamacb8474ed2015-08-05 23:51:50 +000012#include "Config.h"
Rafael Espindola192e1fa2015-08-06 15:08:23 +000013#include "Error.h"
Michael J. Spencer67bc8d62015-08-27 23:15:56 +000014#include "Symbols.h"
Rui Ueyamaafff74e22015-08-05 23:24:46 +000015#include "SymbolTable.h"
Rafael Espindola6b83b902015-08-12 00:00:24 +000016
Rui Ueyamae44524d2015-07-28 00:17:25 +000017#include "llvm/ADT/DenseMap.h"
Rafael Espindola871765c2015-08-28 02:46:41 +000018#include "llvm/ADT/STLExtras.h"
Rafael Espindolaee1364f2015-09-01 21:47:21 +000019#include "llvm/MC/StringTableBuilder.h"
Rui Ueyamaafff74e22015-08-05 23:24:46 +000020#include "llvm/Support/FileOutputBuffer.h"
Michael J. Spencer67bc8d62015-08-27 23:15:56 +000021#include "llvm/Support/raw_ostream.h"
Michael J. Spencer84487f12015-07-24 21:03:07 +000022
23using namespace llvm;
24using namespace llvm::ELF;
25using namespace llvm::object;
26
27using namespace lld;
28using namespace lld::elf2;
29
30static const int PageSize = 4096;
31
Rafael Espindolad67bb262015-09-11 13:20:07 +000032// On freebsd x86_64 the first page cannot be mmaped.
33// On linux that is controled by vm.mmap_min_addr. At least on some x86_64
34// installs that is 65536, so the first 15 pages cannot be used.
35// Given that, the smallest value that can be used in here is 0x10000.
Rafael Espindola0a2e2112015-09-10 15:41:34 +000036// If using 2MB pages, the smallest page aligned address that works is
37// 0x200000, but it looks like every OS uses 4k pages for executables.
38// FIXME: This is architecture and OS dependent.
39static const int VAStart = 0x10000;
40
Rui Ueyamaafff74e22015-08-05 23:24:46 +000041namespace {
Rafael Espindola52a0f1e2015-08-11 23:22:24 +000042// OutputSection represents a section in an output file. It's a
43// container of chunks. OutputSection and Chunk are 1:N relationship.
44// Chunks cannot belong to more than one OutputSections. The writer
45// creates multiple OutputSections and assign them unique,
46// non-overlapping file offsets and VAs.
Rafael Espindolaebd21082015-08-13 22:14:37 +000047template <bool Is64Bits> class OutputSectionBase {
Rafael Espindola52a0f1e2015-08-11 23:22:24 +000048public:
Rafael Espindola3f4228f2015-09-09 15:33:08 +000049 typedef
50 typename std::conditional<Is64Bits, Elf64_Dyn, Elf32_Dyn>::type Elf_Dyn;
Rafael Espindolaa175eb62015-08-13 18:37:23 +000051 typedef typename std::conditional<Is64Bits, uint64_t, uint32_t>::type uintX_t;
52 typedef
53 typename std::conditional<Is64Bits, Elf64_Shdr, Elf32_Shdr>::type HeaderT;
Rafael Espindola02183402015-08-11 23:34:29 +000054
Rafael Espindolaebd21082015-08-13 22:14:37 +000055 OutputSectionBase(StringRef Name, uint32_t sh_type, uintX_t sh_flags)
Rafael Espindola375a5082015-08-13 17:32:30 +000056 : Name(Name) {
Rafael Espindolaa175eb62015-08-13 18:37:23 +000057 memset(&Header, 0, sizeof(HeaderT));
Rafael Espindola375a5082015-08-13 17:32:30 +000058 Header.sh_type = sh_type;
59 Header.sh_flags = sh_flags;
Rafael Espindola372889a2015-08-12 23:25:42 +000060 }
Rafael Espindola184d94e2015-08-13 18:25:47 +000061 void setVA(uintX_t VA) { Header.sh_addr = VA; }
Rafael Espindola3f4228f2015-09-09 15:33:08 +000062 uintX_t getVA() const { return Header.sh_addr; }
Rafael Espindola184d94e2015-08-13 18:25:47 +000063 void setFileOffset(uintX_t Off) { Header.sh_offset = Off; }
Rafael Espindolaa175eb62015-08-13 18:37:23 +000064 template <endianness E>
65 void writeHeaderTo(typename ELFFile<ELFType<E, Is64Bits>>::Elf_Shdr *SHdr);
Rafael Espindola6b83b902015-08-12 00:00:24 +000066 StringRef getName() { return Name; }
67 void setNameOffset(uintX_t Offset) { Header.sh_name = Offset; }
Rafael Espindola52a0f1e2015-08-11 23:22:24 +000068
Rafael Espindola832b93f2015-08-24 20:06:32 +000069 unsigned getSectionIndex() const { return SectionIndex; }
70 void setSectionIndex(unsigned I) { SectionIndex = I; }
71
Rafael Espindola52a0f1e2015-08-11 23:22:24 +000072 // Returns the size of the section in the output file.
Rafael Espindola02183402015-08-11 23:34:29 +000073 uintX_t getSize() { return Header.sh_size; }
Rafael Espindola05185742015-08-31 22:07:18 +000074 void setSize(uintX_t Val) { Header.sh_size = Val; }
Rafael Espindolaabad6182015-08-13 15:23:46 +000075 uintX_t getFlags() { return Header.sh_flags; }
Rui Ueyama8050d322015-08-14 05:17:30 +000076 uintX_t getFileOff() { return Header.sh_offset; }
Michael J. Spencerbaae5382015-09-05 00:25:33 +000077 uintX_t getAlign() {
78 // The ELF spec states that a value of 0 means the section has no alignment
79 // constraits.
80 return std::max<uintX_t>(Header.sh_addralign, 1);
81 }
Rafael Espindola058f3432015-08-31 20:23:57 +000082 uint32_t getType() { return Header.sh_type; }
Rafael Espindolaabad6182015-08-13 15:23:46 +000083
Rafael Espindola5c2310c2015-09-18 14:40:19 +000084 static unsigned getAddrSize() { return Is64Bits ? 8 : 4; }
85
Rafael Espindolaebd21082015-08-13 22:14:37 +000086 virtual void finalize() {}
87 virtual void writeTo(uint8_t *Buf) = 0;
88
89protected:
Rafael Espindola52a0f1e2015-08-11 23:22:24 +000090 StringRef Name;
Rafael Espindolaa175eb62015-08-13 18:37:23 +000091 HeaderT Header;
Rafael Espindola832b93f2015-08-24 20:06:32 +000092 unsigned SectionIndex;
Rafael Espindolaebd21082015-08-13 22:14:37 +000093 ~OutputSectionBase() = default;
94};
Rafael Espindola19e38892015-09-16 15:54:15 +000095template <class ELFT> class SymbolTableSection;
96
97template <class ELFT> struct DynamicReloc {
Rafael Espindola67a5da62015-09-17 14:02:10 +000098 typedef typename ELFFile<ELFT>::Elf_Rel Elf_Rel;
Rafael Espindola19e38892015-09-16 15:54:15 +000099 const SectionChunk<ELFT> &C;
Rafael Espindola67a5da62015-09-17 14:02:10 +0000100 const Elf_Rel &RI;
Rafael Espindola19e38892015-09-16 15:54:15 +0000101};
102
Rafael Espindola5c2310c2015-09-18 14:40:19 +0000103static bool relocNeedsGOT(uint32_t Type) {
104 switch (Type) {
105 default:
106 return false;
107 case R_X86_64_GOTPCREL:
108 return true;
109 }
110}
111
112template <class ELFT>
113class GotSection final : public OutputSectionBase<ELFT::Is64Bits> {
114 typedef OutputSectionBase<ELFT::Is64Bits> Base;
115 typedef typename Base::uintX_t uintX_t;
116
117public:
118 GotSection()
119 : OutputSectionBase<ELFT::Is64Bits>(".got", SHT_PROGBITS,
120 SHF_ALLOC | SHF_WRITE) {
121 this->Header.sh_addralign = this->getAddrSize();
122 }
123 void finalize() override {
124 this->Header.sh_size = Entries.size() * this->getAddrSize();
125 }
126 void writeTo(uint8_t *Buf) override {}
127 void addEntry(SymbolBody *Sym) {
128 Sym->setGotIndex(Entries.size());
129 Entries.push_back(Sym);
130 }
131 bool empty() const { return Entries.empty(); }
132 uintX_t getEntryAddr(const SymbolBody &B) const {
133 return this->getVA() + B.getGotIndex() * this->getAddrSize();
134 }
135
136private:
137 std::vector<const SymbolBody *> Entries;
138};
139
Rafael Espindola19e38892015-09-16 15:54:15 +0000140template <class ELFT>
141class RelocationSection final : public OutputSectionBase<ELFT::Is64Bits> {
Rafael Espindola67a5da62015-09-17 14:02:10 +0000142 typedef typename ELFFile<ELFT>::Elf_Rel Elf_Rel;
Rafael Espindola19e38892015-09-16 15:54:15 +0000143 typedef typename ELFFile<ELFT>::Elf_Rela Elf_Rela;
144
145public:
Rafael Espindola5c2310c2015-09-18 14:40:19 +0000146 RelocationSection(SymbolTableSection<ELFT> &DynSymSec,
147 const GotSection<ELFT> &GotSec, bool IsRela)
Rafael Espindola67a5da62015-09-17 14:02:10 +0000148 : OutputSectionBase<ELFT::Is64Bits>(IsRela ? ".rela.dyn" : ".rel.dyn",
149 IsRela ? SHT_RELA : SHT_REL,
150 SHF_ALLOC),
Rafael Espindola5c2310c2015-09-18 14:40:19 +0000151 DynSymSec(DynSymSec), GotSec(GotSec), IsRela(IsRela) {
Rafael Espindola67a5da62015-09-17 14:02:10 +0000152 this->Header.sh_entsize = IsRela ? sizeof(Elf_Rela) : sizeof(Elf_Rel);
Rafael Espindola19e38892015-09-16 15:54:15 +0000153 this->Header.sh_addralign = ELFT::Is64Bits ? 8 : 4;
154 }
155
156 void addReloc(const DynamicReloc<ELFT> &Reloc) { Relocs.push_back(Reloc); }
157 void finalize() override {
158 this->Header.sh_link = DynSymSec.getSectionIndex();
Rafael Espindola67a5da62015-09-17 14:02:10 +0000159 this->Header.sh_size = Relocs.size() * this->Header.sh_entsize;
Rafael Espindola19e38892015-09-16 15:54:15 +0000160 }
161 void writeTo(uint8_t *Buf) override {
162 auto *P = reinterpret_cast<Elf_Rela *>(Buf);
163 bool IsMips64EL = Relocs[0].C.getFile()->getObj()->isMips64EL();
164 for (const DynamicReloc<ELFT> &Rel : Relocs) {
165 const SectionChunk<ELFT> &C = Rel.C;
Rafael Espindola67a5da62015-09-17 14:02:10 +0000166 const Elf_Rel &RI = Rel.RI;
Rafael Espindola19e38892015-09-16 15:54:15 +0000167 OutputSection<ELFT> *Out = C.getOutputSection();
168 uint32_t SymIndex = RI.getSymbol(IsMips64EL);
169 const SymbolBody *Body = C.getFile()->getSymbolBody(SymIndex);
Rafael Espindola5c2310c2015-09-18 14:40:19 +0000170 uint32_t Type = RI.getType(IsMips64EL);
171 if (relocNeedsGOT(Type)) {
172 P->r_offset = GotSec.getEntryAddr(*Body);
173 P->setSymbolAndType(Body->getDynamicSymbolTableIndex(),
174 R_X86_64_GLOB_DAT, IsMips64EL);
175 } else {
176 P->r_offset = RI.r_offset + C.getOutputSectionOff() + Out->getVA();
177 P->setSymbolAndType(Body->getDynamicSymbolTableIndex(), Type,
178 IsMips64EL);
179 if (IsRela)
180 P->r_addend = static_cast<const Elf_Rela &>(RI).r_addend;
181 }
Rafael Espindola19e38892015-09-16 15:54:15 +0000182
183 ++P;
184 }
185 }
Denis Protivensky18add762015-09-17 09:54:29 +0000186 bool hasRelocs() const { return !Relocs.empty(); }
Rafael Espindola67a5da62015-09-17 14:02:10 +0000187 bool isRela() const { return IsRela; }
Rafael Espindola19e38892015-09-16 15:54:15 +0000188
189private:
190 std::vector<DynamicReloc<ELFT>> Relocs;
191 SymbolTableSection<ELFT> &DynSymSec;
Rafael Espindola5c2310c2015-09-18 14:40:19 +0000192 const GotSection<ELFT> &GotSec;
Rafael Espindola67a5da62015-09-17 14:02:10 +0000193 const bool IsRela;
Rafael Espindola19e38892015-09-16 15:54:15 +0000194};
Rafael Espindola832b93f2015-08-24 20:06:32 +0000195}
Rafael Espindolaebd21082015-08-13 22:14:37 +0000196
Rafael Espindola83b0dc62015-08-13 22:21:37 +0000197template <class ELFT>
Rafael Espindola832b93f2015-08-24 20:06:32 +0000198class lld::elf2::OutputSection final
199 : public OutputSectionBase<ELFT::Is64Bits> {
Rafael Espindolaebd21082015-08-13 22:14:37 +0000200public:
Rafael Espindola83b0dc62015-08-13 22:21:37 +0000201 typedef typename OutputSectionBase<ELFT::Is64Bits>::uintX_t uintX_t;
Michael J. Spencer67bc8d62015-08-27 23:15:56 +0000202 typedef typename ELFFile<ELFT>::Elf_Shdr Elf_Shdr;
Rafael Espindolaeade07b2015-09-16 21:57:07 +0000203 typedef typename ELFFile<ELFT>::Elf_Rel Elf_Rel;
Michael J. Spencer67bc8d62015-08-27 23:15:56 +0000204 typedef typename ELFFile<ELFT>::Elf_Rela Elf_Rela;
Rafael Espindola5c2310c2015-09-18 14:40:19 +0000205 OutputSection(const GotSection<ELFT> &GotSec, StringRef Name,
206 uint32_t sh_type, uintX_t sh_flags)
207 : OutputSectionBase<ELFT::Is64Bits>(Name, sh_type, sh_flags),
208 GotSec(GotSec) {}
Rafael Espindolaebd21082015-08-13 22:14:37 +0000209
Rafael Espindola83b0dc62015-08-13 22:21:37 +0000210 void addChunk(SectionChunk<ELFT> *C);
Rafael Espindolaebd21082015-08-13 22:14:37 +0000211 void writeTo(uint8_t *Buf) override;
212
Rafael Espindolaeade07b2015-09-16 21:57:07 +0000213 template <bool isRela>
214 void relocate(uint8_t *Buf,
215 iterator_range<const Elf_Rel_Impl<ELFT, isRela> *> Rels,
216 const ObjectFile<ELFT> &File, uintX_t BaseAddr);
217
218 void relocateOne(uint8_t *Buf, const Elf_Rela &Rel, uint32_t Type,
219 uintX_t BaseAddr, uintX_t SymVA);
220 void relocateOne(uint8_t *Buf, const Elf_Rel &Rel, uint32_t Type,
221 uintX_t BaseAddr, uintX_t SymVA);
222
Rafael Espindolaebd21082015-08-13 22:14:37 +0000223private:
Rafael Espindola83b0dc62015-08-13 22:21:37 +0000224 std::vector<SectionChunk<ELFT> *> Chunks;
Rafael Espindola5c2310c2015-09-18 14:40:19 +0000225 const GotSection<ELFT> &GotSec;
Rafael Espindola52a0f1e2015-08-11 23:22:24 +0000226};
227
Rafael Espindola832b93f2015-08-24 20:06:32 +0000228namespace {
Rafael Espindolaebd21082015-08-13 22:14:37 +0000229template <bool Is64Bits>
Rafael Espindola70107762015-09-11 18:49:42 +0000230class InterpSection final : public OutputSectionBase<Is64Bits> {
231public:
232 InterpSection()
233 : OutputSectionBase<Is64Bits>(".interp", SHT_PROGBITS, SHF_ALLOC) {
234 this->Header.sh_size = Config->DynamicLinker.size() + 1;
235 this->Header.sh_addralign = 1;
236 }
237
238 void writeTo(uint8_t *Buf) override {
239 memcpy(Buf, Config->DynamicLinker.data(), Config->DynamicLinker.size());
240 }
241};
242
243template <bool Is64Bits>
Rafael Espindolaebd21082015-08-13 22:14:37 +0000244class StringTableSection final : public OutputSectionBase<Is64Bits> {
Rafael Espindolaebd21082015-08-13 22:14:37 +0000245public:
246 typedef typename OutputSectionBase<Is64Bits>::uintX_t uintX_t;
Rafael Espindola3f4228f2015-09-09 15:33:08 +0000247 StringTableSection(bool Dynamic)
248 : OutputSectionBase<Is64Bits>(Dynamic ? ".dynstr" : ".strtab", SHT_STRTAB,
Rafael Espindolafb815282015-09-11 00:30:13 +0000249 Dynamic ? (uintX_t)SHF_ALLOC : 0),
250 Dynamic(Dynamic) {
Rafael Espindolaebd21082015-08-13 22:14:37 +0000251 this->Header.sh_addralign = 1;
252 }
253
254 void add(StringRef S) { StrTabBuilder.add(S); }
Rafael Espindoladd34a4d2015-09-10 22:49:06 +0000255 size_t getFileOff(StringRef S) const { return StrTabBuilder.getOffset(S); }
256 StringRef data() const { return StrTabBuilder.data(); }
Rafael Espindolaebd21082015-08-13 22:14:37 +0000257 void writeTo(uint8_t *Buf) override;
258
259 void finalize() override {
260 StrTabBuilder.finalize(StringTableBuilder::ELF);
261 this->Header.sh_size = StrTabBuilder.data().size();
262 }
Rafael Espindoladd34a4d2015-09-10 22:49:06 +0000263
Rafael Espindolafb815282015-09-11 00:30:13 +0000264 bool isDynamic() const { return Dynamic; }
265
Rafael Espindoladd34a4d2015-09-10 22:49:06 +0000266private:
Rafael Espindolafb815282015-09-11 00:30:13 +0000267 const bool Dynamic;
Rafael Espindoladd34a4d2015-09-10 22:49:06 +0000268 llvm::StringTableBuilder StrTabBuilder;
Rafael Espindolaebd21082015-08-13 22:14:37 +0000269};
270
Rafael Espindola24d07fd2015-09-11 00:10:11 +0000271template <class ELFT> class Writer;
272
Rafael Espindolaf763ca32015-08-14 02:42:20 +0000273template <class ELFT>
274class SymbolTableSection final : public OutputSectionBase<ELFT::Is64Bits> {
275public:
Davide Italianob5b47b42015-09-18 01:08:17 +0000276 typedef typename ELFFile<ELFT>::Elf_Shdr Elf_Shdr;
Rafael Espindola62b81b82015-08-14 13:07:05 +0000277 typedef typename ELFFile<ELFT>::Elf_Sym Elf_Sym;
Davide Italiano6d328d32015-09-16 20:45:57 +0000278 typedef typename ELFFile<ELFT>::Elf_Sym_Range Elf_Sym_Range;
Rafael Espindolaf3837072015-08-25 15:53:17 +0000279 typedef typename OutputSectionBase<ELFT::Is64Bits>::uintX_t uintX_t;
Rafael Espindola24d07fd2015-09-11 00:10:11 +0000280 SymbolTableSection(Writer<ELFT> &W, SymbolTable &Table,
Rafael Espindola57b25922015-09-08 19:23:30 +0000281 StringTableSection<ELFT::Is64Bits> &StrTabSec)
Rafael Espindolafb815282015-09-11 00:30:13 +0000282 : OutputSectionBase<ELFT::Is64Bits>(
283 StrTabSec.isDynamic() ? ".dynsym" : ".symtab",
284 StrTabSec.isDynamic() ? SHT_DYNSYM : SHT_SYMTAB,
285 StrTabSec.isDynamic() ? (uintX_t)SHF_ALLOC : 0),
Rafael Espindola24d07fd2015-09-11 00:10:11 +0000286 Table(Table), StrTabSec(StrTabSec), W(W) {
Rafael Espindolaf763ca32015-08-14 02:42:20 +0000287 typedef OutputSectionBase<ELFT::Is64Bits> Base;
288 typename Base::HeaderT &Header = this->Header;
289
Rafael Espindola62b81b82015-08-14 13:07:05 +0000290 Header.sh_entsize = sizeof(Elf_Sym);
Rafael Espindolaf763ca32015-08-14 02:42:20 +0000291 Header.sh_addralign = ELFT::Is64Bits ? 8 : 4;
292 }
Rafael Espindola5b3942f2015-09-01 20:36:51 +0000293
294 void finalize() override {
Rafael Espindola80faee82015-09-14 22:08:55 +0000295 this->Header.sh_size = getNumSymbols() * sizeof(Elf_Sym);
Rafael Espindola57b25922015-09-08 19:23:30 +0000296 this->Header.sh_link = StrTabSec.getSectionIndex();
Davide Italiano6d328d32015-09-16 20:45:57 +0000297 this->Header.sh_info = NumLocals + 1;
Rafael Espindola5b3942f2015-09-01 20:36:51 +0000298 }
299
Rafael Espindolaf763ca32015-08-14 02:42:20 +0000300 void writeTo(uint8_t *Buf) override;
Rafael Espindola62b81b82015-08-14 13:07:05 +0000301
Rafael Espindola70107762015-09-11 18:49:42 +0000302 const SymbolTable &getSymTable() const { return Table; }
Rafael Espindolae6f52102015-08-24 14:48:18 +0000303
Davide Italiano6d328d32015-09-16 20:45:57 +0000304 void addSymbol(StringRef Name, bool isLocal = false) {
Rafael Espindoladd34a4d2015-09-10 22:49:06 +0000305 StrTabSec.add(Name);
306 ++NumVisible;
Davide Italiano6d328d32015-09-16 20:45:57 +0000307 if (isLocal)
308 ++NumLocals;
Rafael Espindoladd34a4d2015-09-10 22:49:06 +0000309 }
310
Rafael Espindola243d90f2015-09-11 01:14:39 +0000311 StringTableSection<ELFT::Is64Bits> &getStrTabSec() { return StrTabSec; }
Rafael Espindola80faee82015-09-14 22:08:55 +0000312 unsigned getNumSymbols() const { return NumVisible + 1; }
Rafael Espindola243d90f2015-09-11 01:14:39 +0000313
Rafael Espindola62b81b82015-08-14 13:07:05 +0000314private:
315 SymbolTable &Table;
Rafael Espindoladd34a4d2015-09-10 22:49:06 +0000316 StringTableSection<ELFT::Is64Bits> &StrTabSec;
317 unsigned NumVisible = 0;
Davide Italiano6d328d32015-09-16 20:45:57 +0000318 unsigned NumLocals = 0;
Rafael Espindola24d07fd2015-09-11 00:10:11 +0000319 const Writer<ELFT> &W;
Rafael Espindolaf763ca32015-08-14 02:42:20 +0000320};
321
Rafael Espindola243d90f2015-09-11 01:14:39 +0000322template <class ELFT>
Rafael Espindola601771e2015-09-14 20:20:34 +0000323class HashTableSection final : public OutputSectionBase<ELFT::Is64Bits> {
324 typedef typename ELFFile<ELFT>::Elf_Word Elf_Word;
325
326public:
Rafael Espindola80faee82015-09-14 22:08:55 +0000327 HashTableSection(SymbolTableSection<ELFT> &DynSymSec)
Rafael Espindola601771e2015-09-14 20:20:34 +0000328 : OutputSectionBase<ELFT::Is64Bits>(".hash", SHT_HASH, SHF_ALLOC),
329 DynSymSec(DynSymSec) {
330 this->Header.sh_entsize = sizeof(Elf_Word);
331 this->Header.sh_addralign = sizeof(Elf_Word);
332 }
333
Rafael Espindola19e38892015-09-16 15:54:15 +0000334 void addSymbol(SymbolBody *S) {
335 StringRef Name = S->getName();
Rafael Espindola80faee82015-09-14 22:08:55 +0000336 DynSymSec.addSymbol(Name);
337 Hashes.push_back(hash(Name));
Rafael Espindola19e38892015-09-16 15:54:15 +0000338 S->setDynamicSymbolTableIndex(Hashes.size());
Rafael Espindola601771e2015-09-14 20:20:34 +0000339 }
340
Rafael Espindola80faee82015-09-14 22:08:55 +0000341 void finalize() override {
342 this->Header.sh_link = DynSymSec.getSectionIndex();
343
344 assert(DynSymSec.getNumSymbols() == Hashes.size() + 1);
345 unsigned NumEntries = 2; // nbucket and nchain.
346 NumEntries += DynSymSec.getNumSymbols(); // The chain entries.
347
348 // Create as many buckets as there are symbols.
349 // FIXME: This is simplistic. We can try to optimize it, but implementing
350 // support for SHT_GNU_HASH is probably even more profitable.
351 NumEntries += DynSymSec.getNumSymbols();
352 this->Header.sh_size = NumEntries * sizeof(Elf_Word);
353 }
354
355 void writeTo(uint8_t *Buf) override {
356 unsigned NumSymbols = DynSymSec.getNumSymbols();
357 auto *P = reinterpret_cast<Elf_Word *>(Buf);
358 *P++ = NumSymbols; // nbucket
359 *P++ = NumSymbols; // nchain
360
Rui Ueyamab73002f2015-09-15 01:03:58 +0000361 Elf_Word *Buckets = P;
362 Elf_Word *Chains = P + NumSymbols;
Rafael Espindola80faee82015-09-14 22:08:55 +0000363
364 for (unsigned I = 1; I < NumSymbols; ++I) {
365 uint32_t Hash = Hashes[I - 1] % NumSymbols;
366 Chains[I] = Buckets[Hash];
367 Buckets[Hash] = I;
368 }
Rafael Espindola80faee82015-09-14 22:08:55 +0000369 }
370
371 SymbolTableSection<ELFT> &getDynSymSec() { return DynSymSec; }
Rafael Espindola601771e2015-09-14 20:20:34 +0000372
373private:
Rafael Espindola80faee82015-09-14 22:08:55 +0000374 uint32_t hash(StringRef Name) {
375 uint32_t H = 0;
376 for (char C : Name) {
377 H = (H << 4) + C;
378 uint32_t G = H & 0xf0000000;
379 if (G)
380 H ^= G >> 24;
381 H &= ~G;
382 }
383 return H;
384 }
385 SymbolTableSection<ELFT> &DynSymSec;
386 std::vector<uint32_t> Hashes;
Rafael Espindola601771e2015-09-14 20:20:34 +0000387};
388
389template <class ELFT>
Rafael Espindola243d90f2015-09-11 01:14:39 +0000390class DynamicSection final : public OutputSectionBase<ELFT::Is64Bits> {
391 typedef OutputSectionBase<ELFT::Is64Bits> Base;
Rafael Espindola3f4228f2015-09-09 15:33:08 +0000392 typedef typename Base::HeaderT HeaderT;
393 typedef typename Base::Elf_Dyn Elf_Dyn;
394
Rafael Espindola740fafe2015-09-08 19:43:27 +0000395public:
Rafael Espindola3887ebf2015-09-16 18:52:42 +0000396 DynamicSection(SymbolTable &SymTab, HashTableSection<ELFT> &HashSec,
397 RelocationSection<ELFT> &RelaDynSec)
Rafael Espindola243d90f2015-09-11 01:14:39 +0000398 : OutputSectionBase<ELFT::Is64Bits>(".dynamic", SHT_DYNAMIC,
399 SHF_ALLOC | SHF_WRITE),
Rafael Espindola80faee82015-09-14 22:08:55 +0000400 HashSec(HashSec), DynSymSec(HashSec.getDynSymSec()),
Rafael Espindola3887ebf2015-09-16 18:52:42 +0000401 DynStrSec(DynSymSec.getStrTabSec()), RelaDynSec(RelaDynSec),
402 SymTab(SymTab) {
Rafael Espindola740fafe2015-09-08 19:43:27 +0000403 typename Base::HeaderT &Header = this->Header;
Rafael Espindola243d90f2015-09-11 01:14:39 +0000404 Header.sh_addralign = ELFT::Is64Bits ? 8 : 4;
405 Header.sh_entsize = ELFT::Is64Bits ? 16 : 8;
Rafael Espindola2b92d8f2015-09-16 19:26:31 +0000406 }
407
408 void finalize() override {
409 typename Base::HeaderT &Header = this->Header;
410 Header.sh_link = DynStrSec.getSectionIndex();
Rafael Espindola3f4228f2015-09-09 15:33:08 +0000411
412 unsigned NumEntries = 0;
Denis Protivensky18add762015-09-17 09:54:29 +0000413 if (RelaDynSec.hasRelocs()) {
Rafael Espindola67a5da62015-09-17 14:02:10 +0000414 ++NumEntries; // DT_RELA / DT_REL
415 ++NumEntries; // DT_RELASZ / DTRELSZ
Rafael Espindola3887ebf2015-09-16 18:52:42 +0000416 }
Rafael Espindola243d90f2015-09-11 01:14:39 +0000417 ++NumEntries; // DT_SYMTAB
Rafael Espindola3f4228f2015-09-09 15:33:08 +0000418 ++NumEntries; // DT_STRTAB
Rafael Espindola778562f2015-09-09 20:26:23 +0000419 ++NumEntries; // DT_STRSZ
Rafael Espindola80faee82015-09-14 22:08:55 +0000420 ++NumEntries; // DT_HASH
Rafael Espindola778562f2015-09-09 20:26:23 +0000421
Rafael Espindola2e9eac12015-09-11 21:18:56 +0000422 StringRef RPath = Config->RPath;
423 if (!RPath.empty()) {
424 ++NumEntries; // DT_RUNPATH
425 DynStrSec.add(RPath);
426 }
427
Rafael Espindola778562f2015-09-09 20:26:23 +0000428 const std::vector<std::unique_ptr<SharedFileBase>> &SharedFiles =
429 SymTab.getSharedFiles();
430 for (const std::unique_ptr<SharedFileBase> &File : SharedFiles)
431 DynStrSec.add(File->getName());
432 NumEntries += SharedFiles.size();
433
Rafael Espindola3f4228f2015-09-09 15:33:08 +0000434 ++NumEntries; // DT_NULL
435
436 Header.sh_size = NumEntries * Header.sh_entsize;
Rafael Espindola740fafe2015-09-08 19:43:27 +0000437 }
438
Rafael Espindola3f4228f2015-09-09 15:33:08 +0000439 void writeTo(uint8_t *Buf) override {
440 auto *P = reinterpret_cast<Elf_Dyn *>(Buf);
441
Denis Protivensky18add762015-09-17 09:54:29 +0000442 if (RelaDynSec.hasRelocs()) {
Rafael Espindola67a5da62015-09-17 14:02:10 +0000443 bool IsRela = RelaDynSec.isRela();
444 P->d_tag = IsRela ? DT_RELA : DT_REL;
Rafael Espindola3887ebf2015-09-16 18:52:42 +0000445 P->d_un.d_ptr = RelaDynSec.getVA();
446 ++P;
447
Rafael Espindola67a5da62015-09-17 14:02:10 +0000448 P->d_tag = IsRela ? DT_RELASZ : DT_RELSZ;
Rafael Espindola3887ebf2015-09-16 18:52:42 +0000449 P->d_un.d_val = RelaDynSec.getSize();
450 ++P;
451 }
452
Rafael Espindola243d90f2015-09-11 01:14:39 +0000453 P->d_tag = DT_SYMTAB;
454 P->d_un.d_ptr = DynSymSec.getVA();
455 ++P;
456
Rafael Espindola3f4228f2015-09-09 15:33:08 +0000457 P->d_tag = DT_STRTAB;
458 P->d_un.d_ptr = DynStrSec.getVA();
459 ++P;
460
Rafael Espindola778562f2015-09-09 20:26:23 +0000461 P->d_tag = DT_STRSZ;
Rafael Espindoladd34a4d2015-09-10 22:49:06 +0000462 P->d_un.d_val = DynStrSec.data().size();
Rafael Espindola778562f2015-09-09 20:26:23 +0000463 ++P;
464
Rafael Espindola80faee82015-09-14 22:08:55 +0000465 P->d_tag = DT_HASH;
466 P->d_un.d_ptr = HashSec.getVA();
467 ++P;
468
Rafael Espindola2e9eac12015-09-11 21:18:56 +0000469 StringRef RPath = Config->RPath;
470 if (!RPath.empty()) {
471 P->d_tag = DT_RUNPATH;
472 P->d_un.d_val = DynStrSec.getFileOff(RPath);
473 ++P;
474 }
475
Rafael Espindola778562f2015-09-09 20:26:23 +0000476 const std::vector<std::unique_ptr<SharedFileBase>> &SharedFiles =
477 SymTab.getSharedFiles();
478 for (const std::unique_ptr<SharedFileBase> &File : SharedFiles) {
479 P->d_tag = DT_NEEDED;
480 P->d_un.d_val = DynStrSec.getFileOff(File->getName());
481 ++P;
482 }
483
Rafael Espindola3f4228f2015-09-09 15:33:08 +0000484 P->d_tag = DT_NULL;
485 P->d_un.d_val = 0;
Rafael Espindola778562f2015-09-09 20:26:23 +0000486 ++P;
Rafael Espindola3f4228f2015-09-09 15:33:08 +0000487 }
Rafael Espindola740fafe2015-09-08 19:43:27 +0000488
489private:
Rafael Espindola80faee82015-09-14 22:08:55 +0000490 HashTableSection<ELFT> &HashSec;
Rafael Espindola243d90f2015-09-11 01:14:39 +0000491 SymbolTableSection<ELFT> &DynSymSec;
Rafael Espindola80faee82015-09-14 22:08:55 +0000492 StringTableSection<ELFT::Is64Bits> &DynStrSec;
Rafael Espindola3887ebf2015-09-16 18:52:42 +0000493 RelocationSection<ELFT> &RelaDynSec;
Rafael Espindola778562f2015-09-09 20:26:23 +0000494 SymbolTable &SymTab;
Rafael Espindola740fafe2015-09-08 19:43:27 +0000495};
496
Michael J. Spencer2f008242015-09-17 19:58:07 +0000497static uint32_t convertSectionFlagsToPHDRFlags(uint64_t Flags) {
498 uint32_t Ret = PF_R;
499 if (Flags & SHF_WRITE)
500 Ret |= PF_W;
501
502 if (Flags & SHF_EXECINSTR)
503 Ret |= PF_X;
504
505 return Ret;
506}
507
508template <bool Is64Bits>
509class ProgramHeader {
510public:
511 typedef typename std::conditional<Is64Bits, uint64_t, uint32_t>::type uintX_t;
512 typedef
513 typename std::conditional<Is64Bits, Elf64_Phdr, Elf32_Phdr>::type HeaderT;
514
515 ProgramHeader(uintX_t p_type, uintX_t p_flags) {
516 std::memset(&Header, 0, sizeof(HeaderT));
517 Header.p_type = p_type;
518 Header.p_flags = p_flags;
519 Header.p_align = PageSize;
520 }
521
522 void setValuesFromSection(OutputSectionBase<Is64Bits> &Sec) {
523 Header.p_flags = convertSectionFlagsToPHDRFlags(Sec.getFlags());
524 Header.p_offset = Sec.getFileOff();
525 Header.p_vaddr = Sec.getVA();
526 Header.p_paddr = Header.p_vaddr;
527 Header.p_filesz = Sec.getSize();
528 Header.p_memsz = Header.p_filesz;
529 Header.p_align = Sec.getAlign();
530 }
531
532 template <endianness E>
533 void writeHeaderTo(typename ELFFile<ELFType<E, Is64Bits>>::Elf_Phdr *PHDR) {
534 PHDR->p_type = Header.p_type;
535 PHDR->p_flags = Header.p_flags;
536 PHDR->p_offset = Header.p_offset;
537 PHDR->p_vaddr = Header.p_vaddr;
538 PHDR->p_paddr = Header.p_paddr;
539 PHDR->p_filesz = Header.p_filesz;
540 PHDR->p_memsz = Header.p_memsz;
541 PHDR->p_align = Header.p_align;
542 }
543
544 HeaderT Header;
545 bool Closed = false;
546};
547
Rui Ueyamaafff74e22015-08-05 23:24:46 +0000548// The writer writes a SymbolTable result to a file.
549template <class ELFT> class Writer {
550public:
Rafael Espindola18608a02015-09-08 21:57:31 +0000551 typedef typename ELFFile<ELFT>::uintX_t uintX_t;
552 typedef typename ELFFile<ELFT>::Elf_Shdr Elf_Shdr;
553 typedef typename ELFFile<ELFT>::Elf_Ehdr Elf_Ehdr;
554 typedef typename ELFFile<ELFT>::Elf_Phdr Elf_Phdr;
555 typedef typename ELFFile<ELFT>::Elf_Sym Elf_Sym;
Davide Italiano6d328d32015-09-16 20:45:57 +0000556 typedef typename ELFFile<ELFT>::Elf_Sym_Range Elf_Sym_Range;
Rafael Espindola19e38892015-09-16 15:54:15 +0000557 typedef typename ELFFile<ELFT>::Elf_Rela Elf_Rela;
Rafael Espindola3f4228f2015-09-09 15:33:08 +0000558 Writer(SymbolTable *T)
Rui Ueyama9078f732015-09-14 20:32:41 +0000559 : SymTabSec(*this, *T, StrTabSec), DynSymSec(*this, *T, DynStrSec),
Rafael Espindola5c2310c2015-09-18 14:40:19 +0000560 RelaDynSec(DynSymSec, GotSec, T->shouldUseRela()), HashSec(DynSymSec),
Rafael Espindola3887ebf2015-09-16 18:52:42 +0000561 DynamicSec(*T, HashSec, RelaDynSec) {}
Rui Ueyamaafff74e22015-08-05 23:24:46 +0000562 void run();
563
Rafael Espindola24d07fd2015-09-11 00:10:11 +0000564 const OutputSection<ELFT> &getBSS() const {
565 assert(BSSSec);
566 return *BSSSec;
567 }
568
Rui Ueyamaafff74e22015-08-05 23:24:46 +0000569private:
570 void createSections();
Rafael Espindola67a5da62015-09-17 14:02:10 +0000571 template <bool isRela>
572 void scanRelocs(const SectionChunk<ELFT> &C,
573 iterator_range<const Elf_Rel_Impl<ELFT, isRela> *> Rels);
Rafael Espindola19e38892015-09-16 15:54:15 +0000574 void scanRelocs(const SectionChunk<ELFT> &C);
Rui Ueyamaafff74e22015-08-05 23:24:46 +0000575 void assignAddresses();
576 void openFile(StringRef OutputPath);
577 void writeHeader();
578 void writeSections();
Rafael Espindola70107762015-09-11 18:49:42 +0000579 bool needsInterpSection() const {
580 return !SymTabSec.getSymTable().getSharedFiles().empty() &&
581 !Config->DynamicLinker.empty();
582 }
Rafael Espindola4340aad2015-09-11 22:42:45 +0000583 bool needsDynamicSections() const {
584 return !SymTabSec.getSymTable().getSharedFiles().empty() || Config->Shared;
585 }
586 unsigned getVAStart() const { return Config->Shared ? 0 : VAStart; }
Rui Ueyamaafff74e22015-08-05 23:24:46 +0000587
Rui Ueyamaafff74e22015-08-05 23:24:46 +0000588 std::unique_ptr<llvm::FileOutputBuffer> Buffer;
Michael J. Spencer2f008242015-09-17 19:58:07 +0000589
Rafael Espindola83b0dc62015-08-13 22:21:37 +0000590 llvm::SpecificBumpPtrAllocator<OutputSection<ELFT>> CAlloc;
Rafael Espindolaebd21082015-08-13 22:14:37 +0000591 std::vector<OutputSectionBase<ELFT::Is64Bits> *> OutputSections;
Rafael Espindola5f553872015-09-08 17:39:39 +0000592 unsigned getNumSections() const { return OutputSections.size() + 1; }
Rui Ueyamaafff74e22015-08-05 23:24:46 +0000593
Michael J. Spencer2f008242015-09-17 19:58:07 +0000594 llvm::BumpPtrAllocator PAlloc;
595 std::vector<ProgramHeader<ELFT::Is64Bits> *> PHDRs;
596 ProgramHeader<ELFT::Is64Bits> FileHeaderPHDR{PT_LOAD, PF_R};
597 ProgramHeader<ELFT::Is64Bits> InterpPHDR{PT_INTERP, 0};
598 ProgramHeader<ELFT::Is64Bits> DynamicPHDR{PT_DYNAMIC, 0};
599
Rafael Espindola98f6bd02015-08-11 23:14:13 +0000600 uintX_t FileSize;
Michael J. Spencer1d299a82015-09-09 20:48:09 +0000601 uintX_t ProgramHeaderOff;
Rui Ueyamaafff74e22015-08-05 23:24:46 +0000602 uintX_t SectionHeaderOff;
Rafael Espindolaebd21082015-08-13 22:14:37 +0000603
Rui Ueyama9078f732015-09-14 20:32:41 +0000604 StringTableSection<ELFT::Is64Bits> StrTabSec = { /*dynamic=*/false };
605 StringTableSection<ELFT::Is64Bits> DynStrSec = { /*dynamic=*/true };
Rafael Espindolaebd21082015-08-13 22:14:37 +0000606
Rafael Espindolafb815282015-09-11 00:30:13 +0000607 SymbolTableSection<ELFT> SymTabSec;
608 SymbolTableSection<ELFT> DynSymSec;
Rafael Espindola740fafe2015-09-08 19:43:27 +0000609
Rafael Espindola19e38892015-09-16 15:54:15 +0000610 RelocationSection<ELFT> RelaDynSec;
611
Rafael Espindola5c2310c2015-09-18 14:40:19 +0000612 GotSection<ELFT> GotSec;
613
Rafael Espindola601771e2015-09-14 20:20:34 +0000614 HashTableSection<ELFT> HashSec;
615
Rafael Espindola80faee82015-09-14 22:08:55 +0000616 DynamicSection<ELFT> DynamicSec;
617
Rafael Espindola70107762015-09-11 18:49:42 +0000618 InterpSection<ELFT::Is64Bits> InterpSec;
619
Rafael Espindola24d07fd2015-09-11 00:10:11 +0000620 OutputSection<ELFT> *BSSSec = nullptr;
Rui Ueyamaafff74e22015-08-05 23:24:46 +0000621};
622} // anonymous namespace
623
624namespace lld {
625namespace elf2 {
626
Rafael Espindola2ffdd4d2015-08-04 14:29:01 +0000627template <class ELFT>
Rui Ueyamacb8474ed2015-08-05 23:51:50 +0000628void writeResult(SymbolTable *Symtab) { Writer<ELFT>(Symtab).run(); }
Rui Ueyamaafff74e22015-08-05 23:24:46 +0000629
Rui Ueyamacb8474ed2015-08-05 23:51:50 +0000630template void writeResult<ELF32LE>(SymbolTable *);
631template void writeResult<ELF32BE>(SymbolTable *);
632template void writeResult<ELF64LE>(SymbolTable *);
633template void writeResult<ELF64BE>(SymbolTable *);
Rui Ueyamaafff74e22015-08-05 23:24:46 +0000634
635} // namespace elf2
636} // namespace lld
Michael J. Spencer84487f12015-07-24 21:03:07 +0000637
638// The main function of the writer.
Rui Ueyamaafff74e22015-08-05 23:24:46 +0000639template <class ELFT> void Writer<ELFT>::run() {
Michael J. Spencer84487f12015-07-24 21:03:07 +0000640 createSections();
641 assignAddresses();
Rui Ueyamacb8474ed2015-08-05 23:51:50 +0000642 openFile(Config->OutputFile);
Michael J. Spencer84487f12015-07-24 21:03:07 +0000643 writeHeader();
644 writeSections();
645 error(Buffer->commit());
646}
647
Rafael Espindola83b0dc62015-08-13 22:21:37 +0000648template <class ELFT>
649void OutputSection<ELFT>::addChunk(SectionChunk<ELFT> *C) {
Michael J. Spencer84487f12015-07-24 21:03:07 +0000650 Chunks.push_back(C);
Rafael Espindola832b93f2015-08-24 20:06:32 +0000651 C->setOutputSection(this);
Rafael Espindola0160a282015-08-13 20:13:39 +0000652 uint32_t Align = C->getAlign();
Rafael Espindolaebd21082015-08-13 22:14:37 +0000653 if (Align > this->Header.sh_addralign)
654 this->Header.sh_addralign = Align;
Rafael Espindola0160a282015-08-13 20:13:39 +0000655
Rafael Espindolaebd21082015-08-13 22:14:37 +0000656 uintX_t Off = this->Header.sh_size;
Rafael Espindola0160a282015-08-13 20:13:39 +0000657 Off = RoundUpToAlignment(Off, Align);
Rafael Espindola674b5d52015-08-13 15:54:36 +0000658 C->setOutputSectionOff(Off);
Michael J. Spencer84487f12015-07-24 21:03:07 +0000659 Off += C->getSize();
Rafael Espindolaebd21082015-08-13 22:14:37 +0000660 this->Header.sh_size = Off;
661}
662
Michael J. Spencer67bc8d62015-08-27 23:15:56 +0000663template <class ELFT>
Rafael Espindola19e38892015-09-16 15:54:15 +0000664static typename ELFFile<ELFT>::uintX_t
665getSymVA(const DefinedRegular<ELFT> *DR) {
Michael J. Spencer67bc8d62015-08-27 23:15:56 +0000666 const SectionChunk<ELFT> *SC = &DR->Section;
667 OutputSection<ELFT> *OS = SC->getOutputSection();
668 return OS->getVA() + SC->getOutputSectionOff() + DR->Sym.st_value;
669}
670
Rafael Espindolaeade07b2015-09-16 21:57:07 +0000671template <class ELFT>
672void OutputSection<ELFT>::relocateOne(uint8_t *Buf, const Elf_Rel &Rel,
673 uint32_t Type, uintX_t BaseAddr,
674 uintX_t SymVA) {
675 uintX_t Offset = Rel.r_offset;
676 uint8_t *Location = Buf + Offset;
677 switch (Type) {
678 case R_386_32:
679 support::endian::write32le(Location, SymVA);
680 break;
681 default:
682 llvm::errs() << Twine("unrecognized reloc ") + Twine(Type) << '\n';
683 break;
684 }
685}
686
687template <class ELFT>
688void OutputSection<ELFT>::relocateOne(uint8_t *Buf, const Elf_Rela &Rel,
689 uint32_t Type, uintX_t BaseAddr,
690 uintX_t SymVA) {
691 uintX_t Offset = Rel.r_offset;
692 uint8_t *Location = Buf + Offset;
693 switch (Type) {
694 case R_X86_64_PC32:
695 support::endian::write32le(Location,
696 SymVA + (Rel.r_addend - (BaseAddr + Offset)));
697 break;
698 case R_X86_64_64:
699 support::endian::write64le(Location, SymVA + Rel.r_addend);
700 break;
701 case R_X86_64_32: {
702 case R_X86_64_32S:
703 uint64_t VA = SymVA + Rel.r_addend;
704 if (Type == R_X86_64_32 && !isUInt<32>(VA))
705 error("R_X86_64_32 out of range");
706 else if (!isInt<32>(VA))
707 error("R_X86_64_32S out of range");
708
709 support::endian::write32le(Location, VA);
710 break;
711 }
712 default:
713 llvm::errs() << Twine("unrecognized reloc ") + Twine(Type) << '\n';
714 break;
715 }
716}
717
718template <class ELFT>
719template <bool isRela>
720void OutputSection<ELFT>::relocate(
721 uint8_t *Buf, iterator_range<const Elf_Rel_Impl<ELFT, isRela> *> Rels,
722 const ObjectFile<ELFT> &File, uintX_t BaseAddr) {
723 typedef Elf_Rel_Impl<ELFT, isRela> RelType;
724 bool IsMips64EL = File.getObj()->isMips64EL();
725 for (const RelType &RI : Rels) {
726 uint32_t SymIndex = RI.getSymbol(IsMips64EL);
727 const SymbolBody *Body = File.getSymbolBody(SymIndex);
728 if (!Body)
729 continue;
730
Rafael Espindola5c2310c2015-09-18 14:40:19 +0000731 uint32_t Type = RI.getType(IsMips64EL);
Rafael Espindolaeade07b2015-09-16 21:57:07 +0000732 uintX_t SymVA;
Rafael Espindola5c2310c2015-09-18 14:40:19 +0000733 if (auto *DR = dyn_cast<DefinedRegular<ELFT>>(Body)) {
Rafael Espindolaeade07b2015-09-16 21:57:07 +0000734 SymVA = getSymVA<ELFT>(DR);
Rafael Espindola5c2310c2015-09-18 14:40:19 +0000735 } else if (auto *DA = dyn_cast<DefinedAbsolute<ELFT>>(Body)) {
Rafael Espindolaeade07b2015-09-16 21:57:07 +0000736 SymVA = DA->Sym.st_value;
Rafael Espindola5c2310c2015-09-18 14:40:19 +0000737 } else if (auto *S = dyn_cast<SharedSymbol<ELFT>>(Body)) {
738 if (!relocNeedsGOT(Type))
739 continue;
740 SymVA = GotSec.getEntryAddr(*S);
741 Type = R_X86_64_PC32;
742 } else {
Rafael Espindolaeade07b2015-09-16 21:57:07 +0000743 // Skip unsupported for now.
744 continue;
Rafael Espindola5c2310c2015-09-18 14:40:19 +0000745 }
Rafael Espindolaeade07b2015-09-16 21:57:07 +0000746
Rafael Espindolaeade07b2015-09-16 21:57:07 +0000747 relocateOne(Buf, RI, Type, BaseAddr, SymVA);
748 }
749}
750
Rafael Espindola83b0dc62015-08-13 22:21:37 +0000751template <class ELFT> void OutputSection<ELFT>::writeTo(uint8_t *Buf) {
Michael J. Spencer67bc8d62015-08-27 23:15:56 +0000752 for (SectionChunk<ELFT> *C : Chunks) {
Rafael Espindolaebd21082015-08-13 22:14:37 +0000753 C->writeTo(Buf);
Rafael Espindola19e38892015-09-16 15:54:15 +0000754 const ObjectFile<ELFT> *File = C->getFile();
Michael J. Spencer67bc8d62015-08-27 23:15:56 +0000755 ELFFile<ELFT> *EObj = File->getObj();
756 uint8_t *Base = Buf + C->getOutputSectionOff();
Rafael Espindolaeade07b2015-09-16 21:57:07 +0000757 uintX_t BaseAddr = this->getVA() + C->getOutputSectionOff();
Michael J. Spencer67bc8d62015-08-27 23:15:56 +0000758 // Iterate over all relocation sections that apply to this section.
759 for (const Elf_Shdr *RelSec : C->RelocSections) {
Rafael Espindolaeade07b2015-09-16 21:57:07 +0000760 if (RelSec->sh_type == SHT_RELA)
761 relocate(Base, EObj->relas(RelSec), *File, BaseAddr);
762 else
763 relocate(Base, EObj->rels(RelSec), *File, BaseAddr);
Michael J. Spencer67bc8d62015-08-27 23:15:56 +0000764 }
765 }
Rafael Espindolaebd21082015-08-13 22:14:37 +0000766}
767
768template <bool Is64Bits>
769void StringTableSection<Is64Bits>::writeTo(uint8_t *Buf) {
770 StringRef Data = StrTabBuilder.data();
771 memcpy(Buf, Data.data(), Data.size());
Michael J. Spencer8039dae22015-07-29 00:30:10 +0000772}
773
Rafael Espindola871765c2015-08-28 02:46:41 +0000774template <class ELFT>
775static int compareSym(const typename ELFFile<ELFT>::Elf_Sym *A,
776 const typename ELFFile<ELFT>::Elf_Sym *B) {
777 uint32_t AN = A->st_name;
778 uint32_t BN = B->st_name;
779 assert(AN != BN);
780 return AN - BN;
781}
782
Rafael Espindola18173d42015-09-08 15:50:05 +0000783static bool includeInSymtab(const SymbolBody &B) {
784 if (B.isLazy())
785 return false;
786 if (!B.isUsedInRegularObj())
787 return false;
788 uint8_t V = B.getMostConstrainingVisibility();
789 if (V != STV_DEFAULT && V != STV_PROTECTED)
790 return false;
791 return true;
792}
793
Rafael Espindola62b81b82015-08-14 13:07:05 +0000794template <class ELFT> void SymbolTableSection<ELFT>::writeTo(uint8_t *Buf) {
Davide Italianob5b47b42015-09-18 01:08:17 +0000795 const OutputSection<ELFT> *Out = nullptr;
796 const SectionChunk<ELFT> *Section = nullptr;
Rafael Espindola62b81b82015-08-14 13:07:05 +0000797 Buf += sizeof(Elf_Sym);
Davide Italiano6d328d32015-09-16 20:45:57 +0000798
799 // All symbols with STB_LOCAL binding precede the weak and global symbols.
800 // .dynsym only contains global symbols.
801 if (!Config->DiscardAll && !StrTabSec.isDynamic()) {
802 for (const std::unique_ptr<ObjectFileBase> &FileB :
803 Table.getObjectFiles()) {
804 auto &File = cast<ObjectFile<ELFT>>(*FileB);
805 Elf_Sym_Range Syms = File.getLocalSymbols();
806 for (const Elf_Sym &Sym : Syms) {
807 auto *ESym = reinterpret_cast<Elf_Sym *>(Buf);
Davide Italianob5b47b42015-09-18 01:08:17 +0000808 uint32_t SecIndex = Sym.st_shndx;
Davide Italiano6d328d32015-09-16 20:45:57 +0000809 ErrorOr<StringRef> SymName = Sym.getName(File.getStringTable());
810 ESym->st_name = (SymName) ? StrTabSec.getFileOff(*SymName) : 0;
Davide Italiano6d328d32015-09-16 20:45:57 +0000811 ESym->st_size = Sym.st_size;
Davide Italianob5b47b42015-09-18 01:08:17 +0000812 ESym->setBindingAndType(Sym.getBinding(), Sym.getType());
813 if (SecIndex == SHN_XINDEX)
814 SecIndex = File.getObj()->getExtendedSymbolTableIndex(
815 &Sym, File.getSymbolTable(), File.getSymbolTableShndx());
816 ArrayRef<SectionChunk<ELFT> *> Chunks = File.getChunks();
817 Section = Chunks[SecIndex];
818 assert(Section != nullptr);
819 Out = Section->getOutputSection();
820 assert(Out != nullptr);
821 ESym->st_shndx = Out->getSectionIndex();
822 ESym->st_value =
823 Out->getVA() + Section->getOutputSectionOff() + Sym.st_value;
Davide Italiano6d328d32015-09-16 20:45:57 +0000824 Buf += sizeof(Elf_Sym);
825 }
826 }
827 }
828
Rafael Espindola62b81b82015-08-14 13:07:05 +0000829 for (auto &P : Table.getSymbols()) {
830 StringRef Name = P.first;
Rafael Espindola383c3232015-08-14 13:52:36 +0000831 Symbol *Sym = P.second;
Rafael Espindola7f377752015-09-01 20:30:52 +0000832 SymbolBody *Body = Sym->Body;
Rafael Espindola18173d42015-09-08 15:50:05 +0000833 if (!includeInSymtab(*Body))
Michael J. Spencer1b348a62015-09-04 22:28:10 +0000834 continue;
Rafael Espindola7f377752015-09-01 20:30:52 +0000835 const Elf_Sym &InputSym = cast<ELFSymbolBody<ELFT>>(Body)->Sym;
Rafael Espindola383c3232015-08-14 13:52:36 +0000836
837 auto *ESym = reinterpret_cast<Elf_Sym *>(Buf);
Rafael Espindoladd34a4d2015-09-10 22:49:06 +0000838 ESym->st_name = StrTabSec.getFileOff(Name);
Rafael Espindola832b93f2015-08-24 20:06:32 +0000839
Davide Italianob5b47b42015-09-18 01:08:17 +0000840 Out = nullptr;
841 Section = nullptr;
Rafael Espindola832b93f2015-08-24 20:06:32 +0000842
Rafael Espindolac44d17a2015-08-14 15:10:49 +0000843 switch (Body->kind()) {
Rafael Espindola7f377752015-09-01 20:30:52 +0000844 case SymbolBody::DefinedRegularKind:
845 Section = &cast<DefinedRegular<ELFT>>(Body)->Section;
Rafael Espindola383c3232015-08-14 13:52:36 +0000846 break;
Rafael Espindola8b09d682015-08-31 22:33:21 +0000847 case SymbolBody::DefinedCommonKind:
Rafael Espindola24d07fd2015-09-11 00:10:11 +0000848 Out = &W.getBSS();
Rafael Espindola8b09d682015-08-31 22:33:21 +0000849 break;
Rafael Espindola3a63f3f2015-08-28 20:19:34 +0000850 case SymbolBody::UndefinedKind:
Rafael Espindola0e0c1902015-08-27 12:40:06 +0000851 case SymbolBody::DefinedAbsoluteKind:
Rafael Espindola18173d42015-09-08 15:50:05 +0000852 case SymbolBody::SharedKind:
Rafael Espindola383c3232015-08-14 13:52:36 +0000853 break;
Michael J. Spencer1b348a62015-09-04 22:28:10 +0000854 case SymbolBody::LazyKind:
855 llvm_unreachable("Lazy symbol got to output symbol table!");
Rafael Espindola383c3232015-08-14 13:52:36 +0000856 }
Rafael Espindolaf3837072015-08-25 15:53:17 +0000857
Davide Italianoad6c81c2015-09-04 19:42:14 +0000858 ESym->setBindingAndType(InputSym.getBinding(), InputSym.getType());
Rafael Espindola7f377752015-09-01 20:30:52 +0000859 ESym->st_size = InputSym.st_size;
Davide Italianoad6c81c2015-09-04 19:42:14 +0000860 ESym->setVisibility(Body->getMostConstrainingVisibility());
Rafael Espindola7f377752015-09-01 20:30:52 +0000861 if (InputSym.isAbsolute()) {
862 ESym->st_shndx = SHN_ABS;
863 ESym->st_value = InputSym.st_value;
Rafael Espindolaf3837072015-08-25 15:53:17 +0000864 }
Rafael Espindola383c3232015-08-14 13:52:36 +0000865
Rafael Espindola8b09d682015-08-31 22:33:21 +0000866 if (Section)
867 Out = Section->getOutputSection();
868
869 if (Out) {
Rafael Espindola832b93f2015-08-24 20:06:32 +0000870 ESym->st_shndx = Out->getSectionIndex();
Rafael Espindolaf3837072015-08-25 15:53:17 +0000871 uintX_t VA = Out->getVA();
Rafael Espindola8b09d682015-08-31 22:33:21 +0000872 if (Section)
873 VA += Section->getOutputSectionOff();
Rafael Espindolace8c9c02015-08-31 22:55:21 +0000874 if (auto *C = dyn_cast<DefinedCommon<ELFT>>(Body))
875 VA += C->OffsetInBSS;
876 else
Rafael Espindola7f377752015-09-01 20:30:52 +0000877 VA += InputSym.st_value;
Rafael Espindolaf3837072015-08-25 15:53:17 +0000878 ESym->st_value = VA;
Rafael Espindola832b93f2015-08-24 20:06:32 +0000879 }
880
Rafael Espindola62b81b82015-08-14 13:07:05 +0000881 Buf += sizeof(Elf_Sym);
882 }
883}
Rafael Espindolaf763ca32015-08-14 02:42:20 +0000884
Rafael Espindolaa175eb62015-08-13 18:37:23 +0000885template <bool Is64Bits>
886template <endianness E>
Rafael Espindolaebd21082015-08-13 22:14:37 +0000887void OutputSectionBase<Is64Bits>::writeHeaderTo(
Rafael Espindolaa175eb62015-08-13 18:37:23 +0000888 typename ELFFile<ELFType<E, Is64Bits>>::Elf_Shdr *SHdr) {
889 SHdr->sh_name = Header.sh_name;
890 SHdr->sh_type = Header.sh_type;
891 SHdr->sh_flags = Header.sh_flags;
892 SHdr->sh_addr = Header.sh_addr;
893 SHdr->sh_offset = Header.sh_offset;
894 SHdr->sh_size = Header.sh_size;
895 SHdr->sh_link = Header.sh_link;
896 SHdr->sh_info = Header.sh_info;
897 SHdr->sh_addralign = Header.sh_addralign;
898 SHdr->sh_entsize = Header.sh_entsize;
Michael J. Spencer84487f12015-07-24 21:03:07 +0000899}
900
Rafael Espindolaa7471792015-08-13 17:04:50 +0000901namespace {
902template <bool Is64Bits> struct SectionKey {
903 typedef typename std::conditional<Is64Bits, uint64_t, uint32_t>::type uintX_t;
904 StringRef Name;
905 uint32_t sh_type;
906 uintX_t sh_flags;
907};
908}
909namespace llvm {
910template <bool Is64Bits> struct DenseMapInfo<SectionKey<Is64Bits>> {
911 static SectionKey<Is64Bits> getEmptyKey() {
912 return SectionKey<Is64Bits>{DenseMapInfo<StringRef>::getEmptyKey(), 0, 0};
913 }
914 static SectionKey<Is64Bits> getTombstoneKey() {
915 return SectionKey<Is64Bits>{DenseMapInfo<StringRef>::getTombstoneKey(), 0,
916 0};
917 }
918 static unsigned getHashValue(const SectionKey<Is64Bits> &Val) {
919 return hash_combine(Val.Name, Val.sh_type, Val.sh_flags);
920 }
921 static bool isEqual(const SectionKey<Is64Bits> &LHS,
922 const SectionKey<Is64Bits> &RHS) {
923 return DenseMapInfo<StringRef>::isEqual(LHS.Name, RHS.Name) &&
924 LHS.sh_type == RHS.sh_type && LHS.sh_flags == RHS.sh_flags;
925 }
926};
927}
928
Rafael Espindolab56cb942015-09-01 00:16:38 +0000929template <class ELFT>
930static bool cmpAlign(const DefinedCommon<ELFT> *A,
931 const DefinedCommon<ELFT> *B) {
Rafael Espindolaf31f9612015-09-01 01:19:12 +0000932 return A->MaxAlignment > B->MaxAlignment;
Rafael Espindolab56cb942015-09-01 00:16:38 +0000933}
934
Rafael Espindolab01b5742015-09-08 18:08:57 +0000935template <bool Is64Bits>
936static bool compSec(OutputSectionBase<Is64Bits> *A,
937 OutputSectionBase<Is64Bits> *B) {
938 // Place SHF_ALLOC sections first.
939 return (A->getFlags() & SHF_ALLOC) && !(B->getFlags() & SHF_ALLOC);
940}
941
Rafael Espindola19e38892015-09-16 15:54:15 +0000942// The reason we have to do this early scan is as follows
943// * To mmap the output file, we need to know the size
944// * For that, we need to know how many dynamic relocs we will have.
945// It might be possible to avoid this by outputting the file with write:
946// * Write the allocated output sections, computing addresses.
947// * Apply relocations, recording which ones require a dynamic reloc.
948// * Write the dynamic relocations.
949// * Write the rest of the file.
950template <class ELFT>
Rafael Espindola67a5da62015-09-17 14:02:10 +0000951template <bool isRela>
952void Writer<ELFT>::scanRelocs(
953 const SectionChunk<ELFT> &C,
954 iterator_range<const Elf_Rel_Impl<ELFT, isRela> *> Rels) {
955 typedef Elf_Rel_Impl<ELFT, isRela> RelType;
956 const ObjectFile<ELFT> &File = *C.getFile();
957 bool IsMips64EL = File.getObj()->isMips64EL();
958 for (const RelType &RI : Rels) {
959 uint32_t SymIndex = RI.getSymbol(IsMips64EL);
Rafael Espindola5c2310c2015-09-18 14:40:19 +0000960 SymbolBody *Body = File.getSymbolBody(SymIndex);
Rafael Espindola67a5da62015-09-17 14:02:10 +0000961 if (!Body)
962 continue;
963 auto *S = dyn_cast<SharedSymbol<ELFT>>(Body);
964 if (!S)
965 continue;
Rafael Espindola5c2310c2015-09-18 14:40:19 +0000966 if (relocNeedsGOT(RI.getType(IsMips64EL))) {
967 if (Body->isInGot())
968 continue;
969 GotSec.addEntry(Body);
970 }
Rafael Espindola67a5da62015-09-17 14:02:10 +0000971 RelaDynSec.addReloc({C, RI});
972 }
973}
974
975template <class ELFT>
Rafael Espindola19e38892015-09-16 15:54:15 +0000976void Writer<ELFT>::scanRelocs(const SectionChunk<ELFT> &C) {
977 const ObjectFile<ELFT> *File = C.getFile();
978 ELFFile<ELFT> *EObj = File->getObj();
979
980 if (!(C.getSectionHdr()->sh_flags & SHF_ALLOC))
981 return;
982
983 for (const Elf_Shdr *RelSec : C.RelocSections) {
Rafael Espindola67a5da62015-09-17 14:02:10 +0000984 if (RelSec->sh_type == SHT_RELA)
985 scanRelocs(C, EObj->relas(RelSec));
986 else
987 scanRelocs(C, EObj->rels(RelSec));
Rafael Espindola19e38892015-09-16 15:54:15 +0000988 }
989}
990
Michael J. Spencer84487f12015-07-24 21:03:07 +0000991// Create output section objects and add them to OutputSections.
992template <class ELFT> void Writer<ELFT>::createSections() {
Rafael Espindola83b0dc62015-08-13 22:21:37 +0000993 SmallDenseMap<SectionKey<ELFT::Is64Bits>, OutputSection<ELFT> *> Map;
Rafael Espindola05185742015-08-31 22:07:18 +0000994 auto getSection = [&](StringRef Name, uint32_t sh_type,
995 uintX_t sh_flags) -> OutputSection<ELFT> * {
996 SectionKey<ELFT::Is64Bits> Key{Name, sh_type, sh_flags};
997 OutputSection<ELFT> *&Sec = Map[Key];
998 if (!Sec) {
999 Sec = new (CAlloc.Allocate())
Rafael Espindola5c2310c2015-09-18 14:40:19 +00001000 OutputSection<ELFT>(GotSec, Key.Name, Key.sh_type, Key.sh_flags);
Rafael Espindolab01b5742015-09-08 18:08:57 +00001001 OutputSections.push_back(Sec);
Rafael Espindola05185742015-08-31 22:07:18 +00001002 }
1003 return Sec;
1004 };
1005
Rafael Espindola05185742015-08-31 22:07:18 +00001006 // FIXME: Try to avoid the extra walk over all global symbols.
Rafael Espindola19e38892015-09-16 15:54:15 +00001007 const SymbolTable &Symtab = SymTabSec.getSymTable();
Rafael Espindolab56cb942015-09-01 00:16:38 +00001008 std::vector<DefinedCommon<ELFT> *> CommonSymbols;
Rafael Espindola05185742015-08-31 22:07:18 +00001009 for (auto &P : Symtab.getSymbols()) {
Rafael Espindolaee1364f2015-09-01 21:47:21 +00001010 StringRef Name = P.first;
Rafael Espindola05185742015-08-31 22:07:18 +00001011 SymbolBody *Body = P.second->Body;
Rafael Espindola1d12ab32015-09-11 21:44:55 +00001012 if (Body->isStrongUndefined())
1013 error(Twine("undefined symbol: ") + Name);
1014
Rafael Espindolab56cb942015-09-01 00:16:38 +00001015 if (auto *C = dyn_cast<DefinedCommon<ELFT>>(Body))
1016 CommonSymbols.push_back(C);
Rafael Espindola18173d42015-09-08 15:50:05 +00001017 if (!includeInSymtab(*Body))
Rafael Espindolaee1364f2015-09-01 21:47:21 +00001018 continue;
Rafael Espindolafb815282015-09-11 00:30:13 +00001019 SymTabSec.addSymbol(Name);
1020
1021 // FIXME: This adds way too much to the dynamic symbol table. We only
1022 // need to add the symbols use by dynamic relocations when producing
1023 // an executable (ignoring --export-dynamic).
Rafael Espindola4340aad2015-09-11 22:42:45 +00001024 if (needsDynamicSections())
Rafael Espindola19e38892015-09-16 15:54:15 +00001025 HashSec.addSymbol(Body);
Rafael Espindolab56cb942015-09-01 00:16:38 +00001026 }
1027
Rafael Espindola19e38892015-09-16 15:54:15 +00001028 for (const std::unique_ptr<ObjectFileBase> &FileB : Symtab.getObjectFiles()) {
1029 auto &File = cast<ObjectFile<ELFT>>(*FileB);
Davide Italiano6d328d32015-09-16 20:45:57 +00001030 if (!Config->DiscardAll) {
1031 Elf_Sym_Range Syms = File.getLocalSymbols();
1032 for (const Elf_Sym &Sym : Syms) {
1033 ErrorOr<StringRef> SymName = Sym.getName(File.getStringTable());
1034 if (SymName)
1035 SymTabSec.addSymbol(*SymName, true);
1036 }
1037 }
Rafael Espindola19e38892015-09-16 15:54:15 +00001038 for (SectionChunk<ELFT> *C : File.getChunks()) {
1039 if (!C)
1040 continue;
1041 const Elf_Shdr *H = C->getSectionHdr();
1042 OutputSection<ELFT> *Sec =
1043 getSection(C->getSectionName(), H->sh_type, H->sh_flags);
1044 Sec->addChunk(C);
1045 scanRelocs(*C);
1046 }
1047 }
1048
1049 BSSSec = getSection(".bss", SHT_NOBITS, SHF_ALLOC | SHF_WRITE);
Rafael Espindolab56cb942015-09-01 00:16:38 +00001050 // Sort the common symbols by alignment as an heuristic to pack them better.
1051 std::stable_sort(CommonSymbols.begin(), CommonSymbols.end(), cmpAlign<ELFT>);
1052 uintX_t Off = BSSSec->getSize();
1053 for (DefinedCommon<ELFT> *C : CommonSymbols) {
Rafael Espindola05185742015-08-31 22:07:18 +00001054 const Elf_Sym &Sym = C->Sym;
Rafael Espindolaf31f9612015-09-01 01:19:12 +00001055 uintX_t Align = C->MaxAlignment;
Rafael Espindola05185742015-08-31 22:07:18 +00001056 Off = RoundUpToAlignment(Off, Align);
Rafael Espindolace8c9c02015-08-31 22:55:21 +00001057 C->OffsetInBSS = Off;
Rafael Espindola05185742015-08-31 22:07:18 +00001058 Off += Sym.st_size;
1059 }
Rafael Espindolab56cb942015-09-01 00:16:38 +00001060
Rafael Espindola05185742015-08-31 22:07:18 +00001061 BSSSec->setSize(Off);
Michael J. Spencer84487f12015-07-24 21:03:07 +00001062
Rafael Espindolafb815282015-09-11 00:30:13 +00001063 OutputSections.push_back(&SymTabSec);
Rafael Espindola3f4228f2015-09-09 15:33:08 +00001064 OutputSections.push_back(&StrTabSec);
Rafael Espindolab01b5742015-09-08 18:08:57 +00001065
Rafael Espindola4340aad2015-09-11 22:42:45 +00001066 if (needsDynamicSections()) {
Rafael Espindola70107762015-09-11 18:49:42 +00001067 if (needsInterpSection())
1068 OutputSections.push_back(&InterpSec);
Rafael Espindolafb815282015-09-11 00:30:13 +00001069 OutputSections.push_back(&DynSymSec);
Rafael Espindola601771e2015-09-14 20:20:34 +00001070 OutputSections.push_back(&HashSec);
Rafael Espindola740fafe2015-09-08 19:43:27 +00001071 OutputSections.push_back(&DynamicSec);
Rafael Espindola3f4228f2015-09-09 15:33:08 +00001072 OutputSections.push_back(&DynStrSec);
Denis Protivensky18add762015-09-17 09:54:29 +00001073 if (RelaDynSec.hasRelocs())
Rafael Espindola19e38892015-09-16 15:54:15 +00001074 OutputSections.push_back(&RelaDynSec);
Rafael Espindola5c2310c2015-09-18 14:40:19 +00001075 if (!GotSec.empty())
1076 OutputSections.push_back(&GotSec);
Rafael Espindola3f4228f2015-09-09 15:33:08 +00001077 }
Rafael Espindola740fafe2015-09-08 19:43:27 +00001078
Rafael Espindolab01b5742015-09-08 18:08:57 +00001079 std::stable_sort(OutputSections.begin(), OutputSections.end(),
1080 compSec<ELFT::Is64Bits>);
1081 for (unsigned I = 0, N = OutputSections.size(); I < N; ++I)
1082 OutputSections[I]->setSectionIndex(I + 1);
Rafael Espindolaabad6182015-08-13 15:23:46 +00001083}
1084
Michael J. Spencer1d299a82015-09-09 20:48:09 +00001085template <class ELFT>
1086static bool outputSectionHasPHDR(OutputSectionBase<ELFT::Is64Bits> *Sec) {
Michael J. Spencer2f008242015-09-17 19:58:07 +00001087 return Sec->getFlags() & SHF_ALLOC;
Michael J. Spencer1d299a82015-09-09 20:48:09 +00001088}
1089
Michael J. Spencer84487f12015-07-24 21:03:07 +00001090// Visits all sections to assign incremental, non-overlapping RVAs and
1091// file offsets.
1092template <class ELFT> void Writer<ELFT>::assignAddresses() {
Michael J. Spencer2f008242015-09-17 19:58:07 +00001093 assert(!OutputSections.empty() && "No output sections to layout!");
Rafael Espindola4340aad2015-09-11 22:42:45 +00001094 uintX_t VA = getVAStart();
Rafael Espindola0a2e2112015-09-10 15:41:34 +00001095 uintX_t FileOff = 0;
Rafael Espindola60252d82015-09-09 22:53:55 +00001096
Rafael Espindola0a2e2112015-09-10 15:41:34 +00001097 FileOff += sizeof(Elf_Ehdr);
1098 VA += sizeof(Elf_Ehdr);
Rafael Espindolaabad6182015-08-13 15:23:46 +00001099
Michael J. Spencer1d299a82015-09-09 20:48:09 +00001100 // Reserve space for PHDRs.
1101 ProgramHeaderOff = FileOff;
1102 FileOff = RoundUpToAlignment(FileOff, PageSize);
Rafael Espindola0a2e2112015-09-10 15:41:34 +00001103 VA = RoundUpToAlignment(VA, PageSize);
Michael J. Spencer1d299a82015-09-09 20:48:09 +00001104
Rafael Espindola70107762015-09-11 18:49:42 +00001105 if (needsInterpSection())
Michael J. Spencer2f008242015-09-17 19:58:07 +00001106 PHDRs.push_back(&InterpPHDR);
Rafael Espindola70107762015-09-11 18:49:42 +00001107
Michael J. Spencer2f008242015-09-17 19:58:07 +00001108 ProgramHeader<ELFT::Is64Bits> *LastPHDR = &FileHeaderPHDR;
1109 // Create a PHDR for the file header.
1110 PHDRs.push_back(&FileHeaderPHDR);
1111 FileHeaderPHDR.Header.p_vaddr = getVAStart();
1112 FileHeaderPHDR.Header.p_paddr = getVAStart();
1113 FileHeaderPHDR.Header.p_align = PageSize;
Rafael Espindola0a2e2112015-09-10 15:41:34 +00001114
Rafael Espindolaebd21082015-08-13 22:14:37 +00001115 for (OutputSectionBase<ELFT::Is64Bits> *Sec : OutputSections) {
Rafael Espindola3f4228f2015-09-09 15:33:08 +00001116 StrTabSec.add(Sec->getName());
Rafael Espindolaebd21082015-08-13 22:14:37 +00001117 Sec->finalize();
1118
Michael J. Spencer2f008242015-09-17 19:58:07 +00001119 if (Sec->getSize()) {
1120 uintX_t Flags = convertSectionFlagsToPHDRFlags(Sec->getFlags());
1121 if (LastPHDR->Header.p_flags != Flags ||
1122 !outputSectionHasPHDR<ELFT>(Sec)) {
1123 // Flags changed. End current PHDR and potentially create a new one.
1124 if (!LastPHDR->Closed) {
1125 LastPHDR->Header.p_filesz = FileOff - LastPHDR->Header.p_offset;
1126 LastPHDR->Header.p_memsz = VA - LastPHDR->Header.p_vaddr;
1127 LastPHDR->Closed = true;
1128 }
1129
1130 if (outputSectionHasPHDR<ELFT>(Sec)) {
1131 LastPHDR = new (PAlloc) ProgramHeader<ELFT::Is64Bits>(PT_LOAD, Flags);
1132 PHDRs.push_back(LastPHDR);
1133 VA = RoundUpToAlignment(VA, PageSize);
1134 FileOff = RoundUpToAlignment(FileOff, PageSize);
1135 LastPHDR->Header.p_offset = FileOff;
1136 LastPHDR->Header.p_vaddr = VA;
1137 LastPHDR->Header.p_paddr = VA;
1138 }
1139 }
Michael J. Spencer1d299a82015-09-09 20:48:09 +00001140 }
1141
Rafael Espindola2db634d2015-08-13 20:24:18 +00001142 uintX_t Align = Sec->getAlign();
1143 uintX_t Size = Sec->getSize();
Rafael Espindolaef1ac012015-08-13 15:31:17 +00001144 if (Sec->getFlags() & SHF_ALLOC) {
Rafael Espindolabfcdfb32015-09-14 19:00:35 +00001145 VA = RoundUpToAlignment(VA, Align);
Rafael Espindolaef1ac012015-08-13 15:31:17 +00001146 Sec->setVA(VA);
Rafael Espindolabfcdfb32015-09-14 19:00:35 +00001147 VA += Size;
Rafael Espindolaef1ac012015-08-13 15:31:17 +00001148 }
Rafael Espindolabfcdfb32015-09-14 19:00:35 +00001149 FileOff = RoundUpToAlignment(FileOff, Align);
Michael J. Spencer84487f12015-07-24 21:03:07 +00001150 Sec->setFileOffset(FileOff);
Rafael Espindola058f3432015-08-31 20:23:57 +00001151 if (Sec->getType() != SHT_NOBITS)
Rafael Espindolabfcdfb32015-09-14 19:00:35 +00001152 FileOff += Size;
Michael J. Spencer84487f12015-07-24 21:03:07 +00001153 }
Rafael Espindola6b83b902015-08-12 00:00:24 +00001154
Michael J. Spencer1d299a82015-09-09 20:48:09 +00001155 // Add a PHDR for the dynamic table.
Rafael Espindola4340aad2015-09-11 22:42:45 +00001156 if (needsDynamicSections())
Michael J. Spencer2f008242015-09-17 19:58:07 +00001157 PHDRs.push_back(&DynamicPHDR);
Michael J. Spencer1d299a82015-09-09 20:48:09 +00001158
Rafael Espindola91009b32015-08-12 01:45:28 +00001159 FileOff += OffsetToAlignment(FileOff, ELFT::Is64Bits ? 8 : 4);
1160
Michael J. Spencer8039dae22015-07-29 00:30:10 +00001161 // Add space for section headers.
1162 SectionHeaderOff = FileOff;
Rafael Espindola18608a02015-09-08 21:57:31 +00001163 FileOff += getNumSections() * sizeof(Elf_Shdr);
Michael J. Spencer1d299a82015-09-09 20:48:09 +00001164 FileSize = FileOff;
Michael J. Spencer84487f12015-07-24 21:03:07 +00001165}
1166
1167template <class ELFT> void Writer<ELFT>::writeHeader() {
1168 uint8_t *Buf = Buffer->getBufferStart();
Rafael Espindola18608a02015-09-08 21:57:31 +00001169 auto *EHdr = reinterpret_cast<Elf_Ehdr *>(Buf);
Michael J. Spencer84487f12015-07-24 21:03:07 +00001170 EHdr->e_ident[EI_MAG0] = 0x7F;
1171 EHdr->e_ident[EI_MAG1] = 0x45;
1172 EHdr->e_ident[EI_MAG2] = 0x4C;
1173 EHdr->e_ident[EI_MAG3] = 0x46;
Rafael Espindola4b7c2fc2015-08-05 15:08:40 +00001174 EHdr->e_ident[EI_CLASS] = ELFT::Is64Bits ? ELFCLASS64 : ELFCLASS32;
1175 EHdr->e_ident[EI_DATA] = ELFT::TargetEndianness == llvm::support::little
1176 ? ELFDATA2LSB
1177 : ELFDATA2MSB;
Michael J. Spencer84487f12015-07-24 21:03:07 +00001178 EHdr->e_ident[EI_VERSION] = EV_CURRENT;
Rafael Espindola87ee8dc2015-08-05 11:55:52 +00001179 EHdr->e_ident[EI_OSABI] = ELFOSABI_NONE;
Michael J. Spencer84487f12015-07-24 21:03:07 +00001180
Rafael Espindolae438e072015-09-08 22:55:28 +00001181 // FIXME: Generalize the segment construction similar to how we create
1182 // output sections.
Rafael Espindolafb815282015-09-11 00:30:13 +00001183 const SymbolTable &Symtab = SymTabSec.getSymTable();
Rafael Espindolae438e072015-09-08 22:55:28 +00001184
Rafael Espindola4340aad2015-09-11 22:42:45 +00001185 EHdr->e_type = Config->Shared ? ET_DYN : ET_EXEC;
Rafael Espindolaf98d6d82015-09-03 20:03:54 +00001186 auto &FirstObj = cast<ObjectFile<ELFT>>(*Symtab.getFirstELF());
1187 EHdr->e_machine = FirstObj.getEMachine();
Michael J. Spencer84487f12015-07-24 21:03:07 +00001188 EHdr->e_version = EV_CURRENT;
Rafael Espindola4340aad2015-09-11 22:42:45 +00001189 SymbolBody *Entry = Symtab.getEntrySym();
1190 EHdr->e_entry = Entry ? getSymVA(cast<DefinedRegular<ELFT>>(Entry)) : 0;
Michael J. Spencer1d299a82015-09-09 20:48:09 +00001191 EHdr->e_phoff = ProgramHeaderOff;
Michael J. Spencer8039dae22015-07-29 00:30:10 +00001192 EHdr->e_shoff = SectionHeaderOff;
Rafael Espindola18608a02015-09-08 21:57:31 +00001193 EHdr->e_ehsize = sizeof(Elf_Ehdr);
1194 EHdr->e_phentsize = sizeof(Elf_Phdr);
Michael J. Spencer2f008242015-09-17 19:58:07 +00001195 EHdr->e_phnum = PHDRs.size();
Rafael Espindola18608a02015-09-08 21:57:31 +00001196 EHdr->e_shentsize = sizeof(Elf_Shdr);
Rafael Espindola5f553872015-09-08 17:39:39 +00001197 EHdr->e_shnum = getNumSections();
Rafael Espindola3f4228f2015-09-09 15:33:08 +00001198 EHdr->e_shstrndx = StrTabSec.getSectionIndex();
Michael J. Spencer84487f12015-07-24 21:03:07 +00001199
Michael J. Spencer2f008242015-09-17 19:58:07 +00001200 // If nothing was merged into the file header PT_LOAD, set the size correctly.
1201 if (FileHeaderPHDR.Header.p_filesz == PageSize)
1202 FileHeaderPHDR.Header.p_filesz = FileHeaderPHDR.Header.p_memsz =
1203 sizeof(Elf_Ehdr) + sizeof(Elf_Phdr) * PHDRs.size();
1204
1205 if (needsInterpSection())
1206 InterpPHDR.setValuesFromSection(InterpSec);
1207 if (needsDynamicSections())
1208 DynamicPHDR.setValuesFromSection(DynamicSec);
1209
Rafael Espindola18608a02015-09-08 21:57:31 +00001210 auto PHdrs = reinterpret_cast<Elf_Phdr *>(Buf + EHdr->e_phoff);
Michael J. Spencer2f008242015-09-17 19:58:07 +00001211 for (ProgramHeader<ELFT::Is64Bits> *PHDR : PHDRs)
1212 PHDR->template writeHeaderTo<ELFT::TargetEndianness>(PHdrs++);
Rafael Espindolae438e072015-09-08 22:55:28 +00001213
Rafael Espindola18608a02015-09-08 21:57:31 +00001214 auto SHdrs = reinterpret_cast<Elf_Shdr *>(Buf + EHdr->e_shoff);
Michael J. Spencer8039dae22015-07-29 00:30:10 +00001215 // First entry is null.
1216 ++SHdrs;
Rafael Espindolaebd21082015-08-13 22:14:37 +00001217 for (OutputSectionBase<ELFT::Is64Bits> *Sec : OutputSections) {
Rafael Espindola3f4228f2015-09-09 15:33:08 +00001218 Sec->setNameOffset(StrTabSec.getFileOff(Sec->getName()));
Rafael Espindolaa175eb62015-08-13 18:37:23 +00001219 Sec->template writeHeaderTo<ELFT::TargetEndianness>(SHdrs++);
Rafael Espindola6b83b902015-08-12 00:00:24 +00001220 }
Michael J. Spencer84487f12015-07-24 21:03:07 +00001221}
1222
1223template <class ELFT> void Writer<ELFT>::openFile(StringRef Path) {
Rafael Espindolabdc8f2f2015-08-13 00:31:46 +00001224 ErrorOr<std::unique_ptr<FileOutputBuffer>> BufferOrErr =
1225 FileOutputBuffer::create(Path, FileSize, FileOutputBuffer::F_executable);
1226 error(BufferOrErr, Twine("failed to open ") + Path);
1227 Buffer = std::move(*BufferOrErr);
Michael J. Spencer84487f12015-07-24 21:03:07 +00001228}
1229
1230// Write section contents to a mmap'ed file.
1231template <class ELFT> void Writer<ELFT>::writeSections() {
1232 uint8_t *Buf = Buffer->getBufferStart();
Rafael Espindolaebd21082015-08-13 22:14:37 +00001233 for (OutputSectionBase<ELFT::Is64Bits> *Sec : OutputSections)
Rui Ueyama8050d322015-08-14 05:17:30 +00001234 Sec->writeTo(Buf + Sec->getFileOff());
Michael J. Spencer84487f12015-07-24 21:03:07 +00001235}