blob: 37c3705cfe85389fe800b7c09483c6531e052678 [file] [log] [blame]
Michael J. Spencer84487f12015-07-24 21:03:07 +00001//===- Writer.cpp ---------------------------------------------------------===//
2//
3// The LLVM Linker
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9
Michael J. Spencerf8325412015-09-04 22:48:30 +000010#include "Writer.h"
Rui Ueyamacb8474ed2015-08-05 23:51:50 +000011#include "Config.h"
Rafael Espindola5805c4f2015-09-21 21:38:08 +000012#include "OutputSections.h"
Rui Ueyamaafff74e22015-08-05 23:24:46 +000013#include "SymbolTable.h"
Rafael Espindola01205f72015-09-22 18:19:46 +000014#include "Target.h"
Rafael Espindola6b83b902015-08-12 00:00:24 +000015
Rui Ueyama3486fe52015-10-11 17:44:22 +000016#include "llvm/ADT/SmallPtrSet.h"
Hal Finkel3bae2d82015-10-12 20:51:48 +000017#include "llvm/ADT/StringSwitch.h"
Rui Ueyamaafff74e22015-08-05 23:24:46 +000018#include "llvm/Support/FileOutputBuffer.h"
Rui Ueyamad9189ce2015-10-15 17:11:03 +000019#include "llvm/Support/StringSaver.h"
Michael J. Spencer84487f12015-07-24 21:03:07 +000020
21using namespace llvm;
22using namespace llvm::ELF;
23using namespace llvm::object;
24
25using namespace lld;
26using namespace lld::elf2;
27
Rui Ueyamaafff74e22015-08-05 23:24:46 +000028namespace {
Rafael Espindola740fafe2015-09-08 19:43:27 +000029
Rui Ueyama2f1b79f2015-10-10 22:34:30 +000030static uint32_t toPhdrFlags(uint64_t Flags) {
Michael J. Spencer2f008242015-09-17 19:58:07 +000031 uint32_t Ret = PF_R;
32 if (Flags & SHF_WRITE)
33 Ret |= PF_W;
Michael J. Spencer2f008242015-09-17 19:58:07 +000034 if (Flags & SHF_EXECINSTR)
35 Ret |= PF_X;
Michael J. Spencer2f008242015-09-17 19:58:07 +000036 return Ret;
37}
38
Rui Ueyamaafff74e22015-08-05 23:24:46 +000039// The writer writes a SymbolTable result to a file.
40template <class ELFT> class Writer {
41public:
Rafael Espindola18608a02015-09-08 21:57:31 +000042 typedef typename ELFFile<ELFT>::uintX_t uintX_t;
43 typedef typename ELFFile<ELFT>::Elf_Shdr Elf_Shdr;
44 typedef typename ELFFile<ELFT>::Elf_Ehdr Elf_Ehdr;
45 typedef typename ELFFile<ELFT>::Elf_Phdr Elf_Phdr;
46 typedef typename ELFFile<ELFT>::Elf_Sym Elf_Sym;
Davide Italiano6d328d32015-09-16 20:45:57 +000047 typedef typename ELFFile<ELFT>::Elf_Sym_Range Elf_Sym_Range;
Rafael Espindola19e38892015-09-16 15:54:15 +000048 typedef typename ELFFile<ELFT>::Elf_Rela Elf_Rela;
Rui Ueyama3ce825e2015-10-09 21:07:25 +000049 Writer(SymbolTable<ELFT> &S) : Symtab(S) {}
Rui Ueyamaafff74e22015-08-05 23:24:46 +000050 void run();
51
52private:
Rui Ueyama5a9640b2015-10-08 23:49:30 +000053 void copyLocalSymbols();
Rui Ueyamaafff74e22015-08-05 23:24:46 +000054 void createSections();
Rafael Espindola67a5da62015-09-17 14:02:10 +000055 template <bool isRela>
Rafael Espindola53d5cea2015-09-21 17:47:00 +000056 void scanRelocs(const InputSection<ELFT> &C,
Rafael Espindola67a5da62015-09-17 14:02:10 +000057 iterator_range<const Elf_Rel_Impl<ELFT, isRela> *> Rels);
Rafael Espindola53d5cea2015-09-21 17:47:00 +000058 void scanRelocs(const InputSection<ELFT> &C);
Rui Ueyamaafff74e22015-08-05 23:24:46 +000059 void assignAddresses();
60 void openFile(StringRef OutputPath);
61 void writeHeader();
62 void writeSections();
Rafael Espindola70107762015-09-11 18:49:42 +000063 bool needsInterpSection() const {
Rui Ueyama0d0bcf72015-10-07 21:25:39 +000064 return !Symtab.getSharedFiles().empty() && !Config->DynamicLinker.empty();
Rafael Espindola70107762015-09-11 18:49:42 +000065 }
Michael J. Spencerf32446f2015-10-06 20:39:09 +000066 bool isOutputDynamic() const {
Rui Ueyama0d0bcf72015-10-07 21:25:39 +000067 return !Symtab.getSharedFiles().empty() || Config->Shared;
Rafael Espindola4340aad2015-09-11 22:42:45 +000068 }
Hal Finkel736c7412015-10-15 07:49:07 +000069 uintX_t getVAStart() const { return Config->Shared ? 0 : Target->getVAStart(); }
Rui Ueyama803195e2015-10-23 21:45:59 +000070 int getPhdrsNum() const;
Rui Ueyamaafff74e22015-08-05 23:24:46 +000071
Rui Ueyamaafff74e22015-08-05 23:24:46 +000072 std::unique_ptr<llvm::FileOutputBuffer> Buffer;
Michael J. Spencer2f008242015-09-17 19:58:07 +000073
Rafael Espindola37f0b7d2015-10-15 12:33:04 +000074 SpecificBumpPtrAllocator<OutputSection<ELFT>> SecAlloc;
Rafael Espindolac159c962015-10-19 21:00:02 +000075 SpecificBumpPtrAllocator<MergeOutputSection<ELFT>> MSecAlloc;
Rui Ueyamad9189ce2015-10-15 17:11:03 +000076 BumpPtrAllocator Alloc;
Rui Ueyamac7cc6ec2015-10-15 22:27:29 +000077 std::vector<OutputSectionBase<ELFT> *> OutputSections;
Rafael Espindola5f553872015-09-08 17:39:39 +000078 unsigned getNumSections() const { return OutputSections.size() + 1; }
Rui Ueyamaafff74e22015-08-05 23:24:46 +000079
Rui Ueyamac7cc6ec2015-10-15 22:27:29 +000080 void addStartStopSymbols(OutputSectionBase<ELFT> *Sec);
Rui Ueyama536c9992015-10-11 19:45:58 +000081 void setPhdr(Elf_Phdr *PH, uint32_t Type, uint32_t Flags, uintX_t FileOff,
Rui Ueyama803195e2015-10-23 21:45:59 +000082 uintX_t VA, uintX_t Size, uintX_t Align);
Rui Ueyamac7cc6ec2015-10-15 22:27:29 +000083 void copyPhdr(Elf_Phdr *PH, OutputSectionBase<ELFT> *From);
Rui Ueyama2f1b79f2015-10-10 22:34:30 +000084
Rui Ueyama3ce825e2015-10-09 21:07:25 +000085 SymbolTable<ELFT> &Symtab;
Rui Ueyama953c2c42015-10-10 23:59:57 +000086 std::vector<Elf_Phdr> Phdrs;
Michael J. Spencer2f008242015-09-17 19:58:07 +000087
Rafael Espindola98f6bd02015-08-11 23:14:13 +000088 uintX_t FileSize;
Rui Ueyamaafff74e22015-08-05 23:24:46 +000089 uintX_t SectionHeaderOff;
Rui Ueyamaafff74e22015-08-05 23:24:46 +000090};
91} // anonymous namespace
92
Rui Ueyama3ce825e2015-10-09 21:07:25 +000093template <class ELFT> void lld::elf2::writeResult(SymbolTable<ELFT> *Symtab) {
Rui Ueyama15ef5e12015-10-07 19:18:16 +000094 // Initialize output sections that are handled by Writer specially.
95 // Don't reorder because the order of initialization matters.
Rui Ueyamac7cc6ec2015-10-15 22:27:29 +000096 InterpSection<ELFT> Interp;
Rui Ueyama15ef5e12015-10-07 19:18:16 +000097 Out<ELFT>::Interp = &Interp;
George Rimar0f5ac9f2015-10-20 17:21:35 +000098 StringTableSection<ELFT> ShStrTab(".shstrtab", false);
99 Out<ELFT>::ShStrTab = &ShStrTab;
100 StringTableSection<ELFT> StrTab(".strtab", false);
Rui Ueyamab621d1a2015-10-23 21:08:41 +0000101 Out<ELFT>::StrTab = &StrTab;
George Rimar0f5ac9f2015-10-20 17:21:35 +0000102 StringTableSection<ELFT> DynStrTab(".dynstr", true);
Rui Ueyama15ef5e12015-10-07 19:18:16 +0000103 Out<ELFT>::DynStrTab = &DynStrTab;
104 OutputSection<ELFT> Bss(".bss", SHT_NOBITS, SHF_ALLOC | SHF_WRITE);
105 Out<ELFT>::Bss = &Bss;
106 GotSection<ELFT> Got;
107 Out<ELFT>::Got = &Got;
George Rimar648a2c32015-10-20 08:54:27 +0000108 GotPltSection<ELFT> GotPlt;
109 if (Target->supportsLazyRelocations())
110 Out<ELFT>::GotPlt = &GotPlt;
Rui Ueyama15ef5e12015-10-07 19:18:16 +0000111 PltSection<ELFT> Plt;
112 Out<ELFT>::Plt = &Plt;
Rui Ueyamab621d1a2015-10-23 21:08:41 +0000113 SymbolTableSection<ELFT> SymTab(*Symtab, *Out<ELFT>::StrTab);
114 Out<ELFT>::SymTab = &SymTab;
Rui Ueyama15ef5e12015-10-07 19:18:16 +0000115 SymbolTableSection<ELFT> DynSymTab(*Symtab, *Out<ELFT>::DynStrTab);
116 Out<ELFT>::DynSymTab = &DynSymTab;
117 HashTableSection<ELFT> HashTab;
Igor Kudrin1b0d7062015-10-22 08:21:35 +0000118 if (Config->SysvHash)
119 Out<ELFT>::HashTab = &HashTab;
120 GnuHashTableSection<ELFT> GnuHashTab;
121 if (Config->GnuHash)
122 Out<ELFT>::GnuHashTab = &GnuHashTab;
George Rimar648a2c32015-10-20 08:54:27 +0000123 bool IsRela = Symtab->shouldUseRela();
124 RelocationSection<ELFT> RelaDyn(IsRela ? ".rela.dyn" : ".rel.dyn", IsRela);
Rui Ueyama15ef5e12015-10-07 19:18:16 +0000125 Out<ELFT>::RelaDyn = &RelaDyn;
George Rimar648a2c32015-10-20 08:54:27 +0000126 RelocationSection<ELFT> RelaPlt(IsRela ? ".rela.plt" : ".rel.plt", IsRela);
127 if (Target->supportsLazyRelocations())
128 Out<ELFT>::RelaPlt = &RelaPlt;
Rui Ueyama15ef5e12015-10-07 19:18:16 +0000129 DynamicSection<ELFT> Dynamic(*Symtab);
130 Out<ELFT>::Dynamic = &Dynamic;
131
Rui Ueyama0d0bcf72015-10-07 21:25:39 +0000132 Writer<ELFT>(*Symtab).run();
Rui Ueyama15ef5e12015-10-07 19:18:16 +0000133}
134
Michael J. Spencer84487f12015-07-24 21:03:07 +0000135// The main function of the writer.
Rui Ueyamaafff74e22015-08-05 23:24:46 +0000136template <class ELFT> void Writer<ELFT>::run() {
Rui Ueyama5a9640b2015-10-08 23:49:30 +0000137 if (!Config->DiscardAll)
138 copyLocalSymbols();
Michael J. Spencer84487f12015-07-24 21:03:07 +0000139 createSections();
140 assignAddresses();
Rui Ueyamacb8474ed2015-08-05 23:51:50 +0000141 openFile(Config->OutputFile);
Michael J. Spencer84487f12015-07-24 21:03:07 +0000142 writeHeader();
143 writeSections();
144 error(Buffer->commit());
145}
146
Rafael Espindolaa7471792015-08-13 17:04:50 +0000147namespace {
148template <bool Is64Bits> struct SectionKey {
149 typedef typename std::conditional<Is64Bits, uint64_t, uint32_t>::type uintX_t;
150 StringRef Name;
Rui Ueyama0fb1ee02015-10-02 21:13:19 +0000151 uint32_t Type;
152 uintX_t Flags;
Rafael Espindolac159c962015-10-19 21:00:02 +0000153 uintX_t EntSize;
Rafael Espindolaa7471792015-08-13 17:04:50 +0000154};
155}
156namespace llvm {
157template <bool Is64Bits> struct DenseMapInfo<SectionKey<Is64Bits>> {
158 static SectionKey<Is64Bits> getEmptyKey() {
Rafael Espindolac159c962015-10-19 21:00:02 +0000159 return SectionKey<Is64Bits>{DenseMapInfo<StringRef>::getEmptyKey(), 0, 0,
160 0};
Rafael Espindolaa7471792015-08-13 17:04:50 +0000161 }
162 static SectionKey<Is64Bits> getTombstoneKey() {
163 return SectionKey<Is64Bits>{DenseMapInfo<StringRef>::getTombstoneKey(), 0,
Rafael Espindolac159c962015-10-19 21:00:02 +0000164 0, 0};
Rafael Espindolaa7471792015-08-13 17:04:50 +0000165 }
166 static unsigned getHashValue(const SectionKey<Is64Bits> &Val) {
Rafael Espindolac159c962015-10-19 21:00:02 +0000167 return hash_combine(Val.Name, Val.Type, Val.Flags, Val.EntSize);
Rafael Espindolaa7471792015-08-13 17:04:50 +0000168 }
169 static bool isEqual(const SectionKey<Is64Bits> &LHS,
170 const SectionKey<Is64Bits> &RHS) {
171 return DenseMapInfo<StringRef>::isEqual(LHS.Name, RHS.Name) &&
Rafael Espindolac159c962015-10-19 21:00:02 +0000172 LHS.Type == RHS.Type && LHS.Flags == RHS.Flags &&
173 LHS.EntSize == RHS.EntSize;
Rafael Espindolaa7471792015-08-13 17:04:50 +0000174 }
175};
176}
177
Rafael Espindola19e38892015-09-16 15:54:15 +0000178// The reason we have to do this early scan is as follows
179// * To mmap the output file, we need to know the size
180// * For that, we need to know how many dynamic relocs we will have.
181// It might be possible to avoid this by outputting the file with write:
182// * Write the allocated output sections, computing addresses.
183// * Apply relocations, recording which ones require a dynamic reloc.
184// * Write the dynamic relocations.
185// * Write the rest of the file.
186template <class ELFT>
Rafael Espindola67a5da62015-09-17 14:02:10 +0000187template <bool isRela>
188void Writer<ELFT>::scanRelocs(
Rafael Espindola53d5cea2015-09-21 17:47:00 +0000189 const InputSection<ELFT> &C,
Rafael Espindola67a5da62015-09-17 14:02:10 +0000190 iterator_range<const Elf_Rel_Impl<ELFT, isRela> *> Rels) {
191 typedef Elf_Rel_Impl<ELFT, isRela> RelType;
192 const ObjectFile<ELFT> &File = *C.getFile();
Rafael Espindola67a5da62015-09-17 14:02:10 +0000193 for (const RelType &RI : Rels) {
Rui Ueyama64558522015-10-16 22:51:43 +0000194 uint32_t SymIndex = RI.getSymbol(Config->Mips64EL);
Rafael Espindola5c2310c2015-09-18 14:40:19 +0000195 SymbolBody *Body = File.getSymbolBody(SymIndex);
Rui Ueyama64558522015-10-16 22:51:43 +0000196 uint32_t Type = RI.getType(Config->Mips64EL);
Rui Ueyama35da9b62015-10-11 20:59:12 +0000197
198 // Set "used" bit for --as-needed.
199 if (Body && Body->isUndefined() && !Body->isWeak())
200 if (auto *S = dyn_cast<SharedSymbol<ELFT>>(Body->repl()))
201 S->File->IsUsed = true;
202
203 if (Body)
204 Body = Body->repl();
Rafael Espindolacc6ebb82015-10-14 18:42:16 +0000205 bool NeedsGot = false;
George Rimar648a2c32015-10-20 08:54:27 +0000206 bool NeedsPlt = false;
Rafael Espindolaae244002015-10-05 19:30:12 +0000207 if (Body) {
George Rimar648a2c32015-10-20 08:54:27 +0000208 NeedsPlt = Target->relocNeedsPlt(Type, *Body);
209 if (NeedsPlt) {
Rafael Espindolaae244002015-10-05 19:30:12 +0000210 if (Body->isInPlt())
211 continue;
Rui Ueyama15ef5e12015-10-07 19:18:16 +0000212 Out<ELFT>::Plt->addEntry(Body);
Rui Ueyamac58656c2015-10-13 16:59:30 +0000213 }
Rafael Espindolacc6ebb82015-10-14 18:42:16 +0000214 NeedsGot = Target->relocNeedsGot(Type, *Body);
215 if (NeedsGot) {
George Rimar648a2c32015-10-20 08:54:27 +0000216 if (NeedsPlt && Target->supportsLazyRelocations()) {
217 Out<ELFT>::GotPlt->addEntry(Body);
218 } else {
219 if (Body->isInGot())
220 continue;
221 Out<ELFT>::Got->addEntry(Body);
222 }
Rafael Espindolaae244002015-10-05 19:30:12 +0000223 }
Rafael Espindolaeb792732015-09-21 15:11:29 +0000224 }
Rui Ueyama35da9b62015-10-11 20:59:12 +0000225
Rafael Espindolacc6ebb82015-10-14 18:42:16 +0000226 bool CBP = canBePreempted(Body, NeedsGot);
Rui Ueyama35da9b62015-10-11 20:59:12 +0000227 if (!CBP && (!Config->Shared || Target->isRelRelative(Type)))
228 continue;
229 if (CBP)
Rafael Espindolaa6627382015-10-06 23:56:53 +0000230 Body->setUsedInDynamicReloc();
George Rimar648a2c32015-10-20 08:54:27 +0000231 if (NeedsPlt && Target->supportsLazyRelocations())
232 Out<ELFT>::RelaPlt->addReloc({C, RI});
233 else
234 Out<ELFT>::RelaDyn->addReloc({C, RI});
Rafael Espindola67a5da62015-09-17 14:02:10 +0000235 }
236}
237
238template <class ELFT>
Rafael Espindola53d5cea2015-09-21 17:47:00 +0000239void Writer<ELFT>::scanRelocs(const InputSection<ELFT> &C) {
Rafael Espindolae1901cc2015-09-24 15:11:50 +0000240 ObjectFile<ELFT> *File = C.getFile();
241 ELFFile<ELFT> &EObj = File->getObj();
Rafael Espindola19e38892015-09-16 15:54:15 +0000242
243 if (!(C.getSectionHdr()->sh_flags & SHF_ALLOC))
244 return;
245
246 for (const Elf_Shdr *RelSec : C.RelocSections) {
Rafael Espindola67a5da62015-09-17 14:02:10 +0000247 if (RelSec->sh_type == SHT_RELA)
Rafael Espindolae1901cc2015-09-24 15:11:50 +0000248 scanRelocs(C, EObj.relas(RelSec));
Rafael Espindola67a5da62015-09-17 14:02:10 +0000249 else
Rafael Espindolae1901cc2015-09-24 15:11:50 +0000250 scanRelocs(C, EObj.rels(RelSec));
Rafael Espindola19e38892015-09-16 15:54:15 +0000251 }
252}
253
Rafael Espindola6173f842015-09-23 14:37:01 +0000254template <class ELFT>
Rui Ueyama3ce825e2015-10-09 21:07:25 +0000255static void reportUndefined(const SymbolTable<ELFT> &S, const SymbolBody &Sym) {
Rafael Espindola6173f842015-09-23 14:37:01 +0000256 typedef typename ELFFile<ELFT>::Elf_Sym Elf_Sym;
257 typedef typename ELFFile<ELFT>::Elf_Sym_Range Elf_Sym_Range;
258
George Rimar57e40de2015-10-01 20:14:45 +0000259 if (Config->Shared && !Config->NoUndefined)
George Rimaree058282015-10-01 17:24:24 +0000260 return;
261
Rafael Espindola6173f842015-09-23 14:37:01 +0000262 const Elf_Sym &SymE = cast<ELFSymbolBody<ELFT>>(Sym).Sym;
Rafael Espindolaaf707642015-10-12 01:55:32 +0000263 ELFFileBase<ELFT> *SymFile = nullptr;
Rafael Espindola6173f842015-09-23 14:37:01 +0000264
Rui Ueyama3ce825e2015-10-09 21:07:25 +0000265 for (const std::unique_ptr<ObjectFile<ELFT>> &File : S.getObjectFiles()) {
266 Elf_Sym_Range Syms = File->getObj().symbols(File->getSymbolTable());
Rafael Espindola6173f842015-09-23 14:37:01 +0000267 if (&SymE > Syms.begin() && &SymE < Syms.end())
Rui Ueyama3ce825e2015-10-09 21:07:25 +0000268 SymFile = File.get();
Rafael Espindola6173f842015-09-23 14:37:01 +0000269 }
Rafael Espindola551dfd82015-09-25 19:24:57 +0000270
271 std::string Message = "undefined symbol: " + Sym.getName().str();
Rafael Espindola6173f842015-09-23 14:37:01 +0000272 if (SymFile)
Rafael Espindola551dfd82015-09-25 19:24:57 +0000273 Message += " in " + SymFile->getName().str();
274 if (Config->NoInhibitExec)
275 warning(Message);
Rafael Espindola6173f842015-09-23 14:37:01 +0000276 else
Rafael Espindola551dfd82015-09-25 19:24:57 +0000277 error(Message);
Rafael Espindola6173f842015-09-23 14:37:01 +0000278}
279
Rui Ueyama5a9640b2015-10-08 23:49:30 +0000280// Local symbols are not in the linker's symbol table. This function scans
281// each object file's symbol table to copy local symbols to the output.
282template <class ELFT> void Writer<ELFT>::copyLocalSymbols() {
Rui Ueyama3ce825e2015-10-09 21:07:25 +0000283 for (const std::unique_ptr<ObjectFile<ELFT>> &F : Symtab.getObjectFiles()) {
284 for (const Elf_Sym &Sym : F->getLocalSymbols()) {
285 ErrorOr<StringRef> SymNameOrErr = Sym.getName(F->getStringTable());
Rui Ueyama5a9640b2015-10-08 23:49:30 +0000286 error(SymNameOrErr);
287 StringRef SymName = *SymNameOrErr;
Rui Ueyama3ce825e2015-10-09 21:07:25 +0000288 if (!shouldKeepInSymtab<ELFT>(*F, SymName, Sym))
Rafael Espindola444576d2015-10-09 19:25:07 +0000289 continue;
Rui Ueyamab621d1a2015-10-23 21:08:41 +0000290 Out<ELFT>::SymTab->addLocalSymbol(SymName);
Rui Ueyama5a9640b2015-10-08 23:49:30 +0000291 }
292 }
293}
294
Hal Finkel3bae2d82015-10-12 20:51:48 +0000295// PPC64 has a number of special SHT_PROGBITS+SHF_ALLOC+SHF_WRITE sections that
296// we would like to make sure appear is a specific order to maximize their
297// coverage by a single signed 16-bit offset from the TOC base pointer.
298// Conversely, the special .tocbss section should be first among all SHT_NOBITS
299// sections. This will put it next to the loaded special PPC64 sections (and,
300// thus, within reach of the TOC base pointer).
301static int getPPC64SectionRank(StringRef SectionName) {
302 return StringSwitch<int>(SectionName)
303 .Case(".tocbss", 0)
304 .Case(".branch_lt", 2)
305 .Case(".toc", 3)
306 .Case(".toc1", 4)
307 .Case(".opd", 5)
308 .Default(1);
309}
310
Rui Ueyama5a9640b2015-10-08 23:49:30 +0000311// Output section ordering is determined by this function.
312template <class ELFT>
Rui Ueyamac7cc6ec2015-10-15 22:27:29 +0000313static bool compareOutputSections(OutputSectionBase<ELFT> *A,
314 OutputSectionBase<ELFT> *B) {
Rui Ueyama5a9640b2015-10-08 23:49:30 +0000315 typedef typename ELFFile<ELFT>::uintX_t uintX_t;
316
317 uintX_t AFlags = A->getFlags();
318 uintX_t BFlags = B->getFlags();
319
320 // Allocatable sections go first to reduce the total PT_LOAD size and
321 // so debug info doesn't change addresses in actual code.
322 bool AIsAlloc = AFlags & SHF_ALLOC;
323 bool BIsAlloc = BFlags & SHF_ALLOC;
324 if (AIsAlloc != BIsAlloc)
325 return AIsAlloc;
326
327 // We don't have any special requirements for the relative order of
328 // two non allocatable sections.
329 if (!AIsAlloc)
330 return false;
331
332 // We want the read only sections first so that they go in the PT_LOAD
333 // covering the program headers at the start of the file.
334 bool AIsWritable = AFlags & SHF_WRITE;
335 bool BIsWritable = BFlags & SHF_WRITE;
336 if (AIsWritable != BIsWritable)
337 return BIsWritable;
338
339 // For a corresponding reason, put non exec sections first (the program
340 // header PT_LOAD is not executable).
341 bool AIsExec = AFlags & SHF_EXECINSTR;
342 bool BIsExec = BFlags & SHF_EXECINSTR;
343 if (AIsExec != BIsExec)
344 return BIsExec;
345
Hal Finkel0d7e83b2015-10-13 17:57:46 +0000346 // If we got here we know that both A and B are in the same PT_LOAD.
Michael J. Spencer1bf73002015-10-16 23:11:07 +0000347
348 // The TLS initialization block needs to be a single contiguous block in a R/W
349 // PT_LOAD, so stick TLS sections directly before R/W sections. The TLS NOBITS
350 // sections are placed here as they don't take up virtual address space in the
351 // PT_LOAD.
352 bool AIsTLS = AFlags & SHF_TLS;
353 bool BIsTLS = BFlags & SHF_TLS;
354 if (AIsTLS != BIsTLS)
355 return AIsTLS;
356
Hal Finkel08be6142015-10-13 18:55:01 +0000357 // The next requirement we have is to put nobits sections last. The
Rui Ueyama5a9640b2015-10-08 23:49:30 +0000358 // reason is that the only thing the dynamic linker will see about
359 // them is a p_memsz that is larger than p_filesz. Seeing that it
360 // zeros the end of the PT_LOAD, so that has to correspond to the
361 // nobits sections.
Hal Finkel600ff142015-10-13 19:27:12 +0000362 bool AIsNoBits = A->getType() == SHT_NOBITS;
363 bool BIsNoBits = B->getType() == SHT_NOBITS;
364 if (AIsNoBits != BIsNoBits)
365 return BIsNoBits;
Hal Finkel3bae2d82015-10-12 20:51:48 +0000366
Hal Finkel9abc2a52015-10-13 19:07:29 +0000367 // Some architectures have additional ordering restrictions for sections
368 // within the same PT_LOAD.
369 if (Config->EMachine == EM_PPC64)
370 return getPPC64SectionRank(A->getName()) <
371 getPPC64SectionRank(B->getName());
372
373 return false;
Rui Ueyama5a9640b2015-10-08 23:49:30 +0000374}
375
376// Until this function is called, common symbols do not belong to any section.
377// This function adds them to end of BSS section.
378template <class ELFT>
379static void addCommonSymbols(std::vector<DefinedCommon<ELFT> *> &Syms) {
380 typedef typename ELFFile<ELFT>::uintX_t uintX_t;
381 typedef typename ELFFile<ELFT>::Elf_Sym Elf_Sym;
382
383 // Sort the common symbols by alignment as an heuristic to pack them better.
384 std::stable_sort(
385 Syms.begin(), Syms.end(),
386 [](const DefinedCommon<ELFT> *A, const DefinedCommon<ELFT> *B) {
387 return A->MaxAlignment > B->MaxAlignment;
388 });
389
390 uintX_t Off = Out<ELFT>::Bss->getSize();
391 for (DefinedCommon<ELFT> *C : Syms) {
392 const Elf_Sym &Sym = C->Sym;
393 uintX_t Align = C->MaxAlignment;
394 Off = RoundUpToAlignment(Off, Align);
395 C->OffsetInBSS = Off;
396 Off += Sym.st_size;
397 }
398
399 Out<ELFT>::Bss->setSize(Off);
400}
401
Rui Ueyama4fcadaf2015-10-14 19:21:25 +0000402static StringRef getOutputName(StringRef S) {
403 if (S.startswith(".text."))
404 return ".text";
405 if (S.startswith(".rodata."))
406 return ".rodata";
407 if (S.startswith(".data."))
408 return ".data";
409 if (S.startswith(".bss."))
410 return ".bss";
411 return S;
412}
413
Michael J. Spencer84487f12015-07-24 21:03:07 +0000414// Create output section objects and add them to OutputSections.
415template <class ELFT> void Writer<ELFT>::createSections() {
Rui Ueyama69960ba2015-10-10 23:25:39 +0000416 // .interp needs to be on the first page in the output file.
417 if (needsInterpSection())
418 OutputSections.push_back(Out<ELFT>::Interp);
419
Rafael Espindolac159c962015-10-19 21:00:02 +0000420 SmallDenseMap<SectionKey<ELFT::Is64Bits>, OutputSectionBase<ELFT> *> Map;
Rafael Espindolac2d21192015-09-23 18:25:05 +0000421
Rui Ueyama15ef5e12015-10-07 19:18:16 +0000422 OutputSections.push_back(Out<ELFT>::Bss);
423 Map[{Out<ELFT>::Bss->getName(), Out<ELFT>::Bss->getType(),
Rafael Espindolac159c962015-10-19 21:00:02 +0000424 Out<ELFT>::Bss->getFlags(), 0}] = Out<ELFT>::Bss;
Rafael Espindolac2d21192015-09-23 18:25:05 +0000425
Rui Ueyamac7cc6ec2015-10-15 22:27:29 +0000426 std::vector<OutputSectionBase<ELFT> *> RegularSections;
Rui Ueyamad9189ce2015-10-15 17:11:03 +0000427
Rui Ueyama3ce825e2015-10-09 21:07:25 +0000428 for (const std::unique_ptr<ObjectFile<ELFT>> &F : Symtab.getObjectFiles()) {
Rafael Espindolac159c962015-10-19 21:00:02 +0000429 for (InputSectionBase<ELFT> *C : F->getSections()) {
Rui Ueyamac4aaed92015-10-22 18:49:53 +0000430 if (!C || !C->isLive() || C == &InputSection<ELFT>::Discarded)
Rafael Espindola19e38892015-09-16 15:54:15 +0000431 continue;
432 const Elf_Shdr *H = C->getSectionHdr();
Rafael Espindola444576d2015-10-09 19:25:07 +0000433 uintX_t OutFlags = H->sh_flags & ~SHF_GROUP;
Rafael Espindolac159c962015-10-19 21:00:02 +0000434 // For SHF_MERGE we create different output sections for each sh_entsize.
435 // This makes each output section simple and keeps a single level
436 // mapping from input to output.
437 auto *IS = dyn_cast<InputSection<ELFT>>(C);
438 uintX_t EntSize = IS ? 0 : H->sh_entsize;
Rui Ueyama4fcadaf2015-10-14 19:21:25 +0000439 SectionKey<ELFT::Is64Bits> Key{getOutputName(C->getSectionName()),
Rafael Espindolac159c962015-10-19 21:00:02 +0000440 H->sh_type, OutFlags, EntSize};
441 OutputSectionBase<ELFT> *&Sec = Map[Key];
Rafael Espindolad13d9602015-09-25 15:08:44 +0000442 if (!Sec) {
Rafael Espindolac159c962015-10-19 21:00:02 +0000443 if (IS)
444 Sec = new (SecAlloc.Allocate())
445 OutputSection<ELFT>(Key.Name, Key.Type, Key.Flags);
446 else
447 Sec = new (MSecAlloc.Allocate())
448 MergeOutputSection<ELFT>(Key.Name, Key.Type, Key.Flags);
Rafael Espindolad13d9602015-09-25 15:08:44 +0000449 OutputSections.push_back(Sec);
Rui Ueyamad9189ce2015-10-15 17:11:03 +0000450 RegularSections.push_back(Sec);
Rafael Espindolad13d9602015-09-25 15:08:44 +0000451 }
Rafael Espindolac159c962015-10-19 21:00:02 +0000452 if (IS)
453 static_cast<OutputSection<ELFT> *>(Sec)->addSection(IS);
454 else
455 static_cast<MergeOutputSection<ELFT> *>(Sec)
456 ->addSection(cast<MergeInputSection<ELFT>>(C));
Rafael Espindola19e38892015-09-16 15:54:15 +0000457 }
458 }
459
Rafael Espindolac159c962015-10-19 21:00:02 +0000460 Out<ELFT>::Dynamic->PreInitArraySec = Map.lookup(
461 {".preinit_array", SHT_PREINIT_ARRAY, SHF_WRITE | SHF_ALLOC, 0});
Rui Ueyama15ef5e12015-10-07 19:18:16 +0000462 Out<ELFT>::Dynamic->InitArraySec =
Rafael Espindolac159c962015-10-19 21:00:02 +0000463 Map.lookup({".init_array", SHT_INIT_ARRAY, SHF_WRITE | SHF_ALLOC, 0});
Rui Ueyama15ef5e12015-10-07 19:18:16 +0000464 Out<ELFT>::Dynamic->FiniArraySec =
Rafael Espindolac159c962015-10-19 21:00:02 +0000465 Map.lookup({".fini_array", SHT_FINI_ARRAY, SHF_WRITE | SHF_ALLOC, 0});
Rafael Espindola77572242015-10-02 19:37:55 +0000466
Rui Ueyama0d0bcf72015-10-07 21:25:39 +0000467 auto AddStartEnd = [&](StringRef Start, StringRef End,
Rui Ueyamac7cc6ec2015-10-15 22:27:29 +0000468 OutputSectionBase<ELFT> *OS) {
Michael J. Spencer95538ca2015-10-06 01:16:17 +0000469 if (OS) {
Rui Ueyama3ce825e2015-10-09 21:07:25 +0000470 Symtab.addSyntheticSym(Start, *OS, 0);
471 Symtab.addSyntheticSym(End, *OS, OS->getSize());
Rafael Espindola334c3e12015-10-19 15:21:42 +0000472 } else {
473 Symtab.addIgnoredSym(Start);
474 Symtab.addIgnoredSym(End);
Michael J. Spencer95538ca2015-10-06 01:16:17 +0000475 }
476 };
477
Michael J. Spencerfcacad22015-10-06 19:57:05 +0000478 AddStartEnd("__preinit_array_start", "__preinit_array_end",
Rui Ueyama15ef5e12015-10-07 19:18:16 +0000479 Out<ELFT>::Dynamic->PreInitArraySec);
Michael J. Spencerfcacad22015-10-06 19:57:05 +0000480 AddStartEnd("__init_array_start", "__init_array_end",
Rui Ueyama15ef5e12015-10-07 19:18:16 +0000481 Out<ELFT>::Dynamic->InitArraySec);
Michael J. Spencerfcacad22015-10-06 19:57:05 +0000482 AddStartEnd("__fini_array_start", "__fini_array_end",
Rui Ueyama15ef5e12015-10-07 19:18:16 +0000483 Out<ELFT>::Dynamic->FiniArraySec);
Rafael Espindola0e604f92015-09-25 18:56:53 +0000484
Rafael Espindola334c3e12015-10-19 15:21:42 +0000485 for (OutputSectionBase<ELFT> *Sec : RegularSections)
486 addStartStopSymbols(Sec);
487
488 // __tls_get_addr is defined by the dynamic linker for dynamic ELFs. For
489 // static linking the linker is required to optimize away any references to
490 // __tls_get_addr, so it's not defined anywhere. Create a hidden definition
491 // to avoid the undefined symbol error.
492 if (!isOutputDynamic())
493 Symtab.addIgnoredSym("__tls_get_addr");
494
495 // Scan relocations. This must be done after every symbol is declared so that
496 // we can correctly decide if a dynamic relocation is needed.
497 for (const std::unique_ptr<ObjectFile<ELFT>> &F : Symtab.getObjectFiles())
Rafael Espindolac159c962015-10-19 21:00:02 +0000498 for (InputSectionBase<ELFT> *B : F->getSections())
499 if (auto *S = dyn_cast_or_null<InputSection<ELFT>>(B))
500 if (S != &InputSection<ELFT>::Discarded)
Rui Ueyamac4aaed92015-10-22 18:49:53 +0000501 if (S->isLive())
502 scanRelocs(*S);
Rafael Espindola334c3e12015-10-19 15:21:42 +0000503
Rafael Espindola05a3dd22015-09-22 23:38:23 +0000504 // FIXME: Try to avoid the extra walk over all global symbols.
505 std::vector<DefinedCommon<ELFT> *> CommonSymbols;
506 for (auto &P : Symtab.getSymbols()) {
Rafael Espindola05a3dd22015-09-22 23:38:23 +0000507 SymbolBody *Body = P.second->Body;
Rui Ueyama96b19042015-10-15 20:55:20 +0000508 if (auto *U = dyn_cast<Undefined<ELFT>>(Body))
Denis Protivensky22220d52015-10-05 09:43:57 +0000509 if (!U->isWeak() && !U->canKeepUndefined())
510 reportUndefined<ELFT>(Symtab, *Body);
Rafael Espindola05a3dd22015-09-22 23:38:23 +0000511
512 if (auto *C = dyn_cast<DefinedCommon<ELFT>>(Body))
513 CommonSymbols.push_back(C);
Rafael Espindola4f674ed2015-10-05 15:24:04 +0000514 if (!includeInSymtab<ELFT>(*Body))
Rafael Espindola05a3dd22015-09-22 23:38:23 +0000515 continue;
Rui Ueyamab621d1a2015-10-23 21:08:41 +0000516 Out<ELFT>::SymTab->addSymbol(Body);
Rafael Espindola05a3dd22015-09-22 23:38:23 +0000517
Michael J. Spencer350e5b52015-10-12 23:39:23 +0000518 if (isOutputDynamic() && includeInDynamicSymtab(*Body))
Igor Kudrinab665fc2015-10-20 21:47:58 +0000519 Out<ELFT>::DynSymTab->addSymbol(Body);
Rafael Espindola05a3dd22015-09-22 23:38:23 +0000520 }
Rui Ueyama5a9640b2015-10-08 23:49:30 +0000521 addCommonSymbols(CommonSymbols);
Michael J. Spencer84487f12015-07-24 21:03:07 +0000522
Rui Ueyamac6ef3f22015-10-15 21:50:30 +0000523 // This order is not the same as the final output order
524 // because we sort the sections using their attributes below.
Rui Ueyamab621d1a2015-10-23 21:08:41 +0000525 OutputSections.push_back(Out<ELFT>::SymTab);
George Rimar0f5ac9f2015-10-20 17:21:35 +0000526 OutputSections.push_back(Out<ELFT>::ShStrTab);
Rui Ueyamab621d1a2015-10-23 21:08:41 +0000527 OutputSections.push_back(Out<ELFT>::StrTab);
Michael J. Spencer350e5b52015-10-12 23:39:23 +0000528 if (isOutputDynamic()) {
Rui Ueyama15ef5e12015-10-07 19:18:16 +0000529 OutputSections.push_back(Out<ELFT>::DynSymTab);
Igor Kudrin1b0d7062015-10-22 08:21:35 +0000530 if (Out<ELFT>::GnuHashTab)
531 OutputSections.push_back(Out<ELFT>::GnuHashTab);
532 if (Out<ELFT>::HashTab)
533 OutputSections.push_back(Out<ELFT>::HashTab);
Rui Ueyama15ef5e12015-10-07 19:18:16 +0000534 OutputSections.push_back(Out<ELFT>::Dynamic);
535 OutputSections.push_back(Out<ELFT>::DynStrTab);
536 if (Out<ELFT>::RelaDyn->hasRelocs())
537 OutputSections.push_back(Out<ELFT>::RelaDyn);
George Rimar648a2c32015-10-20 08:54:27 +0000538 if (Out<ELFT>::RelaPlt && Out<ELFT>::RelaPlt->hasRelocs())
539 OutputSections.push_back(Out<ELFT>::RelaPlt);
Rafael Espindola3f4228f2015-09-09 15:33:08 +0000540 }
Rui Ueyama15ef5e12015-10-07 19:18:16 +0000541 if (!Out<ELFT>::Got->empty())
542 OutputSections.push_back(Out<ELFT>::Got);
George Rimar648a2c32015-10-20 08:54:27 +0000543 if (Out<ELFT>::GotPlt && !Out<ELFT>::GotPlt->empty())
544 OutputSections.push_back(Out<ELFT>::GotPlt);
Rui Ueyama15ef5e12015-10-07 19:18:16 +0000545 if (!Out<ELFT>::Plt->empty())
546 OutputSections.push_back(Out<ELFT>::Plt);
Rafael Espindola740fafe2015-09-08 19:43:27 +0000547
Rui Ueyama5a9640b2015-10-08 23:49:30 +0000548 std::stable_sort(OutputSections.begin(), OutputSections.end(),
549 compareOutputSections<ELFT>);
Rui Ueyama3f4ec662015-09-25 03:48:25 +0000550
Rafael Espindolab01b5742015-09-08 18:08:57 +0000551 for (unsigned I = 0, N = OutputSections.size(); I < N; ++I)
Rui Ueyama2317d0d2015-10-15 20:55:22 +0000552 OutputSections[I]->SectionIndex = I + 1;
Michael J. Spencer52bf0eb2015-10-01 21:15:02 +0000553
Rui Ueyamac7cc6ec2015-10-15 22:27:29 +0000554 for (OutputSectionBase<ELFT> *Sec : OutputSections)
George Rimar0f5ac9f2015-10-20 17:21:35 +0000555 Out<ELFT>::ShStrTab->add(Sec->getName());
Rui Ueyamac6ef3f22015-10-15 21:50:30 +0000556
557 // Fill the DynStrTab early because Dynamic adds strings to
558 // DynStrTab but .dynstr may appear before .dynamic.
Rui Ueyama15ef5e12015-10-07 19:18:16 +0000559 Out<ELFT>::Dynamic->finalize();
Rui Ueyamaaf311c12015-10-09 16:03:53 +0000560
Rui Ueyamac6ef3f22015-10-15 21:50:30 +0000561 // Fill other section headers.
Rui Ueyamac7cc6ec2015-10-15 22:27:29 +0000562 for (OutputSectionBase<ELFT> *Sec : OutputSections)
Rui Ueyamaaf311c12015-10-09 16:03:53 +0000563 Sec->finalize();
Hal Finkeldaedc122015-10-12 23:16:53 +0000564
565 // If we have a .opd section (used under PPC64 for function descriptors),
566 // store a pointer to it here so that we can use it later when processing
567 // relocations.
Rafael Espindolac159c962015-10-19 21:00:02 +0000568 Out<ELFT>::Opd = Map.lookup({".opd", SHT_PROGBITS, SHF_WRITE | SHF_ALLOC, 0});
Rafael Espindolaabad6182015-08-13 15:23:46 +0000569}
570
Rui Ueyamad9189ce2015-10-15 17:11:03 +0000571static bool isAlpha(char C) {
572 return ('a' <= C && C <= 'z') || ('A' <= C && C <= 'Z') || C == '_';
573}
574
575static bool isAlnum(char C) { return isAlpha(C) || ('0' <= C && C <= '9'); }
576
577// Returns true if S is valid as a C language identifier.
578static bool isValidCIdentifier(StringRef S) {
579 if (S.empty() || !isAlpha(S[0]))
580 return false;
581 return std::all_of(S.begin() + 1, S.end(), isAlnum);
582}
583
584// If a section name is valid as a C identifier (which is rare because of
585// the leading '.'), linkers are expected to define __start_<secname> and
586// __stop_<secname> symbols. They are at beginning and end of the section,
587// respectively. This is not requested by the ELF standard, but GNU ld and
588// gold provide the feature, and used by many programs.
589template <class ELFT>
Rui Ueyamac7cc6ec2015-10-15 22:27:29 +0000590void Writer<ELFT>::addStartStopSymbols(OutputSectionBase<ELFT> *Sec) {
Rui Ueyamad9189ce2015-10-15 17:11:03 +0000591 StringRef S = Sec->getName();
592 if (!isValidCIdentifier(S))
593 return;
594 StringSaver Saver(Alloc);
595 StringRef Start = Saver.save("__start_" + S);
596 StringRef Stop = Saver.save("__stop_" + S);
597 if (Symtab.isUndefined(Start))
598 Symtab.addSyntheticSym(Start, *Sec, 0);
599 if (Symtab.isUndefined(Stop))
600 Symtab.addSyntheticSym(Stop, *Sec, Sec->getSize());
601}
602
Rui Ueyamac7cc6ec2015-10-15 22:27:29 +0000603template <class ELFT> static bool needsPhdr(OutputSectionBase<ELFT> *Sec) {
Michael J. Spencer2f008242015-09-17 19:58:07 +0000604 return Sec->getFlags() & SHF_ALLOC;
Michael J. Spencer1d299a82015-09-09 20:48:09 +0000605}
606
Rui Ueyama803195e2015-10-23 21:45:59 +0000607// Visits all sections to create PHDRs and to assign incremental,
608// non-overlapping addresses to output sections.
Michael J. Spencer84487f12015-07-24 21:03:07 +0000609template <class ELFT> void Writer<ELFT>::assignAddresses() {
Rui Ueyama2f1b79f2015-10-10 22:34:30 +0000610 uintX_t VA = getVAStart() + sizeof(Elf_Ehdr);
611 uintX_t FileOff = sizeof(Elf_Ehdr);
Rafael Espindola60252d82015-09-09 22:53:55 +0000612
Rui Ueyama803195e2015-10-23 21:45:59 +0000613 // Calculate and reserve the space for the program header first so that
614 // the first section can start right after the program header.
615 Phdrs.resize(getPhdrsNum());
616 size_t PhdrSize = sizeof(Elf_Phdr) * Phdrs.size();
Rui Ueyama3486fe52015-10-11 17:44:22 +0000617
Rui Ueyama803195e2015-10-23 21:45:59 +0000618 // The first phdr entry is PT_PHDR which describes the program header itself.
619 setPhdr(&Phdrs[0], PT_PHDR, PF_R, FileOff, VA, PhdrSize, /*Align=*/8);
620 FileOff += PhdrSize;
621 VA += PhdrSize;
Rui Ueyama953c2c42015-10-10 23:59:57 +0000622
Rui Ueyama803195e2015-10-23 21:45:59 +0000623 // PT_INTERP must be the second entry if exists.
624 int PhdrIdx = 0;
Rui Ueyama953c2c42015-10-10 23:59:57 +0000625 Elf_Phdr *Interp = nullptr;
Rui Ueyama803195e2015-10-23 21:45:59 +0000626 if (needsInterpSection())
627 Interp = &Phdrs[++PhdrIdx];
Rafael Espindola70107762015-09-11 18:49:42 +0000628
Rui Ueyama803195e2015-10-23 21:45:59 +0000629 // Add the first PT_LOAD segment for regular output sections.
630 setPhdr(&Phdrs[++PhdrIdx], PT_LOAD, PF_R, 0, getVAStart(), FileOff,
631 Target->getPageSize());
Rafael Espindola0a2e2112015-09-10 15:41:34 +0000632
Rui Ueyama803195e2015-10-23 21:45:59 +0000633 // Create phdrs as we assign VAs and file offsets to all output sections.
Rui Ueyama3486fe52015-10-11 17:44:22 +0000634 SmallPtrSet<Elf_Phdr *, 8> Closed;
Rui Ueyamac7cc6ec2015-10-15 22:27:29 +0000635 for (OutputSectionBase<ELFT> *Sec : OutputSections) {
Michael J. Spencer2f008242015-09-17 19:58:07 +0000636 if (Sec->getSize()) {
Rui Ueyama2f1b79f2015-10-10 22:34:30 +0000637 uintX_t Flags = toPhdrFlags(Sec->getFlags());
Rui Ueyama803195e2015-10-23 21:45:59 +0000638 Elf_Phdr *Last = &Phdrs[PhdrIdx];
Rui Ueyama2f1b79f2015-10-10 22:34:30 +0000639 if (Last->p_flags != Flags || !needsPhdr<ELFT>(Sec)) {
640 // Flags changed. End current Phdr and potentially create a new one.
641 if (Closed.insert(Last).second) {
642 Last->p_filesz = FileOff - Last->p_offset;
643 Last->p_memsz = VA - Last->p_vaddr;
Michael J. Spencer2f008242015-09-17 19:58:07 +0000644 }
645
Rui Ueyama2f1b79f2015-10-10 22:34:30 +0000646 if (needsPhdr<ELFT>(Sec)) {
Hal Finkele3c26262015-10-08 22:23:54 +0000647 VA = RoundUpToAlignment(VA, Target->getPageSize());
648 FileOff = RoundUpToAlignment(FileOff, Target->getPageSize());
Rui Ueyama803195e2015-10-23 21:45:59 +0000649 Elf_Phdr *PH = &Phdrs[++PhdrIdx];
650 setPhdr(PH, PT_LOAD, Flags, FileOff, VA, 0, Target->getPageSize());
Michael J. Spencer2f008242015-09-17 19:58:07 +0000651 }
652 }
Michael J. Spencer1d299a82015-09-09 20:48:09 +0000653 }
654
Rafael Espindolaef1ac012015-08-13 15:31:17 +0000655 if (Sec->getFlags() & SHF_ALLOC) {
Rui Ueyama803195e2015-10-23 21:45:59 +0000656 VA = RoundUpToAlignment(VA, Sec->getAlign());
Rafael Espindolaef1ac012015-08-13 15:31:17 +0000657 Sec->setVA(VA);
Rui Ueyama803195e2015-10-23 21:45:59 +0000658 VA += Sec->getSize();
Rafael Espindolaef1ac012015-08-13 15:31:17 +0000659 }
Rui Ueyama803195e2015-10-23 21:45:59 +0000660 FileOff = RoundUpToAlignment(FileOff, Sec->getAlign());
Michael J. Spencer84487f12015-07-24 21:03:07 +0000661 Sec->setFileOffset(FileOff);
Rafael Espindola058f3432015-08-31 20:23:57 +0000662 if (Sec->getType() != SHT_NOBITS)
Rui Ueyama803195e2015-10-23 21:45:59 +0000663 FileOff += Sec->getSize();
Michael J. Spencer84487f12015-07-24 21:03:07 +0000664 }
Rafael Espindola6b83b902015-08-12 00:00:24 +0000665
Rui Ueyama803195e2015-10-23 21:45:59 +0000666 // Add an entry for .dynamic.
Michael J. Spencer350e5b52015-10-12 23:39:23 +0000667 if (isOutputDynamic()) {
Rui Ueyama803195e2015-10-23 21:45:59 +0000668 Elf_Phdr *PH = &Phdrs[++PhdrIdx];
Rui Ueyama953c2c42015-10-10 23:59:57 +0000669 PH->p_type = PT_DYNAMIC;
Rui Ueyama536c9992015-10-11 19:45:58 +0000670 copyPhdr(PH, Out<ELFT>::Dynamic);
Rui Ueyama2f1b79f2015-10-10 22:34:30 +0000671 }
Rafael Espindola91009b32015-08-12 01:45:28 +0000672
Rui Ueyama803195e2015-10-23 21:45:59 +0000673 // Fix up PT_INTERP as we now know the address of .interp section.
674 if (Interp) {
675 Interp->p_type = PT_INTERP;
676 copyPhdr(Interp, Out<ELFT>::Interp);
Rui Ueyama69960ba2015-10-10 23:25:39 +0000677 }
678
Michael J. Spencer8039dae22015-07-29 00:30:10 +0000679 // Add space for section headers.
Rui Ueyama803195e2015-10-23 21:45:59 +0000680 SectionHeaderOff = RoundUpToAlignment(FileOff, ELFT::Is64Bits ? 8 : 4);
681 FileSize = SectionHeaderOff + getNumSections() * sizeof(Elf_Shdr);
682}
683
684// Returns the number of PHDR entries.
685template <class ELFT> int Writer<ELFT>::getPhdrsNum() const {
686 int I = 2; // 2 for PT_PHDR and the first PT_LOAD
687 if (needsInterpSection())
688 ++I;
689 if (isOutputDynamic())
690 ++I;
691 uintX_t Last = PF_R;
692 for (OutputSectionBase<ELFT> *Sec : OutputSections) {
693 if (!Sec->getSize() || !needsPhdr<ELFT>(Sec))
694 continue;
695 uintX_t Flags = toPhdrFlags(Sec->getFlags());
696 if (Last != Flags) {
697 Last = Flags;
698 ++I;
699 }
700 }
701 return I;
Michael J. Spencer84487f12015-07-24 21:03:07 +0000702}
703
704template <class ELFT> void Writer<ELFT>::writeHeader() {
705 uint8_t *Buf = Buffer->getBufferStart();
Rafael Espindola18608a02015-09-08 21:57:31 +0000706 auto *EHdr = reinterpret_cast<Elf_Ehdr *>(Buf);
Michael J. Spencer84487f12015-07-24 21:03:07 +0000707 EHdr->e_ident[EI_MAG0] = 0x7F;
708 EHdr->e_ident[EI_MAG1] = 0x45;
709 EHdr->e_ident[EI_MAG2] = 0x4C;
710 EHdr->e_ident[EI_MAG3] = 0x46;
Rafael Espindola4b7c2fc2015-08-05 15:08:40 +0000711 EHdr->e_ident[EI_CLASS] = ELFT::Is64Bits ? ELFCLASS64 : ELFCLASS32;
712 EHdr->e_ident[EI_DATA] = ELFT::TargetEndianness == llvm::support::little
713 ? ELFDATA2LSB
714 : ELFDATA2MSB;
Michael J. Spencer84487f12015-07-24 21:03:07 +0000715 EHdr->e_ident[EI_VERSION] = EV_CURRENT;
Davide Italianoaa7c5332015-09-25 01:59:13 +0000716
Rafael Espindolab9ca7bb2015-10-12 11:52:31 +0000717 auto &FirstObj = cast<ELFFileBase<ELFT>>(*Config->FirstElf);
Davide Italianoaa7c5332015-09-25 01:59:13 +0000718 EHdr->e_ident[EI_OSABI] = FirstObj.getOSABI();
Michael J. Spencer84487f12015-07-24 21:03:07 +0000719
Rafael Espindolae438e072015-09-08 22:55:28 +0000720 // FIXME: Generalize the segment construction similar to how we create
721 // output sections.
Rafael Espindolae438e072015-09-08 22:55:28 +0000722
Rafael Espindola4340aad2015-09-11 22:42:45 +0000723 EHdr->e_type = Config->Shared ? ET_DYN : ET_EXEC;
Rafael Espindolaf98d6d82015-09-03 20:03:54 +0000724 EHdr->e_machine = FirstObj.getEMachine();
Michael J. Spencer84487f12015-07-24 21:03:07 +0000725 EHdr->e_version = EV_CURRENT;
Rui Ueyama2b675072015-10-14 22:20:57 +0000726 if (Config->EntrySym) {
Rui Ueyamaff777682015-10-09 21:12:40 +0000727 if (auto *E = dyn_cast<ELFSymbolBody<ELFT>>(Config->EntrySym->repl()))
728 EHdr->e_entry = getSymVA<ELFT>(*E);
Rui Ueyama2b675072015-10-14 22:20:57 +0000729 } else if (Config->EntryAddr != uint64_t(-1)) {
730 EHdr->e_entry = Config->EntryAddr;
731 }
Rui Ueyama5bfd7d42015-10-10 22:36:36 +0000732 EHdr->e_phoff = sizeof(Elf_Ehdr);
Michael J. Spencer8039dae22015-07-29 00:30:10 +0000733 EHdr->e_shoff = SectionHeaderOff;
Rafael Espindola18608a02015-09-08 21:57:31 +0000734 EHdr->e_ehsize = sizeof(Elf_Ehdr);
735 EHdr->e_phentsize = sizeof(Elf_Phdr);
Rui Ueyama2f1b79f2015-10-10 22:34:30 +0000736 EHdr->e_phnum = Phdrs.size();
Rafael Espindola18608a02015-09-08 21:57:31 +0000737 EHdr->e_shentsize = sizeof(Elf_Shdr);
Rafael Espindola5f553872015-09-08 17:39:39 +0000738 EHdr->e_shnum = getNumSections();
George Rimar0f5ac9f2015-10-20 17:21:35 +0000739 EHdr->e_shstrndx = Out<ELFT>::ShStrTab->SectionIndex;
Rui Ueyamabdca0b12015-10-11 00:10:36 +0000740 memcpy(Buf + EHdr->e_phoff, &Phdrs[0], Phdrs.size() * sizeof(Phdrs[0]));
Rafael Espindolae438e072015-09-08 22:55:28 +0000741
Rafael Espindola18608a02015-09-08 21:57:31 +0000742 auto SHdrs = reinterpret_cast<Elf_Shdr *>(Buf + EHdr->e_shoff);
Michael J. Spencer8039dae22015-07-29 00:30:10 +0000743 // First entry is null.
744 ++SHdrs;
Rui Ueyamac7cc6ec2015-10-15 22:27:29 +0000745 for (OutputSectionBase<ELFT> *Sec : OutputSections) {
George Rimar0f5ac9f2015-10-20 17:21:35 +0000746 Sec->setNameOffset(Out<ELFT>::ShStrTab->getFileOff(Sec->getName()));
Rui Ueyamac7cc6ec2015-10-15 22:27:29 +0000747 Sec->writeHeaderTo(SHdrs++);
Rafael Espindola6b83b902015-08-12 00:00:24 +0000748 }
Michael J. Spencer84487f12015-07-24 21:03:07 +0000749}
750
751template <class ELFT> void Writer<ELFT>::openFile(StringRef Path) {
Rafael Espindolabdc8f2f2015-08-13 00:31:46 +0000752 ErrorOr<std::unique_ptr<FileOutputBuffer>> BufferOrErr =
753 FileOutputBuffer::create(Path, FileSize, FileOutputBuffer::F_executable);
754 error(BufferOrErr, Twine("failed to open ") + Path);
755 Buffer = std::move(*BufferOrErr);
Michael J. Spencer84487f12015-07-24 21:03:07 +0000756}
757
758// Write section contents to a mmap'ed file.
759template <class ELFT> void Writer<ELFT>::writeSections() {
760 uint8_t *Buf = Buffer->getBufferStart();
Hal Finkeldaedc122015-10-12 23:16:53 +0000761
762 // PPC64 needs to process relocations in the .opd section before processing
763 // relocations in code-containing sections.
Rui Ueyamac7cc6ec2015-10-15 22:27:29 +0000764 if (OutputSectionBase<ELFT> *Sec = Out<ELFT>::Opd) {
Rafael Espindola7a513052015-10-13 14:45:51 +0000765 Out<ELFT>::OpdBuf = Buf + Sec->getFileOff();
766 Sec->writeTo(Buf + Sec->getFileOff());
767 }
Hal Finkeldaedc122015-10-12 23:16:53 +0000768
Rui Ueyamac7cc6ec2015-10-15 22:27:29 +0000769 for (OutputSectionBase<ELFT> *Sec : OutputSections)
Rafael Espindola7a513052015-10-13 14:45:51 +0000770 if (Sec != Out<ELFT>::Opd)
Hal Finkeldaedc122015-10-12 23:16:53 +0000771 Sec->writeTo(Buf + Sec->getFileOff());
Michael J. Spencer84487f12015-07-24 21:03:07 +0000772}
Rui Ueyama3ce825e2015-10-09 21:07:25 +0000773
Rui Ueyama2f1b79f2015-10-10 22:34:30 +0000774template <class ELFT>
Rui Ueyama536c9992015-10-11 19:45:58 +0000775void Writer<ELFT>::setPhdr(Elf_Phdr *PH, uint32_t Type, uint32_t Flags,
Rui Ueyama803195e2015-10-23 21:45:59 +0000776 uintX_t FileOff, uintX_t VA, uintX_t Size,
777 uintX_t Align) {
Rui Ueyama2f1b79f2015-10-10 22:34:30 +0000778 PH->p_type = Type;
779 PH->p_flags = Flags;
780 PH->p_offset = FileOff;
781 PH->p_vaddr = VA;
782 PH->p_paddr = VA;
Rui Ueyama803195e2015-10-23 21:45:59 +0000783 PH->p_filesz = Size;
784 PH->p_memsz = Size;
Rui Ueyama2f1b79f2015-10-10 22:34:30 +0000785 PH->p_align = Align;
786}
787
788template <class ELFT>
Rui Ueyamac7cc6ec2015-10-15 22:27:29 +0000789void Writer<ELFT>::copyPhdr(Elf_Phdr *PH, OutputSectionBase<ELFT> *From) {
Rui Ueyama2f1b79f2015-10-10 22:34:30 +0000790 PH->p_flags = toPhdrFlags(From->getFlags());
791 PH->p_offset = From->getFileOff();
792 PH->p_vaddr = From->getVA();
793 PH->p_paddr = From->getVA();
794 PH->p_filesz = From->getSize();
795 PH->p_memsz = From->getSize();
796 PH->p_align = From->getAlign();
797}
798
Rui Ueyama3ce825e2015-10-09 21:07:25 +0000799template void lld::elf2::writeResult<ELF32LE>(SymbolTable<ELF32LE> *Symtab);
800template void lld::elf2::writeResult<ELF32BE>(SymbolTable<ELF32BE> *Symtab);
801template void lld::elf2::writeResult<ELF64LE>(SymbolTable<ELF64LE> *Symtab);
802template void lld::elf2::writeResult<ELF64BE>(SymbolTable<ELF64BE> *Symtab);