blob: 66c8e0949b92d5ea7bb35dfec078c2bfe85c2f3c [file] [log] [blame]
Michael J. Spencer84487f12015-07-24 21:03:07 +00001//===- Writer.cpp ---------------------------------------------------------===//
2//
3// The LLVM Linker
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9
Michael J. Spencerf8325412015-09-04 22:48:30 +000010#include "Writer.h"
Rui Ueyamacb8474ed2015-08-05 23:51:50 +000011#include "Config.h"
Rafael Espindola5805c4f2015-09-21 21:38:08 +000012#include "OutputSections.h"
Rui Ueyamaafff74e22015-08-05 23:24:46 +000013#include "SymbolTable.h"
Rafael Espindola01205f72015-09-22 18:19:46 +000014#include "Target.h"
Rafael Espindola6b83b902015-08-12 00:00:24 +000015
Rui Ueyama3486fe52015-10-11 17:44:22 +000016#include "llvm/ADT/SmallPtrSet.h"
Hal Finkel3bae2d82015-10-12 20:51:48 +000017#include "llvm/ADT/StringSwitch.h"
Rui Ueyamaafff74e22015-08-05 23:24:46 +000018#include "llvm/Support/FileOutputBuffer.h"
Rui Ueyamad9189ce2015-10-15 17:11:03 +000019#include "llvm/Support/StringSaver.h"
Michael J. Spencer84487f12015-07-24 21:03:07 +000020
21using namespace llvm;
22using namespace llvm::ELF;
23using namespace llvm::object;
24
25using namespace lld;
26using namespace lld::elf2;
27
Rui Ueyamaafff74e22015-08-05 23:24:46 +000028namespace {
29// The writer writes a SymbolTable result to a file.
30template <class ELFT> class Writer {
31public:
Rafael Espindola18608a02015-09-08 21:57:31 +000032 typedef typename ELFFile<ELFT>::uintX_t uintX_t;
33 typedef typename ELFFile<ELFT>::Elf_Shdr Elf_Shdr;
34 typedef typename ELFFile<ELFT>::Elf_Ehdr Elf_Ehdr;
35 typedef typename ELFFile<ELFT>::Elf_Phdr Elf_Phdr;
36 typedef typename ELFFile<ELFT>::Elf_Sym Elf_Sym;
Davide Italiano6d328d32015-09-16 20:45:57 +000037 typedef typename ELFFile<ELFT>::Elf_Sym_Range Elf_Sym_Range;
Rafael Espindola19e38892015-09-16 15:54:15 +000038 typedef typename ELFFile<ELFT>::Elf_Rela Elf_Rela;
Rui Ueyama3ce825e2015-10-09 21:07:25 +000039 Writer(SymbolTable<ELFT> &S) : Symtab(S) {}
Rui Ueyamaafff74e22015-08-05 23:24:46 +000040 void run();
41
42private:
Rui Ueyama5a9640b2015-10-08 23:49:30 +000043 void copyLocalSymbols();
Rui Ueyamaafff74e22015-08-05 23:24:46 +000044 void createSections();
Rafael Espindola67a5da62015-09-17 14:02:10 +000045 template <bool isRela>
Rafael Espindola53d5cea2015-09-21 17:47:00 +000046 void scanRelocs(const InputSection<ELFT> &C,
Rafael Espindola67a5da62015-09-17 14:02:10 +000047 iterator_range<const Elf_Rel_Impl<ELFT, isRela> *> Rels);
Rafael Espindola53d5cea2015-09-21 17:47:00 +000048 void scanRelocs(const InputSection<ELFT> &C);
Rui Ueyamaafff74e22015-08-05 23:24:46 +000049 void assignAddresses();
50 void openFile(StringRef OutputPath);
51 void writeHeader();
52 void writeSections();
Rafael Espindola70107762015-09-11 18:49:42 +000053 bool needsInterpSection() const {
Rui Ueyama0d0bcf72015-10-07 21:25:39 +000054 return !Symtab.getSharedFiles().empty() && !Config->DynamicLinker.empty();
Rafael Espindola70107762015-09-11 18:49:42 +000055 }
Michael J. Spencerf32446f2015-10-06 20:39:09 +000056 bool isOutputDynamic() const {
Rui Ueyama0d0bcf72015-10-07 21:25:39 +000057 return !Symtab.getSharedFiles().empty() || Config->Shared;
Rafael Espindola4340aad2015-09-11 22:42:45 +000058 }
Hal Finkel736c7412015-10-15 07:49:07 +000059 uintX_t getVAStart() const { return Config->Shared ? 0 : Target->getVAStart(); }
Rui Ueyamabcb2d0f2015-10-23 22:44:37 +000060 uintX_t getEntryAddr() const;
Rui Ueyama803195e2015-10-23 21:45:59 +000061 int getPhdrsNum() const;
Rui Ueyamaafff74e22015-08-05 23:24:46 +000062
Rui Ueyamaafff74e22015-08-05 23:24:46 +000063 std::unique_ptr<llvm::FileOutputBuffer> Buffer;
Michael J. Spencer2f008242015-09-17 19:58:07 +000064
Rafael Espindola37f0b7d2015-10-15 12:33:04 +000065 SpecificBumpPtrAllocator<OutputSection<ELFT>> SecAlloc;
Rafael Espindolac159c962015-10-19 21:00:02 +000066 SpecificBumpPtrAllocator<MergeOutputSection<ELFT>> MSecAlloc;
Rui Ueyamad9189ce2015-10-15 17:11:03 +000067 BumpPtrAllocator Alloc;
Rui Ueyamac7cc6ec2015-10-15 22:27:29 +000068 std::vector<OutputSectionBase<ELFT> *> OutputSections;
Rafael Espindola5f553872015-09-08 17:39:39 +000069 unsigned getNumSections() const { return OutputSections.size() + 1; }
Rui Ueyamaafff74e22015-08-05 23:24:46 +000070
Rui Ueyamac7cc6ec2015-10-15 22:27:29 +000071 void addStartStopSymbols(OutputSectionBase<ELFT> *Sec);
Rui Ueyama536c9992015-10-11 19:45:58 +000072 void setPhdr(Elf_Phdr *PH, uint32_t Type, uint32_t Flags, uintX_t FileOff,
Rui Ueyama803195e2015-10-23 21:45:59 +000073 uintX_t VA, uintX_t Size, uintX_t Align);
Rui Ueyamac7cc6ec2015-10-15 22:27:29 +000074 void copyPhdr(Elf_Phdr *PH, OutputSectionBase<ELFT> *From);
Rui Ueyama2f1b79f2015-10-10 22:34:30 +000075
Rui Ueyama3ce825e2015-10-09 21:07:25 +000076 SymbolTable<ELFT> &Symtab;
Rui Ueyama953c2c42015-10-10 23:59:57 +000077 std::vector<Elf_Phdr> Phdrs;
Michael J. Spencer2f008242015-09-17 19:58:07 +000078
Rafael Espindola98f6bd02015-08-11 23:14:13 +000079 uintX_t FileSize;
Rui Ueyamaafff74e22015-08-05 23:24:46 +000080 uintX_t SectionHeaderOff;
Rui Ueyamaafff74e22015-08-05 23:24:46 +000081};
82} // anonymous namespace
83
Rui Ueyama3ce825e2015-10-09 21:07:25 +000084template <class ELFT> void lld::elf2::writeResult(SymbolTable<ELFT> *Symtab) {
Rui Ueyama15ef5e12015-10-07 19:18:16 +000085 // Initialize output sections that are handled by Writer specially.
86 // Don't reorder because the order of initialization matters.
Rui Ueyamac7cc6ec2015-10-15 22:27:29 +000087 InterpSection<ELFT> Interp;
Rui Ueyama15ef5e12015-10-07 19:18:16 +000088 Out<ELFT>::Interp = &Interp;
George Rimar0f5ac9f2015-10-20 17:21:35 +000089 StringTableSection<ELFT> ShStrTab(".shstrtab", false);
90 Out<ELFT>::ShStrTab = &ShStrTab;
91 StringTableSection<ELFT> StrTab(".strtab", false);
George Rimar5dad7c12015-10-24 08:52:46 +000092 if (!Config->StripAll)
93 Out<ELFT>::StrTab = &StrTab;
George Rimar0f5ac9f2015-10-20 17:21:35 +000094 StringTableSection<ELFT> DynStrTab(".dynstr", true);
Rui Ueyama15ef5e12015-10-07 19:18:16 +000095 Out<ELFT>::DynStrTab = &DynStrTab;
96 OutputSection<ELFT> Bss(".bss", SHT_NOBITS, SHF_ALLOC | SHF_WRITE);
97 Out<ELFT>::Bss = &Bss;
98 GotSection<ELFT> Got;
99 Out<ELFT>::Got = &Got;
George Rimar648a2c32015-10-20 08:54:27 +0000100 GotPltSection<ELFT> GotPlt;
101 if (Target->supportsLazyRelocations())
102 Out<ELFT>::GotPlt = &GotPlt;
Rui Ueyama15ef5e12015-10-07 19:18:16 +0000103 PltSection<ELFT> Plt;
104 Out<ELFT>::Plt = &Plt;
George Rimar5dad7c12015-10-24 08:52:46 +0000105 std::unique_ptr<SymbolTableSection<ELFT>> SymTab;
106 if (!Config->StripAll) {
107 SymTab.reset(new SymbolTableSection<ELFT>(*Symtab, *Out<ELFT>::StrTab));
108 Out<ELFT>::SymTab = SymTab.get();
109 }
Rui Ueyama15ef5e12015-10-07 19:18:16 +0000110 SymbolTableSection<ELFT> DynSymTab(*Symtab, *Out<ELFT>::DynStrTab);
111 Out<ELFT>::DynSymTab = &DynSymTab;
112 HashTableSection<ELFT> HashTab;
Igor Kudrin1b0d7062015-10-22 08:21:35 +0000113 if (Config->SysvHash)
114 Out<ELFT>::HashTab = &HashTab;
115 GnuHashTableSection<ELFT> GnuHashTab;
116 if (Config->GnuHash)
117 Out<ELFT>::GnuHashTab = &GnuHashTab;
George Rimar648a2c32015-10-20 08:54:27 +0000118 bool IsRela = Symtab->shouldUseRela();
119 RelocationSection<ELFT> RelaDyn(IsRela ? ".rela.dyn" : ".rel.dyn", IsRela);
Rui Ueyama15ef5e12015-10-07 19:18:16 +0000120 Out<ELFT>::RelaDyn = &RelaDyn;
George Rimar648a2c32015-10-20 08:54:27 +0000121 RelocationSection<ELFT> RelaPlt(IsRela ? ".rela.plt" : ".rel.plt", IsRela);
122 if (Target->supportsLazyRelocations())
123 Out<ELFT>::RelaPlt = &RelaPlt;
Rui Ueyama15ef5e12015-10-07 19:18:16 +0000124 DynamicSection<ELFT> Dynamic(*Symtab);
125 Out<ELFT>::Dynamic = &Dynamic;
126
Rui Ueyama0d0bcf72015-10-07 21:25:39 +0000127 Writer<ELFT>(*Symtab).run();
Rui Ueyama15ef5e12015-10-07 19:18:16 +0000128}
129
Michael J. Spencer84487f12015-07-24 21:03:07 +0000130// The main function of the writer.
Rui Ueyamaafff74e22015-08-05 23:24:46 +0000131template <class ELFT> void Writer<ELFT>::run() {
Rui Ueyama5a9640b2015-10-08 23:49:30 +0000132 if (!Config->DiscardAll)
133 copyLocalSymbols();
Michael J. Spencer84487f12015-07-24 21:03:07 +0000134 createSections();
135 assignAddresses();
Rui Ueyamacb8474ed2015-08-05 23:51:50 +0000136 openFile(Config->OutputFile);
Michael J. Spencer84487f12015-07-24 21:03:07 +0000137 writeHeader();
138 writeSections();
139 error(Buffer->commit());
140}
141
Rafael Espindolaa7471792015-08-13 17:04:50 +0000142namespace {
143template <bool Is64Bits> struct SectionKey {
144 typedef typename std::conditional<Is64Bits, uint64_t, uint32_t>::type uintX_t;
145 StringRef Name;
Rui Ueyama0fb1ee02015-10-02 21:13:19 +0000146 uint32_t Type;
147 uintX_t Flags;
Rafael Espindolac159c962015-10-19 21:00:02 +0000148 uintX_t EntSize;
Rafael Espindolaa7471792015-08-13 17:04:50 +0000149};
150}
151namespace llvm {
152template <bool Is64Bits> struct DenseMapInfo<SectionKey<Is64Bits>> {
153 static SectionKey<Is64Bits> getEmptyKey() {
Rafael Espindolac159c962015-10-19 21:00:02 +0000154 return SectionKey<Is64Bits>{DenseMapInfo<StringRef>::getEmptyKey(), 0, 0,
155 0};
Rafael Espindolaa7471792015-08-13 17:04:50 +0000156 }
157 static SectionKey<Is64Bits> getTombstoneKey() {
158 return SectionKey<Is64Bits>{DenseMapInfo<StringRef>::getTombstoneKey(), 0,
Rafael Espindolac159c962015-10-19 21:00:02 +0000159 0, 0};
Rafael Espindolaa7471792015-08-13 17:04:50 +0000160 }
161 static unsigned getHashValue(const SectionKey<Is64Bits> &Val) {
Rafael Espindolac159c962015-10-19 21:00:02 +0000162 return hash_combine(Val.Name, Val.Type, Val.Flags, Val.EntSize);
Rafael Espindolaa7471792015-08-13 17:04:50 +0000163 }
164 static bool isEqual(const SectionKey<Is64Bits> &LHS,
165 const SectionKey<Is64Bits> &RHS) {
166 return DenseMapInfo<StringRef>::isEqual(LHS.Name, RHS.Name) &&
Rafael Espindolac159c962015-10-19 21:00:02 +0000167 LHS.Type == RHS.Type && LHS.Flags == RHS.Flags &&
168 LHS.EntSize == RHS.EntSize;
Rafael Espindolaa7471792015-08-13 17:04:50 +0000169 }
170};
171}
172
Rafael Espindola19e38892015-09-16 15:54:15 +0000173// The reason we have to do this early scan is as follows
174// * To mmap the output file, we need to know the size
175// * For that, we need to know how many dynamic relocs we will have.
176// It might be possible to avoid this by outputting the file with write:
177// * Write the allocated output sections, computing addresses.
178// * Apply relocations, recording which ones require a dynamic reloc.
179// * Write the dynamic relocations.
180// * Write the rest of the file.
181template <class ELFT>
Rafael Espindola67a5da62015-09-17 14:02:10 +0000182template <bool isRela>
183void Writer<ELFT>::scanRelocs(
Rafael Espindola53d5cea2015-09-21 17:47:00 +0000184 const InputSection<ELFT> &C,
Rafael Espindola67a5da62015-09-17 14:02:10 +0000185 iterator_range<const Elf_Rel_Impl<ELFT, isRela> *> Rels) {
186 typedef Elf_Rel_Impl<ELFT, isRela> RelType;
187 const ObjectFile<ELFT> &File = *C.getFile();
Rafael Espindola67a5da62015-09-17 14:02:10 +0000188 for (const RelType &RI : Rels) {
Rui Ueyama64558522015-10-16 22:51:43 +0000189 uint32_t SymIndex = RI.getSymbol(Config->Mips64EL);
Rafael Espindola5c2310c2015-09-18 14:40:19 +0000190 SymbolBody *Body = File.getSymbolBody(SymIndex);
Rui Ueyama64558522015-10-16 22:51:43 +0000191 uint32_t Type = RI.getType(Config->Mips64EL);
Rui Ueyama35da9b62015-10-11 20:59:12 +0000192
193 // Set "used" bit for --as-needed.
194 if (Body && Body->isUndefined() && !Body->isWeak())
195 if (auto *S = dyn_cast<SharedSymbol<ELFT>>(Body->repl()))
196 S->File->IsUsed = true;
197
198 if (Body)
199 Body = Body->repl();
Rafael Espindolacc6ebb82015-10-14 18:42:16 +0000200 bool NeedsGot = false;
George Rimar648a2c32015-10-20 08:54:27 +0000201 bool NeedsPlt = false;
Rafael Espindolaae244002015-10-05 19:30:12 +0000202 if (Body) {
George Rimar648a2c32015-10-20 08:54:27 +0000203 NeedsPlt = Target->relocNeedsPlt(Type, *Body);
204 if (NeedsPlt) {
Rafael Espindolaae244002015-10-05 19:30:12 +0000205 if (Body->isInPlt())
206 continue;
Rui Ueyama15ef5e12015-10-07 19:18:16 +0000207 Out<ELFT>::Plt->addEntry(Body);
Rui Ueyamac58656c2015-10-13 16:59:30 +0000208 }
Rafael Espindolacc6ebb82015-10-14 18:42:16 +0000209 NeedsGot = Target->relocNeedsGot(Type, *Body);
210 if (NeedsGot) {
George Rimar648a2c32015-10-20 08:54:27 +0000211 if (NeedsPlt && Target->supportsLazyRelocations()) {
212 Out<ELFT>::GotPlt->addEntry(Body);
213 } else {
214 if (Body->isInGot())
215 continue;
216 Out<ELFT>::Got->addEntry(Body);
217 }
Rafael Espindolaae244002015-10-05 19:30:12 +0000218 }
Rafael Espindolaeb792732015-09-21 15:11:29 +0000219 }
Rui Ueyama35da9b62015-10-11 20:59:12 +0000220
Rafael Espindolacc6ebb82015-10-14 18:42:16 +0000221 bool CBP = canBePreempted(Body, NeedsGot);
Rui Ueyama35da9b62015-10-11 20:59:12 +0000222 if (!CBP && (!Config->Shared || Target->isRelRelative(Type)))
223 continue;
224 if (CBP)
Rafael Espindolaa6627382015-10-06 23:56:53 +0000225 Body->setUsedInDynamicReloc();
George Rimar648a2c32015-10-20 08:54:27 +0000226 if (NeedsPlt && Target->supportsLazyRelocations())
227 Out<ELFT>::RelaPlt->addReloc({C, RI});
228 else
229 Out<ELFT>::RelaDyn->addReloc({C, RI});
Rafael Espindola67a5da62015-09-17 14:02:10 +0000230 }
231}
232
233template <class ELFT>
Rafael Espindola53d5cea2015-09-21 17:47:00 +0000234void Writer<ELFT>::scanRelocs(const InputSection<ELFT> &C) {
Rafael Espindolae1901cc2015-09-24 15:11:50 +0000235 ObjectFile<ELFT> *File = C.getFile();
236 ELFFile<ELFT> &EObj = File->getObj();
Rafael Espindola19e38892015-09-16 15:54:15 +0000237
238 if (!(C.getSectionHdr()->sh_flags & SHF_ALLOC))
239 return;
240
241 for (const Elf_Shdr *RelSec : C.RelocSections) {
Rafael Espindola67a5da62015-09-17 14:02:10 +0000242 if (RelSec->sh_type == SHT_RELA)
Rafael Espindolae1901cc2015-09-24 15:11:50 +0000243 scanRelocs(C, EObj.relas(RelSec));
Rafael Espindola67a5da62015-09-17 14:02:10 +0000244 else
Rafael Espindolae1901cc2015-09-24 15:11:50 +0000245 scanRelocs(C, EObj.rels(RelSec));
Rafael Espindola19e38892015-09-16 15:54:15 +0000246 }
247}
248
Rafael Espindola6173f842015-09-23 14:37:01 +0000249template <class ELFT>
Rui Ueyama3ce825e2015-10-09 21:07:25 +0000250static void reportUndefined(const SymbolTable<ELFT> &S, const SymbolBody &Sym) {
Rafael Espindola6173f842015-09-23 14:37:01 +0000251 typedef typename ELFFile<ELFT>::Elf_Sym Elf_Sym;
252 typedef typename ELFFile<ELFT>::Elf_Sym_Range Elf_Sym_Range;
253
George Rimar57e40de2015-10-01 20:14:45 +0000254 if (Config->Shared && !Config->NoUndefined)
George Rimaree058282015-10-01 17:24:24 +0000255 return;
256
Rafael Espindola6173f842015-09-23 14:37:01 +0000257 const Elf_Sym &SymE = cast<ELFSymbolBody<ELFT>>(Sym).Sym;
Rafael Espindolaaf707642015-10-12 01:55:32 +0000258 ELFFileBase<ELFT> *SymFile = nullptr;
Rafael Espindola6173f842015-09-23 14:37:01 +0000259
Rui Ueyama3ce825e2015-10-09 21:07:25 +0000260 for (const std::unique_ptr<ObjectFile<ELFT>> &File : S.getObjectFiles()) {
261 Elf_Sym_Range Syms = File->getObj().symbols(File->getSymbolTable());
Rafael Espindola6173f842015-09-23 14:37:01 +0000262 if (&SymE > Syms.begin() && &SymE < Syms.end())
Rui Ueyama3ce825e2015-10-09 21:07:25 +0000263 SymFile = File.get();
Rafael Espindola6173f842015-09-23 14:37:01 +0000264 }
Rafael Espindola551dfd82015-09-25 19:24:57 +0000265
266 std::string Message = "undefined symbol: " + Sym.getName().str();
Rafael Espindola6173f842015-09-23 14:37:01 +0000267 if (SymFile)
Rafael Espindola551dfd82015-09-25 19:24:57 +0000268 Message += " in " + SymFile->getName().str();
269 if (Config->NoInhibitExec)
270 warning(Message);
Rafael Espindola6173f842015-09-23 14:37:01 +0000271 else
Rafael Espindola551dfd82015-09-25 19:24:57 +0000272 error(Message);
Rafael Espindola6173f842015-09-23 14:37:01 +0000273}
274
Rui Ueyama5a9640b2015-10-08 23:49:30 +0000275// Local symbols are not in the linker's symbol table. This function scans
276// each object file's symbol table to copy local symbols to the output.
277template <class ELFT> void Writer<ELFT>::copyLocalSymbols() {
Rui Ueyama3ce825e2015-10-09 21:07:25 +0000278 for (const std::unique_ptr<ObjectFile<ELFT>> &F : Symtab.getObjectFiles()) {
279 for (const Elf_Sym &Sym : F->getLocalSymbols()) {
280 ErrorOr<StringRef> SymNameOrErr = Sym.getName(F->getStringTable());
Rui Ueyama5a9640b2015-10-08 23:49:30 +0000281 error(SymNameOrErr);
282 StringRef SymName = *SymNameOrErr;
Rui Ueyama3ce825e2015-10-09 21:07:25 +0000283 if (!shouldKeepInSymtab<ELFT>(*F, SymName, Sym))
Rafael Espindola444576d2015-10-09 19:25:07 +0000284 continue;
George Rimar5dad7c12015-10-24 08:52:46 +0000285 if (Out<ELFT>::SymTab)
286 Out<ELFT>::SymTab->addLocalSymbol(SymName);
Rui Ueyama5a9640b2015-10-08 23:49:30 +0000287 }
288 }
289}
290
Hal Finkel3bae2d82015-10-12 20:51:48 +0000291// PPC64 has a number of special SHT_PROGBITS+SHF_ALLOC+SHF_WRITE sections that
292// we would like to make sure appear is a specific order to maximize their
293// coverage by a single signed 16-bit offset from the TOC base pointer.
294// Conversely, the special .tocbss section should be first among all SHT_NOBITS
295// sections. This will put it next to the loaded special PPC64 sections (and,
296// thus, within reach of the TOC base pointer).
297static int getPPC64SectionRank(StringRef SectionName) {
298 return StringSwitch<int>(SectionName)
299 .Case(".tocbss", 0)
300 .Case(".branch_lt", 2)
301 .Case(".toc", 3)
302 .Case(".toc1", 4)
303 .Case(".opd", 5)
304 .Default(1);
305}
306
Rui Ueyama5a9640b2015-10-08 23:49:30 +0000307// Output section ordering is determined by this function.
308template <class ELFT>
Rui Ueyamac7cc6ec2015-10-15 22:27:29 +0000309static bool compareOutputSections(OutputSectionBase<ELFT> *A,
310 OutputSectionBase<ELFT> *B) {
Rui Ueyama5a9640b2015-10-08 23:49:30 +0000311 typedef typename ELFFile<ELFT>::uintX_t uintX_t;
312
313 uintX_t AFlags = A->getFlags();
314 uintX_t BFlags = B->getFlags();
315
316 // Allocatable sections go first to reduce the total PT_LOAD size and
317 // so debug info doesn't change addresses in actual code.
318 bool AIsAlloc = AFlags & SHF_ALLOC;
319 bool BIsAlloc = BFlags & SHF_ALLOC;
320 if (AIsAlloc != BIsAlloc)
321 return AIsAlloc;
322
323 // We don't have any special requirements for the relative order of
324 // two non allocatable sections.
325 if (!AIsAlloc)
326 return false;
327
328 // We want the read only sections first so that they go in the PT_LOAD
329 // covering the program headers at the start of the file.
330 bool AIsWritable = AFlags & SHF_WRITE;
331 bool BIsWritable = BFlags & SHF_WRITE;
332 if (AIsWritable != BIsWritable)
333 return BIsWritable;
334
335 // For a corresponding reason, put non exec sections first (the program
336 // header PT_LOAD is not executable).
337 bool AIsExec = AFlags & SHF_EXECINSTR;
338 bool BIsExec = BFlags & SHF_EXECINSTR;
339 if (AIsExec != BIsExec)
340 return BIsExec;
341
Hal Finkel0d7e83b2015-10-13 17:57:46 +0000342 // If we got here we know that both A and B are in the same PT_LOAD.
Michael J. Spencer1bf73002015-10-16 23:11:07 +0000343
344 // The TLS initialization block needs to be a single contiguous block in a R/W
345 // PT_LOAD, so stick TLS sections directly before R/W sections. The TLS NOBITS
346 // sections are placed here as they don't take up virtual address space in the
347 // PT_LOAD.
348 bool AIsTLS = AFlags & SHF_TLS;
349 bool BIsTLS = BFlags & SHF_TLS;
350 if (AIsTLS != BIsTLS)
351 return AIsTLS;
352
Hal Finkel08be6142015-10-13 18:55:01 +0000353 // The next requirement we have is to put nobits sections last. The
Rui Ueyama5a9640b2015-10-08 23:49:30 +0000354 // reason is that the only thing the dynamic linker will see about
355 // them is a p_memsz that is larger than p_filesz. Seeing that it
356 // zeros the end of the PT_LOAD, so that has to correspond to the
357 // nobits sections.
Hal Finkel600ff142015-10-13 19:27:12 +0000358 bool AIsNoBits = A->getType() == SHT_NOBITS;
359 bool BIsNoBits = B->getType() == SHT_NOBITS;
360 if (AIsNoBits != BIsNoBits)
361 return BIsNoBits;
Hal Finkel3bae2d82015-10-12 20:51:48 +0000362
Hal Finkel9abc2a52015-10-13 19:07:29 +0000363 // Some architectures have additional ordering restrictions for sections
364 // within the same PT_LOAD.
365 if (Config->EMachine == EM_PPC64)
366 return getPPC64SectionRank(A->getName()) <
367 getPPC64SectionRank(B->getName());
368
369 return false;
Rui Ueyama5a9640b2015-10-08 23:49:30 +0000370}
371
372// Until this function is called, common symbols do not belong to any section.
373// This function adds them to end of BSS section.
374template <class ELFT>
375static void addCommonSymbols(std::vector<DefinedCommon<ELFT> *> &Syms) {
376 typedef typename ELFFile<ELFT>::uintX_t uintX_t;
377 typedef typename ELFFile<ELFT>::Elf_Sym Elf_Sym;
378
379 // Sort the common symbols by alignment as an heuristic to pack them better.
380 std::stable_sort(
381 Syms.begin(), Syms.end(),
382 [](const DefinedCommon<ELFT> *A, const DefinedCommon<ELFT> *B) {
383 return A->MaxAlignment > B->MaxAlignment;
384 });
385
386 uintX_t Off = Out<ELFT>::Bss->getSize();
387 for (DefinedCommon<ELFT> *C : Syms) {
388 const Elf_Sym &Sym = C->Sym;
389 uintX_t Align = C->MaxAlignment;
390 Off = RoundUpToAlignment(Off, Align);
391 C->OffsetInBSS = Off;
392 Off += Sym.st_size;
393 }
394
395 Out<ELFT>::Bss->setSize(Off);
396}
397
Rui Ueyama4fcadaf2015-10-14 19:21:25 +0000398static StringRef getOutputName(StringRef S) {
399 if (S.startswith(".text."))
400 return ".text";
401 if (S.startswith(".rodata."))
402 return ".rodata";
403 if (S.startswith(".data."))
404 return ".data";
405 if (S.startswith(".bss."))
406 return ".bss";
407 return S;
408}
409
Michael J. Spencer84487f12015-07-24 21:03:07 +0000410// Create output section objects and add them to OutputSections.
411template <class ELFT> void Writer<ELFT>::createSections() {
Rui Ueyama69960ba2015-10-10 23:25:39 +0000412 // .interp needs to be on the first page in the output file.
413 if (needsInterpSection())
414 OutputSections.push_back(Out<ELFT>::Interp);
415
Rafael Espindolac159c962015-10-19 21:00:02 +0000416 SmallDenseMap<SectionKey<ELFT::Is64Bits>, OutputSectionBase<ELFT> *> Map;
Rafael Espindolac2d21192015-09-23 18:25:05 +0000417
Rui Ueyama15ef5e12015-10-07 19:18:16 +0000418 OutputSections.push_back(Out<ELFT>::Bss);
419 Map[{Out<ELFT>::Bss->getName(), Out<ELFT>::Bss->getType(),
Rafael Espindolac159c962015-10-19 21:00:02 +0000420 Out<ELFT>::Bss->getFlags(), 0}] = Out<ELFT>::Bss;
Rafael Espindolac2d21192015-09-23 18:25:05 +0000421
Rui Ueyamac7cc6ec2015-10-15 22:27:29 +0000422 std::vector<OutputSectionBase<ELFT> *> RegularSections;
Rui Ueyamad9189ce2015-10-15 17:11:03 +0000423
Rui Ueyama3ce825e2015-10-09 21:07:25 +0000424 for (const std::unique_ptr<ObjectFile<ELFT>> &F : Symtab.getObjectFiles()) {
Rafael Espindolac159c962015-10-19 21:00:02 +0000425 for (InputSectionBase<ELFT> *C : F->getSections()) {
Rui Ueyamac4aaed92015-10-22 18:49:53 +0000426 if (!C || !C->isLive() || C == &InputSection<ELFT>::Discarded)
Rafael Espindola19e38892015-09-16 15:54:15 +0000427 continue;
428 const Elf_Shdr *H = C->getSectionHdr();
Rafael Espindola444576d2015-10-09 19:25:07 +0000429 uintX_t OutFlags = H->sh_flags & ~SHF_GROUP;
Rafael Espindolac159c962015-10-19 21:00:02 +0000430 // For SHF_MERGE we create different output sections for each sh_entsize.
431 // This makes each output section simple and keeps a single level
432 // mapping from input to output.
433 auto *IS = dyn_cast<InputSection<ELFT>>(C);
434 uintX_t EntSize = IS ? 0 : H->sh_entsize;
Rui Ueyama4fcadaf2015-10-14 19:21:25 +0000435 SectionKey<ELFT::Is64Bits> Key{getOutputName(C->getSectionName()),
Rafael Espindolac159c962015-10-19 21:00:02 +0000436 H->sh_type, OutFlags, EntSize};
437 OutputSectionBase<ELFT> *&Sec = Map[Key];
Rafael Espindolad13d9602015-09-25 15:08:44 +0000438 if (!Sec) {
Rafael Espindolac159c962015-10-19 21:00:02 +0000439 if (IS)
440 Sec = new (SecAlloc.Allocate())
441 OutputSection<ELFT>(Key.Name, Key.Type, Key.Flags);
442 else
443 Sec = new (MSecAlloc.Allocate())
444 MergeOutputSection<ELFT>(Key.Name, Key.Type, Key.Flags);
Rafael Espindolad13d9602015-09-25 15:08:44 +0000445 OutputSections.push_back(Sec);
Rui Ueyamad9189ce2015-10-15 17:11:03 +0000446 RegularSections.push_back(Sec);
Rafael Espindolad13d9602015-09-25 15:08:44 +0000447 }
Rafael Espindolac159c962015-10-19 21:00:02 +0000448 if (IS)
449 static_cast<OutputSection<ELFT> *>(Sec)->addSection(IS);
450 else
451 static_cast<MergeOutputSection<ELFT> *>(Sec)
452 ->addSection(cast<MergeInputSection<ELFT>>(C));
Rafael Espindola19e38892015-09-16 15:54:15 +0000453 }
454 }
455
Rafael Espindolac159c962015-10-19 21:00:02 +0000456 Out<ELFT>::Dynamic->PreInitArraySec = Map.lookup(
457 {".preinit_array", SHT_PREINIT_ARRAY, SHF_WRITE | SHF_ALLOC, 0});
Rui Ueyama15ef5e12015-10-07 19:18:16 +0000458 Out<ELFT>::Dynamic->InitArraySec =
Rafael Espindolac159c962015-10-19 21:00:02 +0000459 Map.lookup({".init_array", SHT_INIT_ARRAY, SHF_WRITE | SHF_ALLOC, 0});
Rui Ueyama15ef5e12015-10-07 19:18:16 +0000460 Out<ELFT>::Dynamic->FiniArraySec =
Rafael Espindolac159c962015-10-19 21:00:02 +0000461 Map.lookup({".fini_array", SHT_FINI_ARRAY, SHF_WRITE | SHF_ALLOC, 0});
Rafael Espindola77572242015-10-02 19:37:55 +0000462
Rui Ueyama0d0bcf72015-10-07 21:25:39 +0000463 auto AddStartEnd = [&](StringRef Start, StringRef End,
Rui Ueyamac7cc6ec2015-10-15 22:27:29 +0000464 OutputSectionBase<ELFT> *OS) {
Michael J. Spencer95538ca2015-10-06 01:16:17 +0000465 if (OS) {
Rui Ueyama3ce825e2015-10-09 21:07:25 +0000466 Symtab.addSyntheticSym(Start, *OS, 0);
467 Symtab.addSyntheticSym(End, *OS, OS->getSize());
Rafael Espindola334c3e12015-10-19 15:21:42 +0000468 } else {
469 Symtab.addIgnoredSym(Start);
470 Symtab.addIgnoredSym(End);
Michael J. Spencer95538ca2015-10-06 01:16:17 +0000471 }
472 };
473
Michael J. Spencerfcacad22015-10-06 19:57:05 +0000474 AddStartEnd("__preinit_array_start", "__preinit_array_end",
Rui Ueyama15ef5e12015-10-07 19:18:16 +0000475 Out<ELFT>::Dynamic->PreInitArraySec);
Michael J. Spencerfcacad22015-10-06 19:57:05 +0000476 AddStartEnd("__init_array_start", "__init_array_end",
Rui Ueyama15ef5e12015-10-07 19:18:16 +0000477 Out<ELFT>::Dynamic->InitArraySec);
Michael J. Spencerfcacad22015-10-06 19:57:05 +0000478 AddStartEnd("__fini_array_start", "__fini_array_end",
Rui Ueyama15ef5e12015-10-07 19:18:16 +0000479 Out<ELFT>::Dynamic->FiniArraySec);
Rafael Espindola0e604f92015-09-25 18:56:53 +0000480
Rafael Espindola334c3e12015-10-19 15:21:42 +0000481 for (OutputSectionBase<ELFT> *Sec : RegularSections)
482 addStartStopSymbols(Sec);
483
484 // __tls_get_addr is defined by the dynamic linker for dynamic ELFs. For
485 // static linking the linker is required to optimize away any references to
486 // __tls_get_addr, so it's not defined anywhere. Create a hidden definition
487 // to avoid the undefined symbol error.
488 if (!isOutputDynamic())
489 Symtab.addIgnoredSym("__tls_get_addr");
490
491 // Scan relocations. This must be done after every symbol is declared so that
492 // we can correctly decide if a dynamic relocation is needed.
493 for (const std::unique_ptr<ObjectFile<ELFT>> &F : Symtab.getObjectFiles())
Rafael Espindolac159c962015-10-19 21:00:02 +0000494 for (InputSectionBase<ELFT> *B : F->getSections())
495 if (auto *S = dyn_cast_or_null<InputSection<ELFT>>(B))
496 if (S != &InputSection<ELFT>::Discarded)
Rui Ueyamac4aaed92015-10-22 18:49:53 +0000497 if (S->isLive())
498 scanRelocs(*S);
Rafael Espindola334c3e12015-10-19 15:21:42 +0000499
Rafael Espindola05a3dd22015-09-22 23:38:23 +0000500 std::vector<DefinedCommon<ELFT> *> CommonSymbols;
501 for (auto &P : Symtab.getSymbols()) {
Rafael Espindola05a3dd22015-09-22 23:38:23 +0000502 SymbolBody *Body = P.second->Body;
Rui Ueyama96b19042015-10-15 20:55:20 +0000503 if (auto *U = dyn_cast<Undefined<ELFT>>(Body))
Denis Protivensky22220d52015-10-05 09:43:57 +0000504 if (!U->isWeak() && !U->canKeepUndefined())
505 reportUndefined<ELFT>(Symtab, *Body);
Rafael Espindola05a3dd22015-09-22 23:38:23 +0000506
507 if (auto *C = dyn_cast<DefinedCommon<ELFT>>(Body))
508 CommonSymbols.push_back(C);
Rafael Espindola4f674ed2015-10-05 15:24:04 +0000509 if (!includeInSymtab<ELFT>(*Body))
Rafael Espindola05a3dd22015-09-22 23:38:23 +0000510 continue;
George Rimar5dad7c12015-10-24 08:52:46 +0000511 if (Out<ELFT>::SymTab)
512 Out<ELFT>::SymTab->addSymbol(Body);
Rafael Espindola05a3dd22015-09-22 23:38:23 +0000513
Michael J. Spencer350e5b52015-10-12 23:39:23 +0000514 if (isOutputDynamic() && includeInDynamicSymtab(*Body))
Igor Kudrinab665fc2015-10-20 21:47:58 +0000515 Out<ELFT>::DynSymTab->addSymbol(Body);
Rafael Espindola05a3dd22015-09-22 23:38:23 +0000516 }
Rui Ueyama5a9640b2015-10-08 23:49:30 +0000517 addCommonSymbols(CommonSymbols);
Michael J. Spencer84487f12015-07-24 21:03:07 +0000518
Rui Ueyamac6ef3f22015-10-15 21:50:30 +0000519 // This order is not the same as the final output order
520 // because we sort the sections using their attributes below.
George Rimar5dad7c12015-10-24 08:52:46 +0000521 if (Out<ELFT>::SymTab)
522 OutputSections.push_back(Out<ELFT>::SymTab);
George Rimar0f5ac9f2015-10-20 17:21:35 +0000523 OutputSections.push_back(Out<ELFT>::ShStrTab);
George Rimar5dad7c12015-10-24 08:52:46 +0000524 if (Out<ELFT>::StrTab)
525 OutputSections.push_back(Out<ELFT>::StrTab);
Michael J. Spencer350e5b52015-10-12 23:39:23 +0000526 if (isOutputDynamic()) {
Rui Ueyama15ef5e12015-10-07 19:18:16 +0000527 OutputSections.push_back(Out<ELFT>::DynSymTab);
Igor Kudrin1b0d7062015-10-22 08:21:35 +0000528 if (Out<ELFT>::GnuHashTab)
529 OutputSections.push_back(Out<ELFT>::GnuHashTab);
530 if (Out<ELFT>::HashTab)
531 OutputSections.push_back(Out<ELFT>::HashTab);
Rui Ueyama15ef5e12015-10-07 19:18:16 +0000532 OutputSections.push_back(Out<ELFT>::Dynamic);
533 OutputSections.push_back(Out<ELFT>::DynStrTab);
534 if (Out<ELFT>::RelaDyn->hasRelocs())
535 OutputSections.push_back(Out<ELFT>::RelaDyn);
George Rimar648a2c32015-10-20 08:54:27 +0000536 if (Out<ELFT>::RelaPlt && Out<ELFT>::RelaPlt->hasRelocs())
537 OutputSections.push_back(Out<ELFT>::RelaPlt);
Rafael Espindola3f4228f2015-09-09 15:33:08 +0000538 }
Rui Ueyama15ef5e12015-10-07 19:18:16 +0000539 if (!Out<ELFT>::Got->empty())
540 OutputSections.push_back(Out<ELFT>::Got);
George Rimar648a2c32015-10-20 08:54:27 +0000541 if (Out<ELFT>::GotPlt && !Out<ELFT>::GotPlt->empty())
542 OutputSections.push_back(Out<ELFT>::GotPlt);
Rui Ueyama15ef5e12015-10-07 19:18:16 +0000543 if (!Out<ELFT>::Plt->empty())
544 OutputSections.push_back(Out<ELFT>::Plt);
Rafael Espindola740fafe2015-09-08 19:43:27 +0000545
Rui Ueyama5a9640b2015-10-08 23:49:30 +0000546 std::stable_sort(OutputSections.begin(), OutputSections.end(),
547 compareOutputSections<ELFT>);
Rui Ueyama3f4ec662015-09-25 03:48:25 +0000548
Rafael Espindolab01b5742015-09-08 18:08:57 +0000549 for (unsigned I = 0, N = OutputSections.size(); I < N; ++I)
Rui Ueyama2317d0d2015-10-15 20:55:22 +0000550 OutputSections[I]->SectionIndex = I + 1;
Michael J. Spencer52bf0eb2015-10-01 21:15:02 +0000551
Rui Ueyamac7cc6ec2015-10-15 22:27:29 +0000552 for (OutputSectionBase<ELFT> *Sec : OutputSections)
George Rimar0f5ac9f2015-10-20 17:21:35 +0000553 Out<ELFT>::ShStrTab->add(Sec->getName());
Rui Ueyamac6ef3f22015-10-15 21:50:30 +0000554
555 // Fill the DynStrTab early because Dynamic adds strings to
556 // DynStrTab but .dynstr may appear before .dynamic.
Rui Ueyama15ef5e12015-10-07 19:18:16 +0000557 Out<ELFT>::Dynamic->finalize();
Rui Ueyamaaf311c12015-10-09 16:03:53 +0000558
Rui Ueyamac6ef3f22015-10-15 21:50:30 +0000559 // Fill other section headers.
Rui Ueyamac7cc6ec2015-10-15 22:27:29 +0000560 for (OutputSectionBase<ELFT> *Sec : OutputSections)
Rui Ueyamaaf311c12015-10-09 16:03:53 +0000561 Sec->finalize();
Hal Finkeldaedc122015-10-12 23:16:53 +0000562
563 // If we have a .opd section (used under PPC64 for function descriptors),
564 // store a pointer to it here so that we can use it later when processing
565 // relocations.
Rafael Espindolac159c962015-10-19 21:00:02 +0000566 Out<ELFT>::Opd = Map.lookup({".opd", SHT_PROGBITS, SHF_WRITE | SHF_ALLOC, 0});
Rafael Espindolaabad6182015-08-13 15:23:46 +0000567}
568
Rui Ueyamad9189ce2015-10-15 17:11:03 +0000569static bool isAlpha(char C) {
570 return ('a' <= C && C <= 'z') || ('A' <= C && C <= 'Z') || C == '_';
571}
572
573static bool isAlnum(char C) { return isAlpha(C) || ('0' <= C && C <= '9'); }
574
575// Returns true if S is valid as a C language identifier.
576static bool isValidCIdentifier(StringRef S) {
577 if (S.empty() || !isAlpha(S[0]))
578 return false;
579 return std::all_of(S.begin() + 1, S.end(), isAlnum);
580}
581
582// If a section name is valid as a C identifier (which is rare because of
583// the leading '.'), linkers are expected to define __start_<secname> and
584// __stop_<secname> symbols. They are at beginning and end of the section,
585// respectively. This is not requested by the ELF standard, but GNU ld and
586// gold provide the feature, and used by many programs.
587template <class ELFT>
Rui Ueyamac7cc6ec2015-10-15 22:27:29 +0000588void Writer<ELFT>::addStartStopSymbols(OutputSectionBase<ELFT> *Sec) {
Rui Ueyamad9189ce2015-10-15 17:11:03 +0000589 StringRef S = Sec->getName();
590 if (!isValidCIdentifier(S))
591 return;
592 StringSaver Saver(Alloc);
593 StringRef Start = Saver.save("__start_" + S);
594 StringRef Stop = Saver.save("__stop_" + S);
595 if (Symtab.isUndefined(Start))
596 Symtab.addSyntheticSym(Start, *Sec, 0);
597 if (Symtab.isUndefined(Stop))
598 Symtab.addSyntheticSym(Stop, *Sec, Sec->getSize());
599}
600
Rui Ueyamac7cc6ec2015-10-15 22:27:29 +0000601template <class ELFT> static bool needsPhdr(OutputSectionBase<ELFT> *Sec) {
Michael J. Spencer2f008242015-09-17 19:58:07 +0000602 return Sec->getFlags() & SHF_ALLOC;
Michael J. Spencer1d299a82015-09-09 20:48:09 +0000603}
604
Rui Ueyama9eb7ed02015-10-24 18:22:59 +0000605static uint32_t toPhdrFlags(uint64_t Flags) {
606 uint32_t Ret = PF_R;
607 if (Flags & SHF_WRITE)
608 Ret |= PF_W;
609 if (Flags & SHF_EXECINSTR)
610 Ret |= PF_X;
611 return Ret;
612}
613
Rui Ueyama803195e2015-10-23 21:45:59 +0000614// Visits all sections to create PHDRs and to assign incremental,
615// non-overlapping addresses to output sections.
Michael J. Spencer84487f12015-07-24 21:03:07 +0000616template <class ELFT> void Writer<ELFT>::assignAddresses() {
Rui Ueyama2f1b79f2015-10-10 22:34:30 +0000617 uintX_t VA = getVAStart() + sizeof(Elf_Ehdr);
618 uintX_t FileOff = sizeof(Elf_Ehdr);
Rafael Espindola60252d82015-09-09 22:53:55 +0000619
Rui Ueyama803195e2015-10-23 21:45:59 +0000620 // Calculate and reserve the space for the program header first so that
621 // the first section can start right after the program header.
622 Phdrs.resize(getPhdrsNum());
623 size_t PhdrSize = sizeof(Elf_Phdr) * Phdrs.size();
Rui Ueyama3486fe52015-10-11 17:44:22 +0000624
Rui Ueyama803195e2015-10-23 21:45:59 +0000625 // The first phdr entry is PT_PHDR which describes the program header itself.
626 setPhdr(&Phdrs[0], PT_PHDR, PF_R, FileOff, VA, PhdrSize, /*Align=*/8);
627 FileOff += PhdrSize;
628 VA += PhdrSize;
Rui Ueyama953c2c42015-10-10 23:59:57 +0000629
Rui Ueyama803195e2015-10-23 21:45:59 +0000630 // PT_INTERP must be the second entry if exists.
631 int PhdrIdx = 0;
Rui Ueyama953c2c42015-10-10 23:59:57 +0000632 Elf_Phdr *Interp = nullptr;
Rui Ueyama803195e2015-10-23 21:45:59 +0000633 if (needsInterpSection())
634 Interp = &Phdrs[++PhdrIdx];
Rafael Espindola70107762015-09-11 18:49:42 +0000635
Rui Ueyama803195e2015-10-23 21:45:59 +0000636 // Add the first PT_LOAD segment for regular output sections.
637 setPhdr(&Phdrs[++PhdrIdx], PT_LOAD, PF_R, 0, getVAStart(), FileOff,
638 Target->getPageSize());
Rafael Espindola0a2e2112015-09-10 15:41:34 +0000639
Rui Ueyama803195e2015-10-23 21:45:59 +0000640 // Create phdrs as we assign VAs and file offsets to all output sections.
Rui Ueyama3486fe52015-10-11 17:44:22 +0000641 SmallPtrSet<Elf_Phdr *, 8> Closed;
Rui Ueyamac7cc6ec2015-10-15 22:27:29 +0000642 for (OutputSectionBase<ELFT> *Sec : OutputSections) {
Michael J. Spencer2f008242015-09-17 19:58:07 +0000643 if (Sec->getSize()) {
Rui Ueyama2f1b79f2015-10-10 22:34:30 +0000644 uintX_t Flags = toPhdrFlags(Sec->getFlags());
Rui Ueyama803195e2015-10-23 21:45:59 +0000645 Elf_Phdr *Last = &Phdrs[PhdrIdx];
Rui Ueyama2f1b79f2015-10-10 22:34:30 +0000646 if (Last->p_flags != Flags || !needsPhdr<ELFT>(Sec)) {
647 // Flags changed. End current Phdr and potentially create a new one.
648 if (Closed.insert(Last).second) {
649 Last->p_filesz = FileOff - Last->p_offset;
650 Last->p_memsz = VA - Last->p_vaddr;
Michael J. Spencer2f008242015-09-17 19:58:07 +0000651 }
652
Rui Ueyama2f1b79f2015-10-10 22:34:30 +0000653 if (needsPhdr<ELFT>(Sec)) {
Hal Finkele3c26262015-10-08 22:23:54 +0000654 VA = RoundUpToAlignment(VA, Target->getPageSize());
655 FileOff = RoundUpToAlignment(FileOff, Target->getPageSize());
Rui Ueyama803195e2015-10-23 21:45:59 +0000656 Elf_Phdr *PH = &Phdrs[++PhdrIdx];
657 setPhdr(PH, PT_LOAD, Flags, FileOff, VA, 0, Target->getPageSize());
Michael J. Spencer2f008242015-09-17 19:58:07 +0000658 }
659 }
Michael J. Spencer1d299a82015-09-09 20:48:09 +0000660 }
661
Rafael Espindolaef1ac012015-08-13 15:31:17 +0000662 if (Sec->getFlags() & SHF_ALLOC) {
Rui Ueyama803195e2015-10-23 21:45:59 +0000663 VA = RoundUpToAlignment(VA, Sec->getAlign());
Rafael Espindolaef1ac012015-08-13 15:31:17 +0000664 Sec->setVA(VA);
Rui Ueyama803195e2015-10-23 21:45:59 +0000665 VA += Sec->getSize();
Rafael Espindolaef1ac012015-08-13 15:31:17 +0000666 }
Rui Ueyama803195e2015-10-23 21:45:59 +0000667 FileOff = RoundUpToAlignment(FileOff, Sec->getAlign());
Michael J. Spencer84487f12015-07-24 21:03:07 +0000668 Sec->setFileOffset(FileOff);
Rafael Espindola058f3432015-08-31 20:23:57 +0000669 if (Sec->getType() != SHT_NOBITS)
Rui Ueyama803195e2015-10-23 21:45:59 +0000670 FileOff += Sec->getSize();
Michael J. Spencer84487f12015-07-24 21:03:07 +0000671 }
Rafael Espindola6b83b902015-08-12 00:00:24 +0000672
Rui Ueyama803195e2015-10-23 21:45:59 +0000673 // Add an entry for .dynamic.
Michael J. Spencer350e5b52015-10-12 23:39:23 +0000674 if (isOutputDynamic()) {
Rui Ueyama803195e2015-10-23 21:45:59 +0000675 Elf_Phdr *PH = &Phdrs[++PhdrIdx];
Rui Ueyama953c2c42015-10-10 23:59:57 +0000676 PH->p_type = PT_DYNAMIC;
Rui Ueyama536c9992015-10-11 19:45:58 +0000677 copyPhdr(PH, Out<ELFT>::Dynamic);
Rui Ueyama2f1b79f2015-10-10 22:34:30 +0000678 }
Rafael Espindola91009b32015-08-12 01:45:28 +0000679
Rui Ueyama803195e2015-10-23 21:45:59 +0000680 // Fix up PT_INTERP as we now know the address of .interp section.
681 if (Interp) {
682 Interp->p_type = PT_INTERP;
683 copyPhdr(Interp, Out<ELFT>::Interp);
Rui Ueyama69960ba2015-10-10 23:25:39 +0000684 }
685
Michael J. Spencer8039dae22015-07-29 00:30:10 +0000686 // Add space for section headers.
Rui Ueyama803195e2015-10-23 21:45:59 +0000687 SectionHeaderOff = RoundUpToAlignment(FileOff, ELFT::Is64Bits ? 8 : 4);
688 FileSize = SectionHeaderOff + getNumSections() * sizeof(Elf_Shdr);
689}
690
691// Returns the number of PHDR entries.
692template <class ELFT> int Writer<ELFT>::getPhdrsNum() const {
693 int I = 2; // 2 for PT_PHDR and the first PT_LOAD
694 if (needsInterpSection())
695 ++I;
696 if (isOutputDynamic())
697 ++I;
698 uintX_t Last = PF_R;
699 for (OutputSectionBase<ELFT> *Sec : OutputSections) {
700 if (!Sec->getSize() || !needsPhdr<ELFT>(Sec))
701 continue;
702 uintX_t Flags = toPhdrFlags(Sec->getFlags());
703 if (Last != Flags) {
704 Last = Flags;
705 ++I;
706 }
707 }
708 return I;
Michael J. Spencer84487f12015-07-24 21:03:07 +0000709}
710
711template <class ELFT> void Writer<ELFT>::writeHeader() {
712 uint8_t *Buf = Buffer->getBufferStart();
Rui Ueyamae08cd672015-10-23 22:44:39 +0000713 memcpy(Buf, "\177ELF", 4);
714
Rui Ueyama6621d8e2015-10-24 17:57:40 +0000715 // Write the ELF header.
Rafael Espindola18608a02015-09-08 21:57:31 +0000716 auto *EHdr = reinterpret_cast<Elf_Ehdr *>(Buf);
Rafael Espindola4b7c2fc2015-08-05 15:08:40 +0000717 EHdr->e_ident[EI_CLASS] = ELFT::Is64Bits ? ELFCLASS64 : ELFCLASS32;
718 EHdr->e_ident[EI_DATA] = ELFT::TargetEndianness == llvm::support::little
719 ? ELFDATA2LSB
720 : ELFDATA2MSB;
Michael J. Spencer84487f12015-07-24 21:03:07 +0000721 EHdr->e_ident[EI_VERSION] = EV_CURRENT;
Davide Italianoaa7c5332015-09-25 01:59:13 +0000722
Rafael Espindolab9ca7bb2015-10-12 11:52:31 +0000723 auto &FirstObj = cast<ELFFileBase<ELFT>>(*Config->FirstElf);
Davide Italianoaa7c5332015-09-25 01:59:13 +0000724 EHdr->e_ident[EI_OSABI] = FirstObj.getOSABI();
Michael J. Spencer84487f12015-07-24 21:03:07 +0000725
Rafael Espindola4340aad2015-09-11 22:42:45 +0000726 EHdr->e_type = Config->Shared ? ET_DYN : ET_EXEC;
Rafael Espindolaf98d6d82015-09-03 20:03:54 +0000727 EHdr->e_machine = FirstObj.getEMachine();
Michael J. Spencer84487f12015-07-24 21:03:07 +0000728 EHdr->e_version = EV_CURRENT;
Rui Ueyamabcb2d0f2015-10-23 22:44:37 +0000729 EHdr->e_entry = getEntryAddr();
Rui Ueyama5bfd7d42015-10-10 22:36:36 +0000730 EHdr->e_phoff = sizeof(Elf_Ehdr);
Michael J. Spencer8039dae22015-07-29 00:30:10 +0000731 EHdr->e_shoff = SectionHeaderOff;
Rafael Espindola18608a02015-09-08 21:57:31 +0000732 EHdr->e_ehsize = sizeof(Elf_Ehdr);
733 EHdr->e_phentsize = sizeof(Elf_Phdr);
Rui Ueyama2f1b79f2015-10-10 22:34:30 +0000734 EHdr->e_phnum = Phdrs.size();
Rafael Espindola18608a02015-09-08 21:57:31 +0000735 EHdr->e_shentsize = sizeof(Elf_Shdr);
Rafael Espindola5f553872015-09-08 17:39:39 +0000736 EHdr->e_shnum = getNumSections();
George Rimar0f5ac9f2015-10-20 17:21:35 +0000737 EHdr->e_shstrndx = Out<ELFT>::ShStrTab->SectionIndex;
Rui Ueyama6621d8e2015-10-24 17:57:40 +0000738
739 // Write the program header table.
Rui Ueyamabdca0b12015-10-11 00:10:36 +0000740 memcpy(Buf + EHdr->e_phoff, &Phdrs[0], Phdrs.size() * sizeof(Phdrs[0]));
Rafael Espindolae438e072015-09-08 22:55:28 +0000741
Rui Ueyama6621d8e2015-10-24 17:57:40 +0000742 // Write the section header table. Note that the first table entry is null.
Rafael Espindola18608a02015-09-08 21:57:31 +0000743 auto SHdrs = reinterpret_cast<Elf_Shdr *>(Buf + EHdr->e_shoff);
Rui Ueyama157c4332015-10-24 17:57:39 +0000744 for (OutputSectionBase<ELFT> *Sec : OutputSections)
Rui Ueyama6621d8e2015-10-24 17:57:40 +0000745 Sec->writeHeaderTo(++SHdrs);
Michael J. Spencer84487f12015-07-24 21:03:07 +0000746}
747
748template <class ELFT> void Writer<ELFT>::openFile(StringRef Path) {
Rafael Espindolabdc8f2f2015-08-13 00:31:46 +0000749 ErrorOr<std::unique_ptr<FileOutputBuffer>> BufferOrErr =
750 FileOutputBuffer::create(Path, FileSize, FileOutputBuffer::F_executable);
751 error(BufferOrErr, Twine("failed to open ") + Path);
752 Buffer = std::move(*BufferOrErr);
Michael J. Spencer84487f12015-07-24 21:03:07 +0000753}
754
755// Write section contents to a mmap'ed file.
756template <class ELFT> void Writer<ELFT>::writeSections() {
757 uint8_t *Buf = Buffer->getBufferStart();
Hal Finkeldaedc122015-10-12 23:16:53 +0000758
759 // PPC64 needs to process relocations in the .opd section before processing
760 // relocations in code-containing sections.
Rui Ueyamac7cc6ec2015-10-15 22:27:29 +0000761 if (OutputSectionBase<ELFT> *Sec = Out<ELFT>::Opd) {
Rafael Espindola7a513052015-10-13 14:45:51 +0000762 Out<ELFT>::OpdBuf = Buf + Sec->getFileOff();
763 Sec->writeTo(Buf + Sec->getFileOff());
764 }
Hal Finkeldaedc122015-10-12 23:16:53 +0000765
Rui Ueyamac7cc6ec2015-10-15 22:27:29 +0000766 for (OutputSectionBase<ELFT> *Sec : OutputSections)
Rafael Espindola7a513052015-10-13 14:45:51 +0000767 if (Sec != Out<ELFT>::Opd)
Hal Finkeldaedc122015-10-12 23:16:53 +0000768 Sec->writeTo(Buf + Sec->getFileOff());
Michael J. Spencer84487f12015-07-24 21:03:07 +0000769}
Rui Ueyama3ce825e2015-10-09 21:07:25 +0000770
Rui Ueyama2f1b79f2015-10-10 22:34:30 +0000771template <class ELFT>
Rui Ueyamabcb2d0f2015-10-23 22:44:37 +0000772typename ELFFile<ELFT>::uintX_t Writer<ELFT>::getEntryAddr() const {
773 if (Config->EntrySym) {
774 if (auto *E = dyn_cast<ELFSymbolBody<ELFT>>(Config->EntrySym->repl()))
775 return getSymVA<ELFT>(*E);
776 return 0;
777 }
778 if (Config->EntryAddr != uint64_t(-1))
779 return Config->EntryAddr;
780 return 0;
781}
782
783template <class ELFT>
Rui Ueyama536c9992015-10-11 19:45:58 +0000784void Writer<ELFT>::setPhdr(Elf_Phdr *PH, uint32_t Type, uint32_t Flags,
Rui Ueyama803195e2015-10-23 21:45:59 +0000785 uintX_t FileOff, uintX_t VA, uintX_t Size,
786 uintX_t Align) {
Rui Ueyama2f1b79f2015-10-10 22:34:30 +0000787 PH->p_type = Type;
788 PH->p_flags = Flags;
789 PH->p_offset = FileOff;
790 PH->p_vaddr = VA;
791 PH->p_paddr = VA;
Rui Ueyama803195e2015-10-23 21:45:59 +0000792 PH->p_filesz = Size;
793 PH->p_memsz = Size;
Rui Ueyama2f1b79f2015-10-10 22:34:30 +0000794 PH->p_align = Align;
795}
796
797template <class ELFT>
Rui Ueyamac7cc6ec2015-10-15 22:27:29 +0000798void Writer<ELFT>::copyPhdr(Elf_Phdr *PH, OutputSectionBase<ELFT> *From) {
Rui Ueyama2f1b79f2015-10-10 22:34:30 +0000799 PH->p_flags = toPhdrFlags(From->getFlags());
800 PH->p_offset = From->getFileOff();
801 PH->p_vaddr = From->getVA();
802 PH->p_paddr = From->getVA();
803 PH->p_filesz = From->getSize();
804 PH->p_memsz = From->getSize();
805 PH->p_align = From->getAlign();
806}
807
Rui Ueyama3ce825e2015-10-09 21:07:25 +0000808template void lld::elf2::writeResult<ELF32LE>(SymbolTable<ELF32LE> *Symtab);
809template void lld::elf2::writeResult<ELF32BE>(SymbolTable<ELF32BE> *Symtab);
810template void lld::elf2::writeResult<ELF64LE>(SymbolTable<ELF64LE> *Symtab);
811template void lld::elf2::writeResult<ELF64BE>(SymbolTable<ELF64BE> *Symtab);