blob: b9df7cdbd0065d66db806a655e56a1cb45451751 [file] [log] [blame]
Michael J. Spencer84487f12015-07-24 21:03:07 +00001//===- Writer.cpp ---------------------------------------------------------===//
2//
3// The LLVM Linker
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9
Michael J. Spencerf8325412015-09-04 22:48:30 +000010#include "Writer.h"
Rui Ueyamacb8474ed2015-08-05 23:51:50 +000011#include "Config.h"
Rui Ueyama717677a2016-02-11 21:17:59 +000012#include "LinkerScript.h"
Rafael Espindola5805c4f2015-09-21 21:38:08 +000013#include "OutputSections.h"
Rui Ueyamaafff74e22015-08-05 23:24:46 +000014#include "SymbolTable.h"
Rafael Espindola01205f72015-09-22 18:19:46 +000015#include "Target.h"
Rafael Espindola6b83b902015-08-12 00:00:24 +000016
Rafael Espindola4fc60442016-02-10 22:43:13 +000017#include "llvm/ADT/SmallPtrSet.h"
Denis Protivensky8e3b38a2015-11-12 09:52:08 +000018#include "llvm/ADT/StringMap.h"
Hal Finkel3bae2d82015-10-12 20:51:48 +000019#include "llvm/ADT/StringSwitch.h"
Rui Ueyamaafff74e22015-08-05 23:24:46 +000020#include "llvm/Support/FileOutputBuffer.h"
Rui Ueyamad9189ce2015-10-15 17:11:03 +000021#include "llvm/Support/StringSaver.h"
Rafael Espindolad0078b22016-02-06 00:06:26 +000022#include "llvm/Support/raw_ostream.h"
Michael J. Spencer84487f12015-07-24 21:03:07 +000023
24using namespace llvm;
25using namespace llvm::ELF;
26using namespace llvm::object;
27
28using namespace lld;
Rafael Espindolae0df00b2016-02-28 00:25:54 +000029using namespace lld::elf;
Michael J. Spencer84487f12015-07-24 21:03:07 +000030
Rui Ueyamaafff74e22015-08-05 23:24:46 +000031namespace {
32// The writer writes a SymbolTable result to a file.
33template <class ELFT> class Writer {
34public:
Rui Ueyama9328b2c2016-03-14 23:16:09 +000035 typedef typename ELFT::uint uintX_t;
36 typedef typename ELFT::Shdr Elf_Shdr;
37 typedef typename ELFT::Ehdr Elf_Ehdr;
38 typedef typename ELFT::Phdr Elf_Phdr;
39 typedef typename ELFT::Sym Elf_Sym;
40 typedef typename ELFT::SymRange Elf_Sym_Range;
41 typedef typename ELFT::Rela Elf_Rela;
Rui Ueyama3ce825e2015-10-09 21:07:25 +000042 Writer(SymbolTable<ELFT> &S) : Symtab(S) {}
Rui Ueyamaafff74e22015-08-05 23:24:46 +000043 void run();
44
45private:
Rafael Espindola4fc60442016-02-10 22:43:13 +000046 // This describes a program header entry.
47 // Each contains type, access flags and range of output sections that will be
48 // placed in it.
49 struct Phdr {
50 Phdr(unsigned Type, unsigned Flags) {
51 H.p_type = Type;
52 H.p_flags = Flags;
53 }
54 Elf_Phdr H = {};
55 OutputSectionBase<ELFT> *First = nullptr;
56 OutputSectionBase<ELFT> *Last = nullptr;
57 };
58
Rui Ueyama5a9640b2015-10-08 23:49:30 +000059 void copyLocalSymbols();
Rui Ueyamaf18fe7b2015-12-26 07:50:39 +000060 void addReservedSymbols();
Rui Ueyamac2a0d7e2016-01-28 22:56:29 +000061 bool createSections();
Rui Ueyama84417f82015-12-26 07:50:41 +000062 void addPredefinedSections();
Rui Ueyama30951482016-02-25 19:34:37 +000063 bool needsGot();
Rui Ueyama2df0fd82015-12-25 07:38:58 +000064
Rui Ueyamafc467e72016-03-13 05:06:50 +000065 template <class RelTy>
Rafael Espindola0c6a4f12015-11-11 19:54:14 +000066 void scanRelocs(InputSectionBase<ELFT> &C,
Rui Ueyamafc467e72016-03-13 05:06:50 +000067 iterator_range<const RelTy *> Rels);
Rui Ueyama2df0fd82015-12-25 07:38:58 +000068
Rafael Espindolaa0fa8482015-11-11 15:29:50 +000069 void scanRelocs(InputSection<ELFT> &C);
Rafael Espindola0c6a4f12015-11-11 19:54:14 +000070 void scanRelocs(InputSectionBase<ELFT> &S, const Elf_Shdr &RelSec);
Rafael Espindola4fc60442016-02-10 22:43:13 +000071 void createPhdrs();
Rui Ueyamaafff74e22015-08-05 23:24:46 +000072 void assignAddresses();
George Rimar58941ee2016-02-25 08:23:37 +000073 void assignAddressesRelocatable();
Rui Ueyama1a311f12015-12-26 10:52:26 +000074 void fixAbsoluteSymbols();
Rui Ueyamacbe39262016-02-02 22:48:04 +000075 bool openFile();
Rui Ueyamaafff74e22015-08-05 23:24:46 +000076 void writeHeader();
77 void writeSections();
Rui Ueyama634ddf02016-03-11 20:51:53 +000078 void writeBuildId();
Denis Protivensky8e3b38a2015-11-12 09:52:08 +000079 bool isDiscarded(InputSectionBase<ELFT> *IS) const;
Rui Ueyama1ebc8ed2016-02-12 21:47:28 +000080 StringRef getOutputSectionName(InputSectionBase<ELFT> *S) const;
Rafael Espindola70107762015-09-11 18:49:42 +000081 bool needsInterpSection() const {
Rui Ueyama0d0bcf72015-10-07 21:25:39 +000082 return !Symtab.getSharedFiles().empty() && !Config->DynamicLinker.empty();
Rafael Espindola70107762015-09-11 18:49:42 +000083 }
Michael J. Spencerf32446f2015-10-06 20:39:09 +000084 bool isOutputDynamic() const {
George Rimar786e8662016-03-17 05:57:33 +000085 return !Symtab.getSharedFiles().empty() || Config->Pic;
Rafael Espindola4340aad2015-09-11 22:42:45 +000086 }
Rui Ueyamaafff74e22015-08-05 23:24:46 +000087
Rui Ueyamab30f73562016-03-13 04:11:53 +000088 void ensureBss();
Rafael Espindola11191912015-12-24 16:23:37 +000089 void addCommonSymbols(std::vector<DefinedCommon *> &Syms);
Rui Ueyama7b7ec712015-12-26 10:07:03 +000090 void addCopyRelSymbols(std::vector<SharedSymbol<ELFT> *> &Syms);
Rafael Espindola443f50a2015-11-03 21:35:14 +000091
Rui Ueyamaafff74e22015-08-05 23:24:46 +000092 std::unique_ptr<llvm::FileOutputBuffer> Buffer;
Michael J. Spencer2f008242015-09-17 19:58:07 +000093
Rui Ueyamad9189ce2015-10-15 17:11:03 +000094 BumpPtrAllocator Alloc;
Rui Ueyamac7cc6ec2015-10-15 22:27:29 +000095 std::vector<OutputSectionBase<ELFT> *> OutputSections;
Rui Ueyamad4ea7dd2015-12-26 07:01:26 +000096 std::vector<std::unique_ptr<OutputSectionBase<ELFT>>> OwningSections;
Rafael Espindola4fc60442016-02-10 22:43:13 +000097
98 // We create a section for the ELF header and one for the program headers.
Rafael Espindola4fc60442016-02-10 22:43:13 +000099 ArrayRef<OutputSectionBase<ELFT> *> getSections() const {
George Rimar58941ee2016-02-25 08:23:37 +0000100 return makeArrayRef(OutputSections).slice(dummySectionsNum());
Rafael Espindola4fc60442016-02-10 22:43:13 +0000101 }
102 unsigned getNumSections() const {
George Rimar58941ee2016-02-25 08:23:37 +0000103 return OutputSections.size() + 1 - dummySectionsNum();
Rafael Espindola4fc60442016-02-10 22:43:13 +0000104 }
George Rimar58941ee2016-02-25 08:23:37 +0000105 // Usually there are 2 dummies sections: ELF header and program header.
106 // Relocatable output does not require program headers to be created.
107 unsigned dummySectionsNum() const { return Config->Relocatable ? 1 : 2; }
Rui Ueyamaafff74e22015-08-05 23:24:46 +0000108
Rui Ueyama01687222015-12-26 09:47:57 +0000109 void addRelIpltSymbols();
Rui Ueyamaa5d79d12015-12-26 09:48:00 +0000110 void addStartEndSymbols();
Rui Ueyamac7cc6ec2015-10-15 22:27:29 +0000111 void addStartStopSymbols(OutputSectionBase<ELFT> *Sec);
Rui Ueyama2f1b79f2015-10-10 22:34:30 +0000112
Rui Ueyama3ce825e2015-10-09 21:07:25 +0000113 SymbolTable<ELFT> &Symtab;
Rafael Espindola4fc60442016-02-10 22:43:13 +0000114 std::vector<Phdr> Phdrs;
Michael J. Spencer2f008242015-09-17 19:58:07 +0000115
Rafael Espindola98f6bd02015-08-11 23:14:13 +0000116 uintX_t FileSize;
Rui Ueyamaafff74e22015-08-05 23:24:46 +0000117 uintX_t SectionHeaderOff;
Denis Protivensky8e3b38a2015-11-12 09:52:08 +0000118
Sean Silvaf1c5a0f2016-01-23 01:49:37 +0000119 // Flag to force GOT to be in output if we have relocations
120 // that relies on its address.
121 bool HasGotOffRel = false;
Rui Ueyamaafff74e22015-08-05 23:24:46 +0000122};
123} // anonymous namespace
124
Rafael Espindolae0df00b2016-02-28 00:25:54 +0000125template <class ELFT> void elf::writeResult(SymbolTable<ELFT> *Symtab) {
Rui Ueyama9328b2c2016-03-14 23:16:09 +0000126 typedef typename ELFT::uint uintX_t;
Rafael Espindola4fc60442016-02-10 22:43:13 +0000127
Rui Ueyama4197a6a2016-02-05 18:41:40 +0000128 // Create singleton output sections.
Rui Ueyama15ef5e12015-10-07 19:18:16 +0000129 DynamicSection<ELFT> Dynamic(*Symtab);
George Rimarf6bc65a2016-01-15 13:34:52 +0000130 EhFrameHeader<ELFT> EhFrameHdr;
Rui Ueyama4197a6a2016-02-05 18:41:40 +0000131 GotSection<ELFT> Got;
132 InterpSection<ELFT> Interp;
133 PltSection<ELFT> Plt;
Rui Ueyama6c5638b2016-03-13 20:10:20 +0000134 RelocationSection<ELFT> RelaDyn(Config->Rela ? ".rela.dyn" : ".rel.dyn");
Rui Ueyama4197a6a2016-02-05 18:41:40 +0000135 StringTableSection<ELFT> DynStrTab(".dynstr", true);
136 StringTableSection<ELFT> ShStrTab(".shstrtab", false);
137 SymbolTableSection<ELFT> DynSymTab(*Symtab, DynStrTab);
138
Rafael Espindola4fc60442016-02-10 22:43:13 +0000139 OutputSectionBase<ELFT> ElfHeader("", 0, SHF_ALLOC);
140 OutputSectionBase<ELFT> ProgramHeaders("", 0, SHF_ALLOC);
141 ProgramHeaders.updateAlign(sizeof(uintX_t));
142
Rui Ueyama4197a6a2016-02-05 18:41:40 +0000143 // Instantiate optional output sections if they are needed.
Rui Ueyama634ddf02016-03-11 20:51:53 +0000144 std::unique_ptr<BuildIdSection<ELFT>> BuildId;
Rui Ueyama4197a6a2016-02-05 18:41:40 +0000145 std::unique_ptr<GnuHashTableSection<ELFT>> GnuHashTab;
146 std::unique_ptr<GotPltSection<ELFT>> GotPlt;
147 std::unique_ptr<HashTableSection<ELFT>> HashTab;
148 std::unique_ptr<RelocationSection<ELFT>> RelaPlt;
149 std::unique_ptr<StringTableSection<ELFT>> StrTab;
150 std::unique_ptr<SymbolTableSection<ELFT>> SymTabSec;
Rui Ueyamaa354c5c2016-02-25 23:54:49 +0000151 std::unique_ptr<OutputSection<ELFT>> MipsRldMap;
Rui Ueyama4197a6a2016-02-05 18:41:40 +0000152
Rui Ueyama634ddf02016-03-11 20:51:53 +0000153 if (Config->BuildId)
154 BuildId.reset(new BuildIdSection<ELFT>);
Rui Ueyama4197a6a2016-02-05 18:41:40 +0000155 if (Config->GnuHash)
156 GnuHashTab.reset(new GnuHashTableSection<ELFT>);
157 if (Config->SysvHash)
158 HashTab.reset(new HashTableSection<ELFT>);
159 if (Target->UseLazyBinding) {
Rui Ueyama6c5638b2016-03-13 20:10:20 +0000160 StringRef S = Config->Rela ? ".rela.plt" : ".rel.plt";
Rui Ueyama4197a6a2016-02-05 18:41:40 +0000161 GotPlt.reset(new GotPltSection<ELFT>);
Rui Ueyama6c5638b2016-03-13 20:10:20 +0000162 RelaPlt.reset(new RelocationSection<ELFT>(S));
Rui Ueyama4197a6a2016-02-05 18:41:40 +0000163 }
164 if (!Config->StripAll) {
165 StrTab.reset(new StringTableSection<ELFT>(".strtab", false));
166 SymTabSec.reset(new SymbolTableSection<ELFT>(*Symtab, *StrTab));
167 }
Rui Ueyamaa354c5c2016-02-25 23:54:49 +0000168 if (Config->EMachine == EM_MIPS && !Config->Shared) {
169 // This is a MIPS specific section to hold a space within the data segment
170 // of executable file which is pointed to by the DT_MIPS_RLD_MAP entry.
171 // See "Dynamic section" in Chapter 5 in the following document:
172 // ftp://www.linux-mips.org/pub/linux/mips/doc/ABI/mipsabi.pdf
173 MipsRldMap.reset(new OutputSection<ELFT>(".rld_map", SHT_PROGBITS,
174 SHF_ALLOC | SHF_WRITE));
175 MipsRldMap->setSize(sizeof(uintX_t));
176 MipsRldMap->updateAlign(sizeof(uintX_t));
177 }
Rui Ueyama4197a6a2016-02-05 18:41:40 +0000178
Rui Ueyama634ddf02016-03-11 20:51:53 +0000179 Out<ELFT>::BuildId = BuildId.get();
Rui Ueyama4197a6a2016-02-05 18:41:40 +0000180 Out<ELFT>::DynStrTab = &DynStrTab;
181 Out<ELFT>::DynSymTab = &DynSymTab;
182 Out<ELFT>::Dynamic = &Dynamic;
George Rimarf6bc65a2016-01-15 13:34:52 +0000183 Out<ELFT>::EhFrameHdr = &EhFrameHdr;
Rui Ueyama4197a6a2016-02-05 18:41:40 +0000184 Out<ELFT>::GnuHashTab = GnuHashTab.get();
185 Out<ELFT>::Got = &Got;
186 Out<ELFT>::GotPlt = GotPlt.get();
187 Out<ELFT>::HashTab = HashTab.get();
188 Out<ELFT>::Interp = &Interp;
189 Out<ELFT>::Plt = &Plt;
190 Out<ELFT>::RelaDyn = &RelaDyn;
191 Out<ELFT>::RelaPlt = RelaPlt.get();
192 Out<ELFT>::ShStrTab = &ShStrTab;
193 Out<ELFT>::StrTab = StrTab.get();
194 Out<ELFT>::SymTab = SymTabSec.get();
195 Out<ELFT>::Bss = nullptr;
Rui Ueyamaa354c5c2016-02-25 23:54:49 +0000196 Out<ELFT>::MipsRldMap = MipsRldMap.get();
Rui Ueyama4197a6a2016-02-05 18:41:40 +0000197 Out<ELFT>::Opd = nullptr;
198 Out<ELFT>::OpdBuf = nullptr;
199 Out<ELFT>::TlsPhdr = nullptr;
Rafael Espindola4fc60442016-02-10 22:43:13 +0000200 Out<ELFT>::ElfHeader = &ElfHeader;
201 Out<ELFT>::ProgramHeaders = &ProgramHeaders;
Rui Ueyama15ef5e12015-10-07 19:18:16 +0000202
Rui Ueyama0d0bcf72015-10-07 21:25:39 +0000203 Writer<ELFT>(*Symtab).run();
Rui Ueyama15ef5e12015-10-07 19:18:16 +0000204}
205
Michael J. Spencer84487f12015-07-24 21:03:07 +0000206// The main function of the writer.
Rui Ueyamaafff74e22015-08-05 23:24:46 +0000207template <class ELFT> void Writer<ELFT>::run() {
Rui Ueyama5a9640b2015-10-08 23:49:30 +0000208 if (!Config->DiscardAll)
209 copyLocalSymbols();
Rui Ueyamaf18fe7b2015-12-26 07:50:39 +0000210 addReservedSymbols();
Rui Ueyamac2a0d7e2016-01-28 22:56:29 +0000211 if (!createSections())
212 return;
George Rimar58941ee2016-02-25 08:23:37 +0000213 if (!Config->Relocatable) {
214 createPhdrs();
215 assignAddresses();
216 } else {
217 assignAddressesRelocatable();
218 }
Rui Ueyama1a311f12015-12-26 10:52:26 +0000219 fixAbsoluteSymbols();
Rui Ueyamacbe39262016-02-02 22:48:04 +0000220 if (!openFile())
221 return;
Michael J. Spencer84487f12015-07-24 21:03:07 +0000222 writeHeader();
223 writeSections();
Rui Ueyama634ddf02016-03-11 20:51:53 +0000224 writeBuildId();
Rui Ueyama21923992016-02-01 23:28:21 +0000225 if (HasError)
226 return;
Rafael Espindola75714f62016-03-03 22:24:39 +0000227 check(Buffer->commit());
Michael J. Spencer84487f12015-07-24 21:03:07 +0000228}
229
Rafael Espindolaa7471792015-08-13 17:04:50 +0000230namespace {
231template <bool Is64Bits> struct SectionKey {
232 typedef typename std::conditional<Is64Bits, uint64_t, uint32_t>::type uintX_t;
233 StringRef Name;
Rui Ueyama0fb1ee02015-10-02 21:13:19 +0000234 uint32_t Type;
235 uintX_t Flags;
Rafael Espindola7efa5be2016-02-19 14:17:40 +0000236 uintX_t Alignment;
Rafael Espindolaa7471792015-08-13 17:04:50 +0000237};
238}
239namespace llvm {
240template <bool Is64Bits> struct DenseMapInfo<SectionKey<Is64Bits>> {
241 static SectionKey<Is64Bits> getEmptyKey() {
Rafael Espindolac159c962015-10-19 21:00:02 +0000242 return SectionKey<Is64Bits>{DenseMapInfo<StringRef>::getEmptyKey(), 0, 0,
243 0};
Rafael Espindolaa7471792015-08-13 17:04:50 +0000244 }
245 static SectionKey<Is64Bits> getTombstoneKey() {
246 return SectionKey<Is64Bits>{DenseMapInfo<StringRef>::getTombstoneKey(), 0,
Rafael Espindolac159c962015-10-19 21:00:02 +0000247 0, 0};
Rafael Espindolaa7471792015-08-13 17:04:50 +0000248 }
249 static unsigned getHashValue(const SectionKey<Is64Bits> &Val) {
Rafael Espindola7efa5be2016-02-19 14:17:40 +0000250 return hash_combine(Val.Name, Val.Type, Val.Flags, Val.Alignment);
Rafael Espindolaa7471792015-08-13 17:04:50 +0000251 }
252 static bool isEqual(const SectionKey<Is64Bits> &LHS,
253 const SectionKey<Is64Bits> &RHS) {
254 return DenseMapInfo<StringRef>::isEqual(LHS.Name, RHS.Name) &&
Rafael Espindolac159c962015-10-19 21:00:02 +0000255 LHS.Type == RHS.Type && LHS.Flags == RHS.Flags &&
Rafael Espindola7efa5be2016-02-19 14:17:40 +0000256 LHS.Alignment == RHS.Alignment;
Rafael Espindolaa7471792015-08-13 17:04:50 +0000257 }
258};
259}
260
Rafael Espindola26d239c2016-03-22 13:24:29 +0000261// Returns the number of relocations processed.
George Rimarbfd29a12016-01-21 09:14:22 +0000262template <class ELFT, class RelT>
Rafael Espindola26d239c2016-03-22 13:24:29 +0000263static unsigned handleTlsRelocation(uint32_t Type, SymbolBody &Body,
264 InputSectionBase<ELFT> &C, RelT &RI) {
Rafael Espindolad405f472016-03-04 21:37:09 +0000265 if (Target->pointsToLocalDynamicGotEntry(Type)) {
Rui Ueyamabaf16512016-01-29 00:20:12 +0000266 if (Target->canRelaxTls(Type, nullptr))
Rafael Espindola26d239c2016-03-22 13:24:29 +0000267 return 1;
Rui Ueyama0e53c7d2016-02-05 00:10:02 +0000268 if (Out<ELFT>::Got->addTlsIndex())
Rafael Espindolade9857e2016-02-04 21:33:05 +0000269 Out<ELFT>::RelaDyn->addReloc({Target->TlsModuleIndexRel,
270 DynamicReloc<ELFT>::Off_LTlsIndex,
271 nullptr});
Rafael Espindola26d239c2016-03-22 13:24:29 +0000272 return 1;
George Rimarbfd29a12016-01-21 09:14:22 +0000273 }
274
Rafael Espindola67d72c02016-03-11 12:06:30 +0000275 if (!Body.IsTls)
Rafael Espindola26d239c2016-03-22 13:24:29 +0000276 return 0;
George Rimarbfd29a12016-01-21 09:14:22 +0000277
Rui Ueyamac516ae12016-01-29 02:33:45 +0000278 if (Target->isTlsGlobalDynamicRel(Type)) {
Rafael Espindola67d72c02016-03-11 12:06:30 +0000279 if (!Target->canRelaxTls(Type, &Body)) {
Rafael Espindola56da3132016-02-22 19:57:55 +0000280 if (Out<ELFT>::Got->addDynTlsEntry(Body)) {
281 Out<ELFT>::RelaDyn->addReloc({Target->TlsModuleIndexRel,
Rafael Espindola67d72c02016-03-11 12:06:30 +0000282 DynamicReloc<ELFT>::Off_GTlsIndex,
283 &Body});
Rafael Espindola56da3132016-02-22 19:57:55 +0000284 Out<ELFT>::RelaDyn->addReloc(
Rafael Espindola67d72c02016-03-11 12:06:30 +0000285 {Target->TlsOffsetRel, DynamicReloc<ELFT>::Off_GTlsOffset, &Body});
Rafael Espindola56da3132016-02-22 19:57:55 +0000286 }
Rafael Espindola26d239c2016-03-22 13:24:29 +0000287 return 1;
George Rimarbfd29a12016-01-21 09:14:22 +0000288 }
Rui Ueyamac4466602016-03-13 19:48:18 +0000289 if (!Body.isPreemptible())
Rafael Espindola26d239c2016-03-22 13:24:29 +0000290 return 1;
291 Out<ELFT>::Got->addEntry(Body);
292 Out<ELFT>::RelaDyn->addReloc(
293 {Target->TlsGotRel, DynamicReloc<ELFT>::Off_Got, false, &Body});
294 return 2;
George Rimarbfd29a12016-01-21 09:14:22 +0000295 }
Rafael Espindola26d239c2016-03-22 13:24:29 +0000296 return 0;
George Rimarbfd29a12016-01-21 09:14:22 +0000297}
298
Rafael Espindola19e38892015-09-16 15:54:15 +0000299// The reason we have to do this early scan is as follows
300// * To mmap the output file, we need to know the size
301// * For that, we need to know how many dynamic relocs we will have.
302// It might be possible to avoid this by outputting the file with write:
303// * Write the allocated output sections, computing addresses.
304// * Apply relocations, recording which ones require a dynamic reloc.
305// * Write the dynamic relocations.
306// * Write the rest of the file.
Rafael Espindola0df1b0b2016-02-02 15:45:37 +0000307// This would have some drawbacks. For example, we would only know if .rela.dyn
308// is needed after applying relocations. If it is, it will go after rw and rx
309// sections. Given that it is ro, we will need an extra PT_LOAD. This
310// complicates things for the dynamic linker and means we would have to reserve
311// space for the extra PT_LOAD even if we end up not using it.
Rafael Espindola19e38892015-09-16 15:54:15 +0000312template <class ELFT>
Rui Ueyamafc467e72016-03-13 05:06:50 +0000313template <class RelTy>
314void Writer<ELFT>::scanRelocs(InputSectionBase<ELFT> &C,
315 iterator_range<const RelTy *> Rels) {
Rui Ueyama6b074f52016-03-11 18:56:05 +0000316 const elf::ObjectFile<ELFT> &File = *C.getFile();
Rafael Espindola26d239c2016-03-22 13:24:29 +0000317 for (auto I = Rels.begin(), E = Rels.end(); I != E; ++I) {
318 const RelTy &RI = *I;
Rui Ueyama64558522015-10-16 22:51:43 +0000319 uint32_t SymIndex = RI.getSymbol(Config->Mips64EL);
Rafael Espindola67d72c02016-03-11 12:06:30 +0000320 SymbolBody &OrigBody = File.getSymbolBody(SymIndex);
321 SymbolBody &Body = OrigBody.repl();
Rui Ueyama64558522015-10-16 22:51:43 +0000322 uint32_t Type = RI.getType(Config->Mips64EL);
Rui Ueyama35da9b62015-10-11 20:59:12 +0000323
Simon Atanasyan682aeea2016-01-14 20:42:09 +0000324 // Ignore "hint" relocation because it is for optional code optimization.
Rui Ueyamac516ae12016-01-29 02:33:45 +0000325 if (Target->isHintRel(Type))
Simon Atanasyan682aeea2016-01-14 20:42:09 +0000326 continue;
327
George Rimarbfb7bf72015-12-21 10:00:12 +0000328 if (Target->isGotRelative(Type))
329 HasGotOffRel = true;
330
Rui Ueyama35da9b62015-10-11 20:59:12 +0000331 // Set "used" bit for --as-needed.
Rafael Espindola67d72c02016-03-11 12:06:30 +0000332 if (OrigBody.isUndefined() && !OrigBody.isWeak())
333 if (auto *S = dyn_cast<SharedSymbol<ELFT>>(&Body))
Rui Ueyama35da9b62015-10-11 20:59:12 +0000334 S->File->IsUsed = true;
335
Rui Ueyamac4466602016-03-13 19:48:18 +0000336 bool Preemptible = Body.isPreemptible();
Rafael Espindola26d239c2016-03-22 13:24:29 +0000337 if (unsigned Processed = handleTlsRelocation<ELFT>(Type, Body, C, RI)) {
338 I += (Processed - 1);
George Rimar687138c2015-11-13 16:28:53 +0000339 continue;
Rafael Espindola26d239c2016-03-22 13:24:29 +0000340 }
George Rimar687138c2015-11-13 16:28:53 +0000341
Rafael Espindola435c00f2016-02-23 20:19:44 +0000342 if (Target->needsDynRelative(Type))
343 Out<ELFT>::RelaDyn->addReloc({Target->RelativeRel, &C, RI.r_offset, true,
Rafael Espindola67d72c02016-03-11 12:06:30 +0000344 &Body, getAddend<ELFT>(RI)});
George Rimar6f17e092015-12-17 09:32:21 +0000345
Rui Ueyama6d3874b2016-02-02 06:08:08 +0000346 // If a symbol in a DSO is referenced directly instead of through GOT,
347 // we need to create a copy relocation for the symbol.
Rui Ueyamacb8fd3a2016-03-13 04:40:12 +0000348 if (auto *B = dyn_cast<SharedSymbol<ELFT>>(&Body)) {
Rafael Espindolaa0a65f92016-02-09 15:11:01 +0000349 if (B->needsCopy())
Rui Ueyama6d3874b2016-02-02 06:08:08 +0000350 continue;
Rafael Espindolaf7ae3592016-02-23 18:53:29 +0000351 if (Target->needsCopyRel<ELFT>(Type, *B)) {
Rafael Espindolaa0a65f92016-02-09 15:11:01 +0000352 B->NeedsCopyOrPltAddr = true;
Rafael Espindolade9857e2016-02-04 21:33:05 +0000353 Out<ELFT>::RelaDyn->addReloc(
354 {Target->CopyRel, DynamicReloc<ELFT>::Off_Bss, B});
Rui Ueyama6d3874b2016-02-02 06:08:08 +0000355 continue;
356 }
357 }
358
Rui Ueyama343f7e52016-02-02 06:29:10 +0000359 // An STT_GNU_IFUNC symbol always uses a PLT entry, and all references
360 // to the symbol go through the PLT. This is true even for a local
361 // symbol, although local symbols normally do not require PLT entries.
Rafael Espindola54322872016-03-24 12:55:27 +0000362 if (Body.IsGnuIFunc) {
Rafael Espindola67d72c02016-03-11 12:06:30 +0000363 if (Body.isInPlt())
Rui Ueyama343f7e52016-02-02 06:29:10 +0000364 continue;
365 Out<ELFT>::Plt->addEntry(Body);
366 if (Target->UseLazyBinding) {
367 Out<ELFT>::GotPlt->addEntry(Body);
Rafael Espindolade9857e2016-02-04 21:33:05 +0000368 Out<ELFT>::RelaPlt->addReloc(
Rui Ueyamac4466602016-03-13 19:48:18 +0000369 {Preemptible ? Target->PltRel : Target->IRelativeRel,
370 DynamicReloc<ELFT>::Off_GotPlt, !Preemptible, &Body});
Rui Ueyama343f7e52016-02-02 06:29:10 +0000371 } else {
372 Out<ELFT>::Got->addEntry(Body);
Rafael Espindolade9857e2016-02-04 21:33:05 +0000373 Out<ELFT>::RelaDyn->addReloc(
Rui Ueyamac4466602016-03-13 19:48:18 +0000374 {Preemptible ? Target->PltRel : Target->IRelativeRel,
375 DynamicReloc<ELFT>::Off_Got, !Preemptible, &Body});
Rui Ueyama343f7e52016-02-02 06:29:10 +0000376 }
377 continue;
378 }
379
Rui Ueyama554f2732016-02-02 07:07:34 +0000380 // If a relocation needs PLT, we create a PLT and a GOT slot
381 // for the symbol.
Rafael Espindola54322872016-03-24 12:55:27 +0000382 TargetInfo::PltNeed NeedPlt = Target->needsPlt(Type, Body);
Rafael Espindola852860e2016-02-12 15:47:37 +0000383 if (NeedPlt) {
384 if (NeedPlt == TargetInfo::Plt_Implicit)
Rafael Espindola67d72c02016-03-11 12:06:30 +0000385 Body.NeedsCopyOrPltAddr = true;
386 if (Body.isInPlt())
Rui Ueyama554f2732016-02-02 07:07:34 +0000387 continue;
388 Out<ELFT>::Plt->addEntry(Body);
389
390 if (Target->UseLazyBinding) {
391 Out<ELFT>::GotPlt->addEntry(Body);
Rafael Espindolade9857e2016-02-04 21:33:05 +0000392 Out<ELFT>::RelaPlt->addReloc(
Rafael Espindola67d72c02016-03-11 12:06:30 +0000393 {Target->PltRel, DynamicReloc<ELFT>::Off_GotPlt, &Body});
Rui Ueyama554f2732016-02-02 07:07:34 +0000394 } else {
Rafael Espindola67d72c02016-03-11 12:06:30 +0000395 if (Body.isInGot())
Rui Ueyama554f2732016-02-02 07:07:34 +0000396 continue;
397 Out<ELFT>::Got->addEntry(Body);
Rafael Espindolade9857e2016-02-04 21:33:05 +0000398 Out<ELFT>::RelaDyn->addReloc(
Rafael Espindola67d72c02016-03-11 12:06:30 +0000399 {Target->GotRel, DynamicReloc<ELFT>::Off_Got, &Body});
Rui Ueyama554f2732016-02-02 07:07:34 +0000400 }
Rui Ueyama554f2732016-02-02 07:07:34 +0000401 continue;
402 }
403
Rui Ueyamaf263c4b2016-02-02 07:07:35 +0000404 // If a relocation needs GOT, we create a GOT slot for the symbol.
Rafael Espindola67d72c02016-03-11 12:06:30 +0000405 if (Target->needsGot(Type, Body)) {
406 if (Body.isInGot())
Rui Ueyamaf263c4b2016-02-02 07:07:35 +0000407 continue;
408 Out<ELFT>::Got->addEntry(Body);
Rui Ueyama1ac13382016-02-02 05:55:28 +0000409
Simon Atanasyanf3ec3be2016-03-22 08:36:48 +0000410 if (Config->EMachine == EM_MIPS)
Rui Ueyamaf263c4b2016-02-02 07:07:35 +0000411 // MIPS ABI has special rules to process GOT entries
412 // and doesn't require relocation entries for them.
413 // See "Global Offset Table" in Chapter 5 in the following document
414 // for detailed description:
415 // ftp://www.linux-mips.org/pub/linux/mips/doc/ABI/mipsabi.pdf
416 continue;
417
George Rimar786e8662016-03-17 05:57:33 +0000418 bool Dynrel = Config->Pic && !Target->isRelRelative(Type) &&
Rui Ueyamaf263c4b2016-02-02 07:07:35 +0000419 !Target->isSizeRel(Type);
Rui Ueyamac4466602016-03-13 19:48:18 +0000420 if (Preemptible || Dynrel) {
Rafael Espindolade9857e2016-02-04 21:33:05 +0000421 uint32_t DynType;
Rafael Espindola22304832016-03-11 18:33:48 +0000422 if (Body.IsTls)
423 DynType = Target->TlsGotRel;
Rui Ueyamac4466602016-03-13 19:48:18 +0000424 else if (Preemptible)
Rafael Espindola22304832016-03-11 18:33:48 +0000425 DynType = Target->GotRel;
Rafael Espindolade9857e2016-02-04 21:33:05 +0000426 else
427 DynType = Target->RelativeRel;
428 Out<ELFT>::RelaDyn->addReloc(
Rui Ueyamac4466602016-03-13 19:48:18 +0000429 {DynType, DynamicReloc<ELFT>::Off_Got, !Preemptible, &Body});
Rafael Espindolade9857e2016-02-04 21:33:05 +0000430 }
Rui Ueyamaf263c4b2016-02-02 07:07:35 +0000431 continue;
Rafael Espindolaeb792732015-09-21 15:11:29 +0000432 }
Rui Ueyama35da9b62015-10-11 20:59:12 +0000433
Simon Atanasyan3a5b6e22016-01-12 17:31:45 +0000434 if (Config->EMachine == EM_MIPS) {
Rafael Espindola67d72c02016-03-11 12:06:30 +0000435 if (&Body == Config->MipsGpDisp || &Body == Config->MipsLocalGp)
Simon Atanasyanb76108a2016-02-07 12:09:40 +0000436 // MIPS _gp_disp designates offset between start of function and 'gp'
437 // pointer into GOT. __gnu_local_gp is equal to the current value of
438 // the 'gp'. Therefore any relocations against them do not require
Simon Atanasyan3a5b6e22016-01-12 17:31:45 +0000439 // dynamic relocation.
440 continue;
Igor Kudrin15cd9ff2015-11-06 07:43:03 +0000441 }
Rui Ueyama885260e2016-01-08 03:25:26 +0000442
Rui Ueyamac4466602016-03-13 19:48:18 +0000443 if (Preemptible) {
Rafael Espindolade9857e2016-02-04 21:33:05 +0000444 // We don't know anything about the finaly symbol. Just ask the dynamic
445 // linker to handle the relocation for us.
Rafael Espindolade9857e2016-02-04 21:33:05 +0000446 Out<ELFT>::RelaDyn->addReloc({Target->getDynRel(Type), &C, RI.r_offset,
Rafael Espindola67d72c02016-03-11 12:06:30 +0000447 false, &Body, getAddend<ELFT>(RI)});
Rui Ueyama82b42882016-02-02 07:50:18 +0000448 continue;
449 }
450
Rafael Espindolade9857e2016-02-04 21:33:05 +0000451 // We know that this is the final symbol. If the program being produced
452 // is position independent, the final value is still not known.
453 // If the relocation depends on the symbol value (not the size or distances
454 // in the output), we still need some help from the dynamic linker.
455 // We can however do better than just copying the incoming relocation. We
456 // can process some of it and and just ask the dynamic linker to add the
457 // load address.
Rafael Espindola69082f02016-03-18 18:11:26 +0000458 if (!Config->Pic || Target->isRelRelative(Type) || Target->isSizeRel(Type))
Rafael Espindolade9857e2016-02-04 21:33:05 +0000459 continue;
460
461 uintX_t Addend = getAddend<ELFT>(RI);
462 if (Config->EMachine == EM_PPC64 && RI.getType(false) == R_PPC64_TOC) {
463 Out<ELFT>::RelaDyn->addReloc({R_PPC64_RELATIVE, &C, RI.r_offset, false,
464 nullptr,
465 (uintX_t)getPPC64TocBase() + Addend});
466 continue;
467 }
Rafael Espindolade9857e2016-02-04 21:33:05 +0000468 Out<ELFT>::RelaDyn->addReloc(
Rafael Espindolaccb8b4d2016-03-11 12:14:02 +0000469 {Target->RelativeRel, &C, RI.r_offset, true, &Body, Addend});
Rafael Espindola67a5da62015-09-17 14:02:10 +0000470 }
471}
472
Rafael Espindolaa0fa8482015-11-11 15:29:50 +0000473template <class ELFT> void Writer<ELFT>::scanRelocs(InputSection<ELFT> &C) {
Rui Ueyama231b5e22016-01-26 07:17:29 +0000474 if (C.getSectionHdr()->sh_flags & SHF_ALLOC)
475 for (const Elf_Shdr *RelSec : C.RelocSections)
476 scanRelocs(C, *RelSec);
Rafael Espindola0c6a4f12015-11-11 19:54:14 +0000477}
478
479template <class ELFT>
480void Writer<ELFT>::scanRelocs(InputSectionBase<ELFT> &S,
481 const Elf_Shdr &RelSec) {
482 ELFFile<ELFT> &EObj = S.getFile()->getObj();
483 if (RelSec.sh_type == SHT_RELA)
484 scanRelocs(S, EObj.relas(&RelSec));
485 else
486 scanRelocs(S, EObj.rels(&RelSec));
Rafael Espindola19e38892015-09-16 15:54:15 +0000487}
488
Rafael Espindola6173f842015-09-23 14:37:01 +0000489template <class ELFT>
Rui Ueyama2a65a492016-01-05 20:01:29 +0000490static void reportUndefined(SymbolTable<ELFT> &Symtab, SymbolBody *Sym) {
George Rimar58941ee2016-02-25 08:23:37 +0000491 if ((Config->Relocatable || Config->Shared) && !Config->NoUndefined)
George Rimaree058282015-10-01 17:24:24 +0000492 return;
493
George Rimar57610422016-03-11 14:43:02 +0000494 std::string Msg = "undefined symbol: " + Sym->getName().str();
Rafael Espindola18f09502016-02-26 21:49:38 +0000495 if (InputFile *File = Symtab.findFile(Sym))
Rui Ueyama2a65a492016-01-05 20:01:29 +0000496 Msg += " in " + File->getName().str();
Rui Ueyama3f9f0922016-03-08 04:06:29 +0000497 if (Config->NoinhibitExec)
Rui Ueyama2a65a492016-01-05 20:01:29 +0000498 warning(Msg);
Rafael Espindola6173f842015-09-23 14:37:01 +0000499 else
Rui Ueyamac2a0d7e2016-01-28 22:56:29 +0000500 error(Msg);
Rafael Espindola6173f842015-09-23 14:37:01 +0000501}
502
Rafael Espindola10d71ff2016-01-27 18:04:26 +0000503template <class ELFT>
Rafael Espindola36a73d22016-03-11 16:32:46 +0000504static bool shouldKeepInSymtab(const elf::ObjectFile<ELFT> &File,
505 StringRef SymName,
Rui Ueyama9328b2c2016-03-14 23:16:09 +0000506 const typename ELFT::Sym &Sym) {
George Rimar4cfe5722016-03-03 07:49:35 +0000507 if (Sym.getType() == STT_FILE)
Rafael Espindola10d71ff2016-01-27 18:04:26 +0000508 return false;
509
George Rimar4cfe5722016-03-03 07:49:35 +0000510 // We keep sections in symtab for relocatable output.
511 if (Sym.getType() == STT_SECTION)
512 return Config->Relocatable;
513
George Rimarf1c0bf52016-03-30 08:16:11 +0000514 // No reason to keep local undefined symbol in symtab.
515 if (Sym.st_shndx == SHN_UNDEF)
516 return false;
517
Rafael Espindola10d71ff2016-01-27 18:04:26 +0000518 InputSectionBase<ELFT> *Sec = File.getSection(Sym);
519 // If sym references a section in a discarded group, don't keep it.
Rui Ueyama733153d2016-02-24 18:33:35 +0000520 if (Sec == InputSection<ELFT>::Discarded)
Rafael Espindola10d71ff2016-01-27 18:04:26 +0000521 return false;
522
523 if (Config->DiscardNone)
524 return true;
525
526 // In ELF assembly .L symbols are normally discarded by the assembler.
527 // If the assembler fails to do so, the linker discards them if
528 // * --discard-locals is used.
529 // * The symbol is in a SHF_MERGE section, which is normally the reason for
530 // the assembler keeping the .L symbol.
531 if (!SymName.startswith(".L") && !SymName.empty())
532 return true;
533
534 if (Config->DiscardLocals)
535 return false;
536
537 return !(Sec->getSectionHdr()->sh_flags & SHF_MERGE);
538}
539
Rui Ueyama5a9640b2015-10-08 23:49:30 +0000540// Local symbols are not in the linker's symbol table. This function scans
541// each object file's symbol table to copy local symbols to the output.
542template <class ELFT> void Writer<ELFT>::copyLocalSymbols() {
Rui Ueyama90f76fb2016-01-21 03:07:38 +0000543 if (!Out<ELFT>::SymTab)
544 return;
Rafael Espindola78620972016-03-11 16:41:23 +0000545 for (const std::unique_ptr<elf::ObjectFile<ELFT>> &F :
546 Symtab.getObjectFiles()) {
Rafael Espindola67d72c02016-03-11 12:06:30 +0000547 for (SymbolBody *B : F->getLocalSymbols()) {
Rui Ueyama98a4b8b2016-03-13 20:18:12 +0000548 const Elf_Sym &Sym = cast<DefinedRegular<ELFT>>(B)->Sym;
Rafael Espindola75714f62016-03-03 22:24:39 +0000549 StringRef SymName = check(Sym.getName(F->getStringTable()));
Rui Ueyama3ce825e2015-10-09 21:07:25 +0000550 if (!shouldKeepInSymtab<ELFT>(*F, SymName, Sym))
Rafael Espindola444576d2015-10-09 19:25:07 +0000551 continue;
Rui Ueyamacc232d12016-03-13 22:08:11 +0000552 if (Sym.st_shndx != SHN_ABS)
553 if (!F->getSection(Sym)->Live)
Rafael Espindola81e05522016-01-27 17:09:37 +0000554 continue;
Rafael Espindolae2c24612016-01-29 01:24:25 +0000555 ++Out<ELFT>::SymTab->NumLocals;
George Rimar4cfe5722016-03-03 07:49:35 +0000556 if (Config->Relocatable)
Rui Ueyama98a4b8b2016-03-13 20:18:12 +0000557 B->DynsymIndex = Out<ELFT>::SymTab->NumLocals;
Rafael Espindolae2c24612016-01-29 01:24:25 +0000558 F->KeptLocalSyms.push_back(std::make_pair(
559 &Sym, Out<ELFT>::SymTab->StrTabSec.addString(SymName)));
Rui Ueyama5a9640b2015-10-08 23:49:30 +0000560 }
561 }
562}
563
Hal Finkel3bae2d82015-10-12 20:51:48 +0000564// PPC64 has a number of special SHT_PROGBITS+SHF_ALLOC+SHF_WRITE sections that
565// we would like to make sure appear is a specific order to maximize their
566// coverage by a single signed 16-bit offset from the TOC base pointer.
567// Conversely, the special .tocbss section should be first among all SHT_NOBITS
568// sections. This will put it next to the loaded special PPC64 sections (and,
569// thus, within reach of the TOC base pointer).
570static int getPPC64SectionRank(StringRef SectionName) {
571 return StringSwitch<int>(SectionName)
572 .Case(".tocbss", 0)
573 .Case(".branch_lt", 2)
574 .Case(".toc", 3)
575 .Case(".toc1", 4)
576 .Case(".opd", 5)
577 .Default(1);
578}
579
George Rimare3336c02015-11-24 10:15:50 +0000580template <class ELFT> static bool isRelroSection(OutputSectionBase<ELFT> *Sec) {
Rafael Espindola4fc60442016-02-10 22:43:13 +0000581 if (!Config->ZRelro)
582 return false;
George Rimare3336c02015-11-24 10:15:50 +0000583 typename OutputSectionBase<ELFT>::uintX_t Flags = Sec->getFlags();
584 if (!(Flags & SHF_ALLOC) || !(Flags & SHF_WRITE))
585 return false;
Rui Ueyamaccfc3262015-12-10 19:13:08 +0000586 if (Flags & SHF_TLS)
587 return true;
George Rimare3336c02015-11-24 10:15:50 +0000588 uint32_t Type = Sec->getType();
Rui Ueyamaccfc3262015-12-10 19:13:08 +0000589 if (Type == SHT_INIT_ARRAY || Type == SHT_FINI_ARRAY ||
590 Type == SHT_PREINIT_ARRAY)
George Rimare3336c02015-11-24 10:15:50 +0000591 return true;
592 if (Sec == Out<ELFT>::GotPlt)
593 return Config->ZNow;
594 if (Sec == Out<ELFT>::Dynamic || Sec == Out<ELFT>::Got)
595 return true;
Rui Ueyama01faef02015-12-10 19:19:04 +0000596 StringRef S = Sec->getName();
597 return S == ".data.rel.ro" || S == ".ctors" || S == ".dtors" || S == ".jcr" ||
598 S == ".eh_frame";
George Rimare3336c02015-11-24 10:15:50 +0000599}
600
Rui Ueyama5a9640b2015-10-08 23:49:30 +0000601// Output section ordering is determined by this function.
602template <class ELFT>
Rui Ueyama717677a2016-02-11 21:17:59 +0000603static bool compareSections(OutputSectionBase<ELFT> *A,
604 OutputSectionBase<ELFT> *B) {
Rui Ueyama9328b2c2016-03-14 23:16:09 +0000605 typedef typename ELFT::uint uintX_t;
Rui Ueyama5a9640b2015-10-08 23:49:30 +0000606
Rui Ueyama717677a2016-02-11 21:17:59 +0000607 int Comp = Script->compareSections(A->getName(), B->getName());
608 if (Comp != 0)
609 return Comp < 0;
610
Rui Ueyama5a9640b2015-10-08 23:49:30 +0000611 uintX_t AFlags = A->getFlags();
612 uintX_t BFlags = B->getFlags();
613
614 // Allocatable sections go first to reduce the total PT_LOAD size and
615 // so debug info doesn't change addresses in actual code.
616 bool AIsAlloc = AFlags & SHF_ALLOC;
617 bool BIsAlloc = BFlags & SHF_ALLOC;
618 if (AIsAlloc != BIsAlloc)
619 return AIsAlloc;
620
621 // We don't have any special requirements for the relative order of
622 // two non allocatable sections.
623 if (!AIsAlloc)
624 return false;
625
626 // We want the read only sections first so that they go in the PT_LOAD
627 // covering the program headers at the start of the file.
628 bool AIsWritable = AFlags & SHF_WRITE;
629 bool BIsWritable = BFlags & SHF_WRITE;
630 if (AIsWritable != BIsWritable)
631 return BIsWritable;
632
633 // For a corresponding reason, put non exec sections first (the program
634 // header PT_LOAD is not executable).
635 bool AIsExec = AFlags & SHF_EXECINSTR;
636 bool BIsExec = BFlags & SHF_EXECINSTR;
637 if (AIsExec != BIsExec)
638 return BIsExec;
639
Hal Finkel0d7e83b2015-10-13 17:57:46 +0000640 // If we got here we know that both A and B are in the same PT_LOAD.
Michael J. Spencer1bf73002015-10-16 23:11:07 +0000641
642 // The TLS initialization block needs to be a single contiguous block in a R/W
643 // PT_LOAD, so stick TLS sections directly before R/W sections. The TLS NOBITS
644 // sections are placed here as they don't take up virtual address space in the
645 // PT_LOAD.
Rui Ueyama61805ec2015-12-17 00:12:03 +0000646 bool AIsTls = AFlags & SHF_TLS;
647 bool BIsTls = BFlags & SHF_TLS;
648 if (AIsTls != BIsTls)
649 return AIsTls;
Michael J. Spencer1bf73002015-10-16 23:11:07 +0000650
Hal Finkel08be6142015-10-13 18:55:01 +0000651 // The next requirement we have is to put nobits sections last. The
Rui Ueyama5a9640b2015-10-08 23:49:30 +0000652 // reason is that the only thing the dynamic linker will see about
653 // them is a p_memsz that is larger than p_filesz. Seeing that it
654 // zeros the end of the PT_LOAD, so that has to correspond to the
655 // nobits sections.
Hal Finkel600ff142015-10-13 19:27:12 +0000656 bool AIsNoBits = A->getType() == SHT_NOBITS;
657 bool BIsNoBits = B->getType() == SHT_NOBITS;
658 if (AIsNoBits != BIsNoBits)
659 return BIsNoBits;
Hal Finkel3bae2d82015-10-12 20:51:48 +0000660
George Rimare3336c02015-11-24 10:15:50 +0000661 // We place RelRo section before plain r/w ones.
662 bool AIsRelRo = isRelroSection(A);
663 bool BIsRelRo = isRelroSection(B);
664 if (AIsRelRo != BIsRelRo)
665 return AIsRelRo;
666
Hal Finkel9abc2a52015-10-13 19:07:29 +0000667 // Some architectures have additional ordering restrictions for sections
668 // within the same PT_LOAD.
669 if (Config->EMachine == EM_PPC64)
670 return getPPC64SectionRank(A->getName()) <
671 getPPC64SectionRank(B->getName());
672
673 return false;
Rui Ueyama5a9640b2015-10-08 23:49:30 +0000674}
675
Rui Ueyamab30f73562016-03-13 04:11:53 +0000676// The .bss section does not exist if no input file has a .bss section.
677// This function creates one if that's the case.
678template <class ELFT> void Writer<ELFT>::ensureBss() {
679 if (Out<ELFT>::Bss)
680 return;
681 Out<ELFT>::Bss =
682 new OutputSection<ELFT>(".bss", SHT_NOBITS, SHF_ALLOC | SHF_WRITE);
683 OwningSections.emplace_back(Out<ELFT>::Bss);
684 OutputSections.push_back(Out<ELFT>::Bss);
Rafael Espindola443f50a2015-11-03 21:35:14 +0000685}
686
Rui Ueyama5a9640b2015-10-08 23:49:30 +0000687// Until this function is called, common symbols do not belong to any section.
688// This function adds them to end of BSS section.
689template <class ELFT>
Rafael Espindola11191912015-12-24 16:23:37 +0000690void Writer<ELFT>::addCommonSymbols(std::vector<DefinedCommon *> &Syms) {
Rafael Espindola443f50a2015-11-03 21:35:14 +0000691 if (Syms.empty())
692 return;
693
Rui Ueyama5a9640b2015-10-08 23:49:30 +0000694 // Sort the common symbols by alignment as an heuristic to pack them better.
Rafael Espindola11191912015-12-24 16:23:37 +0000695 std::stable_sort(Syms.begin(), Syms.end(),
696 [](const DefinedCommon *A, const DefinedCommon *B) {
Rui Ueyama17d69832016-03-10 18:58:53 +0000697 return A->Alignment > B->Alignment;
Rafael Espindola11191912015-12-24 16:23:37 +0000698 });
Rui Ueyama5a9640b2015-10-08 23:49:30 +0000699
Rui Ueyamab30f73562016-03-13 04:11:53 +0000700 ensureBss();
701 uintX_t Off = Out<ELFT>::Bss->getSize();
Rafael Espindola11191912015-12-24 16:23:37 +0000702 for (DefinedCommon *C : Syms) {
Rui Ueyama17d69832016-03-10 18:58:53 +0000703 Off = alignTo(Off, C->Alignment);
704 Out<ELFT>::Bss->updateAlign(C->Alignment);
Rui Ueyamae57c4872016-01-05 16:35:43 +0000705 C->OffsetInBss = Off;
Rafael Espindola11191912015-12-24 16:23:37 +0000706 Off += C->Size;
Rui Ueyama5a9640b2015-10-08 23:49:30 +0000707 }
708
709 Out<ELFT>::Bss->setSize(Off);
710}
711
Rui Ueyamaf50e1d82016-03-14 22:41:08 +0000712template <class ELFT> static uint32_t getAlignment(SharedSymbol<ELFT> *SS) {
713 typedef typename ELFFile<ELFT>::uintX_t uintX_t;
714
715 uintX_t SecAlign = SS->File->getSection(SS->Sym)->sh_addralign;
716 uintX_t SymValue = SS->Sym.st_value;
Rui Ueyamaa9692182016-03-13 04:05:42 +0000717 int TrailingZeros = std::min(countTrailingZeros(SecAlign),
Rui Ueyamaf50e1d82016-03-14 22:41:08 +0000718 countTrailingZeros(SymValue));
Rui Ueyamaa9692182016-03-13 04:05:42 +0000719 return 1 << TrailingZeros;
720}
721
Rui Ueyama7b7ec712015-12-26 10:07:03 +0000722// Reserve space in .bss for copy relocations.
George Rimarbc590fe2015-10-28 16:48:58 +0000723template <class ELFT>
Rui Ueyama7b7ec712015-12-26 10:07:03 +0000724void Writer<ELFT>::addCopyRelSymbols(std::vector<SharedSymbol<ELFT> *> &Syms) {
Rafael Espindola443f50a2015-11-03 21:35:14 +0000725 if (Syms.empty())
726 return;
Rui Ueyamab30f73562016-03-13 04:11:53 +0000727 ensureBss();
728 uintX_t Off = Out<ELFT>::Bss->getSize();
Rui Ueyamaa9692182016-03-13 04:05:42 +0000729 uintX_t MaxAlign = Out<ELFT>::Bss->getAlign();
730 for (SharedSymbol<ELFT> *SS : Syms) {
731 uintX_t Align = getAlignment(SS);
Rui Ueyama489a8062016-01-14 20:53:50 +0000732 Off = alignTo(Off, Align);
Rui Ueyamaa9692182016-03-13 04:05:42 +0000733 SS->OffsetInBss = Off;
734 Off += SS->Sym.st_size;
735 MaxAlign = std::max(MaxAlign, Align);
George Rimarbc590fe2015-10-28 16:48:58 +0000736 }
737 Out<ELFT>::Bss->setSize(Off);
Rui Ueyamaa9692182016-03-13 04:05:42 +0000738 Out<ELFT>::Bss->updateAlign(MaxAlign);
George Rimarbc590fe2015-10-28 16:48:58 +0000739}
740
Denis Protivensky8e3b38a2015-11-12 09:52:08 +0000741template <class ELFT>
Rui Ueyama1ebc8ed2016-02-12 21:47:28 +0000742StringRef Writer<ELFT>::getOutputSectionName(InputSectionBase<ELFT> *S) const {
743 StringRef Dest = Script->getOutputSection<ELFT>(S);
744 if (!Dest.empty())
745 return Dest;
Denis Protivensky8e3b38a2015-11-12 09:52:08 +0000746
Rui Ueyama1ebc8ed2016-02-12 21:47:28 +0000747 StringRef Name = S->getSectionName();
Rafael Espindola14928202016-02-16 16:05:27 +0000748 for (StringRef V : {".text.", ".rodata.", ".data.rel.ro.", ".data.", ".bss.",
749 ".init_array.", ".fini_array.", ".ctors.", ".dtors.",
Rafael Espindola8ae12902016-02-16 16:12:06 +0000750 ".tbss.", ".gcc_except_table.", ".tdata."})
Rui Ueyama1ebc8ed2016-02-12 21:47:28 +0000751 if (Name.startswith(V))
Rui Ueyamac2dca5d2016-02-11 01:07:18 +0000752 return V.drop_back();
Rui Ueyama1ebc8ed2016-02-12 21:47:28 +0000753 return Name;
Rui Ueyama4fcadaf2015-10-14 19:21:25 +0000754}
755
Denis Protivensky8e3b38a2015-11-12 09:52:08 +0000756template <class ELFT>
George Rimara5fbebc2015-12-10 09:12:18 +0000757void reportDiscarded(InputSectionBase<ELFT> *IS,
Rafael Espindola36a73d22016-03-11 16:32:46 +0000758 const std::unique_ptr<elf::ObjectFile<ELFT>> &File) {
Rui Ueyama8fc070d2016-02-24 00:23:15 +0000759 if (!Config->PrintGcSections || !IS || IS->Live)
George Rimara5fbebc2015-12-10 09:12:18 +0000760 return;
761 llvm::errs() << "removing unused section from '" << IS->getSectionName()
762 << "' in file '" << File->getName() << "'\n";
763}
764
765template <class ELFT>
Rui Ueyama717677a2016-02-11 21:17:59 +0000766bool Writer<ELFT>::isDiscarded(InputSectionBase<ELFT> *S) const {
Rui Ueyama733153d2016-02-24 18:33:35 +0000767 return !S || S == InputSection<ELFT>::Discarded || !S->Live ||
Rui Ueyama1ebc8ed2016-02-12 21:47:28 +0000768 Script->isDiscarded(S);
Denis Protivensky8e3b38a2015-11-12 09:52:08 +0000769}
770
Rui Ueyama01687222015-12-26 09:47:57 +0000771// The beginning and the ending of .rel[a].plt section are marked
772// with __rel[a]_iplt_{start,end} symbols if it is a statically linked
773// executable. The runtime needs these symbols in order to resolve
774// all IRELATIVE relocs on startup. For dynamic executables, we don't
775// need these symbols, since IRELATIVE relocs are resolved through GOT
776// and PLT. For details, see http://www.airs.com/blog/archives/403.
George Rimara07ff662015-12-21 10:12:06 +0000777template <class ELFT>
Rui Ueyama01687222015-12-26 09:47:57 +0000778void Writer<ELFT>::addRelIpltSymbols() {
779 if (isOutputDynamic() || !Out<ELFT>::RelaPlt)
George Rimara07ff662015-12-21 10:12:06 +0000780 return;
Rui Ueyama6c5638b2016-03-13 20:10:20 +0000781 StringRef S = Config->Rela ? "__rela_iplt_start" : "__rel_iplt_start";
Rui Ueyama01687222015-12-26 09:47:57 +0000782 if (Symtab.find(S))
783 Symtab.addAbsolute(S, ElfSym<ELFT>::RelaIpltStart);
784
Rui Ueyama6c5638b2016-03-13 20:10:20 +0000785 S = Config->Rela ? "__rela_iplt_end" : "__rel_iplt_end";
Rui Ueyama01687222015-12-26 09:47:57 +0000786 if (Symtab.find(S))
787 Symtab.addAbsolute(S, ElfSym<ELFT>::RelaIpltEnd);
George Rimara07ff662015-12-21 10:12:06 +0000788}
789
Rafael Espindolaae533242015-12-23 20:37:51 +0000790template <class ELFT> static bool includeInSymtab(const SymbolBody &B) {
791 if (!B.isUsedInRegularObj())
792 return false;
793
Rui Ueyama874e7ae2016-02-17 04:56:44 +0000794 if (auto *D = dyn_cast<DefinedRegular<ELFT>>(&B)) {
795 // Don't include synthetic symbols like __init_array_start in every output.
796 if (&D->Sym == &ElfSym<ELFT>::Ignored)
Rafael Espindolaae533242015-12-23 20:37:51 +0000797 return false;
Rui Ueyama874e7ae2016-02-17 04:56:44 +0000798 // Exclude symbols pointing to garbage-collected sections.
Rui Ueyama8fc070d2016-02-24 00:23:15 +0000799 if (D->Section && !D->Section->Live)
Rui Ueyama874e7ae2016-02-17 04:56:44 +0000800 return false;
801 }
Rafael Espindolaae533242015-12-23 20:37:51 +0000802 return true;
803}
804
Rui Ueyamac112c1b2016-01-29 02:17:01 +0000805static bool includeInDynsym(const SymbolBody &B) {
Rui Ueyama89f4ec72015-12-25 07:01:09 +0000806 uint8_t V = B.getVisibility();
807 if (V != STV_DEFAULT && V != STV_PROTECTED)
808 return false;
809 if (Config->ExportDynamic || Config->Shared)
810 return true;
Rafael Espindolaabebed92016-02-05 15:27:15 +0000811 return B.MustBeInDynSym;
Rui Ueyama89f4ec72015-12-25 07:01:09 +0000812}
813
Rui Ueyama3a1f0362015-12-26 07:01:28 +0000814// This class knows how to create an output section for a given
815// input section. Output section type is determined by various
816// factors, including input section's sh_flags, sh_type and
817// linker scripts.
818namespace {
819template <class ELFT> class OutputSectionFactory {
Rui Ueyama9328b2c2016-03-14 23:16:09 +0000820 typedef typename ELFT::Shdr Elf_Shdr;
821 typedef typename ELFT::uint uintX_t;
Rui Ueyama3a1f0362015-12-26 07:01:28 +0000822
823public:
824 std::pair<OutputSectionBase<ELFT> *, bool> create(InputSectionBase<ELFT> *C,
825 StringRef OutsecName);
826
827 OutputSectionBase<ELFT> *lookup(StringRef Name, uint32_t Type, uintX_t Flags);
828
829private:
830 SectionKey<ELFT::Is64Bits> createKey(InputSectionBase<ELFT> *C,
831 StringRef OutsecName);
Rui Ueyama3a1f0362015-12-26 07:01:28 +0000832
833 SmallDenseMap<SectionKey<ELFT::Is64Bits>, OutputSectionBase<ELFT> *> Map;
834};
835}
836
837template <class ELFT>
838std::pair<OutputSectionBase<ELFT> *, bool>
839OutputSectionFactory<ELFT>::create(InputSectionBase<ELFT> *C,
840 StringRef OutsecName) {
841 SectionKey<ELFT::Is64Bits> Key = createKey(C, OutsecName);
842 OutputSectionBase<ELFT> *&Sec = Map[Key];
843 if (Sec)
844 return {Sec, false};
Rui Ueyama3a1f0362015-12-26 07:01:28 +0000845
Rui Ueyama2df0fd82015-12-25 07:38:58 +0000846 switch (C->SectionKind) {
847 case InputSectionBase<ELFT>::Regular:
Rui Ueyamaf949f7f2016-01-11 23:50:55 +0000848 Sec = new OutputSection<ELFT>(Key.Name, Key.Type, Key.Flags);
849 break;
Rui Ueyama2df0fd82015-12-25 07:38:58 +0000850 case InputSectionBase<ELFT>::EHFrame:
Rui Ueyamaf949f7f2016-01-11 23:50:55 +0000851 Sec = new EHOutputSection<ELFT>(Key.Name, Key.Type, Key.Flags);
852 break;
Rui Ueyama2df0fd82015-12-25 07:38:58 +0000853 case InputSectionBase<ELFT>::Merge:
Rafael Espindola7efa5be2016-02-19 14:17:40 +0000854 Sec = new MergeOutputSection<ELFT>(Key.Name, Key.Type, Key.Flags,
855 Key.Alignment);
Rui Ueyamaf949f7f2016-01-11 23:50:55 +0000856 break;
Rui Ueyama2df0fd82015-12-25 07:38:58 +0000857 case InputSectionBase<ELFT>::MipsReginfo:
Rui Ueyamaf949f7f2016-01-11 23:50:55 +0000858 Sec = new MipsReginfoOutputSection<ELFT>();
859 break;
Rui Ueyama2df0fd82015-12-25 07:38:58 +0000860 }
Rui Ueyamaf949f7f2016-01-11 23:50:55 +0000861 return {Sec, true};
Rui Ueyama2df0fd82015-12-25 07:38:58 +0000862}
863
Rui Ueyama3a1f0362015-12-26 07:01:28 +0000864template <class ELFT>
865OutputSectionBase<ELFT> *OutputSectionFactory<ELFT>::lookup(StringRef Name,
866 uint32_t Type,
867 uintX_t Flags) {
868 return Map.lookup({Name, Type, Flags, 0});
869}
870
871template <class ELFT>
872SectionKey<ELFT::Is64Bits>
873OutputSectionFactory<ELFT>::createKey(InputSectionBase<ELFT> *C,
874 StringRef OutsecName) {
875 const Elf_Shdr *H = C->getSectionHdr();
Rui Ueyama63de9172015-12-26 07:13:38 +0000876 uintX_t Flags = H->sh_flags & ~SHF_GROUP;
Rui Ueyama3a1f0362015-12-26 07:01:28 +0000877
Rafael Espindola7efa5be2016-02-19 14:17:40 +0000878 // For SHF_MERGE we create different output sections for each alignment.
879 // This makes each output section simple and keeps a single level mapping from
880 // input to output.
881 uintX_t Alignment = 0;
882 if (isa<MergeInputSection<ELFT>>(C)) {
883 Alignment = H->sh_addralign;
884 if (H->sh_entsize > Alignment)
885 Alignment = H->sh_entsize;
886 }
Rui Ueyama63de9172015-12-26 07:13:38 +0000887
888 // GNU as can give .eh_frame secion type SHT_PROGBITS or SHT_X86_64_UNWIND
889 // depending on the construct. We want to canonicalize it so that
890 // there is only one .eh_frame in the end.
891 uint32_t Type = H->sh_type;
892 if (Type == SHT_PROGBITS && Config->EMachine == EM_X86_64 &&
893 isa<EHInputSection<ELFT>>(C))
894 Type = SHT_X86_64_UNWIND;
895
Rafael Espindola7efa5be2016-02-19 14:17:40 +0000896 return SectionKey<ELFT::Is64Bits>{OutsecName, Type, Flags, Alignment};
Rui Ueyama3a1f0362015-12-26 07:01:28 +0000897}
898
Rui Ueyamaf18fe7b2015-12-26 07:50:39 +0000899// The linker is expected to define some symbols depending on
900// the linking result. This function defines such symbols.
901template <class ELFT> void Writer<ELFT>::addReservedSymbols() {
902 // __tls_get_addr is defined by the dynamic linker for dynamic ELFs. For
903 // static linking the linker is required to optimize away any references to
904 // __tls_get_addr, so it's not defined anywhere. Create a hidden definition
905 // to avoid the undefined symbol error.
906 if (!isOutputDynamic())
907 Symtab.addIgnored("__tls_get_addr");
908
Rui Ueyama4d169bd2016-02-26 16:38:39 +0000909 auto Define = [this](StringRef S, Elf_Sym &Sym) {
910 if (Symtab.find(S))
911 Symtab.addAbsolute(S, Sym);
912
913 // The name without the underscore is not a reserved name,
914 // so it is defined only when there is a reference against it.
Rui Ueyama68e15552016-02-26 16:49:54 +0000915 assert(S.startswith("_"));
Rui Ueyama4d169bd2016-02-26 16:38:39 +0000916 S = S.substr(1);
917 if (SymbolBody *B = Symtab.find(S))
George Rimar9e859392016-02-26 14:36:36 +0000918 if (B->isUndefined())
Rui Ueyama4d169bd2016-02-26 16:38:39 +0000919 Symtab.addAbsolute(S, Sym);
George Rimar9e859392016-02-26 14:36:36 +0000920 };
921
Rui Ueyama4d169bd2016-02-26 16:38:39 +0000922 Define("_end", ElfSym<ELFT>::End);
923 Define("_etext", ElfSym<ELFT>::Etext);
924 Define("_edata", ElfSym<ELFT>::Edata);
Rui Ueyamaf18fe7b2015-12-26 07:50:39 +0000925}
926
Rui Ueyamac4185702016-02-10 23:20:42 +0000927// Sort input sections by section name suffixes for
928// __attribute__((init_priority(N))).
Rui Ueyama5af83682016-02-11 23:41:38 +0000929template <class ELFT> static void sortInitFini(OutputSectionBase<ELFT> *S) {
Rui Ueyamac4185702016-02-10 23:20:42 +0000930 if (S)
Rui Ueyama5af83682016-02-11 23:41:38 +0000931 reinterpret_cast<OutputSection<ELFT> *>(S)->sortInitFini();
932}
933
934// Sort input sections by the special rule for .ctors and .dtors.
935template <class ELFT> static void sortCtorsDtors(OutputSectionBase<ELFT> *S) {
936 if (S)
937 reinterpret_cast<OutputSection<ELFT> *>(S)->sortCtorsDtors();
Rui Ueyamac4185702016-02-10 23:20:42 +0000938}
939
Michael J. Spencer84487f12015-07-24 21:03:07 +0000940// Create output section objects and add them to OutputSections.
Rui Ueyamac2a0d7e2016-01-28 22:56:29 +0000941template <class ELFT> bool Writer<ELFT>::createSections() {
Rafael Espindola4fc60442016-02-10 22:43:13 +0000942 OutputSections.push_back(Out<ELFT>::ElfHeader);
George Rimar58941ee2016-02-25 08:23:37 +0000943 if (!Config->Relocatable)
944 OutputSections.push_back(Out<ELFT>::ProgramHeaders);
Rafael Espindola4fc60442016-02-10 22:43:13 +0000945
Rui Ueyama1b2a8bf2015-12-26 10:22:16 +0000946 // Add .interp first because some loaders want to see that section
947 // on the first page of the executable file when loaded into memory.
Rui Ueyama69960ba2015-10-10 23:25:39 +0000948 if (needsInterpSection())
949 OutputSections.push_back(Out<ELFT>::Interp);
950
Rui Ueyama28286cd2016-03-13 01:54:48 +0000951 // A core file does not usually contain unmodified segments except
952 // the first page of the executable. Add the build ID section now
953 // so that the section is included in the first page.
954 if (Out<ELFT>::BuildId)
955 OutputSections.push_back(Out<ELFT>::BuildId);
956
Rui Ueyama1b2a8bf2015-12-26 10:22:16 +0000957 // Create output sections for input object file sections.
Rui Ueyamac7cc6ec2015-10-15 22:27:29 +0000958 std::vector<OutputSectionBase<ELFT> *> RegularSections;
Rui Ueyama3a1f0362015-12-26 07:01:28 +0000959 OutputSectionFactory<ELFT> Factory;
Rafael Espindola78620972016-03-11 16:41:23 +0000960 for (const std::unique_ptr<elf::ObjectFile<ELFT>> &F :
961 Symtab.getObjectFiles()) {
Rafael Espindolac159c962015-10-19 21:00:02 +0000962 for (InputSectionBase<ELFT> *C : F->getSections()) {
George Rimara5fbebc2015-12-10 09:12:18 +0000963 if (isDiscarded(C)) {
964 reportDiscarded(C, F);
Rafael Espindola19e38892015-09-16 15:54:15 +0000965 continue;
George Rimara5fbebc2015-12-10 09:12:18 +0000966 }
Rui Ueyama3a1f0362015-12-26 07:01:28 +0000967 OutputSectionBase<ELFT> *Sec;
968 bool IsNew;
Rui Ueyama1ebc8ed2016-02-12 21:47:28 +0000969 std::tie(Sec, IsNew) = Factory.create(C, getOutputSectionName(C));
Rui Ueyama3a1f0362015-12-26 07:01:28 +0000970 if (IsNew) {
Rui Ueyamad4ea7dd2015-12-26 07:01:26 +0000971 OwningSections.emplace_back(Sec);
Rafael Espindolad13d9602015-09-25 15:08:44 +0000972 OutputSections.push_back(Sec);
Rui Ueyamad9189ce2015-10-15 17:11:03 +0000973 RegularSections.push_back(Sec);
Rafael Espindolad13d9602015-09-25 15:08:44 +0000974 }
Rui Ueyama40845e62015-12-26 05:51:07 +0000975 Sec->addSection(C);
Rafael Espindola19e38892015-09-16 15:54:15 +0000976 }
977 }
978
Rafael Espindola443f50a2015-11-03 21:35:14 +0000979 Out<ELFT>::Bss = static_cast<OutputSection<ELFT> *>(
Rui Ueyama3a1f0362015-12-26 07:01:28 +0000980 Factory.lookup(".bss", SHT_NOBITS, SHF_ALLOC | SHF_WRITE));
Rafael Espindola443f50a2015-11-03 21:35:14 +0000981
Rui Ueyama84417f82015-12-26 07:50:41 +0000982 // If we have a .opd section (used under PPC64 for function descriptors),
983 // store a pointer to it here so that we can use it later when processing
984 // relocations.
985 Out<ELFT>::Opd = Factory.lookup(".opd", SHT_PROGBITS, SHF_WRITE | SHF_ALLOC);
986
Rui Ueyama3a1f0362015-12-26 07:01:28 +0000987 Out<ELFT>::Dynamic->PreInitArraySec = Factory.lookup(
988 ".preinit_array", SHT_PREINIT_ARRAY, SHF_WRITE | SHF_ALLOC);
Rui Ueyama15ef5e12015-10-07 19:18:16 +0000989 Out<ELFT>::Dynamic->InitArraySec =
Rui Ueyama3a1f0362015-12-26 07:01:28 +0000990 Factory.lookup(".init_array", SHT_INIT_ARRAY, SHF_WRITE | SHF_ALLOC);
Rui Ueyama15ef5e12015-10-07 19:18:16 +0000991 Out<ELFT>::Dynamic->FiniArraySec =
Rui Ueyama3a1f0362015-12-26 07:01:28 +0000992 Factory.lookup(".fini_array", SHT_FINI_ARRAY, SHF_WRITE | SHF_ALLOC);
Rafael Espindola77572242015-10-02 19:37:55 +0000993
Rui Ueyamac4185702016-02-10 23:20:42 +0000994 // Sort section contents for __attribute__((init_priority(N)).
Rui Ueyama5af83682016-02-11 23:41:38 +0000995 sortInitFini(Out<ELFT>::Dynamic->InitArraySec);
996 sortInitFini(Out<ELFT>::Dynamic->FiniArraySec);
997 sortCtorsDtors(Factory.lookup(".ctors", SHT_PROGBITS, SHF_WRITE | SHF_ALLOC));
998 sortCtorsDtors(Factory.lookup(".dtors", SHT_PROGBITS, SHF_WRITE | SHF_ALLOC));
Rui Ueyamac4185702016-02-10 23:20:42 +0000999
Rui Ueyamaa5d79d12015-12-26 09:48:00 +00001000 // The linker needs to define SECNAME_start, SECNAME_end and SECNAME_stop
1001 // symbols for sections, so that the runtime can get the start and end
1002 // addresses of each section by section name. Add such symbols.
George Rimarc1034a82016-03-01 19:12:35 +00001003 if (!Config->Relocatable) {
1004 addStartEndSymbols();
1005 for (OutputSectionBase<ELFT> *Sec : RegularSections)
1006 addStartStopSymbols(Sec);
1007 }
Rui Ueyamad4530c62016-03-04 18:34:14 +00001008
1009 // Add _DYNAMIC symbol. Unlike GNU gold, our _DYNAMIC symbol has no type.
1010 // It should be okay as no one seems to care about the type.
1011 // Even the author of gold doesn't remember why gold behaves that way.
1012 // https://sourceware.org/ml/binutils/2002-03/msg00360.html
George Rimaraa4dc202016-03-01 16:23:13 +00001013 if (isOutputDynamic())
1014 Symtab.addSynthetic("_DYNAMIC", *Out<ELFT>::Dynamic, 0, STV_HIDDEN);
Rafael Espindola334c3e12015-10-19 15:21:42 +00001015
Rafael Espindolade9857e2016-02-04 21:33:05 +00001016 // Define __rel[a]_iplt_{start,end} symbols if needed.
1017 addRelIpltSymbols();
1018
Rafael Espindola334c3e12015-10-19 15:21:42 +00001019 // Scan relocations. This must be done after every symbol is declared so that
1020 // we can correctly decide if a dynamic relocation is needed.
Rafael Espindola78620972016-03-11 16:41:23 +00001021 for (const std::unique_ptr<elf::ObjectFile<ELFT>> &F :
1022 Symtab.getObjectFiles()) {
Denis Protivensky8e3b38a2015-11-12 09:52:08 +00001023 for (InputSectionBase<ELFT> *C : F->getSections()) {
1024 if (isDiscarded(C))
1025 continue;
1026 if (auto *S = dyn_cast<InputSection<ELFT>>(C))
1027 scanRelocs(*S);
1028 else if (auto *S = dyn_cast<EHInputSection<ELFT>>(C))
Rafael Espindola0c6a4f12015-11-11 19:54:14 +00001029 if (S->RelocSection)
1030 scanRelocs(*S, *S->RelocSection);
Rafael Espindola0c6a4f12015-11-11 19:54:14 +00001031 }
1032 }
Rafael Espindola334c3e12015-10-19 15:21:42 +00001033
Rui Ueyama1b2a8bf2015-12-26 10:22:16 +00001034 // Now that we have defined all possible symbols including linker-
1035 // synthesized ones. Visit all symbols to give the finishing touches.
Rafael Espindola11191912015-12-24 16:23:37 +00001036 std::vector<DefinedCommon *> CommonSymbols;
Rui Ueyama7b7ec712015-12-26 10:07:03 +00001037 std::vector<SharedSymbol<ELFT> *> CopyRelSymbols;
Rafael Espindola05a3dd22015-09-22 23:38:23 +00001038 for (auto &P : Symtab.getSymbols()) {
Rafael Espindola05a3dd22015-09-22 23:38:23 +00001039 SymbolBody *Body = P.second->Body;
Rafael Espindola5d7593b2015-12-22 23:00:50 +00001040 if (auto *U = dyn_cast<Undefined>(Body))
Denis Protivensky22220d52015-10-05 09:43:57 +00001041 if (!U->isWeak() && !U->canKeepUndefined())
Rui Ueyama2a65a492016-01-05 20:01:29 +00001042 reportUndefined<ELFT>(Symtab, Body);
Rafael Espindola05a3dd22015-09-22 23:38:23 +00001043
Rafael Espindola11191912015-12-24 16:23:37 +00001044 if (auto *C = dyn_cast<DefinedCommon>(Body))
Rafael Espindola05a3dd22015-09-22 23:38:23 +00001045 CommonSymbols.push_back(C);
George Rimarbc590fe2015-10-28 16:48:58 +00001046 if (auto *SC = dyn_cast<SharedSymbol<ELFT>>(Body))
Rafael Espindolaa0a65f92016-02-09 15:11:01 +00001047 if (SC->needsCopy())
Rui Ueyama7b7ec712015-12-26 10:07:03 +00001048 CopyRelSymbols.push_back(SC);
George Rimarbc590fe2015-10-28 16:48:58 +00001049
Rafael Espindola4f674ed2015-10-05 15:24:04 +00001050 if (!includeInSymtab<ELFT>(*Body))
Rafael Espindola05a3dd22015-09-22 23:38:23 +00001051 continue;
George Rimar5dad7c12015-10-24 08:52:46 +00001052 if (Out<ELFT>::SymTab)
1053 Out<ELFT>::SymTab->addSymbol(Body);
Rafael Espindola05a3dd22015-09-22 23:38:23 +00001054
Rui Ueyamac112c1b2016-01-29 02:17:01 +00001055 if (isOutputDynamic() && includeInDynsym(*Body))
Igor Kudrinab665fc2015-10-20 21:47:58 +00001056 Out<ELFT>::DynSymTab->addSymbol(Body);
Rafael Espindola05a3dd22015-09-22 23:38:23 +00001057 }
Rui Ueyamac2a0d7e2016-01-28 22:56:29 +00001058
1059 // Do not proceed if there was an undefined symbol.
1060 if (HasError)
1061 return false;
1062
Rui Ueyama5a9640b2015-10-08 23:49:30 +00001063 addCommonSymbols(CommonSymbols);
Rui Ueyama7b7ec712015-12-26 10:07:03 +00001064 addCopyRelSymbols(CopyRelSymbols);
Michael J. Spencer84487f12015-07-24 21:03:07 +00001065
Rui Ueyama84417f82015-12-26 07:50:41 +00001066 // So far we have added sections from input object files.
1067 // This function adds linker-created Out<ELFT>::* sections.
1068 addPredefinedSections();
1069
1070 std::stable_sort(OutputSections.begin(), OutputSections.end(),
1071 compareSections<ELFT>);
1072
George Rimar58941ee2016-02-25 08:23:37 +00001073 for (unsigned I = dummySectionsNum(), N = OutputSections.size(); I < N; ++I)
1074 OutputSections[I]->SectionIndex = I + 1 - dummySectionsNum();
Rui Ueyama84417f82015-12-26 07:50:41 +00001075
Rafael Espindola4fc60442016-02-10 22:43:13 +00001076 for (OutputSectionBase<ELFT> *Sec : getSections())
Rafael Espindolae2c24612016-01-29 01:24:25 +00001077 Sec->setSHName(Out<ELFT>::ShStrTab->addString(Sec->getName()));
Rui Ueyama84417f82015-12-26 07:50:41 +00001078
1079 // Finalizers fix each section's size.
Rafael Espindolade069362016-01-25 21:32:04 +00001080 // .dynsym is finalized early since that may fill up .gnu.hash.
Rui Ueyama84417f82015-12-26 07:50:41 +00001081 if (isOutputDynamic())
1082 Out<ELFT>::DynSymTab->finalize();
1083
Simon Atanasyan40d25f32016-02-02 09:07:47 +00001084 // Fill other section headers. The dynamic table is finalized
1085 // at the end because some tags like RELSZ depend on result
1086 // of finalizing other sections. The dynamic string table is
1087 // finalized once the .dynamic finalizer has added a few last
1088 // strings. See DynamicSection::finalize()
Rui Ueyama84417f82015-12-26 07:50:41 +00001089 for (OutputSectionBase<ELFT> *Sec : OutputSections)
Simon Atanasyan40d25f32016-02-02 09:07:47 +00001090 if (Sec != Out<ELFT>::DynStrTab && Sec != Out<ELFT>::Dynamic)
Rafael Espindolade069362016-01-25 21:32:04 +00001091 Sec->finalize();
Simon Atanasyan40d25f32016-02-02 09:07:47 +00001092
1093 if (isOutputDynamic())
1094 Out<ELFT>::Dynamic->finalize();
Rui Ueyamac2a0d7e2016-01-28 22:56:29 +00001095 return true;
Rui Ueyama84417f82015-12-26 07:50:41 +00001096}
1097
Rui Ueyama30951482016-02-25 19:34:37 +00001098template <class ELFT> bool Writer<ELFT>::needsGot() {
1099 if (!Out<ELFT>::Got->empty())
1100 return true;
1101
1102 // We add the .got section to the result for dynamic MIPS target because
1103 // its address and properties are mentioned in the .dynamic section.
1104 if (Config->EMachine == EM_MIPS && isOutputDynamic())
1105 return true;
1106
1107 // If we have a relocation that is relative to GOT (such as GOTOFFREL),
1108 // we need to emit a GOT even if it's empty.
1109 return HasGotOffRel;
1110}
1111
Rui Ueyama84417f82015-12-26 07:50:41 +00001112// This function add Out<ELFT>::* sections to OutputSections.
1113template <class ELFT> void Writer<ELFT>::addPredefinedSections() {
Rui Ueyama5a4ae1f2015-12-26 10:34:33 +00001114 auto Add = [&](OutputSectionBase<ELFT> *C) {
1115 if (C)
1116 OutputSections.push_back(C);
1117 };
1118
Rui Ueyamac6ef3f22015-10-15 21:50:30 +00001119 // This order is not the same as the final output order
1120 // because we sort the sections using their attributes below.
Rui Ueyama5a4ae1f2015-12-26 10:34:33 +00001121 Add(Out<ELFT>::SymTab);
1122 Add(Out<ELFT>::ShStrTab);
1123 Add(Out<ELFT>::StrTab);
Michael J. Spencer350e5b52015-10-12 23:39:23 +00001124 if (isOutputDynamic()) {
Rui Ueyama5a4ae1f2015-12-26 10:34:33 +00001125 Add(Out<ELFT>::DynSymTab);
1126 Add(Out<ELFT>::GnuHashTab);
1127 Add(Out<ELFT>::HashTab);
1128 Add(Out<ELFT>::Dynamic);
1129 Add(Out<ELFT>::DynStrTab);
Rui Ueyama15ef5e12015-10-07 19:18:16 +00001130 if (Out<ELFT>::RelaDyn->hasRelocs())
Rui Ueyama5a4ae1f2015-12-26 10:34:33 +00001131 Add(Out<ELFT>::RelaDyn);
Rui Ueyamaa354c5c2016-02-25 23:54:49 +00001132 Add(Out<ELFT>::MipsRldMap);
Rafael Espindola3f4228f2015-09-09 15:33:08 +00001133 }
Igor Kudrin304860a2015-11-12 04:39:49 +00001134
George Rimara07ff662015-12-21 10:12:06 +00001135 // We always need to add rel[a].plt to output if it has entries.
1136 // Even during static linking it can contain R_[*]_IRELATIVE relocations.
1137 if (Out<ELFT>::RelaPlt && Out<ELFT>::RelaPlt->hasRelocs()) {
Rui Ueyama5a4ae1f2015-12-26 10:34:33 +00001138 Add(Out<ELFT>::RelaPlt);
George Rimara07ff662015-12-21 10:12:06 +00001139 Out<ELFT>::RelaPlt->Static = !isOutputDynamic();
1140 }
1141
Rui Ueyama30951482016-02-25 19:34:37 +00001142 if (needsGot())
Rui Ueyama5a4ae1f2015-12-26 10:34:33 +00001143 Add(Out<ELFT>::Got);
George Rimar648a2c32015-10-20 08:54:27 +00001144 if (Out<ELFT>::GotPlt && !Out<ELFT>::GotPlt->empty())
Rui Ueyama5a4ae1f2015-12-26 10:34:33 +00001145 Add(Out<ELFT>::GotPlt);
Rui Ueyama15ef5e12015-10-07 19:18:16 +00001146 if (!Out<ELFT>::Plt->empty())
Rui Ueyama5a4ae1f2015-12-26 10:34:33 +00001147 Add(Out<ELFT>::Plt);
George Rimarf6bc65a2016-01-15 13:34:52 +00001148 if (Out<ELFT>::EhFrameHdr->Live)
1149 Add(Out<ELFT>::EhFrameHdr);
Rafael Espindolaabad6182015-08-13 15:23:46 +00001150}
1151
Rui Ueyamaa5d79d12015-12-26 09:48:00 +00001152// The linker is expected to define SECNAME_start and SECNAME_end
1153// symbols for a few sections. This function defines them.
1154template <class ELFT> void Writer<ELFT>::addStartEndSymbols() {
1155 auto Define = [&](StringRef Start, StringRef End,
1156 OutputSectionBase<ELFT> *OS) {
1157 if (OS) {
George Rimaraa4dc202016-03-01 16:23:13 +00001158 Symtab.addSynthetic(Start, *OS, 0, STV_DEFAULT);
1159 Symtab.addSynthetic(End, *OS, OS->getSize(), STV_DEFAULT);
Rui Ueyamaa5d79d12015-12-26 09:48:00 +00001160 } else {
1161 Symtab.addIgnored(Start);
1162 Symtab.addIgnored(End);
1163 }
1164 };
1165
1166 Define("__preinit_array_start", "__preinit_array_end",
1167 Out<ELFT>::Dynamic->PreInitArraySec);
1168 Define("__init_array_start", "__init_array_end",
1169 Out<ELFT>::Dynamic->InitArraySec);
1170 Define("__fini_array_start", "__fini_array_end",
1171 Out<ELFT>::Dynamic->FiniArraySec);
1172}
1173
Rui Ueyamad9189ce2015-10-15 17:11:03 +00001174// If a section name is valid as a C identifier (which is rare because of
1175// the leading '.'), linkers are expected to define __start_<secname> and
1176// __stop_<secname> symbols. They are at beginning and end of the section,
1177// respectively. This is not requested by the ELF standard, but GNU ld and
1178// gold provide the feature, and used by many programs.
1179template <class ELFT>
Rui Ueyamac7cc6ec2015-10-15 22:27:29 +00001180void Writer<ELFT>::addStartStopSymbols(OutputSectionBase<ELFT> *Sec) {
Rui Ueyamad9189ce2015-10-15 17:11:03 +00001181 StringRef S = Sec->getName();
1182 if (!isValidCIdentifier(S))
1183 return;
1184 StringSaver Saver(Alloc);
1185 StringRef Start = Saver.save("__start_" + S);
1186 StringRef Stop = Saver.save("__stop_" + S);
Rui Ueyama2ef58a12016-01-05 20:35:16 +00001187 if (SymbolBody *B = Symtab.find(Start))
1188 if (B->isUndefined())
George Rimaraa4dc202016-03-01 16:23:13 +00001189 Symtab.addSynthetic(Start, *Sec, 0, STV_DEFAULT);
Rui Ueyama2ef58a12016-01-05 20:35:16 +00001190 if (SymbolBody *B = Symtab.find(Stop))
1191 if (B->isUndefined())
George Rimaraa4dc202016-03-01 16:23:13 +00001192 Symtab.addSynthetic(Stop, *Sec, Sec->getSize(), STV_DEFAULT);
Rui Ueyamad9189ce2015-10-15 17:11:03 +00001193}
1194
Rafael Espindolaef762f22016-02-10 23:29:38 +00001195template <class ELFT> static bool needsPtLoad(OutputSectionBase<ELFT> *Sec) {
1196 if (!(Sec->getFlags() & SHF_ALLOC))
1197 return false;
1198
1199 // Don't allocate VA space for TLS NOBITS sections. The PT_TLS PHDR is
1200 // responsible for allocating space for them, not the PT_LOAD that
1201 // contains the TLS initialization image.
1202 if (Sec->getFlags() & SHF_TLS && Sec->getType() == SHT_NOBITS)
1203 return false;
1204 return true;
Michael J. Spencer1d299a82015-09-09 20:48:09 +00001205}
1206
Rui Ueyama9eb7ed02015-10-24 18:22:59 +00001207static uint32_t toPhdrFlags(uint64_t Flags) {
1208 uint32_t Ret = PF_R;
1209 if (Flags & SHF_WRITE)
1210 Ret |= PF_W;
1211 if (Flags & SHF_EXECINSTR)
1212 Ret |= PF_X;
1213 return Ret;
1214}
1215
Rafael Espindola4fc60442016-02-10 22:43:13 +00001216// Decide which program headers to create and which sections to include in each
1217// one.
1218template <class ELFT> void Writer<ELFT>::createPhdrs() {
1219 auto AddHdr = [this](unsigned Type, unsigned Flags) {
1220 return &*Phdrs.emplace(Phdrs.end(), Type, Flags);
1221 };
George Rimare3336c02015-11-24 10:15:50 +00001222
Rafael Espindola4fc60442016-02-10 22:43:13 +00001223 auto AddSec = [](Phdr &Hdr, OutputSectionBase<ELFT> *Sec) {
1224 Hdr.Last = Sec;
1225 if (!Hdr.First)
1226 Hdr.First = Sec;
1227 Hdr.H.p_align = std::max<uintX_t>(Hdr.H.p_align, Sec->getAlign());
1228 };
Rui Ueyama3486fe52015-10-11 17:44:22 +00001229
Rui Ueyama803195e2015-10-23 21:45:59 +00001230 // The first phdr entry is PT_PHDR which describes the program header itself.
Rafael Espindola4fc60442016-02-10 22:43:13 +00001231 Phdr &Hdr = *AddHdr(PT_PHDR, PF_R);
1232 AddSec(Hdr, Out<ELFT>::ProgramHeaders);
Rui Ueyama953c2c42015-10-10 23:59:57 +00001233
Rui Ueyama803195e2015-10-23 21:45:59 +00001234 // PT_INTERP must be the second entry if exists.
Rafael Espindola4fc60442016-02-10 22:43:13 +00001235 if (needsInterpSection()) {
1236 Phdr &Hdr = *AddHdr(PT_INTERP, toPhdrFlags(Out<ELFT>::Interp->getFlags()));
1237 AddSec(Hdr, Out<ELFT>::Interp);
1238 }
Rafael Espindola70107762015-09-11 18:49:42 +00001239
Rui Ueyama803195e2015-10-23 21:45:59 +00001240 // Add the first PT_LOAD segment for regular output sections.
Rafael Espindola4fc60442016-02-10 22:43:13 +00001241 uintX_t Flags = PF_R;
1242 Phdr *Load = AddHdr(PT_LOAD, Flags);
1243 AddSec(*Load, Out<ELFT>::ElfHeader);
Rafael Espindola0a2e2112015-09-10 15:41:34 +00001244
Rafael Espindola4fc60442016-02-10 22:43:13 +00001245 Phdr TlsHdr(PT_TLS, PF_R);
1246 Phdr RelRo(PT_GNU_RELRO, PF_R);
Rafael Espindola9907eb02016-03-01 13:23:29 +00001247 Phdr Note(PT_NOTE, PF_R);
Rui Ueyamac7cc6ec2015-10-15 22:27:29 +00001248 for (OutputSectionBase<ELFT> *Sec : OutputSections) {
Rafael Espindolaef762f22016-02-10 23:29:38 +00001249 if (!(Sec->getFlags() & SHF_ALLOC))
Rafael Espindola4fc60442016-02-10 22:43:13 +00001250 break;
Rafael Espindola97cbe3e32015-12-23 15:20:38 +00001251
Rafael Espindolaef762f22016-02-10 23:29:38 +00001252 // If we meet TLS section then we create TLS header
1253 // and put all TLS sections inside for futher use when
1254 // assign addresses.
1255 if (Sec->getFlags() & SHF_TLS)
1256 AddSec(TlsHdr, Sec);
1257
1258 if (!needsPtLoad<ELFT>(Sec))
1259 continue;
1260
Rafael Espindola4fc60442016-02-10 22:43:13 +00001261 // If flags changed then we want new load segment.
1262 uintX_t NewFlags = toPhdrFlags(Sec->getFlags());
1263 if (Flags != NewFlags) {
Rafael Espindolae090fb22016-03-09 21:37:22 +00001264 Load = AddHdr(PT_LOAD, NewFlags);
Rafael Espindola4fc60442016-02-10 22:43:13 +00001265 Flags = NewFlags;
1266 }
Michael J. Spencer78aa1de2015-11-03 00:34:39 +00001267
Rafael Espindola4fc60442016-02-10 22:43:13 +00001268 AddSec(*Load, Sec);
1269
1270 if (isRelroSection(Sec))
1271 AddSec(RelRo, Sec);
Rafael Espindola9907eb02016-03-01 13:23:29 +00001272 if (Sec->getType() == SHT_NOTE)
1273 AddSec(Note, Sec);
Michael J. Spencer84487f12015-07-24 21:03:07 +00001274 }
Rafael Espindola6b83b902015-08-12 00:00:24 +00001275
Rafael Espindola4fc60442016-02-10 22:43:13 +00001276 // Add the TLS segment unless it's empty.
1277 if (TlsHdr.First)
1278 Phdrs.push_back(std::move(TlsHdr));
Michael J. Spencer78aa1de2015-11-03 00:34:39 +00001279
Rui Ueyama803195e2015-10-23 21:45:59 +00001280 // Add an entry for .dynamic.
Michael J. Spencer350e5b52015-10-12 23:39:23 +00001281 if (isOutputDynamic()) {
Rafael Espindola4fc60442016-02-10 22:43:13 +00001282 Phdr &H = *AddHdr(PT_DYNAMIC, toPhdrFlags(Out<ELFT>::Dynamic->getFlags()));
1283 AddSec(H, Out<ELFT>::Dynamic);
Rui Ueyama2f1b79f2015-10-10 22:34:30 +00001284 }
Rafael Espindola91009b32015-08-12 01:45:28 +00001285
Rafael Espindola4fc60442016-02-10 22:43:13 +00001286 // PT_GNU_RELRO includes all sections that should be marked as
1287 // read-only by dynamic linker after proccessing relocations.
1288 if (RelRo.First)
1289 Phdrs.push_back(std::move(RelRo));
George Rimare3336c02015-11-24 10:15:50 +00001290
Rafael Espindola4fc60442016-02-10 22:43:13 +00001291 // PT_GNU_EH_FRAME is a special section pointing on .eh_frame_hdr.
George Rimarf6bc65a2016-01-15 13:34:52 +00001292 if (Out<ELFT>::EhFrameHdr->Live) {
Rafael Espindola4fc60442016-02-10 22:43:13 +00001293 Phdr &Hdr = *AddHdr(PT_GNU_EH_FRAME,
1294 toPhdrFlags(Out<ELFT>::EhFrameHdr->getFlags()));
1295 AddSec(Hdr, Out<ELFT>::EhFrameHdr);
George Rimarf6bc65a2016-01-15 13:34:52 +00001296 }
1297
Rui Ueyamae79b09a2015-11-21 22:19:32 +00001298 // PT_GNU_STACK is a special section to tell the loader to make the
1299 // pages for the stack non-executable.
Rafael Espindola4fc60442016-02-10 22:43:13 +00001300 if (!Config->ZExecStack)
1301 AddHdr(PT_GNU_STACK, PF_R | PF_W);
Rafael Espindola9907eb02016-03-01 13:23:29 +00001302
1303 if (Note.First)
1304 Phdrs.push_back(std::move(Note));
Rafael Espindola4fc60442016-02-10 22:43:13 +00001305}
1306
George Rimar58941ee2016-02-25 08:23:37 +00001307// Used for relocatable output (-r). In this case we create only ELF file
1308// header, do not create program headers. Also assign of section addresses
1309// is very straightforward: we just put all sections sequentually to the file.
1310template <class ELFT> void Writer<ELFT>::assignAddressesRelocatable() {
1311 Out<ELFT>::ElfHeader->setSize(sizeof(Elf_Ehdr));
1312 uintX_t FileOff = 0;
1313 for (OutputSectionBase<ELFT> *Sec : OutputSections) {
George Rimare5960ce2016-03-03 20:24:14 +00001314 if (Sec->getType() != SHT_NOBITS)
1315 FileOff = alignTo(FileOff, Sec->getAlign());
George Rimar58941ee2016-02-25 08:23:37 +00001316 Sec->setFileOffset(FileOff);
George Rimare5960ce2016-03-03 20:24:14 +00001317 if (Sec->getType() != SHT_NOBITS)
1318 FileOff += Sec->getSize();
George Rimar58941ee2016-02-25 08:23:37 +00001319 }
1320 SectionHeaderOff = alignTo(FileOff, sizeof(uintX_t));
1321 FileSize = SectionHeaderOff + getNumSections() * sizeof(Elf_Shdr);
1322}
1323
Rafael Espindola4fc60442016-02-10 22:43:13 +00001324// Visits all headers in PhdrTable and assigns the adresses to
1325// the output sections. Also creates common and special headers.
1326template <class ELFT> void Writer<ELFT>::assignAddresses() {
1327 Out<ELFT>::ElfHeader->setSize(sizeof(Elf_Ehdr));
1328 size_t PhdrSize = sizeof(Elf_Phdr) * Phdrs.size();
1329 Out<ELFT>::ProgramHeaders->setSize(PhdrSize);
1330
1331 // The first section of each PT_LOAD and the first section after PT_GNU_RELRO
1332 // have to be page aligned so that the dynamic linker can set the permissions.
1333 SmallPtrSet<OutputSectionBase<ELFT> *, 4> PageAlign;
1334 for (const Phdr &P : Phdrs) {
1335 if (P.H.p_type == PT_GNU_RELRO) {
Rafael Espindolaef762f22016-02-10 23:29:38 +00001336 // Find the first section after PT_GNU_RELRO. If it is in a PT_LOAD we
1337 // have to align it to a page.
Rafael Espindola4fc60442016-02-10 22:43:13 +00001338 auto I = std::find(OutputSections.begin(), OutputSections.end(), P.Last);
1339 ++I;
Rafael Espindolaef762f22016-02-10 23:29:38 +00001340 if (I != OutputSections.end() && needsPtLoad(*I))
Rafael Espindola4fc60442016-02-10 22:43:13 +00001341 PageAlign.insert(*I);
1342 }
1343
Rafael Espindolaef762f22016-02-10 23:29:38 +00001344 if (P.H.p_type == PT_LOAD)
Rafael Espindola4fc60442016-02-10 22:43:13 +00001345 PageAlign.insert(P.First);
Rui Ueyamaa46566f2015-11-24 23:42:33 +00001346 }
George Rimar03220302015-11-14 20:56:08 +00001347
Rafael Espindola4fc60442016-02-10 22:43:13 +00001348 uintX_t ThreadBssOffset = 0;
1349 uintX_t VA = Target->getVAStart();
1350 uintX_t FileOff = 0;
1351
1352 for (OutputSectionBase<ELFT> *Sec : OutputSections) {
1353 uintX_t Align = Sec->getAlign();
1354 if (PageAlign.count(Sec))
1355 Align = std::max<uintX_t>(Align, Target->PageSize);
1356
Rafael Espindola75baf092016-02-23 18:39:55 +00001357 if (Sec->getType() != SHT_NOBITS)
1358 FileOff = alignTo(FileOff, Align);
Rafael Espindola4fc60442016-02-10 22:43:13 +00001359 Sec->setFileOffset(FileOff);
1360 if (Sec->getType() != SHT_NOBITS)
1361 FileOff += Sec->getSize();
1362
1363 // We only assign VAs to allocated sections.
Rafael Espindolaef762f22016-02-10 23:29:38 +00001364 if (needsPtLoad<ELFT>(Sec)) {
1365 VA = alignTo(VA, Align);
1366 Sec->setVA(VA);
1367 VA += Sec->getSize();
1368 } else if (Sec->getFlags() & SHF_TLS && Sec->getType() == SHT_NOBITS) {
1369 uintX_t TVA = VA + ThreadBssOffset;
1370 TVA = alignTo(TVA, Align);
1371 Sec->setVA(TVA);
1372 ThreadBssOffset = TVA - VA + Sec->getSize();
Rafael Espindola4fc60442016-02-10 22:43:13 +00001373 }
Rui Ueyama69960ba2015-10-10 23:25:39 +00001374 }
1375
Michael J. Spencer8039dae22015-07-29 00:30:10 +00001376 // Add space for section headers.
Rui Ueyama5e378dd2016-01-29 22:18:57 +00001377 SectionHeaderOff = alignTo(FileOff, sizeof(uintX_t));
Rui Ueyama803195e2015-10-23 21:45:59 +00001378 FileSize = SectionHeaderOff + getNumSections() * sizeof(Elf_Shdr);
Igor Kudrin15cd9ff2015-11-06 07:43:03 +00001379
Igor Kudrinb044af52015-11-20 02:32:35 +00001380 // Update "_end" and "end" symbols so that they
1381 // point to the end of the data segment.
Rui Ueyamaa246e0942015-12-25 06:12:18 +00001382 ElfSym<ELFT>::End.st_value = VA;
Rui Ueyama803195e2015-10-23 21:45:59 +00001383
Rafael Espindola4fc60442016-02-10 22:43:13 +00001384 for (Phdr &PHdr : Phdrs) {
1385 Elf_Phdr &H = PHdr.H;
1386 if (PHdr.First) {
1387 OutputSectionBase<ELFT> *Last = PHdr.Last;
1388 H.p_filesz = Last->getFileOff() - PHdr.First->getFileOff();
1389 if (Last->getType() != SHT_NOBITS)
1390 H.p_filesz += Last->getSize();
1391 H.p_memsz = Last->getVA() + Last->getSize() - PHdr.First->getVA();
1392 H.p_offset = PHdr.First->getFileOff();
1393 H.p_vaddr = PHdr.First->getVA();
1394 }
George Rimar6de3f632016-03-01 08:46:03 +00001395 if (H.p_type == PT_LOAD)
Rafael Espindola4fc60442016-02-10 22:43:13 +00001396 H.p_align = Target->PageSize;
George Rimar6de3f632016-03-01 08:46:03 +00001397 else if (H.p_type == PT_GNU_RELRO)
Rafael Espindola4fc60442016-02-10 22:43:13 +00001398 H.p_align = 1;
1399 H.p_paddr = H.p_vaddr;
1400
1401 // The TLS pointer goes after PT_TLS. At least glibc will align it,
1402 // so round up the size to make sure the offsets are correct.
George Rimar6de3f632016-03-01 08:46:03 +00001403 if (H.p_type == PT_TLS) {
Rafael Espindola4fc60442016-02-10 22:43:13 +00001404 Out<ELFT>::TlsPhdr = &H;
1405 H.p_memsz = alignTo(H.p_memsz, H.p_align);
Rui Ueyama803195e2015-10-23 21:45:59 +00001406 }
1407 }
Michael J. Spencer84487f12015-07-24 21:03:07 +00001408}
1409
Rui Ueyama22b5d1f2016-03-13 19:29:17 +00001410static uint32_t getMipsEFlags() {
Simon Atanasyan034c4cd2015-12-19 05:51:49 +00001411 // FIXME: In fact ELF flags depends on ELF flags of input object files
Simon Atanasyandb147eb2016-01-12 06:24:02 +00001412 // and selected emulation. For now just use hard coded values.
Simon Atanasyan034c4cd2015-12-19 05:51:49 +00001413 uint32_t V = EF_MIPS_ABI_O32 | EF_MIPS_CPIC | EF_MIPS_ARCH_32R2;
1414 if (Config->Shared)
1415 V |= EF_MIPS_PIC;
1416 return V;
1417}
1418
Rui Ueyama9328b2c2016-03-14 23:16:09 +00001419template <class ELFT> static typename ELFT::uint getEntryAddr() {
Rafael Espindola67d72c02016-03-11 12:06:30 +00001420 if (SymbolBody *B = Config->EntrySym)
1421 return B->repl().getVA<ELFT>();
Rui Ueyama3bfaba92015-12-24 08:37:34 +00001422 if (Config->EntryAddr != uint64_t(-1))
1423 return Config->EntryAddr;
1424 return 0;
1425}
1426
Rui Ueyama4cea4e82016-02-25 19:28:37 +00001427template <class ELFT> static uint8_t getELFEncoding() {
1428 if (ELFT::TargetEndianness == llvm::support::little)
1429 return ELFDATA2LSB;
1430 return ELFDATA2MSB;
1431}
1432
1433static uint16_t getELFType() {
George Rimar786e8662016-03-17 05:57:33 +00001434 if (Config->Pic)
Rui Ueyama4cea4e82016-02-25 19:28:37 +00001435 return ET_DYN;
1436 if (Config->Relocatable)
1437 return ET_REL;
1438 return ET_EXEC;
1439}
1440
Rui Ueyama1a311f12015-12-26 10:52:26 +00001441// This function is called after we have assigned address and size
1442// to each section. This function fixes some predefined absolute
1443// symbol values that depend on section address and size.
1444template <class ELFT> void Writer<ELFT>::fixAbsoluteSymbols() {
1445 // Update __rel[a]_iplt_{start,end} symbols so that they point
1446 // to beginning or ending of .rela.plt section, respectively.
1447 if (Out<ELFT>::RelaPlt) {
1448 uintX_t Start = Out<ELFT>::RelaPlt->getVA();
1449 ElfSym<ELFT>::RelaIpltStart.st_value = Start;
1450 ElfSym<ELFT>::RelaIpltEnd.st_value = Start + Out<ELFT>::RelaPlt->getSize();
1451 }
1452
1453 // Update MIPS _gp absolute symbol so that it points to the static data.
1454 if (Config->EMachine == EM_MIPS)
1455 ElfSym<ELFT>::MipsGp.st_value = getMipsGpAddr<ELFT>();
George Rimar9e859392016-02-26 14:36:36 +00001456
George Rimar2abc5872016-03-01 19:18:07 +00001457 // _etext is the first location after the last read-only loadable segment.
1458 // _edata is the first location after the last read-write loadable segment.
1459 for (Phdr &PHdr : Phdrs) {
1460 if (PHdr.H.p_type != PT_LOAD)
George Rimar9e859392016-02-26 14:36:36 +00001461 continue;
George Rimar2abc5872016-03-01 19:18:07 +00001462 uintX_t Val = PHdr.H.p_vaddr + PHdr.H.p_filesz;
1463 if (PHdr.H.p_flags & PF_W)
1464 ElfSym<ELFT>::Edata.st_value = Val;
1465 else
1466 ElfSym<ELFT>::Etext.st_value = Val;
George Rimar9e859392016-02-26 14:36:36 +00001467 }
Rui Ueyama1a311f12015-12-26 10:52:26 +00001468}
1469
Michael J. Spencer84487f12015-07-24 21:03:07 +00001470template <class ELFT> void Writer<ELFT>::writeHeader() {
1471 uint8_t *Buf = Buffer->getBufferStart();
Rui Ueyamae08cd672015-10-23 22:44:39 +00001472 memcpy(Buf, "\177ELF", 4);
1473
Rui Ueyama4cea4e82016-02-25 19:28:37 +00001474 auto &FirstObj = cast<ELFFileBase<ELFT>>(*Config->FirstElf);
1475
Rui Ueyama6621d8e2015-10-24 17:57:40 +00001476 // Write the ELF header.
Rafael Espindola18608a02015-09-08 21:57:31 +00001477 auto *EHdr = reinterpret_cast<Elf_Ehdr *>(Buf);
Rafael Espindola4b7c2fc2015-08-05 15:08:40 +00001478 EHdr->e_ident[EI_CLASS] = ELFT::Is64Bits ? ELFCLASS64 : ELFCLASS32;
Rui Ueyama4cea4e82016-02-25 19:28:37 +00001479 EHdr->e_ident[EI_DATA] = getELFEncoding<ELFT>();
Michael J. Spencer84487f12015-07-24 21:03:07 +00001480 EHdr->e_ident[EI_VERSION] = EV_CURRENT;
Davide Italianoaa7c5332015-09-25 01:59:13 +00001481 EHdr->e_ident[EI_OSABI] = FirstObj.getOSABI();
Rui Ueyama4cea4e82016-02-25 19:28:37 +00001482 EHdr->e_type = getELFType();
Rafael Espindolaf98d6d82015-09-03 20:03:54 +00001483 EHdr->e_machine = FirstObj.getEMachine();
Michael J. Spencer84487f12015-07-24 21:03:07 +00001484 EHdr->e_version = EV_CURRENT;
Rui Ueyama3bfaba92015-12-24 08:37:34 +00001485 EHdr->e_entry = getEntryAddr<ELFT>();
Michael J. Spencer8039dae22015-07-29 00:30:10 +00001486 EHdr->e_shoff = SectionHeaderOff;
Rafael Espindola18608a02015-09-08 21:57:31 +00001487 EHdr->e_ehsize = sizeof(Elf_Ehdr);
Rui Ueyama2f1b79f2015-10-10 22:34:30 +00001488 EHdr->e_phnum = Phdrs.size();
Rafael Espindola18608a02015-09-08 21:57:31 +00001489 EHdr->e_shentsize = sizeof(Elf_Shdr);
Rafael Espindola5f553872015-09-08 17:39:39 +00001490 EHdr->e_shnum = getNumSections();
George Rimar0f5ac9f2015-10-20 17:21:35 +00001491 EHdr->e_shstrndx = Out<ELFT>::ShStrTab->SectionIndex;
Rui Ueyama6621d8e2015-10-24 17:57:40 +00001492
Rui Ueyama22b5d1f2016-03-13 19:29:17 +00001493 if (Config->EMachine == EM_MIPS)
1494 EHdr->e_flags = getMipsEFlags();
1495
George Rimar58941ee2016-02-25 08:23:37 +00001496 if (!Config->Relocatable) {
1497 EHdr->e_phoff = sizeof(Elf_Ehdr);
1498 EHdr->e_phentsize = sizeof(Elf_Phdr);
1499 }
1500
Rui Ueyama6621d8e2015-10-24 17:57:40 +00001501 // Write the program header table.
Rafael Espindola4fc60442016-02-10 22:43:13 +00001502 auto *HBuf = reinterpret_cast<Elf_Phdr *>(Buf + EHdr->e_phoff);
1503 for (Phdr &P : Phdrs)
1504 *HBuf++ = P.H;
Rafael Espindolae438e072015-09-08 22:55:28 +00001505
Rui Ueyama6621d8e2015-10-24 17:57:40 +00001506 // Write the section header table. Note that the first table entry is null.
Rui Ueyamaad59b652016-02-25 23:58:21 +00001507 auto *SHdrs = reinterpret_cast<Elf_Shdr *>(Buf + EHdr->e_shoff);
Rafael Espindola4fc60442016-02-10 22:43:13 +00001508 for (OutputSectionBase<ELFT> *Sec : getSections())
Rui Ueyama6621d8e2015-10-24 17:57:40 +00001509 Sec->writeHeaderTo(++SHdrs);
Michael J. Spencer84487f12015-07-24 21:03:07 +00001510}
1511
Rui Ueyamacbe39262016-02-02 22:48:04 +00001512template <class ELFT> bool Writer<ELFT>::openFile() {
Rafael Espindolabdc8f2f2015-08-13 00:31:46 +00001513 ErrorOr<std::unique_ptr<FileOutputBuffer>> BufferOrErr =
Rui Ueyamacbe39262016-02-02 22:48:04 +00001514 FileOutputBuffer::create(Config->OutputFile, FileSize,
1515 FileOutputBuffer::F_executable);
Rui Ueyama6eafa7f2016-03-13 04:25:41 +00001516 if (!BufferOrErr) {
1517 error(BufferOrErr, "failed to open " + Config->OutputFile);
Rui Ueyamacbe39262016-02-02 22:48:04 +00001518 return false;
Rui Ueyama6eafa7f2016-03-13 04:25:41 +00001519 }
Rafael Espindolabdc8f2f2015-08-13 00:31:46 +00001520 Buffer = std::move(*BufferOrErr);
Rui Ueyamacbe39262016-02-02 22:48:04 +00001521 return true;
Michael J. Spencer84487f12015-07-24 21:03:07 +00001522}
1523
1524// Write section contents to a mmap'ed file.
1525template <class ELFT> void Writer<ELFT>::writeSections() {
1526 uint8_t *Buf = Buffer->getBufferStart();
Hal Finkeldaedc122015-10-12 23:16:53 +00001527
1528 // PPC64 needs to process relocations in the .opd section before processing
1529 // relocations in code-containing sections.
Rui Ueyamac7cc6ec2015-10-15 22:27:29 +00001530 if (OutputSectionBase<ELFT> *Sec = Out<ELFT>::Opd) {
Rafael Espindola7a513052015-10-13 14:45:51 +00001531 Out<ELFT>::OpdBuf = Buf + Sec->getFileOff();
1532 Sec->writeTo(Buf + Sec->getFileOff());
1533 }
Hal Finkeldaedc122015-10-12 23:16:53 +00001534
Rui Ueyamac7cc6ec2015-10-15 22:27:29 +00001535 for (OutputSectionBase<ELFT> *Sec : OutputSections)
Rafael Espindola4d91f7f2016-02-01 21:52:00 +00001536 if (Sec != Out<ELFT>::Opd)
Hal Finkeldaedc122015-10-12 23:16:53 +00001537 Sec->writeTo(Buf + Sec->getFileOff());
Michael J. Spencer84487f12015-07-24 21:03:07 +00001538}
Rui Ueyama3ce825e2015-10-09 21:07:25 +00001539
Rui Ueyama634ddf02016-03-11 20:51:53 +00001540template <class ELFT> void Writer<ELFT>::writeBuildId() {
1541 BuildIdSection<ELFT> *S = Out<ELFT>::BuildId;
1542 if (!S)
1543 return;
1544
1545 // Compute a hash of all sections except .debug_* sections.
1546 // We skip debug sections because they tend to be very large
1547 // and their contents are very likely to be the same as long as
1548 // other sections are the same.
1549 uint8_t *Start = Buffer->getBufferStart();
1550 uint8_t *Last = Start;
1551 for (OutputSectionBase<ELFT> *Sec : OutputSections) {
1552 uint8_t *End = Start + Sec->getFileOff();
1553 if (!Sec->getName().startswith(".debug_"))
1554 S->update({Last, End});
1555 Last = End;
1556 }
1557 S->update({Last, Start + FileSize});
1558
1559 // Fill the hash value field in the .note.gnu.build-id section.
1560 S->writeBuildId();
1561}
1562
Rafael Espindolae0df00b2016-02-28 00:25:54 +00001563template void elf::writeResult<ELF32LE>(SymbolTable<ELF32LE> *Symtab);
1564template void elf::writeResult<ELF32BE>(SymbolTable<ELF32BE> *Symtab);
1565template void elf::writeResult<ELF64LE>(SymbolTable<ELF64LE> *Symtab);
1566template void elf::writeResult<ELF64BE>(SymbolTable<ELF64BE> *Symtab);