blob: 553540b9bbe9e833a2c1e41121f2ae90e26d1c80 [file] [log] [blame]
Michael J. Spencer84487f12015-07-24 21:03:07 +00001//===- Writer.cpp ---------------------------------------------------------===//
2//
3// The LLVM Linker
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9
Michael J. Spencerf8325412015-09-04 22:48:30 +000010#include "Writer.h"
Rui Ueyamacb8474ed2015-08-05 23:51:50 +000011#include "Config.h"
Rui Ueyama717677a2016-02-11 21:17:59 +000012#include "LinkerScript.h"
Rui Ueyama55518e72016-10-28 20:57:25 +000013#include "Memory.h"
Rafael Espindola5805c4f2015-09-21 21:38:08 +000014#include "OutputSections.h"
Rui Ueyama0fcdc732016-05-24 20:24:43 +000015#include "Relocations.h"
Rui Ueyamafbbde542016-06-29 09:08:02 +000016#include "Strings.h"
Rui Ueyamaafff74e22015-08-05 23:24:46 +000017#include "SymbolTable.h"
Rui Ueyama6dc7fcb2016-11-01 20:28:21 +000018#include "SyntheticSections.h"
Rafael Espindola01205f72015-09-22 18:19:46 +000019#include "Target.h"
Rafael Espindola6b83b902015-08-12 00:00:24 +000020
Denis Protivensky8e3b38a2015-11-12 09:52:08 +000021#include "llvm/ADT/StringMap.h"
Hal Finkel3bae2d82015-10-12 20:51:48 +000022#include "llvm/ADT/StringSwitch.h"
Rui Ueyamaafff74e22015-08-05 23:24:46 +000023#include "llvm/Support/FileOutputBuffer.h"
Rafael Espindolad0078b22016-02-06 00:06:26 +000024#include "llvm/Support/raw_ostream.h"
Rui Ueyamae8b2df42016-09-29 01:45:22 +000025#include <climits>
Michael J. Spencer84487f12015-07-24 21:03:07 +000026
27using namespace llvm;
28using namespace llvm::ELF;
29using namespace llvm::object;
Peter Smith0a259f32016-10-10 09:39:26 +000030using namespace llvm::support;
31using namespace llvm::support::endian;
Michael J. Spencer84487f12015-07-24 21:03:07 +000032
33using namespace lld;
Rafael Espindolae0df00b2016-02-28 00:25:54 +000034using namespace lld::elf;
Michael J. Spencer84487f12015-07-24 21:03:07 +000035
Rui Ueyamaafff74e22015-08-05 23:24:46 +000036namespace {
37// The writer writes a SymbolTable result to a file.
38template <class ELFT> class Writer {
39public:
Rui Ueyama9328b2c2016-03-14 23:16:09 +000040 typedef typename ELFT::uint uintX_t;
41 typedef typename ELFT::Shdr Elf_Shdr;
42 typedef typename ELFT::Ehdr Elf_Ehdr;
43 typedef typename ELFT::Phdr Elf_Phdr;
44 typedef typename ELFT::Sym Elf_Sym;
45 typedef typename ELFT::SymRange Elf_Sym_Range;
46 typedef typename ELFT::Rela Elf_Rela;
Rui Ueyamaafff74e22015-08-05 23:24:46 +000047 void run();
48
49private:
Rafael Espindola74df5c72016-07-19 12:33:46 +000050 typedef PhdrEntry<ELFT> Phdr;
Rafael Espindola4fc60442016-02-10 22:43:13 +000051
Rui Ueyamaf83aca42016-11-01 23:17:45 +000052 void createSyntheticSections();
Rui Ueyama5a9640b2015-10-08 23:49:30 +000053 void copyLocalSymbols();
Rui Ueyamaf18fe7b2015-12-26 07:50:39 +000054 void addReservedSymbols();
Eugene Leviant282251a2016-11-01 09:49:24 +000055 void addInputSec(InputSectionBase<ELFT> *S);
George Rimar9e694502016-07-29 16:18:47 +000056 void createSections();
Rafael Espindola9f0c4bb2016-11-10 14:53:24 +000057 void forEachRelSec(std::function<void(InputSectionBase<ELFT> &)> Fn);
Rafael Espindola24c073d2016-09-21 22:36:19 +000058 void sortSections();
Eugene Leviante63d81b2016-07-20 14:43:20 +000059 void finalizeSections();
Rui Ueyama84417f82015-12-26 07:50:41 +000060 void addPredefinedSections();
Rui Ueyama30951482016-02-25 19:34:37 +000061 bool needsGot();
Rui Ueyama2df0fd82015-12-25 07:38:58 +000062
Rui Ueyama703296a2016-07-20 19:36:39 +000063 std::vector<Phdr> createPhdrs();
Rui Ueyamaafff74e22015-08-05 23:24:46 +000064 void assignAddresses();
Rui Ueyamae044e9c2016-04-01 17:07:17 +000065 void assignFileOffsets();
George Rimar86ce2672016-08-25 09:05:47 +000066 void assignFileOffsetsBinary();
Rui Ueyamae044e9c2016-04-01 17:07:17 +000067 void setPhdrs();
George Rimar7ca06272016-04-06 07:20:45 +000068 void fixHeaders();
Rui Ueyama47091902016-03-30 19:41:51 +000069 void fixSectionAlignments();
Rui Ueyama1a311f12015-12-26 10:52:26 +000070 void fixAbsoluteSymbols();
Rui Ueyamaf7f52ef2016-04-01 17:24:19 +000071 void openFile();
Rui Ueyamaafff74e22015-08-05 23:24:46 +000072 void writeHeader();
73 void writeSections();
George Rimar86ce2672016-08-25 09:05:47 +000074 void writeSectionsBinary();
Rui Ueyama634ddf02016-03-11 20:51:53 +000075 void writeBuildId();
Rui Ueyamaafff74e22015-08-05 23:24:46 +000076
Rui Ueyama818bb2f2016-07-16 18:55:47 +000077 std::unique_ptr<FileOutputBuffer> Buffer;
Michael J. Spencer2f008242015-09-17 19:58:07 +000078
Rafael Espindolae08e78d2016-11-09 23:23:45 +000079 std::vector<OutputSectionBase *> OutputSections;
Eugene Leviante63d81b2016-07-20 14:43:20 +000080 OutputSectionFactory<ELFT> Factory;
Rafael Espindola4fc60442016-02-10 22:43:13 +000081
Rui Ueyama01687222015-12-26 09:47:57 +000082 void addRelIpltSymbols();
Rui Ueyamaa5d79d12015-12-26 09:48:00 +000083 void addStartEndSymbols();
Rafael Espindolae08e78d2016-11-09 23:23:45 +000084 void addStartStopSymbols(OutputSectionBase *Sec);
Rui Ueyama2eda6d12016-11-23 22:41:00 +000085 uintX_t getEntryAddr();
Rafael Espindolae08e78d2016-11-09 23:23:45 +000086 OutputSectionBase *findSection(StringRef Name);
Rui Ueyama2f1b79f2015-10-10 22:34:30 +000087
Rafael Espindola4fc60442016-02-10 22:43:13 +000088 std::vector<Phdr> Phdrs;
Michael J. Spencer2f008242015-09-17 19:58:07 +000089
Rafael Espindola98f6bd02015-08-11 23:14:13 +000090 uintX_t FileSize;
Rui Ueyamaafff74e22015-08-05 23:24:46 +000091 uintX_t SectionHeaderOff;
Rui Ueyamaafff74e22015-08-05 23:24:46 +000092};
93} // anonymous namespace
94
Rui Ueyama55518e72016-10-28 20:57:25 +000095StringRef elf::getOutputSectionName(StringRef Name) {
Eugene Levianta8d12ef2016-10-05 10:10:45 +000096 if (Config->Relocatable)
97 return Name;
98
Rafael Espindola7d382732016-09-19 19:59:21 +000099 for (StringRef V :
100 {".text.", ".rodata.", ".data.rel.ro.", ".data.", ".bss.",
101 ".init_array.", ".fini_array.", ".ctors.", ".dtors.", ".tbss.",
102 ".gcc_except_table.", ".tdata.", ".ARM.exidx."}) {
103 StringRef Prefix = V.drop_back();
104 if (Name.startswith(V) || Name == Prefix)
105 return Prefix;
106 }
Rui Ueyama05384082016-10-12 22:36:31 +0000107
Rui Ueyamae8a61022016-11-05 23:05:47 +0000108 // CommonSection is identified as "COMMON" in linker scripts.
109 // By default, it should go to .bss section.
110 if (Name == "COMMON")
111 return ".bss";
112
Rui Ueyama05384082016-10-12 22:36:31 +0000113 // ".zdebug_" is a prefix for ZLIB-compressed sections.
114 // Because we decompressed input sections, we want to remove 'z'.
115 if (Name.startswith(".zdebug_"))
Rui Ueyama55518e72016-10-28 20:57:25 +0000116 return Saver.save(Twine(".") + Name.substr(2));
George Rimar5d53d1f2016-07-12 08:50:42 +0000117 return Name;
118}
119
Rui Ueyama96bdd5b2016-07-25 22:26:28 +0000120template <class ELFT> void elf::reportDiscarded(InputSectionBase<ELFT> *IS) {
Rafael Espindola8f9026b2016-11-08 18:23:02 +0000121 if (!Config->PrintGcSections)
George Rimar5d53d1f2016-07-12 08:50:42 +0000122 return;
Rafael Espindola042a3f22016-09-08 14:06:08 +0000123 errs() << "removing unused section from '" << IS->Name << "' in file '"
124 << IS->getFile()->getName() << "'\n";
George Rimar5d53d1f2016-07-12 08:50:42 +0000125}
126
Rui Ueyamafd03cfd2016-07-21 11:01:23 +0000127template <class ELFT> static bool needsInterpSection() {
128 return !Symtab<ELFT>::X->getSharedFiles().empty() &&
Eugene Leviantf9bc3bd2016-08-16 06:40:58 +0000129 !Config->DynamicLinker.empty() &&
130 !Script<ELFT>::X->ignoreInterpSection();
Rui Ueyamafd03cfd2016-07-21 11:01:23 +0000131}
132
George Rimard8b27762016-11-14 10:14:18 +0000133template <class ELFT> void elf::writeResult() { Writer<ELFT>().run(); }
Rafael Espindola4fc60442016-02-10 22:43:13 +0000134
Rui Ueyamaf83aca42016-11-01 23:17:45 +0000135// The main function of the writer.
136template <class ELFT> void Writer<ELFT>::run() {
Rui Ueyama0b1b6952016-11-21 02:11:05 +0000137 // Create linker-synthesized sections such as .got or .plt.
138 // Such sections are of type input section.
Rui Ueyamaf83aca42016-11-01 23:17:45 +0000139 createSyntheticSections();
George Rimar7beff422016-11-15 08:19:02 +0000140
Rui Ueyama0b1b6952016-11-21 02:11:05 +0000141 // We need to create some reserved symbols such as _end. Create them.
George Rimar7beff422016-11-15 08:19:02 +0000142 if (!Config->Relocatable)
143 addReservedSymbols();
Rui Ueyamaf83aca42016-11-01 23:17:45 +0000144
Rui Ueyama0b1b6952016-11-21 02:11:05 +0000145 // Some architectures use small displacements for jump instructions.
146 // It is linker's responsibility to create thunks containing long
147 // jump instructions if jump targets are too far. Create thunks.
Rui Ueyamaf83aca42016-11-01 23:17:45 +0000148 if (Target->NeedsThunks)
149 forEachRelSec(createThunks<ELFT>);
150
Rui Ueyama0b1b6952016-11-21 02:11:05 +0000151 // Create output sections.
Rui Ueyamaf83aca42016-11-01 23:17:45 +0000152 Script<ELFT>::X->OutputSections = &OutputSections;
153 if (ScriptConfig->HasSections) {
Rui Ueyama0b1b6952016-11-21 02:11:05 +0000154 // If linker script contains SECTIONS commands, let it create sections.
155 Script<ELFT>::X->processCommands(Factory);
156
157 // Linker scripts may have left some input sections unassigned.
158 // Assign such sections using the default rule.
159 Script<ELFT>::X->addOrphanSections(Factory);
Rui Ueyamaf83aca42016-11-01 23:17:45 +0000160 } else {
Rui Ueyama0b1b6952016-11-21 02:11:05 +0000161 // If linker script does not contain SECTIONS commands, create
162 // output sections by default rules. We still need to give the
163 // linker script a chance to run, because it might contain
164 // non-SECTIONS commands such as ASSERT.
Rui Ueyamaf83aca42016-11-01 23:17:45 +0000165 createSections();
166 Script<ELFT>::X->processCommands(Factory);
167 }
168
169 if (Config->Discard != DiscardPolicy::All)
170 copyLocalSymbols();
171
Rui Ueyama0b1b6952016-11-21 02:11:05 +0000172 // Now that we have a complete set of output sections. This function
173 // completes section contents. For example, we need to add strings
174 // to the string table, and add entries to .got and .plt.
175 // finalizeSections does that.
Rui Ueyamaf83aca42016-11-01 23:17:45 +0000176 finalizeSections();
Rui Ueyamaf373dd72016-11-24 01:43:21 +0000177 if (ErrorCount)
Rui Ueyamaf83aca42016-11-01 23:17:45 +0000178 return;
179
180 if (Config->Relocatable) {
181 assignFileOffsets();
182 } else {
183 Phdrs = Script<ELFT>::X->hasPhdrsCommands() ? Script<ELFT>::X->createPhdrs()
184 : createPhdrs();
185 fixHeaders();
186 if (ScriptConfig->HasSections) {
187 Script<ELFT>::X->assignAddresses(Phdrs);
188 } else {
189 fixSectionAlignments();
190 assignAddresses();
191 }
192
193 if (!Config->OFormatBinary)
194 assignFileOffsets();
195 else
196 assignFileOffsetsBinary();
197
198 setPhdrs();
199 fixAbsoluteSymbols();
200 }
201
Rui Ueyama0b1b6952016-11-21 02:11:05 +0000202 // Write the result down to a file.
Rui Ueyamaf83aca42016-11-01 23:17:45 +0000203 openFile();
Rui Ueyamaf373dd72016-11-24 01:43:21 +0000204 if (ErrorCount)
Rui Ueyamaf83aca42016-11-01 23:17:45 +0000205 return;
206 if (!Config->OFormatBinary) {
207 writeHeader();
208 writeSections();
209 } else {
210 writeSectionsBinary();
211 }
Rui Ueyama0b1b6952016-11-21 02:11:05 +0000212
213 // Backfill .note.gnu.build-id section content. This is done at last
214 // because the content is usually a hash value of the entire output file.
Rui Ueyamaf83aca42016-11-01 23:17:45 +0000215 writeBuildId();
Rui Ueyamaf373dd72016-11-24 01:43:21 +0000216 if (ErrorCount)
Rui Ueyamaf83aca42016-11-01 23:17:45 +0000217 return;
Rui Ueyama0b1b6952016-11-21 02:11:05 +0000218
Rui Ueyamaf83aca42016-11-01 23:17:45 +0000219 if (auto EC = Buffer->commit())
220 error(EC, "failed to write to the output file");
Rui Ueyama0b1b6952016-11-21 02:11:05 +0000221
222 // Flush the output streams and exit immediately. A full shutdown
223 // is a good test that we are keeping track of all allocated memory,
224 // but actually freeing it is a waste of time in a regular linker run.
225 if (Config->ExitEarly)
Rui Ueyamaf83aca42016-11-01 23:17:45 +0000226 exitLld(0);
Rui Ueyamaf83aca42016-11-01 23:17:45 +0000227}
228
229// Initialize Out<ELFT> members.
230template <class ELFT> void Writer<ELFT>::createSyntheticSections() {
231 // Initialize all pointers with NULL. This is needed because
232 // you can call lld::elf::main more than once as a library.
Rui Ueyamacfadbd92016-11-01 23:12:51 +0000233 memset(&Out<ELFT>::First, 0, sizeof(Out<ELFT>));
234
Rui Ueyama4197a6a2016-02-05 18:41:40 +0000235 // Create singleton output sections.
Rui Ueyamacfadbd92016-11-01 23:12:51 +0000236 Out<ELFT>::Bss =
237 make<OutputSection<ELFT>>(".bss", SHT_NOBITS, SHF_ALLOC | SHF_WRITE);
Eugene Leviant22eb0262016-11-14 09:16:00 +0000238 In<ELFT>::DynStrTab = make<StringTableSection<ELFT>>(".dynstr", true);
Eugene Leviant6380ce22016-11-15 12:26:55 +0000239 In<ELFT>::Dynamic = make<DynamicSection<ELFT>>();
Rui Ueyamacfadbd92016-11-01 23:12:51 +0000240 Out<ELFT>::EhFrame = make<EhOutputSection<ELFT>>();
Eugene Leviantff23d3e2016-11-18 14:35:03 +0000241 In<ELFT>::Plt = make<PltSection<ELFT>>();
Eugene Levianta96d9022016-11-16 10:02:27 +0000242 In<ELFT>::RelaDyn = make<RelocationSection<ELFT>>(
Rui Ueyamacfadbd92016-11-01 23:12:51 +0000243 Config->Rela ? ".rela.dyn" : ".rel.dyn", Config->ZCombreloc);
Eugene Leviant22eb0262016-11-14 09:16:00 +0000244 In<ELFT>::ShStrTab = make<StringTableSection<ELFT>>(".shstrtab", false);
Eugene Leviante9bab5d2016-11-21 16:59:33 +0000245 In<ELFT>::VerSym = make<VersionTableSection<ELFT>>();
246 In<ELFT>::VerNeed = make<VersionNeedSection<ELFT>>();
Rui Ueyama4197a6a2016-02-05 18:41:40 +0000247
Rafael Espindolae08e78d2016-11-09 23:23:45 +0000248 Out<ELFT>::ElfHeader = make<OutputSectionBase>("", 0, SHF_ALLOC);
Rafael Espindola04a2e342016-11-09 01:42:41 +0000249 Out<ELFT>::ElfHeader->Size = sizeof(Elf_Ehdr);
Rafael Espindolae08e78d2016-11-09 23:23:45 +0000250 Out<ELFT>::ProgramHeaders = make<OutputSectionBase>("", 0, SHF_ALLOC);
Rui Ueyamacfadbd92016-11-01 23:12:51 +0000251 Out<ELFT>::ProgramHeaders->updateAlignment(sizeof(uintX_t));
Rui Ueyama4197a6a2016-02-05 18:41:40 +0000252
Rui Ueyamae8a61022016-11-05 23:05:47 +0000253 if (needsInterpSection<ELFT>()) {
Rafael Espindolac0e47fb2016-11-08 14:56:27 +0000254 In<ELFT>::Interp = createInterpSection<ELFT>();
Rui Ueyamae8a61022016-11-05 23:05:47 +0000255 Symtab<ELFT>::X->Sections.push_back(In<ELFT>::Interp);
256 } else {
257 In<ELFT>::Interp = nullptr;
258 }
Rui Ueyama3a41be22016-04-07 22:49:21 +0000259
Rui Ueyama1034c9e2016-08-09 04:42:01 +0000260 if (!Symtab<ELFT>::X->getSharedFiles().empty() || Config->Pic) {
Eugene Leviant9230db92016-11-17 09:16:34 +0000261 In<ELFT>::DynSymTab = make<SymbolTableSection<ELFT>>(*In<ELFT>::DynStrTab);
Rui Ueyama1034c9e2016-08-09 04:42:01 +0000262 }
263
Rui Ueyama3b31e672016-05-23 16:24:16 +0000264 if (Config->EhFrameHdr)
Eugene Leviant952eb4d2016-11-21 15:52:10 +0000265 In<ELFT>::EhFrameHdr = make<EhFrameHeader<ELFT>>();
Rui Ueyama3b31e672016-05-23 16:24:16 +0000266
Rui Ueyama4197a6a2016-02-05 18:41:40 +0000267 if (Config->GnuHash)
Eugene Leviantbe809a72016-11-18 06:44:18 +0000268 In<ELFT>::GnuHashTab = make<GnuHashTableSection<ELFT>>();
Rui Ueyama4197a6a2016-02-05 18:41:40 +0000269 if (Config->SysvHash)
Eugene Leviantb96e8092016-11-18 09:06:47 +0000270 In<ELFT>::HashTab = make<HashTableSection<ELFT>>();
George Rimar58fa5242016-10-20 09:19:48 +0000271 if (Config->GdbIndex)
Eugene Levianta113a412016-11-21 09:24:43 +0000272 In<ELFT>::GdbIndex = make<GdbIndexSection<ELFT>>();
Rui Ueyamacfadbd92016-11-01 23:12:51 +0000273
Eugene Levianta96d9022016-11-16 10:02:27 +0000274 In<ELFT>::RelaPlt = make<RelocationSection<ELFT>>(
Rui Ueyama0f1767d2016-11-01 23:17:47 +0000275 Config->Rela ? ".rela.plt" : ".rel.plt", false /*Sort*/);
George Rimarf21aade2016-08-31 08:38:11 +0000276 if (Config->Strip != StripPolicy::All) {
Eugene Leviant22eb0262016-11-14 09:16:00 +0000277 In<ELFT>::StrTab = make<StringTableSection<ELFT>>(".strtab", false);
Eugene Leviant9230db92016-11-17 09:16:34 +0000278 In<ELFT>::SymTab = make<SymbolTableSection<ELFT>>(*In<ELFT>::StrTab);
Rui Ueyama4197a6a2016-02-05 18:41:40 +0000279 }
Rui Ueyamacfadbd92016-11-01 23:12:51 +0000280
Rui Ueyamaaf469d42016-07-16 04:09:27 +0000281 if (!Config->VersionDefinitions.empty())
Eugene Leviante9bab5d2016-11-21 16:59:33 +0000282 In<ELFT>::VerDef = make<VersionDefinitionSection<ELFT>>();
Rui Ueyamaa8f6fea2016-08-09 04:25:20 +0000283
Eugene Leviant282251a2016-11-01 09:49:24 +0000284 // Initialize linker generated sections
Rafael Espindolad4372f72016-11-11 21:36:25 +0000285 if (!Config->Relocatable)
286 Symtab<ELFT>::X->Sections.push_back(createCommentSection<ELFT>());
Rui Ueyama3da3f062016-11-10 20:20:37 +0000287
Rui Ueyamac4030a12016-11-22 00:54:15 +0000288 if (Config->BuildId != BuildIdKind::None) {
289 In<ELFT>::BuildId = make<BuildIdSection<ELFT>>();
Rui Ueyamae8a61022016-11-05 23:05:47 +0000290 Symtab<ELFT>::X->Sections.push_back(In<ELFT>::BuildId);
Rui Ueyamac4030a12016-11-22 00:54:15 +0000291 }
Rui Ueyamae8a61022016-11-05 23:05:47 +0000292
Rafael Espindola682a5bc2016-11-08 14:42:34 +0000293 InputSection<ELFT> *Common = createCommonSection<ELFT>();
Rui Ueyamae8a61022016-11-05 23:05:47 +0000294 if (!Common->Data.empty()) {
295 In<ELFT>::Common = Common;
296 Symtab<ELFT>::X->Sections.push_back(Common);
297 }
Simon Atanasyance02cf02016-11-09 21:36:56 +0000298
Rui Ueyama1d75de02016-11-22 04:28:39 +0000299 // Add MIPS-specific sections.
Simon Atanasyance02cf02016-11-09 21:36:56 +0000300 if (Config->EMachine == EM_MIPS) {
Eugene Leviant17b7a572016-11-22 17:49:14 +0000301 if (!Config->Shared && In<ELFT>::DynSymTab) {
Rui Ueyamabdfa1552016-11-22 19:24:52 +0000302 In<ELFT>::MipsRldMap = make<MipsRldMapSection<ELFT>>();
Eugene Leviant17b7a572016-11-22 17:49:14 +0000303 Symtab<ELFT>::X->Sections.push_back(In<ELFT>::MipsRldMap);
304 }
Rui Ueyama1d75de02016-11-22 04:28:39 +0000305 if (auto *Sec = MipsAbiFlagsSection<ELFT>::create())
Rui Ueyama12f2da82016-11-22 03:57:06 +0000306 Symtab<ELFT>::X->Sections.push_back(Sec);
Rui Ueyama1d75de02016-11-22 04:28:39 +0000307 if (auto *Sec = MipsOptionsSection<ELFT>::create())
Rui Ueyama9cfac8a2016-11-22 04:13:09 +0000308 Symtab<ELFT>::X->Sections.push_back(Sec);
Rui Ueyama1d75de02016-11-22 04:28:39 +0000309 if (auto *Sec = MipsReginfoSection<ELFT>::create())
Rui Ueyamab71cae92016-11-22 03:57:08 +0000310 Symtab<ELFT>::X->Sections.push_back(Sec);
Simon Atanasyance02cf02016-11-09 21:36:56 +0000311 }
Eugene Leviant41ca3272016-11-10 09:48:29 +0000312
Rui Ueyama1d75de02016-11-22 04:28:39 +0000313 // Add .got. MIPS' .got is so different from the other archs,
314 // it has its own class.
Simon Atanasyan725dc142016-11-16 21:01:02 +0000315 if (Config->EMachine == EM_MIPS)
316 In<ELFT>::MipsGot = make<MipsGotSection<ELFT>>();
317 else
318 In<ELFT>::Got = make<GotSection<ELFT>>();
319
Eugene Leviant41ca3272016-11-10 09:48:29 +0000320 In<ELFT>::GotPlt = make<GotPltSection<ELFT>>();
Michael J. Spencer84487f12015-07-24 21:03:07 +0000321}
322
Rafael Espindola10d71ff2016-01-27 18:04:26 +0000323template <class ELFT>
Rafael Espindolaccfe3cb2016-04-04 14:04:16 +0000324static bool shouldKeepInSymtab(InputSectionBase<ELFT> *Sec, StringRef SymName,
325 const SymbolBody &B) {
326 if (B.isFile())
Rafael Espindola10d71ff2016-01-27 18:04:26 +0000327 return false;
328
George Rimar4cfe5722016-03-03 07:49:35 +0000329 // We keep sections in symtab for relocatable output.
Rafael Espindolaccfe3cb2016-04-04 14:04:16 +0000330 if (B.isSection())
George Rimar4cfe5722016-03-03 07:49:35 +0000331 return Config->Relocatable;
332
Rafael Espindola10d71ff2016-01-27 18:04:26 +0000333 // If sym references a section in a discarded group, don't keep it.
Rafael Espindolaccfe3cb2016-04-04 14:04:16 +0000334 if (Sec == &InputSection<ELFT>::Discarded)
Rafael Espindola10d71ff2016-01-27 18:04:26 +0000335 return false;
336
George Rimar9503f6d2016-08-31 08:46:30 +0000337 if (Config->Discard == DiscardPolicy::None)
Rafael Espindola10d71ff2016-01-27 18:04:26 +0000338 return true;
339
340 // In ELF assembly .L symbols are normally discarded by the assembler.
341 // If the assembler fails to do so, the linker discards them if
342 // * --discard-locals is used.
343 // * The symbol is in a SHF_MERGE section, which is normally the reason for
344 // the assembler keeping the .L symbol.
345 if (!SymName.startswith(".L") && !SymName.empty())
346 return true;
347
George Rimar9503f6d2016-08-31 08:46:30 +0000348 if (Config->Discard == DiscardPolicy::Locals)
Rafael Espindola10d71ff2016-01-27 18:04:26 +0000349 return false;
350
Rafael Espindola1854a8e2016-10-26 12:36:56 +0000351 return !Sec || !(Sec->Flags & SHF_MERGE);
Rafael Espindola10d71ff2016-01-27 18:04:26 +0000352}
353
Rafael Espindola474eb012016-05-05 16:40:28 +0000354template <class ELFT> static bool includeInSymtab(const SymbolBody &B) {
355 if (!B.isLocal() && !B.symbol()->IsUsedInRegularObj)
356 return false;
357
358 if (auto *D = dyn_cast<DefinedRegular<ELFT>>(&B)) {
359 // Always include absolute symbols.
360 if (!D->Section)
361 return true;
362 // Exclude symbols pointing to garbage-collected sections.
363 if (!D->Section->Live)
364 return false;
365 if (auto *S = dyn_cast<MergeInputSection<ELFT>>(D->Section))
Rui Ueyama90fa3722016-05-22 00:41:38 +0000366 if (!S->getSectionPiece(D->Value)->Live)
Rafael Espindola474eb012016-05-05 16:40:28 +0000367 return false;
368 }
369 return true;
370}
Rafael Espindola462220d2016-05-05 16:38:46 +0000371
Rui Ueyama5a9640b2015-10-08 23:49:30 +0000372// Local symbols are not in the linker's symbol table. This function scans
373// each object file's symbol table to copy local symbols to the output.
374template <class ELFT> void Writer<ELFT>::copyLocalSymbols() {
Eugene Leviant9230db92016-11-17 09:16:34 +0000375 if (!In<ELFT>::SymTab)
Rui Ueyama90f76fb2016-01-21 03:07:38 +0000376 return;
Rui Ueyama38dbd3e2016-09-14 00:05:51 +0000377 for (elf::ObjectFile<ELFT> *F : Symtab<ELFT>::X->getObjectFiles()) {
Rafael Espindola67d72c02016-03-11 12:06:30 +0000378 for (SymbolBody *B : F->getLocalSymbols()) {
George Rimar78fe56e2016-10-11 09:07:14 +0000379 if (!B->IsLocal)
Rui Ueyama3fc0f7e2016-11-23 18:07:33 +0000380 fatal(toString(F) +
George Rimar78fe56e2016-10-11 09:07:14 +0000381 ": broken object: getLocalSymbols returns a non-local symbol");
Rafael Espindolaccfe3cb2016-04-04 14:04:16 +0000382 auto *DR = dyn_cast<DefinedRegular<ELFT>>(B);
Rui Ueyama3fc0f7e2016-11-23 18:07:33 +0000383
Rafael Espindolaccfe3cb2016-04-04 14:04:16 +0000384 // No reason to keep local undefined symbol in symtab.
385 if (!DR)
Rafael Espindola444576d2015-10-09 19:25:07 +0000386 continue;
Rafael Espindola462220d2016-05-05 16:38:46 +0000387 if (!includeInSymtab<ELFT>(*B))
388 continue;
Rui Ueyama3fc0f7e2016-11-23 18:07:33 +0000389
Rafael Espindolaccfe3cb2016-04-04 14:04:16 +0000390 InputSectionBase<ELFT> *Sec = DR->Section;
Rui Ueyamac72ba3a2016-11-23 04:57:25 +0000391 if (!shouldKeepInSymtab<ELFT>(Sec, B->getName(), *B))
Rafael Espindolaccfe3cb2016-04-04 14:04:16 +0000392 continue;
Eugene Leviant9230db92016-11-17 09:16:34 +0000393 ++In<ELFT>::SymTab->NumLocals;
George Rimar4cfe5722016-03-03 07:49:35 +0000394 if (Config->Relocatable)
Eugene Leviant9230db92016-11-17 09:16:34 +0000395 B->DynsymIndex = In<ELFT>::SymTab->NumLocals;
Rui Ueyamac72ba3a2016-11-23 04:57:25 +0000396 F->KeptLocalSyms.push_back(std::make_pair(
397 DR, In<ELFT>::SymTab->StrTabSec.addString(B->getName())));
Rui Ueyama5a9640b2015-10-08 23:49:30 +0000398 }
399 }
400}
401
Hal Finkel3bae2d82015-10-12 20:51:48 +0000402// PPC64 has a number of special SHT_PROGBITS+SHF_ALLOC+SHF_WRITE sections that
403// we would like to make sure appear is a specific order to maximize their
404// coverage by a single signed 16-bit offset from the TOC base pointer.
405// Conversely, the special .tocbss section should be first among all SHT_NOBITS
406// sections. This will put it next to the loaded special PPC64 sections (and,
407// thus, within reach of the TOC base pointer).
408static int getPPC64SectionRank(StringRef SectionName) {
409 return StringSwitch<int>(SectionName)
George Rimaree741cf2016-04-14 13:23:02 +0000410 .Case(".tocbss", 0)
411 .Case(".branch_lt", 2)
412 .Case(".toc", 3)
413 .Case(".toc1", 4)
414 .Case(".opd", 5)
415 .Default(1);
Hal Finkel3bae2d82015-10-12 20:51:48 +0000416}
417
Rafael Espindolae08e78d2016-11-09 23:23:45 +0000418template <class ELFT> bool elf::isRelroSection(const OutputSectionBase *Sec) {
Rafael Espindola4fc60442016-02-10 22:43:13 +0000419 if (!Config->ZRelro)
420 return false;
Rafael Espindolae08e78d2016-11-09 23:23:45 +0000421 uint64_t Flags = Sec->Flags;
George Rimare3336c02015-11-24 10:15:50 +0000422 if (!(Flags & SHF_ALLOC) || !(Flags & SHF_WRITE))
423 return false;
Rui Ueyamaccfc3262015-12-10 19:13:08 +0000424 if (Flags & SHF_TLS)
425 return true;
Rafael Espindola04a2e342016-11-09 01:42:41 +0000426 uint32_t Type = Sec->Type;
Rui Ueyamaccfc3262015-12-10 19:13:08 +0000427 if (Type == SHT_INIT_ARRAY || Type == SHT_FINI_ARRAY ||
428 Type == SHT_PREINIT_ARRAY)
George Rimare3336c02015-11-24 10:15:50 +0000429 return true;
Eugene Leviant41ca3272016-11-10 09:48:29 +0000430 if (Sec == In<ELFT>::GotPlt->OutSec)
George Rimare3336c02015-11-24 10:15:50 +0000431 return Config->ZNow;
Simon Atanasyan725dc142016-11-16 21:01:02 +0000432 if (Sec == In<ELFT>::Dynamic->OutSec)
433 return true;
434 if (In<ELFT>::Got && Sec == In<ELFT>::Got->OutSec)
435 return true;
436 if (In<ELFT>::MipsGot && Sec == In<ELFT>::MipsGot->OutSec)
George Rimare3336c02015-11-24 10:15:50 +0000437 return true;
Rui Ueyama01faef02015-12-10 19:19:04 +0000438 StringRef S = Sec->getName();
439 return S == ".data.rel.ro" || S == ".ctors" || S == ".dtors" || S == ".jcr" ||
440 S == ".eh_frame";
George Rimare3336c02015-11-24 10:15:50 +0000441}
442
Rui Ueyama5a9640b2015-10-08 23:49:30 +0000443template <class ELFT>
Rafael Espindolae08e78d2016-11-09 23:23:45 +0000444static bool compareSectionsNonScript(const OutputSectionBase *A,
445 const OutputSectionBase *B) {
Rui Ueyamae288eef2016-11-02 18:58:44 +0000446 // Put .interp first because some loaders want to see that section
447 // on the first page of the executable file when loaded into memory.
448 bool AIsInterp = A->getName() == ".interp";
449 bool BIsInterp = B->getName() == ".interp";
450 if (AIsInterp != BIsInterp)
451 return AIsInterp;
452
Rui Ueyama5a9640b2015-10-08 23:49:30 +0000453 // Allocatable sections go first to reduce the total PT_LOAD size and
454 // so debug info doesn't change addresses in actual code.
Rafael Espindola04a2e342016-11-09 01:42:41 +0000455 bool AIsAlloc = A->Flags & SHF_ALLOC;
456 bool BIsAlloc = B->Flags & SHF_ALLOC;
Rui Ueyama5a9640b2015-10-08 23:49:30 +0000457 if (AIsAlloc != BIsAlloc)
458 return AIsAlloc;
459
Rafael Espindolab6b8f6c2016-09-20 22:43:15 +0000460 // We don't have any special requirements for the relative order of two non
461 // allocatable sections.
Rui Ueyama5a9640b2015-10-08 23:49:30 +0000462 if (!AIsAlloc)
Rafael Espindola24c073d2016-09-21 22:36:19 +0000463 return false;
Rui Ueyama5a9640b2015-10-08 23:49:30 +0000464
465 // We want the read only sections first so that they go in the PT_LOAD
466 // covering the program headers at the start of the file.
Rafael Espindola04a2e342016-11-09 01:42:41 +0000467 bool AIsWritable = A->Flags & SHF_WRITE;
468 bool BIsWritable = B->Flags & SHF_WRITE;
Rui Ueyama5a9640b2015-10-08 23:49:30 +0000469 if (AIsWritable != BIsWritable)
470 return BIsWritable;
471
Rafael Espindolae979fd12016-09-29 22:48:55 +0000472 if (!ScriptConfig->HasSections) {
473 // For a corresponding reason, put non exec sections first (the program
474 // header PT_LOAD is not executable).
475 // We only do that if we are not using linker scripts, since with linker
476 // scripts ro and rx sections are in the same PT_LOAD, so their relative
477 // order is not important.
Rafael Espindola04a2e342016-11-09 01:42:41 +0000478 bool AIsExec = A->Flags & SHF_EXECINSTR;
479 bool BIsExec = B->Flags & SHF_EXECINSTR;
Rafael Espindolae979fd12016-09-29 22:48:55 +0000480 if (AIsExec != BIsExec)
481 return BIsExec;
482 }
Rui Ueyama5a9640b2015-10-08 23:49:30 +0000483
Hal Finkel0d7e83b2015-10-13 17:57:46 +0000484 // If we got here we know that both A and B are in the same PT_LOAD.
Michael J. Spencer1bf73002015-10-16 23:11:07 +0000485
486 // The TLS initialization block needs to be a single contiguous block in a R/W
487 // PT_LOAD, so stick TLS sections directly before R/W sections. The TLS NOBITS
488 // sections are placed here as they don't take up virtual address space in the
489 // PT_LOAD.
Rafael Espindola04a2e342016-11-09 01:42:41 +0000490 bool AIsTls = A->Flags & SHF_TLS;
491 bool BIsTls = B->Flags & SHF_TLS;
Rui Ueyama61805ec2015-12-17 00:12:03 +0000492 if (AIsTls != BIsTls)
493 return AIsTls;
Michael J. Spencer1bf73002015-10-16 23:11:07 +0000494
Hal Finkel08be6142015-10-13 18:55:01 +0000495 // The next requirement we have is to put nobits sections last. The
Rui Ueyama5a9640b2015-10-08 23:49:30 +0000496 // reason is that the only thing the dynamic linker will see about
497 // them is a p_memsz that is larger than p_filesz. Seeing that it
498 // zeros the end of the PT_LOAD, so that has to correspond to the
499 // nobits sections.
Rafael Espindola04a2e342016-11-09 01:42:41 +0000500 bool AIsNoBits = A->Type == SHT_NOBITS;
501 bool BIsNoBits = B->Type == SHT_NOBITS;
Hal Finkel600ff142015-10-13 19:27:12 +0000502 if (AIsNoBits != BIsNoBits)
503 return BIsNoBits;
Hal Finkel3bae2d82015-10-12 20:51:48 +0000504
George Rimare3336c02015-11-24 10:15:50 +0000505 // We place RelRo section before plain r/w ones.
Rafael Espindolae08e78d2016-11-09 23:23:45 +0000506 bool AIsRelRo = isRelroSection<ELFT>(A);
507 bool BIsRelRo = isRelroSection<ELFT>(B);
George Rimare3336c02015-11-24 10:15:50 +0000508 if (AIsRelRo != BIsRelRo)
509 return AIsRelRo;
510
Hal Finkel9abc2a52015-10-13 19:07:29 +0000511 // Some architectures have additional ordering restrictions for sections
512 // within the same PT_LOAD.
513 if (Config->EMachine == EM_PPC64)
514 return getPPC64SectionRank(A->getName()) <
515 getPPC64SectionRank(B->getName());
516
Rafael Espindola24c073d2016-09-21 22:36:19 +0000517 return false;
518}
519
520// Output section ordering is determined by this function.
521template <class ELFT>
Rafael Espindolae08e78d2016-11-09 23:23:45 +0000522static bool compareSections(const OutputSectionBase *A,
523 const OutputSectionBase *B) {
Rafael Espindola24c073d2016-09-21 22:36:19 +0000524 // For now, put sections mentioned in a linker script first.
525 int AIndex = Script<ELFT>::X->getSectionIndex(A->getName());
526 int BIndex = Script<ELFT>::X->getSectionIndex(B->getName());
527 bool AInScript = AIndex != INT_MAX;
528 bool BInScript = BIndex != INT_MAX;
529 if (AInScript != BInScript)
530 return AInScript;
531 // If both are in the script, use that order.
532 if (AInScript)
533 return AIndex < BIndex;
534
Rafael Espindolae08e78d2016-11-09 23:23:45 +0000535 return compareSectionsNonScript<ELFT>(A, B);
Rui Ueyama5a9640b2015-10-08 23:49:30 +0000536}
537
Eugene Leviantbbe38602016-07-19 09:25:43 +0000538// Program header entry
George Rimara4c7e742016-10-20 08:36:42 +0000539template <class ELFT>
Rafael Espindola74df5c72016-07-19 12:33:46 +0000540PhdrEntry<ELFT>::PhdrEntry(unsigned Type, unsigned Flags) {
Eugene Leviantbbe38602016-07-19 09:25:43 +0000541 H.p_type = Type;
542 H.p_flags = Flags;
543}
544
Rafael Espindolae08e78d2016-11-09 23:23:45 +0000545template <class ELFT> void PhdrEntry<ELFT>::add(OutputSectionBase *Sec) {
Eugene Leviantbbe38602016-07-19 09:25:43 +0000546 Last = Sec;
547 if (!First)
548 First = Sec;
Rafael Espindola04a2e342016-11-09 01:42:41 +0000549 H.p_align = std::max<typename ELFT::uint>(H.p_align, Sec->Addralign);
Rafael Espindola4e968952016-09-29 16:24:17 +0000550 if (H.p_type == PT_LOAD)
Eugene Leviant3d9abec2016-09-29 09:20:33 +0000551 Sec->FirstInPtLoad = First;
Eugene Leviantbbe38602016-07-19 09:25:43 +0000552}
553
Denis Protivensky8e3b38a2015-11-12 09:52:08 +0000554template <class ELFT>
Rafael Espindolae08e78d2016-11-09 23:23:45 +0000555static Symbol *addOptionalSynthetic(StringRef Name, OutputSectionBase *Sec,
556 typename ELFT::uint Val,
557 uint8_t StOther = STV_HIDDEN) {
Rui Ueyama84907c52016-08-09 03:38:23 +0000558 SymbolBody *S = Symtab<ELFT>::X->find(Name);
Rafael Espindola45a33fb2016-05-09 15:25:54 +0000559 if (!S)
Rafael Espindola6f92e142016-04-12 13:26:51 +0000560 return nullptr;
Rafael Espindola45a33fb2016-05-09 15:25:54 +0000561 if (!S->isUndefined() && !S->isShared())
562 return S->symbol();
Peter Collingbourne24a01c32016-10-13 22:20:18 +0000563 return Symtab<ELFT>::X->addSynthetic(Name, Sec, Val, StOther);
Rafael Espindola6f92e142016-04-12 13:26:51 +0000564}
565
Eugene Leviantad4439e2016-11-11 11:33:32 +0000566template <class ELFT>
Rui Ueyama0cbf7492016-11-23 06:59:47 +0000567static Symbol *addRegular(StringRef Name, InputSectionBase<ELFT> *Sec,
Eugene Leviantad4439e2016-11-11 11:33:32 +0000568 typename ELFT::uint Value) {
Rafael Espindoladab02d42016-11-17 21:20:16 +0000569 // The linker generated symbols are added as STB_WEAK to allow user defined
570 // ones to override them.
Rui Ueyama0cbf7492016-11-23 06:59:47 +0000571 return Symtab<ELFT>::X->addRegular(Name, STV_HIDDEN, STT_NOTYPE, Value,
572 /*Size=*/0, STB_WEAK, Sec,
573 /*File=*/nullptr);
Eugene Leviantad4439e2016-11-11 11:33:32 +0000574}
575
576template <class ELFT>
577static Symbol *addOptionalRegular(StringRef Name, InputSectionBase<ELFT> *IS,
578 typename ELFT::uint Value) {
579 SymbolBody *S = Symtab<ELFT>::X->find(Name);
580 if (!S)
581 return nullptr;
582 if (!S->isUndefined() && !S->isShared())
583 return S->symbol();
584 return addRegular(Name, IS, Value);
585}
586
Rui Ueyama01687222015-12-26 09:47:57 +0000587// The beginning and the ending of .rel[a].plt section are marked
588// with __rel[a]_iplt_{start,end} symbols if it is a statically linked
589// executable. The runtime needs these symbols in order to resolve
590// all IRELATIVE relocs on startup. For dynamic executables, we don't
591// need these symbols, since IRELATIVE relocs are resolved through GOT
592// and PLT. For details, see http://www.airs.com/blog/archives/403.
George Rimaree741cf2016-04-14 13:23:02 +0000593template <class ELFT> void Writer<ELFT>::addRelIpltSymbols() {
Eugene Leviant9230db92016-11-17 09:16:34 +0000594 if (In<ELFT>::DynSymTab)
George Rimara07ff662015-12-21 10:12:06 +0000595 return;
Rui Ueyama6c5638b2016-03-13 20:10:20 +0000596 StringRef S = Config->Rela ? "__rela_iplt_start" : "__rel_iplt_start";
Eugene Levianta96d9022016-11-16 10:02:27 +0000597 addOptionalRegular<ELFT>(S, In<ELFT>::RelaPlt, 0);
Rui Ueyama01687222015-12-26 09:47:57 +0000598
Rui Ueyama6c5638b2016-03-13 20:10:20 +0000599 S = Config->Rela ? "__rela_iplt_end" : "__rel_iplt_end";
Eugene Levianta96d9022016-11-16 10:02:27 +0000600 addOptionalRegular<ELFT>(S, In<ELFT>::RelaPlt, -1);
George Rimara07ff662015-12-21 10:12:06 +0000601}
602
Rui Ueyamaf18fe7b2015-12-26 07:50:39 +0000603// The linker is expected to define some symbols depending on
604// the linking result. This function defines such symbols.
605template <class ELFT> void Writer<ELFT>::addReservedSymbols() {
George Rimar7beff422016-11-15 08:19:02 +0000606 if (Config->EMachine == EM_MIPS) {
Rafael Espindola9b3f99e2016-04-12 02:24:43 +0000607 // Define _gp for MIPS. st_value of _gp symbol will be updated by Writer
608 // so that it points to an absolute address which is relative to GOT.
Simon Atanasyan8469b882016-11-23 22:22:16 +0000609 // Default offset is 0x7ff0.
Rafael Espindola9b3f99e2016-04-12 02:24:43 +0000610 // See "Global Data Symbols" in Chapter 6 in the following document:
611 // ftp://www.linux-mips.org/pub/linux/mips/doc/ABI/mipsabi.pdf
Simon Atanasyan8469b882016-11-23 22:22:16 +0000612 ElfSym<ELFT>::MipsGp = addRegular("_gp", In<ELFT>::MipsGot, 0x7ff0)->body();
Rafael Espindola9b3f99e2016-04-12 02:24:43 +0000613
Rafael Espindolaccfe3cb2016-04-04 14:04:16 +0000614 // On MIPS O32 ABI, _gp_disp is a magic symbol designates offset between
615 // start of function and 'gp' pointer into GOT.
Simon Atanasyan8469b882016-11-23 22:22:16 +0000616 if (Symbol *S = addOptionalRegular("_gp_disp", In<ELFT>::MipsGot, 0))
617 ElfSym<ELFT>::MipsGpDisp = cast<DefinedRegular<ELFT>>(S->body());
Peter Collingbourne6f535b72016-05-03 18:03:45 +0000618
Rafael Espindolaccfe3cb2016-04-04 14:04:16 +0000619 // The __gnu_local_gp is a magic symbol equal to the current value of 'gp'
620 // pointer. This symbol is used in the code generated by .cpload pseudo-op
621 // in case of using -mno-shared option.
622 // https://sourceware.org/ml/binutils/2004-12/msg00094.html
Simon Atanasyan8469b882016-11-23 22:22:16 +0000623 if (Symbol *S = addOptionalRegular("__gnu_local_gp", In<ELFT>::MipsGot, 0))
624 ElfSym<ELFT>::MipsLocalGp = cast<DefinedRegular<ELFT>>(S->body());
Rafael Espindolaccfe3cb2016-04-04 14:04:16 +0000625 }
626
627 // In the assembly for 32 bit x86 the _GLOBAL_OFFSET_TABLE_ symbol
628 // is magical and is used to produce a R_386_GOTPC relocation.
629 // The R_386_GOTPC relocation value doesn't actually depend on the
630 // symbol value, so it could use an index of STN_UNDEF which, according
631 // to the spec, means the symbol value is 0.
632 // Unfortunately both gas and MC keep the _GLOBAL_OFFSET_TABLE_ symbol in
633 // the object file.
634 // The situation is even stranger on x86_64 where the assembly doesn't
635 // need the magical symbol, but gas still puts _GLOBAL_OFFSET_TABLE_ as
636 // an undefined symbol in the .o files.
637 // Given that the symbol is effectively unused, we just create a dummy
638 // hidden one to avoid the undefined symbol error.
George Rimar7beff422016-11-15 08:19:02 +0000639 Symtab<ELFT>::X->addIgnored("_GLOBAL_OFFSET_TABLE_");
Rafael Espindolaccfe3cb2016-04-04 14:04:16 +0000640
Rui Ueyamaf18fe7b2015-12-26 07:50:39 +0000641 // __tls_get_addr is defined by the dynamic linker for dynamic ELFs. For
642 // static linking the linker is required to optimize away any references to
643 // __tls_get_addr, so it's not defined anywhere. Create a hidden definition
Peter Smith17cd3752016-10-27 10:28:53 +0000644 // to avoid the undefined symbol error. As usual special cases are ARM and
645 // MIPS - the libc for these targets defines __tls_get_addr itself because
646 // there are no TLS optimizations for these targets.
Eugene Leviant9230db92016-11-17 09:16:34 +0000647 if (!In<ELFT>::DynSymTab &&
Peter Smith17cd3752016-10-27 10:28:53 +0000648 (Config->EMachine != EM_MIPS && Config->EMachine != EM_ARM))
Rui Ueyama84907c52016-08-09 03:38:23 +0000649 Symtab<ELFT>::X->addIgnored("__tls_get_addr");
Rui Ueyamaf18fe7b2015-12-26 07:50:39 +0000650
George Rimar28ac19c2016-08-08 08:42:48 +0000651 // If linker script do layout we do not need to create any standart symbols.
Eugene Leviante05336ff2016-09-14 08:32:36 +0000652 if (ScriptConfig->HasSections)
George Rimar28ac19c2016-08-08 08:42:48 +0000653 return;
654
Petr Hosek4f7a5c32016-08-22 18:44:04 +0000655 ElfSym<ELFT>::EhdrStart = Symtab<ELFT>::X->addIgnored("__ehdr_start");
656
Rui Ueyama467dbdd2016-04-21 20:50:15 +0000657 auto Define = [this](StringRef S, DefinedRegular<ELFT> *&Sym1,
658 DefinedRegular<ELFT> *&Sym2) {
Rui Ueyama84907c52016-08-09 03:38:23 +0000659 Sym1 = Symtab<ELFT>::X->addIgnored(S, STV_DEFAULT);
Rui Ueyama4d169bd2016-02-26 16:38:39 +0000660
661 // The name without the underscore is not a reserved name,
662 // so it is defined only when there is a reference against it.
Rui Ueyama68e15552016-02-26 16:49:54 +0000663 assert(S.startswith("_"));
Rui Ueyama4d169bd2016-02-26 16:38:39 +0000664 S = S.substr(1);
Rui Ueyama84907c52016-08-09 03:38:23 +0000665 if (SymbolBody *B = Symtab<ELFT>::X->find(S))
George Rimar9e859392016-02-26 14:36:36 +0000666 if (B->isUndefined())
Rui Ueyama84907c52016-08-09 03:38:23 +0000667 Sym2 = Symtab<ELFT>::X->addAbsolute(S, STV_DEFAULT);
George Rimar9e859392016-02-26 14:36:36 +0000668 };
669
Rui Ueyama467dbdd2016-04-21 20:50:15 +0000670 Define("_end", ElfSym<ELFT>::End, ElfSym<ELFT>::End2);
671 Define("_etext", ElfSym<ELFT>::Etext, ElfSym<ELFT>::Etext2);
672 Define("_edata", ElfSym<ELFT>::Edata, ElfSym<ELFT>::Edata2);
Rui Ueyamaf18fe7b2015-12-26 07:50:39 +0000673}
674
Rui Ueyamac4185702016-02-10 23:20:42 +0000675// Sort input sections by section name suffixes for
676// __attribute__((init_priority(N))).
Rafael Espindolae08e78d2016-11-09 23:23:45 +0000677template <class ELFT> static void sortInitFini(OutputSectionBase *S) {
Rui Ueyamac4185702016-02-10 23:20:42 +0000678 if (S)
Rui Ueyama5af83682016-02-11 23:41:38 +0000679 reinterpret_cast<OutputSection<ELFT> *>(S)->sortInitFini();
680}
681
682// Sort input sections by the special rule for .ctors and .dtors.
Rafael Espindolae08e78d2016-11-09 23:23:45 +0000683template <class ELFT> static void sortCtorsDtors(OutputSectionBase *S) {
Rui Ueyama5af83682016-02-11 23:41:38 +0000684 if (S)
685 reinterpret_cast<OutputSection<ELFT> *>(S)->sortCtorsDtors();
Rui Ueyamac4185702016-02-10 23:20:42 +0000686}
687
George Rimar1a33c0f2016-11-10 09:05:20 +0000688// Sort input sections using the list provided by --symbol-ordering-file.
689template <class ELFT>
690static void sortBySymbolsOrder(ArrayRef<OutputSectionBase *> V) {
691 if (Config->SymbolOrderingFile.empty())
692 return;
693
694 // Build sections order map from symbols list.
695 DenseMap<InputSectionBase<ELFT> *, unsigned> SectionsOrder;
696 for (elf::ObjectFile<ELFT> *File : Symtab<ELFT>::X->getObjectFiles()) {
697 for (SymbolBody *Body : File->getSymbols()) {
698 auto *D = dyn_cast<DefinedRegular<ELFT>>(Body);
699 if (!D || !D->Section)
700 continue;
Rui Ueyamac72ba3a2016-11-23 04:57:25 +0000701 auto It =
702 Config->SymbolOrderingFile.find(CachedHashString(Body->getName()));
George Rimar1a33c0f2016-11-10 09:05:20 +0000703 if (It == Config->SymbolOrderingFile.end())
704 continue;
705
706 auto It2 = SectionsOrder.insert({D->Section, It->second});
707 if (!It2.second)
708 It2.first->second = std::min(It->second, It2.first->second);
709 }
710 }
711
712 for (OutputSectionBase *Base : V)
713 if (OutputSection<ELFT> *Sec = dyn_cast<OutputSection<ELFT>>(Base))
714 Sec->sort([&](InputSection<ELFT> *S) {
715 auto It = SectionsOrder.find(S);
716 return It == SectionsOrder.end() ? UINT32_MAX : It->second;
717 });
718}
719
Eugene Leviante63d81b2016-07-20 14:43:20 +0000720template <class ELFT>
Rafael Espindola0f7ceda2016-07-20 17:58:07 +0000721void Writer<ELFT>::forEachRelSec(
Rafael Espindola9f0c4bb2016-11-10 14:53:24 +0000722 std::function<void(InputSectionBase<ELFT> &)> Fn) {
Rui Ueyama8c6a5aa2016-11-05 22:37:59 +0000723 for (InputSectionBase<ELFT> *IS : Symtab<ELFT>::X->Sections) {
Rafael Espindola8f9026b2016-11-08 18:23:02 +0000724 if (!IS->Live)
Rui Ueyama8c6a5aa2016-11-05 22:37:59 +0000725 continue;
726 // Scan all relocations. Each relocation goes through a series
727 // of tests to determine if it needs special treatment, such as
728 // creating GOT, PLT, copy relocations, etc.
729 // Note that relocations for non-alloc sections are directly
730 // processed by InputSection::relocateNonAlloc.
731 if (!(IS->Flags & SHF_ALLOC))
732 continue;
Rafael Espindola9f0c4bb2016-11-10 14:53:24 +0000733 if (isa<InputSection<ELFT>>(IS) || isa<EhInputSection<ELFT>>(IS))
734 Fn(*IS);
Rafael Espindola0f7ceda2016-07-20 17:58:07 +0000735 }
736}
737
Eugene Leviant282251a2016-11-01 09:49:24 +0000738template <class ELFT>
739void Writer<ELFT>::addInputSec(InputSectionBase<ELFT> *IS) {
Eugene Leviant22eb0262016-11-14 09:16:00 +0000740 if (!IS)
741 return;
742
Rafael Espindola8f9026b2016-11-08 18:23:02 +0000743 if (!IS->Live) {
Eugene Leviant282251a2016-11-01 09:49:24 +0000744 reportDiscarded(IS);
745 return;
746 }
Rafael Espindolae08e78d2016-11-09 23:23:45 +0000747 OutputSectionBase *Sec;
Eugene Leviant282251a2016-11-01 09:49:24 +0000748 bool IsNew;
749 StringRef OutsecName = getOutputSectionName(IS->Name);
750 std::tie(Sec, IsNew) = Factory.create(IS, OutsecName);
751 if (IsNew)
752 OutputSections.push_back(Sec);
753 Sec->addSection(IS);
754}
Rafael Espindola093abab2016-10-27 17:45:40 +0000755
Eugene Leviant282251a2016-11-01 09:49:24 +0000756template <class ELFT> void Writer<ELFT>::createSections() {
Rui Ueyama8c6a5aa2016-11-05 22:37:59 +0000757 for (InputSectionBase<ELFT> *IS : Symtab<ELFT>::X->Sections)
758 addInputSec(IS);
Eugene Leviantceabe802016-08-11 07:56:43 +0000759
George Rimar1a33c0f2016-11-10 09:05:20 +0000760 sortBySymbolsOrder<ELFT>(OutputSections);
Rafael Espindolae08e78d2016-11-09 23:23:45 +0000761 sortInitFini<ELFT>(findSection(".init_array"));
762 sortInitFini<ELFT>(findSection(".fini_array"));
763 sortCtorsDtors<ELFT>(findSection(".ctors"));
764 sortCtorsDtors<ELFT>(findSection(".dtors"));
Eugene Leviantceabe802016-08-11 07:56:43 +0000765
Rafael Espindolae08e78d2016-11-09 23:23:45 +0000766 for (OutputSectionBase *Sec : OutputSections)
Eugene Leviantceabe802016-08-11 07:56:43 +0000767 Sec->assignOffsets();
Eugene Leviante63d81b2016-07-20 14:43:20 +0000768}
769
Eugene Leviantbae1c652016-11-08 10:44:48 +0000770template <class ELFT>
Rafael Espindolae08e78d2016-11-09 23:23:45 +0000771static bool canSharePtLoad(const OutputSectionBase &S1,
772 const OutputSectionBase &S2) {
Rafael Espindola04a2e342016-11-09 01:42:41 +0000773 if (!(S1.Flags & SHF_ALLOC) || !(S2.Flags & SHF_ALLOC))
Eugene Leviantbae1c652016-11-08 10:44:48 +0000774 return false;
775
Rafael Espindola04a2e342016-11-09 01:42:41 +0000776 bool S1IsWrite = S1.Flags & SHF_WRITE;
777 bool S2IsWrite = S2.Flags & SHF_WRITE;
Eugene Leviantbae1c652016-11-08 10:44:48 +0000778 if (S1IsWrite != S2IsWrite)
779 return false;
780
781 if (!S1IsWrite)
782 return true; // RO and RX share a PT_LOAD with linker scripts.
Rafael Espindola04a2e342016-11-09 01:42:41 +0000783 return (S1.Flags & SHF_EXECINSTR) == (S2.Flags & SHF_EXECINSTR);
Eugene Leviantbae1c652016-11-08 10:44:48 +0000784}
785
Rafael Espindola24c073d2016-09-21 22:36:19 +0000786template <class ELFT> void Writer<ELFT>::sortSections() {
Rafael Espindola1960bcd2016-11-11 22:43:27 +0000787 // Don't sort if using -r. It is not necessary and we want to preserve the
788 // relative order for SHF_LINK_ORDER sections.
789 if (Config->Relocatable)
790 return;
Rafael Espindola24c073d2016-09-21 22:36:19 +0000791 if (!ScriptConfig->HasSections) {
792 std::stable_sort(OutputSections.begin(), OutputSections.end(),
793 compareSectionsNonScript<ELFT>);
794 return;
795 }
Rafael Espindola9546fff2016-09-22 14:40:50 +0000796 Script<ELFT>::X->adjustSectionsBeforeSorting();
Rafael Espindola24c073d2016-09-21 22:36:19 +0000797
798 // The order of the sections in the script is arbitrary and may not agree with
799 // compareSectionsNonScript. This means that we cannot easily define a
800 // strict weak ordering. To see why, consider a comparison of a section in the
801 // script and one not in the script. We have a two simple options:
802 // * Make them equivalent (a is not less than b, and b is not less than a).
803 // The problem is then that equivalence has to be transitive and we can
804 // have sections a, b and c with only b in a script and a less than c
805 // which breaks this property.
806 // * Use compareSectionsNonScript. Given that the script order doesn't have
807 // to match, we can end up with sections a, b, c, d where b and c are in the
808 // script and c is compareSectionsNonScript less than b. In which case d
809 // can be equivalent to c, a to b and d < a. As a concrete example:
810 // .a (rx) # not in script
811 // .b (rx) # in script
812 // .c (ro) # in script
813 // .d (ro) # not in script
814 //
815 // The way we define an order then is:
816 // * First put script sections at the start and sort the script and
817 // non-script sections independently.
Eugene Leviantbae1c652016-11-08 10:44:48 +0000818 // * Move each non-script section to its preferred position. We try
819 // to put each section in the last position where it it can share
820 // a PT_LOAD.
Rafael Espindola24c073d2016-09-21 22:36:19 +0000821
822 std::stable_sort(OutputSections.begin(), OutputSections.end(),
823 compareSections<ELFT>);
824
825 auto I = OutputSections.begin();
826 auto E = OutputSections.end();
Eugene Leviantbae1c652016-11-08 10:44:48 +0000827 auto NonScriptI =
Rafael Espindolae08e78d2016-11-09 23:23:45 +0000828 std::find_if(OutputSections.begin(), E, [](OutputSectionBase *S) {
Eugene Leviantbae1c652016-11-08 10:44:48 +0000829 return Script<ELFT>::X->getSectionIndex(S->getName()) == INT_MAX;
830 });
Rafael Espindola24c073d2016-09-21 22:36:19 +0000831 while (NonScriptI != E) {
Rafael Espindolae08e78d2016-11-09 23:23:45 +0000832 auto BestPos = std::max_element(
833 I, NonScriptI, [&](OutputSectionBase *&A, OutputSectionBase *&B) {
834 bool ACanSharePtLoad = canSharePtLoad<ELFT>(**NonScriptI, *A);
835 bool BCanSharePtLoad = canSharePtLoad<ELFT>(**NonScriptI, *B);
Eugene Leviantbae1c652016-11-08 10:44:48 +0000836 if (ACanSharePtLoad != BCanSharePtLoad)
837 return BCanSharePtLoad;
838
839 bool ACmp = compareSectionsNonScript<ELFT>(*NonScriptI, A);
840 bool BCmp = compareSectionsNonScript<ELFT>(*NonScriptI, B);
841 if (ACmp != BCmp)
842 return BCmp; // FIXME: missing test
843
844 size_t PosA = &A - &OutputSections[0];
845 size_t PosB = &B - &OutputSections[0];
846 return ACmp ? PosA > PosB : PosA < PosB;
Rafael Espindola24c073d2016-09-21 22:36:19 +0000847 });
Eugene Leviantbae1c652016-11-08 10:44:48 +0000848
849 // max_element only returns NonScriptI if the range is empty. If the range
850 // is not empty we should consider moving the the element forward one
851 // position.
852 if (BestPos != NonScriptI &&
853 !compareSectionsNonScript<ELFT>(*NonScriptI, *BestPos))
854 ++BestPos;
855 std::rotate(BestPos, NonScriptI, NonScriptI + 1);
Rafael Espindola24c073d2016-09-21 22:36:19 +0000856 ++NonScriptI;
Rafael Espindola24c073d2016-09-21 22:36:19 +0000857 }
Rafael Espindolaf7a17442016-11-14 15:39:38 +0000858
859 Script<ELFT>::X->adjustSectionsAfterSorting();
Rafael Espindola24c073d2016-09-21 22:36:19 +0000860}
861
Eugene Leviant6380ce22016-11-15 12:26:55 +0000862template <class ELFT>
863static void
864finalizeSynthetic(const std::vector<SyntheticSection<ELFT> *> &Sections) {
865 for (SyntheticSection<ELFT> *SS : Sections)
866 if (SS && SS->OutSec) {
867 SS->finalize();
868 SS->OutSec->Size = 0;
869 SS->OutSec->assignOffsets();
870 }
871}
872
Eugene Leviante63d81b2016-07-20 14:43:20 +0000873// Create output section objects and add them to OutputSections.
874template <class ELFT> void Writer<ELFT>::finalizeSections() {
George Rimar58fa5242016-10-20 09:19:48 +0000875 Out<ELFT>::DebugInfo = findSection(".debug_info");
Rui Ueyamaa8f6fea2016-08-09 04:25:20 +0000876 Out<ELFT>::PreinitArray = findSection(".preinit_array");
877 Out<ELFT>::InitArray = findSection(".init_array");
878 Out<ELFT>::FiniArray = findSection(".fini_array");
Rafael Espindola77572242015-10-02 19:37:55 +0000879
Rui Ueyamaa5d79d12015-12-26 09:48:00 +0000880 // The linker needs to define SECNAME_start, SECNAME_end and SECNAME_stop
881 // symbols for sections, so that the runtime can get the start and end
882 // addresses of each section by section name. Add such symbols.
George Rimarc1034a82016-03-01 19:12:35 +0000883 if (!Config->Relocatable) {
884 addStartEndSymbols();
Rafael Espindolae08e78d2016-11-09 23:23:45 +0000885 for (OutputSectionBase *Sec : OutputSections)
George Rimarc1034a82016-03-01 19:12:35 +0000886 addStartStopSymbols(Sec);
887 }
Rui Ueyamad4530c62016-03-04 18:34:14 +0000888
889 // Add _DYNAMIC symbol. Unlike GNU gold, our _DYNAMIC symbol has no type.
890 // It should be okay as no one seems to care about the type.
891 // Even the author of gold doesn't remember why gold behaves that way.
892 // https://sourceware.org/ml/binutils/2002-03/msg00360.html
Eugene Leviant9230db92016-11-17 09:16:34 +0000893 if (In<ELFT>::DynSymTab)
Eugene Leviant6380ce22016-11-15 12:26:55 +0000894 addRegular("_DYNAMIC", In<ELFT>::Dynamic, 0);
Rafael Espindola334c3e12015-10-19 15:21:42 +0000895
Rafael Espindolade9857e2016-02-04 21:33:05 +0000896 // Define __rel[a]_iplt_{start,end} symbols if needed.
897 addRelIpltSymbols();
898
Rui Ueyama3b31e672016-05-23 16:24:16 +0000899 if (!Out<ELFT>::EhFrame->empty()) {
900 OutputSections.push_back(Out<ELFT>::EhFrame);
901 Out<ELFT>::EhFrame->finalize();
902 }
Rafael Espindola56004c52016-04-07 14:22:09 +0000903
Rafael Espindola0f7ceda2016-07-20 17:58:07 +0000904 // Scan relocations. This must be done after every symbol is declared so that
905 // we can correctly decide if a dynamic relocation is needed.
906 forEachRelSec(scanRelocations<ELFT>);
907
Rui Ueyama1b2a8bf2015-12-26 10:22:16 +0000908 // Now that we have defined all possible symbols including linker-
909 // synthesized ones. Visit all symbols to give the finishing touches.
Rui Ueyama84907c52016-08-09 03:38:23 +0000910 for (Symbol *S : Symtab<ELFT>::X->getSymbols()) {
Peter Collingbourne4f952702016-05-01 04:55:03 +0000911 SymbolBody *Body = S->body();
Rafael Espindola0baa73f2016-04-26 13:56:26 +0000912
Rafael Espindola4f674ed2015-10-05 15:24:04 +0000913 if (!includeInSymtab<ELFT>(*Body))
Rafael Espindola05a3dd22015-09-22 23:38:23 +0000914 continue;
Eugene Leviant9230db92016-11-17 09:16:34 +0000915 if (In<ELFT>::SymTab)
916 In<ELFT>::SymTab->addSymbol(Body);
Rafael Espindola05a3dd22015-09-22 23:38:23 +0000917
Eugene Leviant9230db92016-11-17 09:16:34 +0000918 if (In<ELFT>::DynSymTab && S->includeInDynsym()) {
919 In<ELFT>::DynSymTab->addSymbol(Body);
Peter Collingbourne21a12fc2016-04-27 20:22:31 +0000920 if (auto *SS = dyn_cast<SharedSymbol<ELFT>>(Body))
Rui Ueyama434b5612016-07-17 03:11:46 +0000921 if (SS->file()->isNeeded())
Eugene Leviante9bab5d2016-11-21 16:59:33 +0000922 In<ELFT>::VerNeed->addSymbol(SS);
Peter Collingbourne21a12fc2016-04-27 20:22:31 +0000923 }
Rafael Espindola05a3dd22015-09-22 23:38:23 +0000924 }
Rui Ueyamac2a0d7e2016-01-28 22:56:29 +0000925
926 // Do not proceed if there was an undefined symbol.
Rui Ueyamaf373dd72016-11-24 01:43:21 +0000927 if (ErrorCount)
Rui Ueyamaf7f52ef2016-04-01 17:24:19 +0000928 return;
Rui Ueyamac2a0d7e2016-01-28 22:56:29 +0000929
Rui Ueyama84417f82015-12-26 07:50:41 +0000930 // So far we have added sections from input object files.
931 // This function adds linker-created Out<ELFT>::* sections.
932 addPredefinedSections();
933
Rafael Espindola24c073d2016-09-21 22:36:19 +0000934 sortSections();
Rui Ueyama84417f82015-12-26 07:50:41 +0000935
George Rimar7ca06272016-04-06 07:20:45 +0000936 unsigned I = 1;
Rafael Espindolae08e78d2016-11-09 23:23:45 +0000937 for (OutputSectionBase *Sec : OutputSections) {
George Rimar7ca06272016-04-06 07:20:45 +0000938 Sec->SectionIndex = I++;
Eugene Leviant22eb0262016-11-14 09:16:00 +0000939 Sec->ShName = In<ELFT>::ShStrTab->addString(Sec->getName());
George Rimar7ca06272016-04-06 07:20:45 +0000940 }
Rui Ueyama84417f82015-12-26 07:50:41 +0000941
Simon Atanasyan40d25f32016-02-02 09:07:47 +0000942 // Fill other section headers. The dynamic table is finalized
943 // at the end because some tags like RELSZ depend on result
Rui Ueyamaa9593932016-11-02 02:18:01 +0000944 // of finalizing other sections.
Rafael Espindolae08e78d2016-11-09 23:23:45 +0000945 for (OutputSectionBase *Sec : OutputSections)
Eugene Leviant6380ce22016-11-15 12:26:55 +0000946 Sec->finalize();
Simon Atanasyan40d25f32016-02-02 09:07:47 +0000947
Eugene Leviantbe809a72016-11-18 06:44:18 +0000948 // Dynamic section must be the last one in this list and dynamic
949 // symbol table section (DynSymTab) must be the first one.
Eugene Leviante9bab5d2016-11-21 16:59:33 +0000950 finalizeSynthetic<ELFT>(
951 {In<ELFT>::DynSymTab, In<ELFT>::GnuHashTab, In<ELFT>::HashTab,
Rafael Espindola3c97dc72016-11-22 21:12:20 +0000952 In<ELFT>::SymTab, In<ELFT>::ShStrTab, In<ELFT>::StrTab, In<ELFT>::VerDef,
Eugene Leviante9bab5d2016-11-21 16:59:33 +0000953 In<ELFT>::DynStrTab, In<ELFT>::GdbIndex, In<ELFT>::Got,
954 In<ELFT>::MipsGot, In<ELFT>::GotPlt, In<ELFT>::RelaDyn,
Rafael Espindola3c97dc72016-11-22 21:12:20 +0000955 In<ELFT>::RelaPlt, In<ELFT>::Plt, In<ELFT>::EhFrameHdr, In<ELFT>::VerSym,
956 In<ELFT>::VerNeed, In<ELFT>::Dynamic});
Rui Ueyama84417f82015-12-26 07:50:41 +0000957}
958
Rui Ueyama30951482016-02-25 19:34:37 +0000959template <class ELFT> bool Writer<ELFT>::needsGot() {
Rui Ueyama30951482016-02-25 19:34:37 +0000960 // We add the .got section to the result for dynamic MIPS target because
961 // its address and properties are mentioned in the .dynamic section.
Simon Atanasyan725dc142016-11-16 21:01:02 +0000962 if (Config->EMachine == EM_MIPS)
963 return !Config->Relocatable;
964
965 if (!In<ELFT>::Got->empty())
Rui Ueyama30951482016-02-25 19:34:37 +0000966 return true;
967
968 // If we have a relocation that is relative to GOT (such as GOTOFFREL),
969 // we need to emit a GOT even if it's empty.
Eugene Leviantad4439e2016-11-11 11:33:32 +0000970 return In<ELFT>::Got->HasGotOffRel;
Rui Ueyama30951482016-02-25 19:34:37 +0000971}
972
Rui Ueyama84417f82015-12-26 07:50:41 +0000973// This function add Out<ELFT>::* sections to OutputSections.
974template <class ELFT> void Writer<ELFT>::addPredefinedSections() {
Rafael Espindolae08e78d2016-11-09 23:23:45 +0000975 auto Add = [&](OutputSectionBase *OS) {
Davide Italiano6f862b12016-09-19 17:38:39 +0000976 if (OS)
977 OutputSections.push_back(OS);
Rui Ueyama5a4ae1f2015-12-26 10:34:33 +0000978 };
979
Rui Ueyamac6ef3f22015-10-15 21:50:30 +0000980 // This order is not the same as the final output order
981 // because we sort the sections using their attributes below.
Eugene Levianta113a412016-11-21 09:24:43 +0000982 if (In<ELFT>::GdbIndex && Out<ELFT>::DebugInfo)
983 addInputSec(In<ELFT>::GdbIndex);
Eugene Leviant9230db92016-11-17 09:16:34 +0000984 addInputSec(In<ELFT>::SymTab);
Eugene Leviant22eb0262016-11-14 09:16:00 +0000985 addInputSec(In<ELFT>::ShStrTab);
986 addInputSec(In<ELFT>::StrTab);
Eugene Leviant9230db92016-11-17 09:16:34 +0000987 if (In<ELFT>::DynSymTab) {
988 addInputSec(In<ELFT>::DynSymTab);
George Rimard3566302016-06-20 11:55:12 +0000989
Eugene Leviante9bab5d2016-11-21 16:59:33 +0000990 bool HasVerNeed = In<ELFT>::VerNeed->getNeedNum() != 0;
991 if (In<ELFT>::VerDef || HasVerNeed)
992 addInputSec(In<ELFT>::VerSym);
993 addInputSec(In<ELFT>::VerDef);
George Rimard3566302016-06-20 11:55:12 +0000994 if (HasVerNeed)
Eugene Leviante9bab5d2016-11-21 16:59:33 +0000995 addInputSec(In<ELFT>::VerNeed);
George Rimard3566302016-06-20 11:55:12 +0000996
Eugene Leviantbe809a72016-11-18 06:44:18 +0000997 addInputSec(In<ELFT>::GnuHashTab);
Eugene Leviantb96e8092016-11-18 09:06:47 +0000998 addInputSec(In<ELFT>::HashTab);
Eugene Leviant6380ce22016-11-15 12:26:55 +0000999 addInputSec(In<ELFT>::Dynamic);
Eugene Leviant22eb0262016-11-14 09:16:00 +00001000 addInputSec(In<ELFT>::DynStrTab);
Eugene Levianta96d9022016-11-16 10:02:27 +00001001 if (In<ELFT>::RelaDyn->hasRelocs())
1002 addInputSec(In<ELFT>::RelaDyn);
Rafael Espindola3f4228f2015-09-09 15:33:08 +00001003 }
Igor Kudrin304860a2015-11-12 04:39:49 +00001004
George Rimara07ff662015-12-21 10:12:06 +00001005 // We always need to add rel[a].plt to output if it has entries.
1006 // Even during static linking it can contain R_[*]_IRELATIVE relocations.
Eugene Levianta96d9022016-11-16 10:02:27 +00001007 if (In<ELFT>::RelaPlt->hasRelocs())
1008 addInputSec(In<ELFT>::RelaPlt);
George Rimara07ff662015-12-21 10:12:06 +00001009
Eugene Leviantad4439e2016-11-11 11:33:32 +00001010 // We fill .got and .got.plt sections in scanRelocs(). This is the
1011 // reason we don't add it earlier in createSections().
Simon Atanasyan725dc142016-11-16 21:01:02 +00001012 if (needsGot()) {
1013 if (Config->EMachine == EM_MIPS)
1014 addInputSec(In<ELFT>::MipsGot);
1015 else
1016 addInputSec(In<ELFT>::Got);
1017 }
Eugene Leviantad4439e2016-11-11 11:33:32 +00001018
Eugene Leviant22eb0262016-11-14 09:16:00 +00001019 if (!In<ELFT>::GotPlt->empty())
Eugene Leviantad4439e2016-11-11 11:33:32 +00001020 addInputSec(In<ELFT>::GotPlt);
Eugene Leviantad4439e2016-11-11 11:33:32 +00001021
Eugene Leviantff23d3e2016-11-18 14:35:03 +00001022 if (!In<ELFT>::Plt->empty())
1023 addInputSec(In<ELFT>::Plt);
Rui Ueyama3b31e672016-05-23 16:24:16 +00001024 if (!Out<ELFT>::EhFrame->empty())
Eugene Leviant952eb4d2016-11-21 15:52:10 +00001025 addInputSec(In<ELFT>::EhFrameHdr);
Rafael Espindola04a2e342016-11-09 01:42:41 +00001026 if (Out<ELFT>::Bss->Size > 0)
Rui Ueyamaafa35a22016-05-24 03:16:51 +00001027 Add(Out<ELFT>::Bss);
Rafael Espindolaabad6182015-08-13 15:23:46 +00001028}
1029
Rui Ueyamaa5d79d12015-12-26 09:48:00 +00001030// The linker is expected to define SECNAME_start and SECNAME_end
1031// symbols for a few sections. This function defines them.
1032template <class ELFT> void Writer<ELFT>::addStartEndSymbols() {
Rafael Espindolae08e78d2016-11-09 23:23:45 +00001033 auto Define = [&](StringRef Start, StringRef End, OutputSectionBase *OS) {
Peter Collingbourne0fab40b2016-10-24 20:46:21 +00001034 // These symbols resolve to the image base if the section does not exist.
Rafael Espindolae08e78d2016-11-09 23:23:45 +00001035 addOptionalSynthetic<ELFT>(Start, OS, 0);
1036 addOptionalSynthetic<ELFT>(End, OS,
1037 OS ? DefinedSynthetic<ELFT>::SectionEnd : 0);
Rui Ueyamaa5d79d12015-12-26 09:48:00 +00001038 };
1039
1040 Define("__preinit_array_start", "__preinit_array_end",
Rui Ueyamaa8f6fea2016-08-09 04:25:20 +00001041 Out<ELFT>::PreinitArray);
1042 Define("__init_array_start", "__init_array_end", Out<ELFT>::InitArray);
1043 Define("__fini_array_start", "__fini_array_end", Out<ELFT>::FiniArray);
Peter Smith17cd3752016-10-27 10:28:53 +00001044
Rafael Espindolae08e78d2016-11-09 23:23:45 +00001045 if (OutputSectionBase *Sec = findSection(".ARM.exidx"))
Peter Smith17cd3752016-10-27 10:28:53 +00001046 Define("__exidx_start", "__exidx_end", Sec);
Rui Ueyamaa5d79d12015-12-26 09:48:00 +00001047}
1048
Rui Ueyamad9189ce2015-10-15 17:11:03 +00001049// If a section name is valid as a C identifier (which is rare because of
1050// the leading '.'), linkers are expected to define __start_<secname> and
1051// __stop_<secname> symbols. They are at beginning and end of the section,
1052// respectively. This is not requested by the ELF standard, but GNU ld and
1053// gold provide the feature, and used by many programs.
1054template <class ELFT>
Rafael Espindolae08e78d2016-11-09 23:23:45 +00001055void Writer<ELFT>::addStartStopSymbols(OutputSectionBase *Sec) {
Rui Ueyamad9189ce2015-10-15 17:11:03 +00001056 StringRef S = Sec->getName();
1057 if (!isValidCIdentifier(S))
1058 return;
Rafael Espindolae08e78d2016-11-09 23:23:45 +00001059 addOptionalSynthetic<ELFT>(Saver.save("__start_" + S), Sec, 0, STV_DEFAULT);
1060 addOptionalSynthetic<ELFT>(Saver.save("__stop_" + S), Sec,
1061 DefinedSynthetic<ELFT>::SectionEnd, STV_DEFAULT);
Rui Ueyamad9189ce2015-10-15 17:11:03 +00001062}
1063
Rui Ueyama30634d92016-08-09 01:35:38 +00001064template <class ELFT>
Rafael Espindolae08e78d2016-11-09 23:23:45 +00001065OutputSectionBase *Writer<ELFT>::findSection(StringRef Name) {
1066 for (OutputSectionBase *Sec : OutputSections)
Rui Ueyama30634d92016-08-09 01:35:38 +00001067 if (Sec->getName() == Name)
1068 return Sec;
1069 return nullptr;
1070}
1071
Rafael Espindolae08e78d2016-11-09 23:23:45 +00001072template <class ELFT> static bool needsPtLoad(OutputSectionBase *Sec) {
Rafael Espindola04a2e342016-11-09 01:42:41 +00001073 if (!(Sec->Flags & SHF_ALLOC))
Rafael Espindolaef762f22016-02-10 23:29:38 +00001074 return false;
1075
1076 // Don't allocate VA space for TLS NOBITS sections. The PT_TLS PHDR is
1077 // responsible for allocating space for them, not the PT_LOAD that
1078 // contains the TLS initialization image.
Rafael Espindola04a2e342016-11-09 01:42:41 +00001079 if (Sec->Flags & SHF_TLS && Sec->Type == SHT_NOBITS)
Rafael Espindolaef762f22016-02-10 23:29:38 +00001080 return false;
1081 return true;
Michael J. Spencer1d299a82015-09-09 20:48:09 +00001082}
1083
Rafael Espindolab45fd702016-09-20 15:22:27 +00001084// Linker scripts are responsible for aligning addresses. Unfortunately, most
1085// linker scripts are designed for creating two PT_LOADs only, one RX and one
1086// RW. This means that there is no alignment in the RO to RX transition and we
1087// cannot create a PT_LOAD there.
1088template <class ELFT>
1089static typename ELFT::uint computeFlags(typename ELFT::uint F) {
1090 if (ScriptConfig->HasSections && !(F & PF_W))
1091 return F | PF_X;
1092 return F;
1093}
1094
Rafael Espindola4fc60442016-02-10 22:43:13 +00001095// Decide which program headers to create and which sections to include in each
1096// one.
George Rimara4c7e742016-10-20 08:36:42 +00001097template <class ELFT> std::vector<PhdrEntry<ELFT>> Writer<ELFT>::createPhdrs() {
Rui Ueyama703296a2016-07-20 19:36:39 +00001098 std::vector<Phdr> Ret;
Rui Ueyama703296a2016-07-20 19:36:39 +00001099 auto AddHdr = [&](unsigned Type, unsigned Flags) -> Phdr * {
1100 Ret.emplace_back(Type, Flags);
1101 return &Ret.back();
Rafael Espindola4fc60442016-02-10 22:43:13 +00001102 };
George Rimare3336c02015-11-24 10:15:50 +00001103
Rui Ueyama803195e2015-10-23 21:45:59 +00001104 // The first phdr entry is PT_PHDR which describes the program header itself.
Rafael Espindola4fc60442016-02-10 22:43:13 +00001105 Phdr &Hdr = *AddHdr(PT_PHDR, PF_R);
Rui Ueyama18f084f2016-07-20 19:36:41 +00001106 Hdr.add(Out<ELFT>::ProgramHeaders);
Rui Ueyama953c2c42015-10-10 23:59:57 +00001107
Rui Ueyama803195e2015-10-23 21:45:59 +00001108 // PT_INTERP must be the second entry if exists.
Rafael Espindolae08e78d2016-11-09 23:23:45 +00001109 if (OutputSectionBase *Sec = findSection(".interp")) {
Rui Ueyamae288eef2016-11-02 18:58:44 +00001110 Phdr &Hdr = *AddHdr(PT_INTERP, Sec->getPhdrFlags());
1111 Hdr.add(Sec);
Rafael Espindola4fc60442016-02-10 22:43:13 +00001112 }
Rafael Espindola70107762015-09-11 18:49:42 +00001113
Rui Ueyama803195e2015-10-23 21:45:59 +00001114 // Add the first PT_LOAD segment for regular output sections.
Rafael Espindolab45fd702016-09-20 15:22:27 +00001115 uintX_t Flags = computeFlags<ELFT>(PF_R);
Rafael Espindola4fc60442016-02-10 22:43:13 +00001116 Phdr *Load = AddHdr(PT_LOAD, Flags);
Rafael Espindola6d91fce2016-09-29 18:50:34 +00001117 if (!ScriptConfig->HasSections) {
1118 Load->add(Out<ELFT>::ElfHeader);
1119 Load->add(Out<ELFT>::ProgramHeaders);
1120 }
Rafael Espindola0a2e2112015-09-10 15:41:34 +00001121
Rafael Espindola4fc60442016-02-10 22:43:13 +00001122 Phdr TlsHdr(PT_TLS, PF_R);
1123 Phdr RelRo(PT_GNU_RELRO, PF_R);
Rafael Espindola9907eb02016-03-01 13:23:29 +00001124 Phdr Note(PT_NOTE, PF_R);
Peter Smith0a259f32016-10-10 09:39:26 +00001125 Phdr ARMExidx(PT_ARM_EXIDX, PF_R);
Rafael Espindolae08e78d2016-11-09 23:23:45 +00001126 for (OutputSectionBase *Sec : OutputSections) {
Rafael Espindola04a2e342016-11-09 01:42:41 +00001127 if (!(Sec->Flags & SHF_ALLOC))
Rafael Espindolaaab6d5c2016-09-16 21:29:07 +00001128 break;
Rafael Espindola97cbe3e32015-12-23 15:20:38 +00001129
Rafael Espindolaef762f22016-02-10 23:29:38 +00001130 // If we meet TLS section then we create TLS header
Davide Italiano8f41f332016-09-20 16:57:02 +00001131 // and put all TLS sections inside for further use when
Rafael Espindolaef762f22016-02-10 23:29:38 +00001132 // assign addresses.
Rafael Espindola04a2e342016-11-09 01:42:41 +00001133 if (Sec->Flags & SHF_TLS)
Rui Ueyama18f084f2016-07-20 19:36:41 +00001134 TlsHdr.add(Sec);
Rafael Espindolaef762f22016-02-10 23:29:38 +00001135
Rafael Espindolae08e78d2016-11-09 23:23:45 +00001136 if (!needsPtLoad<ELFT>(Sec))
Rafael Espindolaef762f22016-02-10 23:29:38 +00001137 continue;
1138
George Rimar8ceadb32016-08-17 07:44:19 +00001139 // Segments are contiguous memory regions that has the same attributes
1140 // (e.g. executable or writable). There is one phdr for each segment.
1141 // Therefore, we need to create a new phdr when the next section has
1142 // different flags or is loaded at a discontiguous address using AT linker
1143 // script command.
Rafael Espindolab45fd702016-09-20 15:22:27 +00001144 uintX_t NewFlags = computeFlags<ELFT>(Sec->getPhdrFlags());
Eugene Leviantb71d6f72016-10-06 09:39:28 +00001145 if (Script<ELFT>::X->hasLMA(Sec->getName()) || Flags != NewFlags) {
Rafael Espindolae090fb22016-03-09 21:37:22 +00001146 Load = AddHdr(PT_LOAD, NewFlags);
Rafael Espindola4fc60442016-02-10 22:43:13 +00001147 Flags = NewFlags;
1148 }
Michael J. Spencer78aa1de2015-11-03 00:34:39 +00001149
Rui Ueyama18f084f2016-07-20 19:36:41 +00001150 Load->add(Sec);
Rafael Espindola4fc60442016-02-10 22:43:13 +00001151
Rafael Espindolae08e78d2016-11-09 23:23:45 +00001152 if (isRelroSection<ELFT>(Sec))
Rui Ueyama18f084f2016-07-20 19:36:41 +00001153 RelRo.add(Sec);
Rafael Espindola04a2e342016-11-09 01:42:41 +00001154 if (Sec->Type == SHT_NOTE)
Rui Ueyama18f084f2016-07-20 19:36:41 +00001155 Note.add(Sec);
Rafael Espindola04a2e342016-11-09 01:42:41 +00001156 if (Config->EMachine == EM_ARM && Sec->Type == SHT_ARM_EXIDX)
Peter Smith0a259f32016-10-10 09:39:26 +00001157 ARMExidx.add(Sec);
Michael J. Spencer84487f12015-07-24 21:03:07 +00001158 }
Rafael Espindola6b83b902015-08-12 00:00:24 +00001159
Rafael Espindola4fc60442016-02-10 22:43:13 +00001160 // Add the TLS segment unless it's empty.
1161 if (TlsHdr.First)
Rui Ueyama703296a2016-07-20 19:36:39 +00001162 Ret.push_back(std::move(TlsHdr));
Michael J. Spencer78aa1de2015-11-03 00:34:39 +00001163
Rui Ueyama803195e2015-10-23 21:45:59 +00001164 // Add an entry for .dynamic.
Eugene Leviant9230db92016-11-17 09:16:34 +00001165 if (In<ELFT>::DynSymTab) {
Eugene Leviant6380ce22016-11-15 12:26:55 +00001166 Phdr &H = *AddHdr(PT_DYNAMIC, In<ELFT>::Dynamic->OutSec->getPhdrFlags());
1167 H.add(In<ELFT>::Dynamic->OutSec);
Rui Ueyama2f1b79f2015-10-10 22:34:30 +00001168 }
Rafael Espindola91009b32015-08-12 01:45:28 +00001169
Rafael Espindola4fc60442016-02-10 22:43:13 +00001170 // PT_GNU_RELRO includes all sections that should be marked as
1171 // read-only by dynamic linker after proccessing relocations.
1172 if (RelRo.First)
Rui Ueyama703296a2016-07-20 19:36:39 +00001173 Ret.push_back(std::move(RelRo));
George Rimare3336c02015-11-24 10:15:50 +00001174
Rafael Espindola4fc60442016-02-10 22:43:13 +00001175 // PT_GNU_EH_FRAME is a special section pointing on .eh_frame_hdr.
Eugene Leviant952eb4d2016-11-21 15:52:10 +00001176 if (!Out<ELFT>::EhFrame->empty() && In<ELFT>::EhFrameHdr) {
1177 Phdr &Hdr =
1178 *AddHdr(PT_GNU_EH_FRAME, In<ELFT>::EhFrameHdr->OutSec->getPhdrFlags());
1179 Hdr.add(In<ELFT>::EhFrameHdr->OutSec);
George Rimarf6bc65a2016-01-15 13:34:52 +00001180 }
1181
George Rimar270173f2016-10-14 13:02:22 +00001182 // PT_OPENBSD_RANDOMIZE specifies the location and size of a part of the
1183 // memory image of the program that must be filled with random data before any
1184 // code in the object is executed.
Rafael Espindolae08e78d2016-11-09 23:23:45 +00001185 if (OutputSectionBase *Sec = findSection(".openbsd.randomdata")) {
George Rimar270173f2016-10-14 13:02:22 +00001186 Phdr &Hdr = *AddHdr(PT_OPENBSD_RANDOMIZE, Sec->getPhdrFlags());
1187 Hdr.add(Sec);
1188 }
1189
Peter Smith0a259f32016-10-10 09:39:26 +00001190 // PT_ARM_EXIDX is the ARM EHABI equivalent of PT_GNU_EH_FRAME
1191 if (ARMExidx.First)
1192 Ret.push_back(std::move(ARMExidx));
1193
Rui Ueyamae79b09a2015-11-21 22:19:32 +00001194 // PT_GNU_STACK is a special section to tell the loader to make the
1195 // pages for the stack non-executable.
Rui Ueyama110dda72016-10-11 17:46:48 +00001196 if (!Config->ZExecstack) {
Petr Hosek1fb2ecc2016-08-17 23:59:58 +00001197 Phdr &Hdr = *AddHdr(PT_GNU_STACK, PF_R | PF_W);
1198 if (Config->ZStackSize != uint64_t(-1))
1199 Hdr.H.p_memsz = Config->ZStackSize;
1200 }
Rafael Espindola9907eb02016-03-01 13:23:29 +00001201
George Rimarcc6e5672016-10-14 10:34:36 +00001202 // PT_OPENBSD_WXNEEDED is a OpenBSD-specific header to mark the executable
1203 // is expected to perform W^X violations, such as calling mprotect(2) or
1204 // mmap(2) with PROT_WRITE | PROT_EXEC, which is prohibited by default on
1205 // OpenBSD.
1206 if (Config->ZWxneeded)
1207 AddHdr(PT_OPENBSD_WXNEEDED, PF_X);
1208
Rafael Espindola9907eb02016-03-01 13:23:29 +00001209 if (Note.First)
Rui Ueyama703296a2016-07-20 19:36:39 +00001210 Ret.push_back(std::move(Note));
1211 return Ret;
Rafael Espindola4fc60442016-02-10 22:43:13 +00001212}
1213
Rui Ueyama47091902016-03-30 19:41:51 +00001214// The first section of each PT_LOAD and the first section after PT_GNU_RELRO
1215// have to be page aligned so that the dynamic linker can set the permissions.
1216template <class ELFT> void Writer<ELFT>::fixSectionAlignments() {
1217 for (const Phdr &P : Phdrs)
1218 if (P.H.p_type == PT_LOAD)
1219 P.First->PageAlign = true;
1220
1221 for (const Phdr &P : Phdrs) {
1222 if (P.H.p_type != PT_GNU_RELRO)
1223 continue;
1224 // Find the first section after PT_GNU_RELRO. If it is in a PT_LOAD we
1225 // have to align it to a page.
1226 auto End = OutputSections.end();
1227 auto I = std::find(OutputSections.begin(), End, P.Last);
1228 if (I == End || (I + 1) == End)
1229 continue;
Rafael Espindolae08e78d2016-11-09 23:23:45 +00001230 OutputSectionBase *Sec = *(I + 1);
1231 if (needsPtLoad<ELFT>(Sec))
Rui Ueyama47091902016-03-30 19:41:51 +00001232 Sec->PageAlign = true;
1233 }
1234}
1235
George Rimar7ca06272016-04-06 07:20:45 +00001236// We should set file offsets and VAs for elf header and program headers
1237// sections. These are special, we do not include them into output sections
1238// list, but have them to simplify the code.
1239template <class ELFT> void Writer<ELFT>::fixHeaders() {
Rafael Espindola04a2e342016-11-09 01:42:41 +00001240 Out<ELFT>::ProgramHeaders->Size = sizeof(Elf_Phdr) * Phdrs.size();
Rafael Espindola1c570072016-11-21 19:59:33 +00001241 // If the script has SECTIONS, assignAddresses will compute the values.
1242 if (ScriptConfig->HasSections)
1243 return;
1244 uintX_t BaseVA = Config->ImageBase;
1245 Out<ELFT>::ElfHeader->Addr = BaseVA;
1246 Out<ELFT>::ProgramHeaders->Addr = BaseVA + Out<ELFT>::ElfHeader->Size;
George Rimar7ca06272016-04-06 07:20:45 +00001247}
1248
Rui Ueyamae044e9c2016-04-01 17:07:17 +00001249// Assign VAs (addresses at run-time) to output sections.
Rafael Espindola4fc60442016-02-10 22:43:13 +00001250template <class ELFT> void Writer<ELFT>::assignAddresses() {
Rafael Espindola0d4b6d52016-09-22 16:47:21 +00001251 uintX_t VA = Config->ImageBase + getHeaderSize<ELFT>();
George Rimar7ca06272016-04-06 07:20:45 +00001252 uintX_t ThreadBssOffset = 0;
Rafael Espindolae08e78d2016-11-09 23:23:45 +00001253 for (OutputSectionBase *Sec : OutputSections) {
Rafael Espindola04a2e342016-11-09 01:42:41 +00001254 uintX_t Alignment = Sec->Addralign;
Rui Ueyama47091902016-03-30 19:41:51 +00001255 if (Sec->PageAlign)
Petr Hosek997f8832016-09-28 15:20:47 +00001256 Alignment = std::max<uintX_t>(Alignment, Config->MaxPageSize);
Rafael Espindola4fc60442016-02-10 22:43:13 +00001257
George Rimard73ef172016-09-14 13:07:13 +00001258 auto I = Config->SectionStartMap.find(Sec->getName());
1259 if (I != Config->SectionStartMap.end())
1260 VA = I->second;
1261
Rafael Espindola4fc60442016-02-10 22:43:13 +00001262 // We only assign VAs to allocated sections.
Rafael Espindolae08e78d2016-11-09 23:23:45 +00001263 if (needsPtLoad<ELFT>(Sec)) {
Rui Ueyama424b4082016-06-17 01:18:46 +00001264 VA = alignTo(VA, Alignment);
Rafael Espindola04a2e342016-11-09 01:42:41 +00001265 Sec->Addr = VA;
1266 VA += Sec->Size;
1267 } else if (Sec->Flags & SHF_TLS && Sec->Type == SHT_NOBITS) {
Rafael Espindolaef762f22016-02-10 23:29:38 +00001268 uintX_t TVA = VA + ThreadBssOffset;
Rui Ueyama424b4082016-06-17 01:18:46 +00001269 TVA = alignTo(TVA, Alignment);
Rafael Espindola04a2e342016-11-09 01:42:41 +00001270 Sec->Addr = TVA;
1271 ThreadBssOffset = TVA - VA + Sec->Size;
Rafael Espindola4fc60442016-02-10 22:43:13 +00001272 }
Rui Ueyama69960ba2015-10-10 23:25:39 +00001273 }
George Rimar900a2602016-04-01 10:49:14 +00001274}
1275
George Rimar5f857322016-04-27 09:16:28 +00001276// Adjusts the file alignment for a given output section and returns
1277// its new file offset. The file offset must be the same with its
1278// virtual address (modulo the page size) so that the loader can load
1279// executables without any address adjustment.
1280template <class ELFT, class uintX_t>
Rafael Espindolae08e78d2016-11-09 23:23:45 +00001281static uintX_t getFileAlignment(uintX_t Off, OutputSectionBase *Sec) {
Rafael Espindola04a2e342016-11-09 01:42:41 +00001282 uintX_t Alignment = Sec->Addralign;
George Rimar5f857322016-04-27 09:16:28 +00001283 if (Sec->PageAlign)
Petr Hosek997f8832016-09-28 15:20:47 +00001284 Alignment = std::max<uintX_t>(Alignment, Config->MaxPageSize);
Rui Ueyama424b4082016-06-17 01:18:46 +00001285 Off = alignTo(Off, Alignment);
George Rimar5f857322016-04-27 09:16:28 +00001286
Rafael Espindolae08e78d2016-11-09 23:23:45 +00001287 OutputSectionBase *First = Sec->FirstInPtLoad;
Rafael Espindolac94678b2016-09-29 16:29:55 +00001288 // If the section is not in a PT_LOAD, we have no other constraint.
1289 if (!First)
George Rimar5f857322016-04-27 09:16:28 +00001290 return Off;
Eugene Leviant3d9abec2016-09-29 09:20:33 +00001291
Eugene Leviant3d9abec2016-09-29 09:20:33 +00001292 // If two sections share the same PT_LOAD the file offset is calculated using
1293 // this formula: Off2 = Off1 + (VA2 - VA1).
Rafael Espindolac94678b2016-09-29 16:29:55 +00001294 if (Sec == First)
Rafael Espindola04a2e342016-11-09 01:42:41 +00001295 return alignTo(Off, Target->MaxPageSize, Sec->Addr);
1296 return First->Offset + Sec->Addr - First->Addr;
George Rimar5f857322016-04-27 09:16:28 +00001297}
1298
George Rimar86ce2672016-08-25 09:05:47 +00001299template <class ELFT, class uintX_t>
Rafael Espindolae08e78d2016-11-09 23:23:45 +00001300void setOffset(OutputSectionBase *Sec, uintX_t &Off) {
Rafael Espindola04a2e342016-11-09 01:42:41 +00001301 if (Sec->Type == SHT_NOBITS) {
1302 Sec->Offset = Off;
George Rimar86ce2672016-08-25 09:05:47 +00001303 return;
1304 }
1305
1306 Off = getFileAlignment<ELFT>(Off, Sec);
Rafael Espindola04a2e342016-11-09 01:42:41 +00001307 Sec->Offset = Off;
1308 Off += Sec->Size;
George Rimar86ce2672016-08-25 09:05:47 +00001309}
1310
1311template <class ELFT> void Writer<ELFT>::assignFileOffsetsBinary() {
1312 uintX_t Off = 0;
Rafael Espindolae08e78d2016-11-09 23:23:45 +00001313 for (OutputSectionBase *Sec : OutputSections)
Rafael Espindola04a2e342016-11-09 01:42:41 +00001314 if (Sec->Flags & SHF_ALLOC)
Rafael Espindolae08e78d2016-11-09 23:23:45 +00001315 setOffset<ELFT>(Sec, Off);
George Rimar86ce2672016-08-25 09:05:47 +00001316 FileSize = alignTo(Off, sizeof(uintX_t));
1317}
1318
Rui Ueyamae044e9c2016-04-01 17:07:17 +00001319// Assign file offsets to output sections.
1320template <class ELFT> void Writer<ELFT>::assignFileOffsets() {
Eugene Leviant467c4d52016-07-01 10:27:36 +00001321 uintX_t Off = 0;
Rafael Espindolae08e78d2016-11-09 23:23:45 +00001322 setOffset<ELFT>(Out<ELFT>::ElfHeader, Off);
1323 setOffset<ELFT>(Out<ELFT>::ProgramHeaders, Off);
George Rimar7ca06272016-04-06 07:20:45 +00001324
Rafael Espindolae08e78d2016-11-09 23:23:45 +00001325 for (OutputSectionBase *Sec : OutputSections)
1326 setOffset<ELFT>(Sec, Off);
Eugene Leviant467c4d52016-07-01 10:27:36 +00001327
Rui Ueyamae044e9c2016-04-01 17:07:17 +00001328 SectionHeaderOff = alignTo(Off, sizeof(uintX_t));
George Rimar7ca06272016-04-06 07:20:45 +00001329 FileSize = SectionHeaderOff + (OutputSections.size() + 1) * sizeof(Elf_Shdr);
Rui Ueyamae044e9c2016-04-01 17:07:17 +00001330}
1331
1332// Finalize the program headers. We call this function after we assign
1333// file offsets and VAs to all sections.
1334template <class ELFT> void Writer<ELFT>::setPhdrs() {
Rui Ueyamae8a45e42016-04-01 22:42:04 +00001335 for (Phdr &P : Phdrs) {
1336 Elf_Phdr &H = P.H;
Rafael Espindolae08e78d2016-11-09 23:23:45 +00001337 OutputSectionBase *First = P.First;
1338 OutputSectionBase *Last = P.Last;
Rui Ueyamae8a45e42016-04-01 22:42:04 +00001339 if (First) {
Rafael Espindola04a2e342016-11-09 01:42:41 +00001340 H.p_filesz = Last->Offset - First->Offset;
1341 if (Last->Type != SHT_NOBITS)
1342 H.p_filesz += Last->Size;
1343 H.p_memsz = Last->Addr + Last->Size - First->Addr;
1344 H.p_offset = First->Offset;
1345 H.p_vaddr = First->Addr;
Eugene Leviantb71d6f72016-10-06 09:39:28 +00001346 if (!P.HasLMA)
1347 H.p_paddr = First->getLMA();
Rafael Espindola4fc60442016-02-10 22:43:13 +00001348 }
George Rimar6de3f632016-03-01 08:46:03 +00001349 if (H.p_type == PT_LOAD)
Petr Hosek997f8832016-09-28 15:20:47 +00001350 H.p_align = Config->MaxPageSize;
George Rimar6de3f632016-03-01 08:46:03 +00001351 else if (H.p_type == PT_GNU_RELRO)
Rafael Espindola4fc60442016-02-10 22:43:13 +00001352 H.p_align = 1;
George Rimar8ceadb32016-08-17 07:44:19 +00001353
Rafael Espindola4fc60442016-02-10 22:43:13 +00001354 // The TLS pointer goes after PT_TLS. At least glibc will align it,
1355 // so round up the size to make sure the offsets are correct.
George Rimar6de3f632016-03-01 08:46:03 +00001356 if (H.p_type == PT_TLS) {
Rafael Espindola4fc60442016-02-10 22:43:13 +00001357 Out<ELFT>::TlsPhdr = &H;
Rafael Espindola716a9472016-07-29 19:24:27 +00001358 if (H.p_memsz)
1359 H.p_memsz = alignTo(H.p_memsz, H.p_align);
Rui Ueyama803195e2015-10-23 21:45:59 +00001360 }
1361 }
Michael J. Spencer84487f12015-07-24 21:03:07 +00001362}
1363
Rui Ueyama2eda6d12016-11-23 22:41:00 +00001364// The entry point address is chosen in the following ways.
1365//
1366// 1. the '-e' entry command-line option;
1367// 2. the ENTRY(symbol) command in a linker control script;
1368// 3. the value of the symbol start, if present;
1369// 4. the address of the first byte of the .text section, if present;
1370// 5. the address 0.
1371template <class ELFT> typename ELFT::uint Writer<ELFT>::getEntryAddr() {
1372 // Case 1, 2 or 3
Rui Ueyama8da7aa02016-10-20 00:07:36 +00001373 if (Config->Entry.empty())
1374 return Config->EntryAddr;
1375 if (SymbolBody *B = Symtab<ELFT>::X->find(Config->Entry))
1376 return B->getVA<ELFT>();
Rui Ueyama2eda6d12016-11-23 22:41:00 +00001377
1378 // Case 4
1379 if (OutputSectionBase *Sec = findSection(".text")) {
1380 warn("cannot find entry symbol " + Config->Entry + "; defaulting to 0x" +
1381 utohexstr(Sec->Addr));
1382 return Sec->Addr;
1383 }
1384
1385 // Case 5
1386 warn("cannot find entry symbol " + Config->Entry +
1387 "; not setting start address");
Rui Ueyama8da7aa02016-10-20 00:07:36 +00001388 return 0;
Rui Ueyama3bfaba92015-12-24 08:37:34 +00001389}
1390
Rui Ueyama4cea4e82016-02-25 19:28:37 +00001391template <class ELFT> static uint8_t getELFEncoding() {
1392 if (ELFT::TargetEndianness == llvm::support::little)
1393 return ELFDATA2LSB;
1394 return ELFDATA2MSB;
1395}
1396
1397static uint16_t getELFType() {
George Rimar786e8662016-03-17 05:57:33 +00001398 if (Config->Pic)
Rui Ueyama4cea4e82016-02-25 19:28:37 +00001399 return ET_DYN;
1400 if (Config->Relocatable)
1401 return ET_REL;
1402 return ET_EXEC;
1403}
1404
Rui Ueyama1a311f12015-12-26 10:52:26 +00001405// This function is called after we have assigned address and size
1406// to each section. This function fixes some predefined absolute
1407// symbol values that depend on section address and size.
1408template <class ELFT> void Writer<ELFT>::fixAbsoluteSymbols() {
Petr Hosek4f7a5c32016-08-22 18:44:04 +00001409 // __ehdr_start is the location of program headers.
1410 if (ElfSym<ELFT>::EhdrStart)
Rafael Espindola04a2e342016-11-09 01:42:41 +00001411 ElfSym<ELFT>::EhdrStart->Value = Out<ELFT>::ProgramHeaders->Addr;
Petr Hosek4f7a5c32016-08-22 18:44:04 +00001412
George Rimard5d54472016-06-20 13:30:37 +00001413 auto Set = [](DefinedRegular<ELFT> *S1, DefinedRegular<ELFT> *S2, uintX_t V) {
Rui Ueyama467dbdd2016-04-21 20:50:15 +00001414 if (S1)
1415 S1->Value = V;
1416 if (S2)
1417 S2->Value = V;
1418 };
1419
George Rimar2abc5872016-03-01 19:18:07 +00001420 // _etext is the first location after the last read-only loadable segment.
1421 // _edata is the first location after the last read-write loadable segment.
George Rimarefded312016-04-01 10:23:32 +00001422 // _end is the first location after the uninitialized data region.
Rui Ueyamae8a45e42016-04-01 22:42:04 +00001423 for (Phdr &P : Phdrs) {
1424 Elf_Phdr &H = P.H;
1425 if (H.p_type != PT_LOAD)
George Rimar9e859392016-02-26 14:36:36 +00001426 continue;
Rui Ueyama467dbdd2016-04-21 20:50:15 +00001427 Set(ElfSym<ELFT>::End, ElfSym<ELFT>::End2, H.p_vaddr + H.p_memsz);
Rafael Espindolaccfe3cb2016-04-04 14:04:16 +00001428
George Rimar8bbff7e2016-04-14 14:37:59 +00001429 uintX_t Val = H.p_vaddr + H.p_filesz;
1430 if (H.p_flags & PF_W)
Rui Ueyama467dbdd2016-04-21 20:50:15 +00001431 Set(ElfSym<ELFT>::Edata, ElfSym<ELFT>::Edata2, Val);
George Rimar8bbff7e2016-04-14 14:37:59 +00001432 else
Rui Ueyama467dbdd2016-04-21 20:50:15 +00001433 Set(ElfSym<ELFT>::Etext, ElfSym<ELFT>::Etext2, Val);
George Rimar9e859392016-02-26 14:36:36 +00001434 }
Simon Atanasyan8469b882016-11-23 22:22:16 +00001435
1436 // Setup MIPS _gp_disp/__gnu_local_gp symbols which should
1437 // be equal to the _gp symbol's value.
1438 if (Config->EMachine == EM_MIPS) {
1439 uintX_t GpDisp = In<ELFT>::MipsGot->getGp() - In<ELFT>::MipsGot->getVA();
1440 if (ElfSym<ELFT>::MipsGpDisp)
1441 ElfSym<ELFT>::MipsGpDisp->Value = GpDisp;
1442 if (ElfSym<ELFT>::MipsLocalGp)
1443 ElfSym<ELFT>::MipsLocalGp->Value = GpDisp;
1444 }
Rui Ueyama1a311f12015-12-26 10:52:26 +00001445}
1446
Michael J. Spencer84487f12015-07-24 21:03:07 +00001447template <class ELFT> void Writer<ELFT>::writeHeader() {
1448 uint8_t *Buf = Buffer->getBufferStart();
Rui Ueyamae08cd672015-10-23 22:44:39 +00001449 memcpy(Buf, "\177ELF", 4);
1450
Rui Ueyama6621d8e2015-10-24 17:57:40 +00001451 // Write the ELF header.
Rafael Espindola18608a02015-09-08 21:57:31 +00001452 auto *EHdr = reinterpret_cast<Elf_Ehdr *>(Buf);
Rafael Espindola4b7c2fc2015-08-05 15:08:40 +00001453 EHdr->e_ident[EI_CLASS] = ELFT::Is64Bits ? ELFCLASS64 : ELFCLASS32;
Rui Ueyama4cea4e82016-02-25 19:28:37 +00001454 EHdr->e_ident[EI_DATA] = getELFEncoding<ELFT>();
Michael J. Spencer84487f12015-07-24 21:03:07 +00001455 EHdr->e_ident[EI_VERSION] = EV_CURRENT;
Rafael Espindola7cc713a2016-10-27 14:00:51 +00001456 EHdr->e_ident[EI_OSABI] = Config->OSABI;
Rui Ueyama4cea4e82016-02-25 19:28:37 +00001457 EHdr->e_type = getELFType();
Rafael Espindola7cc713a2016-10-27 14:00:51 +00001458 EHdr->e_machine = Config->EMachine;
Michael J. Spencer84487f12015-07-24 21:03:07 +00001459 EHdr->e_version = EV_CURRENT;
Rui Ueyama2eda6d12016-11-23 22:41:00 +00001460 EHdr->e_entry = getEntryAddr();
Michael J. Spencer8039dae22015-07-29 00:30:10 +00001461 EHdr->e_shoff = SectionHeaderOff;
Rafael Espindola18608a02015-09-08 21:57:31 +00001462 EHdr->e_ehsize = sizeof(Elf_Ehdr);
Rui Ueyama2f1b79f2015-10-10 22:34:30 +00001463 EHdr->e_phnum = Phdrs.size();
Rafael Espindola18608a02015-09-08 21:57:31 +00001464 EHdr->e_shentsize = sizeof(Elf_Shdr);
George Rimar7ca06272016-04-06 07:20:45 +00001465 EHdr->e_shnum = OutputSections.size() + 1;
Eugene Leviant22eb0262016-11-14 09:16:00 +00001466 EHdr->e_shstrndx = In<ELFT>::ShStrTab->OutSec->SectionIndex;
Rui Ueyama6621d8e2015-10-24 17:57:40 +00001467
Rui Ueyama1e2e8ea2016-09-13 20:51:32 +00001468 if (Config->EMachine == EM_ARM)
1469 // We don't currently use any features incompatible with EF_ARM_EABI_VER5,
1470 // but we don't have any firm guarantees of conformance. Linux AArch64
1471 // kernels (as of 2016) require an EABI version to be set.
1472 EHdr->e_flags = EF_ARM_EABI_VER5;
1473 else if (Config->EMachine == EM_MIPS)
Simon Atanasyan4f90c2f2016-07-20 20:30:41 +00001474 EHdr->e_flags = getMipsEFlags<ELFT>();
Rui Ueyama22b5d1f2016-03-13 19:29:17 +00001475
George Rimar58941ee2016-02-25 08:23:37 +00001476 if (!Config->Relocatable) {
1477 EHdr->e_phoff = sizeof(Elf_Ehdr);
1478 EHdr->e_phentsize = sizeof(Elf_Phdr);
1479 }
1480
Rui Ueyama6621d8e2015-10-24 17:57:40 +00001481 // Write the program header table.
Rafael Espindola4fc60442016-02-10 22:43:13 +00001482 auto *HBuf = reinterpret_cast<Elf_Phdr *>(Buf + EHdr->e_phoff);
1483 for (Phdr &P : Phdrs)
1484 *HBuf++ = P.H;
Rafael Espindolae438e072015-09-08 22:55:28 +00001485
Rui Ueyama6621d8e2015-10-24 17:57:40 +00001486 // Write the section header table. Note that the first table entry is null.
Rui Ueyamaad59b652016-02-25 23:58:21 +00001487 auto *SHdrs = reinterpret_cast<Elf_Shdr *>(Buf + EHdr->e_shoff);
Rafael Espindolae08e78d2016-11-09 23:23:45 +00001488 for (OutputSectionBase *Sec : OutputSections)
1489 Sec->writeHeaderTo<ELFT>(++SHdrs);
Michael J. Spencer84487f12015-07-24 21:03:07 +00001490}
1491
Rui Ueyamaf7f52ef2016-04-01 17:24:19 +00001492template <class ELFT> void Writer<ELFT>::openFile() {
Rafael Espindolabdc8f2f2015-08-13 00:31:46 +00001493 ErrorOr<std::unique_ptr<FileOutputBuffer>> BufferOrErr =
Rui Ueyamacbe39262016-02-02 22:48:04 +00001494 FileOutputBuffer::create(Config->OutputFile, FileSize,
1495 FileOutputBuffer::F_executable);
Rui Ueyamaaa2db882016-07-15 01:38:54 +00001496 if (auto EC = BufferOrErr.getError())
1497 error(EC, "failed to open " + Config->OutputFile);
Rui Ueyamaf7f52ef2016-04-01 17:24:19 +00001498 else
Rui Ueyamaaa2db882016-07-15 01:38:54 +00001499 Buffer = std::move(*BufferOrErr);
Michael J. Spencer84487f12015-07-24 21:03:07 +00001500}
1501
George Rimar86ce2672016-08-25 09:05:47 +00001502template <class ELFT> void Writer<ELFT>::writeSectionsBinary() {
1503 uint8_t *Buf = Buffer->getBufferStart();
Rafael Espindolae08e78d2016-11-09 23:23:45 +00001504 for (OutputSectionBase *Sec : OutputSections)
Rafael Espindola04a2e342016-11-09 01:42:41 +00001505 if (Sec->Flags & SHF_ALLOC)
1506 Sec->writeTo(Buf + Sec->Offset);
George Rimar86ce2672016-08-25 09:05:47 +00001507}
1508
Michael J. Spencer84487f12015-07-24 21:03:07 +00001509// Write section contents to a mmap'ed file.
1510template <class ELFT> void Writer<ELFT>::writeSections() {
1511 uint8_t *Buf = Buffer->getBufferStart();
Hal Finkeldaedc122015-10-12 23:16:53 +00001512
Rui Ueyama75118252016-08-09 01:35:37 +00001513 // PPC64 needs to process relocations in the .opd section
1514 // before processing relocations in code-containing sections.
Rui Ueyama30634d92016-08-09 01:35:38 +00001515 Out<ELFT>::Opd = findSection(".opd");
Rui Ueyama75118252016-08-09 01:35:37 +00001516 if (Out<ELFT>::Opd) {
Rafael Espindola04a2e342016-11-09 01:42:41 +00001517 Out<ELFT>::OpdBuf = Buf + Out<ELFT>::Opd->Offset;
1518 Out<ELFT>::Opd->writeTo(Buf + Out<ELFT>::Opd->Offset);
Rafael Espindola7a513052015-10-13 14:45:51 +00001519 }
Hal Finkeldaedc122015-10-12 23:16:53 +00001520
Eugene Leviant952eb4d2016-11-21 15:52:10 +00001521 OutputSectionBase *EhFrameHdr =
1522 In<ELFT>::EhFrameHdr ? In<ELFT>::EhFrameHdr->OutSec : nullptr;
Rafael Espindolae08e78d2016-11-09 23:23:45 +00001523 for (OutputSectionBase *Sec : OutputSections)
Eugene Leviant952eb4d2016-11-21 15:52:10 +00001524 if (Sec != Out<ELFT>::Opd && Sec != EhFrameHdr)
Rafael Espindola04a2e342016-11-09 01:42:41 +00001525 Sec->writeTo(Buf + Sec->Offset);
Eugene Leviante4f590f2016-08-31 07:43:50 +00001526
1527 // The .eh_frame_hdr depends on .eh_frame section contents, therefore
1528 // it should be written after .eh_frame is written.
Eugene Leviant952eb4d2016-11-21 15:52:10 +00001529 if (!Out<ELFT>::EhFrame->empty() && EhFrameHdr)
1530 EhFrameHdr->writeTo(Buf + EhFrameHdr->Offset);
Michael J. Spencer84487f12015-07-24 21:03:07 +00001531}
Rui Ueyama3ce825e2015-10-09 21:07:25 +00001532
Rui Ueyama634ddf02016-03-11 20:51:53 +00001533template <class ELFT> void Writer<ELFT>::writeBuildId() {
Eugene Leviant282251a2016-11-01 09:49:24 +00001534 if (!In<ELFT>::BuildId || !In<ELFT>::BuildId->OutSec)
Rui Ueyama634ddf02016-03-11 20:51:53 +00001535 return;
1536
Petr Hosekfdfcb792016-09-01 22:43:03 +00001537 // Compute a hash of all sections of the output file.
Rui Ueyama634ddf02016-03-11 20:51:53 +00001538 uint8_t *Start = Buffer->getBufferStart();
Petr Hosekfdfcb792016-09-01 22:43:03 +00001539 uint8_t *End = Start + FileSize;
Eugene Leviant282251a2016-11-01 09:49:24 +00001540 In<ELFT>::BuildId->writeBuildId({Start, End});
Rui Ueyama634ddf02016-03-11 20:51:53 +00001541}
1542
Rui Ueyama84907c52016-08-09 03:38:23 +00001543template void elf::writeResult<ELF32LE>();
1544template void elf::writeResult<ELF32BE>();
1545template void elf::writeResult<ELF64LE>();
1546template void elf::writeResult<ELF64BE>();
Eugene Leviantbbe38602016-07-19 09:25:43 +00001547
Rafael Espindola74df5c72016-07-19 12:33:46 +00001548template struct elf::PhdrEntry<ELF32LE>;
1549template struct elf::PhdrEntry<ELF32BE>;
1550template struct elf::PhdrEntry<ELF64LE>;
1551template struct elf::PhdrEntry<ELF64BE>;
Eugene Leviantbbe38602016-07-19 09:25:43 +00001552
Rafael Espindolae08e78d2016-11-09 23:23:45 +00001553template bool elf::isRelroSection<ELF32LE>(const OutputSectionBase *);
1554template bool elf::isRelroSection<ELF32BE>(const OutputSectionBase *);
1555template bool elf::isRelroSection<ELF64LE>(const OutputSectionBase *);
1556template bool elf::isRelroSection<ELF64BE>(const OutputSectionBase *);
Eugene Leviantbbe38602016-07-19 09:25:43 +00001557
Rui Ueyama96bdd5b2016-07-25 22:26:28 +00001558template void elf::reportDiscarded<ELF32LE>(InputSectionBase<ELF32LE> *);
1559template void elf::reportDiscarded<ELF32BE>(InputSectionBase<ELF32BE> *);
1560template void elf::reportDiscarded<ELF64LE>(InputSectionBase<ELF64LE> *);
1561template void elf::reportDiscarded<ELF64BE>(InputSectionBase<ELF64BE> *);