blob: 82606073b00d6397a0b847c06d633ab52a25a822 [file] [log] [blame]
Rui Ueyamaf7c5fbb2015-09-30 17:23:26 +00001//===- LinkerScript.cpp ---------------------------------------------------===//
2//
3// The LLVM Linker
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10// This file contains the parser/evaluator of the linker script.
Rui Ueyamaf7c5fbb2015-09-30 17:23:26 +000011//
12//===----------------------------------------------------------------------===//
13
Rui Ueyama717677a2016-02-11 21:17:59 +000014#include "LinkerScript.h"
Rui Ueyamaf7c5fbb2015-09-30 17:23:26 +000015#include "Config.h"
Rui Ueyama1ebc8ed2016-02-12 21:47:28 +000016#include "InputSection.h"
Rui Ueyama9381eb12016-12-18 14:06:06 +000017#include "Memory.h"
George Rimar652852c2016-04-16 10:10:32 +000018#include "OutputSections.h"
Rui Ueyama93c9af42016-06-29 08:01:32 +000019#include "Strings.h"
Rui Ueyamaf7c5fbb2015-09-30 17:23:26 +000020#include "SymbolTable.h"
Rui Ueyama55518e72016-10-28 20:57:25 +000021#include "Symbols.h"
George Rimar3fb5a6d2016-11-29 16:05:27 +000022#include "SyntheticSections.h"
Rafael Espindola55b169b2017-05-24 18:08:04 +000023#include "Target.h"
24#include "Threads.h"
Eugene Leviantbbe38602016-07-19 09:25:43 +000025#include "Writer.h"
Eugene Zelenko22886a22016-11-05 01:00:56 +000026#include "llvm/ADT/STLExtras.h"
27#include "llvm/ADT/StringRef.h"
Zachary Turner264b5d92017-06-07 03:48:56 +000028#include "llvm/BinaryFormat/ELF.h"
Eugene Zelenko22886a22016-11-05 01:00:56 +000029#include "llvm/Support/Casting.h"
Eugene Zelenko22886a22016-11-05 01:00:56 +000030#include "llvm/Support/Endian.h"
31#include "llvm/Support/ErrorHandling.h"
Rui Ueyamaf7c5fbb2015-09-30 17:23:26 +000032#include "llvm/Support/FileSystem.h"
Rui Ueyamaf03f3cc2015-10-13 00:09:21 +000033#include "llvm/Support/Path.h"
Eugene Zelenko22886a22016-11-05 01:00:56 +000034#include <algorithm>
35#include <cassert>
36#include <cstddef>
37#include <cstdint>
38#include <iterator>
39#include <limits>
Eugene Zelenko22886a22016-11-05 01:00:56 +000040#include <string>
Eugene Zelenko22886a22016-11-05 01:00:56 +000041#include <vector>
Rui Ueyamaf7c5fbb2015-09-30 17:23:26 +000042
43using namespace llvm;
George Rimar652852c2016-04-16 10:10:32 +000044using namespace llvm::ELF;
Rui Ueyama1ebc8ed2016-02-12 21:47:28 +000045using namespace llvm::object;
George Rimare38cbab2016-09-26 19:22:50 +000046using namespace llvm::support::endian;
Rui Ueyamaf7c5fbb2015-09-30 17:23:26 +000047using namespace lld;
Rafael Espindolae0df00b2016-02-28 00:25:54 +000048using namespace lld::elf;
Rui Ueyamaf7c5fbb2015-09-30 17:23:26 +000049
Rui Ueyamaa34da932017-03-21 23:03:09 +000050LinkerScript *elf::Script;
51
George Rimar5d0ea702017-08-21 07:57:12 +000052static uint64_t getOutputSectionVA(SectionBase *InputSec, StringRef Loc) {
53 if (OutputSection *OS = InputSec->getOutputSection())
54 return OS->Addr;
55 error(Loc + ": unable to evaluate expression: input section " +
56 InputSec->Name + " has no output section assigned");
57 return 0;
58}
59
Rafael Espindola72dc1952017-03-17 13:05:04 +000060uint64_t ExprValue::getValue() const {
George Rimar5d0ea702017-08-21 07:57:12 +000061 if (Sec)
62 return alignTo(Sec->getOffset(Val) + getOutputSectionVA(Sec, Loc),
63 Alignment);
Petr Hosek3c6de1a2017-05-30 03:18:28 +000064 return alignTo(Val, Alignment);
Rafael Espindola72dc1952017-03-17 13:05:04 +000065}
66
Rafael Espindola7ba5f472017-03-17 14:55:36 +000067uint64_t ExprValue::getSecAddr() const {
68 if (Sec)
George Rimar5d0ea702017-08-21 07:57:12 +000069 return Sec->getOffset(0) + getOutputSectionVA(Sec, Loc);
Rafael Espindola7ba5f472017-03-17 14:55:36 +000070 return 0;
71}
72
Rafael Espindolaa6acd232017-09-12 00:06:00 +000073uint64_t ExprValue::getSectionOffset() const {
Rafael Espindola8b250342017-09-20 17:43:44 +000074 // If the alignment is trivial, we don't have to compute the full
75 // value to know the offset. This allows this function to succeed in
76 // cases where the output section is not yet known.
77 if (Alignment == 1)
78 return Val;
Rafael Espindolaa6acd232017-09-12 00:06:00 +000079 return getValue() - getSecAddr();
80}
81
Rafael Espindola8c022ca2017-07-27 19:22:43 +000082OutputSection *LinkerScript::createOutputSection(StringRef Name,
83 StringRef Location) {
84 OutputSection *&SecRef = NameToOutputSection[Name];
85 OutputSection *Sec;
86 if (SecRef && SecRef->Location.empty()) {
Rafael Espindola05c4f672017-06-01 01:16:50 +000087 // There was a forward reference.
Rafael Espindola8c022ca2017-07-27 19:22:43 +000088 Sec = SecRef;
Rafael Espindola05c4f672017-06-01 01:16:50 +000089 } else {
Rafael Espindola8c022ca2017-07-27 19:22:43 +000090 Sec = make<OutputSection>(Name, SHT_PROGBITS, 0);
91 if (!SecRef)
92 SecRef = Sec;
Rafael Espindola05c4f672017-06-01 01:16:50 +000093 }
Rafael Espindola8c022ca2017-07-27 19:22:43 +000094 Sec->Location = Location;
95 return Sec;
George Rimar851dc1e2017-03-14 10:15:53 +000096}
97
Rafael Espindola8c022ca2017-07-27 19:22:43 +000098OutputSection *LinkerScript::getOrCreateOutputSection(StringRef Name) {
99 OutputSection *&CmdRef = NameToOutputSection[Name];
Rafael Espindola05c4f672017-06-01 01:16:50 +0000100 if (!CmdRef)
Rafael Espindola8c022ca2017-07-27 19:22:43 +0000101 CmdRef = make<OutputSection>(Name, SHT_PROGBITS, 0);
Rafael Espindola05c4f672017-06-01 01:16:50 +0000102 return CmdRef;
George Rimard83ce1b2017-03-14 10:24:47 +0000103}
104
Rui Ueyamab8dd23f2017-03-21 23:02:51 +0000105void LinkerScript::setDot(Expr E, const Twine &Loc, bool InSec) {
Rafael Espindola72dc1952017-03-17 13:05:04 +0000106 uint64_t Val = E().getValue();
George Rimar8c804d92017-07-12 14:50:25 +0000107 if (Val < Dot && InSec)
108 error(Loc + ": unable to move location counter backward for: " +
Rui Ueyama29b240c2017-10-11 02:45:54 +0000109 Ctx->OutSec->Name);
Rafael Espindola679828f2017-02-17 16:26:13 +0000110 Dot = Val;
Rui Ueyama18d19682017-10-11 01:03:37 +0000111
Rafael Espindola679828f2017-02-17 16:26:13 +0000112 // Update to location counter means update to section size.
113 if (InSec)
Rui Ueyama29b240c2017-10-11 02:45:54 +0000114 Ctx->OutSec->Size = Dot - Ctx->OutSec->Addr;
Rafael Espindola679828f2017-02-17 16:26:13 +0000115}
116
Rui Ueyama5908c2f2017-10-11 02:28:28 +0000117// This function is called from processSectionCommands,
118// while we are fixing the output section layout.
Rui Ueyamab8dd23f2017-03-21 23:02:51 +0000119void LinkerScript::addSymbol(SymbolAssignment *Cmd) {
Rui Ueyama16024212016-08-11 23:22:52 +0000120 if (Cmd->Name == ".")
Meador Inge8f1f3c42017-01-09 18:36:57 +0000121 return;
122
123 // If a symbol was in PROVIDE(), we need to define it only when
124 // it is a referenced undefined symbol.
Rafael Espindola244ef982017-07-26 18:42:48 +0000125 SymbolBody *B = Symtab->find(Cmd->Name);
Meador Inge8f1f3c42017-01-09 18:36:57 +0000126 if (Cmd->Provide && (!B || B->isDefined()))
127 return;
128
Rui Ueyama18d19682017-10-11 01:03:37 +0000129 // Define a symbol.
130 Symbol *Sym;
131 uint8_t Visibility = Cmd->Hidden ? STV_HIDDEN : STV_DEFAULT;
132 std::tie(Sym, std::ignore) = Symtab->insert(Cmd->Name, /*Type*/ 0, Visibility,
133 /*CanOmitFromDynSym*/ false,
134 /*File*/ nullptr);
135 Sym->Binding = STB_GLOBAL;
136 ExprValue Value = Cmd->Expression();
137 SectionBase *Sec = Value.isAbsolute() ? nullptr : Value.Sec;
138
139 // When this function is called, section addresses have not been
140 // fixed yet. So, we may or may not know the value of the RHS
141 // expression.
142 //
143 // For example, if an expression is `x = 42`, we know x is always 42.
144 // However, if an expression is `x = .`, there's no way to know its
145 // value at the moment.
146 //
147 // We want to set symbol values early if we can. This allows us to
148 // use symbols as variables in linker scripts. Doing so allows us to
149 // write expressions like this: `alignment = 16; . = ALIGN(., alignment)`.
150 uint64_t SymValue = Value.Sec ? 0 : Value.getValue();
151
152 replaceBody<DefinedRegular>(Sym, nullptr, Cmd->Name, /*IsLocal=*/false,
153 Visibility, STT_NOTYPE, SymValue, 0, Sec);
154 Cmd->Sym = cast<DefinedRegular>(Sym->body());
155}
156
157// This function is called from assignAddresses, while we are
158// fixing the output section addresses. This function is supposed
159// to set the final value for a given symbol assignment.
160void LinkerScript::assignSymbol(SymbolAssignment *Cmd, bool InSec) {
161 if (Cmd->Name == ".") {
162 setDot(Cmd->Expression, Cmd->Location, InSec);
163 return;
164 }
165
166 if (!Cmd->Sym)
167 return;
168
169 ExprValue V = Cmd->Expression();
170 if (V.isAbsolute()) {
171 Cmd->Sym->Section = nullptr;
172 Cmd->Sym->Value = V.getValue();
173 } else {
174 Cmd->Sym->Section = V.Sec;
175 Cmd->Sym->Value = V.getSectionOffset();
176 }
Eugene Leviantceabe802016-08-11 07:56:43 +0000177}
178
Rui Ueyama04c9ca72017-10-11 02:54:52 +0000179static std::string getFilename(InputFile *File) {
Dmitry Mikulin1e30f072017-09-08 16:22:43 +0000180 if (!File)
Dmitry Mikulinf300ca22017-08-24 22:01:40 +0000181 return "";
Dmitry Mikulin1e30f072017-09-08 16:22:43 +0000182 if (File->ArchiveName.empty())
183 return File->getName();
184 return (File->ArchiveName + "(" + File->getName() + ")").str();
Rui Ueyamae0be2902016-11-21 02:10:12 +0000185}
186
Rui Ueyamab8dd23f2017-03-21 23:02:51 +0000187bool LinkerScript::shouldKeep(InputSectionBase *S) {
Rui Ueyama04c9ca72017-10-11 02:54:52 +0000188 std::string Filename = getFilename(S->File);
Rui Ueyama7f1c2662017-10-11 01:26:22 +0000189 for (InputSectionDescription *ID : KeptSections)
Dmitry Mikulinf300ca22017-08-24 22:01:40 +0000190 if (ID->FilePat.match(Filename))
Rui Ueyamae0be2902016-11-21 02:10:12 +0000191 for (SectionPattern &P : ID->SectionPatterns)
192 if (P.SectionPat.match(S->Name))
193 return true;
George Rimareea31142016-07-21 14:26:59 +0000194 return false;
195}
196
Rui Ueyamaea93fe02017-04-05 00:43:25 +0000197// A helper function for the SORT() command.
Rafael Espindolac404d502017-02-23 02:32:18 +0000198static std::function<bool(InputSectionBase *, InputSectionBase *)>
George Rimarbe394db2016-09-16 20:21:55 +0000199getComparator(SortSectionPolicy K) {
200 switch (K) {
201 case SortSectionPolicy::Alignment:
Rui Ueyamaea93fe02017-04-05 00:43:25 +0000202 return [](InputSectionBase *A, InputSectionBase *B) {
203 // ">" is not a mistake. Sections with larger alignments are placed
204 // before sections with smaller alignments in order to reduce the
205 // amount of padding necessary. This is compatible with GNU.
206 return A->Alignment > B->Alignment;
207 };
George Rimarbe394db2016-09-16 20:21:55 +0000208 case SortSectionPolicy::Name:
Rui Ueyamaea93fe02017-04-05 00:43:25 +0000209 return [](InputSectionBase *A, InputSectionBase *B) {
210 return A->Name < B->Name;
211 };
George Rimarbe394db2016-09-16 20:21:55 +0000212 case SortSectionPolicy::Priority:
Rui Ueyamaea93fe02017-04-05 00:43:25 +0000213 return [](InputSectionBase *A, InputSectionBase *B) {
214 return getPriority(A->Name) < getPriority(B->Name);
215 };
George Rimarbe394db2016-09-16 20:21:55 +0000216 default:
217 llvm_unreachable("unknown sort policy");
218 }
Rui Ueyama742c3832016-08-04 22:27:00 +0000219}
George Rimar0702c4e2016-07-29 15:32:46 +0000220
Rui Ueyamaea93fe02017-04-05 00:43:25 +0000221// A helper function for the SORT() command.
Rafael Espindolab4c9b812017-02-23 02:28:28 +0000222static bool matchConstraints(ArrayRef<InputSectionBase *> Sections,
George Rimar06ae6832016-08-12 09:07:57 +0000223 ConstraintKind Kind) {
George Rimar8f66df92016-08-12 20:38:20 +0000224 if (Kind == ConstraintKind::NoConstraint)
225 return true;
Rui Ueyama2c7171b2017-04-05 00:43:45 +0000226
227 bool IsRW = llvm::any_of(Sections, [](InputSectionBase *Sec) {
228 return static_cast<InputSectionBase *>(Sec)->Flags & SHF_WRITE;
George Rimar06ae6832016-08-12 09:07:57 +0000229 });
Rui Ueyama2c7171b2017-04-05 00:43:45 +0000230
Rafael Espindolae746e522016-09-21 18:33:44 +0000231 return (IsRW && Kind == ConstraintKind::ReadWrite) ||
232 (!IsRW && Kind == ConstraintKind::ReadOnly);
George Rimar06ae6832016-08-12 09:07:57 +0000233}
234
Rafael Espindola6a1aa8d2017-05-23 22:47:31 +0000235static void sortSections(InputSection **Begin, InputSection **End,
Rui Ueyamaee924702016-09-20 19:42:41 +0000236 SortSectionPolicy K) {
237 if (K != SortSectionPolicy::Default && K != SortSectionPolicy::None)
George Rimar07171f22016-09-21 15:56:44 +0000238 std::stable_sort(Begin, End, getComparator(K));
Rui Ueyamaee924702016-09-20 19:42:41 +0000239}
240
George Rimard6bcde32017-08-04 10:25:29 +0000241static void sortBySymbolOrder(InputSection **Begin, InputSection **End) {
242 if (Config->SymbolOrderingFile.empty())
243 return;
George Rimar696a7f92017-09-19 09:20:54 +0000244 static llvm::DenseMap<SectionBase *, int> Order = buildSectionOrder();
George Rimard6bcde32017-08-04 10:25:29 +0000245 MutableArrayRef<InputSection *> In(Begin, End - Begin);
246 sortByOrder(In, [&](InputSectionBase *S) { return Order.lookup(S); });
247}
248
Rafael Espindolad3190792016-09-16 15:10:23 +0000249// Compute and remember which sections the InputSectionDescription matches.
Rafael Espindola6a1aa8d2017-05-23 22:47:31 +0000250std::vector<InputSection *>
Rui Ueyama72e107f2017-04-05 02:05:48 +0000251LinkerScript::computeInputSections(const InputSectionDescription *Cmd) {
Rafael Espindola6a1aa8d2017-05-23 22:47:31 +0000252 std::vector<InputSection *> Ret;
Rui Ueyama8c6a5aa2016-11-05 22:37:59 +0000253
Rui Ueyama72e107f2017-04-05 02:05:48 +0000254 // Collects all sections that satisfy constraints of Cmd.
255 for (const SectionPattern &Pat : Cmd->SectionPatterns) {
256 size_t SizeBefore = Ret.size();
257
258 for (InputSectionBase *Sec : InputSections) {
259 if (Sec->Assigned)
Rui Ueyama8c6a5aa2016-11-05 22:37:59 +0000260 continue;
Rui Ueyama72e107f2017-04-05 02:05:48 +0000261
Rafael Espindolae39709b2017-05-30 20:40:03 +0000262 if (!Sec->Live) {
263 reportDiscarded(Sec);
264 continue;
265 }
266
Rafael Espindola908a3d32017-02-16 14:36:09 +0000267 // For -emit-relocs we have to ignore entries like
268 // .rela.dyn : { *(.rela.data) }
269 // which are common because they are in the default bfd script.
Rui Ueyama72e107f2017-04-05 02:05:48 +0000270 if (Sec->Type == SHT_REL || Sec->Type == SHT_RELA)
Rafael Espindola908a3d32017-02-16 14:36:09 +0000271 continue;
Rui Ueyama8c6a5aa2016-11-05 22:37:59 +0000272
Rui Ueyama04c9ca72017-10-11 02:54:52 +0000273 std::string Filename = getFilename(Sec->File);
Rui Ueyama72e107f2017-04-05 02:05:48 +0000274 if (!Cmd->FilePat.match(Filename) ||
275 Pat.ExcludedFilePat.match(Filename) ||
276 !Pat.SectionPat.match(Sec->Name))
Rui Ueyamae0be2902016-11-21 02:10:12 +0000277 continue;
Rui Ueyama72e107f2017-04-05 02:05:48 +0000278
Rafael Espindola6a1aa8d2017-05-23 22:47:31 +0000279 Ret.push_back(cast<InputSection>(Sec));
Rui Ueyama72e107f2017-04-05 02:05:48 +0000280 Sec->Assigned = true;
George Rimar395281c2016-09-16 17:42:10 +0000281 }
Rafael Espindolad3190792016-09-16 15:10:23 +0000282
George Rimar07171f22016-09-21 15:56:44 +0000283 // Sort sections as instructed by SORT-family commands and --sort-section
284 // option. Because SORT-family commands can be nested at most two depth
285 // (e.g. SORT_BY_NAME(SORT_BY_ALIGNMENT(.text.*))) and because the command
286 // line option is respected even if a SORT command is given, the exact
287 // behavior we have here is a bit complicated. Here are the rules.
288 //
289 // 1. If two SORT commands are given, --sort-section is ignored.
290 // 2. If one SORT command is given, and if it is not SORT_NONE,
291 // --sort-section is handled as an inner SORT command.
292 // 3. If one SORT command is given, and if it is SORT_NONE, don't sort.
293 // 4. If no SORT command is given, sort according to --sort-section.
George Rimard6bcde32017-08-04 10:25:29 +0000294 // 5. If no SORT commands are given and --sort-section is not specified,
295 // apply sorting provided by --symbol-ordering-file if any exist.
Rafael Espindola6a1aa8d2017-05-23 22:47:31 +0000296 InputSection **Begin = Ret.data() + SizeBefore;
297 InputSection **End = Ret.data() + Ret.size();
George Rimard6bcde32017-08-04 10:25:29 +0000298 if (Pat.SortOuter == SortSectionPolicy::Default &&
299 Config->SortSection == SortSectionPolicy::Default) {
300 sortBySymbolOrder(Begin, End);
301 continue;
302 }
George Rimar07171f22016-09-21 15:56:44 +0000303 if (Pat.SortOuter != SortSectionPolicy::None) {
304 if (Pat.SortInner == SortSectionPolicy::Default)
305 sortSections(Begin, End, Config->SortSection);
306 else
307 sortSections(Begin, End, Pat.SortInner);
308 sortSections(Begin, End, Pat.SortOuter);
309 }
Rui Ueyamaee924702016-09-20 19:42:41 +0000310 }
Rui Ueyama72e107f2017-04-05 02:05:48 +0000311 return Ret;
Rafael Espindolabe94e1b2016-09-14 14:32:08 +0000312}
313
Rui Ueyamab8dd23f2017-03-21 23:02:51 +0000314void LinkerScript::discard(ArrayRef<InputSectionBase *> V) {
Rafael Espindolab4c9b812017-02-23 02:28:28 +0000315 for (InputSectionBase *S : V) {
Rafael Espindolabe94e1b2016-09-14 14:32:08 +0000316 S->Live = false;
Dmitry Mikulin1e30f072017-09-08 16:22:43 +0000317 if (S == InX::ShStrTab || S == InX::Dynamic || S == InX::DynSymTab ||
318 S == InX::DynStrTab)
Rafael Espindola2af64b02017-06-16 23:45:35 +0000319 error("discarding " + S->Name + " section is not allowed");
George Rimar647c1682017-02-17 19:34:05 +0000320 discard(S->DependentSections);
Rafael Espindolabe94e1b2016-09-14 14:32:08 +0000321 }
322}
323
Rafael Espindolab4c9b812017-02-23 02:28:28 +0000324std::vector<InputSectionBase *>
Rafael Espindola8c022ca2017-07-27 19:22:43 +0000325LinkerScript::createInputSectionList(OutputSection &OutCmd) {
Rafael Espindolab4c9b812017-02-23 02:28:28 +0000326 std::vector<InputSectionBase *> Ret;
Rui Ueyamae7f912c2016-08-03 21:12:09 +0000327
Rui Ueyama6b394ca2017-10-11 01:50:56 +0000328 for (BaseCommand *Base : OutCmd.SectionCommands) {
Rui Ueyama8f99f732017-04-05 03:20:42 +0000329 auto *Cmd = dyn_cast<InputSectionDescription>(Base);
Rafael Espindola7c3ff2e2016-09-16 21:05:36 +0000330 if (!Cmd)
Rui Ueyama0b9ce6a2016-08-12 03:16:56 +0000331 continue;
Rui Ueyama72e107f2017-04-05 02:05:48 +0000332
333 Cmd->Sections = computeInputSections(Cmd);
Rafael Espindolae4c8b9b2017-04-07 16:10:46 +0000334 Ret.insert(Ret.end(), Cmd->Sections.begin(), Cmd->Sections.end());
Rui Ueyama0b9ce6a2016-08-12 03:16:56 +0000335 }
Rafael Espindolae71a3f8a2016-09-16 20:34:02 +0000336
Rui Ueyama0b9ce6a2016-08-12 03:16:56 +0000337 return Ret;
338}
339
Rui Ueyama5908c2f2017-10-11 02:28:28 +0000340void LinkerScript::processSectionCommands(OutputSectionFactory &Factory) {
Rafael Espindola5616adf2017-03-08 22:36:28 +0000341 // A symbol can be assigned before any section is mentioned in the linker
342 // script. In an DSO, the symbol values are addresses, so the only important
343 // section values are:
344 // * SHN_UNDEF
345 // * SHN_ABS
346 // * Any value meaning a regular section.
347 // To handle that, create a dummy aether section that fills the void before
348 // the linker scripts switches to another section. It has an index of one
349 // which will map to whatever the first actual section is.
350 Aether = make<OutputSection>("", 0, SHF_ALLOC);
351 Aether->SectionIndex = 1;
Rui Ueyama18d19682017-10-11 01:03:37 +0000352
Rui Ueyama29b240c2017-10-11 02:45:54 +0000353 // Ctx captures the local AddressState and makes it accessible deliberately.
354 // This is needed as there are some cases where we cannot just
Peter Smithc1ace402017-07-11 09:28:27 +0000355 // thread the current state through to a lambda function created by the
356 // script parser.
Rui Ueyama29b240c2017-10-11 02:45:54 +0000357 Ctx = make_unique<AddressState>();
358 Ctx->OutSec = Aether;
Rafael Espindola5616adf2017-03-08 22:36:28 +0000359
Rui Ueyama6b394ca2017-10-11 01:50:56 +0000360 for (size_t I = 0; I < SectionCommands.size(); ++I) {
Rui Ueyama0b1b6952016-11-21 02:11:05 +0000361 // Handle symbol assignments outside of any output section.
Rui Ueyama6b394ca2017-10-11 01:50:56 +0000362 if (auto *Cmd = dyn_cast<SymbolAssignment>(SectionCommands[I])) {
Rafael Espindola4cd73522017-02-17 16:01:51 +0000363 addSymbol(Cmd);
Rui Ueyama2ab5f732016-08-12 03:33:04 +0000364 continue;
365 }
Rui Ueyama0b1b6952016-11-21 02:11:05 +0000366
Rui Ueyama6b394ca2017-10-11 01:50:56 +0000367 if (auto *Sec = dyn_cast<OutputSection>(SectionCommands[I])) {
Rafael Espindola8c022ca2017-07-27 19:22:43 +0000368 std::vector<InputSectionBase *> V = createInputSectionList(*Sec);
Rafael Espindola7bd37872016-09-12 16:05:16 +0000369
Rui Ueyama0b1b6952016-11-21 02:11:05 +0000370 // The output section name `/DISCARD/' is special.
371 // Any input section assigned to it is discarded.
Rafael Espindola8c022ca2017-07-27 19:22:43 +0000372 if (Sec->Name == "/DISCARD/") {
Rafael Espindola7bd37872016-09-12 16:05:16 +0000373 discard(V);
Rui Ueyama48c3f1c2016-08-12 00:27:23 +0000374 continue;
375 }
Eugene Leviantceabe802016-08-11 07:56:43 +0000376
Rui Ueyama0b1b6952016-11-21 02:11:05 +0000377 // This is for ONLY_IF_RO and ONLY_IF_RW. An output section directive
378 // ".foo : ONLY_IF_R[OW] { ... }" is handled only if all member input
379 // sections satisfy a given constraint. If not, a directive is handled
George Rimar07d7c422017-04-05 09:19:29 +0000380 // as if it wasn't present from the beginning.
Rui Ueyama0b1b6952016-11-21 02:11:05 +0000381 //
Rui Ueyama6b394ca2017-10-11 01:50:56 +0000382 // Because we'll iterate over SectionCommands many more times, the easiest
George Rimar07d7c422017-04-05 09:19:29 +0000383 // way to "make it as if it wasn't present" is to just remove it.
Rafael Espindola8c022ca2017-07-27 19:22:43 +0000384 if (!matchConstraints(V, Sec->Constraint)) {
Rafael Espindolab4c9b812017-02-23 02:28:28 +0000385 for (InputSectionBase *S : V)
Rui Ueyamaf94efdd2016-11-20 23:15:52 +0000386 S->Assigned = false;
Rui Ueyama6b394ca2017-10-11 01:50:56 +0000387 SectionCommands.erase(SectionCommands.begin() + I);
George Rimar07d7c422017-04-05 09:19:29 +0000388 --I;
Rafael Espindola7c3ff2e2016-09-16 21:05:36 +0000389 continue;
390 }
391
Rui Ueyama0b1b6952016-11-21 02:11:05 +0000392 // A directive may contain symbol definitions like this:
393 // ".foo : { ...; bar = .; }". Handle them.
Rui Ueyama6b394ca2017-10-11 01:50:56 +0000394 for (BaseCommand *Base : Sec->SectionCommands)
Rui Ueyama8f99f732017-04-05 03:20:42 +0000395 if (auto *OutCmd = dyn_cast<SymbolAssignment>(Base))
Rafael Espindola4cd73522017-02-17 16:01:51 +0000396 addSymbol(OutCmd);
Rafael Espindola7c3ff2e2016-09-16 21:05:36 +0000397
Rui Ueyama0b1b6952016-11-21 02:11:05 +0000398 // Handle subalign (e.g. ".foo : SUBALIGN(32) { ... }"). If subalign
399 // is given, input sections are aligned to that value, whether the
400 // given value is larger or smaller than the original section alignment.
Rafael Espindola8c022ca2017-07-27 19:22:43 +0000401 if (Sec->SubalignExpr) {
402 uint32_t Subalign = Sec->SubalignExpr().getValue();
Rafael Espindolab4c9b812017-02-23 02:28:28 +0000403 for (InputSectionBase *S : V)
Rui Ueyama0b1b6952016-11-21 02:11:05 +0000404 S->Alignment = Subalign;
George Rimardb24d9c2016-08-19 15:18:23 +0000405 }
Rui Ueyama0b1b6952016-11-21 02:11:05 +0000406
407 // Add input sections to an output section.
George Rimard86a4e52017-05-08 10:18:12 +0000408 for (InputSectionBase *S : V)
Rui Ueyama0e2bfb12017-10-07 00:43:31 +0000409 Sec->addSection(cast<InputSection>(S));
Rui Ueyamac54d5b12017-10-06 23:34:43 +0000410
Rafael Espindola8c022ca2017-07-27 19:22:43 +0000411 assert(Sec->SectionIndex == INT_MAX);
412 Sec->SectionIndex = I;
413 if (Sec->Noload)
414 Sec->Type = SHT_NOBITS;
Eugene Leviantceabe802016-08-11 07:56:43 +0000415 }
Rui Ueyama48c3f1c2016-08-12 00:27:23 +0000416 }
Rui Ueyama29b240c2017-10-11 02:45:54 +0000417 Ctx = nullptr;
Eugene Leviant20d03192016-09-16 15:30:47 +0000418}
Eugene Leviante63d81b2016-07-20 14:43:20 +0000419
Rafael Espindola02ed7572017-05-04 19:34:17 +0000420void LinkerScript::fabricateDefaultCommands() {
Peter Smithcbfe9e92017-04-19 12:46:32 +0000421 // Define start address
Rui Ueyama761f0b62017-09-25 17:40:21 +0000422 uint64_t StartAddr = UINT64_MAX;
Peter Smithcbfe9e92017-04-19 12:46:32 +0000423
Peter Smithc60b4512017-05-03 08:44:50 +0000424 // The Sections with -T<section> have been sorted in order of ascending
425 // address. We must lower StartAddr if the lowest -T<section address> as
426 // calls to setDot() must be monotonically increasing.
George Rimar67c60722017-07-18 11:55:35 +0000427 for (auto &KV : Config->SectionStartMap)
Peter Smithc60b4512017-05-03 08:44:50 +0000428 StartAddr = std::min(StartAddr, KV.second);
429
Rui Ueyamaf5db0b32017-09-25 17:19:17 +0000430 auto Expr = [=] {
James Hendersonb5ca92e2017-10-10 10:09:35 +0000431 return std::min(StartAddr, Target->getImageBase() + elf::getHeaderSize());
Rui Ueyamaf5db0b32017-09-25 17:19:17 +0000432 };
Rui Ueyama6b394ca2017-10-11 01:50:56 +0000433 SectionCommands.insert(SectionCommands.begin(),
434 make<SymbolAssignment>(".", Expr, ""));
Peter Smithcbfe9e92017-04-19 12:46:32 +0000435}
436
Rui Ueyamad2f225f2017-10-06 23:06:55 +0000437static OutputSection *findByName(ArrayRef<BaseCommand *> Vec,
438 StringRef Name) {
439 for (BaseCommand *Base : Vec)
440 if (auto *Sec = dyn_cast<OutputSection>(Base))
441 if (Sec->Name == Name)
442 return Sec;
443 return nullptr;
444}
445
Rui Ueyama0b1b6952016-11-21 02:11:05 +0000446// Add sections that didn't match any sections command.
Rui Ueyamab8dd23f2017-03-21 23:02:51 +0000447void LinkerScript::addOrphanSections(OutputSectionFactory &Factory) {
Rui Ueyama6b394ca2017-10-11 01:50:56 +0000448 unsigned End = SectionCommands.size();
Rui Ueyamad2f225f2017-10-06 23:06:55 +0000449
Rafael Espindola4f013bb2017-04-26 22:30:15 +0000450 for (InputSectionBase *S : InputSections) {
Rafael Espindoladb5e56f2017-05-31 20:17:44 +0000451 if (!S->Live || S->Parent)
Rafael Espindola4f013bb2017-04-26 22:30:15 +0000452 continue;
Rui Ueyamad2f225f2017-10-06 23:06:55 +0000453
Rafael Espindola4f013bb2017-04-26 22:30:15 +0000454 StringRef Name = getOutputSectionName(S->Name);
George Rimar347c70d2017-09-25 09:41:32 +0000455 log(toString(S) + " is being placed in '" + Name + "'");
Rui Ueyamad2f225f2017-10-06 23:06:55 +0000456
Rui Ueyamaac27de92017-10-11 01:19:33 +0000457 if (OutputSection *Sec =
Rui Ueyama6b394ca2017-10-11 01:50:56 +0000458 findByName(makeArrayRef(SectionCommands).slice(0, End), Name)) {
Rui Ueyama0e2bfb12017-10-07 00:43:31 +0000459 Sec->addSection(cast<InputSection>(S));
Rui Ueyamac54d5b12017-10-06 23:34:43 +0000460 continue;
Rafael Espindolade8d9892017-04-29 15:44:03 +0000461 }
Rui Ueyamac54d5b12017-10-06 23:34:43 +0000462
463 if (OutputSection *OS = Factory.addInputSec(S, Name))
Rui Ueyama6b394ca2017-10-11 01:50:56 +0000464 SectionCommands.push_back(OS);
Rui Ueyamac54d5b12017-10-06 23:34:43 +0000465 assert(S->getOutputSection()->SectionIndex == INT_MAX);
Rafael Espindola4f013bb2017-04-26 22:30:15 +0000466 }
Eugene Leviante63d81b2016-07-20 14:43:20 +0000467}
468
Rui Ueyama71f84062017-10-11 02:46:09 +0000469uint64_t LinkerScript::advance(uint64_t Size, unsigned Alignment) {
Rui Ueyama29b240c2017-10-11 02:45:54 +0000470 bool IsTbss =
471 (Ctx->OutSec->Flags & SHF_TLS) && Ctx->OutSec->Type == SHT_NOBITS;
472 uint64_t Start = IsTbss ? Dot + Ctx->ThreadBssOffset : Dot;
Rui Ueyama71f84062017-10-11 02:46:09 +0000473 Start = alignTo(Start, Alignment);
Rafael Espindola7c4eafa2017-05-04 03:00:27 +0000474 uint64_t End = Start + Size;
475
476 if (IsTbss)
Rui Ueyama29b240c2017-10-11 02:45:54 +0000477 Ctx->ThreadBssOffset = End - Dot;
Rafael Espindola7c4eafa2017-05-04 03:00:27 +0000478 else
479 Dot = End;
480 return End;
Rafael Espindolaa940e532016-09-22 12:35:44 +0000481}
482
Rui Ueyamab8dd23f2017-03-21 23:02:51 +0000483void LinkerScript::output(InputSection *S) {
George Rimarf694d332017-07-25 08:29:29 +0000484 uint64_t Before = advance(0, 1);
Rafael Espindola7c4eafa2017-05-04 03:00:27 +0000485 uint64_t Pos = advance(S->getSize(), S->Alignment);
Rui Ueyama29b240c2017-10-11 02:45:54 +0000486 S->OutSecOff = Pos - S->getSize() - Ctx->OutSec->Addr;
Rafael Espindolad3190792016-09-16 15:10:23 +0000487
488 // Update output section size after adding each section. This is so that
489 // SIZEOF works correctly in the case below:
490 // .foo { *(.aaa) a = SIZEOF(.foo); *(.bbb) }
Rui Ueyama29b240c2017-10-11 02:45:54 +0000491 Ctx->OutSec->Size = Pos - Ctx->OutSec->Addr;
Rafael Espindolad3190792016-09-16 15:10:23 +0000492
Meador Ingeb8897442017-01-24 02:34:00 +0000493 // If there is a memory region associated with this input section, then
494 // place the section in that region and update the region index.
Rui Ueyama29b240c2017-10-11 02:45:54 +0000495 if (Ctx->MemRegion) {
496 uint64_t &CurOffset = Ctx->MemRegionOffset[Ctx->MemRegion];
George Rimarf694d332017-07-25 08:29:29 +0000497 CurOffset += Pos - Before;
Rui Ueyama29b240c2017-10-11 02:45:54 +0000498 uint64_t CurSize = CurOffset - Ctx->MemRegion->Origin;
499 if (CurSize > Ctx->MemRegion->Length) {
500 uint64_t OverflowAmt = CurSize - Ctx->MemRegion->Length;
501 error("section '" + Ctx->OutSec->Name + "' will not fit in region '" +
502 Ctx->MemRegion->Name + "': overflowed by " + Twine(OverflowAmt) +
503 " bytes");
Meador Ingeb8897442017-01-24 02:34:00 +0000504 }
505 }
Rafael Espindolad3190792016-09-16 15:10:23 +0000506}
507
Rui Ueyamab8dd23f2017-03-21 23:02:51 +0000508void LinkerScript::switchTo(OutputSection *Sec) {
Rui Ueyama29b240c2017-10-11 02:45:54 +0000509 if (Ctx->OutSec == Sec)
Rafael Espindolad3190792016-09-16 15:10:23 +0000510 return;
Rafael Espindolad3190792016-09-16 15:10:23 +0000511
Rui Ueyama29b240c2017-10-11 02:45:54 +0000512 Ctx->OutSec = Sec;
513 Ctx->OutSec->Addr = advance(0, Ctx->OutSec->Alignment);
Eugene Leviantb71d6f72016-10-06 09:39:28 +0000514
515 // If neither AT nor AT> is specified for an allocatable section, the linker
516 // will set the LMA such that the difference between VMA and LMA for the
517 // section is the same as the preceding output section in the same region
518 // https://sourceware.org/binutils/docs-2.20/ld/Output-Section-LMA.html
Rui Ueyama29b240c2017-10-11 02:45:54 +0000519 if (Ctx->LMAOffset)
520 Ctx->OutSec->LMAOffset = Ctx->LMAOffset();
Rafael Espindolad3190792016-09-16 15:10:23 +0000521}
522
Rui Ueyamab8dd23f2017-03-21 23:02:51 +0000523void LinkerScript::process(BaseCommand &Base) {
Rui Ueyama2e081a42017-04-05 03:18:46 +0000524 // This handles the assignments to symbol or to the dot.
525 if (auto *Cmd = dyn_cast<SymbolAssignment>(&Base)) {
526 assignSymbol(Cmd, true);
Eugene Leviantceabe802016-08-11 07:56:43 +0000527 return;
Rui Ueyama2de509c2016-08-12 00:55:08 +0000528 }
George Rimare38cbab2016-09-26 19:22:50 +0000529
530 // Handle BYTE(), SHORT(), LONG(), or QUAD().
Rui Ueyama2e081a42017-04-05 03:18:46 +0000531 if (auto *Cmd = dyn_cast<BytesDataCommand>(&Base)) {
Rui Ueyama29b240c2017-10-11 02:45:54 +0000532 Cmd->Offset = Dot - Ctx->OutSec->Addr;
Rui Ueyama2e081a42017-04-05 03:18:46 +0000533 Dot += Cmd->Size;
Rui Ueyama29b240c2017-10-11 02:45:54 +0000534 Ctx->OutSec->Size = Dot - Ctx->OutSec->Addr;
George Rimare38cbab2016-09-26 19:22:50 +0000535 return;
536 }
537
Rui Ueyama2e081a42017-04-05 03:18:46 +0000538 // Handle ASSERT().
539 if (auto *Cmd = dyn_cast<AssertCommand>(&Base)) {
540 Cmd->Expression();
Meador Ingeb2d99d62016-11-22 18:01:50 +0000541 return;
542 }
543
Rui Ueyama2e081a42017-04-05 03:18:46 +0000544 // Handle a single input section description command.
545 // It calculates and assigns the offsets for each section and also
George Rimare38cbab2016-09-26 19:22:50 +0000546 // updates the output section size.
Rui Ueyama2e081a42017-04-05 03:18:46 +0000547 auto &Cmd = cast<InputSectionDescription>(Base);
Rafael Espindolaa85e8dd2017-05-30 20:24:52 +0000548 for (InputSection *Sec : Cmd.Sections) {
George Rimar3fb5a6d2016-11-29 16:05:27 +0000549 // We tentatively added all synthetic sections at the beginning and removed
550 // empty ones afterwards (because there is no way to know whether they were
551 // going be empty or not other than actually running linker scripts.)
552 // We need to ignore remains of empty sections.
Rui Ueyama2e081a42017-04-05 03:18:46 +0000553 if (auto *S = dyn_cast<SyntheticSection>(Sec))
554 if (S->empty())
George Rimar3fb5a6d2016-11-29 16:05:27 +0000555 continue;
556
Rui Ueyama2e081a42017-04-05 03:18:46 +0000557 if (!Sec->Live)
George Rimar78ef6452017-02-21 15:46:43 +0000558 continue;
Rui Ueyama29b240c2017-10-11 02:45:54 +0000559 assert(Ctx->OutSec == Sec->getParent());
Rafael Espindolaa85e8dd2017-05-30 20:24:52 +0000560 output(Sec);
Eugene Leviantceabe802016-08-11 07:56:43 +0000561 }
562}
563
Meador Ingeb8897442017-01-24 02:34:00 +0000564// This function searches for a memory region to place the given output
565// section in. If found, a pointer to the appropriate memory region is
566// returned. Otherwise, a nullptr is returned.
Rafael Espindola8c022ca2017-07-27 19:22:43 +0000567MemoryRegion *LinkerScript::findMemoryRegion(OutputSection *Sec) {
Meador Ingeb8897442017-01-24 02:34:00 +0000568 // If a memory region name was specified in the output section command,
569 // then try to find that region first.
Rafael Espindola8c022ca2017-07-27 19:22:43 +0000570 if (!Sec->MemoryRegionName.empty()) {
Rui Ueyamaac27de92017-10-11 01:19:33 +0000571 auto It = MemoryRegions.find(Sec->MemoryRegionName);
572 if (It != MemoryRegions.end())
George Rimar5f375412017-09-08 08:23:15 +0000573 return It->second;
Rafael Espindola8c022ca2017-07-27 19:22:43 +0000574 error("memory region '" + Sec->MemoryRegionName + "' not declared");
Meador Ingeb8897442017-01-24 02:34:00 +0000575 return nullptr;
576 }
577
Rui Ueyamad7c54002017-04-05 03:19:43 +0000578 // If at least one memory region is defined, all sections must
579 // belong to some memory region. Otherwise, we don't need to do
580 // anything for memory regions.
Rui Ueyamaac27de92017-10-11 01:19:33 +0000581 if (MemoryRegions.empty())
Meador Ingeb8897442017-01-24 02:34:00 +0000582 return nullptr;
583
584 // See if a region can be found by matching section flags.
Rui Ueyamaac27de92017-10-11 01:19:33 +0000585 for (auto &Pair : MemoryRegions) {
George Rimar5f375412017-09-08 08:23:15 +0000586 MemoryRegion *M = Pair.second;
587 if ((M->Flags & Sec->Flags) && (M->NegFlags & Sec->Flags) == 0)
588 return M;
Meador Ingeb8897442017-01-24 02:34:00 +0000589 }
590
591 // Otherwise, no suitable region was found.
592 if (Sec->Flags & SHF_ALLOC)
593 error("no memory region specified for section '" + Sec->Name + "'");
594 return nullptr;
595}
596
Rui Ueyama0b1b6952016-11-21 02:11:05 +0000597// This function assigns offsets to input sections and an output section
598// for a single sections command (e.g. ".text { *(.text); }").
Rafael Espindola8c022ca2017-07-27 19:22:43 +0000599void LinkerScript::assignOffsets(OutputSection *Sec) {
Rafael Espindoladece2802017-06-13 20:57:43 +0000600 if (!(Sec->Flags & SHF_ALLOC))
601 Dot = 0;
Rafael Espindola8c022ca2017-07-27 19:22:43 +0000602 else if (Sec->AddrExpr)
603 setDot(Sec->AddrExpr, Sec->Location, false);
Rafael Espindola679828f2017-02-17 16:26:13 +0000604
Rui Ueyama29b240c2017-10-11 02:45:54 +0000605 Ctx->MemRegion = Sec->MemRegion;
606 if (Ctx->MemRegion)
607 Dot = Ctx->MemRegionOffset[Ctx->MemRegion];
George Rimarc2dffe32017-09-06 09:35:09 +0000608
Rafael Espindola8c022ca2017-07-27 19:22:43 +0000609 if (Sec->LMAExpr) {
George Rimar0c1c8082017-03-14 10:00:19 +0000610 uint64_t D = Dot;
Rui Ueyama29b240c2017-10-11 02:45:54 +0000611 Ctx->LMAOffset = [=] { return Sec->LMAExpr().getValue() - D; };
Eugene Leviant5784e962017-03-14 08:57:09 +0000612 }
613
Meador Ingeb8897442017-01-24 02:34:00 +0000614 switchTo(Sec);
Rui Ueyama0b1b6952016-11-21 02:11:05 +0000615
George Rimard86a4e52017-05-08 10:18:12 +0000616 // We do not support custom layout for compressed debug sectons.
617 // At this point we already know their size and have compressed content.
Rui Ueyama29b240c2017-10-11 02:45:54 +0000618 if (Ctx->OutSec->Flags & SHF_COMPRESSED)
George Rimard86a4e52017-05-08 10:18:12 +0000619 return;
620
Rui Ueyama6b394ca2017-10-11 01:50:56 +0000621 for (BaseCommand *C : Sec->SectionCommands)
Rafael Espindolade8d9892017-04-29 15:44:03 +0000622 process(*C);
Rafael Espindolad3190792016-09-16 15:10:23 +0000623}
624
Rui Ueyamab8dd23f2017-03-21 23:02:51 +0000625void LinkerScript::removeEmptyCommands() {
Rafael Espindola6d38e4d2016-09-20 13:12:07 +0000626 // It is common practice to use very generic linker scripts. So for any
627 // given run some of the output sections in the script will be empty.
628 // We could create corresponding empty output sections, but that would
629 // clutter the output.
630 // We instead remove trivially empty sections. The bfd linker seems even
631 // more aggressive at removing them.
Rui Ueyama6b394ca2017-10-11 01:50:56 +0000632 llvm::erase_if(SectionCommands, [&](BaseCommand *Base) {
George Rimar60608a82017-08-28 09:28:15 +0000633 if (auto *Sec = dyn_cast<OutputSection>(Base))
634 return !Sec->Live;
635 return false;
636 });
Rafael Espindola07fe6122016-11-14 14:23:35 +0000637}
638
Rafael Espindola8c022ca2017-07-27 19:22:43 +0000639static bool isAllSectionDescription(const OutputSection &Cmd) {
Rui Ueyama6b394ca2017-10-11 01:50:56 +0000640 for (BaseCommand *Base : Cmd.SectionCommands)
Rui Ueyama8f99f732017-04-05 03:20:42 +0000641 if (!isa<InputSectionDescription>(*Base))
Rafael Espindola6a537372016-11-14 14:33:49 +0000642 return false;
643 return true;
644}
Rafael Espindola6d38e4d2016-09-20 13:12:07 +0000645
Rui Ueyamab8dd23f2017-03-21 23:02:51 +0000646void LinkerScript::adjustSectionsBeforeSorting() {
Rafael Espindola9546fff2016-09-22 14:40:50 +0000647 // If the output section contains only symbol assignments, create a
648 // corresponding output section. The bfd linker seems to only create them if
649 // '.' is assigned to, but creating these section should not have any bad
650 // consequeces and gives us a section to put the symbol in.
George Rimar0c1c8082017-03-14 10:00:19 +0000651 uint64_t Flags = SHF_ALLOC;
Rafael Espindola660c9ab2017-05-05 21:34:26 +0000652
Rui Ueyama6b394ca2017-10-11 01:50:56 +0000653 for (BaseCommand *Cmd : SectionCommands) {
George Rimar8962db92017-09-18 08:43:44 +0000654 auto *Sec = dyn_cast<OutputSection>(Cmd);
Rafael Espindola8c022ca2017-07-27 19:22:43 +0000655 if (!Sec)
Rafael Espindola9546fff2016-09-22 14:40:50 +0000656 continue;
Rafael Espindola8c022ca2017-07-27 19:22:43 +0000657 if (Sec->Live) {
Rafael Espindola2b074552017-02-03 22:27:05 +0000658 Flags = Sec->Flags;
Rafael Espindola9546fff2016-09-22 14:40:50 +0000659 continue;
660 }
661
Rafael Espindola8c022ca2017-07-27 19:22:43 +0000662 if (isAllSectionDescription(*Sec))
Rafael Espindola6a537372016-11-14 14:33:49 +0000663 continue;
664
Rafael Espindola8c022ca2017-07-27 19:22:43 +0000665 Sec->Live = true;
Rafael Espindola8c022ca2017-07-27 19:22:43 +0000666 Sec->Flags = Flags;
Rafael Espindola9546fff2016-09-22 14:40:50 +0000667 }
Rafael Espindolaf7a17442016-11-14 15:39:38 +0000668}
669
Rui Ueyamab8dd23f2017-03-21 23:02:51 +0000670void LinkerScript::adjustSectionsAfterSorting() {
Rafael Espindolafeed7502017-04-06 21:31:24 +0000671 // Try and find an appropriate memory region to assign offsets in.
Rui Ueyama6b394ca2017-10-11 01:50:56 +0000672 for (BaseCommand *Base : SectionCommands) {
Rafael Espindola8c022ca2017-07-27 19:22:43 +0000673 if (auto *Sec = dyn_cast<OutputSection>(Base)) {
George Rimarba455842017-10-02 09:11:13 +0000674 if (!Sec->Live)
675 continue;
Rafael Espindola8c022ca2017-07-27 19:22:43 +0000676 Sec->MemRegion = findMemoryRegion(Sec);
Rafael Espindolad1960dc2017-04-06 21:40:22 +0000677 // Handle align (e.g. ".foo : ALIGN(16) { ... }").
Rafael Espindola8c022ca2017-07-27 19:22:43 +0000678 if (Sec->AlignExpr)
Rui Ueyama8befefb2017-10-07 00:58:34 +0000679 Sec->Alignment =
680 std::max<uint32_t>(Sec->Alignment, Sec->AlignExpr().getValue());
Rafael Espindolad1960dc2017-04-06 21:40:22 +0000681 }
682 }
Rafael Espindolafeed7502017-04-06 21:31:24 +0000683
Rafael Espindolaf7a17442016-11-14 15:39:38 +0000684 // If output section command doesn't specify any segments,
685 // and we haven't previously assigned any section to segment,
686 // then we simply assign section to the very first load segment.
687 // Below is an example of such linker script:
688 // PHDRS { seg PT_LOAD; }
689 // SECTIONS { .aaa : { *(.aaa) } }
690 std::vector<StringRef> DefPhdrs;
691 auto FirstPtLoad =
Rui Ueyamaac27de92017-10-11 01:19:33 +0000692 std::find_if(PhdrsCommands.begin(), PhdrsCommands.end(),
Rafael Espindolaf7a17442016-11-14 15:39:38 +0000693 [](const PhdrsCommand &Cmd) { return Cmd.Type == PT_LOAD; });
Rui Ueyamaac27de92017-10-11 01:19:33 +0000694 if (FirstPtLoad != PhdrsCommands.end())
Rafael Espindolaf7a17442016-11-14 15:39:38 +0000695 DefPhdrs.push_back(FirstPtLoad->Name);
696
697 // Walk the commands and propagate the program headers to commands that don't
698 // explicitly specify them.
Rui Ueyama6b394ca2017-10-11 01:50:56 +0000699 for (BaseCommand *Base : SectionCommands) {
Rafael Espindola8c022ca2017-07-27 19:22:43 +0000700 auto *Sec = dyn_cast<OutputSection>(Base);
701 if (!Sec)
Rafael Espindolaf7a17442016-11-14 15:39:38 +0000702 continue;
Rui Ueyama8f99f732017-04-05 03:20:42 +0000703
Rafael Espindola8c022ca2017-07-27 19:22:43 +0000704 if (Sec->Phdrs.empty()) {
Andrew Nga020d342017-07-03 10:11:25 +0000705 // To match the bfd linker script behaviour, only propagate program
706 // headers to sections that are allocated.
Rafael Espindola8c022ca2017-07-27 19:22:43 +0000707 if (Sec->Flags & SHF_ALLOC)
708 Sec->Phdrs = DefPhdrs;
Andrew Nga020d342017-07-03 10:11:25 +0000709 } else {
Rafael Espindola8c022ca2017-07-27 19:22:43 +0000710 DefPhdrs = Sec->Phdrs;
Andrew Nga020d342017-07-03 10:11:25 +0000711 }
Rafael Espindolaf7a17442016-11-14 15:39:38 +0000712 }
Rafael Espindola9546fff2016-09-22 14:40:50 +0000713}
714
George Rimar582ede82017-09-07 10:53:07 +0000715static OutputSection *findFirstSection(PhdrEntry *Load) {
716 for (OutputSection *Sec : OutputSections)
717 if (Sec->PtLoad == Load)
718 return Sec;
719 return nullptr;
720}
721
Petr Hosekb93c5b92017-08-23 18:44:34 +0000722// Try to find an address for the file and program headers output sections,
723// which were unconditionally added to the first PT_LOAD segment earlier.
724//
725// When using the default layout, we check if the headers fit below the first
726// allocated section. When using a linker script, we also check if the headers
727// are covered by the output section. This allows omitting the headers by not
728// leaving enough space for them in the linker script; this pattern is common
729// in embedded systems.
730//
731// If there isn't enough space for these sections, we'll remove them from the
732// PT_LOAD segment, and we'll also remove the PT_PHDR segment.
George Rimaraa354182017-07-27 07:46:50 +0000733void LinkerScript::allocateHeaders(std::vector<PhdrEntry *> &Phdrs) {
Peter Smith5aedebf2017-07-05 09:12:54 +0000734 uint64_t Min = std::numeric_limits<uint64_t>::max();
Rafael Espindola8c022ca2017-07-27 19:22:43 +0000735 for (OutputSection *Sec : OutputSections)
Peter Smith5aedebf2017-07-05 09:12:54 +0000736 if (Sec->Flags & SHF_ALLOC)
737 Min = std::min<uint64_t>(Min, Sec->Addr);
Peter Smith5aedebf2017-07-05 09:12:54 +0000738
George Rimaraa354182017-07-27 07:46:50 +0000739 auto It = llvm::find_if(
740 Phdrs, [](const PhdrEntry *E) { return E->p_type == PT_LOAD; });
741 if (It == Phdrs.end())
George Rimard971e702017-07-03 16:05:51 +0000742 return;
George Rimaraa354182017-07-27 07:46:50 +0000743 PhdrEntry *FirstPTLoad = *It;
Rafael Espindola02ed7572017-05-04 19:34:17 +0000744
745 uint64_t HeaderSize = getHeaderSize();
Petr Hosekb93c5b92017-08-23 18:44:34 +0000746 // When linker script with SECTIONS is being used, don't output headers
747 // unless there's a space for them.
Rui Ueyamaa323e2a2017-10-11 01:34:51 +0000748 uint64_t Base = HasSectionsCommand ? alignDown(Min, Config->MaxPageSize) : 0;
Petr Hosekb93c5b92017-08-23 18:44:34 +0000749 if (HeaderSize <= Min - Base || Script->hasPhdrsCommands()) {
Rafael Espindola1f0fe882017-09-28 18:12:13 +0000750 Min = alignDown(Min - HeaderSize, Config->MaxPageSize);
Rafael Espindola02ed7572017-05-04 19:34:17 +0000751 Out::ElfHeader->Addr = Min;
752 Out::ProgramHeaders->Addr = Min + Out::ElfHeader->Size;
George Rimard971e702017-07-03 16:05:51 +0000753 return;
Rafael Espindola02ed7572017-05-04 19:34:17 +0000754 }
755
George Rimar582ede82017-09-07 10:53:07 +0000756 Out::ElfHeader->PtLoad = nullptr;
757 Out::ProgramHeaders->PtLoad = nullptr;
George Rimar6823c5f2017-09-07 11:01:10 +0000758 FirstPTLoad->FirstSec = findFirstSection(FirstPTLoad);
Rafael Espindola02ed7572017-05-04 19:34:17 +0000759
George Rimar60608a82017-08-28 09:28:15 +0000760 llvm::erase_if(Phdrs,
761 [](const PhdrEntry *E) { return E->p_type == PT_PHDR; });
Rafael Espindola02ed7572017-05-04 19:34:17 +0000762}
763
Rui Ueyamaac27de92017-10-11 01:19:33 +0000764LinkerScript::AddressState::AddressState() {
765 for (auto &MRI : Script->MemoryRegions) {
George Rimar5f375412017-09-08 08:23:15 +0000766 const MemoryRegion *MR = MRI.second;
Peter Smith906e9a12017-07-07 09:11:27 +0000767 MemRegionOffset[MR] = MR->Origin;
768 }
769}
770
James Hendersonb5ca92e2017-10-10 10:09:35 +0000771// Assign addresses as instructed by linker script SECTIONS sub-commands.
Peter Smith5aedebf2017-07-05 09:12:54 +0000772void LinkerScript::assignAddresses() {
James Hendersonb5ca92e2017-10-10 10:09:35 +0000773 // By default linker scripts use an initial value of 0 for '.', but prefer
774 // -image-base if set.
775 Dot = Config->ImageBase ? *Config->ImageBase : 0;
Rui Ueyama18d19682017-10-11 01:03:37 +0000776
Rui Ueyama29b240c2017-10-11 02:45:54 +0000777 // Ctx captures the local AddressState and makes it accessible
Peter Smithc1ace402017-07-11 09:28:27 +0000778 // deliberately. This is needed as there are some cases where we cannot just
779 // thread the current state through to a lambda function created by the
780 // script parser.
Rui Ueyama29b240c2017-10-11 02:45:54 +0000781 Ctx = make_unique<AddressState>();
Rafael Espindola72dc1952017-03-17 13:05:04 +0000782 ErrorOnMissingSection = true;
Rafael Espindola06f47432017-02-06 22:21:46 +0000783 switchTo(Aether);
784
Rui Ueyama6b394ca2017-10-11 01:50:56 +0000785 for (BaseCommand *Base : SectionCommands) {
Rui Ueyama8f99f732017-04-05 03:20:42 +0000786 if (auto *Cmd = dyn_cast<SymbolAssignment>(Base)) {
Rui Ueyamad379f732017-04-05 03:20:22 +0000787 assignSymbol(Cmd, false);
George Rimar652852c2016-04-16 10:10:32 +0000788 continue;
789 }
790
Rui Ueyama8f99f732017-04-05 03:20:42 +0000791 if (auto *Cmd = dyn_cast<AssertCommand>(Base)) {
Rafael Espindola4595df92017-03-10 16:04:26 +0000792 Cmd->Expression();
George Rimareefa7582016-08-04 09:29:31 +0000793 continue;
794 }
795
Rafael Espindola8c022ca2017-07-27 19:22:43 +0000796 assignOffsets(cast<OutputSection>(Base));
George Rimar652852c2016-04-16 10:10:32 +0000797 }
Rui Ueyama29b240c2017-10-11 02:45:54 +0000798 Ctx = nullptr;
George Rimar652852c2016-04-16 10:10:32 +0000799}
800
Rui Ueyama464daad2016-08-22 04:55:20 +0000801// Creates program headers as instructed by PHDRS linker script command.
George Rimaraa354182017-07-27 07:46:50 +0000802std::vector<PhdrEntry *> LinkerScript::createPhdrs() {
803 std::vector<PhdrEntry *> Ret;
Eugene Leviantbbe38602016-07-19 09:25:43 +0000804
Rui Ueyama464daad2016-08-22 04:55:20 +0000805 // Process PHDRS and FILEHDR keywords because they are not
806 // real output sections and cannot be added in the following loop.
Rui Ueyamaac27de92017-10-11 01:19:33 +0000807 for (const PhdrsCommand &Cmd : PhdrsCommands) {
Rui Ueyama0ae2c242017-10-08 03:45:49 +0000808 PhdrEntry *Phdr = make<PhdrEntry>(Cmd.Type, Cmd.Flags ? *Cmd.Flags : PF_R);
Eugene Leviantbbe38602016-07-19 09:25:43 +0000809
810 if (Cmd.HasFilehdr)
George Rimaraa354182017-07-27 07:46:50 +0000811 Phdr->add(Out::ElfHeader);
Eugene Leviantbbe38602016-07-19 09:25:43 +0000812 if (Cmd.HasPhdrs)
George Rimaraa354182017-07-27 07:46:50 +0000813 Phdr->add(Out::ProgramHeaders);
Eugene Leviant56b21c82016-09-09 09:46:16 +0000814
815 if (Cmd.LMAExpr) {
George Rimaraa354182017-07-27 07:46:50 +0000816 Phdr->p_paddr = Cmd.LMAExpr().getValue();
817 Phdr->HasLMA = true;
Eugene Leviant56b21c82016-09-09 09:46:16 +0000818 }
George Rimaraa354182017-07-27 07:46:50 +0000819 Ret.push_back(Phdr);
Eugene Leviantbbe38602016-07-19 09:25:43 +0000820 }
821
Rui Ueyama464daad2016-08-22 04:55:20 +0000822 // Add output sections to program headers.
Rafael Espindola8c022ca2017-07-27 19:22:43 +0000823 for (OutputSection *Sec : OutputSections) {
Eugene Leviantce30b1c2016-10-19 15:04:49 +0000824 // Assign headers specified by linker script
Rafael Espindola8c022ca2017-07-27 19:22:43 +0000825 for (size_t Id : getPhdrIndices(Sec)) {
George Rimaraa354182017-07-27 07:46:50 +0000826 Ret[Id]->add(Sec);
Rui Ueyamaac27de92017-10-11 01:19:33 +0000827 if (!PhdrsCommands[Id].Flags.hasValue())
George Rimaraa354182017-07-27 07:46:50 +0000828 Ret[Id]->p_flags |= Sec->getPhdrFlags();
Eugene Leviantbbe38602016-07-19 09:25:43 +0000829 }
Eugene Leviantbbe38602016-07-19 09:25:43 +0000830 }
Rui Ueyamaedebbdf2016-07-24 23:47:31 +0000831 return Ret;
Eugene Leviantbbe38602016-07-19 09:25:43 +0000832}
833
Rui Ueyamae03ba022017-10-08 03:52:15 +0000834// Returns true if we should emit an .interp section.
835//
836// We usually do. But if PHDRS commands are given, and
837// no PT_INTERP is there, there's no place to emit an
838// .interp, so we don't do that in that case.
839bool LinkerScript::needsInterpSection() {
Rui Ueyamaac27de92017-10-11 01:19:33 +0000840 if (PhdrsCommands.empty())
Rui Ueyamae03ba022017-10-08 03:52:15 +0000841 return true;
Rui Ueyamaac27de92017-10-11 01:19:33 +0000842 for (PhdrsCommand &Cmd : PhdrsCommands)
Rui Ueyamae31d9882017-04-05 05:06:17 +0000843 if (Cmd.Type == PT_INTERP)
Rui Ueyamae03ba022017-10-08 03:52:15 +0000844 return true;
845 return false;
Eugene Leviantf9bc3bd2016-08-16 06:40:58 +0000846}
847
Rui Ueyamab8dd23f2017-03-21 23:02:51 +0000848ExprValue LinkerScript::getSymbolValue(const Twine &Loc, StringRef S) {
George Rimar7e5b0a592017-08-17 08:47:21 +0000849 if (S == ".") {
Rui Ueyama29b240c2017-10-11 02:45:54 +0000850 if (Ctx)
851 return {Ctx->OutSec, false, Dot - Ctx->OutSec->Addr, Loc};
George Rimar7e5b0a592017-08-17 08:47:21 +0000852 error(Loc + ": unable to get location counter value");
853 return 0;
854 }
Rafael Espindola244ef982017-07-26 18:42:48 +0000855 if (SymbolBody *B = Symtab->find(S)) {
Rafael Espindola72dc1952017-03-17 13:05:04 +0000856 if (auto *D = dyn_cast<DefinedRegular>(B))
Rui Ueyama4fbe3512017-10-11 00:06:27 +0000857 return {D->Section, false, D->Value, Loc};
Petr Hosek30f16b22017-03-23 03:52:34 +0000858 if (auto *C = dyn_cast<DefinedCommon>(B))
Rui Ueyama4fbe3512017-10-11 00:06:27 +0000859 return {C->Section, false, 0, Loc};
Rafael Espindola72dc1952017-03-17 13:05:04 +0000860 }
Eugene Leviantf6aeed32016-12-22 13:13:12 +0000861 error(Loc + ": symbol not found: " + S);
George Rimar884e7862016-09-08 08:19:13 +0000862 return 0;
863}
864
Rui Ueyama656be312017-10-08 02:54:42 +0000865// Returns the index of the segment named Name.
866static Optional<size_t> getPhdrIndex(ArrayRef<PhdrsCommand> Vec,
867 StringRef Name) {
868 for (size_t I = 0; I < Vec.size(); ++I)
869 if (Vec[I].Name == Name)
870 return I;
871 return None;
872}
873
Rafael Espindola2c923c22017-05-10 14:28:31 +0000874// Returns indices of ELF headers containing specific section. Each index is a
875// zero based number of ELF header listed within PHDRS {} script block.
Rafael Espindola8c022ca2017-07-27 19:22:43 +0000876std::vector<size_t> LinkerScript::getPhdrIndices(OutputSection *Cmd) {
Rafael Espindola9f9e99b2017-07-05 22:30:04 +0000877 std::vector<size_t> Ret;
Rui Ueyama656be312017-10-08 02:54:42 +0000878
879 for (StringRef S : Cmd->Phdrs) {
Rui Ueyamaac27de92017-10-11 01:19:33 +0000880 if (Optional<size_t> Idx = getPhdrIndex(PhdrsCommands, S))
Rui Ueyama87223572017-10-08 02:44:08 +0000881 Ret.push_back(*Idx);
Rui Ueyama656be312017-10-08 02:54:42 +0000882 else if (S != "NONE")
883 error(Cmd->Location + ": section header '" + S +
884 "' is not listed in PHDRS");
885 }
Rafael Espindola9f9e99b2017-07-05 22:30:04 +0000886 return Ret;
Eugene Leviantbbe38602016-07-19 09:25:43 +0000887}