blob: 74b5aa0f1fc3971aff13978f444edc39d8612709 [file] [log] [blame]
Rui Ueyamaf7c5fbb2015-09-30 17:23:26 +00001//===- LinkerScript.cpp ---------------------------------------------------===//
2//
3// The LLVM Linker
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10// This file contains the parser/evaluator of the linker script.
Rui Ueyamaf7c5fbb2015-09-30 17:23:26 +000011//
12//===----------------------------------------------------------------------===//
13
Rui Ueyama717677a2016-02-11 21:17:59 +000014#include "LinkerScript.h"
Rui Ueyamaf7c5fbb2015-09-30 17:23:26 +000015#include "Config.h"
Rui Ueyama1ebc8ed2016-02-12 21:47:28 +000016#include "InputSection.h"
Rui Ueyama9381eb12016-12-18 14:06:06 +000017#include "Memory.h"
George Rimar652852c2016-04-16 10:10:32 +000018#include "OutputSections.h"
Rui Ueyama93c9af42016-06-29 08:01:32 +000019#include "Strings.h"
Rui Ueyamaf7c5fbb2015-09-30 17:23:26 +000020#include "SymbolTable.h"
Rui Ueyama55518e72016-10-28 20:57:25 +000021#include "Symbols.h"
George Rimar3fb5a6d2016-11-29 16:05:27 +000022#include "SyntheticSections.h"
Eugene Leviantbbe38602016-07-19 09:25:43 +000023#include "Writer.h"
Eugene Zelenko22886a22016-11-05 01:00:56 +000024#include "llvm/ADT/STLExtras.h"
25#include "llvm/ADT/StringRef.h"
Eugene Zelenko22886a22016-11-05 01:00:56 +000026#include "llvm/Support/Casting.h"
George Rimar652852c2016-04-16 10:10:32 +000027#include "llvm/Support/ELF.h"
Eugene Zelenko22886a22016-11-05 01:00:56 +000028#include "llvm/Support/Endian.h"
29#include "llvm/Support/ErrorHandling.h"
Rui Ueyamaf7c5fbb2015-09-30 17:23:26 +000030#include "llvm/Support/FileSystem.h"
Rui Ueyamaf03f3cc2015-10-13 00:09:21 +000031#include "llvm/Support/Path.h"
Eugene Zelenko22886a22016-11-05 01:00:56 +000032#include <algorithm>
33#include <cassert>
34#include <cstddef>
35#include <cstdint>
36#include <iterator>
37#include <limits>
Eugene Zelenko22886a22016-11-05 01:00:56 +000038#include <string>
Eugene Zelenko22886a22016-11-05 01:00:56 +000039#include <vector>
Rui Ueyamaf7c5fbb2015-09-30 17:23:26 +000040
41using namespace llvm;
George Rimar652852c2016-04-16 10:10:32 +000042using namespace llvm::ELF;
Rui Ueyama1ebc8ed2016-02-12 21:47:28 +000043using namespace llvm::object;
George Rimare38cbab2016-09-26 19:22:50 +000044using namespace llvm::support::endian;
Rui Ueyamaf7c5fbb2015-09-30 17:23:26 +000045using namespace lld;
Rafael Espindolae0df00b2016-02-28 00:25:54 +000046using namespace lld::elf;
Rui Ueyamaf7c5fbb2015-09-30 17:23:26 +000047
Rui Ueyamaa34da932017-03-21 23:03:09 +000048LinkerScript *elf::Script;
49
Rafael Espindola72dc1952017-03-17 13:05:04 +000050uint64_t ExprValue::getValue() const {
51 if (Sec)
52 return Sec->getOffset(Val) + Sec->getOutputSection()->Addr;
53 return Val;
54}
55
Rafael Espindola7ba5f472017-03-17 14:55:36 +000056uint64_t ExprValue::getSecAddr() const {
57 if (Sec)
58 return Sec->getOffset(0) + Sec->getOutputSection()->Addr;
59 return 0;
60}
61
Meador Inge8f1f3c42017-01-09 18:36:57 +000062template <class ELFT> static SymbolBody *addRegular(SymbolAssignment *Cmd) {
Petr Hosek5e51f7d2017-02-21 22:32:51 +000063 Symbol *Sym;
Rafael Espindola3dabfc62016-10-31 13:14:53 +000064 uint8_t Visibility = Cmd->Hidden ? STV_HIDDEN : STV_DEFAULT;
Petr Hosek5e51f7d2017-02-21 22:32:51 +000065 std::tie(Sym, std::ignore) = Symtab<ELFT>::X->insert(
66 Cmd->Name, /*Type*/ 0, Visibility, /*CanOmitFromDynSym*/ false,
67 /*File*/ nullptr);
68 Sym->Binding = STB_GLOBAL;
Rafael Espindola72dc1952017-03-17 13:05:04 +000069 ExprValue Value = Cmd->Expression();
70 SectionBase *Sec = Value.isAbsolute() ? nullptr : Value.Sec;
George Rimar01aa7952017-04-14 09:23:26 +000071
72 // We want to set symbol values early if we can. This allows us to use symbols
73 // as variables in linker scripts. Doing so allows us to write expressions
74 // like this: `alignment = 16; . = ALIGN(., alignment)`
75 uint64_t SymValue = Value.isAbsolute() ? Value.getValue() : 0;
Rui Ueyama80474a22017-02-28 19:29:55 +000076 replaceBody<DefinedRegular>(Sym, Cmd->Name, /*IsLocal=*/false, Visibility,
George Rimar01aa7952017-04-14 09:23:26 +000077 STT_NOTYPE, SymValue, 0, Sec, nullptr);
Meador Inge8f1f3c42017-01-09 18:36:57 +000078 return Sym->body();
Eugene Leviantceabe802016-08-11 07:56:43 +000079}
80
Rui Ueyamab8dd23f2017-03-21 23:02:51 +000081OutputSection *LinkerScript::getOutputSection(const Twine &Loc,
82 StringRef Name) {
George Rimar851dc1e2017-03-14 10:15:53 +000083 for (OutputSection *Sec : *OutputSections)
84 if (Sec->Name == Name)
85 return Sec;
86
Rui Ueyamaa08fa2e2017-04-05 00:42:45 +000087 static OutputSection Dummy("", 0, 0);
Rafael Espindola72dc1952017-03-17 13:05:04 +000088 if (ErrorOnMissingSection)
89 error(Loc + ": undefined section " + Name);
Rui Ueyamaa08fa2e2017-04-05 00:42:45 +000090 return &Dummy;
George Rimar851dc1e2017-03-14 10:15:53 +000091}
92
George Rimard83ce1b2017-03-14 10:24:47 +000093// This function is essentially the same as getOutputSection(Name)->Size,
94// but it won't print out an error message if a given section is not found.
95//
96// Linker script does not create an output section if its content is empty.
97// We want to allow SIZEOF(.foo) where .foo is a section which happened to
98// be empty. That is why this function is different from getOutputSection().
Rui Ueyamab8dd23f2017-03-21 23:02:51 +000099uint64_t LinkerScript::getOutputSectionSize(StringRef Name) {
George Rimard83ce1b2017-03-14 10:24:47 +0000100 for (OutputSection *Sec : *OutputSections)
101 if (Sec->Name == Name)
102 return Sec->Size;
103 return 0;
104}
105
Rui Ueyamab8dd23f2017-03-21 23:02:51 +0000106void LinkerScript::setDot(Expr E, const Twine &Loc, bool InSec) {
Rafael Espindola72dc1952017-03-17 13:05:04 +0000107 uint64_t Val = E().getValue();
Rafael Espindola679828f2017-02-17 16:26:13 +0000108 if (Val < Dot) {
109 if (InSec)
George Rimar2ee2d2d2017-02-21 14:50:38 +0000110 error(Loc + ": unable to move location counter backward for: " +
111 CurOutSec->Name);
Rafael Espindola679828f2017-02-17 16:26:13 +0000112 else
George Rimar2ee2d2d2017-02-21 14:50:38 +0000113 error(Loc + ": unable to move location counter backward");
Rafael Espindola679828f2017-02-17 16:26:13 +0000114 }
115 Dot = Val;
116 // Update to location counter means update to section size.
117 if (InSec)
118 CurOutSec->Size = Dot - CurOutSec->Addr;
119}
120
George Rimarb2b70972017-02-07 10:23:28 +0000121// Sets value of a symbol. Two kinds of symbols are processed: synthetic
122// symbols, whose value is an offset from beginning of section and regular
123// symbols whose value is absolute.
Rui Ueyamab8dd23f2017-03-21 23:02:51 +0000124void LinkerScript::assignSymbol(SymbolAssignment *Cmd, bool InSec) {
Rafael Espindola4cd73522017-02-17 16:01:51 +0000125 if (Cmd->Name == ".") {
George Rimar2ee2d2d2017-02-21 14:50:38 +0000126 setDot(Cmd->Expression, Cmd->Location, InSec);
Rafael Espindola4cd73522017-02-17 16:01:51 +0000127 return;
128 }
129
George Rimarb2b70972017-02-07 10:23:28 +0000130 if (!Cmd->Sym)
Meador Inge8f1f3c42017-01-09 18:36:57 +0000131 return;
132
Rafael Espindola5616adf2017-03-08 22:36:28 +0000133 auto *Sym = cast<DefinedRegular>(Cmd->Sym);
Rafael Espindola72dc1952017-03-17 13:05:04 +0000134 ExprValue V = Cmd->Expression();
135 if (V.isAbsolute()) {
136 Sym->Value = V.getValue();
137 } else {
138 Sym->Section = V.Sec;
139 if (Sym->Section->Flags & SHF_ALLOC)
140 Sym->Value = V.Val;
141 else
142 Sym->Value = V.getValue();
Meador Inge8f1f3c42017-01-09 18:36:57 +0000143 }
Eugene Leviantdb741e72016-09-07 07:08:43 +0000144}
Meador Inge8f1f3c42017-01-09 18:36:57 +0000145
George Rimara8dba482017-03-20 10:09:58 +0000146static SymbolBody *findSymbol(StringRef S) {
147 switch (Config->EKind) {
148 case ELF32LEKind:
149 return Symtab<ELF32LE>::X->find(S);
150 case ELF32BEKind:
151 return Symtab<ELF32BE>::X->find(S);
152 case ELF64LEKind:
153 return Symtab<ELF64LE>::X->find(S);
154 case ELF64BEKind:
155 return Symtab<ELF64BE>::X->find(S);
156 default:
157 llvm_unreachable("unknown Config->EKind");
158 }
159}
160
161static SymbolBody *addRegularSymbol(SymbolAssignment *Cmd) {
162 switch (Config->EKind) {
163 case ELF32LEKind:
164 return addRegular<ELF32LE>(Cmd);
165 case ELF32BEKind:
166 return addRegular<ELF32BE>(Cmd);
167 case ELF64LEKind:
168 return addRegular<ELF64LE>(Cmd);
169 case ELF64BEKind:
170 return addRegular<ELF64BE>(Cmd);
171 default:
172 llvm_unreachable("unknown Config->EKind");
173 }
174}
175
Rui Ueyamab8dd23f2017-03-21 23:02:51 +0000176void LinkerScript::addSymbol(SymbolAssignment *Cmd) {
Rui Ueyama16024212016-08-11 23:22:52 +0000177 if (Cmd->Name == ".")
Meador Inge8f1f3c42017-01-09 18:36:57 +0000178 return;
179
180 // If a symbol was in PROVIDE(), we need to define it only when
181 // it is a referenced undefined symbol.
George Rimara8dba482017-03-20 10:09:58 +0000182 SymbolBody *B = findSymbol(Cmd->Name);
Meador Inge8f1f3c42017-01-09 18:36:57 +0000183 if (Cmd->Provide && (!B || B->isDefined()))
184 return;
185
George Rimara8dba482017-03-20 10:09:58 +0000186 Cmd->Sym = addRegularSymbol(Cmd);
Eugene Leviantceabe802016-08-11 07:56:43 +0000187}
188
George Rimar076fe152016-07-21 06:43:01 +0000189bool SymbolAssignment::classof(const BaseCommand *C) {
190 return C->Kind == AssignmentKind;
191}
192
193bool OutputSectionCommand::classof(const BaseCommand *C) {
194 return C->Kind == OutputSectionKind;
195}
196
George Rimareea31142016-07-21 14:26:59 +0000197bool InputSectionDescription::classof(const BaseCommand *C) {
198 return C->Kind == InputSectionKind;
199}
200
George Rimareefa7582016-08-04 09:29:31 +0000201bool AssertCommand::classof(const BaseCommand *C) {
202 return C->Kind == AssertKind;
203}
204
George Rimare38cbab2016-09-26 19:22:50 +0000205bool BytesDataCommand::classof(const BaseCommand *C) {
206 return C->Kind == BytesDataKind;
207}
208
Rafael Espindolab4c9b812017-02-23 02:28:28 +0000209static StringRef basename(InputSectionBase *S) {
210 if (S->File)
211 return sys::path::filename(S->File->getName());
Rui Ueyamae0be2902016-11-21 02:10:12 +0000212 return "";
213}
214
Rui Ueyamab8dd23f2017-03-21 23:02:51 +0000215bool LinkerScript::shouldKeep(InputSectionBase *S) {
Rui Ueyamae0be2902016-11-21 02:10:12 +0000216 for (InputSectionDescription *ID : Opt.KeptSections)
217 if (ID->FilePat.match(basename(S)))
218 for (SectionPattern &P : ID->SectionPatterns)
219 if (P.SectionPat.match(S->Name))
220 return true;
George Rimareea31142016-07-21 14:26:59 +0000221 return false;
222}
223
Rui Ueyamaea93fe02017-04-05 00:43:25 +0000224// A helper function for the SORT() command.
Rafael Espindolac404d502017-02-23 02:32:18 +0000225static std::function<bool(InputSectionBase *, InputSectionBase *)>
George Rimarbe394db2016-09-16 20:21:55 +0000226getComparator(SortSectionPolicy K) {
227 switch (K) {
228 case SortSectionPolicy::Alignment:
Rui Ueyamaea93fe02017-04-05 00:43:25 +0000229 return [](InputSectionBase *A, InputSectionBase *B) {
230 // ">" is not a mistake. Sections with larger alignments are placed
231 // before sections with smaller alignments in order to reduce the
232 // amount of padding necessary. This is compatible with GNU.
233 return A->Alignment > B->Alignment;
234 };
George Rimarbe394db2016-09-16 20:21:55 +0000235 case SortSectionPolicy::Name:
Rui Ueyamaea93fe02017-04-05 00:43:25 +0000236 return [](InputSectionBase *A, InputSectionBase *B) {
237 return A->Name < B->Name;
238 };
George Rimarbe394db2016-09-16 20:21:55 +0000239 case SortSectionPolicy::Priority:
Rui Ueyamaea93fe02017-04-05 00:43:25 +0000240 return [](InputSectionBase *A, InputSectionBase *B) {
241 return getPriority(A->Name) < getPriority(B->Name);
242 };
George Rimarbe394db2016-09-16 20:21:55 +0000243 default:
244 llvm_unreachable("unknown sort policy");
245 }
Rui Ueyama742c3832016-08-04 22:27:00 +0000246}
George Rimar0702c4e2016-07-29 15:32:46 +0000247
Rui Ueyamaea93fe02017-04-05 00:43:25 +0000248// A helper function for the SORT() command.
Rafael Espindolab4c9b812017-02-23 02:28:28 +0000249static bool matchConstraints(ArrayRef<InputSectionBase *> Sections,
George Rimar06ae6832016-08-12 09:07:57 +0000250 ConstraintKind Kind) {
George Rimar8f66df92016-08-12 20:38:20 +0000251 if (Kind == ConstraintKind::NoConstraint)
252 return true;
Rui Ueyama2c7171b2017-04-05 00:43:45 +0000253
254 bool IsRW = llvm::any_of(Sections, [](InputSectionBase *Sec) {
255 return static_cast<InputSectionBase *>(Sec)->Flags & SHF_WRITE;
George Rimar06ae6832016-08-12 09:07:57 +0000256 });
Rui Ueyama2c7171b2017-04-05 00:43:45 +0000257
Rafael Espindolae746e522016-09-21 18:33:44 +0000258 return (IsRW && Kind == ConstraintKind::ReadWrite) ||
259 (!IsRW && Kind == ConstraintKind::ReadOnly);
George Rimar06ae6832016-08-12 09:07:57 +0000260}
261
Rafael Espindolac404d502017-02-23 02:32:18 +0000262static void sortSections(InputSectionBase **Begin, InputSectionBase **End,
Rui Ueyamaee924702016-09-20 19:42:41 +0000263 SortSectionPolicy K) {
264 if (K != SortSectionPolicy::Default && K != SortSectionPolicy::None)
George Rimar07171f22016-09-21 15:56:44 +0000265 std::stable_sort(Begin, End, getComparator(K));
Rui Ueyamaee924702016-09-20 19:42:41 +0000266}
267
Rafael Espindolad3190792016-09-16 15:10:23 +0000268// Compute and remember which sections the InputSectionDescription matches.
Rui Ueyama72e107f2017-04-05 02:05:48 +0000269std::vector<InputSectionBase *>
270LinkerScript::computeInputSections(const InputSectionDescription *Cmd) {
271 std::vector<InputSectionBase *> Ret;
Rui Ueyama8c6a5aa2016-11-05 22:37:59 +0000272
Rui Ueyama72e107f2017-04-05 02:05:48 +0000273 // Collects all sections that satisfy constraints of Cmd.
274 for (const SectionPattern &Pat : Cmd->SectionPatterns) {
275 size_t SizeBefore = Ret.size();
276
277 for (InputSectionBase *Sec : InputSections) {
278 if (Sec->Assigned)
Rui Ueyama8c6a5aa2016-11-05 22:37:59 +0000279 continue;
Rui Ueyama72e107f2017-04-05 02:05:48 +0000280
Rafael Espindola908a3d32017-02-16 14:36:09 +0000281 // For -emit-relocs we have to ignore entries like
282 // .rela.dyn : { *(.rela.data) }
283 // which are common because they are in the default bfd script.
Rui Ueyama72e107f2017-04-05 02:05:48 +0000284 if (Sec->Type == SHT_REL || Sec->Type == SHT_RELA)
Rafael Espindola908a3d32017-02-16 14:36:09 +0000285 continue;
Rui Ueyama8c6a5aa2016-11-05 22:37:59 +0000286
Rui Ueyama72e107f2017-04-05 02:05:48 +0000287 StringRef Filename = basename(Sec);
288 if (!Cmd->FilePat.match(Filename) ||
289 Pat.ExcludedFilePat.match(Filename) ||
290 !Pat.SectionPat.match(Sec->Name))
Rui Ueyamae0be2902016-11-21 02:10:12 +0000291 continue;
Rui Ueyama72e107f2017-04-05 02:05:48 +0000292
293 Ret.push_back(Sec);
294 Sec->Assigned = true;
George Rimar395281c2016-09-16 17:42:10 +0000295 }
Rafael Espindolad3190792016-09-16 15:10:23 +0000296
George Rimar07171f22016-09-21 15:56:44 +0000297 // Sort sections as instructed by SORT-family commands and --sort-section
298 // option. Because SORT-family commands can be nested at most two depth
299 // (e.g. SORT_BY_NAME(SORT_BY_ALIGNMENT(.text.*))) and because the command
300 // line option is respected even if a SORT command is given, the exact
301 // behavior we have here is a bit complicated. Here are the rules.
302 //
303 // 1. If two SORT commands are given, --sort-section is ignored.
304 // 2. If one SORT command is given, and if it is not SORT_NONE,
305 // --sort-section is handled as an inner SORT command.
306 // 3. If one SORT command is given, and if it is SORT_NONE, don't sort.
307 // 4. If no SORT command is given, sort according to --sort-section.
Rui Ueyama72e107f2017-04-05 02:05:48 +0000308 InputSectionBase **Begin = Ret.data() + SizeBefore;
309 InputSectionBase **End = Ret.data() + Ret.size();
George Rimar07171f22016-09-21 15:56:44 +0000310 if (Pat.SortOuter != SortSectionPolicy::None) {
311 if (Pat.SortInner == SortSectionPolicy::Default)
312 sortSections(Begin, End, Config->SortSection);
313 else
314 sortSections(Begin, End, Pat.SortInner);
315 sortSections(Begin, End, Pat.SortOuter);
316 }
Rui Ueyamaee924702016-09-20 19:42:41 +0000317 }
Rui Ueyama72e107f2017-04-05 02:05:48 +0000318 return Ret;
Rafael Espindolabe94e1b2016-09-14 14:32:08 +0000319}
320
Rui Ueyamab8dd23f2017-03-21 23:02:51 +0000321void LinkerScript::discard(ArrayRef<InputSectionBase *> V) {
Rafael Espindolab4c9b812017-02-23 02:28:28 +0000322 for (InputSectionBase *S : V) {
Rafael Espindolabe94e1b2016-09-14 14:32:08 +0000323 S->Live = false;
George Rimar503206c2017-03-15 15:42:44 +0000324 if (S == InX::ShStrTab)
Rafael Espindolaecbfd872017-02-17 17:35:07 +0000325 error("discarding .shstrtab section is not allowed");
George Rimar647c1682017-02-17 19:34:05 +0000326 discard(S->DependentSections);
Rafael Espindolabe94e1b2016-09-14 14:32:08 +0000327 }
328}
329
Rafael Espindolab4c9b812017-02-23 02:28:28 +0000330std::vector<InputSectionBase *>
Rui Ueyamab8dd23f2017-03-21 23:02:51 +0000331LinkerScript::createInputSectionList(OutputSectionCommand &OutCmd) {
Rafael Espindolab4c9b812017-02-23 02:28:28 +0000332 std::vector<InputSectionBase *> Ret;
Rui Ueyamae7f912c2016-08-03 21:12:09 +0000333
Rui Ueyama8f99f732017-04-05 03:20:42 +0000334 for (BaseCommand *Base : OutCmd.Commands) {
335 auto *Cmd = dyn_cast<InputSectionDescription>(Base);
Rafael Espindola7c3ff2e2016-09-16 21:05:36 +0000336 if (!Cmd)
Rui Ueyama0b9ce6a2016-08-12 03:16:56 +0000337 continue;
Rui Ueyama72e107f2017-04-05 02:05:48 +0000338
339 Cmd->Sections = computeInputSections(Cmd);
Rafael Espindolae4c8b9b2017-04-07 16:10:46 +0000340 Ret.insert(Ret.end(), Cmd->Sections.begin(), Cmd->Sections.end());
Rui Ueyama0b9ce6a2016-08-12 03:16:56 +0000341 }
Rafael Espindolae71a3f8a2016-09-16 20:34:02 +0000342
Rui Ueyama0b9ce6a2016-08-12 03:16:56 +0000343 return Ret;
344}
345
Rui Ueyamab8dd23f2017-03-21 23:02:51 +0000346void LinkerScript::processCommands(OutputSectionFactory &Factory) {
Rafael Espindola5616adf2017-03-08 22:36:28 +0000347 // A symbol can be assigned before any section is mentioned in the linker
348 // script. In an DSO, the symbol values are addresses, so the only important
349 // section values are:
350 // * SHN_UNDEF
351 // * SHN_ABS
352 // * Any value meaning a regular section.
353 // To handle that, create a dummy aether section that fills the void before
354 // the linker scripts switches to another section. It has an index of one
355 // which will map to whatever the first actual section is.
356 Aether = make<OutputSection>("", 0, SHF_ALLOC);
357 Aether->SectionIndex = 1;
358 CurOutSec = Aether;
Rafael Espindola49592cf2017-03-20 14:33:33 +0000359 Dot = 0;
Rafael Espindola5616adf2017-03-08 22:36:28 +0000360
Rui Ueyama92a5ba62017-04-05 16:07:44 +0000361 for (size_t I = 0; I < Opt.Commands.size(); ++I) {
Rui Ueyama0b1b6952016-11-21 02:11:05 +0000362 // Handle symbol assignments outside of any output section.
Rui Ueyama92a5ba62017-04-05 16:07:44 +0000363 if (auto *Cmd = dyn_cast<SymbolAssignment>(Opt.Commands[I])) {
Rafael Espindola4cd73522017-02-17 16:01:51 +0000364 addSymbol(Cmd);
Rui Ueyama2ab5f732016-08-12 03:33:04 +0000365 continue;
366 }
Rui Ueyama0b1b6952016-11-21 02:11:05 +0000367
Rui Ueyama92a5ba62017-04-05 16:07:44 +0000368 if (auto *Cmd = dyn_cast<OutputSectionCommand>(Opt.Commands[I])) {
Rafael Espindolab4c9b812017-02-23 02:28:28 +0000369 std::vector<InputSectionBase *> V = createInputSectionList(*Cmd);
Rafael Espindola7bd37872016-09-12 16:05:16 +0000370
Rui Ueyama0b1b6952016-11-21 02:11:05 +0000371 // The output section name `/DISCARD/' is special.
372 // Any input section assigned to it is discarded.
Rui Ueyama48c3f1c2016-08-12 00:27:23 +0000373 if (Cmd->Name == "/DISCARD/") {
Rafael Espindola7bd37872016-09-12 16:05:16 +0000374 discard(V);
Rui Ueyama48c3f1c2016-08-12 00:27:23 +0000375 continue;
376 }
Eugene Leviantceabe802016-08-11 07:56:43 +0000377
Rui Ueyama0b1b6952016-11-21 02:11:05 +0000378 // This is for ONLY_IF_RO and ONLY_IF_RW. An output section directive
379 // ".foo : ONLY_IF_R[OW] { ... }" is handled only if all member input
380 // sections satisfy a given constraint. If not, a directive is handled
George Rimar07d7c422017-04-05 09:19:29 +0000381 // as if it wasn't present from the beginning.
Rui Ueyama0b1b6952016-11-21 02:11:05 +0000382 //
383 // Because we'll iterate over Commands many more times, the easiest
George Rimar07d7c422017-04-05 09:19:29 +0000384 // way to "make it as if it wasn't present" is to just remove it.
George Rimarf7f0d082017-03-14 11:23:33 +0000385 if (!matchConstraints(V, Cmd->Constraint)) {
Rafael Espindolab4c9b812017-02-23 02:28:28 +0000386 for (InputSectionBase *S : V)
Rui Ueyamaf94efdd2016-11-20 23:15:52 +0000387 S->Assigned = false;
Rui Ueyama92a5ba62017-04-05 16:07:44 +0000388 Opt.Commands.erase(Opt.Commands.begin() + I);
George Rimar07d7c422017-04-05 09:19:29 +0000389 --I;
Rafael Espindola7c3ff2e2016-09-16 21:05:36 +0000390 continue;
391 }
392
Rui Ueyama0b1b6952016-11-21 02:11:05 +0000393 // A directive may contain symbol definitions like this:
394 // ".foo : { ...; bar = .; }". Handle them.
Rui Ueyama8f99f732017-04-05 03:20:42 +0000395 for (BaseCommand *Base : Cmd->Commands)
396 if (auto *OutCmd = dyn_cast<SymbolAssignment>(Base))
Rafael Espindola4cd73522017-02-17 16:01:51 +0000397 addSymbol(OutCmd);
Rafael Espindola7c3ff2e2016-09-16 21:05:36 +0000398
Rui Ueyama0b1b6952016-11-21 02:11:05 +0000399 // Handle subalign (e.g. ".foo : SUBALIGN(32) { ... }"). If subalign
400 // is given, input sections are aligned to that value, whether the
401 // given value is larger or smaller than the original section alignment.
402 if (Cmd->SubalignExpr) {
Rafael Espindola72dc1952017-03-17 13:05:04 +0000403 uint32_t Subalign = Cmd->SubalignExpr().getValue();
Rafael Espindolab4c9b812017-02-23 02:28:28 +0000404 for (InputSectionBase *S : V)
Rui Ueyama0b1b6952016-11-21 02:11:05 +0000405 S->Alignment = Subalign;
George Rimardb24d9c2016-08-19 15:18:23 +0000406 }
Rui Ueyama0b1b6952016-11-21 02:11:05 +0000407
408 // Add input sections to an output section.
Rafael Espindolab4c9b812017-02-23 02:28:28 +0000409 for (InputSectionBase *S : V)
Rafael Espindola4f013bb2017-04-26 22:30:15 +0000410 Factory.addInputSec(S, Cmd->Name, Cmd->Sec);
Eugene Leviantceabe802016-08-11 07:56:43 +0000411 }
Rui Ueyama48c3f1c2016-08-12 00:27:23 +0000412 }
Rafael Espindola5616adf2017-03-08 22:36:28 +0000413 CurOutSec = nullptr;
Eugene Leviant20d03192016-09-16 15:30:47 +0000414}
Eugene Leviante63d81b2016-07-20 14:43:20 +0000415
Peter Smithcbfe9e92017-04-19 12:46:32 +0000416void LinkerScript::fabricateDefaultCommands(bool AllocateHeader) {
417 std::vector<BaseCommand *> Commands;
418
419 // Define start address
420 uint64_t StartAddr = Config->ImageBase;
421 if (AllocateHeader)
422 StartAddr += elf::getHeaderSize();
423
424 // The Sections with -T<section> are sorted in order of ascending address
425 // we must use this if it is lower than StartAddr as calls to setDot() must
426 // be monotonically increasing
427 if (!Config->SectionStartMap.empty()) {
428 uint64_t LowestSecStart = Config->SectionStartMap.begin()->second;
429 StartAddr = std::min(StartAddr, LowestSecStart);
430 }
431 Commands.push_back(
432 make<SymbolAssignment>(".", [=] { return StartAddr; }, ""));
433
434 // For each OutputSection that needs a VA fabricate an OutputSectionCommand
435 // with an InputSectionDescription describing the InputSections
436 for (OutputSection *Sec : *OutputSections) {
437 if (!(Sec->Flags & SHF_ALLOC))
438 continue;
439
440 auto I = Config->SectionStartMap.find(Sec->Name);
441 if (I != Config->SectionStartMap.end())
442 Commands.push_back(
443 make<SymbolAssignment>(".", [=] { return I->second; }, ""));
444
445 auto *OSCmd = make<OutputSectionCommand>(Sec->Name);
446 OSCmd->Sec = Sec;
447 if (Sec->PageAlign)
448 OSCmd->AddrExpr = [=] {
449 return alignTo(Script->getDot(), Config->MaxPageSize);
450 };
451 Commands.push_back(OSCmd);
452 if (Sec->Sections.size()) {
453 auto *ISD = make<InputSectionDescription>("");
454 OSCmd->Commands.push_back(ISD);
455 for (InputSection *ISec : Sec->Sections) {
456 ISD->Sections.push_back(ISec);
457 ISec->Assigned = true;
458 }
459 }
460 }
461 // SECTIONS commands run before other non SECTIONS commands
462 Commands.insert(Commands.end(), Opt.Commands.begin(), Opt.Commands.end());
463 Opt.Commands = std::move(Commands);
464}
465
Rui Ueyama0b1b6952016-11-21 02:11:05 +0000466// Add sections that didn't match any sections command.
Rui Ueyamab8dd23f2017-03-21 23:02:51 +0000467void LinkerScript::addOrphanSections(OutputSectionFactory &Factory) {
Rafael Espindola4f013bb2017-04-26 22:30:15 +0000468 for (InputSectionBase *S : InputSections) {
469 if (!S->Live || S->OutSec)
470 continue;
471 StringRef Name = getOutputSectionName(S->Name);
472 auto I = std::find_if(
473 Opt.Commands.begin(), Opt.Commands.end(), [&](BaseCommand *Base) {
474 if (auto *Cmd = dyn_cast<OutputSectionCommand>(Base))
475 return Cmd->Name == Name;
476 return false;
477 });
Rui Ueyama216aa112017-04-28 22:40:58 +0000478 if (I == Opt.Commands.end())
Rafael Espindola4f013bb2017-04-26 22:30:15 +0000479 Factory.addInputSec(S, Name);
Rui Ueyama216aa112017-04-28 22:40:58 +0000480 else
481 Factory.addInputSec(S, Name, cast<OutputSectionCommand>(*I)->Sec);
Rafael Espindola4f013bb2017-04-26 22:30:15 +0000482 }
Eugene Leviante63d81b2016-07-20 14:43:20 +0000483}
484
George Rimarf7f0d082017-03-14 11:23:33 +0000485static bool isTbss(OutputSection *Sec) {
Rafael Espindola04a2e342016-11-09 01:42:41 +0000486 return (Sec->Flags & SHF_TLS) && Sec->Type == SHT_NOBITS;
Rafael Espindolaa940e532016-09-22 12:35:44 +0000487}
488
Rui Ueyamab8dd23f2017-03-21 23:02:51 +0000489void LinkerScript::output(InputSection *S) {
Rui Ueyama216aa112017-04-28 22:40:58 +0000490 if (!AlreadyOutputIS.insert(S).second)
491 return;
George Rimarf7f0d082017-03-14 11:23:33 +0000492 bool IsTbss = isTbss(CurOutSec);
Eugene Leviant20889c52016-08-31 08:13:33 +0000493
George Rimar0c1c8082017-03-14 10:00:19 +0000494 uint64_t Pos = IsTbss ? Dot + ThreadBssOffset : Dot;
Rafael Espindolad3190792016-09-16 15:10:23 +0000495 Pos = alignTo(Pos, S->Alignment);
Rafael Espindola04a2e342016-11-09 01:42:41 +0000496 S->OutSecOff = Pos - CurOutSec->Addr;
Rafael Espindola76b6bd32017-03-08 15:44:30 +0000497 Pos += S->getSize();
Rafael Espindolad3190792016-09-16 15:10:23 +0000498
499 // Update output section size after adding each section. This is so that
500 // SIZEOF works correctly in the case below:
501 // .foo { *(.aaa) a = SIZEOF(.foo); *(.bbb) }
Rafael Espindola04a2e342016-11-09 01:42:41 +0000502 CurOutSec->Size = Pos - CurOutSec->Addr;
Rafael Espindolad3190792016-09-16 15:10:23 +0000503
Meador Ingeb8897442017-01-24 02:34:00 +0000504 // If there is a memory region associated with this input section, then
505 // place the section in that region and update the region index.
506 if (CurMemRegion) {
507 CurMemRegion->Offset += CurOutSec->Size;
508 uint64_t CurSize = CurMemRegion->Offset - CurMemRegion->Origin;
509 if (CurSize > CurMemRegion->Length) {
510 uint64_t OverflowAmt = CurSize - CurMemRegion->Length;
511 error("section '" + CurOutSec->Name + "' will not fit in region '" +
512 CurMemRegion->Name + "': overflowed by " + Twine(OverflowAmt) +
513 " bytes");
514 }
515 }
516
Rafael Espindola7252ae52016-09-22 12:00:08 +0000517 if (IsTbss)
518 ThreadBssOffset = Pos - Dot;
519 else
Rafael Espindolad3190792016-09-16 15:10:23 +0000520 Dot = Pos;
521}
522
Rui Ueyama216aa112017-04-28 22:40:58 +0000523void LinkerScript::flush() {
524 assert(CurOutSec);
525 if (!AlreadyOutputOS.insert(CurOutSec).second)
526 return;
527 for (InputSection *I : CurOutSec->Sections)
528 output(I);
529}
530
Rui Ueyamab8dd23f2017-03-21 23:02:51 +0000531void LinkerScript::switchTo(OutputSection *Sec) {
Rafael Espindolad3190792016-09-16 15:10:23 +0000532 if (CurOutSec == Sec)
533 return;
Rui Ueyama216aa112017-04-28 22:40:58 +0000534 if (AlreadyOutputOS.count(Sec))
535 return;
Rafael Espindolad3190792016-09-16 15:10:23 +0000536
Rafael Espindolad3190792016-09-16 15:10:23 +0000537 CurOutSec = Sec;
538
Rafael Espindola37707632017-03-07 14:55:52 +0000539 Dot = alignTo(Dot, CurOutSec->Alignment);
George Rimarf7f0d082017-03-14 11:23:33 +0000540 CurOutSec->Addr = isTbss(CurOutSec) ? Dot + ThreadBssOffset : Dot;
Eugene Leviantb71d6f72016-10-06 09:39:28 +0000541
542 // If neither AT nor AT> is specified for an allocatable section, the linker
543 // will set the LMA such that the difference between VMA and LMA for the
544 // section is the same as the preceding output section in the same region
545 // https://sourceware.org/binutils/docs-2.20/ld/Output-Section-LMA.html
George Rimar21467872017-02-23 07:57:55 +0000546 if (LMAOffset)
Rafael Espindola29c1afb2017-02-24 14:34:12 +0000547 CurOutSec->LMAOffset = LMAOffset();
Rafael Espindolad3190792016-09-16 15:10:23 +0000548}
549
Rui Ueyamab8dd23f2017-03-21 23:02:51 +0000550void LinkerScript::process(BaseCommand &Base) {
Rui Ueyama2e081a42017-04-05 03:18:46 +0000551 // This handles the assignments to symbol or to the dot.
552 if (auto *Cmd = dyn_cast<SymbolAssignment>(&Base)) {
553 assignSymbol(Cmd, true);
Eugene Leviantceabe802016-08-11 07:56:43 +0000554 return;
Rui Ueyama2de509c2016-08-12 00:55:08 +0000555 }
George Rimare38cbab2016-09-26 19:22:50 +0000556
557 // Handle BYTE(), SHORT(), LONG(), or QUAD().
Rui Ueyama2e081a42017-04-05 03:18:46 +0000558 if (auto *Cmd = dyn_cast<BytesDataCommand>(&Base)) {
559 Cmd->Offset = Dot - CurOutSec->Addr;
560 Dot += Cmd->Size;
Rafael Espindola04a2e342016-11-09 01:42:41 +0000561 CurOutSec->Size = Dot - CurOutSec->Addr;
George Rimare38cbab2016-09-26 19:22:50 +0000562 return;
563 }
564
Rui Ueyama2e081a42017-04-05 03:18:46 +0000565 // Handle ASSERT().
566 if (auto *Cmd = dyn_cast<AssertCommand>(&Base)) {
567 Cmd->Expression();
Meador Ingeb2d99d62016-11-22 18:01:50 +0000568 return;
569 }
570
Rui Ueyama2e081a42017-04-05 03:18:46 +0000571 // Handle a single input section description command.
572 // It calculates and assigns the offsets for each section and also
George Rimare38cbab2016-09-26 19:22:50 +0000573 // updates the output section size.
Rui Ueyama2e081a42017-04-05 03:18:46 +0000574 auto &Cmd = cast<InputSectionDescription>(Base);
575 for (InputSectionBase *Sec : Cmd.Sections) {
George Rimar3fb5a6d2016-11-29 16:05:27 +0000576 // We tentatively added all synthetic sections at the beginning and removed
577 // empty ones afterwards (because there is no way to know whether they were
578 // going be empty or not other than actually running linker scripts.)
579 // We need to ignore remains of empty sections.
Rui Ueyama2e081a42017-04-05 03:18:46 +0000580 if (auto *S = dyn_cast<SyntheticSection>(Sec))
581 if (S->empty())
George Rimar3fb5a6d2016-11-29 16:05:27 +0000582 continue;
583
Rui Ueyama2e081a42017-04-05 03:18:46 +0000584 if (!Sec->Live)
George Rimar78ef6452017-02-21 15:46:43 +0000585 continue;
Rui Ueyama216aa112017-04-28 22:40:58 +0000586 assert(CurOutSec == Sec->OutSec || AlreadyOutputOS.count(Sec->OutSec));
Rui Ueyama2e081a42017-04-05 03:18:46 +0000587 output(cast<InputSection>(Sec));
Eugene Leviantceabe802016-08-11 07:56:43 +0000588 }
589}
590
Meador Ingeb8897442017-01-24 02:34:00 +0000591// This function searches for a memory region to place the given output
592// section in. If found, a pointer to the appropriate memory region is
593// returned. Otherwise, a nullptr is returned.
Rafael Espindola1902b332017-04-06 21:26:03 +0000594MemoryRegion *LinkerScript::findMemoryRegion(OutputSectionCommand *Cmd) {
Meador Ingeb8897442017-01-24 02:34:00 +0000595 // If a memory region name was specified in the output section command,
596 // then try to find that region first.
597 if (!Cmd->MemoryRegionName.empty()) {
598 auto It = Opt.MemoryRegions.find(Cmd->MemoryRegionName);
599 if (It != Opt.MemoryRegions.end())
600 return &It->second;
601 error("memory region '" + Cmd->MemoryRegionName + "' not declared");
602 return nullptr;
603 }
604
Rui Ueyamad7c54002017-04-05 03:19:43 +0000605 // If at least one memory region is defined, all sections must
606 // belong to some memory region. Otherwise, we don't need to do
607 // anything for memory regions.
Rui Ueyamacc400cc2017-04-05 03:19:24 +0000608 if (Opt.MemoryRegions.empty())
Meador Ingeb8897442017-01-24 02:34:00 +0000609 return nullptr;
610
Rafael Espindola1902b332017-04-06 21:26:03 +0000611 OutputSection *Sec = Cmd->Sec;
Meador Ingeb8897442017-01-24 02:34:00 +0000612 // See if a region can be found by matching section flags.
Rui Ueyama2e081a42017-04-05 03:18:46 +0000613 for (auto &Pair : Opt.MemoryRegions) {
614 MemoryRegion &M = Pair.second;
615 if ((M.Flags & Sec->Flags) && (M.NegFlags & Sec->Flags) == 0)
616 return &M;
Meador Ingeb8897442017-01-24 02:34:00 +0000617 }
618
619 // Otherwise, no suitable region was found.
620 if (Sec->Flags & SHF_ALLOC)
621 error("no memory region specified for section '" + Sec->Name + "'");
622 return nullptr;
623}
624
Rui Ueyama0b1b6952016-11-21 02:11:05 +0000625// This function assigns offsets to input sections and an output section
626// for a single sections command (e.g. ".text { *(.text); }").
Rui Ueyamab8dd23f2017-03-21 23:02:51 +0000627void LinkerScript::assignOffsets(OutputSectionCommand *Cmd) {
Rafael Espindola9b980092017-04-06 21:05:39 +0000628 OutputSection *Sec = Cmd->Sec;
Rafael Espindola2b074552017-02-03 22:27:05 +0000629 if (!Sec)
Rafael Espindolad3190792016-09-16 15:10:23 +0000630 return;
Meador Ingeb8897442017-01-24 02:34:00 +0000631
Rui Ueyamacba41012017-04-05 03:20:03 +0000632 if (Cmd->AddrExpr && (Sec->Flags & SHF_ALLOC))
Rui Ueyamad379f732017-04-05 03:20:22 +0000633 setDot(Cmd->AddrExpr, Cmd->Location, false);
Rafael Espindola679828f2017-02-17 16:26:13 +0000634
Eugene Leviant5784e962017-03-14 08:57:09 +0000635 if (Cmd->LMAExpr) {
George Rimar0c1c8082017-03-14 10:00:19 +0000636 uint64_t D = Dot;
Rafael Espindola72dc1952017-03-17 13:05:04 +0000637 LMAOffset = [=] { return Cmd->LMAExpr().getValue() - D; };
Eugene Leviant5784e962017-03-14 08:57:09 +0000638 }
639
Rafael Espindolafeed7502017-04-06 21:31:24 +0000640 CurMemRegion = Cmd->MemRegion;
Meador Ingeb8897442017-01-24 02:34:00 +0000641 if (CurMemRegion)
642 Dot = CurMemRegion->Offset;
643 switchTo(Sec);
Rui Ueyama0b1b6952016-11-21 02:11:05 +0000644
Rui Ueyama216aa112017-04-28 22:40:58 +0000645 // flush() may add orphan sections, so the order of flush() and
646 // symbol assignments is important. We want to call flush() first so
647 // that symbols pointing the end of the current section points to
648 // the location after orphan sections.
649 auto Mid =
650 std::find_if(Cmd->Commands.rbegin(), Cmd->Commands.rend(),
651 [](BaseCommand *Cmd) { return !isa<SymbolAssignment>(Cmd); })
652 .base();
653 for (auto I = Cmd->Commands.begin(); I != Mid; ++I)
654 process(**I);
655 flush();
656 for (auto I = Mid, E = Cmd->Commands.end(); I != E; ++I)
657 process(**I);
Rafael Espindolad3190792016-09-16 15:10:23 +0000658}
659
Rui Ueyamab8dd23f2017-03-21 23:02:51 +0000660void LinkerScript::removeEmptyCommands() {
Rafael Espindola6d38e4d2016-09-20 13:12:07 +0000661 // It is common practice to use very generic linker scripts. So for any
662 // given run some of the output sections in the script will be empty.
663 // We could create corresponding empty output sections, but that would
664 // clutter the output.
665 // We instead remove trivially empty sections. The bfd linker seems even
666 // more aggressive at removing them.
667 auto Pos = std::remove_if(
Rui Ueyama8f99f732017-04-05 03:20:42 +0000668 Opt.Commands.begin(), Opt.Commands.end(), [&](BaseCommand *Base) {
669 if (auto *Cmd = dyn_cast<OutputSectionCommand>(Base))
Rafael Espindola4f013bb2017-04-26 22:30:15 +0000670 return std::find(OutputSections->begin(), OutputSections->end(),
671 Cmd->Sec) == OutputSections->end();
Rui Ueyama0b1b6952016-11-21 02:11:05 +0000672 return false;
Rafael Espindola6d38e4d2016-09-20 13:12:07 +0000673 });
674 Opt.Commands.erase(Pos, Opt.Commands.end());
Rafael Espindola07fe6122016-11-14 14:23:35 +0000675}
676
Rafael Espindola6a537372016-11-14 14:33:49 +0000677static bool isAllSectionDescription(const OutputSectionCommand &Cmd) {
Rui Ueyama8f99f732017-04-05 03:20:42 +0000678 for (BaseCommand *Base : Cmd.Commands)
679 if (!isa<InputSectionDescription>(*Base))
Rafael Espindola6a537372016-11-14 14:33:49 +0000680 return false;
681 return true;
682}
Rafael Espindola6d38e4d2016-09-20 13:12:07 +0000683
Rui Ueyamab8dd23f2017-03-21 23:02:51 +0000684void LinkerScript::adjustSectionsBeforeSorting() {
Rafael Espindola9546fff2016-09-22 14:40:50 +0000685 // If the output section contains only symbol assignments, create a
686 // corresponding output section. The bfd linker seems to only create them if
687 // '.' is assigned to, but creating these section should not have any bad
688 // consequeces and gives us a section to put the symbol in.
George Rimar0c1c8082017-03-14 10:00:19 +0000689 uint64_t Flags = SHF_ALLOC;
George Rimar10221122017-04-14 09:37:00 +0000690 uint32_t Type = SHT_PROGBITS;
Rui Ueyama8f99f732017-04-05 03:20:42 +0000691 for (BaseCommand *Base : Opt.Commands) {
692 auto *Cmd = dyn_cast<OutputSectionCommand>(Base);
Rafael Espindola9546fff2016-09-22 14:40:50 +0000693 if (!Cmd)
694 continue;
Rafael Espindola4f013bb2017-04-26 22:30:15 +0000695 if (OutputSection *Sec = Cmd->Sec) {
Rafael Espindola2b074552017-02-03 22:27:05 +0000696 Flags = Sec->Flags;
697 Type = Sec->Type;
Rafael Espindola9546fff2016-09-22 14:40:50 +0000698 continue;
699 }
700
Rafael Espindola6a537372016-11-14 14:33:49 +0000701 if (isAllSectionDescription(*Cmd))
702 continue;
703
Rafael Espindola24e6f362017-02-24 15:07:30 +0000704 auto *OutSec = make<OutputSection>(Cmd->Name, Type, Flags);
Rafael Espindola9546fff2016-09-22 14:40:50 +0000705 OutputSections->push_back(OutSec);
Rafael Espindola9b980092017-04-06 21:05:39 +0000706 Cmd->Sec = OutSec;
Rafael Espindola9546fff2016-09-22 14:40:50 +0000707 }
Rafael Espindolaf7a17442016-11-14 15:39:38 +0000708}
709
Rui Ueyamab8dd23f2017-03-21 23:02:51 +0000710void LinkerScript::adjustSectionsAfterSorting() {
Rafael Espindolaf7a17442016-11-14 15:39:38 +0000711 placeOrphanSections();
712
Rafael Espindolafeed7502017-04-06 21:31:24 +0000713 // Try and find an appropriate memory region to assign offsets in.
Rafael Espindolad1960dc2017-04-06 21:40:22 +0000714 for (BaseCommand *Base : Opt.Commands) {
715 if (auto *Cmd = dyn_cast<OutputSectionCommand>(Base)) {
Rafael Espindolafeed7502017-04-06 21:31:24 +0000716 Cmd->MemRegion = findMemoryRegion(Cmd);
Rafael Espindolad1960dc2017-04-06 21:40:22 +0000717 // Handle align (e.g. ".foo : ALIGN(16) { ... }").
718 if (Cmd->AlignExpr)
719 Cmd->Sec->updateAlignment(Cmd->AlignExpr().getValue());
720 }
721 }
Rafael Espindolafeed7502017-04-06 21:31:24 +0000722
Rafael Espindolaf7a17442016-11-14 15:39:38 +0000723 // If output section command doesn't specify any segments,
724 // and we haven't previously assigned any section to segment,
725 // then we simply assign section to the very first load segment.
726 // Below is an example of such linker script:
727 // PHDRS { seg PT_LOAD; }
728 // SECTIONS { .aaa : { *(.aaa) } }
729 std::vector<StringRef> DefPhdrs;
730 auto FirstPtLoad =
731 std::find_if(Opt.PhdrsCommands.begin(), Opt.PhdrsCommands.end(),
732 [](const PhdrsCommand &Cmd) { return Cmd.Type == PT_LOAD; });
733 if (FirstPtLoad != Opt.PhdrsCommands.end())
734 DefPhdrs.push_back(FirstPtLoad->Name);
735
736 // Walk the commands and propagate the program headers to commands that don't
737 // explicitly specify them.
Rui Ueyama8f99f732017-04-05 03:20:42 +0000738 for (BaseCommand *Base : Opt.Commands) {
739 auto *Cmd = dyn_cast<OutputSectionCommand>(Base);
Rafael Espindolaf7a17442016-11-14 15:39:38 +0000740 if (!Cmd)
741 continue;
Rui Ueyama8f99f732017-04-05 03:20:42 +0000742
Rafael Espindolaf7a17442016-11-14 15:39:38 +0000743 if (Cmd->Phdrs.empty())
744 Cmd->Phdrs = DefPhdrs;
745 else
746 DefPhdrs = Cmd->Phdrs;
747 }
Rafael Espindola6a537372016-11-14 14:33:49 +0000748
749 removeEmptyCommands();
Rafael Espindola9546fff2016-09-22 14:40:50 +0000750}
751
Rafael Espindola15c57952016-09-22 18:05:49 +0000752// When placing orphan sections, we want to place them after symbol assignments
753// so that an orphan after
754// begin_foo = .;
755// foo : { *(foo) }
756// end_foo = .;
757// doesn't break the intended meaning of the begin/end symbols.
758// We don't want to go over sections since Writer<ELFT>::sortSections is the
759// one in charge of deciding the order of the sections.
760// We don't want to go over alignments, since doing so in
761// rx_sec : { *(rx_sec) }
762// . = ALIGN(0x1000);
763// /* The RW PT_LOAD starts here*/
764// rw_sec : { *(rw_sec) }
765// would mean that the RW PT_LOAD would become unaligned.
Rui Ueyama4e1e88e2017-04-05 03:52:28 +0000766static bool shouldSkip(BaseCommand *Cmd) {
Rafael Espindola15c57952016-09-22 18:05:49 +0000767 if (isa<OutputSectionCommand>(Cmd))
768 return false;
Rui Ueyama4e1e88e2017-04-05 03:52:28 +0000769 if (auto *Assign = dyn_cast<SymbolAssignment>(Cmd))
770 return Assign->Name != ".";
771 return true;
Rafael Espindola15c57952016-09-22 18:05:49 +0000772}
773
Rui Ueyama6697ec22017-02-02 23:26:12 +0000774// Orphan sections are sections present in the input files which are
775// not explicitly placed into the output file by the linker script.
776//
777// When the control reaches this function, Opt.Commands contains
778// output section commands for non-orphan sections only. This function
Rui Ueyama81cb7102017-03-24 00:15:57 +0000779// adds new elements for orphan sections so that all sections are
780// explicitly handled by Opt.Commands.
Rui Ueyama6697ec22017-02-02 23:26:12 +0000781//
782// Writer<ELFT>::sortSections has already sorted output sections.
783// What we need to do is to scan OutputSections vector and
784// Opt.Commands in parallel to find orphan sections. If there is an
785// output section that doesn't have a corresponding entry in
786// Opt.Commands, we will insert a new entry to Opt.Commands.
787//
788// There is some ambiguity as to where exactly a new entry should be
789// inserted, because Opt.Commands contains not only output section
Rui Ueyama81cb7102017-03-24 00:15:57 +0000790// commands but also other types of commands such as symbol assignment
Rui Ueyama6697ec22017-02-02 23:26:12 +0000791// expressions. There's no correct answer here due to the lack of the
792// formal specification of the linker script. We use heuristics to
793// determine whether a new output command should be added before or
794// after another commands. For the details, look at shouldSkip
795// function.
Rui Ueyamab8dd23f2017-03-21 23:02:51 +0000796void LinkerScript::placeOrphanSections() {
Rafael Espindolaaab6d5c2016-09-16 21:29:07 +0000797 // The OutputSections are already in the correct order.
798 // This loops creates or moves commands as needed so that they are in the
799 // correct order.
800 int CmdIndex = 0;
Rafael Espindola5fcc99c2016-11-27 09:44:45 +0000801
802 // As a horrible special case, skip the first . assignment if it is before any
803 // section. We do this because it is common to set a load address by starting
804 // the script with ". = 0xabcd" and the expectation is that every section is
805 // after that.
Rui Ueyama4e1e88e2017-04-05 03:52:28 +0000806 auto FirstSectionOrDotAssignment =
807 std::find_if(Opt.Commands.begin(), Opt.Commands.end(),
808 [](BaseCommand *Cmd) { return !shouldSkip(Cmd); });
Rafael Espindola5fcc99c2016-11-27 09:44:45 +0000809 if (FirstSectionOrDotAssignment != Opt.Commands.end()) {
810 CmdIndex = FirstSectionOrDotAssignment - Opt.Commands.begin();
811 if (isa<SymbolAssignment>(**FirstSectionOrDotAssignment))
812 ++CmdIndex;
813 }
814
Rafael Espindola24e6f362017-02-24 15:07:30 +0000815 for (OutputSection *Sec : *OutputSections) {
Rafael Espindola40849412017-02-24 14:28:00 +0000816 StringRef Name = Sec->Name;
Rafael Espindolaaab6d5c2016-09-16 21:29:07 +0000817
818 // Find the last spot where we can insert a command and still get the
Rafael Espindola15c57952016-09-22 18:05:49 +0000819 // correct result.
Rafael Espindolaaab6d5c2016-09-16 21:29:07 +0000820 auto CmdIter = Opt.Commands.begin() + CmdIndex;
821 auto E = Opt.Commands.end();
Rui Ueyama4e1e88e2017-04-05 03:52:28 +0000822 while (CmdIter != E && shouldSkip(*CmdIter)) {
Rafael Espindolaaab6d5c2016-09-16 21:29:07 +0000823 ++CmdIter;
824 ++CmdIndex;
825 }
826
Rui Ueyama8f99f732017-04-05 03:20:42 +0000827 auto Pos = std::find_if(CmdIter, E, [&](BaseCommand *Base) {
828 auto *Cmd = dyn_cast<OutputSectionCommand>(Base);
829 return Cmd && Cmd->Name == Name;
830 });
Rafael Espindolaaab6d5c2016-09-16 21:29:07 +0000831 if (Pos == E) {
Rafael Espindola9b980092017-04-06 21:05:39 +0000832 auto *Cmd = make<OutputSectionCommand>(Name);
Rui Ueyama216aa112017-04-28 22:40:58 +0000833 Cmd->Sec = Sec;
Rafael Espindola9b980092017-04-06 21:05:39 +0000834 Opt.Commands.insert(CmdIter, Cmd);
Rafael Espindola15c57952016-09-22 18:05:49 +0000835 ++CmdIndex;
836 continue;
Rafael Espindolaaab6d5c2016-09-16 21:29:07 +0000837 }
Rafael Espindola15c57952016-09-22 18:05:49 +0000838
839 // Continue from where we found it.
840 CmdIndex = (Pos - Opt.Commands.begin()) + 1;
George Rimar652852c2016-04-16 10:10:32 +0000841 }
Rafael Espindola337f9032016-11-14 14:13:32 +0000842}
843
Rui Ueyamab8dd23f2017-03-21 23:02:51 +0000844void LinkerScript::processNonSectionCommands() {
Rui Ueyama8f99f732017-04-05 03:20:42 +0000845 for (BaseCommand *Base : Opt.Commands) {
846 if (auto *Cmd = dyn_cast<SymbolAssignment>(Base))
Rui Ueyamad379f732017-04-05 03:20:22 +0000847 assignSymbol(Cmd, false);
Rui Ueyama8f99f732017-04-05 03:20:42 +0000848 else if (auto *Cmd = dyn_cast<AssertCommand>(Base))
Petr Hosek02ad5162017-03-15 03:33:23 +0000849 Cmd->Expression();
850 }
851}
852
Rui Ueyamab8dd23f2017-03-21 23:02:51 +0000853void LinkerScript::assignAddresses(std::vector<PhdrEntry> &Phdrs) {
Rui Ueyama7c18c282016-04-18 21:00:40 +0000854 // Assign addresses as instructed by linker script SECTIONS sub-commands.
Rafael Espindolabe607332016-09-30 00:16:11 +0000855 Dot = 0;
Rafael Espindola72dc1952017-03-17 13:05:04 +0000856 ErrorOnMissingSection = true;
Rafael Espindola06f47432017-02-06 22:21:46 +0000857 switchTo(Aether);
858
Rui Ueyama8f99f732017-04-05 03:20:42 +0000859 for (BaseCommand *Base : Opt.Commands) {
860 if (auto *Cmd = dyn_cast<SymbolAssignment>(Base)) {
Rui Ueyamad379f732017-04-05 03:20:22 +0000861 assignSymbol(Cmd, false);
George Rimar652852c2016-04-16 10:10:32 +0000862 continue;
863 }
864
Rui Ueyama8f99f732017-04-05 03:20:42 +0000865 if (auto *Cmd = dyn_cast<AssertCommand>(Base)) {
Rafael Espindola4595df92017-03-10 16:04:26 +0000866 Cmd->Expression();
George Rimareefa7582016-08-04 09:29:31 +0000867 continue;
868 }
869
Rui Ueyama8f99f732017-04-05 03:20:42 +0000870 auto *Cmd = cast<OutputSectionCommand>(Base);
Rafael Espindolad3190792016-09-16 15:10:23 +0000871 assignOffsets(Cmd);
George Rimar652852c2016-04-16 10:10:32 +0000872 }
Rui Ueyama52c4e172016-07-01 10:42:25 +0000873
George Rimar0c1c8082017-03-14 10:00:19 +0000874 uint64_t MinVA = std::numeric_limits<uint64_t>::max();
Rafael Espindola24e6f362017-02-24 15:07:30 +0000875 for (OutputSection *Sec : *OutputSections) {
Rafael Espindola04a2e342016-11-09 01:42:41 +0000876 if (Sec->Flags & SHF_ALLOC)
Rafael Espindolae08e78d2016-11-09 23:23:45 +0000877 MinVA = std::min<uint64_t>(MinVA, Sec->Addr);
Rafael Espindolaea590d92017-02-08 15:19:03 +0000878 else
879 Sec->Addr = 0;
880 }
Rafael Espindolaaab6d5c2016-09-16 21:29:07 +0000881
George Rimar2d262102017-03-14 09:03:53 +0000882 allocateHeaders(Phdrs, *OutputSections, MinVA);
George Rimar652852c2016-04-16 10:10:32 +0000883}
884
Rui Ueyama464daad2016-08-22 04:55:20 +0000885// Creates program headers as instructed by PHDRS linker script command.
Rui Ueyamab8dd23f2017-03-21 23:02:51 +0000886std::vector<PhdrEntry> LinkerScript::createPhdrs() {
Rafael Espindola17cb7c02016-12-19 17:01:01 +0000887 std::vector<PhdrEntry> Ret;
Eugene Leviantbbe38602016-07-19 09:25:43 +0000888
Rui Ueyama464daad2016-08-22 04:55:20 +0000889 // Process PHDRS and FILEHDR keywords because they are not
890 // real output sections and cannot be added in the following loop.
Eugene Leviantbbe38602016-07-19 09:25:43 +0000891 for (const PhdrsCommand &Cmd : Opt.PhdrsCommands) {
Rui Ueyamaedebbdf2016-07-24 23:47:31 +0000892 Ret.emplace_back(Cmd.Type, Cmd.Flags == UINT_MAX ? PF_R : Cmd.Flags);
Rafael Espindola17cb7c02016-12-19 17:01:01 +0000893 PhdrEntry &Phdr = Ret.back();
Eugene Leviantbbe38602016-07-19 09:25:43 +0000894
895 if (Cmd.HasFilehdr)
Rui Ueyama9d1bacb12017-02-27 02:31:26 +0000896 Phdr.add(Out::ElfHeader);
Eugene Leviantbbe38602016-07-19 09:25:43 +0000897 if (Cmd.HasPhdrs)
Rui Ueyama9d1bacb12017-02-27 02:31:26 +0000898 Phdr.add(Out::ProgramHeaders);
Eugene Leviant56b21c82016-09-09 09:46:16 +0000899
900 if (Cmd.LMAExpr) {
Rafael Espindola72dc1952017-03-17 13:05:04 +0000901 Phdr.p_paddr = Cmd.LMAExpr().getValue();
Eugene Leviant56b21c82016-09-09 09:46:16 +0000902 Phdr.HasLMA = true;
903 }
Eugene Leviantbbe38602016-07-19 09:25:43 +0000904 }
905
Rui Ueyama464daad2016-08-22 04:55:20 +0000906 // Add output sections to program headers.
Rafael Espindola24e6f362017-02-24 15:07:30 +0000907 for (OutputSection *Sec : *OutputSections) {
Rafael Espindola04a2e342016-11-09 01:42:41 +0000908 if (!(Sec->Flags & SHF_ALLOC))
Eugene Leviantbbe38602016-07-19 09:25:43 +0000909 break;
910
Eugene Leviantce30b1c2016-10-19 15:04:49 +0000911 // Assign headers specified by linker script
Rafael Espindola40849412017-02-24 14:28:00 +0000912 for (size_t Id : getPhdrIndices(Sec->Name)) {
Eugene Leviantce30b1c2016-10-19 15:04:49 +0000913 Ret[Id].add(Sec);
914 if (Opt.PhdrsCommands[Id].Flags == UINT_MAX)
Rafael Espindola17cb7c02016-12-19 17:01:01 +0000915 Ret[Id].p_flags |= Sec->getPhdrFlags();
Eugene Leviantbbe38602016-07-19 09:25:43 +0000916 }
Eugene Leviantbbe38602016-07-19 09:25:43 +0000917 }
Rui Ueyamaedebbdf2016-07-24 23:47:31 +0000918 return Ret;
Eugene Leviantbbe38602016-07-19 09:25:43 +0000919}
920
Rui Ueyamab8dd23f2017-03-21 23:02:51 +0000921bool LinkerScript::ignoreInterpSection() {
Eugene Leviantf9bc3bd2016-08-16 06:40:58 +0000922 // Ignore .interp section in case we have PHDRS specification
923 // and PT_INTERP isn't listed.
Rui Ueyamae31d9882017-04-05 05:06:17 +0000924 if (Opt.PhdrsCommands.empty())
925 return false;
926 for (PhdrsCommand &Cmd : Opt.PhdrsCommands)
927 if (Cmd.Type == PT_INTERP)
928 return false;
929 return true;
Eugene Leviantf9bc3bd2016-08-16 06:40:58 +0000930}
931
James Henderson9d9a6632017-04-07 10:36:42 +0000932Optional<uint32_t> LinkerScript::getFiller(StringRef Name) {
Rui Ueyama8f99f732017-04-05 03:20:42 +0000933 for (BaseCommand *Base : Opt.Commands)
934 if (auto *Cmd = dyn_cast<OutputSectionCommand>(Base))
George Rimarf6c3cce2016-07-21 07:48:54 +0000935 if (Cmd->Name == Name)
936 return Cmd->Filler;
James Henderson9d9a6632017-04-07 10:36:42 +0000937 return None;
George Rimare2ee72b2016-02-26 14:48:31 +0000938}
939
George Rimare38cbab2016-09-26 19:22:50 +0000940static void writeInt(uint8_t *Buf, uint64_t Data, uint64_t Size) {
Rui Ueyamaf62d2602017-04-05 05:06:37 +0000941 if (Size == 1)
942 *Buf = Data;
943 else if (Size == 2)
Rui Ueyamaf93ed4d2017-03-21 21:40:08 +0000944 write16(Buf, Data, Config->Endianness);
Rui Ueyamaf62d2602017-04-05 05:06:37 +0000945 else if (Size == 4)
Rui Ueyamaf93ed4d2017-03-21 21:40:08 +0000946 write32(Buf, Data, Config->Endianness);
Rui Ueyamaf62d2602017-04-05 05:06:37 +0000947 else if (Size == 8)
Rui Ueyamaf93ed4d2017-03-21 21:40:08 +0000948 write64(Buf, Data, Config->Endianness);
Rui Ueyamaf62d2602017-04-05 05:06:37 +0000949 else
George Rimare38cbab2016-09-26 19:22:50 +0000950 llvm_unreachable("unsupported Size argument");
George Rimare38cbab2016-09-26 19:22:50 +0000951}
952
Rui Ueyamab8dd23f2017-03-21 23:02:51 +0000953void LinkerScript::writeDataBytes(StringRef Name, uint8_t *Buf) {
George Rimare38cbab2016-09-26 19:22:50 +0000954 int I = getSectionIndex(Name);
955 if (I == INT_MAX)
956 return;
957
Rui Ueyama8f99f732017-04-05 03:20:42 +0000958 auto *Cmd = dyn_cast<OutputSectionCommand>(Opt.Commands[I]);
959 for (BaseCommand *Base : Cmd->Commands)
960 if (auto *Data = dyn_cast<BytesDataCommand>(Base))
George Rimara8dba482017-03-20 10:09:58 +0000961 writeInt(Buf + Data->Offset, Data->Expression().getValue(), Data->Size);
George Rimare38cbab2016-09-26 19:22:50 +0000962}
963
Rui Ueyamab8dd23f2017-03-21 23:02:51 +0000964bool LinkerScript::hasLMA(StringRef Name) {
Rui Ueyama8f99f732017-04-05 03:20:42 +0000965 for (BaseCommand *Base : Opt.Commands)
966 if (auto *Cmd = dyn_cast<OutputSectionCommand>(Base))
Eugene Leviantb71d6f72016-10-06 09:39:28 +0000967 if (Cmd->LMAExpr && Cmd->Name == Name)
968 return true;
969 return false;
George Rimar8ceadb32016-08-17 07:44:19 +0000970}
971
Rui Ueyamac3e2a4b2016-04-21 20:30:00 +0000972// Returns the index of the given section name in linker script
973// SECTIONS commands. Sections are laid out as the same order as they
974// were in the script. If a given name did not appear in the script,
975// it returns INT_MAX, so that it will be laid out at end of file.
Rui Ueyamab8dd23f2017-03-21 23:02:51 +0000976int LinkerScript::getSectionIndex(StringRef Name) {
Rui Ueyama6e68c5e2016-11-19 18:05:58 +0000977 for (int I = 0, E = Opt.Commands.size(); I != E; ++I)
Rui Ueyama8f99f732017-04-05 03:20:42 +0000978 if (auto *Cmd = dyn_cast<OutputSectionCommand>(Opt.Commands[I]))
Rui Ueyamaf510fa62016-07-26 00:21:15 +0000979 if (Cmd->Name == Name)
980 return I;
Rui Ueyamaf510fa62016-07-26 00:21:15 +0000981 return INT_MAX;
George Rimar71b26e92016-04-21 10:22:02 +0000982}
983
Rui Ueyamab8dd23f2017-03-21 23:02:51 +0000984ExprValue LinkerScript::getSymbolValue(const Twine &Loc, StringRef S) {
Rafael Espindola4595df92017-03-10 16:04:26 +0000985 if (S == ".")
Rafael Espindola72dc1952017-03-17 13:05:04 +0000986 return {CurOutSec, Dot - CurOutSec->Addr};
George Rimara8dba482017-03-20 10:09:58 +0000987 if (SymbolBody *B = findSymbol(S)) {
Rafael Espindola72dc1952017-03-17 13:05:04 +0000988 if (auto *D = dyn_cast<DefinedRegular>(B))
989 return {D->Section, D->Value};
Petr Hosek30f16b22017-03-23 03:52:34 +0000990 if (auto *C = dyn_cast<DefinedCommon>(B))
991 return {InX::Common, C->Offset};
Rafael Espindola72dc1952017-03-17 13:05:04 +0000992 }
Eugene Leviantf6aeed32016-12-22 13:13:12 +0000993 error(Loc + ": symbol not found: " + S);
George Rimar884e7862016-09-08 08:19:13 +0000994 return 0;
995}
996
Rui Ueyamab8dd23f2017-03-21 23:02:51 +0000997bool LinkerScript::isDefined(StringRef S) { return findSymbol(S) != nullptr; }
George Rimarf34f45f2016-09-23 13:17:23 +0000998
Eugene Leviantbbe38602016-07-19 09:25:43 +0000999// Returns indices of ELF headers containing specific section, identified
1000// by Name. Each index is a zero based number of ELF header listed within
1001// PHDRS {} script block.
Rui Ueyamab8dd23f2017-03-21 23:02:51 +00001002std::vector<size_t> LinkerScript::getPhdrIndices(StringRef SectionName) {
Rui Ueyama8f99f732017-04-05 03:20:42 +00001003 for (BaseCommand *Base : Opt.Commands) {
1004 auto *Cmd = dyn_cast<OutputSectionCommand>(Base);
Rui Ueyamaedebbdf2016-07-24 23:47:31 +00001005 if (!Cmd || Cmd->Name != SectionName)
George Rimar31d842f2016-07-20 16:43:03 +00001006 continue;
1007
Rui Ueyama29c5a2a2016-07-26 00:27:36 +00001008 std::vector<size_t> Ret;
1009 for (StringRef PhdrName : Cmd->Phdrs)
Eugene Leviant2a942c42016-12-05 16:38:32 +00001010 Ret.push_back(getPhdrIndex(Cmd->Location, PhdrName));
Rui Ueyama29c5a2a2016-07-26 00:27:36 +00001011 return Ret;
Eugene Leviantbbe38602016-07-19 09:25:43 +00001012 }
George Rimar31d842f2016-07-20 16:43:03 +00001013 return {};
Eugene Leviantbbe38602016-07-19 09:25:43 +00001014}
1015
Rui Ueyamab8dd23f2017-03-21 23:02:51 +00001016size_t LinkerScript::getPhdrIndex(const Twine &Loc, StringRef PhdrName) {
Rui Ueyama29c5a2a2016-07-26 00:27:36 +00001017 size_t I = 0;
1018 for (PhdrsCommand &Cmd : Opt.PhdrsCommands) {
1019 if (Cmd.Name == PhdrName)
1020 return I;
1021 ++I;
1022 }
Eugene Leviant2a942c42016-12-05 16:38:32 +00001023 error(Loc + ": section header '" + PhdrName + "' is not listed in PHDRS");
Rui Ueyama29c5a2a2016-07-26 00:27:36 +00001024 return 0;
1025}