blob: 908ebe504be075a120a16317987a4305f3664c7a [file] [log] [blame]
Rui Ueyamaf7c5fbb2015-09-30 17:23:26 +00001//===- LinkerScript.cpp ---------------------------------------------------===//
2//
3// The LLVM Linker
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10// This file contains the parser/evaluator of the linker script.
Rui Ueyamaf7c5fbb2015-09-30 17:23:26 +000011//
12//===----------------------------------------------------------------------===//
13
Rui Ueyama717677a2016-02-11 21:17:59 +000014#include "LinkerScript.h"
Rui Ueyamaf7c5fbb2015-09-30 17:23:26 +000015#include "Config.h"
Rui Ueyama1ebc8ed2016-02-12 21:47:28 +000016#include "InputSection.h"
Rui Ueyama9381eb12016-12-18 14:06:06 +000017#include "Memory.h"
George Rimar652852c2016-04-16 10:10:32 +000018#include "OutputSections.h"
Rui Ueyama93c9af42016-06-29 08:01:32 +000019#include "Strings.h"
Rui Ueyamaf7c5fbb2015-09-30 17:23:26 +000020#include "SymbolTable.h"
Rui Ueyama55518e72016-10-28 20:57:25 +000021#include "Symbols.h"
George Rimar3fb5a6d2016-11-29 16:05:27 +000022#include "SyntheticSections.h"
Rafael Espindola55b169b2017-05-24 18:08:04 +000023#include "Target.h"
24#include "Threads.h"
Eugene Leviantbbe38602016-07-19 09:25:43 +000025#include "Writer.h"
Eugene Zelenko22886a22016-11-05 01:00:56 +000026#include "llvm/ADT/STLExtras.h"
27#include "llvm/ADT/StringRef.h"
Zachary Turner264b5d92017-06-07 03:48:56 +000028#include "llvm/BinaryFormat/ELF.h"
Eugene Zelenko22886a22016-11-05 01:00:56 +000029#include "llvm/Support/Casting.h"
Eugene Zelenko22886a22016-11-05 01:00:56 +000030#include "llvm/Support/Endian.h"
31#include "llvm/Support/ErrorHandling.h"
Rui Ueyamaf7c5fbb2015-09-30 17:23:26 +000032#include "llvm/Support/FileSystem.h"
Rui Ueyamaf03f3cc2015-10-13 00:09:21 +000033#include "llvm/Support/Path.h"
Eugene Zelenko22886a22016-11-05 01:00:56 +000034#include <algorithm>
35#include <cassert>
36#include <cstddef>
37#include <cstdint>
38#include <iterator>
39#include <limits>
Eugene Zelenko22886a22016-11-05 01:00:56 +000040#include <string>
Eugene Zelenko22886a22016-11-05 01:00:56 +000041#include <vector>
Rui Ueyamaf7c5fbb2015-09-30 17:23:26 +000042
43using namespace llvm;
George Rimar652852c2016-04-16 10:10:32 +000044using namespace llvm::ELF;
Rui Ueyama1ebc8ed2016-02-12 21:47:28 +000045using namespace llvm::object;
George Rimare38cbab2016-09-26 19:22:50 +000046using namespace llvm::support::endian;
Rui Ueyamaf7c5fbb2015-09-30 17:23:26 +000047using namespace lld;
Rafael Espindolae0df00b2016-02-28 00:25:54 +000048using namespace lld::elf;
Rui Ueyamaf7c5fbb2015-09-30 17:23:26 +000049
Rui Ueyamaa34da932017-03-21 23:03:09 +000050LinkerScript *elf::Script;
51
George Rimar5d0ea702017-08-21 07:57:12 +000052static uint64_t getOutputSectionVA(SectionBase *InputSec, StringRef Loc) {
53 if (OutputSection *OS = InputSec->getOutputSection())
54 return OS->Addr;
55 error(Loc + ": unable to evaluate expression: input section " +
56 InputSec->Name + " has no output section assigned");
57 return 0;
58}
59
Rafael Espindola72dc1952017-03-17 13:05:04 +000060uint64_t ExprValue::getValue() const {
George Rimar5d0ea702017-08-21 07:57:12 +000061 if (Sec)
62 return alignTo(Sec->getOffset(Val) + getOutputSectionVA(Sec, Loc),
63 Alignment);
Petr Hosek3c6de1a2017-05-30 03:18:28 +000064 return alignTo(Val, Alignment);
Rafael Espindola72dc1952017-03-17 13:05:04 +000065}
66
Rafael Espindola7ba5f472017-03-17 14:55:36 +000067uint64_t ExprValue::getSecAddr() const {
68 if (Sec)
George Rimar5d0ea702017-08-21 07:57:12 +000069 return Sec->getOffset(0) + getOutputSectionVA(Sec, Loc);
Rafael Espindola7ba5f472017-03-17 14:55:36 +000070 return 0;
71}
72
Rafael Espindolaa6acd232017-09-12 00:06:00 +000073uint64_t ExprValue::getSectionOffset() const {
74 return getValue() - getSecAddr();
75}
76
Rafael Espindolaa5e8dd32017-07-26 18:47:49 +000077static SymbolBody *addRegular(SymbolAssignment *Cmd) {
Petr Hosek5e51f7d2017-02-21 22:32:51 +000078 Symbol *Sym;
Rafael Espindola3dabfc62016-10-31 13:14:53 +000079 uint8_t Visibility = Cmd->Hidden ? STV_HIDDEN : STV_DEFAULT;
Rafael Espindola244ef982017-07-26 18:42:48 +000080 std::tie(Sym, std::ignore) = Symtab->insert(Cmd->Name, /*Type*/ 0, Visibility,
81 /*CanOmitFromDynSym*/ false,
82 /*File*/ nullptr);
Petr Hosek5e51f7d2017-02-21 22:32:51 +000083 Sym->Binding = STB_GLOBAL;
Rafael Espindola72dc1952017-03-17 13:05:04 +000084 ExprValue Value = Cmd->Expression();
85 SectionBase *Sec = Value.isAbsolute() ? nullptr : Value.Sec;
George Rimar01aa7952017-04-14 09:23:26 +000086
87 // We want to set symbol values early if we can. This allows us to use symbols
88 // as variables in linker scripts. Doing so allows us to write expressions
89 // like this: `alignment = 16; . = ALIGN(., alignment)`
90 uint64_t SymValue = Value.isAbsolute() ? Value.getValue() : 0;
Rafael Espindola6e93d052017-08-04 22:31:42 +000091 replaceBody<DefinedRegular>(Sym, nullptr, Cmd->Name, /*IsLocal=*/false,
92 Visibility, STT_NOTYPE, SymValue, 0, Sec);
Meador Inge8f1f3c42017-01-09 18:36:57 +000093 return Sym->body();
Eugene Leviantceabe802016-08-11 07:56:43 +000094}
95
Rafael Espindola8c022ca2017-07-27 19:22:43 +000096OutputSection *LinkerScript::createOutputSection(StringRef Name,
97 StringRef Location) {
98 OutputSection *&SecRef = NameToOutputSection[Name];
99 OutputSection *Sec;
100 if (SecRef && SecRef->Location.empty()) {
Rafael Espindola05c4f672017-06-01 01:16:50 +0000101 // There was a forward reference.
Rafael Espindola8c022ca2017-07-27 19:22:43 +0000102 Sec = SecRef;
Rafael Espindola05c4f672017-06-01 01:16:50 +0000103 } else {
Rafael Espindola8c022ca2017-07-27 19:22:43 +0000104 Sec = make<OutputSection>(Name, SHT_PROGBITS, 0);
105 if (!SecRef)
106 SecRef = Sec;
Rafael Espindola05c4f672017-06-01 01:16:50 +0000107 }
Rafael Espindola8c022ca2017-07-27 19:22:43 +0000108 Sec->Location = Location;
109 return Sec;
George Rimar851dc1e2017-03-14 10:15:53 +0000110}
111
Rafael Espindola8c022ca2017-07-27 19:22:43 +0000112OutputSection *LinkerScript::getOrCreateOutputSection(StringRef Name) {
113 OutputSection *&CmdRef = NameToOutputSection[Name];
Rafael Espindola05c4f672017-06-01 01:16:50 +0000114 if (!CmdRef)
Rafael Espindola8c022ca2017-07-27 19:22:43 +0000115 CmdRef = make<OutputSection>(Name, SHT_PROGBITS, 0);
Rafael Espindola05c4f672017-06-01 01:16:50 +0000116 return CmdRef;
George Rimard83ce1b2017-03-14 10:24:47 +0000117}
118
Rui Ueyamab8dd23f2017-03-21 23:02:51 +0000119void LinkerScript::setDot(Expr E, const Twine &Loc, bool InSec) {
Rafael Espindola72dc1952017-03-17 13:05:04 +0000120 uint64_t Val = E().getValue();
George Rimar8c804d92017-07-12 14:50:25 +0000121 if (Val < Dot && InSec)
122 error(Loc + ": unable to move location counter backward for: " +
123 CurAddressState->OutSec->Name);
Rafael Espindola679828f2017-02-17 16:26:13 +0000124 Dot = Val;
125 // Update to location counter means update to section size.
126 if (InSec)
Peter Smith906e9a12017-07-07 09:11:27 +0000127 CurAddressState->OutSec->Size = Dot - CurAddressState->OutSec->Addr;
Rafael Espindola679828f2017-02-17 16:26:13 +0000128}
129
George Rimarb2b70972017-02-07 10:23:28 +0000130// Sets value of a symbol. Two kinds of symbols are processed: synthetic
131// symbols, whose value is an offset from beginning of section and regular
132// symbols whose value is absolute.
Rui Ueyamab8dd23f2017-03-21 23:02:51 +0000133void LinkerScript::assignSymbol(SymbolAssignment *Cmd, bool InSec) {
Rafael Espindola4cd73522017-02-17 16:01:51 +0000134 if (Cmd->Name == ".") {
George Rimar2ee2d2d2017-02-21 14:50:38 +0000135 setDot(Cmd->Expression, Cmd->Location, InSec);
Rafael Espindola4cd73522017-02-17 16:01:51 +0000136 return;
137 }
138
George Rimarb2b70972017-02-07 10:23:28 +0000139 if (!Cmd->Sym)
Meador Inge8f1f3c42017-01-09 18:36:57 +0000140 return;
141
Rafael Espindola5616adf2017-03-08 22:36:28 +0000142 auto *Sym = cast<DefinedRegular>(Cmd->Sym);
Rafael Espindola72dc1952017-03-17 13:05:04 +0000143 ExprValue V = Cmd->Expression();
144 if (V.isAbsolute()) {
145 Sym->Value = V.getValue();
146 } else {
147 Sym->Section = V.Sec;
Rafael Espindolaa6acd232017-09-12 00:06:00 +0000148 Sym->Value = V.getSectionOffset();
Meador Inge8f1f3c42017-01-09 18:36:57 +0000149 }
Eugene Leviantdb741e72016-09-07 07:08:43 +0000150}
Meador Inge8f1f3c42017-01-09 18:36:57 +0000151
Rui Ueyamab8dd23f2017-03-21 23:02:51 +0000152void LinkerScript::addSymbol(SymbolAssignment *Cmd) {
Rui Ueyama16024212016-08-11 23:22:52 +0000153 if (Cmd->Name == ".")
Meador Inge8f1f3c42017-01-09 18:36:57 +0000154 return;
155
156 // If a symbol was in PROVIDE(), we need to define it only when
157 // it is a referenced undefined symbol.
Rafael Espindola244ef982017-07-26 18:42:48 +0000158 SymbolBody *B = Symtab->find(Cmd->Name);
Meador Inge8f1f3c42017-01-09 18:36:57 +0000159 if (Cmd->Provide && (!B || B->isDefined()))
160 return;
161
Rafael Espindolaa5e8dd32017-07-26 18:47:49 +0000162 Cmd->Sym = addRegular(Cmd);
Eugene Leviantceabe802016-08-11 07:56:43 +0000163}
164
George Rimar076fe152016-07-21 06:43:01 +0000165bool SymbolAssignment::classof(const BaseCommand *C) {
166 return C->Kind == AssignmentKind;
167}
168
George Rimareea31142016-07-21 14:26:59 +0000169bool InputSectionDescription::classof(const BaseCommand *C) {
170 return C->Kind == InputSectionKind;
171}
172
George Rimareefa7582016-08-04 09:29:31 +0000173bool AssertCommand::classof(const BaseCommand *C) {
174 return C->Kind == AssertKind;
175}
176
George Rimare38cbab2016-09-26 19:22:50 +0000177bool BytesDataCommand::classof(const BaseCommand *C) {
178 return C->Kind == BytesDataKind;
179}
180
Dmitry Mikulin1e30f072017-09-08 16:22:43 +0000181static std::string filename(InputFile *File) {
182 if (!File)
Dmitry Mikulinf300ca22017-08-24 22:01:40 +0000183 return "";
Dmitry Mikulin1e30f072017-09-08 16:22:43 +0000184 if (File->ArchiveName.empty())
185 return File->getName();
186 return (File->ArchiveName + "(" + File->getName() + ")").str();
Rui Ueyamae0be2902016-11-21 02:10:12 +0000187}
188
Rui Ueyamab8dd23f2017-03-21 23:02:51 +0000189bool LinkerScript::shouldKeep(InputSectionBase *S) {
Dmitry Mikulinf300ca22017-08-24 22:01:40 +0000190 for (InputSectionDescription *ID : Opt.KeptSections) {
Dmitry Mikulin1e30f072017-09-08 16:22:43 +0000191 std::string Filename = filename(S->File);
Dmitry Mikulinf300ca22017-08-24 22:01:40 +0000192 if (ID->FilePat.match(Filename))
Rui Ueyamae0be2902016-11-21 02:10:12 +0000193 for (SectionPattern &P : ID->SectionPatterns)
194 if (P.SectionPat.match(S->Name))
195 return true;
Dmitry Mikulinf300ca22017-08-24 22:01:40 +0000196 }
George Rimareea31142016-07-21 14:26:59 +0000197 return false;
198}
199
Rui Ueyamaea93fe02017-04-05 00:43:25 +0000200// A helper function for the SORT() command.
Rafael Espindolac404d502017-02-23 02:32:18 +0000201static std::function<bool(InputSectionBase *, InputSectionBase *)>
George Rimarbe394db2016-09-16 20:21:55 +0000202getComparator(SortSectionPolicy K) {
203 switch (K) {
204 case SortSectionPolicy::Alignment:
Rui Ueyamaea93fe02017-04-05 00:43:25 +0000205 return [](InputSectionBase *A, InputSectionBase *B) {
206 // ">" is not a mistake. Sections with larger alignments are placed
207 // before sections with smaller alignments in order to reduce the
208 // amount of padding necessary. This is compatible with GNU.
209 return A->Alignment > B->Alignment;
210 };
George Rimarbe394db2016-09-16 20:21:55 +0000211 case SortSectionPolicy::Name:
Rui Ueyamaea93fe02017-04-05 00:43:25 +0000212 return [](InputSectionBase *A, InputSectionBase *B) {
213 return A->Name < B->Name;
214 };
George Rimarbe394db2016-09-16 20:21:55 +0000215 case SortSectionPolicy::Priority:
Rui Ueyamaea93fe02017-04-05 00:43:25 +0000216 return [](InputSectionBase *A, InputSectionBase *B) {
217 return getPriority(A->Name) < getPriority(B->Name);
218 };
George Rimarbe394db2016-09-16 20:21:55 +0000219 default:
220 llvm_unreachable("unknown sort policy");
221 }
Rui Ueyama742c3832016-08-04 22:27:00 +0000222}
George Rimar0702c4e2016-07-29 15:32:46 +0000223
Rui Ueyamaea93fe02017-04-05 00:43:25 +0000224// A helper function for the SORT() command.
Rafael Espindolab4c9b812017-02-23 02:28:28 +0000225static bool matchConstraints(ArrayRef<InputSectionBase *> Sections,
George Rimar06ae6832016-08-12 09:07:57 +0000226 ConstraintKind Kind) {
George Rimar8f66df92016-08-12 20:38:20 +0000227 if (Kind == ConstraintKind::NoConstraint)
228 return true;
Rui Ueyama2c7171b2017-04-05 00:43:45 +0000229
230 bool IsRW = llvm::any_of(Sections, [](InputSectionBase *Sec) {
231 return static_cast<InputSectionBase *>(Sec)->Flags & SHF_WRITE;
George Rimar06ae6832016-08-12 09:07:57 +0000232 });
Rui Ueyama2c7171b2017-04-05 00:43:45 +0000233
Rafael Espindolae746e522016-09-21 18:33:44 +0000234 return (IsRW && Kind == ConstraintKind::ReadWrite) ||
235 (!IsRW && Kind == ConstraintKind::ReadOnly);
George Rimar06ae6832016-08-12 09:07:57 +0000236}
237
Rafael Espindola6a1aa8d2017-05-23 22:47:31 +0000238static void sortSections(InputSection **Begin, InputSection **End,
Rui Ueyamaee924702016-09-20 19:42:41 +0000239 SortSectionPolicy K) {
240 if (K != SortSectionPolicy::Default && K != SortSectionPolicy::None)
George Rimar07171f22016-09-21 15:56:44 +0000241 std::stable_sort(Begin, End, getComparator(K));
Rui Ueyamaee924702016-09-20 19:42:41 +0000242}
243
George Rimard6bcde32017-08-04 10:25:29 +0000244static void sortBySymbolOrder(InputSection **Begin, InputSection **End) {
245 if (Config->SymbolOrderingFile.empty())
246 return;
George Rimar696a7f92017-09-19 09:20:54 +0000247 static llvm::DenseMap<SectionBase *, int> Order = buildSectionOrder();
George Rimard6bcde32017-08-04 10:25:29 +0000248 MutableArrayRef<InputSection *> In(Begin, End - Begin);
249 sortByOrder(In, [&](InputSectionBase *S) { return Order.lookup(S); });
250}
251
Rafael Espindolad3190792016-09-16 15:10:23 +0000252// Compute and remember which sections the InputSectionDescription matches.
Rafael Espindola6a1aa8d2017-05-23 22:47:31 +0000253std::vector<InputSection *>
Rui Ueyama72e107f2017-04-05 02:05:48 +0000254LinkerScript::computeInputSections(const InputSectionDescription *Cmd) {
Rafael Espindola6a1aa8d2017-05-23 22:47:31 +0000255 std::vector<InputSection *> Ret;
Rui Ueyama8c6a5aa2016-11-05 22:37:59 +0000256
Rui Ueyama72e107f2017-04-05 02:05:48 +0000257 // Collects all sections that satisfy constraints of Cmd.
258 for (const SectionPattern &Pat : Cmd->SectionPatterns) {
259 size_t SizeBefore = Ret.size();
260
261 for (InputSectionBase *Sec : InputSections) {
262 if (Sec->Assigned)
Rui Ueyama8c6a5aa2016-11-05 22:37:59 +0000263 continue;
Rui Ueyama72e107f2017-04-05 02:05:48 +0000264
Rafael Espindolae39709b2017-05-30 20:40:03 +0000265 if (!Sec->Live) {
266 reportDiscarded(Sec);
267 continue;
268 }
269
Rafael Espindola908a3d32017-02-16 14:36:09 +0000270 // For -emit-relocs we have to ignore entries like
271 // .rela.dyn : { *(.rela.data) }
272 // which are common because they are in the default bfd script.
Rui Ueyama72e107f2017-04-05 02:05:48 +0000273 if (Sec->Type == SHT_REL || Sec->Type == SHT_RELA)
Rafael Espindola908a3d32017-02-16 14:36:09 +0000274 continue;
Rui Ueyama8c6a5aa2016-11-05 22:37:59 +0000275
Dmitry Mikulin1e30f072017-09-08 16:22:43 +0000276 std::string Filename = filename(Sec->File);
Rui Ueyama72e107f2017-04-05 02:05:48 +0000277 if (!Cmd->FilePat.match(Filename) ||
278 Pat.ExcludedFilePat.match(Filename) ||
279 !Pat.SectionPat.match(Sec->Name))
Rui Ueyamae0be2902016-11-21 02:10:12 +0000280 continue;
Rui Ueyama72e107f2017-04-05 02:05:48 +0000281
Rafael Espindola6a1aa8d2017-05-23 22:47:31 +0000282 Ret.push_back(cast<InputSection>(Sec));
Rui Ueyama72e107f2017-04-05 02:05:48 +0000283 Sec->Assigned = true;
George Rimar395281c2016-09-16 17:42:10 +0000284 }
Rafael Espindolad3190792016-09-16 15:10:23 +0000285
George Rimar07171f22016-09-21 15:56:44 +0000286 // Sort sections as instructed by SORT-family commands and --sort-section
287 // option. Because SORT-family commands can be nested at most two depth
288 // (e.g. SORT_BY_NAME(SORT_BY_ALIGNMENT(.text.*))) and because the command
289 // line option is respected even if a SORT command is given, the exact
290 // behavior we have here is a bit complicated. Here are the rules.
291 //
292 // 1. If two SORT commands are given, --sort-section is ignored.
293 // 2. If one SORT command is given, and if it is not SORT_NONE,
294 // --sort-section is handled as an inner SORT command.
295 // 3. If one SORT command is given, and if it is SORT_NONE, don't sort.
296 // 4. If no SORT command is given, sort according to --sort-section.
George Rimard6bcde32017-08-04 10:25:29 +0000297 // 5. If no SORT commands are given and --sort-section is not specified,
298 // apply sorting provided by --symbol-ordering-file if any exist.
Rafael Espindola6a1aa8d2017-05-23 22:47:31 +0000299 InputSection **Begin = Ret.data() + SizeBefore;
300 InputSection **End = Ret.data() + Ret.size();
George Rimard6bcde32017-08-04 10:25:29 +0000301 if (Pat.SortOuter == SortSectionPolicy::Default &&
302 Config->SortSection == SortSectionPolicy::Default) {
303 sortBySymbolOrder(Begin, End);
304 continue;
305 }
George Rimar07171f22016-09-21 15:56:44 +0000306 if (Pat.SortOuter != SortSectionPolicy::None) {
307 if (Pat.SortInner == SortSectionPolicy::Default)
308 sortSections(Begin, End, Config->SortSection);
309 else
310 sortSections(Begin, End, Pat.SortInner);
311 sortSections(Begin, End, Pat.SortOuter);
312 }
Rui Ueyamaee924702016-09-20 19:42:41 +0000313 }
Rui Ueyama72e107f2017-04-05 02:05:48 +0000314 return Ret;
Rafael Espindolabe94e1b2016-09-14 14:32:08 +0000315}
316
Rui Ueyamab8dd23f2017-03-21 23:02:51 +0000317void LinkerScript::discard(ArrayRef<InputSectionBase *> V) {
Rafael Espindolab4c9b812017-02-23 02:28:28 +0000318 for (InputSectionBase *S : V) {
Rafael Espindolabe94e1b2016-09-14 14:32:08 +0000319 S->Live = false;
Dmitry Mikulin1e30f072017-09-08 16:22:43 +0000320 if (S == InX::ShStrTab || S == InX::Dynamic || S == InX::DynSymTab ||
321 S == InX::DynStrTab)
Rafael Espindola2af64b02017-06-16 23:45:35 +0000322 error("discarding " + S->Name + " section is not allowed");
George Rimar647c1682017-02-17 19:34:05 +0000323 discard(S->DependentSections);
Rafael Espindolabe94e1b2016-09-14 14:32:08 +0000324 }
325}
326
Rafael Espindolab4c9b812017-02-23 02:28:28 +0000327std::vector<InputSectionBase *>
Rafael Espindola8c022ca2017-07-27 19:22:43 +0000328LinkerScript::createInputSectionList(OutputSection &OutCmd) {
Rafael Espindolab4c9b812017-02-23 02:28:28 +0000329 std::vector<InputSectionBase *> Ret;
Rui Ueyamae7f912c2016-08-03 21:12:09 +0000330
Rui Ueyama8f99f732017-04-05 03:20:42 +0000331 for (BaseCommand *Base : OutCmd.Commands) {
332 auto *Cmd = dyn_cast<InputSectionDescription>(Base);
Rafael Espindola7c3ff2e2016-09-16 21:05:36 +0000333 if (!Cmd)
Rui Ueyama0b9ce6a2016-08-12 03:16:56 +0000334 continue;
Rui Ueyama72e107f2017-04-05 02:05:48 +0000335
336 Cmd->Sections = computeInputSections(Cmd);
Rafael Espindolae4c8b9b2017-04-07 16:10:46 +0000337 Ret.insert(Ret.end(), Cmd->Sections.begin(), Cmd->Sections.end());
Rui Ueyama0b9ce6a2016-08-12 03:16:56 +0000338 }
Rafael Espindolae71a3f8a2016-09-16 20:34:02 +0000339
Rui Ueyama0b9ce6a2016-08-12 03:16:56 +0000340 return Ret;
341}
342
Rui Ueyamab8dd23f2017-03-21 23:02:51 +0000343void LinkerScript::processCommands(OutputSectionFactory &Factory) {
Rafael Espindola5616adf2017-03-08 22:36:28 +0000344 // A symbol can be assigned before any section is mentioned in the linker
345 // script. In an DSO, the symbol values are addresses, so the only important
346 // section values are:
347 // * SHN_UNDEF
348 // * SHN_ABS
349 // * Any value meaning a regular section.
350 // To handle that, create a dummy aether section that fills the void before
351 // the linker scripts switches to another section. It has an index of one
352 // which will map to whatever the first actual section is.
353 Aether = make<OutputSection>("", 0, SHF_ALLOC);
354 Aether->SectionIndex = 1;
Peter Smith906e9a12017-07-07 09:11:27 +0000355 auto State = make_unique<AddressState>(Opt);
Peter Smithc1ace402017-07-11 09:28:27 +0000356 // CurAddressState captures the local AddressState and makes it accessible
357 // deliberately. This is needed as there are some cases where we cannot just
358 // thread the current state through to a lambda function created by the
359 // script parser.
Peter Smith906e9a12017-07-07 09:11:27 +0000360 CurAddressState = State.get();
361 CurAddressState->OutSec = Aether;
Rafael Espindola49592cf2017-03-20 14:33:33 +0000362 Dot = 0;
Rafael Espindola5616adf2017-03-08 22:36:28 +0000363
Rui Ueyama92a5ba62017-04-05 16:07:44 +0000364 for (size_t I = 0; I < Opt.Commands.size(); ++I) {
Rui Ueyama0b1b6952016-11-21 02:11:05 +0000365 // Handle symbol assignments outside of any output section.
Rui Ueyama92a5ba62017-04-05 16:07:44 +0000366 if (auto *Cmd = dyn_cast<SymbolAssignment>(Opt.Commands[I])) {
Rafael Espindola4cd73522017-02-17 16:01:51 +0000367 addSymbol(Cmd);
Rui Ueyama2ab5f732016-08-12 03:33:04 +0000368 continue;
369 }
Rui Ueyama0b1b6952016-11-21 02:11:05 +0000370
Rafael Espindola8c022ca2017-07-27 19:22:43 +0000371 if (auto *Sec = dyn_cast<OutputSection>(Opt.Commands[I])) {
372 std::vector<InputSectionBase *> V = createInputSectionList(*Sec);
Rafael Espindola7bd37872016-09-12 16:05:16 +0000373
Rui Ueyama0b1b6952016-11-21 02:11:05 +0000374 // The output section name `/DISCARD/' is special.
375 // Any input section assigned to it is discarded.
Rafael Espindola8c022ca2017-07-27 19:22:43 +0000376 if (Sec->Name == "/DISCARD/") {
Rafael Espindola7bd37872016-09-12 16:05:16 +0000377 discard(V);
Rui Ueyama48c3f1c2016-08-12 00:27:23 +0000378 continue;
379 }
Eugene Leviantceabe802016-08-11 07:56:43 +0000380
Rui Ueyama0b1b6952016-11-21 02:11:05 +0000381 // This is for ONLY_IF_RO and ONLY_IF_RW. An output section directive
382 // ".foo : ONLY_IF_R[OW] { ... }" is handled only if all member input
383 // sections satisfy a given constraint. If not, a directive is handled
George Rimar07d7c422017-04-05 09:19:29 +0000384 // as if it wasn't present from the beginning.
Rui Ueyama0b1b6952016-11-21 02:11:05 +0000385 //
386 // Because we'll iterate over Commands many more times, the easiest
George Rimar07d7c422017-04-05 09:19:29 +0000387 // way to "make it as if it wasn't present" is to just remove it.
Rafael Espindola8c022ca2017-07-27 19:22:43 +0000388 if (!matchConstraints(V, Sec->Constraint)) {
Rafael Espindolab4c9b812017-02-23 02:28:28 +0000389 for (InputSectionBase *S : V)
Rui Ueyamaf94efdd2016-11-20 23:15:52 +0000390 S->Assigned = false;
Rui Ueyama92a5ba62017-04-05 16:07:44 +0000391 Opt.Commands.erase(Opt.Commands.begin() + I);
George Rimar07d7c422017-04-05 09:19:29 +0000392 --I;
Rafael Espindola7c3ff2e2016-09-16 21:05:36 +0000393 continue;
394 }
395
Rui Ueyama0b1b6952016-11-21 02:11:05 +0000396 // A directive may contain symbol definitions like this:
397 // ".foo : { ...; bar = .; }". Handle them.
Rafael Espindola8c022ca2017-07-27 19:22:43 +0000398 for (BaseCommand *Base : Sec->Commands)
Rui Ueyama8f99f732017-04-05 03:20:42 +0000399 if (auto *OutCmd = dyn_cast<SymbolAssignment>(Base))
Rafael Espindola4cd73522017-02-17 16:01:51 +0000400 addSymbol(OutCmd);
Rafael Espindola7c3ff2e2016-09-16 21:05:36 +0000401
Rui Ueyama0b1b6952016-11-21 02:11:05 +0000402 // Handle subalign (e.g. ".foo : SUBALIGN(32) { ... }"). If subalign
403 // is given, input sections are aligned to that value, whether the
404 // given value is larger or smaller than the original section alignment.
Rafael Espindola8c022ca2017-07-27 19:22:43 +0000405 if (Sec->SubalignExpr) {
406 uint32_t Subalign = Sec->SubalignExpr().getValue();
Rafael Espindolab4c9b812017-02-23 02:28:28 +0000407 for (InputSectionBase *S : V)
Rui Ueyama0b1b6952016-11-21 02:11:05 +0000408 S->Alignment = Subalign;
George Rimardb24d9c2016-08-19 15:18:23 +0000409 }
Rui Ueyama0b1b6952016-11-21 02:11:05 +0000410
411 // Add input sections to an output section.
George Rimard86a4e52017-05-08 10:18:12 +0000412 for (InputSectionBase *S : V)
Rafael Espindola8c022ca2017-07-27 19:22:43 +0000413 Factory.addInputSec(S, Sec->Name, Sec);
414 assert(Sec->SectionIndex == INT_MAX);
415 Sec->SectionIndex = I;
416 if (Sec->Noload)
417 Sec->Type = SHT_NOBITS;
Eugene Leviantceabe802016-08-11 07:56:43 +0000418 }
Rui Ueyama48c3f1c2016-08-12 00:27:23 +0000419 }
Peter Smithc1ace402017-07-11 09:28:27 +0000420 CurAddressState = nullptr;
Eugene Leviant20d03192016-09-16 15:30:47 +0000421}
Eugene Leviante63d81b2016-07-20 14:43:20 +0000422
Rafael Espindola02ed7572017-05-04 19:34:17 +0000423void LinkerScript::fabricateDefaultCommands() {
Peter Smithcbfe9e92017-04-19 12:46:32 +0000424 // Define start address
Rafael Espindolae76231b2017-06-08 04:17:04 +0000425 uint64_t StartAddr = -1;
Peter Smithcbfe9e92017-04-19 12:46:32 +0000426
Peter Smithc60b4512017-05-03 08:44:50 +0000427 // The Sections with -T<section> have been sorted in order of ascending
428 // address. We must lower StartAddr if the lowest -T<section address> as
429 // calls to setDot() must be monotonically increasing.
George Rimar67c60722017-07-18 11:55:35 +0000430 for (auto &KV : Config->SectionStartMap)
Peter Smithc60b4512017-05-03 08:44:50 +0000431 StartAddr = std::min(StartAddr, KV.second);
432
Rafael Espindola8c022ca2017-07-27 19:22:43 +0000433 Opt.Commands.insert(Opt.Commands.begin(),
434 make<SymbolAssignment>(".",
435 [=] {
436 return std::min(
437 StartAddr,
438 Config->ImageBase +
439 elf::getHeaderSize());
440 },
441 ""));
Peter Smithcbfe9e92017-04-19 12:46:32 +0000442}
443
Rui Ueyama0b1b6952016-11-21 02:11:05 +0000444// Add sections that didn't match any sections command.
Rui Ueyamab8dd23f2017-03-21 23:02:51 +0000445void LinkerScript::addOrphanSections(OutputSectionFactory &Factory) {
Rafael Espindolad7faa912017-07-05 17:50:43 +0000446 unsigned NumCommands = Opt.Commands.size();
Rafael Espindola4f013bb2017-04-26 22:30:15 +0000447 for (InputSectionBase *S : InputSections) {
Rafael Espindoladb5e56f2017-05-31 20:17:44 +0000448 if (!S->Live || S->Parent)
Rafael Espindola4f013bb2017-04-26 22:30:15 +0000449 continue;
450 StringRef Name = getOutputSectionName(S->Name);
Rafael Espindolad7faa912017-07-05 17:50:43 +0000451 auto End = Opt.Commands.begin() + NumCommands;
452 auto I = std::find_if(Opt.Commands.begin(), End, [&](BaseCommand *Base) {
Rafael Espindola8c022ca2017-07-27 19:22:43 +0000453 if (auto *Sec = dyn_cast<OutputSection>(Base))
454 return Sec->Name == Name;
George Rimara951d5c2017-07-04 13:10:37 +0000455 return false;
456 });
Rafael Espindolad7faa912017-07-05 17:50:43 +0000457 if (I == End) {
Rafael Espindola4f013bb2017-04-26 22:30:15 +0000458 Factory.addInputSec(S, Name);
Rafael Espindolaa2df2f02017-07-27 21:42:42 +0000459 assert(S->getOutputSection()->SectionIndex == INT_MAX);
Rafael Espindolade8d9892017-04-29 15:44:03 +0000460 } else {
Rafael Espindola8c022ca2017-07-27 19:22:43 +0000461 OutputSection *Sec = cast<OutputSection>(*I);
462 Factory.addInputSec(S, Name, Sec);
463 unsigned Index = std::distance(Opt.Commands.begin(), I);
464 assert(Sec->SectionIndex == INT_MAX || Sec->SectionIndex == Index);
465 Sec->SectionIndex = Index;
Rafael Espindolade8d9892017-04-29 15:44:03 +0000466 }
Rafael Espindola4f013bb2017-04-26 22:30:15 +0000467 }
Eugene Leviante63d81b2016-07-20 14:43:20 +0000468}
469
Rafael Espindola7c4eafa2017-05-04 03:00:27 +0000470uint64_t LinkerScript::advance(uint64_t Size, unsigned Align) {
Peter Smith906e9a12017-07-07 09:11:27 +0000471 bool IsTbss = (CurAddressState->OutSec->Flags & SHF_TLS) &&
472 CurAddressState->OutSec->Type == SHT_NOBITS;
473 uint64_t Start = IsTbss ? Dot + CurAddressState->ThreadBssOffset : Dot;
Rafael Espindola7c4eafa2017-05-04 03:00:27 +0000474 Start = alignTo(Start, Align);
475 uint64_t End = Start + Size;
476
477 if (IsTbss)
Peter Smith906e9a12017-07-07 09:11:27 +0000478 CurAddressState->ThreadBssOffset = End - Dot;
Rafael Espindola7c4eafa2017-05-04 03:00:27 +0000479 else
480 Dot = End;
481 return End;
Rafael Espindolaa940e532016-09-22 12:35:44 +0000482}
483
Rui Ueyamab8dd23f2017-03-21 23:02:51 +0000484void LinkerScript::output(InputSection *S) {
George Rimarf694d332017-07-25 08:29:29 +0000485 uint64_t Before = advance(0, 1);
Rafael Espindola7c4eafa2017-05-04 03:00:27 +0000486 uint64_t Pos = advance(S->getSize(), S->Alignment);
Peter Smith906e9a12017-07-07 09:11:27 +0000487 S->OutSecOff = Pos - S->getSize() - CurAddressState->OutSec->Addr;
Rafael Espindolad3190792016-09-16 15:10:23 +0000488
489 // Update output section size after adding each section. This is so that
490 // SIZEOF works correctly in the case below:
491 // .foo { *(.aaa) a = SIZEOF(.foo); *(.bbb) }
Peter Smith906e9a12017-07-07 09:11:27 +0000492 CurAddressState->OutSec->Size = Pos - CurAddressState->OutSec->Addr;
Rafael Espindolad3190792016-09-16 15:10:23 +0000493
Meador Ingeb8897442017-01-24 02:34:00 +0000494 // If there is a memory region associated with this input section, then
495 // place the section in that region and update the region index.
Peter Smith906e9a12017-07-07 09:11:27 +0000496 if (CurAddressState->MemRegion) {
497 uint64_t &CurOffset =
498 CurAddressState->MemRegionOffset[CurAddressState->MemRegion];
George Rimarf694d332017-07-25 08:29:29 +0000499 CurOffset += Pos - Before;
Peter Smith906e9a12017-07-07 09:11:27 +0000500 uint64_t CurSize = CurOffset - CurAddressState->MemRegion->Origin;
501 if (CurSize > CurAddressState->MemRegion->Length) {
502 uint64_t OverflowAmt = CurSize - CurAddressState->MemRegion->Length;
503 error("section '" + CurAddressState->OutSec->Name +
504 "' will not fit in region '" + CurAddressState->MemRegion->Name +
505 "': overflowed by " + Twine(OverflowAmt) + " bytes");
Meador Ingeb8897442017-01-24 02:34:00 +0000506 }
507 }
Rafael Espindolad3190792016-09-16 15:10:23 +0000508}
509
Rui Ueyamab8dd23f2017-03-21 23:02:51 +0000510void LinkerScript::switchTo(OutputSection *Sec) {
Peter Smith906e9a12017-07-07 09:11:27 +0000511 if (CurAddressState->OutSec == Sec)
Rafael Espindolad3190792016-09-16 15:10:23 +0000512 return;
Rafael Espindolad3190792016-09-16 15:10:23 +0000513
Peter Smith906e9a12017-07-07 09:11:27 +0000514 CurAddressState->OutSec = Sec;
515 CurAddressState->OutSec->Addr =
516 advance(0, CurAddressState->OutSec->Alignment);
Eugene Leviantb71d6f72016-10-06 09:39:28 +0000517
518 // If neither AT nor AT> is specified for an allocatable section, the linker
519 // will set the LMA such that the difference between VMA and LMA for the
520 // section is the same as the preceding output section in the same region
521 // https://sourceware.org/binutils/docs-2.20/ld/Output-Section-LMA.html
Peter Smith906e9a12017-07-07 09:11:27 +0000522 if (CurAddressState->LMAOffset)
523 CurAddressState->OutSec->LMAOffset = CurAddressState->LMAOffset();
Rafael Espindolad3190792016-09-16 15:10:23 +0000524}
525
Rui Ueyamab8dd23f2017-03-21 23:02:51 +0000526void LinkerScript::process(BaseCommand &Base) {
Rui Ueyama2e081a42017-04-05 03:18:46 +0000527 // This handles the assignments to symbol or to the dot.
528 if (auto *Cmd = dyn_cast<SymbolAssignment>(&Base)) {
529 assignSymbol(Cmd, true);
Eugene Leviantceabe802016-08-11 07:56:43 +0000530 return;
Rui Ueyama2de509c2016-08-12 00:55:08 +0000531 }
George Rimare38cbab2016-09-26 19:22:50 +0000532
533 // Handle BYTE(), SHORT(), LONG(), or QUAD().
Rui Ueyama2e081a42017-04-05 03:18:46 +0000534 if (auto *Cmd = dyn_cast<BytesDataCommand>(&Base)) {
Peter Smith906e9a12017-07-07 09:11:27 +0000535 Cmd->Offset = Dot - CurAddressState->OutSec->Addr;
Rui Ueyama2e081a42017-04-05 03:18:46 +0000536 Dot += Cmd->Size;
Peter Smith906e9a12017-07-07 09:11:27 +0000537 CurAddressState->OutSec->Size = Dot - CurAddressState->OutSec->Addr;
George Rimare38cbab2016-09-26 19:22:50 +0000538 return;
539 }
540
Rui Ueyama2e081a42017-04-05 03:18:46 +0000541 // Handle ASSERT().
542 if (auto *Cmd = dyn_cast<AssertCommand>(&Base)) {
543 Cmd->Expression();
Meador Ingeb2d99d62016-11-22 18:01:50 +0000544 return;
545 }
546
Rui Ueyama2e081a42017-04-05 03:18:46 +0000547 // Handle a single input section description command.
548 // It calculates and assigns the offsets for each section and also
George Rimare38cbab2016-09-26 19:22:50 +0000549 // updates the output section size.
Rui Ueyama2e081a42017-04-05 03:18:46 +0000550 auto &Cmd = cast<InputSectionDescription>(Base);
Rafael Espindolaa85e8dd2017-05-30 20:24:52 +0000551 for (InputSection *Sec : Cmd.Sections) {
George Rimar3fb5a6d2016-11-29 16:05:27 +0000552 // We tentatively added all synthetic sections at the beginning and removed
553 // empty ones afterwards (because there is no way to know whether they were
554 // going be empty or not other than actually running linker scripts.)
555 // We need to ignore remains of empty sections.
Rui Ueyama2e081a42017-04-05 03:18:46 +0000556 if (auto *S = dyn_cast<SyntheticSection>(Sec))
557 if (S->empty())
George Rimar3fb5a6d2016-11-29 16:05:27 +0000558 continue;
559
Rui Ueyama2e081a42017-04-05 03:18:46 +0000560 if (!Sec->Live)
George Rimar78ef6452017-02-21 15:46:43 +0000561 continue;
Peter Smith906e9a12017-07-07 09:11:27 +0000562 assert(CurAddressState->OutSec == Sec->getParent());
Rafael Espindolaa85e8dd2017-05-30 20:24:52 +0000563 output(Sec);
Eugene Leviantceabe802016-08-11 07:56:43 +0000564 }
565}
566
Meador Ingeb8897442017-01-24 02:34:00 +0000567// This function searches for a memory region to place the given output
568// section in. If found, a pointer to the appropriate memory region is
569// returned. Otherwise, a nullptr is returned.
Rafael Espindola8c022ca2017-07-27 19:22:43 +0000570MemoryRegion *LinkerScript::findMemoryRegion(OutputSection *Sec) {
Meador Ingeb8897442017-01-24 02:34:00 +0000571 // If a memory region name was specified in the output section command,
572 // then try to find that region first.
Rafael Espindola8c022ca2017-07-27 19:22:43 +0000573 if (!Sec->MemoryRegionName.empty()) {
574 auto It = Opt.MemoryRegions.find(Sec->MemoryRegionName);
Meador Ingeb8897442017-01-24 02:34:00 +0000575 if (It != Opt.MemoryRegions.end())
George Rimar5f375412017-09-08 08:23:15 +0000576 return It->second;
Rafael Espindola8c022ca2017-07-27 19:22:43 +0000577 error("memory region '" + Sec->MemoryRegionName + "' not declared");
Meador Ingeb8897442017-01-24 02:34:00 +0000578 return nullptr;
579 }
580
Rui Ueyamad7c54002017-04-05 03:19:43 +0000581 // If at least one memory region is defined, all sections must
582 // belong to some memory region. Otherwise, we don't need to do
583 // anything for memory regions.
Rui Ueyamacc400cc2017-04-05 03:19:24 +0000584 if (Opt.MemoryRegions.empty())
Meador Ingeb8897442017-01-24 02:34:00 +0000585 return nullptr;
586
587 // See if a region can be found by matching section flags.
Rui Ueyama2e081a42017-04-05 03:18:46 +0000588 for (auto &Pair : Opt.MemoryRegions) {
George Rimar5f375412017-09-08 08:23:15 +0000589 MemoryRegion *M = Pair.second;
590 if ((M->Flags & Sec->Flags) && (M->NegFlags & Sec->Flags) == 0)
591 return M;
Meador Ingeb8897442017-01-24 02:34:00 +0000592 }
593
594 // Otherwise, no suitable region was found.
595 if (Sec->Flags & SHF_ALLOC)
596 error("no memory region specified for section '" + Sec->Name + "'");
597 return nullptr;
598}
599
Rui Ueyama0b1b6952016-11-21 02:11:05 +0000600// This function assigns offsets to input sections and an output section
601// for a single sections command (e.g. ".text { *(.text); }").
Rafael Espindola8c022ca2017-07-27 19:22:43 +0000602void LinkerScript::assignOffsets(OutputSection *Sec) {
Rafael Espindoladece2802017-06-13 20:57:43 +0000603 if (!(Sec->Flags & SHF_ALLOC))
604 Dot = 0;
Rafael Espindola8c022ca2017-07-27 19:22:43 +0000605 else if (Sec->AddrExpr)
606 setDot(Sec->AddrExpr, Sec->Location, false);
Rafael Espindola679828f2017-02-17 16:26:13 +0000607
George Rimarc2dffe32017-09-06 09:35:09 +0000608 CurAddressState->MemRegion = Sec->MemRegion;
609 if (CurAddressState->MemRegion)
610 Dot = CurAddressState->MemRegionOffset[CurAddressState->MemRegion];
611
Rafael Espindola8c022ca2017-07-27 19:22:43 +0000612 if (Sec->LMAExpr) {
George Rimar0c1c8082017-03-14 10:00:19 +0000613 uint64_t D = Dot;
Rafael Espindola8c022ca2017-07-27 19:22:43 +0000614 CurAddressState->LMAOffset = [=] { return Sec->LMAExpr().getValue() - D; };
Eugene Leviant5784e962017-03-14 08:57:09 +0000615 }
616
Meador Ingeb8897442017-01-24 02:34:00 +0000617 switchTo(Sec);
Rui Ueyama0b1b6952016-11-21 02:11:05 +0000618
George Rimard86a4e52017-05-08 10:18:12 +0000619 // We do not support custom layout for compressed debug sectons.
620 // At this point we already know their size and have compressed content.
Peter Smith906e9a12017-07-07 09:11:27 +0000621 if (CurAddressState->OutSec->Flags & SHF_COMPRESSED)
George Rimard86a4e52017-05-08 10:18:12 +0000622 return;
623
Rafael Espindola8c022ca2017-07-27 19:22:43 +0000624 for (BaseCommand *C : Sec->Commands)
Rafael Espindolade8d9892017-04-29 15:44:03 +0000625 process(*C);
Rafael Espindolad3190792016-09-16 15:10:23 +0000626}
627
Rui Ueyamab8dd23f2017-03-21 23:02:51 +0000628void LinkerScript::removeEmptyCommands() {
Rafael Espindola6d38e4d2016-09-20 13:12:07 +0000629 // It is common practice to use very generic linker scripts. So for any
630 // given run some of the output sections in the script will be empty.
631 // We could create corresponding empty output sections, but that would
632 // clutter the output.
633 // We instead remove trivially empty sections. The bfd linker seems even
634 // more aggressive at removing them.
George Rimar60608a82017-08-28 09:28:15 +0000635 llvm::erase_if(Opt.Commands, [&](BaseCommand *Base) {
636 if (auto *Sec = dyn_cast<OutputSection>(Base))
637 return !Sec->Live;
638 return false;
639 });
Rafael Espindola07fe6122016-11-14 14:23:35 +0000640}
641
Rafael Espindola8c022ca2017-07-27 19:22:43 +0000642static bool isAllSectionDescription(const OutputSection &Cmd) {
Rui Ueyama8f99f732017-04-05 03:20:42 +0000643 for (BaseCommand *Base : Cmd.Commands)
644 if (!isa<InputSectionDescription>(*Base))
Rafael Espindola6a537372016-11-14 14:33:49 +0000645 return false;
646 return true;
647}
Rafael Espindola6d38e4d2016-09-20 13:12:07 +0000648
Rui Ueyamab8dd23f2017-03-21 23:02:51 +0000649void LinkerScript::adjustSectionsBeforeSorting() {
Rafael Espindola9546fff2016-09-22 14:40:50 +0000650 // If the output section contains only symbol assignments, create a
651 // corresponding output section. The bfd linker seems to only create them if
652 // '.' is assigned to, but creating these section should not have any bad
653 // consequeces and gives us a section to put the symbol in.
George Rimar0c1c8082017-03-14 10:00:19 +0000654 uint64_t Flags = SHF_ALLOC;
Rafael Espindola660c9ab2017-05-05 21:34:26 +0000655
George Rimar8962db92017-09-18 08:43:44 +0000656 for (BaseCommand * Cmd : Opt.Commands) {
657 auto *Sec = dyn_cast<OutputSection>(Cmd);
Rafael Espindola8c022ca2017-07-27 19:22:43 +0000658 if (!Sec)
Rafael Espindola9546fff2016-09-22 14:40:50 +0000659 continue;
Rafael Espindola8c022ca2017-07-27 19:22:43 +0000660 if (Sec->Live) {
Rafael Espindola2b074552017-02-03 22:27:05 +0000661 Flags = Sec->Flags;
Rafael Espindola9546fff2016-09-22 14:40:50 +0000662 continue;
663 }
664
Rafael Espindola8c022ca2017-07-27 19:22:43 +0000665 if (isAllSectionDescription(*Sec))
Rafael Espindola6a537372016-11-14 14:33:49 +0000666 continue;
667
Rafael Espindola8c022ca2017-07-27 19:22:43 +0000668 Sec->Live = true;
Rafael Espindola8c022ca2017-07-27 19:22:43 +0000669 Sec->Flags = Flags;
Rafael Espindola9546fff2016-09-22 14:40:50 +0000670 }
Rafael Espindolaf7a17442016-11-14 15:39:38 +0000671}
672
Rui Ueyamab8dd23f2017-03-21 23:02:51 +0000673void LinkerScript::adjustSectionsAfterSorting() {
Rafael Espindolafeed7502017-04-06 21:31:24 +0000674 // Try and find an appropriate memory region to assign offsets in.
Rafael Espindolad1960dc2017-04-06 21:40:22 +0000675 for (BaseCommand *Base : Opt.Commands) {
Rafael Espindola8c022ca2017-07-27 19:22:43 +0000676 if (auto *Sec = dyn_cast<OutputSection>(Base)) {
677 Sec->MemRegion = findMemoryRegion(Sec);
Rafael Espindolad1960dc2017-04-06 21:40:22 +0000678 // Handle align (e.g. ".foo : ALIGN(16) { ... }").
Rafael Espindola8c022ca2017-07-27 19:22:43 +0000679 if (Sec->AlignExpr)
680 Sec->updateAlignment(Sec->AlignExpr().getValue());
Rafael Espindolad1960dc2017-04-06 21:40:22 +0000681 }
682 }
Rafael Espindolafeed7502017-04-06 21:31:24 +0000683
Rafael Espindolaf7a17442016-11-14 15:39:38 +0000684 // If output section command doesn't specify any segments,
685 // and we haven't previously assigned any section to segment,
686 // then we simply assign section to the very first load segment.
687 // Below is an example of such linker script:
688 // PHDRS { seg PT_LOAD; }
689 // SECTIONS { .aaa : { *(.aaa) } }
690 std::vector<StringRef> DefPhdrs;
691 auto FirstPtLoad =
692 std::find_if(Opt.PhdrsCommands.begin(), Opt.PhdrsCommands.end(),
693 [](const PhdrsCommand &Cmd) { return Cmd.Type == PT_LOAD; });
694 if (FirstPtLoad != Opt.PhdrsCommands.end())
695 DefPhdrs.push_back(FirstPtLoad->Name);
696
697 // Walk the commands and propagate the program headers to commands that don't
698 // explicitly specify them.
Rui Ueyama8f99f732017-04-05 03:20:42 +0000699 for (BaseCommand *Base : Opt.Commands) {
Rafael Espindola8c022ca2017-07-27 19:22:43 +0000700 auto *Sec = dyn_cast<OutputSection>(Base);
701 if (!Sec)
Rafael Espindolaf7a17442016-11-14 15:39:38 +0000702 continue;
Rui Ueyama8f99f732017-04-05 03:20:42 +0000703
Rafael Espindola8c022ca2017-07-27 19:22:43 +0000704 if (Sec->Phdrs.empty()) {
Andrew Nga020d342017-07-03 10:11:25 +0000705 // To match the bfd linker script behaviour, only propagate program
706 // headers to sections that are allocated.
Rafael Espindola8c022ca2017-07-27 19:22:43 +0000707 if (Sec->Flags & SHF_ALLOC)
708 Sec->Phdrs = DefPhdrs;
Andrew Nga020d342017-07-03 10:11:25 +0000709 } else {
Rafael Espindola8c022ca2017-07-27 19:22:43 +0000710 DefPhdrs = Sec->Phdrs;
Andrew Nga020d342017-07-03 10:11:25 +0000711 }
Rafael Espindolaf7a17442016-11-14 15:39:38 +0000712 }
Rafael Espindola6a537372016-11-14 14:33:49 +0000713
714 removeEmptyCommands();
Rafael Espindola9546fff2016-09-22 14:40:50 +0000715}
716
George Rimar582ede82017-09-07 10:53:07 +0000717static OutputSection *findFirstSection(PhdrEntry *Load) {
718 for (OutputSection *Sec : OutputSections)
719 if (Sec->PtLoad == Load)
720 return Sec;
721 return nullptr;
722}
723
Petr Hosekb93c5b92017-08-23 18:44:34 +0000724// Try to find an address for the file and program headers output sections,
725// which were unconditionally added to the first PT_LOAD segment earlier.
726//
727// When using the default layout, we check if the headers fit below the first
728// allocated section. When using a linker script, we also check if the headers
729// are covered by the output section. This allows omitting the headers by not
730// leaving enough space for them in the linker script; this pattern is common
731// in embedded systems.
732//
733// If there isn't enough space for these sections, we'll remove them from the
734// PT_LOAD segment, and we'll also remove the PT_PHDR segment.
George Rimaraa354182017-07-27 07:46:50 +0000735void LinkerScript::allocateHeaders(std::vector<PhdrEntry *> &Phdrs) {
Peter Smith5aedebf2017-07-05 09:12:54 +0000736 uint64_t Min = std::numeric_limits<uint64_t>::max();
Rafael Espindola8c022ca2017-07-27 19:22:43 +0000737 for (OutputSection *Sec : OutputSections)
Peter Smith5aedebf2017-07-05 09:12:54 +0000738 if (Sec->Flags & SHF_ALLOC)
739 Min = std::min<uint64_t>(Min, Sec->Addr);
Peter Smith5aedebf2017-07-05 09:12:54 +0000740
George Rimaraa354182017-07-27 07:46:50 +0000741 auto It = llvm::find_if(
742 Phdrs, [](const PhdrEntry *E) { return E->p_type == PT_LOAD; });
743 if (It == Phdrs.end())
George Rimard971e702017-07-03 16:05:51 +0000744 return;
George Rimaraa354182017-07-27 07:46:50 +0000745 PhdrEntry *FirstPTLoad = *It;
Rafael Espindola02ed7572017-05-04 19:34:17 +0000746
747 uint64_t HeaderSize = getHeaderSize();
Petr Hosekb93c5b92017-08-23 18:44:34 +0000748 // When linker script with SECTIONS is being used, don't output headers
749 // unless there's a space for them.
750 uint64_t Base = Opt.HasSections ? alignDown(Min, Config->MaxPageSize) : 0;
751 if (HeaderSize <= Min - Base || Script->hasPhdrsCommands()) {
752 Min = Opt.HasSections ? Base
753 : alignDown(Min - HeaderSize, Config->MaxPageSize);
Rafael Espindola02ed7572017-05-04 19:34:17 +0000754 Out::ElfHeader->Addr = Min;
755 Out::ProgramHeaders->Addr = Min + Out::ElfHeader->Size;
George Rimard971e702017-07-03 16:05:51 +0000756 return;
Rafael Espindola02ed7572017-05-04 19:34:17 +0000757 }
758
George Rimar582ede82017-09-07 10:53:07 +0000759 Out::ElfHeader->PtLoad = nullptr;
760 Out::ProgramHeaders->PtLoad = nullptr;
George Rimar6823c5f2017-09-07 11:01:10 +0000761 FirstPTLoad->FirstSec = findFirstSection(FirstPTLoad);
Rafael Espindola02ed7572017-05-04 19:34:17 +0000762
George Rimar60608a82017-08-28 09:28:15 +0000763 llvm::erase_if(Phdrs,
764 [](const PhdrEntry *E) { return E->p_type == PT_PHDR; });
Rafael Espindola02ed7572017-05-04 19:34:17 +0000765}
766
Peter Smith906e9a12017-07-07 09:11:27 +0000767LinkerScript::AddressState::AddressState(const ScriptConfiguration &Opt) {
768 for (auto &MRI : Opt.MemoryRegions) {
George Rimar5f375412017-09-08 08:23:15 +0000769 const MemoryRegion *MR = MRI.second;
Peter Smith906e9a12017-07-07 09:11:27 +0000770 MemRegionOffset[MR] = MR->Origin;
771 }
772}
773
Peter Smith5aedebf2017-07-05 09:12:54 +0000774void LinkerScript::assignAddresses() {
Rui Ueyama7c18c282016-04-18 21:00:40 +0000775 // Assign addresses as instructed by linker script SECTIONS sub-commands.
Rafael Espindolabe607332016-09-30 00:16:11 +0000776 Dot = 0;
Peter Smith906e9a12017-07-07 09:11:27 +0000777 auto State = make_unique<AddressState>(Opt);
Peter Smithc1ace402017-07-11 09:28:27 +0000778 // CurAddressState captures the local AddressState and makes it accessible
779 // deliberately. This is needed as there are some cases where we cannot just
780 // thread the current state through to a lambda function created by the
781 // script parser.
Peter Smith906e9a12017-07-07 09:11:27 +0000782 CurAddressState = State.get();
Rafael Espindola72dc1952017-03-17 13:05:04 +0000783 ErrorOnMissingSection = true;
Rafael Espindola06f47432017-02-06 22:21:46 +0000784 switchTo(Aether);
785
Rui Ueyama8f99f732017-04-05 03:20:42 +0000786 for (BaseCommand *Base : Opt.Commands) {
787 if (auto *Cmd = dyn_cast<SymbolAssignment>(Base)) {
Rui Ueyamad379f732017-04-05 03:20:22 +0000788 assignSymbol(Cmd, false);
George Rimar652852c2016-04-16 10:10:32 +0000789 continue;
790 }
791
Rui Ueyama8f99f732017-04-05 03:20:42 +0000792 if (auto *Cmd = dyn_cast<AssertCommand>(Base)) {
Rafael Espindola4595df92017-03-10 16:04:26 +0000793 Cmd->Expression();
George Rimareefa7582016-08-04 09:29:31 +0000794 continue;
795 }
796
Rafael Espindola8c022ca2017-07-27 19:22:43 +0000797 assignOffsets(cast<OutputSection>(Base));
George Rimar652852c2016-04-16 10:10:32 +0000798 }
Peter Smithc1ace402017-07-11 09:28:27 +0000799 CurAddressState = nullptr;
George Rimar652852c2016-04-16 10:10:32 +0000800}
801
Rui Ueyama464daad2016-08-22 04:55:20 +0000802// Creates program headers as instructed by PHDRS linker script command.
George Rimaraa354182017-07-27 07:46:50 +0000803std::vector<PhdrEntry *> LinkerScript::createPhdrs() {
804 std::vector<PhdrEntry *> Ret;
Eugene Leviantbbe38602016-07-19 09:25:43 +0000805
Rui Ueyama464daad2016-08-22 04:55:20 +0000806 // Process PHDRS and FILEHDR keywords because they are not
807 // real output sections and cannot be added in the following loop.
Eugene Leviantbbe38602016-07-19 09:25:43 +0000808 for (const PhdrsCommand &Cmd : Opt.PhdrsCommands) {
George Rimaraa354182017-07-27 07:46:50 +0000809 PhdrEntry *Phdr =
810 make<PhdrEntry>(Cmd.Type, Cmd.Flags == UINT_MAX ? PF_R : Cmd.Flags);
Eugene Leviantbbe38602016-07-19 09:25:43 +0000811
812 if (Cmd.HasFilehdr)
George Rimaraa354182017-07-27 07:46:50 +0000813 Phdr->add(Out::ElfHeader);
Eugene Leviantbbe38602016-07-19 09:25:43 +0000814 if (Cmd.HasPhdrs)
George Rimaraa354182017-07-27 07:46:50 +0000815 Phdr->add(Out::ProgramHeaders);
Eugene Leviant56b21c82016-09-09 09:46:16 +0000816
817 if (Cmd.LMAExpr) {
George Rimaraa354182017-07-27 07:46:50 +0000818 Phdr->p_paddr = Cmd.LMAExpr().getValue();
819 Phdr->HasLMA = true;
Eugene Leviant56b21c82016-09-09 09:46:16 +0000820 }
George Rimaraa354182017-07-27 07:46:50 +0000821 Ret.push_back(Phdr);
Eugene Leviantbbe38602016-07-19 09:25:43 +0000822 }
823
Rui Ueyama464daad2016-08-22 04:55:20 +0000824 // Add output sections to program headers.
Rafael Espindola8c022ca2017-07-27 19:22:43 +0000825 for (OutputSection *Sec : OutputSections) {
Eugene Leviantce30b1c2016-10-19 15:04:49 +0000826 // Assign headers specified by linker script
Rafael Espindola8c022ca2017-07-27 19:22:43 +0000827 for (size_t Id : getPhdrIndices(Sec)) {
George Rimaraa354182017-07-27 07:46:50 +0000828 Ret[Id]->add(Sec);
Eugene Leviantce30b1c2016-10-19 15:04:49 +0000829 if (Opt.PhdrsCommands[Id].Flags == UINT_MAX)
George Rimaraa354182017-07-27 07:46:50 +0000830 Ret[Id]->p_flags |= Sec->getPhdrFlags();
Eugene Leviantbbe38602016-07-19 09:25:43 +0000831 }
Eugene Leviantbbe38602016-07-19 09:25:43 +0000832 }
Rui Ueyamaedebbdf2016-07-24 23:47:31 +0000833 return Ret;
Eugene Leviantbbe38602016-07-19 09:25:43 +0000834}
835
Rui Ueyamab8dd23f2017-03-21 23:02:51 +0000836bool LinkerScript::ignoreInterpSection() {
Eugene Leviantf9bc3bd2016-08-16 06:40:58 +0000837 // Ignore .interp section in case we have PHDRS specification
838 // and PT_INTERP isn't listed.
Rui Ueyamae31d9882017-04-05 05:06:17 +0000839 if (Opt.PhdrsCommands.empty())
840 return false;
841 for (PhdrsCommand &Cmd : Opt.PhdrsCommands)
842 if (Cmd.Type == PT_INTERP)
843 return false;
844 return true;
Eugene Leviantf9bc3bd2016-08-16 06:40:58 +0000845}
846
Rui Ueyamab8dd23f2017-03-21 23:02:51 +0000847ExprValue LinkerScript::getSymbolValue(const Twine &Loc, StringRef S) {
George Rimar7e5b0a592017-08-17 08:47:21 +0000848 if (S == ".") {
849 if (CurAddressState)
850 return {CurAddressState->OutSec, Dot - CurAddressState->OutSec->Addr,
851 Loc};
852 error(Loc + ": unable to get location counter value");
853 return 0;
854 }
Rafael Espindola244ef982017-07-26 18:42:48 +0000855 if (SymbolBody *B = Symtab->find(S)) {
Rafael Espindola72dc1952017-03-17 13:05:04 +0000856 if (auto *D = dyn_cast<DefinedRegular>(B))
George Rimar41c7ab42017-06-07 08:54:43 +0000857 return {D->Section, D->Value, Loc};
Petr Hosek30f16b22017-03-23 03:52:34 +0000858 if (auto *C = dyn_cast<DefinedCommon>(B))
Rafael Espindola67df57a2017-09-12 21:19:09 +0000859 return {C->Section, 0, Loc};
Rafael Espindola72dc1952017-03-17 13:05:04 +0000860 }
Eugene Leviantf6aeed32016-12-22 13:13:12 +0000861 error(Loc + ": symbol not found: " + S);
George Rimar884e7862016-09-08 08:19:13 +0000862 return 0;
863}
864
Rafael Espindola244ef982017-07-26 18:42:48 +0000865bool LinkerScript::isDefined(StringRef S) { return Symtab->find(S) != nullptr; }
George Rimarf34f45f2016-09-23 13:17:23 +0000866
Andrew Ng6e9f98c2017-06-19 15:28:58 +0000867static const size_t NoPhdr = -1;
868
Rafael Espindola2c923c22017-05-10 14:28:31 +0000869// Returns indices of ELF headers containing specific section. Each index is a
870// zero based number of ELF header listed within PHDRS {} script block.
Rafael Espindola8c022ca2017-07-27 19:22:43 +0000871std::vector<size_t> LinkerScript::getPhdrIndices(OutputSection *Cmd) {
Rafael Espindola9f9e99b2017-07-05 22:30:04 +0000872 std::vector<size_t> Ret;
873 for (StringRef PhdrName : Cmd->Phdrs) {
874 size_t Index = getPhdrIndex(Cmd->Location, PhdrName);
875 if (Index != NoPhdr)
876 Ret.push_back(Index);
Eugene Leviantbbe38602016-07-19 09:25:43 +0000877 }
Rafael Espindola9f9e99b2017-07-05 22:30:04 +0000878 return Ret;
Eugene Leviantbbe38602016-07-19 09:25:43 +0000879}
880
Andrew Ng6e9f98c2017-06-19 15:28:58 +0000881// Returns the index of the segment named PhdrName if found otherwise
882// NoPhdr. When not found, if PhdrName is not the special case value 'NONE'
883// (which can be used to explicitly specify that a section isn't assigned to a
884// segment) then error.
Rui Ueyamab8dd23f2017-03-21 23:02:51 +0000885size_t LinkerScript::getPhdrIndex(const Twine &Loc, StringRef PhdrName) {
Rui Ueyama29c5a2a2016-07-26 00:27:36 +0000886 size_t I = 0;
887 for (PhdrsCommand &Cmd : Opt.PhdrsCommands) {
888 if (Cmd.Name == PhdrName)
889 return I;
890 ++I;
891 }
Andrew Ng6e9f98c2017-06-19 15:28:58 +0000892 if (PhdrName != "NONE")
893 error(Loc + ": section header '" + PhdrName + "' is not listed in PHDRS");
894 return NoPhdr;
Rui Ueyama29c5a2a2016-07-26 00:27:36 +0000895}