blob: 25ea64a3068fe74d14e3370f886a7f28973e3a50 [file] [log] [blame]
Rafael Espindola5805c4f2015-09-21 21:38:08 +00001//===- OutputSections.cpp -------------------------------------------------===//
2//
3// The LLVM Linker
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9
10#include "OutputSections.h"
11#include "Config.h"
Rui Ueyamaf5febef2016-05-24 02:55:45 +000012#include "EhFrame.h"
Rui Ueyama95642b92016-11-01 23:09:07 +000013#include "LinkerScript.h"
Rui Ueyama9381eb12016-12-18 14:06:06 +000014#include "Memory.h"
Rui Ueyamafbbde542016-06-29 09:08:02 +000015#include "Strings.h"
Rafael Espindola5805c4f2015-09-21 21:38:08 +000016#include "SymbolTable.h"
Rui Ueyamae8a61022016-11-05 23:05:47 +000017#include "SyntheticSections.h"
Rafael Espindola01205f72015-09-22 18:19:46 +000018#include "Target.h"
Rui Ueyama244a4352016-12-03 21:24:51 +000019#include "Threads.h"
George Rimarf6bc65a2016-01-15 13:34:52 +000020#include "llvm/Support/Dwarf.h"
Rui Ueyama3a41be22016-04-07 22:49:21 +000021#include "llvm/Support/MD5.h"
Igor Kudrin1b0d7062015-10-22 08:21:35 +000022#include "llvm/Support/MathExtras.h"
Rafael Espindolaa42b3bc2016-09-27 16:43:49 +000023#include "llvm/Support/SHA1.h"
Rafael Espindola5805c4f2015-09-21 21:38:08 +000024
Rafael Espindola5805c4f2015-09-21 21:38:08 +000025using namespace llvm;
Rui Ueyamadbcfedb2016-02-09 21:46:11 +000026using namespace llvm::dwarf;
Rafael Espindola5805c4f2015-09-21 21:38:08 +000027using namespace llvm::object;
Rafael Espindolaa6627382015-10-06 23:56:53 +000028using namespace llvm::support::endian;
Rafael Espindola5805c4f2015-09-21 21:38:08 +000029using namespace llvm::ELF;
30
31using namespace lld;
Rafael Espindolae0df00b2016-02-28 00:25:54 +000032using namespace lld::elf;
Rafael Espindola5805c4f2015-09-21 21:38:08 +000033
Rafael Espindolae08e78d2016-11-09 23:23:45 +000034OutputSectionBase::OutputSectionBase(StringRef Name, uint32_t Type,
35 uint64_t Flags)
Rafael Espindola5805c4f2015-09-21 21:38:08 +000036 : Name(Name) {
Rafael Espindola04a2e342016-11-09 01:42:41 +000037 this->Type = Type;
38 this->Flags = Flags;
39 this->Addralign = 1;
Rafael Espindola5805c4f2015-09-21 21:38:08 +000040}
41
Rafael Espindolae08e78d2016-11-09 23:23:45 +000042uint32_t OutputSectionBase::getPhdrFlags() const {
Rafael Espindola0b113672016-07-27 14:10:56 +000043 uint32_t Ret = PF_R;
44 if (Flags & SHF_WRITE)
45 Ret |= PF_W;
46 if (Flags & SHF_EXECINSTR)
47 Ret |= PF_X;
48 return Ret;
49}
50
Rafael Espindola35c6af32015-09-25 17:19:10 +000051template <class ELFT>
Rafael Espindolae08e78d2016-11-09 23:23:45 +000052void OutputSectionBase::writeHeaderTo(typename ELFT::Shdr *Shdr) {
Rafael Espindola04a2e342016-11-09 01:42:41 +000053 Shdr->sh_entsize = Entsize;
54 Shdr->sh_addralign = Addralign;
55 Shdr->sh_type = Type;
56 Shdr->sh_offset = Offset;
57 Shdr->sh_flags = Flags;
58 Shdr->sh_info = Info;
59 Shdr->sh_link = Link;
Rafael Espindolaea590d92017-02-08 15:19:03 +000060 Shdr->sh_addr = Addr;
Rafael Espindola04a2e342016-11-09 01:42:41 +000061 Shdr->sh_size = Size;
62 Shdr->sh_name = ShName;
Rui Ueyamac63c1db2016-03-13 06:50:33 +000063}
64
Rui Ueyamadf5d14d2016-11-09 22:32:42 +000065template <class ELFT> static uint64_t getEntsize(uint32_t Type) {
66 switch (Type) {
67 case SHT_RELA:
68 return sizeof(typename ELFT::Rela);
69 case SHT_REL:
70 return sizeof(typename ELFT::Rel);
71 case SHT_MIPS_REGINFO:
72 return sizeof(Elf_Mips_RegInfo<ELFT>);
73 case SHT_MIPS_OPTIONS:
74 return sizeof(Elf_Mips_Options<ELFT>) + sizeof(Elf_Mips_RegInfo<ELFT>);
75 case SHT_MIPS_ABIFLAGS:
76 return sizeof(Elf_Mips_ABIFlags<ELFT>);
77 default:
78 return 0;
79 }
80}
81
George Rimarf6bc65a2016-01-15 13:34:52 +000082template <class ELFT>
George Rimar58941ee2016-02-25 08:23:37 +000083OutputSection<ELFT>::OutputSection(StringRef Name, uint32_t Type, uintX_t Flags)
Rafael Espindolae08e78d2016-11-09 23:23:45 +000084 : OutputSectionBase(Name, Type, Flags) {
Rui Ueyamadf5d14d2016-11-09 22:32:42 +000085 this->Entsize = getEntsize<ELFT>(Type);
George Rimar58941ee2016-02-25 08:23:37 +000086}
87
Rafael Espindola4d2d9c02016-11-18 19:02:15 +000088template <typename ELFT>
89static bool compareByFilePosition(InputSection<ELFT> *A,
90 InputSection<ELFT> *B) {
Peter Smith719eb8e2016-11-24 11:43:55 +000091 // Synthetic doesn't have link order dependecy, stable_sort will keep it last
92 if (A->kind() == InputSectionData::Synthetic ||
93 B->kind() == InputSectionData::Synthetic)
94 return false;
Rafael Espindola4d2d9c02016-11-18 19:02:15 +000095 auto *LA = cast<InputSection<ELFT>>(A->getLinkOrderDep());
96 auto *LB = cast<InputSection<ELFT>>(B->getLinkOrderDep());
97 OutputSectionBase *AOut = LA->OutSec;
98 OutputSectionBase *BOut = LB->OutSec;
99 if (AOut != BOut)
100 return AOut->SectionIndex < BOut->SectionIndex;
101 return LA->OutSecOff < LB->OutSecOff;
102}
103
George Rimar58941ee2016-02-25 08:23:37 +0000104template <class ELFT> void OutputSection<ELFT>::finalize() {
Eugene Levianta96d9022016-11-16 10:02:27 +0000105 if ((this->Flags & SHF_LINK_ORDER) && !this->Sections.empty()) {
Rafael Espindola4d2d9c02016-11-18 19:02:15 +0000106 std::sort(Sections.begin(), Sections.end(), compareByFilePosition<ELFT>);
107 Size = 0;
108 assignOffsets();
109
Rafael Espindola933fcab2016-11-17 23:16:39 +0000110 // We must preserve the link order dependency of sections with the
111 // SHF_LINK_ORDER flag. The dependency is indicated by the sh_link field. We
112 // need to translate the InputSection sh_link to the OutputSection sh_link,
113 // all InputSections in the OutputSection have the same dependency.
Eugene Levianta96d9022016-11-16 10:02:27 +0000114 if (auto *D = this->Sections.front()->getLinkOrderDep())
115 this->Link = D->OutSec->SectionIndex;
Peter Smith580ba952016-10-21 11:25:33 +0000116 }
Eugene Leviant22eb0262016-11-14 09:16:00 +0000117
Rafael Espindola933fcab2016-11-17 23:16:39 +0000118 uint32_t Type = this->Type;
George Rimar82bd8be2017-02-08 16:18:10 +0000119 if (!Config->copyRelocs() || (Type != SHT_RELA && Type != SHT_REL))
George Rimar58941ee2016-02-25 08:23:37 +0000120 return;
Rafael Espindola933fcab2016-11-17 23:16:39 +0000121
Eugene Leviant9230db92016-11-17 09:16:34 +0000122 this->Link = In<ELFT>::SymTab->OutSec->SectionIndex;
George Rimar58941ee2016-02-25 08:23:37 +0000123 // sh_info for SHT_REL[A] sections should contain the section header index of
124 // the section to which the relocation applies.
125 InputSectionBase<ELFT> *S = Sections[0]->getRelocatedSection();
Rafael Espindola04a2e342016-11-09 01:42:41 +0000126 this->Info = S->OutSec->SectionIndex;
George Rimar58941ee2016-02-25 08:23:37 +0000127}
Rafael Espindola35c6af32015-09-25 17:19:10 +0000128
129template <class ELFT>
Rafael Espindolae08e78d2016-11-09 23:23:45 +0000130void OutputSection<ELFT>::addSection(InputSectionData *C) {
Rui Ueyama0b289522016-02-25 18:43:51 +0000131 assert(C->Live);
Rui Ueyama40845e62015-12-26 05:51:07 +0000132 auto *S = cast<InputSection<ELFT>>(C);
133 Sections.push_back(S);
134 S->OutSec = this;
Rui Ueyama424b4082016-06-17 01:18:46 +0000135 this->updateAlignment(S->Alignment);
Simon Atanasyan02b9c3f2016-10-05 07:49:18 +0000136 // Keep sh_entsize value of the input section to be able to perform merging
137 // later during a final linking using the generated relocatable object.
Rafael Espindola1854a8e2016-10-26 12:36:56 +0000138 if (Config->Relocatable && (S->Flags & SHF_MERGE))
Rafael Espindola04a2e342016-11-09 01:42:41 +0000139 this->Entsize = S->Entsize;
Rafael Espindola5805c4f2015-09-21 21:38:08 +0000140}
141
Rafael Espindola1ebfc592017-01-13 21:05:46 +0000142template <class ELFT>
143void OutputSection<ELFT>::forEachInputSection(
144 std::function<void(InputSectionData *)> F) {
145 for (InputSection<ELFT> *S : Sections)
146 F(S);
147}
148
Rui Ueyama809d8e22016-06-23 04:33:42 +0000149// This function is called after we sort input sections
150// and scan relocations to setup sections' offsets.
151template <class ELFT> void OutputSection<ELFT>::assignOffsets() {
Rafael Espindola04a2e342016-11-09 01:42:41 +0000152 uintX_t Off = this->Size;
Rui Ueyama809d8e22016-06-23 04:33:42 +0000153 for (InputSection<ELFT> *S : Sections) {
154 Off = alignTo(Off, S->Alignment);
155 S->OutSecOff = Off;
156 Off += S->getSize();
157 }
Rafael Espindola04a2e342016-11-09 01:42:41 +0000158 this->Size = Off;
Rui Ueyama5af83682016-02-11 23:41:38 +0000159}
160
George Rimar1a33c0f2016-11-10 09:05:20 +0000161template <class ELFT>
162void OutputSection<ELFT>::sort(
Rui Ueyama31270312016-12-20 01:51:08 +0000163 std::function<int(InputSection<ELFT> *S)> Order) {
George Rimar1a33c0f2016-11-10 09:05:20 +0000164 typedef std::pair<unsigned, InputSection<ELFT> *> Pair;
165 auto Comp = [](const Pair &A, const Pair &B) { return A.first < B.first; };
166
167 std::vector<Pair> V;
168 for (InputSection<ELFT> *S : Sections)
169 V.push_back({Order(S), S});
170 std::stable_sort(V.begin(), V.end(), Comp);
171 Sections.clear();
172 for (Pair &P : V)
173 Sections.push_back(P.second);
174}
175
Rui Ueyamac4185702016-02-10 23:20:42 +0000176// Sorts input sections by section name suffixes, so that .foo.N comes
177// before .foo.M if N < M. Used to sort .{init,fini}_array.N sections.
Rui Ueyama5af83682016-02-11 23:41:38 +0000178// We want to keep the original order if the priorities are the same
179// because the compiler keeps the original initialization order in a
180// translation unit and we need to respect that.
Rui Ueyamac4185702016-02-10 23:20:42 +0000181// For more detail, read the section of the GCC's manual about init_priority.
Rui Ueyama5af83682016-02-11 23:41:38 +0000182template <class ELFT> void OutputSection<ELFT>::sortInitFini() {
Rui Ueyamac4185702016-02-10 23:20:42 +0000183 // Sort sections by priority.
George Rimar1a33c0f2016-11-10 09:05:20 +0000184 sort([](InputSection<ELFT> *S) { return getPriority(S->Name); });
Rui Ueyama5af83682016-02-11 23:41:38 +0000185}
Rui Ueyamac4185702016-02-10 23:20:42 +0000186
Rui Ueyama5af83682016-02-11 23:41:38 +0000187// Returns true if S matches /Filename.?\.o$/.
188static bool isCrtBeginEnd(StringRef S, StringRef Filename) {
189 if (!S.endswith(".o"))
190 return false;
191 S = S.drop_back(2);
192 if (S.endswith(Filename))
193 return true;
194 return !S.empty() && S.drop_back().endswith(Filename);
195}
196
197static bool isCrtbegin(StringRef S) { return isCrtBeginEnd(S, "crtbegin"); }
198static bool isCrtend(StringRef S) { return isCrtBeginEnd(S, "crtend"); }
199
200// .ctors and .dtors are sorted by this priority from highest to lowest.
201//
202// 1. The section was contained in crtbegin (crtbegin contains
203// some sentinel value in its .ctors and .dtors so that the runtime
204// can find the beginning of the sections.)
205//
206// 2. The section has an optional priority value in the form of ".ctors.N"
207// or ".dtors.N" where N is a number. Unlike .{init,fini}_array,
208// they are compared as string rather than number.
209//
210// 3. The section is just ".ctors" or ".dtors".
211//
212// 4. The section was contained in crtend, which contains an end marker.
213//
214// In an ideal world, we don't need this function because .init_array and
215// .ctors are duplicate features (and .init_array is newer.) However, there
216// are too many real-world use cases of .ctors, so we had no choice to
217// support that with this rather ad-hoc semantics.
218template <class ELFT>
219static bool compCtors(const InputSection<ELFT> *A,
220 const InputSection<ELFT> *B) {
221 bool BeginA = isCrtbegin(A->getFile()->getName());
222 bool BeginB = isCrtbegin(B->getFile()->getName());
223 if (BeginA != BeginB)
224 return BeginA;
225 bool EndA = isCrtend(A->getFile()->getName());
226 bool EndB = isCrtend(B->getFile()->getName());
227 if (EndA != EndB)
228 return EndB;
Rafael Espindola042a3f22016-09-08 14:06:08 +0000229 StringRef X = A->Name;
230 StringRef Y = B->Name;
Rui Ueyama5af83682016-02-11 23:41:38 +0000231 assert(X.startswith(".ctors") || X.startswith(".dtors"));
232 assert(Y.startswith(".ctors") || Y.startswith(".dtors"));
233 X = X.substr(6);
234 Y = Y.substr(6);
Rui Ueyama24b794e2016-02-12 00:38:46 +0000235 if (X.empty() && Y.empty())
236 return false;
Rui Ueyama5af83682016-02-11 23:41:38 +0000237 return X < Y;
238}
239
240// Sorts input sections by the special rules for .ctors and .dtors.
241// Unfortunately, the rules are different from the one for .{init,fini}_array.
242// Read the comment above.
243template <class ELFT> void OutputSection<ELFT>::sortCtorsDtors() {
244 std::stable_sort(Sections.begin(), Sections.end(), compCtors<ELFT>);
Rui Ueyamac4185702016-02-10 23:20:42 +0000245}
246
Rui Ueyama16068ae2016-11-19 18:05:56 +0000247// Fill [Buf, Buf + Size) with Filler. Filler is written in big
248// endian order. This is used for linker script "=fillexp" command.
249void fill(uint8_t *Buf, size_t Size, uint32_t Filler) {
250 uint8_t V[4];
251 write32be(V, Filler);
George Rimare2ee72b2016-02-26 14:48:31 +0000252 size_t I = 0;
Rui Ueyama16068ae2016-11-19 18:05:56 +0000253 for (; I + 4 < Size; I += 4)
254 memcpy(Buf + I, V, 4);
255 memcpy(Buf + I, V, Size - I);
George Rimare2ee72b2016-02-26 14:48:31 +0000256}
257
Rafael Espindola5805c4f2015-09-21 21:38:08 +0000258template <class ELFT> void OutputSection<ELFT>::writeTo(uint8_t *Buf) {
Eugene Leviant84569e62016-11-29 08:05:44 +0000259 Loc = Buf;
Rui Ueyama16068ae2016-11-19 18:05:56 +0000260 if (uint32_t Filler = Script<ELFT>::X->getFiller(this->Name))
Rafael Espindola04a2e342016-11-09 01:42:41 +0000261 fill(Buf, this->Size, Filler);
Rui Ueyama16068ae2016-11-19 18:05:56 +0000262
Davide Italiano2e8b2a72016-11-18 02:23:48 +0000263 auto Fn = [=](InputSection<ELFT> *IS) { IS->writeTo(Buf); };
Rui Ueyama244a4352016-12-03 21:24:51 +0000264 forEach(Sections.begin(), Sections.end(), Fn);
Rui Ueyama16068ae2016-11-19 18:05:56 +0000265
George Rimare38cbab2016-09-26 19:22:50 +0000266 // Linker scripts may have BYTE()-family commands with which you
267 // can write arbitrary bytes to the output. Process them if any.
268 Script<ELFT>::X->writeDataBytes(this->Name, Buf);
Rafael Espindola5805c4f2015-09-21 21:38:08 +0000269}
270
Rui Ueyamac7cc6ec2015-10-15 22:27:29 +0000271template <class ELFT>
Rui Ueyamaf86cb902016-05-23 15:12:41 +0000272EhOutputSection<ELFT>::EhOutputSection()
Rafael Espindolae08e78d2016-11-09 23:23:45 +0000273 : OutputSectionBase(".eh_frame", SHT_PROGBITS, SHF_ALLOC) {}
Rafael Espindola0c6a4f12015-11-11 19:54:14 +0000274
Rafael Espindola1ebfc592017-01-13 21:05:46 +0000275template <class ELFT>
276void EhOutputSection<ELFT>::forEachInputSection(
277 std::function<void(InputSectionData *)> F) {
278 for (EhInputSection<ELFT> *S : Sections)
279 F(S);
280}
281
Rui Ueyamaf8b285c2016-05-22 23:16:14 +0000282// Search for an existing CIE record or create a new one.
283// CIE records from input object files are uniquified by their contents
284// and where their relocations point to.
285template <class ELFT>
286template <class RelTy>
Rafael Espindola2deeb602016-07-21 20:18:30 +0000287CieRecord *EhOutputSection<ELFT>::addCie(EhSectionPiece &Piece,
Rafael Espindola2deeb602016-07-21 20:18:30 +0000288 ArrayRef<RelTy> Rels) {
Eugene Leviantc8c1b7b2016-11-25 08:27:15 +0000289 auto *Sec = cast<EhInputSection<ELFT>>(Piece.ID);
Rui Ueyamaf8b285c2016-05-22 23:16:14 +0000290 const endianness E = ELFT::TargetEndianness;
Rui Ueyamad8849272016-05-25 16:37:01 +0000291 if (read32<E>(Piece.data().data() + 4) != 0)
Eugene Leviantc8c1b7b2016-11-25 08:27:15 +0000292 fatal(toString(Sec) + ": CIE expected at beginning of .eh_frame");
Rui Ueyamaf8b285c2016-05-22 23:16:14 +0000293
294 SymbolBody *Personality = nullptr;
Rafael Espindola2deeb602016-07-21 20:18:30 +0000295 unsigned FirstRelI = Piece.FirstRelocation;
296 if (FirstRelI != (unsigned)-1)
297 Personality = &Sec->getFile()->getRelocTargetSym(Rels[FirstRelI]);
Rui Ueyamaf8b285c2016-05-22 23:16:14 +0000298
299 // Search for an existing CIE by CIE contents/relocation target pair.
Rui Ueyamad8849272016-05-25 16:37:01 +0000300 CieRecord *Cie = &CieMap[{Piece.data(), Personality}];
Rui Ueyamaf8b285c2016-05-22 23:16:14 +0000301
302 // If not found, create a new one.
Rui Ueyamae2060aa2016-05-22 23:52:56 +0000303 if (Cie->Piece == nullptr) {
304 Cie->Piece = &Piece;
Rui Ueyamae2060aa2016-05-22 23:52:56 +0000305 Cies.push_back(Cie);
Rui Ueyamaf8b285c2016-05-22 23:16:14 +0000306 }
307 return Cie;
308}
309
Rui Ueyamaf8b285c2016-05-22 23:16:14 +0000310// There is one FDE per function. Returns true if a given FDE
311// points to a live function.
312template <class ELFT>
313template <class RelTy>
Rafael Espindola2deeb602016-07-21 20:18:30 +0000314bool EhOutputSection<ELFT>::isFdeLive(EhSectionPiece &Piece,
Rafael Espindola2deeb602016-07-21 20:18:30 +0000315 ArrayRef<RelTy> Rels) {
Eugene Leviantc8c1b7b2016-11-25 08:27:15 +0000316 auto *Sec = cast<EhInputSection<ELFT>>(Piece.ID);
Rafael Espindola2deeb602016-07-21 20:18:30 +0000317 unsigned FirstRelI = Piece.FirstRelocation;
318 if (FirstRelI == (unsigned)-1)
Rafael Espindolaf340ca82017-02-15 01:29:23 +0000319 return false;
Rafael Espindola2deeb602016-07-21 20:18:30 +0000320 const RelTy &Rel = Rels[FirstRelI];
321 SymbolBody &B = Sec->getFile()->getRelocTargetSym(Rel);
Rui Ueyamaf8b285c2016-05-22 23:16:14 +0000322 auto *D = dyn_cast<DefinedRegular<ELFT>>(&B);
323 if (!D || !D->Section)
324 return false;
325 InputSectionBase<ELFT> *Target = D->Section->Repl;
326 return Target && Target->Live;
327}
328
329// .eh_frame is a sequence of CIE or FDE records. In general, there
330// is one CIE record per input object file which is followed by
331// a list of FDEs. This function searches an existing CIE or create a new
332// one and associates FDEs to the CIE.
Rui Ueyamac0c92602016-02-05 22:56:03 +0000333template <class ELFT>
Rui Ueyamafc467e72016-03-13 05:06:50 +0000334template <class RelTy>
Rui Ueyama0b9a9032016-05-24 04:19:20 +0000335void EhOutputSection<ELFT>::addSectionAux(EhInputSection<ELFT> *Sec,
Rafael Espindola0f7ccc32016-04-05 14:47:28 +0000336 ArrayRef<RelTy> Rels) {
Rafael Espindola1f5696f2016-05-24 16:03:27 +0000337 const endianness E = ELFT::TargetEndianness;
Rafael Espindola820f4bb2016-05-24 15:17:47 +0000338
Rafael Espindola1f5696f2016-05-24 16:03:27 +0000339 DenseMap<size_t, CieRecord *> OffsetToCie;
Rafael Espindola2deeb602016-07-21 20:18:30 +0000340 for (EhSectionPiece &Piece : Sec->Pieces) {
Rafael Espindola1f5696f2016-05-24 16:03:27 +0000341 // The empty record is the end marker.
Rui Ueyamad8849272016-05-25 16:37:01 +0000342 if (Piece.size() == 4)
Rafael Espindola5ee9e7f2016-05-24 19:14:09 +0000343 return;
Rafael Espindola1f5696f2016-05-24 16:03:27 +0000344
345 size_t Offset = Piece.InputOff;
Rui Ueyamad8849272016-05-25 16:37:01 +0000346 uint32_t ID = read32<E>(Piece.data().data() + 4);
Rafael Espindola1f5696f2016-05-24 16:03:27 +0000347 if (ID == 0) {
Eugene Leviantc8c1b7b2016-11-25 08:27:15 +0000348 OffsetToCie[Offset] = addCie(Piece, Rels);
Rafael Espindola1f5696f2016-05-24 16:03:27 +0000349 continue;
350 }
351
352 uint32_t CieOffset = Offset + 4 - ID;
353 CieRecord *Cie = OffsetToCie[CieOffset];
354 if (!Cie)
Eugene Leviantc8c1b7b2016-11-25 08:27:15 +0000355 fatal(toString(Sec) + ": invalid CIE reference");
Rafael Espindola1f5696f2016-05-24 16:03:27 +0000356
Eugene Leviantc8c1b7b2016-11-25 08:27:15 +0000357 if (!isFdeLive(Piece, Rels))
Rafael Espindola1f5696f2016-05-24 16:03:27 +0000358 continue;
359 Cie->FdePieces.push_back(&Piece);
Rui Ueyamade9777a2016-05-23 16:30:41 +0000360 NumFdes++;
Rafael Espindola0c6a4f12015-11-11 19:54:14 +0000361 }
362}
363
364template <class ELFT>
Rafael Espindolae08e78d2016-11-09 23:23:45 +0000365void EhOutputSection<ELFT>::addSection(InputSectionData *C) {
Rui Ueyama0b9a9032016-05-24 04:19:20 +0000366 auto *Sec = cast<EhInputSection<ELFT>>(C);
Rui Ueyamaf8b285c2016-05-22 23:16:14 +0000367 Sec->OutSec = this;
Rui Ueyama424b4082016-06-17 01:18:46 +0000368 this->updateAlignment(Sec->Alignment);
Rui Ueyamaf8b285c2016-05-22 23:16:14 +0000369 Sections.push_back(Sec);
370
371 // .eh_frame is a sequence of CIE or FDE records. This function
372 // splits it into pieces so that we can call
373 // SplitInputSection::getSectionPiece on the section.
Rui Ueyama88abd9b2016-05-22 23:53:00 +0000374 Sec->split();
Rui Ueyamaf8b285c2016-05-22 23:16:14 +0000375 if (Sec->Pieces.empty())
376 return;
377
Rafael Espindola9f0c4bb2016-11-10 14:53:24 +0000378 if (Sec->NumRelocations) {
379 if (Sec->AreRelocsRela)
380 addSectionAux(Sec, Sec->relas());
Rui Ueyamaf8b285c2016-05-22 23:16:14 +0000381 else
Rafael Espindola9f0c4bb2016-11-10 14:53:24 +0000382 addSectionAux(Sec, Sec->rels());
Rui Ueyama0de86c12016-01-27 22:23:44 +0000383 return;
384 }
Rui Ueyamaf8b285c2016-05-22 23:16:14 +0000385 addSectionAux(Sec, makeArrayRef<Elf_Rela>(nullptr, nullptr));
Rafael Espindola0c6a4f12015-11-11 19:54:14 +0000386}
387
Rafael Espindola91bd48a2015-12-24 20:44:06 +0000388template <class ELFT>
Rui Ueyama644ac652016-05-22 00:17:11 +0000389static void writeCieFde(uint8_t *Buf, ArrayRef<uint8_t> D) {
390 memcpy(Buf, D.data(), D.size());
Rui Ueyamac0449a62016-05-21 18:10:13 +0000391
392 // Fix the size field. -4 since size does not include the size field itself.
Rafael Espindola91bd48a2015-12-24 20:44:06 +0000393 const endianness E = ELFT::TargetEndianness;
Rui Ueyama644ac652016-05-22 00:17:11 +0000394 write32<E>(Buf, alignTo(D.size(), sizeof(typename ELFT::uint)) - 4);
Rafael Espindola56004c52016-04-07 14:22:09 +0000395}
396
Rui Ueyama1e479c22016-05-23 15:07:59 +0000397template <class ELFT> void EhOutputSection<ELFT>::finalize() {
Rafael Espindola04a2e342016-11-09 01:42:41 +0000398 if (this->Size)
Rui Ueyamae9381bd2016-07-16 02:47:42 +0000399 return; // Already finalized.
Rafael Espindola56004c52016-04-07 14:22:09 +0000400
Rui Ueyamaf8b285c2016-05-22 23:16:14 +0000401 size_t Off = 0;
402 for (CieRecord *Cie : Cies) {
403 Cie->Piece->OutputOff = Off;
404 Off += alignTo(Cie->Piece->size(), sizeof(uintX_t));
Rafael Espindola56004c52016-04-07 14:22:09 +0000405
Rafael Espindola113860b2016-10-20 10:55:58 +0000406 for (EhSectionPiece *Fde : Cie->FdePieces) {
Rui Ueyamaf8b285c2016-05-22 23:16:14 +0000407 Fde->OutputOff = Off;
408 Off += alignTo(Fde->size(), sizeof(uintX_t));
Rafael Espindola56004c52016-04-07 14:22:09 +0000409 }
410 }
Rafael Espindola04a2e342016-11-09 01:42:41 +0000411 this->Size = Off;
Rafael Espindola91bd48a2015-12-24 20:44:06 +0000412}
413
Rui Ueyamae75e9332016-05-23 03:00:33 +0000414template <class ELFT> static uint64_t readFdeAddr(uint8_t *Buf, int Size) {
415 const endianness E = ELFT::TargetEndianness;
416 switch (Size) {
417 case DW_EH_PE_udata2:
418 return read16<E>(Buf);
419 case DW_EH_PE_udata4:
420 return read32<E>(Buf);
421 case DW_EH_PE_udata8:
422 return read64<E>(Buf);
423 case DW_EH_PE_absptr:
424 if (ELFT::Is64Bits)
425 return read64<E>(Buf);
426 return read32<E>(Buf);
427 }
428 fatal("unknown FDE size encoding");
429}
430
431// Returns the VA to which a given FDE (on a mmap'ed buffer) is applied to.
432// We need it to create .eh_frame_hdr section.
433template <class ELFT>
Rui Ueyama1e479c22016-05-23 15:07:59 +0000434typename ELFT::uint EhOutputSection<ELFT>::getFdePc(uint8_t *Buf, size_t FdeOff,
Rui Ueyamae75e9332016-05-23 03:00:33 +0000435 uint8_t Enc) {
Rui Ueyama2ab3d202016-05-23 16:36:47 +0000436 // The starting address to which this FDE applies is
Rui Ueyamae75e9332016-05-23 03:00:33 +0000437 // stored at FDE + 8 byte.
438 size_t Off = FdeOff + 8;
439 uint64_t Addr = readFdeAddr<ELFT>(Buf + Off, Enc & 0x7);
440 if ((Enc & 0x70) == DW_EH_PE_absptr)
441 return Addr;
442 if ((Enc & 0x70) == DW_EH_PE_pcrel)
Rafael Espindola04a2e342016-11-09 01:42:41 +0000443 return Addr + this->Addr + Off;
Rui Ueyamae75e9332016-05-23 03:00:33 +0000444 fatal("unknown FDE size relative encoding");
445}
446
Rui Ueyama1e479c22016-05-23 15:07:59 +0000447template <class ELFT> void EhOutputSection<ELFT>::writeTo(uint8_t *Buf) {
Rafael Espindola0c6a4f12015-11-11 19:54:14 +0000448 const endianness E = ELFT::TargetEndianness;
Rui Ueyamaf8b285c2016-05-22 23:16:14 +0000449 for (CieRecord *Cie : Cies) {
450 size_t CieOffset = Cie->Piece->OutputOff;
Rui Ueyamad8849272016-05-25 16:37:01 +0000451 writeCieFde<ELFT>(Buf + CieOffset, Cie->Piece->data());
Rafael Espindola0c6a4f12015-11-11 19:54:14 +0000452
Rafael Espindola32aca872016-10-05 18:40:00 +0000453 for (EhSectionPiece *Fde : Cie->FdePieces) {
Rui Ueyamaf8b285c2016-05-22 23:16:14 +0000454 size_t Off = Fde->OutputOff;
Rui Ueyamad8849272016-05-25 16:37:01 +0000455 writeCieFde<ELFT>(Buf + Off, Fde->data());
Rafael Espindola56004c52016-04-07 14:22:09 +0000456
Rui Ueyamaf8b285c2016-05-22 23:16:14 +0000457 // FDE's second word should have the offset to an associated CIE.
458 // Write it.
459 write32<E>(Buf + Off + 4, Off + 4 - CieOffset);
Rafael Espindola0c6a4f12015-11-11 19:54:14 +0000460 }
461 }
462
Rui Ueyama0b9a9032016-05-24 04:19:20 +0000463 for (EhInputSection<ELFT> *S : Sections)
Rafael Espindola22ef9562016-04-13 01:40:19 +0000464 S->relocate(Buf, nullptr);
Rui Ueyamae75e9332016-05-23 03:00:33 +0000465
466 // Construct .eh_frame_hdr. .eh_frame_hdr is a binary search table
Rui Ueyama2ab3d202016-05-23 16:36:47 +0000467 // to get a FDE from an address to which FDE is applied. So here
Rui Ueyamae75e9332016-05-23 03:00:33 +0000468 // we obtain two addresses and pass them to EhFrameHdr object.
Eugene Leviant952eb4d2016-11-21 15:52:10 +0000469 if (In<ELFT>::EhFrameHdr) {
Rui Ueyama3b31e672016-05-23 16:24:16 +0000470 for (CieRecord *Cie : Cies) {
Eugene Leviant531df4f2016-11-23 09:45:17 +0000471 uint8_t Enc = getFdeEncoding<ELFT>(Cie->Piece);
Rui Ueyama3b31e672016-05-23 16:24:16 +0000472 for (SectionPiece *Fde : Cie->FdePieces) {
Rui Ueyama6de2e682016-05-24 02:08:38 +0000473 uintX_t Pc = getFdePc(Buf, Fde->OutputOff, Enc);
Rafael Espindola04a2e342016-11-09 01:42:41 +0000474 uintX_t FdeVA = this->Addr + Fde->OutputOff;
Eugene Leviant952eb4d2016-11-21 15:52:10 +0000475 In<ELFT>::EhFrameHdr->addFde(Pc, FdeVA);
Rui Ueyama3b31e672016-05-23 16:24:16 +0000476 }
Rui Ueyamae75e9332016-05-23 03:00:33 +0000477 }
478 }
Rafael Espindola0c6a4f12015-11-11 19:54:14 +0000479}
480
481template <class ELFT>
Rafael Espindola10897f12016-09-13 14:23:14 +0000482static typename ELFT::uint getOutFlags(InputSectionBase<ELFT> *S) {
Rafael Espindola1854a8e2016-10-26 12:36:56 +0000483 return S->Flags & ~SHF_GROUP & ~SHF_COMPRESSED;
Rafael Espindola10897f12016-09-13 14:23:14 +0000484}
485
Rafael Espindolabd3ab092017-01-05 14:52:46 +0000486namespace llvm {
487template <> struct DenseMapInfo<lld::elf::SectionKey> {
488 static lld::elf::SectionKey getEmptyKey();
489 static lld::elf::SectionKey getTombstoneKey();
490 static unsigned getHashValue(const lld::elf::SectionKey &Val);
491 static bool isEqual(const lld::elf::SectionKey &LHS,
492 const lld::elf::SectionKey &RHS);
493};
494}
495
Rafael Espindola10897f12016-09-13 14:23:14 +0000496template <class ELFT>
Rafael Espindola72447082017-01-05 14:35:41 +0000497static SectionKey createKey(InputSectionBase<ELFT> *C, StringRef OutsecName) {
Rafael Espindola33713982017-01-05 14:20:35 +0000498 // The ELF spec just says
499 // ----------------------------------------------------------------
500 // In the first phase, input sections that match in name, type and
501 // attribute flags should be concatenated into single sections.
502 // ----------------------------------------------------------------
503 //
504 // However, it is clear that at least some flags have to be ignored for
505 // section merging. At the very least SHF_GROUP and SHF_COMPRESSED have to be
506 // ignored. We should not have two output .text sections just because one was
507 // in a group and another was not for example.
508 //
509 // It also seems that that wording was a late addition and didn't get the
510 // necessary scrutiny.
511 //
512 // Merging sections with different flags is expected by some users. One
513 // reason is that if one file has
514 //
515 // int *const bar __attribute__((section(".foo"))) = (int *)0;
516 //
517 // gcc with -fPIC will produce a read only .foo section. But if another
518 // file has
519 //
520 // int zed;
521 // int *const bar __attribute__((section(".foo"))) = (int *)&zed;
522 //
523 // gcc with -fPIC will produce a read write section.
524 //
525 // Last but not least, when using linker script the merge rules are forced by
526 // the script. Unfortunately, linker scripts are name based. This means that
527 // expressions like *(.foo*) can refer to multiple input sections with
528 // different flags. We cannot put them in different output sections or we
529 // would produce wrong results for
530 //
531 // start = .; *(.foo.*) end = .; *(.bar)
532 //
533 // and a mapping of .foo1 and .bar1 to one section and .foo2 and .bar2 to
534 // another. The problem is that there is no way to layout those output
535 // sections such that the .foo sections are the only thing between the start
536 // and end symbols.
537 //
538 // Given the above issues, we instead merge sections by name and error on
539 // incompatible types and flags.
Rafael Espindola17c35832016-09-13 12:25:30 +0000540
Rafael Espindola33713982017-01-05 14:20:35 +0000541 typedef typename ELFT::uint uintX_t;
Rafael Espindola33713982017-01-05 14:20:35 +0000542
Rafael Espindola17c35832016-09-13 12:25:30 +0000543 uintX_t Alignment = 0;
Rafael Espindola9e9754b2017-02-03 13:06:18 +0000544 uintX_t Flags = 0;
545 if (Config->Relocatable && (C->Flags & SHF_MERGE)) {
Rafael Espindola1854a8e2016-10-26 12:36:56 +0000546 Alignment = std::max<uintX_t>(C->Alignment, C->Entsize);
Rafael Espindola9e9754b2017-02-03 13:06:18 +0000547 Flags = C->Flags & (SHF_MERGE | SHF_STRINGS);
548 }
Rafael Espindola17c35832016-09-13 12:25:30 +0000549
Rafael Espindola72447082017-01-05 14:35:41 +0000550 return SectionKey{OutsecName, Flags, Alignment};
Rafael Espindola17c35832016-09-13 12:25:30 +0000551}
552
Rafael Espindolabd3ab092017-01-05 14:52:46 +0000553template <class ELFT> OutputSectionFactory<ELFT>::OutputSectionFactory() {}
554
555template <class ELFT> OutputSectionFactory<ELFT>::~OutputSectionFactory() {}
556
George Rimar6892afa2016-07-12 09:49:43 +0000557
Rafael Espindola33713982017-01-05 14:20:35 +0000558static uint64_t getIncompatibleFlags(uint64_t Flags) {
559 return Flags & (SHF_ALLOC | SHF_TLS);
560}
561
Eugene Leviant0c0789b2017-01-31 10:26:52 +0000562// We allow sections of types listed below to merged into a
563// single progbits section. This is typically done by linker
564// scripts. Merging nobits and progbits will force disk space
565// to be allocated for nobits sections. Other ones don't require
566// any special treatment on top of progbits, so there doesn't
567// seem to be a harm in merging them.
568static bool canMergeToProgbits(unsigned Type) {
569 return Type == SHT_NOBITS || Type == SHT_PROGBITS || Type == SHT_INIT_ARRAY ||
570 Type == SHT_PREINIT_ARRAY || Type == SHT_FINI_ARRAY ||
571 Type == SHT_NOTE;
572}
573
Rafael Espindola10897f12016-09-13 14:23:14 +0000574template <class ELFT>
Rafael Espindolae08e78d2016-11-09 23:23:45 +0000575std::pair<OutputSectionBase *, bool>
Rafael Espindolacfe53df2017-02-03 21:59:15 +0000576OutputSectionFactory<ELFT>::create(InputSectionBase<ELFT> *C,
577 StringRef OutsecName) {
578 SectionKey Key = createKey(C, OutsecName);
Rafael Espindola10897f12016-09-13 14:23:14 +0000579 uintX_t Flags = getOutFlags(C);
Rafael Espindolae08e78d2016-11-09 23:23:45 +0000580 OutputSectionBase *&Sec = Map[Key];
Rafael Espindola10897f12016-09-13 14:23:14 +0000581 if (Sec) {
Rafael Espindola33713982017-01-05 14:20:35 +0000582 if (getIncompatibleFlags(Sec->Flags) != getIncompatibleFlags(C->Flags))
583 error("Section has flags incompatible with others with the same name " +
584 toString(C));
Eugene Leviant0c0789b2017-01-31 10:26:52 +0000585 if (Sec->Type != C->Type) {
586 if (canMergeToProgbits(Sec->Type) && canMergeToProgbits(C->Type))
587 Sec->Type = SHT_PROGBITS;
588 else
589 error("Section has different type from others with the same name " +
590 toString(C));
591 }
Rafael Espindola04a2e342016-11-09 01:42:41 +0000592 Sec->Flags |= Flags;
Rafael Espindola10897f12016-09-13 14:23:14 +0000593 return {Sec, false};
594 }
595
Rafael Espindola1854a8e2016-10-26 12:36:56 +0000596 uint32_t Type = C->Type;
Rafael Espindola9e9754b2017-02-03 13:06:18 +0000597 if (C->kind() == InputSectionBase<ELFT>::EHFrame)
George Rimar6892afa2016-07-12 09:49:43 +0000598 return {Out<ELFT>::EhFrame, false};
Rafael Espindola9e9754b2017-02-03 13:06:18 +0000599 Sec = make<OutputSection<ELFT>>(Key.Name, Type, Flags);
George Rimar6892afa2016-07-12 09:49:43 +0000600 return {Sec, true};
601}
602
Rafael Espindola72447082017-01-05 14:35:41 +0000603SectionKey DenseMapInfo<SectionKey>::getEmptyKey() {
604 return SectionKey{DenseMapInfo<StringRef>::getEmptyKey(), 0, 0};
George Rimar6892afa2016-07-12 09:49:43 +0000605}
606
Rafael Espindola72447082017-01-05 14:35:41 +0000607SectionKey DenseMapInfo<SectionKey>::getTombstoneKey() {
608 return SectionKey{DenseMapInfo<StringRef>::getTombstoneKey(), 0, 0};
George Rimar6892afa2016-07-12 09:49:43 +0000609}
610
Rafael Espindola72447082017-01-05 14:35:41 +0000611unsigned DenseMapInfo<SectionKey>::getHashValue(const SectionKey &Val) {
Rafael Espindola33713982017-01-05 14:20:35 +0000612 return hash_combine(Val.Name, Val.Flags, Val.Alignment);
George Rimar6892afa2016-07-12 09:49:43 +0000613}
614
Rafael Espindola72447082017-01-05 14:35:41 +0000615bool DenseMapInfo<SectionKey>::isEqual(const SectionKey &LHS,
616 const SectionKey &RHS) {
George Rimar6892afa2016-07-12 09:49:43 +0000617 return DenseMapInfo<StringRef>::isEqual(LHS.Name, RHS.Name) &&
Rafael Espindola33713982017-01-05 14:20:35 +0000618 LHS.Flags == RHS.Flags && LHS.Alignment == RHS.Alignment;
George Rimar6892afa2016-07-12 09:49:43 +0000619}
620
Rafael Espindola5805c4f2015-09-21 21:38:08 +0000621namespace lld {
Rafael Espindolae0df00b2016-02-28 00:25:54 +0000622namespace elf {
Rafael Espindolae08e78d2016-11-09 23:23:45 +0000623
624template void OutputSectionBase::writeHeaderTo<ELF32LE>(ELF32LE::Shdr *Shdr);
625template void OutputSectionBase::writeHeaderTo<ELF32BE>(ELF32BE::Shdr *Shdr);
626template void OutputSectionBase::writeHeaderTo<ELF64LE>(ELF64LE::Shdr *Shdr);
627template void OutputSectionBase::writeHeaderTo<ELF64BE>(ELF64BE::Shdr *Shdr);
Rafael Espindola5805c4f2015-09-21 21:38:08 +0000628
Rafael Espindola5805c4f2015-09-21 21:38:08 +0000629template class OutputSection<ELF32LE>;
630template class OutputSection<ELF32BE>;
631template class OutputSection<ELF64LE>;
632template class OutputSection<ELF64BE>;
633
Rui Ueyama1e479c22016-05-23 15:07:59 +0000634template class EhOutputSection<ELF32LE>;
635template class EhOutputSection<ELF32BE>;
636template class EhOutputSection<ELF64LE>;
637template class EhOutputSection<ELF64BE>;
Rafael Espindola0c6a4f12015-11-11 19:54:14 +0000638
George Rimar6892afa2016-07-12 09:49:43 +0000639template class OutputSectionFactory<ELF32LE>;
640template class OutputSectionFactory<ELF32BE>;
641template class OutputSectionFactory<ELF64LE>;
642template class OutputSectionFactory<ELF64BE>;
Rafael Espindola5805c4f2015-09-21 21:38:08 +0000643}
644}