blob: 4ef4328e8a5d1f4a0b1020d42fb3f7edbdf1a71a [file] [log] [blame]
Rafael Espindola9d06ab62015-09-22 00:01:39 +00001//===- InputSection.h -------------------------------------------*- C++ -*-===//
Michael J. Spencer84487f12015-07-24 21:03:07 +00002//
3// The LLVM Linker
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9
Rafael Espindola9d06ab62015-09-22 00:01:39 +000010#ifndef LLD_ELF_INPUT_SECTION_H
11#define LLD_ELF_INPUT_SECTION_H
Michael J. Spencer84487f12015-07-24 21:03:07 +000012
Rui Ueyamac4aaed92015-10-22 18:49:53 +000013#include "Config.h"
Rui Ueyama0fcdc732016-05-24 20:24:43 +000014#include "Relocations.h"
Peter Smithfb05cd92016-07-08 16:10:27 +000015#include "Thunks.h"
Michael J. Spencer84487f12015-07-24 21:03:07 +000016#include "lld/Core/LLVM.h"
Rui Ueyama8f687f72016-12-19 03:14:16 +000017#include "llvm/ADT/CachedHashString.h"
Rui Ueyamab91bf1a2016-05-23 16:55:43 +000018#include "llvm/ADT/DenseSet.h"
Rui Ueyamac00718f2016-02-23 03:34:37 +000019#include "llvm/ADT/TinyPtrVector.h"
Michael J. Spencer84487f12015-07-24 21:03:07 +000020#include "llvm/Object/ELF.h"
Kamil Rytarowskie739e492017-05-24 18:31:48 +000021#include "llvm/Support/Threading.h"
Rui Ueyama77f2a872016-11-18 05:05:43 +000022#include <mutex>
Michael J. Spencer84487f12015-07-24 21:03:07 +000023
24namespace lld {
Rafael Espindolae0df00b2016-02-28 00:25:54 +000025namespace elf {
Michael J. Spencer84487f12015-07-24 21:03:07 +000026
Rafael Espindolae7553e42016-08-31 13:28:33 +000027class DefinedCommon;
Rafael Espindola38c67a22016-04-15 14:41:56 +000028class SymbolBody;
Rafael Espindola32aca872016-10-05 18:40:00 +000029struct SectionPiece;
Rafael Espindola38c67a22016-04-15 14:41:56 +000030
Rui Ueyama80474a22017-02-28 19:29:55 +000031class DefinedRegular;
Rafael Espindola5c02b742017-03-06 21:17:18 +000032class SyntheticSection;
Rafael Espindola66b4e212017-02-23 22:06:28 +000033template <class ELFT> class EhFrameSection;
Rafael Espindola6119b862017-03-06 20:23:56 +000034class MergeSyntheticSection;
Michael J. Spencer84487f12015-07-24 21:03:07 +000035template <class ELFT> class ObjectFile;
Rafael Espindola24e6f362017-02-24 15:07:30 +000036class OutputSection;
Michael J. Spencer84487f12015-07-24 21:03:07 +000037
Rafael Espindola5616adf2017-03-08 22:36:28 +000038// This is the base class of all sections that lld handles. Some are sections in
39// input files, some are sections in the produced output file and some exist
40// just as a convenience for implementing special ways of combining some
41// sections.
42class SectionBase {
Eugene Leviant97403d12016-09-01 09:55:57 +000043public:
Rafael Espindola5616adf2017-03-08 22:36:28 +000044 enum Kind { Regular, EHFrame, Merge, Synthetic, Output };
Eugene Leviant97403d12016-09-01 09:55:57 +000045
Rafael Espindola16853bb2016-09-08 12:33:41 +000046 Kind kind() const { return (Kind)SectionKind; }
Rafael Espindolac404d502017-02-23 02:32:18 +000047
48 StringRef Name;
49
50 unsigned SectionKind : 3;
51
Rafael Espindola5616adf2017-03-08 22:36:28 +000052 // The next two bit fields are only used by InputSectionBase, but we
53 // put them here so the struct packs better.
54
Rafael Espindolac404d502017-02-23 02:32:18 +000055 // The garbage collector sets sections' Live bits.
56 // If GC is disabled, all sections are considered live by default.
57 unsigned Live : 1; // for garbage collection
58 unsigned Assigned : 1; // for linker script
59
60 uint32_t Alignment;
61
Rafael Espindola0e090522016-10-26 00:54:03 +000062 // These corresponds to the fields in Elf_Shdr.
Rafael Espindolab4c9b812017-02-23 02:28:28 +000063 uint64_t Flags;
Rafael Espindolab4c9b812017-02-23 02:28:28 +000064 uint64_t Entsize;
Rafael Espindola0e090522016-10-26 00:54:03 +000065 uint32_t Type;
66 uint32_t Link;
67 uint32_t Info;
68
Rafael Espindola5616adf2017-03-08 22:36:28 +000069 OutputSection *getOutputSection();
70 const OutputSection *getOutputSection() const {
71 return const_cast<SectionBase *>(this)->getOutputSection();
72 }
73
74 // Translate an offset in the input section to an offset in the output
75 // section.
76 uint64_t getOffset(uint64_t Offset) const;
77
78 uint64_t getOffset(const DefinedRegular &Sym) const;
79
80protected:
81 SectionBase(Kind SectionKind, StringRef Name, uint64_t Flags,
82 uint64_t Entsize, uint64_t Alignment, uint32_t Type,
83 uint32_t Info, uint32_t Link)
84 : Name(Name), SectionKind(SectionKind), Alignment(Alignment),
85 Flags(Flags), Entsize(Entsize), Type(Type), Link(Link), Info(Info) {
86 Live = false;
87 Assigned = false;
88 }
89};
90
91// This corresponds to a section of an input file.
92class InputSectionBase : public SectionBase {
93public:
94 static bool classof(const SectionBase *S);
95
96 // The file this section is from.
97 InputFile *File;
98
99 ArrayRef<uint8_t> Data;
Rafael Espindola35ae65e2017-03-08 15:57:17 +0000100 uint64_t getOffsetInFile() const;
Rafael Espindolabdd2e3e2017-03-08 14:12:52 +0000101
Rafael Espindola2a80e112017-03-06 22:36:19 +0000102 static InputSectionBase Discarded;
103
Rafael Espindola042a3f22016-09-08 14:06:08 +0000104 InputSectionBase()
Rafael Espindola5616adf2017-03-08 22:36:28 +0000105 : SectionBase(Regular, "", /*Flags*/ 0, /*Entsize*/ 0, /*Alignment*/ 0,
106 /*Type*/ 0,
107 /*Info*/ 0, /*Link*/ 0),
108 Repl(this) {
109 Live = false;
110 Assigned = false;
Rafael Espindola9f0c4bb2016-11-10 14:53:24 +0000111 NumRelocations = 0;
112 AreRelocsRela = false;
113 }
Rafael Espindolaccfe3cb2016-04-04 14:04:16 +0000114
Rafael Espindolab4c9b812017-02-23 02:28:28 +0000115 template <class ELFT>
116 InputSectionBase(ObjectFile<ELFT> *File, const typename ELFT::Shdr *Header,
Rafael Espindola042a3f22016-09-08 14:06:08 +0000117 StringRef Name, Kind SectionKind);
Rafael Espindolab4c9b812017-02-23 02:28:28 +0000118
119 InputSectionBase(InputFile *File, uint64_t Flags, uint32_t Type,
120 uint64_t Entsize, uint32_t Link, uint32_t Info,
Rafael Espindolafcd208f2017-03-08 19:35:29 +0000121 uint32_t Alignment, ArrayRef<uint8_t> Data, StringRef Name,
Rafael Espindola0e090522016-10-26 00:54:03 +0000122 Kind SectionKind);
Rafael Espindola24e6f362017-02-24 15:07:30 +0000123 OutputSection *OutSec = nullptr;
Rui Ueyamac4aaed92015-10-22 18:49:53 +0000124
Rafael Espindola9f0c4bb2016-11-10 14:53:24 +0000125 // Relocations that refer to this section.
Rafael Espindolab4c9b812017-02-23 02:28:28 +0000126 const void *FirstRelocation = nullptr;
Rafael Espindola9f0c4bb2016-11-10 14:53:24 +0000127 unsigned NumRelocations : 31;
128 unsigned AreRelocsRela : 1;
Rafael Espindolab4c9b812017-02-23 02:28:28 +0000129 template <class ELFT> ArrayRef<typename ELFT::Rel> rels() const {
Rafael Espindola9f0c4bb2016-11-10 14:53:24 +0000130 assert(!AreRelocsRela);
Rafael Espindolab4c9b812017-02-23 02:28:28 +0000131 return llvm::makeArrayRef(
132 static_cast<const typename ELFT::Rel *>(FirstRelocation),
133 NumRelocations);
Rafael Espindola9f0c4bb2016-11-10 14:53:24 +0000134 }
Rafael Espindolab4c9b812017-02-23 02:28:28 +0000135 template <class ELFT> ArrayRef<typename ELFT::Rela> relas() const {
Rafael Espindola9f0c4bb2016-11-10 14:53:24 +0000136 assert(AreRelocsRela);
Rafael Espindolab4c9b812017-02-23 02:28:28 +0000137 return llvm::makeArrayRef(
138 static_cast<const typename ELFT::Rela *>(FirstRelocation),
139 NumRelocations);
Rafael Espindola9f0c4bb2016-11-10 14:53:24 +0000140 }
141
Rui Ueyama0b289522016-02-25 18:43:51 +0000142 // This pointer points to the "real" instance of this instance.
143 // Usually Repl == this. However, if ICF merges two sections,
144 // Repl pointer of one section points to another section. So,
145 // if you need to get a pointer to this instance, do not use
146 // this but instead this->Repl.
Rafael Espindolab4c9b812017-02-23 02:28:28 +0000147 InputSectionBase *Repl;
Rui Ueyama0b289522016-02-25 18:43:51 +0000148
George Rimar647c1682017-02-17 19:34:05 +0000149 // InputSections that are dependent on us (reverse dependency for GC)
Rafael Espindolab4c9b812017-02-23 02:28:28 +0000150 llvm::TinyPtrVector<InputSectionBase *> DependentSections;
George Rimar647c1682017-02-17 19:34:05 +0000151
Rafael Espindola1a541122016-11-08 14:47:16 +0000152 // Returns the size of this section (even if this is a common or BSS.)
Rafael Espindola76b6bd32017-03-08 15:44:30 +0000153 size_t getSize() const;
Rafael Espindola1a541122016-11-08 14:47:16 +0000154
Rafael Espindolab4c9b812017-02-23 02:28:28 +0000155 template <class ELFT> ObjectFile<ELFT> *getFile() const;
156
157 template <class ELFT> llvm::object::ELFFile<ELFT> getObj() const {
158 return getFile<ELFT>()->getObj();
159 }
160
George Rimar9353e2d2017-03-21 08:29:48 +0000161 InputSectionBase *getLinkOrderDep() const;
Rafael Espindoladb9bf4d2015-11-11 16:50:37 +0000162
George Rimar76e562a2017-03-21 09:08:58 +0000163 void uncompress();
George Rimar602fbee2016-06-24 11:18:44 +0000164
Rui Ueyamada06bfb2016-11-25 18:51:53 +0000165 // Returns a source location string. Used to construct an error message.
Rafael Espindolab4c9b812017-02-23 02:28:28 +0000166 template <class ELFT> std::string getLocation(uint64_t Offset);
Rui Ueyamab8760202017-03-30 19:13:47 +0000167 template <class ELFT> std::string getSrcMsg(uint64_t Offset);
168 template <class ELFT> std::string getObjMsg(uint64_t Offset);
Rui Ueyamada06bfb2016-11-25 18:51:53 +0000169
Rafael Espindolab4c9b812017-02-23 02:28:28 +0000170 template <class ELFT> void relocate(uint8_t *Buf, uint8_t *BufEnd);
Rafael Espindolaa6465bb2017-05-18 16:45:36 +0000171 void relocateAlloc(uint8_t *Buf, uint8_t *BufEnd);
172 template <class ELFT> void relocateNonAlloc(uint8_t *Buf, uint8_t *BufEnd);
Rafael Espindolac404d502017-02-23 02:32:18 +0000173
174 std::vector<Relocation> Relocations;
175
176 template <typename T> llvm::ArrayRef<T> getDataAs() const {
177 size_t S = Data.size();
178 assert(S % sizeof(T) == 0);
179 return llvm::makeArrayRef<T>((const T *)Data.data(), S / sizeof(T));
180 }
Rafael Espindolac159c962015-10-19 21:00:02 +0000181};
182
Rui Ueyama3ea87272016-05-22 00:13:04 +0000183// SectionPiece represents a piece of splittable section contents.
Rafael Espindola113860b2016-10-20 10:55:58 +0000184// We allocate a lot of these and binary search on them. This means that they
185// have to be as compact as possible, which is why we don't store the size (can
186// be found by looking at the next one) and put the hash in a side table.
Rui Ueyama3ea87272016-05-22 00:13:04 +0000187struct SectionPiece {
Rafael Espindola113860b2016-10-20 10:55:58 +0000188 SectionPiece(size_t Off, bool Live = false)
189 : InputOff(Off), OutputOff(-1), Live(Live || !Config->GcSections) {}
Rui Ueyama34dc99e2016-05-22 01:15:32 +0000190
Rui Ueyama3ea87272016-05-22 00:13:04 +0000191 size_t InputOff;
Rafael Espindola113860b2016-10-20 10:55:58 +0000192 ssize_t OutputOff : 8 * sizeof(ssize_t) - 1;
Hans Wennborg7314c482016-10-20 15:59:08 +0000193 size_t Live : 1;
Rui Ueyama3ea87272016-05-22 00:13:04 +0000194};
Rafael Espindola113860b2016-10-20 10:55:58 +0000195static_assert(sizeof(SectionPiece) == 2 * sizeof(size_t),
196 "SectionPiece is too big");
Rui Ueyama3ea87272016-05-22 00:13:04 +0000197
Rafael Espindolac159c962015-10-19 21:00:02 +0000198// This corresponds to a SHF_MERGE section of an input file.
Rafael Espindola6119b862017-03-06 20:23:56 +0000199class MergeInputSection : public InputSectionBase {
Rafael Espindolac159c962015-10-19 21:00:02 +0000200public:
Rafael Espindola6119b862017-03-06 20:23:56 +0000201 template <class ELFT>
202 MergeInputSection(ObjectFile<ELFT> *F, const typename ELFT::Shdr *Header,
Rafael Espindola042a3f22016-09-08 14:06:08 +0000203 StringRef Name);
Rafael Espindola5616adf2017-03-08 22:36:28 +0000204 static bool classof(const SectionBase *S);
Rui Ueyamab91bf1a2016-05-23 16:55:43 +0000205 void splitIntoPieces();
206
207 // Mark the piece at a given offset live. Used by GC.
Rafael Espindola6119b862017-03-06 20:23:56 +0000208 void markLiveAt(uint64_t Offset) {
Rafael Espindola1854a8e2016-10-26 12:36:56 +0000209 assert(this->Flags & llvm::ELF::SHF_ALLOC);
Rafael Espindola116d83f2016-10-19 23:13:40 +0000210 LiveOffsets.insert(Offset);
211 }
Rui Ueyamab91bf1a2016-05-23 16:55:43 +0000212
213 // Translate an offset in the input section to an offset
214 // in the output section.
Rafael Espindola6119b862017-03-06 20:23:56 +0000215 uint64_t getOffset(uint64_t Offset) const;
Rui Ueyamab91bf1a2016-05-23 16:55:43 +0000216
Rafael Espindola6eae9f22016-07-21 13:32:37 +0000217 // Splittable sections are handled as a sequence of data
218 // rather than a single large blob of data.
219 std::vector<SectionPiece> Pieces;
Rui Ueyamac8e68842016-12-06 02:19:30 +0000220
221 // Returns I'th piece's data. This function is very hot when
222 // string merging is enabled, so we want to inline.
223 LLVM_ATTRIBUTE_ALWAYS_INLINE
224 llvm::CachedHashStringRef getData(size_t I) const {
225 size_t Begin = Pieces[I].InputOff;
226 size_t End;
227 if (Pieces.size() - 1 == I)
228 End = this->Data.size();
229 else
230 End = Pieces[I + 1].InputOff;
231
232 StringRef S = {(const char *)(this->Data.data() + Begin), End - Begin};
233 return {S, Hashes[I]};
234 }
Rafael Espindola6eae9f22016-07-21 13:32:37 +0000235
236 // Returns the SectionPiece at a given input section offset.
Rafael Espindola6119b862017-03-06 20:23:56 +0000237 SectionPiece *getSectionPiece(uint64_t Offset);
238 const SectionPiece *getSectionPiece(uint64_t Offset) const;
Rafael Espindola6eae9f22016-07-21 13:32:37 +0000239
Rafael Espindola9e9754b2017-02-03 13:06:18 +0000240 // MergeInputSections are aggregated to a synthetic input sections,
241 // and then added to an OutputSection. This pointer points to a
242 // synthetic MergeSyntheticSection which this section belongs to.
Rafael Espindola6119b862017-03-06 20:23:56 +0000243 MergeSyntheticSection *MergeSec = nullptr;
Rafael Espindola9e9754b2017-02-03 13:06:18 +0000244
Rui Ueyamab91bf1a2016-05-23 16:55:43 +0000245private:
Rui Ueyamae8a077b2016-11-26 15:15:11 +0000246 void splitStrings(ArrayRef<uint8_t> A, size_t Size);
247 void splitNonStrings(ArrayRef<uint8_t> A, size_t Size);
Rui Ueyamad6bd1372016-08-03 04:39:42 +0000248
Rui Ueyama77f2a872016-11-18 05:05:43 +0000249 std::vector<uint32_t> Hashes;
250
Rafael Espindola6119b862017-03-06 20:23:56 +0000251 mutable llvm::DenseMap<uint64_t, uint64_t> OffsetMap;
Kamil Rytarowskie739e492017-05-24 18:31:48 +0000252 mutable llvm::once_flag InitOffsetMap;
Rui Ueyama77f2a872016-11-18 05:05:43 +0000253
Rafael Espindola6119b862017-03-06 20:23:56 +0000254 llvm::DenseSet<uint64_t> LiveOffsets;
Rafael Espindolac159c962015-10-19 21:00:02 +0000255};
256
Rafael Espindola2deeb602016-07-21 20:18:30 +0000257struct EhSectionPiece : public SectionPiece {
Rafael Espindolac404d502017-02-23 02:32:18 +0000258 EhSectionPiece(size_t Off, InputSectionBase *ID, uint32_t Size,
Eugene Leviant531df4f2016-11-23 09:45:17 +0000259 unsigned FirstRelocation)
260 : SectionPiece(Off, false), ID(ID), Size(Size),
Rafael Espindola32aca872016-10-05 18:40:00 +0000261 FirstRelocation(FirstRelocation) {}
Rafael Espindolac404d502017-02-23 02:32:18 +0000262 InputSectionBase *ID;
Rafael Espindola113860b2016-10-20 10:55:58 +0000263 uint32_t Size;
264 uint32_t size() const { return Size; }
265
Eugene Leviant531df4f2016-11-23 09:45:17 +0000266 ArrayRef<uint8_t> data() { return {ID->Data.data() + this->InputOff, Size}; }
Rafael Espindola2deeb602016-07-21 20:18:30 +0000267 unsigned FirstRelocation;
268};
269
Rafael Espindola0c6a4f12015-11-11 19:54:14 +0000270// This corresponds to a .eh_frame section of an input file.
Rafael Espindola5c02b742017-03-06 21:17:18 +0000271class EhInputSection : public InputSectionBase {
Rafael Espindola0c6a4f12015-11-11 19:54:14 +0000272public:
Rafael Espindola5c02b742017-03-06 21:17:18 +0000273 template <class ELFT>
274 EhInputSection(ObjectFile<ELFT> *F, const typename ELFT::Shdr *Header,
275 StringRef Name);
Rafael Espindola5616adf2017-03-08 22:36:28 +0000276 static bool classof(const SectionBase *S);
Rafael Espindola5c02b742017-03-06 21:17:18 +0000277 template <class ELFT> void split();
278 template <class ELFT, class RelTy> void split(ArrayRef<RelTy> Rels);
Rafael Espindola0c6a4f12015-11-11 19:54:14 +0000279
Rafael Espindola6eae9f22016-07-21 13:32:37 +0000280 // Splittable sections are handled as a sequence of data
281 // rather than a single large blob of data.
Rafael Espindola2deeb602016-07-21 20:18:30 +0000282 std::vector<EhSectionPiece> Pieces;
Rafael Espindola5c02b742017-03-06 21:17:18 +0000283 SyntheticSection *EHSec = nullptr;
Rafael Espindola0c6a4f12015-11-11 19:54:14 +0000284};
285
Rafael Espindola798ad9a2017-02-24 13:06:59 +0000286// This is a section that is added directly to an output section
287// instead of needing special combination via a synthetic section. This
288// includes all input sections with the exceptions of SHF_MERGE and
289// .eh_frame. It also includes the synthetic sections themselves.
Rafael Espindola774ea7d2017-02-23 16:49:07 +0000290class InputSection : public InputSectionBase {
Rafael Espindolac159c962015-10-19 21:00:02 +0000291public:
Rafael Espindolafcd208f2017-03-08 19:35:29 +0000292 InputSection(uint64_t Flags, uint32_t Type, uint32_t Alignment,
Rafael Espindolac404d502017-02-23 02:32:18 +0000293 ArrayRef<uint8_t> Data, StringRef Name, Kind K = Regular);
Rafael Espindola774ea7d2017-02-23 16:49:07 +0000294 template <class ELFT>
295 InputSection(ObjectFile<ELFT> *F, const typename ELFT::Shdr *Header,
296 StringRef Name);
Rafael Espindolac159c962015-10-19 21:00:02 +0000297
298 // Write this section to a mmap'ed file, assuming Buf is pointing to
299 // beginning of the output section.
Rafael Espindola774ea7d2017-02-23 16:49:07 +0000300 template <class ELFT> void writeTo(uint8_t *Buf);
Rafael Espindolac159c962015-10-19 21:00:02 +0000301
Rui Ueyamaedffd912015-10-14 21:00:23 +0000302 // The offset from beginning of the output sections this section was assigned
303 // to. The writer sets a value.
Rui Ueyama55c3f892015-10-15 01:58:40 +0000304 uint64_t OutSecOff = 0;
Rui Ueyamaedffd912015-10-14 21:00:23 +0000305
Rafael Espindola5616adf2017-03-08 22:36:28 +0000306 static bool classof(const SectionBase *S);
George Rimar58941ee2016-02-25 08:23:37 +0000307
George Rimar1ec03e42017-03-21 09:13:27 +0000308 InputSectionBase *getRelocatedSection();
George Rimar58941ee2016-02-25 08:23:37 +0000309
Rafael Espindola774ea7d2017-02-23 16:49:07 +0000310 template <class ELFT, class RelTy>
Rui Ueyama2b6fb802016-04-28 18:42:04 +0000311 void relocateNonAlloc(uint8_t *Buf, llvm::ArrayRef<RelTy> Rels);
312
Rui Ueyamabd1f0632016-11-20 02:39:59 +0000313 // Used by ICF.
Rui Ueyamafcd3fa82016-12-05 18:11:35 +0000314 uint32_t Class[2] = {0, 0};
Rui Ueyama0b289522016-02-25 18:43:51 +0000315
316 // Called by ICF to merge two input sections.
Rafael Espindola774ea7d2017-02-23 16:49:07 +0000317 void replace(InputSection *Other);
Rui Ueyama0b289522016-02-25 18:43:51 +0000318
Rui Ueyamabd1f0632016-11-20 02:39:59 +0000319private:
Rafael Espindola774ea7d2017-02-23 16:49:07 +0000320 template <class ELFT, class RelTy>
Rui Ueyamabd1f0632016-11-20 02:39:59 +0000321 void copyRelocations(uint8_t *Buf, llvm::ArrayRef<RelTy> Rels);
George Rimar3b189d12017-05-29 08:37:50 +0000322
323 void copyShtGroup(uint8_t *Buf);
Michael J. Spencer84487f12015-07-24 21:03:07 +0000324};
325
Rui Ueyama536a2672017-02-27 02:32:08 +0000326// The list of all input sections.
327extern std::vector<InputSectionBase *> InputSections;
328
Rafael Espindolae0df00b2016-02-28 00:25:54 +0000329} // namespace elf
Rui Ueyamace039262017-01-06 10:04:08 +0000330
Rafael Espindolab4c9b812017-02-23 02:28:28 +0000331std::string toString(const elf::InputSectionBase *);
Michael J. Spencer84487f12015-07-24 21:03:07 +0000332} // namespace lld
333
334#endif