blob: 4baf121a57b120de4c5c1c367a316cb66322a8c1 [file] [log] [blame]
Rafael Espindola9d06ab62015-09-22 00:01:39 +00001//===- InputSection.h -------------------------------------------*- C++ -*-===//
Michael J. Spencer84487f12015-07-24 21:03:07 +00002//
3// The LLVM Linker
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9
Rafael Espindola9d06ab62015-09-22 00:01:39 +000010#ifndef LLD_ELF_INPUT_SECTION_H
11#define LLD_ELF_INPUT_SECTION_H
Michael J. Spencer84487f12015-07-24 21:03:07 +000012
Rui Ueyamac4aaed92015-10-22 18:49:53 +000013#include "Config.h"
Rui Ueyama0fcdc732016-05-24 20:24:43 +000014#include "Relocations.h"
Peter Smithfb05cd92016-07-08 16:10:27 +000015#include "Thunks.h"
Michael J. Spencer84487f12015-07-24 21:03:07 +000016#include "lld/Core/LLVM.h"
Rui Ueyama8f687f72016-12-19 03:14:16 +000017#include "llvm/ADT/CachedHashString.h"
Rui Ueyamab91bf1a2016-05-23 16:55:43 +000018#include "llvm/ADT/DenseSet.h"
Rui Ueyamac00718f2016-02-23 03:34:37 +000019#include "llvm/ADT/TinyPtrVector.h"
Michael J. Spencer84487f12015-07-24 21:03:07 +000020#include "llvm/Object/ELF.h"
Rui Ueyama77f2a872016-11-18 05:05:43 +000021#include <mutex>
Michael J. Spencer84487f12015-07-24 21:03:07 +000022
23namespace lld {
Rafael Espindolae0df00b2016-02-28 00:25:54 +000024namespace elf {
Michael J. Spencer84487f12015-07-24 21:03:07 +000025
Rafael Espindolae7553e42016-08-31 13:28:33 +000026class DefinedCommon;
Rafael Espindola38c67a22016-04-15 14:41:56 +000027class SymbolBody;
Rafael Espindola32aca872016-10-05 18:40:00 +000028struct SectionPiece;
Rafael Espindola38c67a22016-04-15 14:41:56 +000029
Rui Ueyama80474a22017-02-28 19:29:55 +000030class DefinedRegular;
Rafael Espindola5c02b742017-03-06 21:17:18 +000031class SyntheticSection;
Rafael Espindola66b4e212017-02-23 22:06:28 +000032template <class ELFT> class EhFrameSection;
Rafael Espindola6119b862017-03-06 20:23:56 +000033class MergeSyntheticSection;
Michael J. Spencer84487f12015-07-24 21:03:07 +000034template <class ELFT> class ObjectFile;
Rafael Espindola24e6f362017-02-24 15:07:30 +000035class OutputSection;
Michael J. Spencer84487f12015-07-24 21:03:07 +000036
Rafael Espindolac404d502017-02-23 02:32:18 +000037// This corresponds to a section of an input file.
38class InputSectionBase {
Eugene Leviant97403d12016-09-01 09:55:57 +000039public:
Eugene Leviant41ca3272016-11-10 09:48:29 +000040 enum Kind { Regular, EHFrame, Merge, Synthetic, };
Eugene Leviant97403d12016-09-01 09:55:57 +000041
Rafael Espindola16853bb2016-09-08 12:33:41 +000042 Kind kind() const { return (Kind)SectionKind; }
Rafael Espindolab4c9b812017-02-23 02:28:28 +000043 // The file this section is from.
44 InputFile *File;
45
Rafael Espindolac404d502017-02-23 02:32:18 +000046 ArrayRef<uint8_t> Data;
47
48 StringRef Name;
49
50 unsigned SectionKind : 3;
51
52 // The garbage collector sets sections' Live bits.
53 // If GC is disabled, all sections are considered live by default.
54 unsigned Live : 1; // for garbage collection
55 unsigned Assigned : 1; // for linker script
56
57 uint32_t Alignment;
58
Rafael Espindola0e090522016-10-26 00:54:03 +000059 // These corresponds to the fields in Elf_Shdr.
Rafael Espindolab4c9b812017-02-23 02:28:28 +000060 uint64_t Flags;
Rafael Espindolab4c9b812017-02-23 02:28:28 +000061 uint64_t Entsize;
Rafael Espindola0e090522016-10-26 00:54:03 +000062 uint32_t Type;
63 uint32_t Link;
64 uint32_t Info;
65
Rafael Espindola35ae65e2017-03-08 15:57:17 +000066 uint64_t getOffsetInFile() const;
Rafael Espindolabdd2e3e2017-03-08 14:12:52 +000067
Rafael Espindola2a80e112017-03-06 22:36:19 +000068 static InputSectionBase Discarded;
69
Rafael Espindola042a3f22016-09-08 14:06:08 +000070 InputSectionBase()
Rafael Espindolac404d502017-02-23 02:32:18 +000071 : SectionKind(Regular), Live(false), Assigned(false), Repl(this) {
Rafael Espindola9f0c4bb2016-11-10 14:53:24 +000072 NumRelocations = 0;
73 AreRelocsRela = false;
74 }
Rafael Espindolaccfe3cb2016-04-04 14:04:16 +000075
Rafael Espindolab4c9b812017-02-23 02:28:28 +000076 template <class ELFT>
77 InputSectionBase(ObjectFile<ELFT> *File, const typename ELFT::Shdr *Header,
Rafael Espindola042a3f22016-09-08 14:06:08 +000078 StringRef Name, Kind SectionKind);
Rafael Espindolab4c9b812017-02-23 02:28:28 +000079
80 InputSectionBase(InputFile *File, uint64_t Flags, uint32_t Type,
81 uint64_t Entsize, uint32_t Link, uint32_t Info,
Rafael Espindolac8de15b2017-03-07 15:11:21 +000082 uint64_t Alignment, ArrayRef<uint8_t> Data, StringRef Name,
Rafael Espindola0e090522016-10-26 00:54:03 +000083 Kind SectionKind);
Rafael Espindola24e6f362017-02-24 15:07:30 +000084 OutputSection *OutSec = nullptr;
Rui Ueyamac4aaed92015-10-22 18:49:53 +000085
Rafael Espindola9f0c4bb2016-11-10 14:53:24 +000086 // Relocations that refer to this section.
Rafael Espindolab4c9b812017-02-23 02:28:28 +000087 const void *FirstRelocation = nullptr;
Rafael Espindola9f0c4bb2016-11-10 14:53:24 +000088 unsigned NumRelocations : 31;
89 unsigned AreRelocsRela : 1;
Rafael Espindolab4c9b812017-02-23 02:28:28 +000090 template <class ELFT> ArrayRef<typename ELFT::Rel> rels() const {
Rafael Espindola9f0c4bb2016-11-10 14:53:24 +000091 assert(!AreRelocsRela);
Rafael Espindolab4c9b812017-02-23 02:28:28 +000092 return llvm::makeArrayRef(
93 static_cast<const typename ELFT::Rel *>(FirstRelocation),
94 NumRelocations);
Rafael Espindola9f0c4bb2016-11-10 14:53:24 +000095 }
Rafael Espindolab4c9b812017-02-23 02:28:28 +000096 template <class ELFT> ArrayRef<typename ELFT::Rela> relas() const {
Rafael Espindola9f0c4bb2016-11-10 14:53:24 +000097 assert(AreRelocsRela);
Rafael Espindolab4c9b812017-02-23 02:28:28 +000098 return llvm::makeArrayRef(
99 static_cast<const typename ELFT::Rela *>(FirstRelocation),
100 NumRelocations);
Rafael Espindola9f0c4bb2016-11-10 14:53:24 +0000101 }
102
Rui Ueyama0b289522016-02-25 18:43:51 +0000103 // This pointer points to the "real" instance of this instance.
104 // Usually Repl == this. However, if ICF merges two sections,
105 // Repl pointer of one section points to another section. So,
106 // if you need to get a pointer to this instance, do not use
107 // this but instead this->Repl.
Rafael Espindolab4c9b812017-02-23 02:28:28 +0000108 InputSectionBase *Repl;
Rui Ueyama0b289522016-02-25 18:43:51 +0000109
George Rimar647c1682017-02-17 19:34:05 +0000110 // InputSections that are dependent on us (reverse dependency for GC)
Rafael Espindolab4c9b812017-02-23 02:28:28 +0000111 llvm::TinyPtrVector<InputSectionBase *> DependentSections;
George Rimar647c1682017-02-17 19:34:05 +0000112
Rafael Espindola1a541122016-11-08 14:47:16 +0000113 // Returns the size of this section (even if this is a common or BSS.)
Rafael Espindola76b6bd32017-03-08 15:44:30 +0000114 size_t getSize() const;
Rafael Espindola1a541122016-11-08 14:47:16 +0000115
Rafael Espindola24e6f362017-02-24 15:07:30 +0000116 template <class ELFT> OutputSection *getOutputSection() const;
Rafael Espindola9e9754b2017-02-03 13:06:18 +0000117
Rafael Espindolab4c9b812017-02-23 02:28:28 +0000118 template <class ELFT> ObjectFile<ELFT> *getFile() const;
119
120 template <class ELFT> llvm::object::ELFFile<ELFT> getObj() const {
121 return getFile<ELFT>()->getObj();
122 }
123
Rui Ueyama80474a22017-02-28 19:29:55 +0000124 template <class ELFT> uint64_t getOffset(const DefinedRegular &Sym) const;
Rafael Espindolab4c9b812017-02-23 02:28:28 +0000125
126 template <class ELFT> InputSectionBase *getLinkOrderDep() const;
Rafael Espindoladb9bf4d2015-11-11 16:50:37 +0000127 // Translate an offset in the input section to an offset in the output
128 // section.
Rafael Espindolab4c9b812017-02-23 02:28:28 +0000129 template <class ELFT> uint64_t getOffset(uint64_t Offset) const;
Rafael Espindoladb9bf4d2015-11-11 16:50:37 +0000130
Rafael Espindolab4c9b812017-02-23 02:28:28 +0000131 template <class ELFT> void uncompress();
George Rimar602fbee2016-06-24 11:18:44 +0000132
Rui Ueyamada06bfb2016-11-25 18:51:53 +0000133 // Returns a source location string. Used to construct an error message.
Rafael Espindolab4c9b812017-02-23 02:28:28 +0000134 template <class ELFT> std::string getLocation(uint64_t Offset);
Rui Ueyamada06bfb2016-11-25 18:51:53 +0000135
Rafael Espindolab4c9b812017-02-23 02:28:28 +0000136 template <class ELFT> void relocate(uint8_t *Buf, uint8_t *BufEnd);
Rafael Espindolac404d502017-02-23 02:32:18 +0000137
138 std::vector<Relocation> Relocations;
139
140 template <typename T> llvm::ArrayRef<T> getDataAs() const {
141 size_t S = Data.size();
142 assert(S % sizeof(T) == 0);
143 return llvm::makeArrayRef<T>((const T *)Data.data(), S / sizeof(T));
144 }
Rafael Espindolac159c962015-10-19 21:00:02 +0000145};
146
Rui Ueyama3ea87272016-05-22 00:13:04 +0000147// SectionPiece represents a piece of splittable section contents.
Rafael Espindola113860b2016-10-20 10:55:58 +0000148// We allocate a lot of these and binary search on them. This means that they
149// have to be as compact as possible, which is why we don't store the size (can
150// be found by looking at the next one) and put the hash in a side table.
Rui Ueyama3ea87272016-05-22 00:13:04 +0000151struct SectionPiece {
Rafael Espindola113860b2016-10-20 10:55:58 +0000152 SectionPiece(size_t Off, bool Live = false)
153 : InputOff(Off), OutputOff(-1), Live(Live || !Config->GcSections) {}
Rui Ueyama34dc99e2016-05-22 01:15:32 +0000154
Rui Ueyama3ea87272016-05-22 00:13:04 +0000155 size_t InputOff;
Rafael Espindola113860b2016-10-20 10:55:58 +0000156 ssize_t OutputOff : 8 * sizeof(ssize_t) - 1;
Hans Wennborg7314c482016-10-20 15:59:08 +0000157 size_t Live : 1;
Rui Ueyama3ea87272016-05-22 00:13:04 +0000158};
Rafael Espindola113860b2016-10-20 10:55:58 +0000159static_assert(sizeof(SectionPiece) == 2 * sizeof(size_t),
160 "SectionPiece is too big");
Rui Ueyama3ea87272016-05-22 00:13:04 +0000161
Rafael Espindolac159c962015-10-19 21:00:02 +0000162// This corresponds to a SHF_MERGE section of an input file.
Rafael Espindola6119b862017-03-06 20:23:56 +0000163class MergeInputSection : public InputSectionBase {
Rafael Espindolac159c962015-10-19 21:00:02 +0000164public:
Rafael Espindola6119b862017-03-06 20:23:56 +0000165 template <class ELFT>
166 MergeInputSection(ObjectFile<ELFT> *F, const typename ELFT::Shdr *Header,
Rafael Espindola042a3f22016-09-08 14:06:08 +0000167 StringRef Name);
Rafael Espindolac404d502017-02-23 02:32:18 +0000168 static bool classof(const InputSectionBase *S);
Rui Ueyamab91bf1a2016-05-23 16:55:43 +0000169 void splitIntoPieces();
170
171 // Mark the piece at a given offset live. Used by GC.
Rafael Espindola6119b862017-03-06 20:23:56 +0000172 void markLiveAt(uint64_t Offset) {
Rafael Espindola1854a8e2016-10-26 12:36:56 +0000173 assert(this->Flags & llvm::ELF::SHF_ALLOC);
Rafael Espindola116d83f2016-10-19 23:13:40 +0000174 LiveOffsets.insert(Offset);
175 }
Rui Ueyamab91bf1a2016-05-23 16:55:43 +0000176
177 // Translate an offset in the input section to an offset
178 // in the output section.
Rafael Espindola6119b862017-03-06 20:23:56 +0000179 uint64_t getOffset(uint64_t Offset) const;
Rui Ueyamab91bf1a2016-05-23 16:55:43 +0000180
Rafael Espindola6eae9f22016-07-21 13:32:37 +0000181 // Splittable sections are handled as a sequence of data
182 // rather than a single large blob of data.
183 std::vector<SectionPiece> Pieces;
Rui Ueyamac8e68842016-12-06 02:19:30 +0000184
185 // Returns I'th piece's data. This function is very hot when
186 // string merging is enabled, so we want to inline.
187 LLVM_ATTRIBUTE_ALWAYS_INLINE
188 llvm::CachedHashStringRef getData(size_t I) const {
189 size_t Begin = Pieces[I].InputOff;
190 size_t End;
191 if (Pieces.size() - 1 == I)
192 End = this->Data.size();
193 else
194 End = Pieces[I + 1].InputOff;
195
196 StringRef S = {(const char *)(this->Data.data() + Begin), End - Begin};
197 return {S, Hashes[I]};
198 }
Rafael Espindola6eae9f22016-07-21 13:32:37 +0000199
200 // Returns the SectionPiece at a given input section offset.
Rafael Espindola6119b862017-03-06 20:23:56 +0000201 SectionPiece *getSectionPiece(uint64_t Offset);
202 const SectionPiece *getSectionPiece(uint64_t Offset) const;
Rafael Espindola6eae9f22016-07-21 13:32:37 +0000203
Rafael Espindola9e9754b2017-02-03 13:06:18 +0000204 // MergeInputSections are aggregated to a synthetic input sections,
205 // and then added to an OutputSection. This pointer points to a
206 // synthetic MergeSyntheticSection which this section belongs to.
Rafael Espindola6119b862017-03-06 20:23:56 +0000207 MergeSyntheticSection *MergeSec = nullptr;
Rafael Espindola9e9754b2017-02-03 13:06:18 +0000208
Rui Ueyamab91bf1a2016-05-23 16:55:43 +0000209private:
Rui Ueyamae8a077b2016-11-26 15:15:11 +0000210 void splitStrings(ArrayRef<uint8_t> A, size_t Size);
211 void splitNonStrings(ArrayRef<uint8_t> A, size_t Size);
Rui Ueyamad6bd1372016-08-03 04:39:42 +0000212
Rui Ueyama77f2a872016-11-18 05:05:43 +0000213 std::vector<uint32_t> Hashes;
214
Rafael Espindola6119b862017-03-06 20:23:56 +0000215 mutable llvm::DenseMap<uint64_t, uint64_t> OffsetMap;
Rui Ueyama77f2a872016-11-18 05:05:43 +0000216 mutable std::once_flag InitOffsetMap;
217
Rafael Espindola6119b862017-03-06 20:23:56 +0000218 llvm::DenseSet<uint64_t> LiveOffsets;
Rafael Espindolac159c962015-10-19 21:00:02 +0000219};
220
Rafael Espindola2deeb602016-07-21 20:18:30 +0000221struct EhSectionPiece : public SectionPiece {
Rafael Espindolac404d502017-02-23 02:32:18 +0000222 EhSectionPiece(size_t Off, InputSectionBase *ID, uint32_t Size,
Eugene Leviant531df4f2016-11-23 09:45:17 +0000223 unsigned FirstRelocation)
224 : SectionPiece(Off, false), ID(ID), Size(Size),
Rafael Espindola32aca872016-10-05 18:40:00 +0000225 FirstRelocation(FirstRelocation) {}
Rafael Espindolac404d502017-02-23 02:32:18 +0000226 InputSectionBase *ID;
Rafael Espindola113860b2016-10-20 10:55:58 +0000227 uint32_t Size;
228 uint32_t size() const { return Size; }
229
Eugene Leviant531df4f2016-11-23 09:45:17 +0000230 ArrayRef<uint8_t> data() { return {ID->Data.data() + this->InputOff, Size}; }
Rafael Espindola2deeb602016-07-21 20:18:30 +0000231 unsigned FirstRelocation;
232};
233
Rafael Espindola0c6a4f12015-11-11 19:54:14 +0000234// This corresponds to a .eh_frame section of an input file.
Rafael Espindola5c02b742017-03-06 21:17:18 +0000235class EhInputSection : public InputSectionBase {
Rafael Espindola0c6a4f12015-11-11 19:54:14 +0000236public:
Rafael Espindola5c02b742017-03-06 21:17:18 +0000237 template <class ELFT>
238 EhInputSection(ObjectFile<ELFT> *F, const typename ELFT::Shdr *Header,
239 StringRef Name);
Rafael Espindolac404d502017-02-23 02:32:18 +0000240 static bool classof(const InputSectionBase *S);
Rafael Espindola5c02b742017-03-06 21:17:18 +0000241 template <class ELFT> void split();
242 template <class ELFT, class RelTy> void split(ArrayRef<RelTy> Rels);
Rafael Espindola0c6a4f12015-11-11 19:54:14 +0000243
Rafael Espindola6eae9f22016-07-21 13:32:37 +0000244 // Splittable sections are handled as a sequence of data
245 // rather than a single large blob of data.
Rafael Espindola2deeb602016-07-21 20:18:30 +0000246 std::vector<EhSectionPiece> Pieces;
Rafael Espindola5c02b742017-03-06 21:17:18 +0000247 SyntheticSection *EHSec = nullptr;
Rafael Espindola0c6a4f12015-11-11 19:54:14 +0000248};
249
Rafael Espindola798ad9a2017-02-24 13:06:59 +0000250// This is a section that is added directly to an output section
251// instead of needing special combination via a synthetic section. This
252// includes all input sections with the exceptions of SHF_MERGE and
253// .eh_frame. It also includes the synthetic sections themselves.
Rafael Espindola774ea7d2017-02-23 16:49:07 +0000254class InputSection : public InputSectionBase {
Rafael Espindolac159c962015-10-19 21:00:02 +0000255public:
Rafael Espindolac8de15b2017-03-07 15:11:21 +0000256 InputSection(uint64_t Flags, uint32_t Type, uint64_t Alignment,
Rafael Espindolac404d502017-02-23 02:32:18 +0000257 ArrayRef<uint8_t> Data, StringRef Name, Kind K = Regular);
Rafael Espindola774ea7d2017-02-23 16:49:07 +0000258 template <class ELFT>
259 InputSection(ObjectFile<ELFT> *F, const typename ELFT::Shdr *Header,
260 StringRef Name);
Rafael Espindolac159c962015-10-19 21:00:02 +0000261
262 // Write this section to a mmap'ed file, assuming Buf is pointing to
263 // beginning of the output section.
Rafael Espindola774ea7d2017-02-23 16:49:07 +0000264 template <class ELFT> void writeTo(uint8_t *Buf);
Rafael Espindolac159c962015-10-19 21:00:02 +0000265
Rui Ueyamaedffd912015-10-14 21:00:23 +0000266 // The offset from beginning of the output sections this section was assigned
267 // to. The writer sets a value.
Rui Ueyama55c3f892015-10-15 01:58:40 +0000268 uint64_t OutSecOff = 0;
Rui Ueyamaedffd912015-10-14 21:00:23 +0000269
Rafael Espindolac404d502017-02-23 02:32:18 +0000270 static bool classof(const InputSectionBase *S);
George Rimar58941ee2016-02-25 08:23:37 +0000271
Rafael Espindola774ea7d2017-02-23 16:49:07 +0000272 template <class ELFT> InputSectionBase *getRelocatedSection();
George Rimar58941ee2016-02-25 08:23:37 +0000273
Rafael Espindola774ea7d2017-02-23 16:49:07 +0000274 template <class ELFT, class RelTy>
Rui Ueyama2b6fb802016-04-28 18:42:04 +0000275 void relocateNonAlloc(uint8_t *Buf, llvm::ArrayRef<RelTy> Rels);
276
Rui Ueyamabd1f0632016-11-20 02:39:59 +0000277 // Used by ICF.
Rui Ueyamafcd3fa82016-12-05 18:11:35 +0000278 uint32_t Class[2] = {0, 0};
Rui Ueyama0b289522016-02-25 18:43:51 +0000279
280 // Called by ICF to merge two input sections.
Rafael Espindola774ea7d2017-02-23 16:49:07 +0000281 void replace(InputSection *Other);
Rui Ueyama0b289522016-02-25 18:43:51 +0000282
Rui Ueyamabd1f0632016-11-20 02:39:59 +0000283private:
Rafael Espindola774ea7d2017-02-23 16:49:07 +0000284 template <class ELFT, class RelTy>
Rui Ueyamabd1f0632016-11-20 02:39:59 +0000285 void copyRelocations(uint8_t *Buf, llvm::ArrayRef<RelTy> Rels);
Michael J. Spencer84487f12015-07-24 21:03:07 +0000286};
287
Rui Ueyama536a2672017-02-27 02:32:08 +0000288// The list of all input sections.
289extern std::vector<InputSectionBase *> InputSections;
290
Rafael Espindolae0df00b2016-02-28 00:25:54 +0000291} // namespace elf
Rui Ueyamace039262017-01-06 10:04:08 +0000292
Rafael Espindolab4c9b812017-02-23 02:28:28 +0000293std::string toString(const elf::InputSectionBase *);
Michael J. Spencer84487f12015-07-24 21:03:07 +0000294} // namespace lld
295
296#endif