Michael J. Spencer | 84487f1 | 2015-07-24 21:03:07 +0000 | [diff] [blame] | 1 | //===- Writer.cpp ---------------------------------------------------------===// |
| 2 | // |
| 3 | // The LLVM Linker |
| 4 | // |
| 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
| 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | |
Michael J. Spencer | f832541 | 2015-09-04 22:48:30 +0000 | [diff] [blame] | 10 | #include "Writer.h" |
Rui Ueyama | cb8474ed | 2015-08-05 23:51:50 +0000 | [diff] [blame] | 11 | #include "Config.h" |
Rui Ueyama | 717677a | 2016-02-11 21:17:59 +0000 | [diff] [blame] | 12 | #include "LinkerScript.h" |
Rafael Espindola | 1ebfc59 | 2017-01-13 21:05:46 +0000 | [diff] [blame] | 13 | #include "MapFile.h" |
Rui Ueyama | 9381eb1 | 2016-12-18 14:06:06 +0000 | [diff] [blame] | 14 | #include "Memory.h" |
Rafael Espindola | 5805c4f | 2015-09-21 21:38:08 +0000 | [diff] [blame] | 15 | #include "OutputSections.h" |
Rui Ueyama | 0fcdc73 | 2016-05-24 20:24:43 +0000 | [diff] [blame] | 16 | #include "Relocations.h" |
Rui Ueyama | fbbde54 | 2016-06-29 09:08:02 +0000 | [diff] [blame] | 17 | #include "Strings.h" |
Rui Ueyama | afff74e2 | 2015-08-05 23:24:46 +0000 | [diff] [blame] | 18 | #include "SymbolTable.h" |
Rui Ueyama | 6dc7fcb | 2016-11-01 20:28:21 +0000 | [diff] [blame] | 19 | #include "SyntheticSections.h" |
Rafael Espindola | 01205f7 | 2015-09-22 18:19:46 +0000 | [diff] [blame] | 20 | #include "Target.h" |
Denis Protivensky | 8e3b38a | 2015-11-12 09:52:08 +0000 | [diff] [blame] | 21 | #include "llvm/ADT/StringMap.h" |
Hal Finkel | 3bae2d8 | 2015-10-12 20:51:48 +0000 | [diff] [blame] | 22 | #include "llvm/ADT/StringSwitch.h" |
Rui Ueyama | afff74e2 | 2015-08-05 23:24:46 +0000 | [diff] [blame] | 23 | #include "llvm/Support/FileOutputBuffer.h" |
Rui Ueyama | 6d12eae | 2016-12-05 17:40:37 +0000 | [diff] [blame] | 24 | #include "llvm/Support/FileSystem.h" |
Rafael Espindola | d0078b2 | 2016-02-06 00:06:26 +0000 | [diff] [blame] | 25 | #include "llvm/Support/raw_ostream.h" |
Rui Ueyama | e8b2df4 | 2016-09-29 01:45:22 +0000 | [diff] [blame] | 26 | #include <climits> |
Rui Ueyama | 6d12eae | 2016-12-05 17:40:37 +0000 | [diff] [blame] | 27 | #include <thread> |
Michael J. Spencer | 84487f1 | 2015-07-24 21:03:07 +0000 | [diff] [blame] | 28 | |
| 29 | using namespace llvm; |
| 30 | using namespace llvm::ELF; |
| 31 | using namespace llvm::object; |
Peter Smith | 0a259f3 | 2016-10-10 09:39:26 +0000 | [diff] [blame] | 32 | using namespace llvm::support; |
| 33 | using namespace llvm::support::endian; |
Michael J. Spencer | 84487f1 | 2015-07-24 21:03:07 +0000 | [diff] [blame] | 34 | |
| 35 | using namespace lld; |
Rafael Espindola | e0df00b | 2016-02-28 00:25:54 +0000 | [diff] [blame] | 36 | using namespace lld::elf; |
Michael J. Spencer | 84487f1 | 2015-07-24 21:03:07 +0000 | [diff] [blame] | 37 | |
Rui Ueyama | afff74e2 | 2015-08-05 23:24:46 +0000 | [diff] [blame] | 38 | namespace { |
| 39 | // The writer writes a SymbolTable result to a file. |
| 40 | template <class ELFT> class Writer { |
| 41 | public: |
Rui Ueyama | 9328b2c | 2016-03-14 23:16:09 +0000 | [diff] [blame] | 42 | typedef typename ELFT::uint uintX_t; |
| 43 | typedef typename ELFT::Shdr Elf_Shdr; |
| 44 | typedef typename ELFT::Ehdr Elf_Ehdr; |
| 45 | typedef typename ELFT::Phdr Elf_Phdr; |
| 46 | typedef typename ELFT::Sym Elf_Sym; |
| 47 | typedef typename ELFT::SymRange Elf_Sym_Range; |
| 48 | typedef typename ELFT::Rela Elf_Rela; |
Rui Ueyama | afff74e2 | 2015-08-05 23:24:46 +0000 | [diff] [blame] | 49 | void run(); |
| 50 | |
| 51 | private: |
Rui Ueyama | f83aca4 | 2016-11-01 23:17:45 +0000 | [diff] [blame] | 52 | void createSyntheticSections(); |
Rui Ueyama | 5a9640b | 2015-10-08 23:49:30 +0000 | [diff] [blame] | 53 | void copyLocalSymbols(); |
Rui Ueyama | f18fe7b | 2015-12-26 07:50:39 +0000 | [diff] [blame] | 54 | void addReservedSymbols(); |
Eugene Leviant | 282251a | 2016-11-01 09:49:24 +0000 | [diff] [blame] | 55 | void addInputSec(InputSectionBase<ELFT> *S); |
George Rimar | 9e69450 | 2016-07-29 16:18:47 +0000 | [diff] [blame] | 56 | void createSections(); |
Rafael Espindola | 9f0c4bb | 2016-11-10 14:53:24 +0000 | [diff] [blame] | 57 | void forEachRelSec(std::function<void(InputSectionBase<ELFT> &)> Fn); |
Rafael Espindola | 24c073d | 2016-09-21 22:36:19 +0000 | [diff] [blame] | 58 | void sortSections(); |
Eugene Leviant | e63d81b | 2016-07-20 14:43:20 +0000 | [diff] [blame] | 59 | void finalizeSections(); |
Rui Ueyama | 84417f8 | 2015-12-26 07:50:41 +0000 | [diff] [blame] | 60 | void addPredefinedSections(); |
Rui Ueyama | 2df0fd8 | 2015-12-25 07:38:58 +0000 | [diff] [blame] | 61 | |
Rafael Espindola | 17cb7c0 | 2016-12-19 17:01:01 +0000 | [diff] [blame] | 62 | std::vector<PhdrEntry> createPhdrs(); |
Rafael Espindola | 074ba93 | 2016-12-06 13:43:34 +0000 | [diff] [blame] | 63 | void removeEmptyPTLoad(); |
Rafael Espindola | 17cb7c0 | 2016-12-19 17:01:01 +0000 | [diff] [blame] | 64 | void addPtArmExid(std::vector<PhdrEntry> &Phdrs); |
Rui Ueyama | afff74e2 | 2015-08-05 23:24:46 +0000 | [diff] [blame] | 65 | void assignAddresses(); |
Rui Ueyama | e044e9c | 2016-04-01 17:07:17 +0000 | [diff] [blame] | 66 | void assignFileOffsets(); |
George Rimar | 86ce267 | 2016-08-25 09:05:47 +0000 | [diff] [blame] | 67 | void assignFileOffsetsBinary(); |
Rui Ueyama | e044e9c | 2016-04-01 17:07:17 +0000 | [diff] [blame] | 68 | void setPhdrs(); |
George Rimar | 7ca0627 | 2016-04-06 07:20:45 +0000 | [diff] [blame] | 69 | void fixHeaders(); |
Rui Ueyama | 4709190 | 2016-03-30 19:41:51 +0000 | [diff] [blame] | 70 | void fixSectionAlignments(); |
Rafael Espindola | 78493a2 | 2017-01-28 17:48:21 +0000 | [diff] [blame] | 71 | void fixPredefinedSymbols(); |
Rui Ueyama | f7f52ef | 2016-04-01 17:24:19 +0000 | [diff] [blame] | 72 | void openFile(); |
Rui Ueyama | afff74e2 | 2015-08-05 23:24:46 +0000 | [diff] [blame] | 73 | void writeHeader(); |
| 74 | void writeSections(); |
George Rimar | 86ce267 | 2016-08-25 09:05:47 +0000 | [diff] [blame] | 75 | void writeSectionsBinary(); |
Rui Ueyama | 634ddf0 | 2016-03-11 20:51:53 +0000 | [diff] [blame] | 76 | void writeBuildId(); |
Rui Ueyama | afff74e2 | 2015-08-05 23:24:46 +0000 | [diff] [blame] | 77 | |
Rui Ueyama | 818bb2f | 2016-07-16 18:55:47 +0000 | [diff] [blame] | 78 | std::unique_ptr<FileOutputBuffer> Buffer; |
Michael J. Spencer | 2f00824 | 2015-09-17 19:58:07 +0000 | [diff] [blame] | 79 | |
Rafael Espindola | e08e78d | 2016-11-09 23:23:45 +0000 | [diff] [blame] | 80 | std::vector<OutputSectionBase *> OutputSections; |
Eugene Leviant | e63d81b | 2016-07-20 14:43:20 +0000 | [diff] [blame] | 81 | OutputSectionFactory<ELFT> Factory; |
Rafael Espindola | 4fc6044 | 2016-02-10 22:43:13 +0000 | [diff] [blame] | 82 | |
Rui Ueyama | 0168722 | 2015-12-26 09:47:57 +0000 | [diff] [blame] | 83 | void addRelIpltSymbols(); |
Rui Ueyama | a5d79d1 | 2015-12-26 09:48:00 +0000 | [diff] [blame] | 84 | void addStartEndSymbols(); |
Rafael Espindola | e08e78d | 2016-11-09 23:23:45 +0000 | [diff] [blame] | 85 | void addStartStopSymbols(OutputSectionBase *Sec); |
Rui Ueyama | 2eda6d1 | 2016-11-23 22:41:00 +0000 | [diff] [blame] | 86 | uintX_t getEntryAddr(); |
Rafael Espindola | e08e78d | 2016-11-09 23:23:45 +0000 | [diff] [blame] | 87 | OutputSectionBase *findSection(StringRef Name); |
Rui Ueyama | 2f1b79f | 2015-10-10 22:34:30 +0000 | [diff] [blame] | 88 | |
Rafael Espindola | 17cb7c0 | 2016-12-19 17:01:01 +0000 | [diff] [blame] | 89 | std::vector<PhdrEntry> Phdrs; |
Michael J. Spencer | 2f00824 | 2015-09-17 19:58:07 +0000 | [diff] [blame] | 90 | |
Rafael Espindola | 98f6bd0 | 2015-08-11 23:14:13 +0000 | [diff] [blame] | 91 | uintX_t FileSize; |
Rui Ueyama | afff74e2 | 2015-08-05 23:24:46 +0000 | [diff] [blame] | 92 | uintX_t SectionHeaderOff; |
Rafael Espindola | 5967c97 | 2016-12-19 21:21:07 +0000 | [diff] [blame] | 93 | bool AllocateHeader = true; |
Rui Ueyama | afff74e2 | 2015-08-05 23:24:46 +0000 | [diff] [blame] | 94 | }; |
| 95 | } // anonymous namespace |
| 96 | |
Rui Ueyama | 55518e7 | 2016-10-28 20:57:25 +0000 | [diff] [blame] | 97 | StringRef elf::getOutputSectionName(StringRef Name) { |
Eugene Leviant | a8d12ef | 2016-10-05 10:10:45 +0000 | [diff] [blame] | 98 | if (Config->Relocatable) |
| 99 | return Name; |
| 100 | |
Rafael Espindola | 7d38273 | 2016-09-19 19:59:21 +0000 | [diff] [blame] | 101 | for (StringRef V : |
| 102 | {".text.", ".rodata.", ".data.rel.ro.", ".data.", ".bss.", |
| 103 | ".init_array.", ".fini_array.", ".ctors.", ".dtors.", ".tbss.", |
| 104 | ".gcc_except_table.", ".tdata.", ".ARM.exidx."}) { |
| 105 | StringRef Prefix = V.drop_back(); |
| 106 | if (Name.startswith(V) || Name == Prefix) |
| 107 | return Prefix; |
| 108 | } |
Rui Ueyama | 0538408 | 2016-10-12 22:36:31 +0000 | [diff] [blame] | 109 | |
Rui Ueyama | e8a6102 | 2016-11-05 23:05:47 +0000 | [diff] [blame] | 110 | // CommonSection is identified as "COMMON" in linker scripts. |
| 111 | // By default, it should go to .bss section. |
| 112 | if (Name == "COMMON") |
| 113 | return ".bss"; |
| 114 | |
Rui Ueyama | 0538408 | 2016-10-12 22:36:31 +0000 | [diff] [blame] | 115 | // ".zdebug_" is a prefix for ZLIB-compressed sections. |
| 116 | // Because we decompressed input sections, we want to remove 'z'. |
| 117 | if (Name.startswith(".zdebug_")) |
Rui Ueyama | 55518e7 | 2016-10-28 20:57:25 +0000 | [diff] [blame] | 118 | return Saver.save(Twine(".") + Name.substr(2)); |
George Rimar | 5d53d1f | 2016-07-12 08:50:42 +0000 | [diff] [blame] | 119 | return Name; |
| 120 | } |
| 121 | |
Rui Ueyama | 96bdd5b | 2016-07-25 22:26:28 +0000 | [diff] [blame] | 122 | template <class ELFT> void elf::reportDiscarded(InputSectionBase<ELFT> *IS) { |
George Rimar | 1e79994 | 2017-01-13 16:18:15 +0000 | [diff] [blame] | 123 | if (IS == In<ELFT>::ShStrTab) |
| 124 | error("discarding .shstrtab section is not allowed"); |
Rafael Espindola | 8f9026b | 2016-11-08 18:23:02 +0000 | [diff] [blame] | 125 | if (!Config->PrintGcSections) |
George Rimar | 5d53d1f | 2016-07-12 08:50:42 +0000 | [diff] [blame] | 126 | return; |
Rafael Espindola | 042a3f2 | 2016-09-08 14:06:08 +0000 | [diff] [blame] | 127 | errs() << "removing unused section from '" << IS->Name << "' in file '" |
| 128 | << IS->getFile()->getName() << "'\n"; |
George Rimar | 5d53d1f | 2016-07-12 08:50:42 +0000 | [diff] [blame] | 129 | } |
| 130 | |
Rui Ueyama | fd03cfd | 2016-07-21 11:01:23 +0000 | [diff] [blame] | 131 | template <class ELFT> static bool needsInterpSection() { |
| 132 | return !Symtab<ELFT>::X->getSharedFiles().empty() && |
Eugene Leviant | f9bc3bd | 2016-08-16 06:40:58 +0000 | [diff] [blame] | 133 | !Config->DynamicLinker.empty() && |
| 134 | !Script<ELFT>::X->ignoreInterpSection(); |
Rui Ueyama | fd03cfd | 2016-07-21 11:01:23 +0000 | [diff] [blame] | 135 | } |
| 136 | |
George Rimar | d8b2776 | 2016-11-14 10:14:18 +0000 | [diff] [blame] | 137 | template <class ELFT> void elf::writeResult() { Writer<ELFT>().run(); } |
Rafael Espindola | 4fc6044 | 2016-02-10 22:43:13 +0000 | [diff] [blame] | 138 | |
Rafael Espindola | 074ba93 | 2016-12-06 13:43:34 +0000 | [diff] [blame] | 139 | template <class ELFT> void Writer<ELFT>::removeEmptyPTLoad() { |
Rafael Espindola | 17cb7c0 | 2016-12-19 17:01:01 +0000 | [diff] [blame] | 140 | auto I = std::remove_if(Phdrs.begin(), Phdrs.end(), [&](const PhdrEntry &P) { |
| 141 | if (P.p_type != PT_LOAD) |
Rafael Espindola | 074ba93 | 2016-12-06 13:43:34 +0000 | [diff] [blame] | 142 | return false; |
Rafael Espindola | 4121761 | 2016-12-08 03:17:05 +0000 | [diff] [blame] | 143 | if (!P.First) |
| 144 | return true; |
Rafael Espindola | 074ba93 | 2016-12-06 13:43:34 +0000 | [diff] [blame] | 145 | uintX_t Size = P.Last->Addr + P.Last->Size - P.First->Addr; |
| 146 | return Size == 0; |
| 147 | }); |
| 148 | Phdrs.erase(I, Phdrs.end()); |
| 149 | } |
| 150 | |
Rui Ueyama | f83aca4 | 2016-11-01 23:17:45 +0000 | [diff] [blame] | 151 | // The main function of the writer. |
| 152 | template <class ELFT> void Writer<ELFT>::run() { |
Rui Ueyama | 0b1b695 | 2016-11-21 02:11:05 +0000 | [diff] [blame] | 153 | // Create linker-synthesized sections such as .got or .plt. |
| 154 | // Such sections are of type input section. |
Rui Ueyama | f83aca4 | 2016-11-01 23:17:45 +0000 | [diff] [blame] | 155 | createSyntheticSections(); |
George Rimar | 7beff42 | 2016-11-15 08:19:02 +0000 | [diff] [blame] | 156 | |
Rui Ueyama | 0b1b695 | 2016-11-21 02:11:05 +0000 | [diff] [blame] | 157 | // We need to create some reserved symbols such as _end. Create them. |
George Rimar | 7beff42 | 2016-11-15 08:19:02 +0000 | [diff] [blame] | 158 | if (!Config->Relocatable) |
| 159 | addReservedSymbols(); |
Rui Ueyama | f83aca4 | 2016-11-01 23:17:45 +0000 | [diff] [blame] | 160 | |
Rui Ueyama | 0b1b695 | 2016-11-21 02:11:05 +0000 | [diff] [blame] | 161 | // Create output sections. |
Rui Ueyama | f83aca4 | 2016-11-01 23:17:45 +0000 | [diff] [blame] | 162 | Script<ELFT>::X->OutputSections = &OutputSections; |
| 163 | if (ScriptConfig->HasSections) { |
Rui Ueyama | 0b1b695 | 2016-11-21 02:11:05 +0000 | [diff] [blame] | 164 | // If linker script contains SECTIONS commands, let it create sections. |
| 165 | Script<ELFT>::X->processCommands(Factory); |
| 166 | |
| 167 | // Linker scripts may have left some input sections unassigned. |
| 168 | // Assign such sections using the default rule. |
| 169 | Script<ELFT>::X->addOrphanSections(Factory); |
Rui Ueyama | f83aca4 | 2016-11-01 23:17:45 +0000 | [diff] [blame] | 170 | } else { |
Rui Ueyama | 0b1b695 | 2016-11-21 02:11:05 +0000 | [diff] [blame] | 171 | // If linker script does not contain SECTIONS commands, create |
| 172 | // output sections by default rules. We still need to give the |
| 173 | // linker script a chance to run, because it might contain |
| 174 | // non-SECTIONS commands such as ASSERT. |
Rui Ueyama | f83aca4 | 2016-11-01 23:17:45 +0000 | [diff] [blame] | 175 | createSections(); |
| 176 | Script<ELFT>::X->processCommands(Factory); |
| 177 | } |
| 178 | |
| 179 | if (Config->Discard != DiscardPolicy::All) |
| 180 | copyLocalSymbols(); |
| 181 | |
Rui Ueyama | 0b1b695 | 2016-11-21 02:11:05 +0000 | [diff] [blame] | 182 | // Now that we have a complete set of output sections. This function |
| 183 | // completes section contents. For example, we need to add strings |
| 184 | // to the string table, and add entries to .got and .plt. |
| 185 | // finalizeSections does that. |
Rui Ueyama | f83aca4 | 2016-11-01 23:17:45 +0000 | [diff] [blame] | 186 | finalizeSections(); |
Rui Ueyama | f373dd7 | 2016-11-24 01:43:21 +0000 | [diff] [blame] | 187 | if (ErrorCount) |
Rui Ueyama | f83aca4 | 2016-11-01 23:17:45 +0000 | [diff] [blame] | 188 | return; |
| 189 | |
| 190 | if (Config->Relocatable) { |
| 191 | assignFileOffsets(); |
| 192 | } else { |
Rui Ueyama | f83aca4 | 2016-11-01 23:17:45 +0000 | [diff] [blame] | 193 | if (ScriptConfig->HasSections) { |
| 194 | Script<ELFT>::X->assignAddresses(Phdrs); |
| 195 | } else { |
| 196 | fixSectionAlignments(); |
| 197 | assignAddresses(); |
| 198 | } |
| 199 | |
Rafael Espindola | 074ba93 | 2016-12-06 13:43:34 +0000 | [diff] [blame] | 200 | // Remove empty PT_LOAD to avoid causing the dynamic linker to try to mmap a |
| 201 | // 0 sized region. This has to be done late since only after assignAddresses |
| 202 | // we know the size of the sections. |
| 203 | removeEmptyPTLoad(); |
| 204 | |
Rui Ueyama | f83aca4 | 2016-11-01 23:17:45 +0000 | [diff] [blame] | 205 | if (!Config->OFormatBinary) |
| 206 | assignFileOffsets(); |
| 207 | else |
| 208 | assignFileOffsetsBinary(); |
| 209 | |
| 210 | setPhdrs(); |
Rafael Espindola | 78493a2 | 2017-01-28 17:48:21 +0000 | [diff] [blame] | 211 | fixPredefinedSymbols(); |
Rui Ueyama | f83aca4 | 2016-11-01 23:17:45 +0000 | [diff] [blame] | 212 | } |
| 213 | |
George Rimar | 2ddab6d | 2017-01-17 13:50:34 +0000 | [diff] [blame] | 214 | // It does not make sense try to open the file if we have error already. |
| 215 | if (ErrorCount) |
| 216 | return; |
Rui Ueyama | 0b1b695 | 2016-11-21 02:11:05 +0000 | [diff] [blame] | 217 | // Write the result down to a file. |
Rui Ueyama | f83aca4 | 2016-11-01 23:17:45 +0000 | [diff] [blame] | 218 | openFile(); |
Rui Ueyama | f373dd7 | 2016-11-24 01:43:21 +0000 | [diff] [blame] | 219 | if (ErrorCount) |
Rui Ueyama | f83aca4 | 2016-11-01 23:17:45 +0000 | [diff] [blame] | 220 | return; |
| 221 | if (!Config->OFormatBinary) { |
| 222 | writeHeader(); |
| 223 | writeSections(); |
| 224 | } else { |
| 225 | writeSectionsBinary(); |
| 226 | } |
Rui Ueyama | 0b1b695 | 2016-11-21 02:11:05 +0000 | [diff] [blame] | 227 | |
| 228 | // Backfill .note.gnu.build-id section content. This is done at last |
| 229 | // because the content is usually a hash value of the entire output file. |
Rui Ueyama | f83aca4 | 2016-11-01 23:17:45 +0000 | [diff] [blame] | 230 | writeBuildId(); |
Rui Ueyama | f373dd7 | 2016-11-24 01:43:21 +0000 | [diff] [blame] | 231 | if (ErrorCount) |
Rui Ueyama | f83aca4 | 2016-11-01 23:17:45 +0000 | [diff] [blame] | 232 | return; |
Rui Ueyama | 0b1b695 | 2016-11-21 02:11:05 +0000 | [diff] [blame] | 233 | |
Rui Ueyama | 40eaa99 | 2017-01-18 03:34:38 +0000 | [diff] [blame] | 234 | // Handle -Map option. |
Rafael Espindola | 1ebfc59 | 2017-01-13 21:05:46 +0000 | [diff] [blame] | 235 | writeMapFile<ELFT>(OutputSections); |
Rui Ueyama | 40eaa99 | 2017-01-18 03:34:38 +0000 | [diff] [blame] | 236 | if (ErrorCount) |
| 237 | return; |
| 238 | |
Rui Ueyama | f83aca4 | 2016-11-01 23:17:45 +0000 | [diff] [blame] | 239 | if (auto EC = Buffer->commit()) |
Rui Ueyama | c8d3a83 | 2017-01-12 22:18:04 +0000 | [diff] [blame] | 240 | error("failed to write to the output file: " + EC.message()); |
Rui Ueyama | 0b1b695 | 2016-11-21 02:11:05 +0000 | [diff] [blame] | 241 | |
| 242 | // Flush the output streams and exit immediately. A full shutdown |
| 243 | // is a good test that we are keeping track of all allocated memory, |
| 244 | // but actually freeing it is a waste of time in a regular linker run. |
| 245 | if (Config->ExitEarly) |
Rui Ueyama | f83aca4 | 2016-11-01 23:17:45 +0000 | [diff] [blame] | 246 | exitLld(0); |
Rui Ueyama | f83aca4 | 2016-11-01 23:17:45 +0000 | [diff] [blame] | 247 | } |
| 248 | |
| 249 | // Initialize Out<ELFT> members. |
| 250 | template <class ELFT> void Writer<ELFT>::createSyntheticSections() { |
| 251 | // Initialize all pointers with NULL. This is needed because |
| 252 | // you can call lld::elf::main more than once as a library. |
Rui Ueyama | cfadbd9 | 2016-11-01 23:12:51 +0000 | [diff] [blame] | 253 | memset(&Out<ELFT>::First, 0, sizeof(Out<ELFT>)); |
| 254 | |
Rui Ueyama | 4197a6a | 2016-02-05 18:41:40 +0000 | [diff] [blame] | 255 | // Create singleton output sections. |
Rui Ueyama | cfadbd9 | 2016-11-01 23:12:51 +0000 | [diff] [blame] | 256 | Out<ELFT>::Bss = |
| 257 | make<OutputSection<ELFT>>(".bss", SHT_NOBITS, SHF_ALLOC | SHF_WRITE); |
Peter Collingbourne | feb6629 | 2017-01-10 01:21:50 +0000 | [diff] [blame] | 258 | Out<ELFT>::BssRelRo = make<OutputSection<ELFT>>(".bss.rel.ro", SHT_NOBITS, |
| 259 | SHF_ALLOC | SHF_WRITE); |
Eugene Leviant | 22eb026 | 2016-11-14 09:16:00 +0000 | [diff] [blame] | 260 | In<ELFT>::DynStrTab = make<StringTableSection<ELFT>>(".dynstr", true); |
Eugene Leviant | 6380ce2 | 2016-11-15 12:26:55 +0000 | [diff] [blame] | 261 | In<ELFT>::Dynamic = make<DynamicSection<ELFT>>(); |
Rui Ueyama | cfadbd9 | 2016-11-01 23:12:51 +0000 | [diff] [blame] | 262 | Out<ELFT>::EhFrame = make<EhOutputSection<ELFT>>(); |
Eugene Leviant | a96d902 | 2016-11-16 10:02:27 +0000 | [diff] [blame] | 263 | In<ELFT>::RelaDyn = make<RelocationSection<ELFT>>( |
Rui Ueyama | cfadbd9 | 2016-11-01 23:12:51 +0000 | [diff] [blame] | 264 | Config->Rela ? ".rela.dyn" : ".rel.dyn", Config->ZCombreloc); |
Eugene Leviant | 22eb026 | 2016-11-14 09:16:00 +0000 | [diff] [blame] | 265 | In<ELFT>::ShStrTab = make<StringTableSection<ELFT>>(".shstrtab", false); |
Rui Ueyama | 4197a6a | 2016-02-05 18:41:40 +0000 | [diff] [blame] | 266 | |
Rafael Espindola | e08e78d | 2016-11-09 23:23:45 +0000 | [diff] [blame] | 267 | Out<ELFT>::ElfHeader = make<OutputSectionBase>("", 0, SHF_ALLOC); |
Rafael Espindola | 04a2e34 | 2016-11-09 01:42:41 +0000 | [diff] [blame] | 268 | Out<ELFT>::ElfHeader->Size = sizeof(Elf_Ehdr); |
Rafael Espindola | e08e78d | 2016-11-09 23:23:45 +0000 | [diff] [blame] | 269 | Out<ELFT>::ProgramHeaders = make<OutputSectionBase>("", 0, SHF_ALLOC); |
Rui Ueyama | cfadbd9 | 2016-11-01 23:12:51 +0000 | [diff] [blame] | 270 | Out<ELFT>::ProgramHeaders->updateAlignment(sizeof(uintX_t)); |
Rui Ueyama | 4197a6a | 2016-02-05 18:41:40 +0000 | [diff] [blame] | 271 | |
Rui Ueyama | e8a6102 | 2016-11-05 23:05:47 +0000 | [diff] [blame] | 272 | if (needsInterpSection<ELFT>()) { |
Rafael Espindola | c0e47fb | 2016-11-08 14:56:27 +0000 | [diff] [blame] | 273 | In<ELFT>::Interp = createInterpSection<ELFT>(); |
Rui Ueyama | e8a6102 | 2016-11-05 23:05:47 +0000 | [diff] [blame] | 274 | Symtab<ELFT>::X->Sections.push_back(In<ELFT>::Interp); |
| 275 | } else { |
| 276 | In<ELFT>::Interp = nullptr; |
| 277 | } |
Rui Ueyama | 3a41be2 | 2016-04-07 22:49:21 +0000 | [diff] [blame] | 278 | |
George Rimar | 3fb5a6d | 2016-11-29 16:05:27 +0000 | [diff] [blame] | 279 | if (!Config->Relocatable) |
| 280 | Symtab<ELFT>::X->Sections.push_back(createCommentSection<ELFT>()); |
Rui Ueyama | 3b31e67 | 2016-05-23 16:24:16 +0000 | [diff] [blame] | 281 | |
George Rimar | f21aade | 2016-08-31 08:38:11 +0000 | [diff] [blame] | 282 | if (Config->Strip != StripPolicy::All) { |
Eugene Leviant | 22eb026 | 2016-11-14 09:16:00 +0000 | [diff] [blame] | 283 | In<ELFT>::StrTab = make<StringTableSection<ELFT>>(".strtab", false); |
Eugene Leviant | 9230db9 | 2016-11-17 09:16:34 +0000 | [diff] [blame] | 284 | In<ELFT>::SymTab = make<SymbolTableSection<ELFT>>(*In<ELFT>::StrTab); |
Rui Ueyama | 4197a6a | 2016-02-05 18:41:40 +0000 | [diff] [blame] | 285 | } |
Rui Ueyama | cfadbd9 | 2016-11-01 23:12:51 +0000 | [diff] [blame] | 286 | |
Rui Ueyama | c4030a1 | 2016-11-22 00:54:15 +0000 | [diff] [blame] | 287 | if (Config->BuildId != BuildIdKind::None) { |
| 288 | In<ELFT>::BuildId = make<BuildIdSection<ELFT>>(); |
Rui Ueyama | e8a6102 | 2016-11-05 23:05:47 +0000 | [diff] [blame] | 289 | Symtab<ELFT>::X->Sections.push_back(In<ELFT>::BuildId); |
Rui Ueyama | c4030a1 | 2016-11-22 00:54:15 +0000 | [diff] [blame] | 290 | } |
Rui Ueyama | e8a6102 | 2016-11-05 23:05:47 +0000 | [diff] [blame] | 291 | |
Rafael Espindola | 682a5bc | 2016-11-08 14:42:34 +0000 | [diff] [blame] | 292 | InputSection<ELFT> *Common = createCommonSection<ELFT>(); |
Rui Ueyama | e8a6102 | 2016-11-05 23:05:47 +0000 | [diff] [blame] | 293 | if (!Common->Data.empty()) { |
| 294 | In<ELFT>::Common = Common; |
| 295 | Symtab<ELFT>::X->Sections.push_back(Common); |
| 296 | } |
Simon Atanasyan | ce02cf0 | 2016-11-09 21:36:56 +0000 | [diff] [blame] | 297 | |
Rui Ueyama | 1d75de0 | 2016-11-22 04:28:39 +0000 | [diff] [blame] | 298 | // Add MIPS-specific sections. |
George Rimar | 11992c86 | 2016-11-25 08:05:41 +0000 | [diff] [blame] | 299 | bool HasDynSymTab = !Symtab<ELFT>::X->getSharedFiles().empty() || Config->Pic; |
Simon Atanasyan | ce02cf0 | 2016-11-09 21:36:56 +0000 | [diff] [blame] | 300 | if (Config->EMachine == EM_MIPS) { |
George Rimar | 11992c86 | 2016-11-25 08:05:41 +0000 | [diff] [blame] | 301 | if (!Config->Shared && HasDynSymTab) { |
Rui Ueyama | bdfa155 | 2016-11-22 19:24:52 +0000 | [diff] [blame] | 302 | In<ELFT>::MipsRldMap = make<MipsRldMapSection<ELFT>>(); |
Eugene Leviant | 17b7a57 | 2016-11-22 17:49:14 +0000 | [diff] [blame] | 303 | Symtab<ELFT>::X->Sections.push_back(In<ELFT>::MipsRldMap); |
| 304 | } |
Rui Ueyama | 1d75de0 | 2016-11-22 04:28:39 +0000 | [diff] [blame] | 305 | if (auto *Sec = MipsAbiFlagsSection<ELFT>::create()) |
Rui Ueyama | 12f2da8 | 2016-11-22 03:57:06 +0000 | [diff] [blame] | 306 | Symtab<ELFT>::X->Sections.push_back(Sec); |
Rui Ueyama | 1d75de0 | 2016-11-22 04:28:39 +0000 | [diff] [blame] | 307 | if (auto *Sec = MipsOptionsSection<ELFT>::create()) |
Rui Ueyama | 9cfac8a | 2016-11-22 04:13:09 +0000 | [diff] [blame] | 308 | Symtab<ELFT>::X->Sections.push_back(Sec); |
Rui Ueyama | 1d75de0 | 2016-11-22 04:28:39 +0000 | [diff] [blame] | 309 | if (auto *Sec = MipsReginfoSection<ELFT>::create()) |
Rui Ueyama | b71cae9 | 2016-11-22 03:57:08 +0000 | [diff] [blame] | 310 | Symtab<ELFT>::X->Sections.push_back(Sec); |
Simon Atanasyan | ce02cf0 | 2016-11-09 21:36:56 +0000 | [diff] [blame] | 311 | } |
Eugene Leviant | 41ca327 | 2016-11-10 09:48:29 +0000 | [diff] [blame] | 312 | |
George Rimar | 11992c86 | 2016-11-25 08:05:41 +0000 | [diff] [blame] | 313 | if (HasDynSymTab) { |
| 314 | In<ELFT>::DynSymTab = make<SymbolTableSection<ELFT>>(*In<ELFT>::DynStrTab); |
| 315 | Symtab<ELFT>::X->Sections.push_back(In<ELFT>::DynSymTab); |
| 316 | |
| 317 | In<ELFT>::VerSym = make<VersionTableSection<ELFT>>(); |
| 318 | Symtab<ELFT>::X->Sections.push_back(In<ELFT>::VerSym); |
| 319 | |
| 320 | if (!Config->VersionDefinitions.empty()) { |
| 321 | In<ELFT>::VerDef = make<VersionDefinitionSection<ELFT>>(); |
| 322 | Symtab<ELFT>::X->Sections.push_back(In<ELFT>::VerDef); |
| 323 | } |
| 324 | |
| 325 | In<ELFT>::VerNeed = make<VersionNeedSection<ELFT>>(); |
| 326 | Symtab<ELFT>::X->Sections.push_back(In<ELFT>::VerNeed); |
| 327 | |
| 328 | if (Config->GnuHash) { |
| 329 | In<ELFT>::GnuHashTab = make<GnuHashTableSection<ELFT>>(); |
| 330 | Symtab<ELFT>::X->Sections.push_back(In<ELFT>::GnuHashTab); |
| 331 | } |
| 332 | |
| 333 | if (Config->SysvHash) { |
| 334 | In<ELFT>::HashTab = make<HashTableSection<ELFT>>(); |
| 335 | Symtab<ELFT>::X->Sections.push_back(In<ELFT>::HashTab); |
| 336 | } |
| 337 | |
| 338 | Symtab<ELFT>::X->Sections.push_back(In<ELFT>::Dynamic); |
| 339 | Symtab<ELFT>::X->Sections.push_back(In<ELFT>::DynStrTab); |
| 340 | Symtab<ELFT>::X->Sections.push_back(In<ELFT>::RelaDyn); |
| 341 | } |
| 342 | |
Rui Ueyama | 1d75de0 | 2016-11-22 04:28:39 +0000 | [diff] [blame] | 343 | // Add .got. MIPS' .got is so different from the other archs, |
| 344 | // it has its own class. |
George Rimar | 11992c86 | 2016-11-25 08:05:41 +0000 | [diff] [blame] | 345 | if (Config->EMachine == EM_MIPS) { |
Simon Atanasyan | 725dc14 | 2016-11-16 21:01:02 +0000 | [diff] [blame] | 346 | In<ELFT>::MipsGot = make<MipsGotSection<ELFT>>(); |
George Rimar | 11992c86 | 2016-11-25 08:05:41 +0000 | [diff] [blame] | 347 | Symtab<ELFT>::X->Sections.push_back(In<ELFT>::MipsGot); |
| 348 | } else { |
Simon Atanasyan | 725dc14 | 2016-11-16 21:01:02 +0000 | [diff] [blame] | 349 | In<ELFT>::Got = make<GotSection<ELFT>>(); |
George Rimar | 11992c86 | 2016-11-25 08:05:41 +0000 | [diff] [blame] | 350 | Symtab<ELFT>::X->Sections.push_back(In<ELFT>::Got); |
| 351 | } |
Simon Atanasyan | 725dc14 | 2016-11-16 21:01:02 +0000 | [diff] [blame] | 352 | |
Eugene Leviant | 41ca327 | 2016-11-10 09:48:29 +0000 | [diff] [blame] | 353 | In<ELFT>::GotPlt = make<GotPltSection<ELFT>>(); |
George Rimar | 11992c86 | 2016-11-25 08:05:41 +0000 | [diff] [blame] | 354 | Symtab<ELFT>::X->Sections.push_back(In<ELFT>::GotPlt); |
Peter Smith | baffdb8 | 2016-12-08 12:58:55 +0000 | [diff] [blame] | 355 | In<ELFT>::IgotPlt = make<IgotPltSection<ELFT>>(); |
| 356 | Symtab<ELFT>::X->Sections.push_back(In<ELFT>::IgotPlt); |
George Rimar | 3fb5a6d | 2016-11-29 16:05:27 +0000 | [diff] [blame] | 357 | |
| 358 | if (Config->GdbIndex) { |
| 359 | In<ELFT>::GdbIndex = make<GdbIndexSection<ELFT>>(); |
| 360 | Symtab<ELFT>::X->Sections.push_back(In<ELFT>::GdbIndex); |
| 361 | } |
| 362 | |
| 363 | // We always need to add rel[a].plt to output if it has entries. |
| 364 | // Even for static linking it can contain R_[*]_IRELATIVE relocations. |
| 365 | In<ELFT>::RelaPlt = make<RelocationSection<ELFT>>( |
| 366 | Config->Rela ? ".rela.plt" : ".rel.plt", false /*Sort*/); |
| 367 | Symtab<ELFT>::X->Sections.push_back(In<ELFT>::RelaPlt); |
| 368 | |
Peter Smith | baffdb8 | 2016-12-08 12:58:55 +0000 | [diff] [blame] | 369 | // The RelaIplt immediately follows .rel.plt (.rel.dyn for ARM) to ensure |
| 370 | // that the IRelative relocations are processed last by the dynamic loader |
| 371 | In<ELFT>::RelaIplt = make<RelocationSection<ELFT>>( |
| 372 | (Config->EMachine == EM_ARM) ? ".rel.dyn" : In<ELFT>::RelaPlt->Name, |
| 373 | false /*Sort*/); |
| 374 | Symtab<ELFT>::X->Sections.push_back(In<ELFT>::RelaIplt); |
| 375 | |
George Rimar | 3fb5a6d | 2016-11-29 16:05:27 +0000 | [diff] [blame] | 376 | In<ELFT>::Plt = make<PltSection<ELFT>>(); |
| 377 | Symtab<ELFT>::X->Sections.push_back(In<ELFT>::Plt); |
Peter Smith | baffdb8 | 2016-12-08 12:58:55 +0000 | [diff] [blame] | 378 | In<ELFT>::Iplt = make<IpltSection<ELFT>>(); |
| 379 | Symtab<ELFT>::X->Sections.push_back(In<ELFT>::Iplt); |
George Rimar | 3fb5a6d | 2016-11-29 16:05:27 +0000 | [diff] [blame] | 380 | |
| 381 | if (Config->EhFrameHdr) { |
| 382 | In<ELFT>::EhFrameHdr = make<EhFrameHeader<ELFT>>(); |
| 383 | Symtab<ELFT>::X->Sections.push_back(In<ELFT>::EhFrameHdr); |
| 384 | } |
George Rimar | 1e79994 | 2017-01-13 16:18:15 +0000 | [diff] [blame] | 385 | |
| 386 | if (In<ELFT>::SymTab) |
| 387 | Symtab<ELFT>::X->Sections.push_back(In<ELFT>::SymTab); |
| 388 | Symtab<ELFT>::X->Sections.push_back(In<ELFT>::ShStrTab); |
| 389 | if (In<ELFT>::StrTab) |
| 390 | Symtab<ELFT>::X->Sections.push_back(In<ELFT>::StrTab); |
Michael J. Spencer | 84487f1 | 2015-07-24 21:03:07 +0000 | [diff] [blame] | 391 | } |
| 392 | |
Rafael Espindola | 10d71ff | 2016-01-27 18:04:26 +0000 | [diff] [blame] | 393 | template <class ELFT> |
Rafael Espindola | ccfe3cb | 2016-04-04 14:04:16 +0000 | [diff] [blame] | 394 | static bool shouldKeepInSymtab(InputSectionBase<ELFT> *Sec, StringRef SymName, |
| 395 | const SymbolBody &B) { |
| 396 | if (B.isFile()) |
Rafael Espindola | 10d71ff | 2016-01-27 18:04:26 +0000 | [diff] [blame] | 397 | return false; |
| 398 | |
George Rimar | 4cfe572 | 2016-03-03 07:49:35 +0000 | [diff] [blame] | 399 | // We keep sections in symtab for relocatable output. |
Rafael Espindola | ccfe3cb | 2016-04-04 14:04:16 +0000 | [diff] [blame] | 400 | if (B.isSection()) |
George Rimar | 4cfe572 | 2016-03-03 07:49:35 +0000 | [diff] [blame] | 401 | return Config->Relocatable; |
| 402 | |
Rafael Espindola | 10d71ff | 2016-01-27 18:04:26 +0000 | [diff] [blame] | 403 | // If sym references a section in a discarded group, don't keep it. |
Rafael Espindola | ccfe3cb | 2016-04-04 14:04:16 +0000 | [diff] [blame] | 404 | if (Sec == &InputSection<ELFT>::Discarded) |
Rafael Espindola | 10d71ff | 2016-01-27 18:04:26 +0000 | [diff] [blame] | 405 | return false; |
| 406 | |
George Rimar | 9503f6d | 2016-08-31 08:46:30 +0000 | [diff] [blame] | 407 | if (Config->Discard == DiscardPolicy::None) |
Rafael Espindola | 10d71ff | 2016-01-27 18:04:26 +0000 | [diff] [blame] | 408 | return true; |
| 409 | |
| 410 | // In ELF assembly .L symbols are normally discarded by the assembler. |
| 411 | // If the assembler fails to do so, the linker discards them if |
| 412 | // * --discard-locals is used. |
| 413 | // * The symbol is in a SHF_MERGE section, which is normally the reason for |
| 414 | // the assembler keeping the .L symbol. |
| 415 | if (!SymName.startswith(".L") && !SymName.empty()) |
| 416 | return true; |
| 417 | |
George Rimar | 9503f6d | 2016-08-31 08:46:30 +0000 | [diff] [blame] | 418 | if (Config->Discard == DiscardPolicy::Locals) |
Rafael Espindola | 10d71ff | 2016-01-27 18:04:26 +0000 | [diff] [blame] | 419 | return false; |
| 420 | |
Rafael Espindola | 1854a8e | 2016-10-26 12:36:56 +0000 | [diff] [blame] | 421 | return !Sec || !(Sec->Flags & SHF_MERGE); |
Rafael Espindola | 10d71ff | 2016-01-27 18:04:26 +0000 | [diff] [blame] | 422 | } |
| 423 | |
Rafael Espindola | 474eb01 | 2016-05-05 16:40:28 +0000 | [diff] [blame] | 424 | template <class ELFT> static bool includeInSymtab(const SymbolBody &B) { |
| 425 | if (!B.isLocal() && !B.symbol()->IsUsedInRegularObj) |
| 426 | return false; |
| 427 | |
| 428 | if (auto *D = dyn_cast<DefinedRegular<ELFT>>(&B)) { |
| 429 | // Always include absolute symbols. |
| 430 | if (!D->Section) |
| 431 | return true; |
| 432 | // Exclude symbols pointing to garbage-collected sections. |
| 433 | if (!D->Section->Live) |
| 434 | return false; |
| 435 | if (auto *S = dyn_cast<MergeInputSection<ELFT>>(D->Section)) |
Rui Ueyama | 90fa372 | 2016-05-22 00:41:38 +0000 | [diff] [blame] | 436 | if (!S->getSectionPiece(D->Value)->Live) |
Rafael Espindola | 474eb01 | 2016-05-05 16:40:28 +0000 | [diff] [blame] | 437 | return false; |
| 438 | } |
| 439 | return true; |
| 440 | } |
Rafael Espindola | 462220d | 2016-05-05 16:38:46 +0000 | [diff] [blame] | 441 | |
Rui Ueyama | 5a9640b | 2015-10-08 23:49:30 +0000 | [diff] [blame] | 442 | // Local symbols are not in the linker's symbol table. This function scans |
| 443 | // each object file's symbol table to copy local symbols to the output. |
| 444 | template <class ELFT> void Writer<ELFT>::copyLocalSymbols() { |
Eugene Leviant | 9230db9 | 2016-11-17 09:16:34 +0000 | [diff] [blame] | 445 | if (!In<ELFT>::SymTab) |
Rui Ueyama | 90f76fb | 2016-01-21 03:07:38 +0000 | [diff] [blame] | 446 | return; |
Rui Ueyama | 38dbd3e | 2016-09-14 00:05:51 +0000 | [diff] [blame] | 447 | for (elf::ObjectFile<ELFT> *F : Symtab<ELFT>::X->getObjectFiles()) { |
Rafael Espindola | 67d72c0 | 2016-03-11 12:06:30 +0000 | [diff] [blame] | 448 | for (SymbolBody *B : F->getLocalSymbols()) { |
George Rimar | 78fe56e | 2016-10-11 09:07:14 +0000 | [diff] [blame] | 449 | if (!B->IsLocal) |
Rui Ueyama | 3fc0f7e | 2016-11-23 18:07:33 +0000 | [diff] [blame] | 450 | fatal(toString(F) + |
George Rimar | 78fe56e | 2016-10-11 09:07:14 +0000 | [diff] [blame] | 451 | ": broken object: getLocalSymbols returns a non-local symbol"); |
Rafael Espindola | ccfe3cb | 2016-04-04 14:04:16 +0000 | [diff] [blame] | 452 | auto *DR = dyn_cast<DefinedRegular<ELFT>>(B); |
Rui Ueyama | 3fc0f7e | 2016-11-23 18:07:33 +0000 | [diff] [blame] | 453 | |
Rafael Espindola | ccfe3cb | 2016-04-04 14:04:16 +0000 | [diff] [blame] | 454 | // No reason to keep local undefined symbol in symtab. |
| 455 | if (!DR) |
Rafael Espindola | 444576d | 2015-10-09 19:25:07 +0000 | [diff] [blame] | 456 | continue; |
Rafael Espindola | 462220d | 2016-05-05 16:38:46 +0000 | [diff] [blame] | 457 | if (!includeInSymtab<ELFT>(*B)) |
| 458 | continue; |
Rui Ueyama | 3fc0f7e | 2016-11-23 18:07:33 +0000 | [diff] [blame] | 459 | |
Rafael Espindola | ccfe3cb | 2016-04-04 14:04:16 +0000 | [diff] [blame] | 460 | InputSectionBase<ELFT> *Sec = DR->Section; |
Rui Ueyama | c72ba3a | 2016-11-23 04:57:25 +0000 | [diff] [blame] | 461 | if (!shouldKeepInSymtab<ELFT>(Sec, B->getName(), *B)) |
Rafael Espindola | ccfe3cb | 2016-04-04 14:04:16 +0000 | [diff] [blame] | 462 | continue; |
George Rimar | 190bac5 | 2017-01-23 14:07:23 +0000 | [diff] [blame] | 463 | In<ELFT>::SymTab->addLocal(B); |
Rui Ueyama | 5a9640b | 2015-10-08 23:49:30 +0000 | [diff] [blame] | 464 | } |
| 465 | } |
| 466 | } |
| 467 | |
Hal Finkel | 3bae2d8 | 2015-10-12 20:51:48 +0000 | [diff] [blame] | 468 | // PPC64 has a number of special SHT_PROGBITS+SHF_ALLOC+SHF_WRITE sections that |
| 469 | // we would like to make sure appear is a specific order to maximize their |
| 470 | // coverage by a single signed 16-bit offset from the TOC base pointer. |
| 471 | // Conversely, the special .tocbss section should be first among all SHT_NOBITS |
| 472 | // sections. This will put it next to the loaded special PPC64 sections (and, |
| 473 | // thus, within reach of the TOC base pointer). |
| 474 | static int getPPC64SectionRank(StringRef SectionName) { |
| 475 | return StringSwitch<int>(SectionName) |
George Rimar | ee741cf | 2016-04-14 13:23:02 +0000 | [diff] [blame] | 476 | .Case(".tocbss", 0) |
| 477 | .Case(".branch_lt", 2) |
| 478 | .Case(".toc", 3) |
| 479 | .Case(".toc1", 4) |
| 480 | .Case(".opd", 5) |
| 481 | .Default(1); |
Hal Finkel | 3bae2d8 | 2015-10-12 20:51:48 +0000 | [diff] [blame] | 482 | } |
| 483 | |
Simon Atanasyan | 2bd98af | 2017-01-16 21:17:23 +0000 | [diff] [blame] | 484 | // All sections with SHF_MIPS_GPREL flag should be grouped together |
| 485 | // because data in these sections is addressable with a gp relative address. |
| 486 | static int getMipsSectionRank(const OutputSectionBase *S) { |
| 487 | if ((S->Flags & SHF_MIPS_GPREL) == 0) |
| 488 | return 0; |
| 489 | if (S->getName() == ".got") |
| 490 | return 1; |
| 491 | return 2; |
| 492 | } |
| 493 | |
Rafael Espindola | e08e78d | 2016-11-09 23:23:45 +0000 | [diff] [blame] | 494 | template <class ELFT> bool elf::isRelroSection(const OutputSectionBase *Sec) { |
Rafael Espindola | 4fc6044 | 2016-02-10 22:43:13 +0000 | [diff] [blame] | 495 | if (!Config->ZRelro) |
| 496 | return false; |
Rafael Espindola | e08e78d | 2016-11-09 23:23:45 +0000 | [diff] [blame] | 497 | uint64_t Flags = Sec->Flags; |
George Rimar | e3336c0 | 2015-11-24 10:15:50 +0000 | [diff] [blame] | 498 | if (!(Flags & SHF_ALLOC) || !(Flags & SHF_WRITE)) |
| 499 | return false; |
Rui Ueyama | ccfc326 | 2015-12-10 19:13:08 +0000 | [diff] [blame] | 500 | if (Flags & SHF_TLS) |
| 501 | return true; |
Rafael Espindola | 04a2e34 | 2016-11-09 01:42:41 +0000 | [diff] [blame] | 502 | uint32_t Type = Sec->Type; |
Rui Ueyama | ccfc326 | 2015-12-10 19:13:08 +0000 | [diff] [blame] | 503 | if (Type == SHT_INIT_ARRAY || Type == SHT_FINI_ARRAY || |
| 504 | Type == SHT_PREINIT_ARRAY) |
George Rimar | e3336c0 | 2015-11-24 10:15:50 +0000 | [diff] [blame] | 505 | return true; |
Eugene Leviant | 41ca327 | 2016-11-10 09:48:29 +0000 | [diff] [blame] | 506 | if (Sec == In<ELFT>::GotPlt->OutSec) |
George Rimar | e3336c0 | 2015-11-24 10:15:50 +0000 | [diff] [blame] | 507 | return Config->ZNow; |
Simon Atanasyan | 725dc14 | 2016-11-16 21:01:02 +0000 | [diff] [blame] | 508 | if (Sec == In<ELFT>::Dynamic->OutSec) |
| 509 | return true; |
| 510 | if (In<ELFT>::Got && Sec == In<ELFT>::Got->OutSec) |
| 511 | return true; |
Peter Collingbourne | feb6629 | 2017-01-10 01:21:50 +0000 | [diff] [blame] | 512 | if (Sec == Out<ELFT>::BssRelRo) |
| 513 | return true; |
Rui Ueyama | 01faef0 | 2015-12-10 19:19:04 +0000 | [diff] [blame] | 514 | StringRef S = Sec->getName(); |
| 515 | return S == ".data.rel.ro" || S == ".ctors" || S == ".dtors" || S == ".jcr" || |
George Rimar | d003c7f | 2016-12-20 11:28:54 +0000 | [diff] [blame] | 516 | S == ".eh_frame" || S == ".openbsd.randomdata"; |
George Rimar | e3336c0 | 2015-11-24 10:15:50 +0000 | [diff] [blame] | 517 | } |
| 518 | |
Rui Ueyama | 5a9640b | 2015-10-08 23:49:30 +0000 | [diff] [blame] | 519 | template <class ELFT> |
Rafael Espindola | e08e78d | 2016-11-09 23:23:45 +0000 | [diff] [blame] | 520 | static bool compareSectionsNonScript(const OutputSectionBase *A, |
| 521 | const OutputSectionBase *B) { |
Rui Ueyama | e288eef | 2016-11-02 18:58:44 +0000 | [diff] [blame] | 522 | // Put .interp first because some loaders want to see that section |
| 523 | // on the first page of the executable file when loaded into memory. |
| 524 | bool AIsInterp = A->getName() == ".interp"; |
| 525 | bool BIsInterp = B->getName() == ".interp"; |
| 526 | if (AIsInterp != BIsInterp) |
| 527 | return AIsInterp; |
| 528 | |
Rui Ueyama | 5a9640b | 2015-10-08 23:49:30 +0000 | [diff] [blame] | 529 | // Allocatable sections go first to reduce the total PT_LOAD size and |
| 530 | // so debug info doesn't change addresses in actual code. |
Rafael Espindola | 04a2e34 | 2016-11-09 01:42:41 +0000 | [diff] [blame] | 531 | bool AIsAlloc = A->Flags & SHF_ALLOC; |
| 532 | bool BIsAlloc = B->Flags & SHF_ALLOC; |
Rui Ueyama | 5a9640b | 2015-10-08 23:49:30 +0000 | [diff] [blame] | 533 | if (AIsAlloc != BIsAlloc) |
| 534 | return AIsAlloc; |
| 535 | |
Rafael Espindola | b6b8f6c | 2016-09-20 22:43:15 +0000 | [diff] [blame] | 536 | // We don't have any special requirements for the relative order of two non |
| 537 | // allocatable sections. |
Rui Ueyama | 5a9640b | 2015-10-08 23:49:30 +0000 | [diff] [blame] | 538 | if (!AIsAlloc) |
Rafael Espindola | 24c073d | 2016-09-21 22:36:19 +0000 | [diff] [blame] | 539 | return false; |
Rui Ueyama | 5a9640b | 2015-10-08 23:49:30 +0000 | [diff] [blame] | 540 | |
Rafael Espindola | 5967c97 | 2016-12-19 21:21:07 +0000 | [diff] [blame] | 541 | // We want to put section specified by -T option first, so we |
| 542 | // can start assigning VA starting from them later. |
| 543 | auto AAddrSetI = Config->SectionStartMap.find(A->getName()); |
| 544 | auto BAddrSetI = Config->SectionStartMap.find(B->getName()); |
| 545 | bool AHasAddrSet = AAddrSetI != Config->SectionStartMap.end(); |
| 546 | bool BHasAddrSet = BAddrSetI != Config->SectionStartMap.end(); |
| 547 | if (AHasAddrSet != BHasAddrSet) |
| 548 | return AHasAddrSet; |
| 549 | if (AHasAddrSet) |
| 550 | return AAddrSetI->second < BAddrSetI->second; |
| 551 | |
Rui Ueyama | 5a9640b | 2015-10-08 23:49:30 +0000 | [diff] [blame] | 552 | // We want the read only sections first so that they go in the PT_LOAD |
| 553 | // covering the program headers at the start of the file. |
Rafael Espindola | 04a2e34 | 2016-11-09 01:42:41 +0000 | [diff] [blame] | 554 | bool AIsWritable = A->Flags & SHF_WRITE; |
| 555 | bool BIsWritable = B->Flags & SHF_WRITE; |
Rui Ueyama | 5a9640b | 2015-10-08 23:49:30 +0000 | [diff] [blame] | 556 | if (AIsWritable != BIsWritable) |
| 557 | return BIsWritable; |
| 558 | |
George Rimar | 1642c5d | 2016-11-28 10:26:21 +0000 | [diff] [blame] | 559 | if (!Config->SingleRoRx) { |
Rafael Espindola | e979fd1 | 2016-09-29 22:48:55 +0000 | [diff] [blame] | 560 | // For a corresponding reason, put non exec sections first (the program |
| 561 | // header PT_LOAD is not executable). |
| 562 | // We only do that if we are not using linker scripts, since with linker |
| 563 | // scripts ro and rx sections are in the same PT_LOAD, so their relative |
George Rimar | 1642c5d | 2016-11-28 10:26:21 +0000 | [diff] [blame] | 564 | // order is not important. The same applies for -no-rosegment. |
Rafael Espindola | 04a2e34 | 2016-11-09 01:42:41 +0000 | [diff] [blame] | 565 | bool AIsExec = A->Flags & SHF_EXECINSTR; |
| 566 | bool BIsExec = B->Flags & SHF_EXECINSTR; |
Rafael Espindola | e979fd1 | 2016-09-29 22:48:55 +0000 | [diff] [blame] | 567 | if (AIsExec != BIsExec) |
| 568 | return BIsExec; |
| 569 | } |
Rui Ueyama | 5a9640b | 2015-10-08 23:49:30 +0000 | [diff] [blame] | 570 | |
Hal Finkel | 0d7e83b | 2015-10-13 17:57:46 +0000 | [diff] [blame] | 571 | // If we got here we know that both A and B are in the same PT_LOAD. |
Michael J. Spencer | 1bf7300 | 2015-10-16 23:11:07 +0000 | [diff] [blame] | 572 | |
Rafael Espindola | 04a2e34 | 2016-11-09 01:42:41 +0000 | [diff] [blame] | 573 | bool AIsTls = A->Flags & SHF_TLS; |
| 574 | bool BIsTls = B->Flags & SHF_TLS; |
Rafael Espindola | 04a2e34 | 2016-11-09 01:42:41 +0000 | [diff] [blame] | 575 | bool AIsNoBits = A->Type == SHT_NOBITS; |
| 576 | bool BIsNoBits = B->Type == SHT_NOBITS; |
Hal Finkel | 3bae2d8 | 2015-10-12 20:51:48 +0000 | [diff] [blame] | 577 | |
Peter Collingbourne | 628ec9f | 2017-01-10 01:21:30 +0000 | [diff] [blame] | 578 | // The first requirement we have is to put (non-TLS) nobits sections last. The |
| 579 | // reason is that the only thing the dynamic linker will see about them is a |
| 580 | // p_memsz that is larger than p_filesz. Seeing that it zeros the end of the |
| 581 | // PT_LOAD, so that has to correspond to the nobits sections. |
| 582 | bool AIsNonTlsNoBits = AIsNoBits && !AIsTls; |
| 583 | bool BIsNonTlsNoBits = BIsNoBits && !BIsTls; |
| 584 | if (AIsNonTlsNoBits != BIsNonTlsNoBits) |
| 585 | return BIsNonTlsNoBits; |
| 586 | |
| 587 | // We place nobits RelRo sections before plain r/w ones, and non-nobits RelRo |
| 588 | // sections after r/w ones, so that the RelRo sections are contiguous. |
Rafael Espindola | e08e78d | 2016-11-09 23:23:45 +0000 | [diff] [blame] | 589 | bool AIsRelRo = isRelroSection<ELFT>(A); |
| 590 | bool BIsRelRo = isRelroSection<ELFT>(B); |
George Rimar | e3336c0 | 2015-11-24 10:15:50 +0000 | [diff] [blame] | 591 | if (AIsRelRo != BIsRelRo) |
Peter Collingbourne | 628ec9f | 2017-01-10 01:21:30 +0000 | [diff] [blame] | 592 | return AIsNonTlsNoBits ? AIsRelRo : BIsRelRo; |
| 593 | |
| 594 | // The TLS initialization block needs to be a single contiguous block in a R/W |
| 595 | // PT_LOAD, so stick TLS sections directly before the other RelRo R/W |
| 596 | // sections. The TLS NOBITS sections are placed here as they don't take up |
| 597 | // virtual address space in the PT_LOAD. |
| 598 | if (AIsTls != BIsTls) |
| 599 | return AIsTls; |
| 600 | |
| 601 | // Within the TLS initialization block, the non-nobits sections need to appear |
| 602 | // first. |
| 603 | if (AIsNoBits != BIsNoBits) |
| 604 | return BIsNoBits; |
George Rimar | e3336c0 | 2015-11-24 10:15:50 +0000 | [diff] [blame] | 605 | |
Hal Finkel | 9abc2a5 | 2015-10-13 19:07:29 +0000 | [diff] [blame] | 606 | // Some architectures have additional ordering restrictions for sections |
| 607 | // within the same PT_LOAD. |
| 608 | if (Config->EMachine == EM_PPC64) |
| 609 | return getPPC64SectionRank(A->getName()) < |
| 610 | getPPC64SectionRank(B->getName()); |
Simon Atanasyan | 2bd98af | 2017-01-16 21:17:23 +0000 | [diff] [blame] | 611 | if (Config->EMachine == EM_MIPS) |
| 612 | return getMipsSectionRank(A) < getMipsSectionRank(B); |
Hal Finkel | 9abc2a5 | 2015-10-13 19:07:29 +0000 | [diff] [blame] | 613 | |
Rafael Espindola | 24c073d | 2016-09-21 22:36:19 +0000 | [diff] [blame] | 614 | return false; |
| 615 | } |
| 616 | |
| 617 | // Output section ordering is determined by this function. |
| 618 | template <class ELFT> |
Rafael Espindola | e08e78d | 2016-11-09 23:23:45 +0000 | [diff] [blame] | 619 | static bool compareSections(const OutputSectionBase *A, |
| 620 | const OutputSectionBase *B) { |
Rafael Espindola | 24c073d | 2016-09-21 22:36:19 +0000 | [diff] [blame] | 621 | // For now, put sections mentioned in a linker script first. |
| 622 | int AIndex = Script<ELFT>::X->getSectionIndex(A->getName()); |
| 623 | int BIndex = Script<ELFT>::X->getSectionIndex(B->getName()); |
| 624 | bool AInScript = AIndex != INT_MAX; |
| 625 | bool BInScript = BIndex != INT_MAX; |
| 626 | if (AInScript != BInScript) |
| 627 | return AInScript; |
| 628 | // If both are in the script, use that order. |
| 629 | if (AInScript) |
| 630 | return AIndex < BIndex; |
| 631 | |
Rafael Espindola | e08e78d | 2016-11-09 23:23:45 +0000 | [diff] [blame] | 632 | return compareSectionsNonScript<ELFT>(A, B); |
Rui Ueyama | 5a9640b | 2015-10-08 23:49:30 +0000 | [diff] [blame] | 633 | } |
| 634 | |
Eugene Leviant | bbe3860 | 2016-07-19 09:25:43 +0000 | [diff] [blame] | 635 | // Program header entry |
Rafael Espindola | 17cb7c0 | 2016-12-19 17:01:01 +0000 | [diff] [blame] | 636 | PhdrEntry::PhdrEntry(unsigned Type, unsigned Flags) { |
| 637 | p_type = Type; |
| 638 | p_flags = Flags; |
Eugene Leviant | bbe3860 | 2016-07-19 09:25:43 +0000 | [diff] [blame] | 639 | } |
| 640 | |
Rafael Espindola | 17cb7c0 | 2016-12-19 17:01:01 +0000 | [diff] [blame] | 641 | void PhdrEntry::add(OutputSectionBase *Sec) { |
Eugene Leviant | bbe3860 | 2016-07-19 09:25:43 +0000 | [diff] [blame] | 642 | Last = Sec; |
| 643 | if (!First) |
| 644 | First = Sec; |
Rafael Espindola | 17cb7c0 | 2016-12-19 17:01:01 +0000 | [diff] [blame] | 645 | p_align = std::max(p_align, Sec->Addralign); |
| 646 | if (p_type == PT_LOAD) |
Eugene Leviant | 3d9abec | 2016-09-29 09:20:33 +0000 | [diff] [blame] | 647 | Sec->FirstInPtLoad = First; |
Eugene Leviant | bbe3860 | 2016-07-19 09:25:43 +0000 | [diff] [blame] | 648 | } |
| 649 | |
Denis Protivensky | 8e3b38a | 2015-11-12 09:52:08 +0000 | [diff] [blame] | 650 | template <class ELFT> |
Rafael Espindola | 78493a2 | 2017-01-28 17:48:21 +0000 | [diff] [blame] | 651 | static DefinedSynthetic * |
| 652 | addOptionalSynthetic(StringRef Name, OutputSectionBase *Sec, |
| 653 | typename ELFT::uint Val, uint8_t StOther = STV_HIDDEN) { |
Peter Collingbourne | 578af61 | 2017-01-04 02:43:01 +0000 | [diff] [blame] | 654 | if (SymbolBody *S = Symtab<ELFT>::X->find(Name)) |
Rafael Espindola | 1d6d1b4 | 2017-01-17 16:08:06 +0000 | [diff] [blame] | 655 | if (!S->isInCurrentDSO()) |
Rafael Espindola | 78493a2 | 2017-01-28 17:48:21 +0000 | [diff] [blame] | 656 | return cast<DefinedSynthetic>( |
| 657 | Symtab<ELFT>::X->addSynthetic(Name, Sec, Val, StOther)->body()); |
| 658 | return nullptr; |
Rafael Espindola | 6f92e14 | 2016-04-12 13:26:51 +0000 | [diff] [blame] | 659 | } |
| 660 | |
Eugene Leviant | ad4439e | 2016-11-11 11:33:32 +0000 | [diff] [blame] | 661 | template <class ELFT> |
Rui Ueyama | 0cbf749 | 2016-11-23 06:59:47 +0000 | [diff] [blame] | 662 | static Symbol *addRegular(StringRef Name, InputSectionBase<ELFT> *Sec, |
Eugene Leviant | ad4439e | 2016-11-11 11:33:32 +0000 | [diff] [blame] | 663 | typename ELFT::uint Value) { |
Rafael Espindola | dab02d4 | 2016-11-17 21:20:16 +0000 | [diff] [blame] | 664 | // The linker generated symbols are added as STB_WEAK to allow user defined |
| 665 | // ones to override them. |
Rui Ueyama | 0cbf749 | 2016-11-23 06:59:47 +0000 | [diff] [blame] | 666 | return Symtab<ELFT>::X->addRegular(Name, STV_HIDDEN, STT_NOTYPE, Value, |
| 667 | /*Size=*/0, STB_WEAK, Sec, |
| 668 | /*File=*/nullptr); |
Eugene Leviant | ad4439e | 2016-11-11 11:33:32 +0000 | [diff] [blame] | 669 | } |
| 670 | |
| 671 | template <class ELFT> |
| 672 | static Symbol *addOptionalRegular(StringRef Name, InputSectionBase<ELFT> *IS, |
| 673 | typename ELFT::uint Value) { |
| 674 | SymbolBody *S = Symtab<ELFT>::X->find(Name); |
| 675 | if (!S) |
| 676 | return nullptr; |
Rafael Espindola | 1d6d1b4 | 2017-01-17 16:08:06 +0000 | [diff] [blame] | 677 | if (S->isInCurrentDSO()) |
Eugene Leviant | ad4439e | 2016-11-11 11:33:32 +0000 | [diff] [blame] | 678 | return S->symbol(); |
| 679 | return addRegular(Name, IS, Value); |
| 680 | } |
| 681 | |
Rui Ueyama | 0168722 | 2015-12-26 09:47:57 +0000 | [diff] [blame] | 682 | // The beginning and the ending of .rel[a].plt section are marked |
| 683 | // with __rel[a]_iplt_{start,end} symbols if it is a statically linked |
| 684 | // executable. The runtime needs these symbols in order to resolve |
| 685 | // all IRELATIVE relocs on startup. For dynamic executables, we don't |
| 686 | // need these symbols, since IRELATIVE relocs are resolved through GOT |
| 687 | // and PLT. For details, see http://www.airs.com/blog/archives/403. |
George Rimar | ee741cf | 2016-04-14 13:23:02 +0000 | [diff] [blame] | 688 | template <class ELFT> void Writer<ELFT>::addRelIpltSymbols() { |
Eugene Leviant | 9230db9 | 2016-11-17 09:16:34 +0000 | [diff] [blame] | 689 | if (In<ELFT>::DynSymTab) |
George Rimar | a07ff66 | 2015-12-21 10:12:06 +0000 | [diff] [blame] | 690 | return; |
Rui Ueyama | 6c5638b | 2016-03-13 20:10:20 +0000 | [diff] [blame] | 691 | StringRef S = Config->Rela ? "__rela_iplt_start" : "__rel_iplt_start"; |
Peter Smith | baffdb8 | 2016-12-08 12:58:55 +0000 | [diff] [blame] | 692 | addOptionalRegular<ELFT>(S, In<ELFT>::RelaIplt, 0); |
Rui Ueyama | 0168722 | 2015-12-26 09:47:57 +0000 | [diff] [blame] | 693 | |
Rui Ueyama | 6c5638b | 2016-03-13 20:10:20 +0000 | [diff] [blame] | 694 | S = Config->Rela ? "__rela_iplt_end" : "__rel_iplt_end"; |
Peter Smith | baffdb8 | 2016-12-08 12:58:55 +0000 | [diff] [blame] | 695 | addOptionalRegular<ELFT>(S, In<ELFT>::RelaIplt, -1); |
George Rimar | a07ff66 | 2015-12-21 10:12:06 +0000 | [diff] [blame] | 696 | } |
| 697 | |
Rui Ueyama | f18fe7b | 2015-12-26 07:50:39 +0000 | [diff] [blame] | 698 | // The linker is expected to define some symbols depending on |
| 699 | // the linking result. This function defines such symbols. |
| 700 | template <class ELFT> void Writer<ELFT>::addReservedSymbols() { |
George Rimar | 7beff42 | 2016-11-15 08:19:02 +0000 | [diff] [blame] | 701 | if (Config->EMachine == EM_MIPS) { |
Rafael Espindola | 9b3f99e | 2016-04-12 02:24:43 +0000 | [diff] [blame] | 702 | // Define _gp for MIPS. st_value of _gp symbol will be updated by Writer |
Simon Atanasyan | 6a4eb75 | 2016-12-08 06:19:47 +0000 | [diff] [blame] | 703 | // so that it points to an absolute address which by default is relative |
| 704 | // to GOT. Default offset is 0x7ff0. |
Rafael Espindola | 9b3f99e | 2016-04-12 02:24:43 +0000 | [diff] [blame] | 705 | // See "Global Data Symbols" in Chapter 6 in the following document: |
| 706 | // ftp://www.linux-mips.org/pub/linux/mips/doc/ABI/mipsabi.pdf |
Simon Atanasyan | 6a4eb75 | 2016-12-08 06:19:47 +0000 | [diff] [blame] | 707 | ElfSym<ELFT>::MipsGp = |
| 708 | Symtab<ELFT>::X->addAbsolute("_gp", STV_HIDDEN, STB_LOCAL); |
Rafael Espindola | 9b3f99e | 2016-04-12 02:24:43 +0000 | [diff] [blame] | 709 | |
Rafael Espindola | ccfe3cb | 2016-04-04 14:04:16 +0000 | [diff] [blame] | 710 | // On MIPS O32 ABI, _gp_disp is a magic symbol designates offset between |
Simon Atanasyan | 6a4eb75 | 2016-12-08 06:19:47 +0000 | [diff] [blame] | 711 | // start of function and 'gp' pointer into GOT. To simplify relocation |
| 712 | // calculation we assign _gp value to it and calculate corresponding |
| 713 | // relocations as relative to this value. |
| 714 | if (Symtab<ELFT>::X->find("_gp_disp")) |
| 715 | ElfSym<ELFT>::MipsGpDisp = |
| 716 | Symtab<ELFT>::X->addAbsolute("_gp_disp", STV_HIDDEN, STB_LOCAL); |
Peter Collingbourne | 6f535b7 | 2016-05-03 18:03:45 +0000 | [diff] [blame] | 717 | |
Rafael Espindola | ccfe3cb | 2016-04-04 14:04:16 +0000 | [diff] [blame] | 718 | // The __gnu_local_gp is a magic symbol equal to the current value of 'gp' |
| 719 | // pointer. This symbol is used in the code generated by .cpload pseudo-op |
| 720 | // in case of using -mno-shared option. |
| 721 | // https://sourceware.org/ml/binutils/2004-12/msg00094.html |
Simon Atanasyan | 6a4eb75 | 2016-12-08 06:19:47 +0000 | [diff] [blame] | 722 | if (Symtab<ELFT>::X->find("__gnu_local_gp")) |
| 723 | ElfSym<ELFT>::MipsLocalGp = |
| 724 | Symtab<ELFT>::X->addAbsolute("__gnu_local_gp", STV_HIDDEN, STB_LOCAL); |
Rafael Espindola | ccfe3cb | 2016-04-04 14:04:16 +0000 | [diff] [blame] | 725 | } |
| 726 | |
| 727 | // In the assembly for 32 bit x86 the _GLOBAL_OFFSET_TABLE_ symbol |
| 728 | // is magical and is used to produce a R_386_GOTPC relocation. |
| 729 | // The R_386_GOTPC relocation value doesn't actually depend on the |
| 730 | // symbol value, so it could use an index of STN_UNDEF which, according |
| 731 | // to the spec, means the symbol value is 0. |
| 732 | // Unfortunately both gas and MC keep the _GLOBAL_OFFSET_TABLE_ symbol in |
| 733 | // the object file. |
| 734 | // The situation is even stranger on x86_64 where the assembly doesn't |
| 735 | // need the magical symbol, but gas still puts _GLOBAL_OFFSET_TABLE_ as |
| 736 | // an undefined symbol in the .o files. |
| 737 | // Given that the symbol is effectively unused, we just create a dummy |
| 738 | // hidden one to avoid the undefined symbol error. |
George Rimar | 7beff42 | 2016-11-15 08:19:02 +0000 | [diff] [blame] | 739 | Symtab<ELFT>::X->addIgnored("_GLOBAL_OFFSET_TABLE_"); |
Rafael Espindola | ccfe3cb | 2016-04-04 14:04:16 +0000 | [diff] [blame] | 740 | |
Rui Ueyama | f18fe7b | 2015-12-26 07:50:39 +0000 | [diff] [blame] | 741 | // __tls_get_addr is defined by the dynamic linker for dynamic ELFs. For |
| 742 | // static linking the linker is required to optimize away any references to |
| 743 | // __tls_get_addr, so it's not defined anywhere. Create a hidden definition |
Peter Smith | 17cd375 | 2016-10-27 10:28:53 +0000 | [diff] [blame] | 744 | // to avoid the undefined symbol error. As usual special cases are ARM and |
| 745 | // MIPS - the libc for these targets defines __tls_get_addr itself because |
| 746 | // there are no TLS optimizations for these targets. |
Eugene Leviant | 9230db9 | 2016-11-17 09:16:34 +0000 | [diff] [blame] | 747 | if (!In<ELFT>::DynSymTab && |
Peter Smith | 17cd375 | 2016-10-27 10:28:53 +0000 | [diff] [blame] | 748 | (Config->EMachine != EM_MIPS && Config->EMachine != EM_ARM)) |
Rui Ueyama | 84907c5 | 2016-08-09 03:38:23 +0000 | [diff] [blame] | 749 | Symtab<ELFT>::X->addIgnored("__tls_get_addr"); |
Rui Ueyama | f18fe7b | 2015-12-26 07:50:39 +0000 | [diff] [blame] | 750 | |
George Rimar | 28ac19c | 2016-08-08 08:42:48 +0000 | [diff] [blame] | 751 | // If linker script do layout we do not need to create any standart symbols. |
Eugene Leviant | e05336ff | 2016-09-14 08:32:36 +0000 | [diff] [blame] | 752 | if (ScriptConfig->HasSections) |
George Rimar | 28ac19c | 2016-08-08 08:42:48 +0000 | [diff] [blame] | 753 | return; |
| 754 | |
Rafael Espindola | 78493a2 | 2017-01-28 17:48:21 +0000 | [diff] [blame] | 755 | // __ehdr_start is the location of program headers. |
| 756 | ElfSym<ELFT>::EhdrStart = |
| 757 | addOptionalSynthetic<ELFT>("__ehdr_start", Out<ELFT>::ProgramHeaders, 0); |
Petr Hosek | 4f7a5c3 | 2016-08-22 18:44:04 +0000 | [diff] [blame] | 758 | |
Rafael Espindola | 64e5556 | 2017-01-28 19:07:33 +0000 | [diff] [blame] | 759 | auto Define = [](StringRef S, DefinedSynthetic *&Sym1, |
| 760 | DefinedSynthetic *&Sym2) { |
Rafael Espindola | 78493a2 | 2017-01-28 17:48:21 +0000 | [diff] [blame] | 761 | Sym1 = addOptionalSynthetic<ELFT>(S, nullptr, 0, STV_DEFAULT); |
Rui Ueyama | 68e1555 | 2016-02-26 16:49:54 +0000 | [diff] [blame] | 762 | assert(S.startswith("_")); |
Rui Ueyama | 4d169bd | 2016-02-26 16:38:39 +0000 | [diff] [blame] | 763 | S = S.substr(1); |
Rafael Espindola | 78493a2 | 2017-01-28 17:48:21 +0000 | [diff] [blame] | 764 | Sym2 = addOptionalSynthetic<ELFT>(S, nullptr, 0, STV_DEFAULT); |
George Rimar | 9e85939 | 2016-02-26 14:36:36 +0000 | [diff] [blame] | 765 | }; |
| 766 | |
Rui Ueyama | 467dbdd | 2016-04-21 20:50:15 +0000 | [diff] [blame] | 767 | Define("_end", ElfSym<ELFT>::End, ElfSym<ELFT>::End2); |
| 768 | Define("_etext", ElfSym<ELFT>::Etext, ElfSym<ELFT>::Etext2); |
| 769 | Define("_edata", ElfSym<ELFT>::Edata, ElfSym<ELFT>::Edata2); |
Rui Ueyama | f18fe7b | 2015-12-26 07:50:39 +0000 | [diff] [blame] | 770 | } |
| 771 | |
Rui Ueyama | c418570 | 2016-02-10 23:20:42 +0000 | [diff] [blame] | 772 | // Sort input sections by section name suffixes for |
| 773 | // __attribute__((init_priority(N))). |
Rafael Espindola | e08e78d | 2016-11-09 23:23:45 +0000 | [diff] [blame] | 774 | template <class ELFT> static void sortInitFini(OutputSectionBase *S) { |
Rui Ueyama | c418570 | 2016-02-10 23:20:42 +0000 | [diff] [blame] | 775 | if (S) |
Rui Ueyama | 5af8368 | 2016-02-11 23:41:38 +0000 | [diff] [blame] | 776 | reinterpret_cast<OutputSection<ELFT> *>(S)->sortInitFini(); |
| 777 | } |
| 778 | |
| 779 | // Sort input sections by the special rule for .ctors and .dtors. |
Rafael Espindola | e08e78d | 2016-11-09 23:23:45 +0000 | [diff] [blame] | 780 | template <class ELFT> static void sortCtorsDtors(OutputSectionBase *S) { |
Rui Ueyama | 5af8368 | 2016-02-11 23:41:38 +0000 | [diff] [blame] | 781 | if (S) |
| 782 | reinterpret_cast<OutputSection<ELFT> *>(S)->sortCtorsDtors(); |
Rui Ueyama | c418570 | 2016-02-10 23:20:42 +0000 | [diff] [blame] | 783 | } |
| 784 | |
George Rimar | 1a33c0f | 2016-11-10 09:05:20 +0000 | [diff] [blame] | 785 | // Sort input sections using the list provided by --symbol-ordering-file. |
| 786 | template <class ELFT> |
Rui Ueyama | 3127031 | 2016-12-20 01:51:08 +0000 | [diff] [blame] | 787 | static void sortBySymbolsOrder(ArrayRef<OutputSectionBase *> OutputSections) { |
George Rimar | 1a33c0f | 2016-11-10 09:05:20 +0000 | [diff] [blame] | 788 | if (Config->SymbolOrderingFile.empty()) |
| 789 | return; |
| 790 | |
Rui Ueyama | 3127031 | 2016-12-20 01:51:08 +0000 | [diff] [blame] | 791 | // Build a map from symbols to their priorities. Symbols that didn't |
| 792 | // appear in the symbol ordering file have the lowest priority 0. |
| 793 | // All explicitly mentioned symbols have negative (higher) priorities. |
| 794 | DenseMap<StringRef, int> SymbolOrder; |
| 795 | int Priority = -Config->SymbolOrderingFile.size(); |
| 796 | for (StringRef S : Config->SymbolOrderingFile) |
| 797 | SymbolOrder.insert({S, Priority++}); |
| 798 | |
| 799 | // Build a map from sections to their priorities. |
| 800 | DenseMap<InputSectionBase<ELFT> *, int> SectionOrder; |
George Rimar | 1a33c0f | 2016-11-10 09:05:20 +0000 | [diff] [blame] | 801 | for (elf::ObjectFile<ELFT> *File : Symtab<ELFT>::X->getObjectFiles()) { |
| 802 | for (SymbolBody *Body : File->getSymbols()) { |
| 803 | auto *D = dyn_cast<DefinedRegular<ELFT>>(Body); |
| 804 | if (!D || !D->Section) |
| 805 | continue; |
Rui Ueyama | 3127031 | 2016-12-20 01:51:08 +0000 | [diff] [blame] | 806 | int &Priority = SectionOrder[D->Section]; |
| 807 | Priority = std::min(Priority, SymbolOrder.lookup(D->getName())); |
George Rimar | 1a33c0f | 2016-11-10 09:05:20 +0000 | [diff] [blame] | 808 | } |
| 809 | } |
| 810 | |
Rui Ueyama | 3127031 | 2016-12-20 01:51:08 +0000 | [diff] [blame] | 811 | // Sort sections by priority. |
| 812 | for (OutputSectionBase *Base : OutputSections) |
Rui Ueyama | 8f687f7 | 2016-12-19 03:14:16 +0000 | [diff] [blame] | 813 | if (auto *Sec = dyn_cast<OutputSection<ELFT>>(Base)) |
Rui Ueyama | 3127031 | 2016-12-20 01:51:08 +0000 | [diff] [blame] | 814 | Sec->sort([&](InputSection<ELFT> *S) { return SectionOrder.lookup(S); }); |
George Rimar | 1a33c0f | 2016-11-10 09:05:20 +0000 | [diff] [blame] | 815 | } |
| 816 | |
Eugene Leviant | e63d81b | 2016-07-20 14:43:20 +0000 | [diff] [blame] | 817 | template <class ELFT> |
Rafael Espindola | 0f7ceda | 2016-07-20 17:58:07 +0000 | [diff] [blame] | 818 | void Writer<ELFT>::forEachRelSec( |
Rafael Espindola | 9f0c4bb | 2016-11-10 14:53:24 +0000 | [diff] [blame] | 819 | std::function<void(InputSectionBase<ELFT> &)> Fn) { |
Rui Ueyama | 8c6a5aa | 2016-11-05 22:37:59 +0000 | [diff] [blame] | 820 | for (InputSectionBase<ELFT> *IS : Symtab<ELFT>::X->Sections) { |
Rafael Espindola | 8f9026b | 2016-11-08 18:23:02 +0000 | [diff] [blame] | 821 | if (!IS->Live) |
Rui Ueyama | 8c6a5aa | 2016-11-05 22:37:59 +0000 | [diff] [blame] | 822 | continue; |
| 823 | // Scan all relocations. Each relocation goes through a series |
| 824 | // of tests to determine if it needs special treatment, such as |
| 825 | // creating GOT, PLT, copy relocations, etc. |
| 826 | // Note that relocations for non-alloc sections are directly |
| 827 | // processed by InputSection::relocateNonAlloc. |
| 828 | if (!(IS->Flags & SHF_ALLOC)) |
| 829 | continue; |
Rafael Espindola | 9f0c4bb | 2016-11-10 14:53:24 +0000 | [diff] [blame] | 830 | if (isa<InputSection<ELFT>>(IS) || isa<EhInputSection<ELFT>>(IS)) |
| 831 | Fn(*IS); |
Rafael Espindola | 0f7ceda | 2016-07-20 17:58:07 +0000 | [diff] [blame] | 832 | } |
| 833 | } |
| 834 | |
Eugene Leviant | 282251a | 2016-11-01 09:49:24 +0000 | [diff] [blame] | 835 | template <class ELFT> |
| 836 | void Writer<ELFT>::addInputSec(InputSectionBase<ELFT> *IS) { |
Eugene Leviant | 22eb026 | 2016-11-14 09:16:00 +0000 | [diff] [blame] | 837 | if (!IS) |
| 838 | return; |
| 839 | |
Rafael Espindola | 8f9026b | 2016-11-08 18:23:02 +0000 | [diff] [blame] | 840 | if (!IS->Live) { |
Eugene Leviant | 282251a | 2016-11-01 09:49:24 +0000 | [diff] [blame] | 841 | reportDiscarded(IS); |
| 842 | return; |
| 843 | } |
Rafael Espindola | e08e78d | 2016-11-09 23:23:45 +0000 | [diff] [blame] | 844 | OutputSectionBase *Sec; |
Eugene Leviant | 282251a | 2016-11-01 09:49:24 +0000 | [diff] [blame] | 845 | bool IsNew; |
| 846 | StringRef OutsecName = getOutputSectionName(IS->Name); |
Rafael Espindola | fe12450 | 2017-01-27 18:39:30 +0000 | [diff] [blame] | 847 | std::tie(Sec, IsNew) = Factory.create(IS, OutsecName); |
Eugene Leviant | 282251a | 2016-11-01 09:49:24 +0000 | [diff] [blame] | 848 | if (IsNew) |
| 849 | OutputSections.push_back(Sec); |
| 850 | Sec->addSection(IS); |
| 851 | } |
Rafael Espindola | 093abab | 2016-10-27 17:45:40 +0000 | [diff] [blame] | 852 | |
Eugene Leviant | 282251a | 2016-11-01 09:49:24 +0000 | [diff] [blame] | 853 | template <class ELFT> void Writer<ELFT>::createSections() { |
Rui Ueyama | 8c6a5aa | 2016-11-05 22:37:59 +0000 | [diff] [blame] | 854 | for (InputSectionBase<ELFT> *IS : Symtab<ELFT>::X->Sections) |
| 855 | addInputSec(IS); |
Eugene Leviant | ceabe80 | 2016-08-11 07:56:43 +0000 | [diff] [blame] | 856 | |
George Rimar | 1a33c0f | 2016-11-10 09:05:20 +0000 | [diff] [blame] | 857 | sortBySymbolsOrder<ELFT>(OutputSections); |
Rafael Espindola | e08e78d | 2016-11-09 23:23:45 +0000 | [diff] [blame] | 858 | sortInitFini<ELFT>(findSection(".init_array")); |
| 859 | sortInitFini<ELFT>(findSection(".fini_array")); |
| 860 | sortCtorsDtors<ELFT>(findSection(".ctors")); |
| 861 | sortCtorsDtors<ELFT>(findSection(".dtors")); |
Eugene Leviant | ceabe80 | 2016-08-11 07:56:43 +0000 | [diff] [blame] | 862 | |
Rafael Espindola | e08e78d | 2016-11-09 23:23:45 +0000 | [diff] [blame] | 863 | for (OutputSectionBase *Sec : OutputSections) |
Eugene Leviant | ceabe80 | 2016-08-11 07:56:43 +0000 | [diff] [blame] | 864 | Sec->assignOffsets(); |
Eugene Leviant | e63d81b | 2016-07-20 14:43:20 +0000 | [diff] [blame] | 865 | } |
| 866 | |
Eugene Leviant | bae1c65 | 2016-11-08 10:44:48 +0000 | [diff] [blame] | 867 | template <class ELFT> |
Rafael Espindola | e08e78d | 2016-11-09 23:23:45 +0000 | [diff] [blame] | 868 | static bool canSharePtLoad(const OutputSectionBase &S1, |
| 869 | const OutputSectionBase &S2) { |
Rafael Espindola | 04a2e34 | 2016-11-09 01:42:41 +0000 | [diff] [blame] | 870 | if (!(S1.Flags & SHF_ALLOC) || !(S2.Flags & SHF_ALLOC)) |
Eugene Leviant | bae1c65 | 2016-11-08 10:44:48 +0000 | [diff] [blame] | 871 | return false; |
| 872 | |
Rafael Espindola | 04a2e34 | 2016-11-09 01:42:41 +0000 | [diff] [blame] | 873 | bool S1IsWrite = S1.Flags & SHF_WRITE; |
| 874 | bool S2IsWrite = S2.Flags & SHF_WRITE; |
Eugene Leviant | bae1c65 | 2016-11-08 10:44:48 +0000 | [diff] [blame] | 875 | if (S1IsWrite != S2IsWrite) |
| 876 | return false; |
| 877 | |
| 878 | if (!S1IsWrite) |
| 879 | return true; // RO and RX share a PT_LOAD with linker scripts. |
Rafael Espindola | 04a2e34 | 2016-11-09 01:42:41 +0000 | [diff] [blame] | 880 | return (S1.Flags & SHF_EXECINSTR) == (S2.Flags & SHF_EXECINSTR); |
Eugene Leviant | bae1c65 | 2016-11-08 10:44:48 +0000 | [diff] [blame] | 881 | } |
| 882 | |
Rafael Espindola | 24c073d | 2016-09-21 22:36:19 +0000 | [diff] [blame] | 883 | template <class ELFT> void Writer<ELFT>::sortSections() { |
Rafael Espindola | 1960bcd | 2016-11-11 22:43:27 +0000 | [diff] [blame] | 884 | // Don't sort if using -r. It is not necessary and we want to preserve the |
| 885 | // relative order for SHF_LINK_ORDER sections. |
| 886 | if (Config->Relocatable) |
| 887 | return; |
Rafael Espindola | 24c073d | 2016-09-21 22:36:19 +0000 | [diff] [blame] | 888 | if (!ScriptConfig->HasSections) { |
| 889 | std::stable_sort(OutputSections.begin(), OutputSections.end(), |
| 890 | compareSectionsNonScript<ELFT>); |
| 891 | return; |
| 892 | } |
Rafael Espindola | 9546fff | 2016-09-22 14:40:50 +0000 | [diff] [blame] | 893 | Script<ELFT>::X->adjustSectionsBeforeSorting(); |
Rafael Espindola | 24c073d | 2016-09-21 22:36:19 +0000 | [diff] [blame] | 894 | |
| 895 | // The order of the sections in the script is arbitrary and may not agree with |
| 896 | // compareSectionsNonScript. This means that we cannot easily define a |
| 897 | // strict weak ordering. To see why, consider a comparison of a section in the |
| 898 | // script and one not in the script. We have a two simple options: |
| 899 | // * Make them equivalent (a is not less than b, and b is not less than a). |
| 900 | // The problem is then that equivalence has to be transitive and we can |
| 901 | // have sections a, b and c with only b in a script and a less than c |
| 902 | // which breaks this property. |
| 903 | // * Use compareSectionsNonScript. Given that the script order doesn't have |
| 904 | // to match, we can end up with sections a, b, c, d where b and c are in the |
| 905 | // script and c is compareSectionsNonScript less than b. In which case d |
| 906 | // can be equivalent to c, a to b and d < a. As a concrete example: |
| 907 | // .a (rx) # not in script |
| 908 | // .b (rx) # in script |
| 909 | // .c (ro) # in script |
| 910 | // .d (ro) # not in script |
| 911 | // |
| 912 | // The way we define an order then is: |
| 913 | // * First put script sections at the start and sort the script and |
| 914 | // non-script sections independently. |
Eugene Leviant | bae1c65 | 2016-11-08 10:44:48 +0000 | [diff] [blame] | 915 | // * Move each non-script section to its preferred position. We try |
| 916 | // to put each section in the last position where it it can share |
| 917 | // a PT_LOAD. |
Rafael Espindola | 24c073d | 2016-09-21 22:36:19 +0000 | [diff] [blame] | 918 | |
| 919 | std::stable_sort(OutputSections.begin(), OutputSections.end(), |
| 920 | compareSections<ELFT>); |
| 921 | |
| 922 | auto I = OutputSections.begin(); |
| 923 | auto E = OutputSections.end(); |
Eugene Leviant | bae1c65 | 2016-11-08 10:44:48 +0000 | [diff] [blame] | 924 | auto NonScriptI = |
Rafael Espindola | e08e78d | 2016-11-09 23:23:45 +0000 | [diff] [blame] | 925 | std::find_if(OutputSections.begin(), E, [](OutputSectionBase *S) { |
Eugene Leviant | bae1c65 | 2016-11-08 10:44:48 +0000 | [diff] [blame] | 926 | return Script<ELFT>::X->getSectionIndex(S->getName()) == INT_MAX; |
| 927 | }); |
Rafael Espindola | 24c073d | 2016-09-21 22:36:19 +0000 | [diff] [blame] | 928 | while (NonScriptI != E) { |
Rafael Espindola | e08e78d | 2016-11-09 23:23:45 +0000 | [diff] [blame] | 929 | auto BestPos = std::max_element( |
| 930 | I, NonScriptI, [&](OutputSectionBase *&A, OutputSectionBase *&B) { |
| 931 | bool ACanSharePtLoad = canSharePtLoad<ELFT>(**NonScriptI, *A); |
| 932 | bool BCanSharePtLoad = canSharePtLoad<ELFT>(**NonScriptI, *B); |
Eugene Leviant | bae1c65 | 2016-11-08 10:44:48 +0000 | [diff] [blame] | 933 | if (ACanSharePtLoad != BCanSharePtLoad) |
| 934 | return BCanSharePtLoad; |
| 935 | |
| 936 | bool ACmp = compareSectionsNonScript<ELFT>(*NonScriptI, A); |
| 937 | bool BCmp = compareSectionsNonScript<ELFT>(*NonScriptI, B); |
| 938 | if (ACmp != BCmp) |
| 939 | return BCmp; // FIXME: missing test |
| 940 | |
| 941 | size_t PosA = &A - &OutputSections[0]; |
| 942 | size_t PosB = &B - &OutputSections[0]; |
| 943 | return ACmp ? PosA > PosB : PosA < PosB; |
Rafael Espindola | 24c073d | 2016-09-21 22:36:19 +0000 | [diff] [blame] | 944 | }); |
Eugene Leviant | bae1c65 | 2016-11-08 10:44:48 +0000 | [diff] [blame] | 945 | |
| 946 | // max_element only returns NonScriptI if the range is empty. If the range |
| 947 | // is not empty we should consider moving the the element forward one |
| 948 | // position. |
| 949 | if (BestPos != NonScriptI && |
| 950 | !compareSectionsNonScript<ELFT>(*NonScriptI, *BestPos)) |
| 951 | ++BestPos; |
| 952 | std::rotate(BestPos, NonScriptI, NonScriptI + 1); |
Rafael Espindola | 24c073d | 2016-09-21 22:36:19 +0000 | [diff] [blame] | 953 | ++NonScriptI; |
Rafael Espindola | 24c073d | 2016-09-21 22:36:19 +0000 | [diff] [blame] | 954 | } |
Rafael Espindola | f7a1744 | 2016-11-14 15:39:38 +0000 | [diff] [blame] | 955 | |
| 956 | Script<ELFT>::X->adjustSectionsAfterSorting(); |
Rafael Espindola | 24c073d | 2016-09-21 22:36:19 +0000 | [diff] [blame] | 957 | } |
| 958 | |
Eugene Leviant | 6380ce2 | 2016-11-15 12:26:55 +0000 | [diff] [blame] | 959 | template <class ELFT> |
| 960 | static void |
| 961 | finalizeSynthetic(const std::vector<SyntheticSection<ELFT> *> &Sections) { |
| 962 | for (SyntheticSection<ELFT> *SS : Sections) |
George Rimar | 3fb5a6d | 2016-11-29 16:05:27 +0000 | [diff] [blame] | 963 | if (SS && SS->OutSec && !SS->empty()) { |
Eugene Leviant | 6380ce2 | 2016-11-15 12:26:55 +0000 | [diff] [blame] | 964 | SS->finalize(); |
| 965 | SS->OutSec->Size = 0; |
| 966 | SS->OutSec->assignOffsets(); |
| 967 | } |
| 968 | } |
| 969 | |
George Rimar | 11992c86 | 2016-11-25 08:05:41 +0000 | [diff] [blame] | 970 | // We need to add input synthetic sections early in createSyntheticSections() |
Rui Ueyama | c38860b | 2016-12-05 21:39:35 +0000 | [diff] [blame] | 971 | // to make them visible from linkescript side. But not all sections are always |
| 972 | // required to be in output. For example we don't need dynamic section content |
| 973 | // sometimes. This function filters out such unused sections from output. |
| 974 | template <class ELFT> |
| 975 | static void removeUnusedSyntheticSections(std::vector<OutputSectionBase *> &V) { |
George Rimar | 11992c86 | 2016-11-25 08:05:41 +0000 | [diff] [blame] | 976 | // Input synthetic sections are placed after all regular ones. We iterate over |
| 977 | // them all and exit at first non-synthetic. |
Rui Ueyama | c38860b | 2016-12-05 21:39:35 +0000 | [diff] [blame] | 978 | for (InputSectionBase<ELFT> *S : llvm::reverse(Symtab<ELFT>::X->Sections)) { |
| 979 | SyntheticSection<ELFT> *SS = dyn_cast<SyntheticSection<ELFT>>(S); |
| 980 | if (!SS) |
George Rimar | 11992c86 | 2016-11-25 08:05:41 +0000 | [diff] [blame] | 981 | return; |
Rui Ueyama | c38860b | 2016-12-05 21:39:35 +0000 | [diff] [blame] | 982 | if (!SS->empty() || !SS->OutSec) |
George Rimar | 11992c86 | 2016-11-25 08:05:41 +0000 | [diff] [blame] | 983 | continue; |
| 984 | |
Rui Ueyama | c38860b | 2016-12-05 21:39:35 +0000 | [diff] [blame] | 985 | OutputSection<ELFT> *OutSec = cast<OutputSection<ELFT>>(SS->OutSec); |
| 986 | OutSec->Sections.erase( |
| 987 | std::find(OutSec->Sections.begin(), OutSec->Sections.end(), SS)); |
| 988 | // If there is no other sections in output section, remove it from output. |
| 989 | if (OutSec->Sections.empty()) |
| 990 | V.erase(std::find(V.begin(), V.end(), OutSec)); |
George Rimar | 11992c86 | 2016-11-25 08:05:41 +0000 | [diff] [blame] | 991 | } |
| 992 | } |
| 993 | |
Eugene Leviant | e63d81b | 2016-07-20 14:43:20 +0000 | [diff] [blame] | 994 | // Create output section objects and add them to OutputSections. |
| 995 | template <class ELFT> void Writer<ELFT>::finalizeSections() { |
George Rimar | 58fa524 | 2016-10-20 09:19:48 +0000 | [diff] [blame] | 996 | Out<ELFT>::DebugInfo = findSection(".debug_info"); |
Rui Ueyama | a8f6fea | 2016-08-09 04:25:20 +0000 | [diff] [blame] | 997 | Out<ELFT>::PreinitArray = findSection(".preinit_array"); |
| 998 | Out<ELFT>::InitArray = findSection(".init_array"); |
| 999 | Out<ELFT>::FiniArray = findSection(".fini_array"); |
Rafael Espindola | 7757224 | 2015-10-02 19:37:55 +0000 | [diff] [blame] | 1000 | |
Rui Ueyama | a5d79d1 | 2015-12-26 09:48:00 +0000 | [diff] [blame] | 1001 | // The linker needs to define SECNAME_start, SECNAME_end and SECNAME_stop |
| 1002 | // symbols for sections, so that the runtime can get the start and end |
| 1003 | // addresses of each section by section name. Add such symbols. |
George Rimar | c1034a8 | 2016-03-01 19:12:35 +0000 | [diff] [blame] | 1004 | if (!Config->Relocatable) { |
| 1005 | addStartEndSymbols(); |
Rafael Espindola | e08e78d | 2016-11-09 23:23:45 +0000 | [diff] [blame] | 1006 | for (OutputSectionBase *Sec : OutputSections) |
George Rimar | c1034a8 | 2016-03-01 19:12:35 +0000 | [diff] [blame] | 1007 | addStartStopSymbols(Sec); |
| 1008 | } |
Rui Ueyama | d4530c6 | 2016-03-04 18:34:14 +0000 | [diff] [blame] | 1009 | |
| 1010 | // Add _DYNAMIC symbol. Unlike GNU gold, our _DYNAMIC symbol has no type. |
| 1011 | // It should be okay as no one seems to care about the type. |
| 1012 | // Even the author of gold doesn't remember why gold behaves that way. |
| 1013 | // https://sourceware.org/ml/binutils/2002-03/msg00360.html |
Eugene Leviant | 9230db9 | 2016-11-17 09:16:34 +0000 | [diff] [blame] | 1014 | if (In<ELFT>::DynSymTab) |
Eugene Leviant | 6380ce2 | 2016-11-15 12:26:55 +0000 | [diff] [blame] | 1015 | addRegular("_DYNAMIC", In<ELFT>::Dynamic, 0); |
Rafael Espindola | 334c3e1 | 2015-10-19 15:21:42 +0000 | [diff] [blame] | 1016 | |
Rafael Espindola | de9857e | 2016-02-04 21:33:05 +0000 | [diff] [blame] | 1017 | // Define __rel[a]_iplt_{start,end} symbols if needed. |
| 1018 | addRelIpltSymbols(); |
| 1019 | |
Rui Ueyama | 3b31e67 | 2016-05-23 16:24:16 +0000 | [diff] [blame] | 1020 | if (!Out<ELFT>::EhFrame->empty()) { |
| 1021 | OutputSections.push_back(Out<ELFT>::EhFrame); |
| 1022 | Out<ELFT>::EhFrame->finalize(); |
| 1023 | } |
Rafael Espindola | 56004c5 | 2016-04-07 14:22:09 +0000 | [diff] [blame] | 1024 | |
Rafael Espindola | 0f7ceda | 2016-07-20 17:58:07 +0000 | [diff] [blame] | 1025 | // Scan relocations. This must be done after every symbol is declared so that |
| 1026 | // we can correctly decide if a dynamic relocation is needed. |
| 1027 | forEachRelSec(scanRelocations<ELFT>); |
| 1028 | |
Peter Smith | 9694376 | 2017-01-25 10:31:16 +0000 | [diff] [blame] | 1029 | if (In<ELFT>::Plt && !In<ELFT>::Plt->empty()) |
| 1030 | In<ELFT>::Plt->addSymbols(); |
| 1031 | if (In<ELFT>::Iplt && !In<ELFT>::Iplt->empty()) |
| 1032 | In<ELFT>::Iplt->addSymbols(); |
| 1033 | |
Rui Ueyama | 1b2a8bf | 2015-12-26 10:22:16 +0000 | [diff] [blame] | 1034 | // Now that we have defined all possible symbols including linker- |
| 1035 | // synthesized ones. Visit all symbols to give the finishing touches. |
Rui Ueyama | 84907c5 | 2016-08-09 03:38:23 +0000 | [diff] [blame] | 1036 | for (Symbol *S : Symtab<ELFT>::X->getSymbols()) { |
Peter Collingbourne | 4f95270 | 2016-05-01 04:55:03 +0000 | [diff] [blame] | 1037 | SymbolBody *Body = S->body(); |
Rafael Espindola | 0baa73f | 2016-04-26 13:56:26 +0000 | [diff] [blame] | 1038 | |
Rafael Espindola | 4f674ed | 2015-10-05 15:24:04 +0000 | [diff] [blame] | 1039 | if (!includeInSymtab<ELFT>(*Body)) |
Rafael Espindola | 05a3dd2 | 2015-09-22 23:38:23 +0000 | [diff] [blame] | 1040 | continue; |
Eugene Leviant | 9230db9 | 2016-11-17 09:16:34 +0000 | [diff] [blame] | 1041 | if (In<ELFT>::SymTab) |
George Rimar | 190bac5 | 2017-01-23 14:07:23 +0000 | [diff] [blame] | 1042 | In<ELFT>::SymTab->addGlobal(Body); |
Rafael Espindola | 05a3dd2 | 2015-09-22 23:38:23 +0000 | [diff] [blame] | 1043 | |
Eugene Leviant | 9230db9 | 2016-11-17 09:16:34 +0000 | [diff] [blame] | 1044 | if (In<ELFT>::DynSymTab && S->includeInDynsym()) { |
George Rimar | 190bac5 | 2017-01-23 14:07:23 +0000 | [diff] [blame] | 1045 | In<ELFT>::DynSymTab->addGlobal(Body); |
Peter Collingbourne | 21a12fc | 2016-04-27 20:22:31 +0000 | [diff] [blame] | 1046 | if (auto *SS = dyn_cast<SharedSymbol<ELFT>>(Body)) |
Rui Ueyama | 434b561 | 2016-07-17 03:11:46 +0000 | [diff] [blame] | 1047 | if (SS->file()->isNeeded()) |
Eugene Leviant | e9bab5d | 2016-11-21 16:59:33 +0000 | [diff] [blame] | 1048 | In<ELFT>::VerNeed->addSymbol(SS); |
Peter Collingbourne | 21a12fc | 2016-04-27 20:22:31 +0000 | [diff] [blame] | 1049 | } |
Rafael Espindola | 05a3dd2 | 2015-09-22 23:38:23 +0000 | [diff] [blame] | 1050 | } |
Rui Ueyama | c2a0d7e | 2016-01-28 22:56:29 +0000 | [diff] [blame] | 1051 | |
| 1052 | // Do not proceed if there was an undefined symbol. |
Rui Ueyama | f373dd7 | 2016-11-24 01:43:21 +0000 | [diff] [blame] | 1053 | if (ErrorCount) |
Rui Ueyama | f7f52ef | 2016-04-01 17:24:19 +0000 | [diff] [blame] | 1054 | return; |
Rui Ueyama | c2a0d7e | 2016-01-28 22:56:29 +0000 | [diff] [blame] | 1055 | |
Rui Ueyama | 84417f8 | 2015-12-26 07:50:41 +0000 | [diff] [blame] | 1056 | // So far we have added sections from input object files. |
| 1057 | // This function adds linker-created Out<ELFT>::* sections. |
| 1058 | addPredefinedSections(); |
Rui Ueyama | c38860b | 2016-12-05 21:39:35 +0000 | [diff] [blame] | 1059 | removeUnusedSyntheticSections<ELFT>(OutputSections); |
Rui Ueyama | 84417f8 | 2015-12-26 07:50:41 +0000 | [diff] [blame] | 1060 | |
Rafael Espindola | 24c073d | 2016-09-21 22:36:19 +0000 | [diff] [blame] | 1061 | sortSections(); |
Rui Ueyama | 84417f8 | 2015-12-26 07:50:41 +0000 | [diff] [blame] | 1062 | |
Rafael Espindola | 78493a2 | 2017-01-28 17:48:21 +0000 | [diff] [blame] | 1063 | // This is a bit of a hack. A value of 0 means undef, so we set it |
| 1064 | // to 1 t make __ehdr_start defined. The section number is not |
| 1065 | // particularly relevant. |
| 1066 | Out<ELFT>::ProgramHeaders->SectionIndex = 1; |
| 1067 | |
George Rimar | 7ca0627 | 2016-04-06 07:20:45 +0000 | [diff] [blame] | 1068 | unsigned I = 1; |
Rafael Espindola | e08e78d | 2016-11-09 23:23:45 +0000 | [diff] [blame] | 1069 | for (OutputSectionBase *Sec : OutputSections) { |
George Rimar | 7ca0627 | 2016-04-06 07:20:45 +0000 | [diff] [blame] | 1070 | Sec->SectionIndex = I++; |
Eugene Leviant | 22eb026 | 2016-11-14 09:16:00 +0000 | [diff] [blame] | 1071 | Sec->ShName = In<ELFT>::ShStrTab->addString(Sec->getName()); |
George Rimar | 7ca0627 | 2016-04-06 07:20:45 +0000 | [diff] [blame] | 1072 | } |
Rui Ueyama | 84417f8 | 2015-12-26 07:50:41 +0000 | [diff] [blame] | 1073 | |
Rafael Espindola | 5967c97 | 2016-12-19 21:21:07 +0000 | [diff] [blame] | 1074 | // Binary and relocatable output does not have PHDRS. |
| 1075 | // The headers have to be created before finalize as that can influence the |
| 1076 | // image base and the dynamic section on mips includes the image base. |
| 1077 | if (!Config->Relocatable && !Config->OFormatBinary) { |
| 1078 | Phdrs = Script<ELFT>::X->hasPhdrsCommands() ? Script<ELFT>::X->createPhdrs() |
| 1079 | : createPhdrs(); |
| 1080 | addPtArmExid(Phdrs); |
| 1081 | fixHeaders(); |
| 1082 | } |
| 1083 | |
Rui Ueyama | f20ee9f | 2017-01-28 00:48:06 +0000 | [diff] [blame] | 1084 | // Some architectures use small displacements for jump instructions. |
| 1085 | // It is linker's responsibility to create thunks containing long |
| 1086 | // jump instructions if jump targets are too far. Create thunks. |
| 1087 | if (Target->NeedsThunks) |
| 1088 | createThunks<ELFT>(OutputSections); |
| 1089 | |
Simon Atanasyan | 40d25f3 | 2016-02-02 09:07:47 +0000 | [diff] [blame] | 1090 | // Fill other section headers. The dynamic table is finalized |
| 1091 | // at the end because some tags like RELSZ depend on result |
Rui Ueyama | a959393 | 2016-11-02 02:18:01 +0000 | [diff] [blame] | 1092 | // of finalizing other sections. |
Rafael Espindola | e08e78d | 2016-11-09 23:23:45 +0000 | [diff] [blame] | 1093 | for (OutputSectionBase *Sec : OutputSections) |
Eugene Leviant | 6380ce2 | 2016-11-15 12:26:55 +0000 | [diff] [blame] | 1094 | Sec->finalize(); |
Simon Atanasyan | 40d25f3 | 2016-02-02 09:07:47 +0000 | [diff] [blame] | 1095 | |
Eugene Leviant | be809a7 | 2016-11-18 06:44:18 +0000 | [diff] [blame] | 1096 | // Dynamic section must be the last one in this list and dynamic |
| 1097 | // symbol table section (DynSymTab) must be the first one. |
Eugene Leviant | e9bab5d | 2016-11-21 16:59:33 +0000 | [diff] [blame] | 1098 | finalizeSynthetic<ELFT>( |
| 1099 | {In<ELFT>::DynSymTab, In<ELFT>::GnuHashTab, In<ELFT>::HashTab, |
Peter Smith | baffdb8 | 2016-12-08 12:58:55 +0000 | [diff] [blame] | 1100 | In<ELFT>::SymTab, In<ELFT>::ShStrTab, In<ELFT>::StrTab, |
| 1101 | In<ELFT>::VerDef, In<ELFT>::DynStrTab, In<ELFT>::GdbIndex, |
| 1102 | In<ELFT>::Got, In<ELFT>::MipsGot, In<ELFT>::IgotPlt, |
| 1103 | In<ELFT>::GotPlt, In<ELFT>::RelaDyn, In<ELFT>::RelaIplt, |
| 1104 | In<ELFT>::RelaPlt, In<ELFT>::Plt, In<ELFT>::Iplt, |
| 1105 | In<ELFT>::Plt, In<ELFT>::EhFrameHdr, In<ELFT>::VerSym, |
| 1106 | In<ELFT>::VerNeed, In<ELFT>::Dynamic}); |
Rui Ueyama | 84417f8 | 2015-12-26 07:50:41 +0000 | [diff] [blame] | 1107 | } |
| 1108 | |
Rui Ueyama | 84417f8 | 2015-12-26 07:50:41 +0000 | [diff] [blame] | 1109 | template <class ELFT> void Writer<ELFT>::addPredefinedSections() { |
Rafael Espindola | 04a2e34 | 2016-11-09 01:42:41 +0000 | [diff] [blame] | 1110 | if (Out<ELFT>::Bss->Size > 0) |
George Rimar | 3fb5a6d | 2016-11-29 16:05:27 +0000 | [diff] [blame] | 1111 | OutputSections.push_back(Out<ELFT>::Bss); |
Peter Collingbourne | feb6629 | 2017-01-10 01:21:50 +0000 | [diff] [blame] | 1112 | if (Out<ELFT>::BssRelRo->Size > 0) |
| 1113 | OutputSections.push_back(Out<ELFT>::BssRelRo); |
Peter Smith | 719eb8e | 2016-11-24 11:43:55 +0000 | [diff] [blame] | 1114 | |
| 1115 | auto OS = dyn_cast_or_null<OutputSection<ELFT>>(findSection(".ARM.exidx")); |
| 1116 | if (OS && !OS->Sections.empty() && !Config->Relocatable) |
| 1117 | OS->addSection(make<ARMExidxSentinelSection<ELFT>>()); |
Rafael Espindola | abad618 | 2015-08-13 15:23:46 +0000 | [diff] [blame] | 1118 | } |
| 1119 | |
Rui Ueyama | a5d79d1 | 2015-12-26 09:48:00 +0000 | [diff] [blame] | 1120 | // The linker is expected to define SECNAME_start and SECNAME_end |
| 1121 | // symbols for a few sections. This function defines them. |
| 1122 | template <class ELFT> void Writer<ELFT>::addStartEndSymbols() { |
Rafael Espindola | e08e78d | 2016-11-09 23:23:45 +0000 | [diff] [blame] | 1123 | auto Define = [&](StringRef Start, StringRef End, OutputSectionBase *OS) { |
Peter Collingbourne | 0fab40b | 2016-10-24 20:46:21 +0000 | [diff] [blame] | 1124 | // These symbols resolve to the image base if the section does not exist. |
Rui Ueyama | 4f2f50d | 2016-12-21 08:40:09 +0000 | [diff] [blame] | 1125 | // A special value -1 indicates end of the section. |
Rafael Espindola | e08e78d | 2016-11-09 23:23:45 +0000 | [diff] [blame] | 1126 | addOptionalSynthetic<ELFT>(Start, OS, 0); |
Rui Ueyama | 4f2f50d | 2016-12-21 08:40:09 +0000 | [diff] [blame] | 1127 | addOptionalSynthetic<ELFT>(End, OS, OS ? -1 : 0); |
Rui Ueyama | a5d79d1 | 2015-12-26 09:48:00 +0000 | [diff] [blame] | 1128 | }; |
| 1129 | |
| 1130 | Define("__preinit_array_start", "__preinit_array_end", |
Rui Ueyama | a8f6fea | 2016-08-09 04:25:20 +0000 | [diff] [blame] | 1131 | Out<ELFT>::PreinitArray); |
| 1132 | Define("__init_array_start", "__init_array_end", Out<ELFT>::InitArray); |
| 1133 | Define("__fini_array_start", "__fini_array_end", Out<ELFT>::FiniArray); |
Peter Smith | 17cd375 | 2016-10-27 10:28:53 +0000 | [diff] [blame] | 1134 | |
Rafael Espindola | e08e78d | 2016-11-09 23:23:45 +0000 | [diff] [blame] | 1135 | if (OutputSectionBase *Sec = findSection(".ARM.exidx")) |
Peter Smith | 17cd375 | 2016-10-27 10:28:53 +0000 | [diff] [blame] | 1136 | Define("__exidx_start", "__exidx_end", Sec); |
Rui Ueyama | a5d79d1 | 2015-12-26 09:48:00 +0000 | [diff] [blame] | 1137 | } |
| 1138 | |
Rui Ueyama | d9189ce | 2015-10-15 17:11:03 +0000 | [diff] [blame] | 1139 | // If a section name is valid as a C identifier (which is rare because of |
| 1140 | // the leading '.'), linkers are expected to define __start_<secname> and |
| 1141 | // __stop_<secname> symbols. They are at beginning and end of the section, |
| 1142 | // respectively. This is not requested by the ELF standard, but GNU ld and |
| 1143 | // gold provide the feature, and used by many programs. |
| 1144 | template <class ELFT> |
Rafael Espindola | e08e78d | 2016-11-09 23:23:45 +0000 | [diff] [blame] | 1145 | void Writer<ELFT>::addStartStopSymbols(OutputSectionBase *Sec) { |
Rui Ueyama | d9189ce | 2015-10-15 17:11:03 +0000 | [diff] [blame] | 1146 | StringRef S = Sec->getName(); |
| 1147 | if (!isValidCIdentifier(S)) |
| 1148 | return; |
Rafael Espindola | e08e78d | 2016-11-09 23:23:45 +0000 | [diff] [blame] | 1149 | addOptionalSynthetic<ELFT>(Saver.save("__start_" + S), Sec, 0, STV_DEFAULT); |
Rui Ueyama | 4f2f50d | 2016-12-21 08:40:09 +0000 | [diff] [blame] | 1150 | addOptionalSynthetic<ELFT>(Saver.save("__stop_" + S), Sec, -1, STV_DEFAULT); |
Rui Ueyama | d9189ce | 2015-10-15 17:11:03 +0000 | [diff] [blame] | 1151 | } |
| 1152 | |
Rui Ueyama | 30634d9 | 2016-08-09 01:35:38 +0000 | [diff] [blame] | 1153 | template <class ELFT> |
Rafael Espindola | e08e78d | 2016-11-09 23:23:45 +0000 | [diff] [blame] | 1154 | OutputSectionBase *Writer<ELFT>::findSection(StringRef Name) { |
| 1155 | for (OutputSectionBase *Sec : OutputSections) |
Rui Ueyama | 30634d9 | 2016-08-09 01:35:38 +0000 | [diff] [blame] | 1156 | if (Sec->getName() == Name) |
| 1157 | return Sec; |
| 1158 | return nullptr; |
| 1159 | } |
| 1160 | |
Rafael Espindola | e08e78d | 2016-11-09 23:23:45 +0000 | [diff] [blame] | 1161 | template <class ELFT> static bool needsPtLoad(OutputSectionBase *Sec) { |
Rafael Espindola | 04a2e34 | 2016-11-09 01:42:41 +0000 | [diff] [blame] | 1162 | if (!(Sec->Flags & SHF_ALLOC)) |
Rafael Espindola | ef762f2 | 2016-02-10 23:29:38 +0000 | [diff] [blame] | 1163 | return false; |
| 1164 | |
| 1165 | // Don't allocate VA space for TLS NOBITS sections. The PT_TLS PHDR is |
| 1166 | // responsible for allocating space for them, not the PT_LOAD that |
| 1167 | // contains the TLS initialization image. |
Rafael Espindola | 04a2e34 | 2016-11-09 01:42:41 +0000 | [diff] [blame] | 1168 | if (Sec->Flags & SHF_TLS && Sec->Type == SHT_NOBITS) |
Rafael Espindola | ef762f2 | 2016-02-10 23:29:38 +0000 | [diff] [blame] | 1169 | return false; |
| 1170 | return true; |
Michael J. Spencer | 1d299a8 | 2015-09-09 20:48:09 +0000 | [diff] [blame] | 1171 | } |
| 1172 | |
Rafael Espindola | b45fd70 | 2016-09-20 15:22:27 +0000 | [diff] [blame] | 1173 | // Linker scripts are responsible for aligning addresses. Unfortunately, most |
| 1174 | // linker scripts are designed for creating two PT_LOADs only, one RX and one |
| 1175 | // RW. This means that there is no alignment in the RO to RX transition and we |
| 1176 | // cannot create a PT_LOAD there. |
| 1177 | template <class ELFT> |
| 1178 | static typename ELFT::uint computeFlags(typename ELFT::uint F) { |
George Rimar | 595a763 | 2016-11-29 09:43:51 +0000 | [diff] [blame] | 1179 | if (Config->OMagic) |
| 1180 | return PF_R | PF_W | PF_X; |
George Rimar | 63bf011 | 2016-11-28 10:05:20 +0000 | [diff] [blame] | 1181 | if (Config->SingleRoRx && !(F & PF_W)) |
Rafael Espindola | b45fd70 | 2016-09-20 15:22:27 +0000 | [diff] [blame] | 1182 | return F | PF_X; |
| 1183 | return F; |
| 1184 | } |
| 1185 | |
Rafael Espindola | 4fc6044 | 2016-02-10 22:43:13 +0000 | [diff] [blame] | 1186 | // Decide which program headers to create and which sections to include in each |
| 1187 | // one. |
Rafael Espindola | 17cb7c0 | 2016-12-19 17:01:01 +0000 | [diff] [blame] | 1188 | template <class ELFT> std::vector<PhdrEntry> Writer<ELFT>::createPhdrs() { |
| 1189 | std::vector<PhdrEntry> Ret; |
| 1190 | auto AddHdr = [&](unsigned Type, unsigned Flags) -> PhdrEntry * { |
Rui Ueyama | 703296a | 2016-07-20 19:36:39 +0000 | [diff] [blame] | 1191 | Ret.emplace_back(Type, Flags); |
| 1192 | return &Ret.back(); |
Rafael Espindola | 4fc6044 | 2016-02-10 22:43:13 +0000 | [diff] [blame] | 1193 | }; |
George Rimar | e3336c0 | 2015-11-24 10:15:50 +0000 | [diff] [blame] | 1194 | |
Rui Ueyama | 803195e | 2015-10-23 21:45:59 +0000 | [diff] [blame] | 1195 | // The first phdr entry is PT_PHDR which describes the program header itself. |
Rafael Espindola | 17cb7c0 | 2016-12-19 17:01:01 +0000 | [diff] [blame] | 1196 | PhdrEntry &Hdr = *AddHdr(PT_PHDR, PF_R); |
Rui Ueyama | 18f084f | 2016-07-20 19:36:41 +0000 | [diff] [blame] | 1197 | Hdr.add(Out<ELFT>::ProgramHeaders); |
Rui Ueyama | 953c2c4 | 2015-10-10 23:59:57 +0000 | [diff] [blame] | 1198 | |
Rui Ueyama | 803195e | 2015-10-23 21:45:59 +0000 | [diff] [blame] | 1199 | // PT_INTERP must be the second entry if exists. |
Rafael Espindola | e08e78d | 2016-11-09 23:23:45 +0000 | [diff] [blame] | 1200 | if (OutputSectionBase *Sec = findSection(".interp")) { |
Rafael Espindola | 17cb7c0 | 2016-12-19 17:01:01 +0000 | [diff] [blame] | 1201 | PhdrEntry &Hdr = *AddHdr(PT_INTERP, Sec->getPhdrFlags()); |
Rui Ueyama | e288eef | 2016-11-02 18:58:44 +0000 | [diff] [blame] | 1202 | Hdr.add(Sec); |
Rafael Espindola | 4fc6044 | 2016-02-10 22:43:13 +0000 | [diff] [blame] | 1203 | } |
Rafael Espindola | 7010776 | 2015-09-11 18:49:42 +0000 | [diff] [blame] | 1204 | |
Rui Ueyama | 803195e | 2015-10-23 21:45:59 +0000 | [diff] [blame] | 1205 | // Add the first PT_LOAD segment for regular output sections. |
Rafael Espindola | b45fd70 | 2016-09-20 15:22:27 +0000 | [diff] [blame] | 1206 | uintX_t Flags = computeFlags<ELFT>(PF_R); |
Rafael Espindola | 17cb7c0 | 2016-12-19 17:01:01 +0000 | [diff] [blame] | 1207 | PhdrEntry *Load = AddHdr(PT_LOAD, Flags); |
Rafael Espindola | 0a2e211 | 2015-09-10 15:41:34 +0000 | [diff] [blame] | 1208 | |
Rafael Espindola | 17cb7c0 | 2016-12-19 17:01:01 +0000 | [diff] [blame] | 1209 | PhdrEntry TlsHdr(PT_TLS, PF_R); |
| 1210 | PhdrEntry RelRo(PT_GNU_RELRO, PF_R); |
| 1211 | PhdrEntry Note(PT_NOTE, PF_R); |
Rafael Espindola | e08e78d | 2016-11-09 23:23:45 +0000 | [diff] [blame] | 1212 | for (OutputSectionBase *Sec : OutputSections) { |
Rafael Espindola | 04a2e34 | 2016-11-09 01:42:41 +0000 | [diff] [blame] | 1213 | if (!(Sec->Flags & SHF_ALLOC)) |
Rafael Espindola | aab6d5c | 2016-09-16 21:29:07 +0000 | [diff] [blame] | 1214 | break; |
Rafael Espindola | 97cbe3e3 | 2015-12-23 15:20:38 +0000 | [diff] [blame] | 1215 | |
Rafael Espindola | ef762f2 | 2016-02-10 23:29:38 +0000 | [diff] [blame] | 1216 | // If we meet TLS section then we create TLS header |
Davide Italiano | 8f41f33 | 2016-09-20 16:57:02 +0000 | [diff] [blame] | 1217 | // and put all TLS sections inside for further use when |
Rafael Espindola | ef762f2 | 2016-02-10 23:29:38 +0000 | [diff] [blame] | 1218 | // assign addresses. |
Rafael Espindola | 04a2e34 | 2016-11-09 01:42:41 +0000 | [diff] [blame] | 1219 | if (Sec->Flags & SHF_TLS) |
Rui Ueyama | 18f084f | 2016-07-20 19:36:41 +0000 | [diff] [blame] | 1220 | TlsHdr.add(Sec); |
Rafael Espindola | ef762f2 | 2016-02-10 23:29:38 +0000 | [diff] [blame] | 1221 | |
Rafael Espindola | e08e78d | 2016-11-09 23:23:45 +0000 | [diff] [blame] | 1222 | if (!needsPtLoad<ELFT>(Sec)) |
Rafael Espindola | ef762f2 | 2016-02-10 23:29:38 +0000 | [diff] [blame] | 1223 | continue; |
| 1224 | |
George Rimar | 8ceadb3 | 2016-08-17 07:44:19 +0000 | [diff] [blame] | 1225 | // Segments are contiguous memory regions that has the same attributes |
| 1226 | // (e.g. executable or writable). There is one phdr for each segment. |
| 1227 | // Therefore, we need to create a new phdr when the next section has |
| 1228 | // different flags or is loaded at a discontiguous address using AT linker |
| 1229 | // script command. |
Rafael Espindola | b45fd70 | 2016-09-20 15:22:27 +0000 | [diff] [blame] | 1230 | uintX_t NewFlags = computeFlags<ELFT>(Sec->getPhdrFlags()); |
Eugene Leviant | b71d6f7 | 2016-10-06 09:39:28 +0000 | [diff] [blame] | 1231 | if (Script<ELFT>::X->hasLMA(Sec->getName()) || Flags != NewFlags) { |
Rafael Espindola | e090fb2 | 2016-03-09 21:37:22 +0000 | [diff] [blame] | 1232 | Load = AddHdr(PT_LOAD, NewFlags); |
Rafael Espindola | 4fc6044 | 2016-02-10 22:43:13 +0000 | [diff] [blame] | 1233 | Flags = NewFlags; |
| 1234 | } |
Michael J. Spencer | 78aa1de | 2015-11-03 00:34:39 +0000 | [diff] [blame] | 1235 | |
Rui Ueyama | 18f084f | 2016-07-20 19:36:41 +0000 | [diff] [blame] | 1236 | Load->add(Sec); |
Rafael Espindola | 4fc6044 | 2016-02-10 22:43:13 +0000 | [diff] [blame] | 1237 | |
Rafael Espindola | e08e78d | 2016-11-09 23:23:45 +0000 | [diff] [blame] | 1238 | if (isRelroSection<ELFT>(Sec)) |
Rui Ueyama | 18f084f | 2016-07-20 19:36:41 +0000 | [diff] [blame] | 1239 | RelRo.add(Sec); |
Rafael Espindola | 04a2e34 | 2016-11-09 01:42:41 +0000 | [diff] [blame] | 1240 | if (Sec->Type == SHT_NOTE) |
Rui Ueyama | 18f084f | 2016-07-20 19:36:41 +0000 | [diff] [blame] | 1241 | Note.add(Sec); |
Michael J. Spencer | 84487f1 | 2015-07-24 21:03:07 +0000 | [diff] [blame] | 1242 | } |
Rafael Espindola | 6b83b90 | 2015-08-12 00:00:24 +0000 | [diff] [blame] | 1243 | |
Rafael Espindola | 4fc6044 | 2016-02-10 22:43:13 +0000 | [diff] [blame] | 1244 | // Add the TLS segment unless it's empty. |
| 1245 | if (TlsHdr.First) |
Rui Ueyama | 703296a | 2016-07-20 19:36:39 +0000 | [diff] [blame] | 1246 | Ret.push_back(std::move(TlsHdr)); |
Michael J. Spencer | 78aa1de | 2015-11-03 00:34:39 +0000 | [diff] [blame] | 1247 | |
Rui Ueyama | 803195e | 2015-10-23 21:45:59 +0000 | [diff] [blame] | 1248 | // Add an entry for .dynamic. |
Eugene Leviant | 9230db9 | 2016-11-17 09:16:34 +0000 | [diff] [blame] | 1249 | if (In<ELFT>::DynSymTab) { |
Rafael Espindola | 17cb7c0 | 2016-12-19 17:01:01 +0000 | [diff] [blame] | 1250 | PhdrEntry &H = |
| 1251 | *AddHdr(PT_DYNAMIC, In<ELFT>::Dynamic->OutSec->getPhdrFlags()); |
Eugene Leviant | 6380ce2 | 2016-11-15 12:26:55 +0000 | [diff] [blame] | 1252 | H.add(In<ELFT>::Dynamic->OutSec); |
Rui Ueyama | 2f1b79f | 2015-10-10 22:34:30 +0000 | [diff] [blame] | 1253 | } |
Rafael Espindola | 91009b3 | 2015-08-12 01:45:28 +0000 | [diff] [blame] | 1254 | |
Rafael Espindola | 4fc6044 | 2016-02-10 22:43:13 +0000 | [diff] [blame] | 1255 | // PT_GNU_RELRO includes all sections that should be marked as |
| 1256 | // read-only by dynamic linker after proccessing relocations. |
| 1257 | if (RelRo.First) |
Rui Ueyama | 703296a | 2016-07-20 19:36:39 +0000 | [diff] [blame] | 1258 | Ret.push_back(std::move(RelRo)); |
George Rimar | e3336c0 | 2015-11-24 10:15:50 +0000 | [diff] [blame] | 1259 | |
Rafael Espindola | 4fc6044 | 2016-02-10 22:43:13 +0000 | [diff] [blame] | 1260 | // PT_GNU_EH_FRAME is a special section pointing on .eh_frame_hdr. |
Eugene Leviant | 952eb4d | 2016-11-21 15:52:10 +0000 | [diff] [blame] | 1261 | if (!Out<ELFT>::EhFrame->empty() && In<ELFT>::EhFrameHdr) { |
Rafael Espindola | 17cb7c0 | 2016-12-19 17:01:01 +0000 | [diff] [blame] | 1262 | PhdrEntry &Hdr = |
Eugene Leviant | 952eb4d | 2016-11-21 15:52:10 +0000 | [diff] [blame] | 1263 | *AddHdr(PT_GNU_EH_FRAME, In<ELFT>::EhFrameHdr->OutSec->getPhdrFlags()); |
| 1264 | Hdr.add(In<ELFT>::EhFrameHdr->OutSec); |
George Rimar | f6bc65a | 2016-01-15 13:34:52 +0000 | [diff] [blame] | 1265 | } |
| 1266 | |
George Rimar | 270173f | 2016-10-14 13:02:22 +0000 | [diff] [blame] | 1267 | // PT_OPENBSD_RANDOMIZE specifies the location and size of a part of the |
| 1268 | // memory image of the program that must be filled with random data before any |
| 1269 | // code in the object is executed. |
Rafael Espindola | e08e78d | 2016-11-09 23:23:45 +0000 | [diff] [blame] | 1270 | if (OutputSectionBase *Sec = findSection(".openbsd.randomdata")) { |
Rafael Espindola | 17cb7c0 | 2016-12-19 17:01:01 +0000 | [diff] [blame] | 1271 | PhdrEntry &Hdr = *AddHdr(PT_OPENBSD_RANDOMIZE, Sec->getPhdrFlags()); |
George Rimar | 270173f | 2016-10-14 13:02:22 +0000 | [diff] [blame] | 1272 | Hdr.add(Sec); |
| 1273 | } |
| 1274 | |
Rui Ueyama | e79b09a | 2015-11-21 22:19:32 +0000 | [diff] [blame] | 1275 | // PT_GNU_STACK is a special section to tell the loader to make the |
| 1276 | // pages for the stack non-executable. |
Rui Ueyama | 110dda7 | 2016-10-11 17:46:48 +0000 | [diff] [blame] | 1277 | if (!Config->ZExecstack) { |
Rafael Espindola | 17cb7c0 | 2016-12-19 17:01:01 +0000 | [diff] [blame] | 1278 | PhdrEntry &Hdr = *AddHdr(PT_GNU_STACK, PF_R | PF_W); |
Petr Hosek | 1fb2ecc | 2016-08-17 23:59:58 +0000 | [diff] [blame] | 1279 | if (Config->ZStackSize != uint64_t(-1)) |
Rafael Espindola | 17cb7c0 | 2016-12-19 17:01:01 +0000 | [diff] [blame] | 1280 | Hdr.p_memsz = Config->ZStackSize; |
Petr Hosek | 1fb2ecc | 2016-08-17 23:59:58 +0000 | [diff] [blame] | 1281 | } |
Rafael Espindola | 9907eb0 | 2016-03-01 13:23:29 +0000 | [diff] [blame] | 1282 | |
George Rimar | cc6e567 | 2016-10-14 10:34:36 +0000 | [diff] [blame] | 1283 | // PT_OPENBSD_WXNEEDED is a OpenBSD-specific header to mark the executable |
| 1284 | // is expected to perform W^X violations, such as calling mprotect(2) or |
| 1285 | // mmap(2) with PROT_WRITE | PROT_EXEC, which is prohibited by default on |
| 1286 | // OpenBSD. |
| 1287 | if (Config->ZWxneeded) |
| 1288 | AddHdr(PT_OPENBSD_WXNEEDED, PF_X); |
| 1289 | |
Rafael Espindola | 9907eb0 | 2016-03-01 13:23:29 +0000 | [diff] [blame] | 1290 | if (Note.First) |
Rui Ueyama | 703296a | 2016-07-20 19:36:39 +0000 | [diff] [blame] | 1291 | Ret.push_back(std::move(Note)); |
| 1292 | return Ret; |
Rafael Espindola | 4fc6044 | 2016-02-10 22:43:13 +0000 | [diff] [blame] | 1293 | } |
| 1294 | |
Rafael Espindola | 8e67000 | 2016-11-28 00:40:21 +0000 | [diff] [blame] | 1295 | template <class ELFT> |
Rafael Espindola | 17cb7c0 | 2016-12-19 17:01:01 +0000 | [diff] [blame] | 1296 | void Writer<ELFT>::addPtArmExid(std::vector<PhdrEntry> &Phdrs) { |
Rafael Espindola | 8e67000 | 2016-11-28 00:40:21 +0000 | [diff] [blame] | 1297 | if (Config->EMachine != EM_ARM) |
| 1298 | return; |
| 1299 | auto I = std::find_if( |
| 1300 | OutputSections.begin(), OutputSections.end(), |
| 1301 | [](OutputSectionBase *Sec) { return Sec->Type == SHT_ARM_EXIDX; }); |
| 1302 | if (I == OutputSections.end()) |
| 1303 | return; |
| 1304 | |
| 1305 | // PT_ARM_EXIDX is the ARM EHABI equivalent of PT_GNU_EH_FRAME |
Rafael Espindola | 17cb7c0 | 2016-12-19 17:01:01 +0000 | [diff] [blame] | 1306 | PhdrEntry ARMExidx(PT_ARM_EXIDX, PF_R); |
Rafael Espindola | 8e67000 | 2016-11-28 00:40:21 +0000 | [diff] [blame] | 1307 | ARMExidx.add(*I); |
| 1308 | Phdrs.push_back(ARMExidx); |
| 1309 | } |
| 1310 | |
Peter Collingbourne | 628ec9f | 2017-01-10 01:21:30 +0000 | [diff] [blame] | 1311 | // The first section of each PT_LOAD, the first section in PT_GNU_RELRO and the |
| 1312 | // first section after PT_GNU_RELRO have to be page aligned so that the dynamic |
| 1313 | // linker can set the permissions. |
Rui Ueyama | 4709190 | 2016-03-30 19:41:51 +0000 | [diff] [blame] | 1314 | template <class ELFT> void Writer<ELFT>::fixSectionAlignments() { |
Rafael Espindola | 17cb7c0 | 2016-12-19 17:01:01 +0000 | [diff] [blame] | 1315 | for (const PhdrEntry &P : Phdrs) |
Rafael Espindola | 5967c97 | 2016-12-19 21:21:07 +0000 | [diff] [blame] | 1316 | if (P.p_type == PT_LOAD && P.First) |
Rui Ueyama | 4709190 | 2016-03-30 19:41:51 +0000 | [diff] [blame] | 1317 | P.First->PageAlign = true; |
| 1318 | |
Rafael Espindola | 17cb7c0 | 2016-12-19 17:01:01 +0000 | [diff] [blame] | 1319 | for (const PhdrEntry &P : Phdrs) { |
| 1320 | if (P.p_type != PT_GNU_RELRO) |
Rui Ueyama | 4709190 | 2016-03-30 19:41:51 +0000 | [diff] [blame] | 1321 | continue; |
Peter Collingbourne | 628ec9f | 2017-01-10 01:21:30 +0000 | [diff] [blame] | 1322 | if (P.First) |
| 1323 | P.First->PageAlign = true; |
Rui Ueyama | 4709190 | 2016-03-30 19:41:51 +0000 | [diff] [blame] | 1324 | // Find the first section after PT_GNU_RELRO. If it is in a PT_LOAD we |
| 1325 | // have to align it to a page. |
| 1326 | auto End = OutputSections.end(); |
| 1327 | auto I = std::find(OutputSections.begin(), End, P.Last); |
| 1328 | if (I == End || (I + 1) == End) |
| 1329 | continue; |
Rafael Espindola | e08e78d | 2016-11-09 23:23:45 +0000 | [diff] [blame] | 1330 | OutputSectionBase *Sec = *(I + 1); |
| 1331 | if (needsPtLoad<ELFT>(Sec)) |
Rui Ueyama | 4709190 | 2016-03-30 19:41:51 +0000 | [diff] [blame] | 1332 | Sec->PageAlign = true; |
| 1333 | } |
| 1334 | } |
| 1335 | |
Rafael Espindola | 5967c97 | 2016-12-19 21:21:07 +0000 | [diff] [blame] | 1336 | template <class ELFT> |
Rafael Espindola | 0347c0b | 2017-01-20 20:46:15 +0000 | [diff] [blame] | 1337 | bool elf::allocateHeaders(std::vector<PhdrEntry> &Phdrs, |
Rafael Espindola | 8c495e2 | 2017-01-20 20:41:18 +0000 | [diff] [blame] | 1338 | ArrayRef<OutputSectionBase *> OutputSections, |
| 1339 | uint64_t Min) { |
Rafael Espindola | 5967c97 | 2016-12-19 21:21:07 +0000 | [diff] [blame] | 1340 | auto FirstPTLoad = |
| 1341 | std::find_if(Phdrs.begin(), Phdrs.end(), |
| 1342 | [](const PhdrEntry &E) { return E.p_type == PT_LOAD; }); |
| 1343 | if (FirstPTLoad == Phdrs.end()) |
Rafael Espindola | 8c495e2 | 2017-01-20 20:41:18 +0000 | [diff] [blame] | 1344 | return false; |
| 1345 | |
| 1346 | uint64_t HeaderSize = getHeaderSize<ELFT>(); |
Rafael Espindola | 0347c0b | 2017-01-20 20:46:15 +0000 | [diff] [blame] | 1347 | if (HeaderSize > Min) { |
| 1348 | auto PhdrI = |
| 1349 | std::find_if(Phdrs.begin(), Phdrs.end(), |
| 1350 | [](const PhdrEntry &E) { return E.p_type == PT_PHDR; }); |
| 1351 | if (PhdrI != Phdrs.end()) |
| 1352 | Phdrs.erase(PhdrI); |
Rafael Espindola | 8c495e2 | 2017-01-20 20:41:18 +0000 | [diff] [blame] | 1353 | return false; |
Rafael Espindola | 0347c0b | 2017-01-20 20:46:15 +0000 | [diff] [blame] | 1354 | } |
Rafael Espindola | 8c495e2 | 2017-01-20 20:41:18 +0000 | [diff] [blame] | 1355 | Min = alignDown(Min - HeaderSize, Config->MaxPageSize); |
| 1356 | |
| 1357 | if (!ScriptConfig->HasSections) |
| 1358 | Config->ImageBase = Min = std::min(Min, Config->ImageBase); |
| 1359 | |
| 1360 | Out<ELFT>::ElfHeader->Addr = Min; |
| 1361 | Out<ELFT>::ProgramHeaders->Addr = Min + Out<ELFT>::ElfHeader->Size; |
| 1362 | |
| 1363 | if (Script<ELFT>::X->hasPhdrsCommands()) |
| 1364 | return true; |
| 1365 | |
Rafael Espindola | 5967c97 | 2016-12-19 21:21:07 +0000 | [diff] [blame] | 1366 | if (FirstPTLoad->First) |
| 1367 | for (OutputSectionBase *Sec : OutputSections) |
| 1368 | if (Sec->FirstInPtLoad == FirstPTLoad->First) |
| 1369 | Sec->FirstInPtLoad = Out<ELFT>::ElfHeader; |
| 1370 | FirstPTLoad->First = Out<ELFT>::ElfHeader; |
| 1371 | if (!FirstPTLoad->Last) |
| 1372 | FirstPTLoad->Last = Out<ELFT>::ProgramHeaders; |
Rafael Espindola | 8c495e2 | 2017-01-20 20:41:18 +0000 | [diff] [blame] | 1373 | return true; |
Rafael Espindola | 5967c97 | 2016-12-19 21:21:07 +0000 | [diff] [blame] | 1374 | } |
| 1375 | |
George Rimar | 7ca0627 | 2016-04-06 07:20:45 +0000 | [diff] [blame] | 1376 | // We should set file offsets and VAs for elf header and program headers |
| 1377 | // sections. These are special, we do not include them into output sections |
| 1378 | // list, but have them to simplify the code. |
| 1379 | template <class ELFT> void Writer<ELFT>::fixHeaders() { |
Rafael Espindola | 04a2e34 | 2016-11-09 01:42:41 +0000 | [diff] [blame] | 1380 | Out<ELFT>::ProgramHeaders->Size = sizeof(Elf_Phdr) * Phdrs.size(); |
Rafael Espindola | 1c57007 | 2016-11-21 19:59:33 +0000 | [diff] [blame] | 1381 | // If the script has SECTIONS, assignAddresses will compute the values. |
| 1382 | if (ScriptConfig->HasSections) |
| 1383 | return; |
Rafael Espindola | 5967c97 | 2016-12-19 21:21:07 +0000 | [diff] [blame] | 1384 | |
Rafael Espindola | 5967c97 | 2016-12-19 21:21:07 +0000 | [diff] [blame] | 1385 | // When -T<section> option is specified, lower the base to make room for those |
| 1386 | // sections. |
Rafael Espindola | 8c495e2 | 2017-01-20 20:41:18 +0000 | [diff] [blame] | 1387 | uint64_t Min = -1; |
| 1388 | if (!Config->SectionStartMap.empty()) |
Rafael Espindola | 5967c97 | 2016-12-19 21:21:07 +0000 | [diff] [blame] | 1389 | for (const auto &P : Config->SectionStartMap) |
| 1390 | Min = std::min(Min, P.second); |
Rafael Espindola | 5967c97 | 2016-12-19 21:21:07 +0000 | [diff] [blame] | 1391 | |
Rafael Espindola | 8c495e2 | 2017-01-20 20:41:18 +0000 | [diff] [blame] | 1392 | AllocateHeader = allocateHeaders<ELFT>(Phdrs, OutputSections, Min); |
George Rimar | 7ca0627 | 2016-04-06 07:20:45 +0000 | [diff] [blame] | 1393 | } |
| 1394 | |
Rui Ueyama | e044e9c | 2016-04-01 17:07:17 +0000 | [diff] [blame] | 1395 | // Assign VAs (addresses at run-time) to output sections. |
Rafael Espindola | 4fc6044 | 2016-02-10 22:43:13 +0000 | [diff] [blame] | 1396 | template <class ELFT> void Writer<ELFT>::assignAddresses() { |
Rafael Espindola | 5967c97 | 2016-12-19 21:21:07 +0000 | [diff] [blame] | 1397 | uintX_t VA = Config->ImageBase; |
| 1398 | if (AllocateHeader) |
| 1399 | VA += getHeaderSize<ELFT>(); |
George Rimar | 7ca0627 | 2016-04-06 07:20:45 +0000 | [diff] [blame] | 1400 | uintX_t ThreadBssOffset = 0; |
Rafael Espindola | e08e78d | 2016-11-09 23:23:45 +0000 | [diff] [blame] | 1401 | for (OutputSectionBase *Sec : OutputSections) { |
Rafael Espindola | 04a2e34 | 2016-11-09 01:42:41 +0000 | [diff] [blame] | 1402 | uintX_t Alignment = Sec->Addralign; |
Rui Ueyama | 4709190 | 2016-03-30 19:41:51 +0000 | [diff] [blame] | 1403 | if (Sec->PageAlign) |
Petr Hosek | 997f883 | 2016-09-28 15:20:47 +0000 | [diff] [blame] | 1404 | Alignment = std::max<uintX_t>(Alignment, Config->MaxPageSize); |
Rafael Espindola | 4fc6044 | 2016-02-10 22:43:13 +0000 | [diff] [blame] | 1405 | |
George Rimar | d73ef17 | 2016-09-14 13:07:13 +0000 | [diff] [blame] | 1406 | auto I = Config->SectionStartMap.find(Sec->getName()); |
| 1407 | if (I != Config->SectionStartMap.end()) |
| 1408 | VA = I->second; |
| 1409 | |
Rafael Espindola | 4fc6044 | 2016-02-10 22:43:13 +0000 | [diff] [blame] | 1410 | // We only assign VAs to allocated sections. |
Rafael Espindola | e08e78d | 2016-11-09 23:23:45 +0000 | [diff] [blame] | 1411 | if (needsPtLoad<ELFT>(Sec)) { |
Rui Ueyama | 424b408 | 2016-06-17 01:18:46 +0000 | [diff] [blame] | 1412 | VA = alignTo(VA, Alignment); |
Rafael Espindola | 04a2e34 | 2016-11-09 01:42:41 +0000 | [diff] [blame] | 1413 | Sec->Addr = VA; |
| 1414 | VA += Sec->Size; |
| 1415 | } else if (Sec->Flags & SHF_TLS && Sec->Type == SHT_NOBITS) { |
Rafael Espindola | ef762f2 | 2016-02-10 23:29:38 +0000 | [diff] [blame] | 1416 | uintX_t TVA = VA + ThreadBssOffset; |
Rui Ueyama | 424b408 | 2016-06-17 01:18:46 +0000 | [diff] [blame] | 1417 | TVA = alignTo(TVA, Alignment); |
Rafael Espindola | 04a2e34 | 2016-11-09 01:42:41 +0000 | [diff] [blame] | 1418 | Sec->Addr = TVA; |
| 1419 | ThreadBssOffset = TVA - VA + Sec->Size; |
Rafael Espindola | 4fc6044 | 2016-02-10 22:43:13 +0000 | [diff] [blame] | 1420 | } |
Rui Ueyama | 69960ba | 2015-10-10 23:25:39 +0000 | [diff] [blame] | 1421 | } |
George Rimar | 900a260 | 2016-04-01 10:49:14 +0000 | [diff] [blame] | 1422 | } |
| 1423 | |
George Rimar | 5f85732 | 2016-04-27 09:16:28 +0000 | [diff] [blame] | 1424 | // Adjusts the file alignment for a given output section and returns |
| 1425 | // its new file offset. The file offset must be the same with its |
| 1426 | // virtual address (modulo the page size) so that the loader can load |
| 1427 | // executables without any address adjustment. |
| 1428 | template <class ELFT, class uintX_t> |
Rafael Espindola | e08e78d | 2016-11-09 23:23:45 +0000 | [diff] [blame] | 1429 | static uintX_t getFileAlignment(uintX_t Off, OutputSectionBase *Sec) { |
Rafael Espindola | e08e78d | 2016-11-09 23:23:45 +0000 | [diff] [blame] | 1430 | OutputSectionBase *First = Sec->FirstInPtLoad; |
Rafael Espindola | 8b8f74f | 2016-12-07 20:20:39 +0000 | [diff] [blame] | 1431 | // If the section is not in a PT_LOAD, we just have to align it. |
Rafael Espindola | c94678b | 2016-09-29 16:29:55 +0000 | [diff] [blame] | 1432 | if (!First) |
Rafael Espindola | 8b8f74f | 2016-12-07 20:20:39 +0000 | [diff] [blame] | 1433 | return alignTo(Off, Sec->Addralign); |
Eugene Leviant | 3d9abec | 2016-09-29 09:20:33 +0000 | [diff] [blame] | 1434 | |
Rafael Espindola | 8b8f74f | 2016-12-07 20:20:39 +0000 | [diff] [blame] | 1435 | // The first section in a PT_LOAD has to have congruent offset and address |
| 1436 | // module the page size. |
Rafael Espindola | c94678b | 2016-09-29 16:29:55 +0000 | [diff] [blame] | 1437 | if (Sec == First) |
Rafael Espindola | a86a9c6 | 2016-12-07 20:10:43 +0000 | [diff] [blame] | 1438 | return alignTo(Off, Config->MaxPageSize, Sec->Addr); |
Rafael Espindola | 8b8f74f | 2016-12-07 20:20:39 +0000 | [diff] [blame] | 1439 | |
| 1440 | // If two sections share the same PT_LOAD the file offset is calculated |
| 1441 | // using this formula: Off2 = Off1 + (VA2 - VA1). |
Rafael Espindola | 04a2e34 | 2016-11-09 01:42:41 +0000 | [diff] [blame] | 1442 | return First->Offset + Sec->Addr - First->Addr; |
George Rimar | 5f85732 | 2016-04-27 09:16:28 +0000 | [diff] [blame] | 1443 | } |
| 1444 | |
George Rimar | 86ce267 | 2016-08-25 09:05:47 +0000 | [diff] [blame] | 1445 | template <class ELFT, class uintX_t> |
Rafael Espindola | e08e78d | 2016-11-09 23:23:45 +0000 | [diff] [blame] | 1446 | void setOffset(OutputSectionBase *Sec, uintX_t &Off) { |
Rafael Espindola | 04a2e34 | 2016-11-09 01:42:41 +0000 | [diff] [blame] | 1447 | if (Sec->Type == SHT_NOBITS) { |
| 1448 | Sec->Offset = Off; |
George Rimar | 86ce267 | 2016-08-25 09:05:47 +0000 | [diff] [blame] | 1449 | return; |
| 1450 | } |
| 1451 | |
| 1452 | Off = getFileAlignment<ELFT>(Off, Sec); |
Rafael Espindola | 04a2e34 | 2016-11-09 01:42:41 +0000 | [diff] [blame] | 1453 | Sec->Offset = Off; |
| 1454 | Off += Sec->Size; |
George Rimar | 86ce267 | 2016-08-25 09:05:47 +0000 | [diff] [blame] | 1455 | } |
| 1456 | |
| 1457 | template <class ELFT> void Writer<ELFT>::assignFileOffsetsBinary() { |
| 1458 | uintX_t Off = 0; |
Rafael Espindola | e08e78d | 2016-11-09 23:23:45 +0000 | [diff] [blame] | 1459 | for (OutputSectionBase *Sec : OutputSections) |
Rafael Espindola | 04a2e34 | 2016-11-09 01:42:41 +0000 | [diff] [blame] | 1460 | if (Sec->Flags & SHF_ALLOC) |
Rafael Espindola | e08e78d | 2016-11-09 23:23:45 +0000 | [diff] [blame] | 1461 | setOffset<ELFT>(Sec, Off); |
George Rimar | 86ce267 | 2016-08-25 09:05:47 +0000 | [diff] [blame] | 1462 | FileSize = alignTo(Off, sizeof(uintX_t)); |
| 1463 | } |
| 1464 | |
Rui Ueyama | e044e9c | 2016-04-01 17:07:17 +0000 | [diff] [blame] | 1465 | // Assign file offsets to output sections. |
| 1466 | template <class ELFT> void Writer<ELFT>::assignFileOffsets() { |
Eugene Leviant | 467c4d5 | 2016-07-01 10:27:36 +0000 | [diff] [blame] | 1467 | uintX_t Off = 0; |
Rafael Espindola | e08e78d | 2016-11-09 23:23:45 +0000 | [diff] [blame] | 1468 | setOffset<ELFT>(Out<ELFT>::ElfHeader, Off); |
| 1469 | setOffset<ELFT>(Out<ELFT>::ProgramHeaders, Off); |
George Rimar | 7ca0627 | 2016-04-06 07:20:45 +0000 | [diff] [blame] | 1470 | |
Rafael Espindola | e08e78d | 2016-11-09 23:23:45 +0000 | [diff] [blame] | 1471 | for (OutputSectionBase *Sec : OutputSections) |
| 1472 | setOffset<ELFT>(Sec, Off); |
Eugene Leviant | 467c4d5 | 2016-07-01 10:27:36 +0000 | [diff] [blame] | 1473 | |
Rui Ueyama | e044e9c | 2016-04-01 17:07:17 +0000 | [diff] [blame] | 1474 | SectionHeaderOff = alignTo(Off, sizeof(uintX_t)); |
George Rimar | 7ca0627 | 2016-04-06 07:20:45 +0000 | [diff] [blame] | 1475 | FileSize = SectionHeaderOff + (OutputSections.size() + 1) * sizeof(Elf_Shdr); |
Rui Ueyama | e044e9c | 2016-04-01 17:07:17 +0000 | [diff] [blame] | 1476 | } |
| 1477 | |
| 1478 | // Finalize the program headers. We call this function after we assign |
| 1479 | // file offsets and VAs to all sections. |
| 1480 | template <class ELFT> void Writer<ELFT>::setPhdrs() { |
Rafael Espindola | 17cb7c0 | 2016-12-19 17:01:01 +0000 | [diff] [blame] | 1481 | for (PhdrEntry &P : Phdrs) { |
Rafael Espindola | e08e78d | 2016-11-09 23:23:45 +0000 | [diff] [blame] | 1482 | OutputSectionBase *First = P.First; |
| 1483 | OutputSectionBase *Last = P.Last; |
Rui Ueyama | e8a45e4 | 2016-04-01 22:42:04 +0000 | [diff] [blame] | 1484 | if (First) { |
Rafael Espindola | 17cb7c0 | 2016-12-19 17:01:01 +0000 | [diff] [blame] | 1485 | P.p_filesz = Last->Offset - First->Offset; |
Rafael Espindola | 04a2e34 | 2016-11-09 01:42:41 +0000 | [diff] [blame] | 1486 | if (Last->Type != SHT_NOBITS) |
Rafael Espindola | 17cb7c0 | 2016-12-19 17:01:01 +0000 | [diff] [blame] | 1487 | P.p_filesz += Last->Size; |
| 1488 | P.p_memsz = Last->Addr + Last->Size - First->Addr; |
| 1489 | P.p_offset = First->Offset; |
| 1490 | P.p_vaddr = First->Addr; |
Eugene Leviant | b71d6f7 | 2016-10-06 09:39:28 +0000 | [diff] [blame] | 1491 | if (!P.HasLMA) |
Rafael Espindola | 17cb7c0 | 2016-12-19 17:01:01 +0000 | [diff] [blame] | 1492 | P.p_paddr = First->getLMA(); |
Rafael Espindola | 4fc6044 | 2016-02-10 22:43:13 +0000 | [diff] [blame] | 1493 | } |
Rafael Espindola | 17cb7c0 | 2016-12-19 17:01:01 +0000 | [diff] [blame] | 1494 | if (P.p_type == PT_LOAD) |
| 1495 | P.p_align = Config->MaxPageSize; |
Peter Collingbourne | 7b5088b | 2017-01-04 18:56:15 +0000 | [diff] [blame] | 1496 | else if (P.p_type == PT_GNU_RELRO) { |
Rafael Espindola | 17cb7c0 | 2016-12-19 17:01:01 +0000 | [diff] [blame] | 1497 | P.p_align = 1; |
Peter Collingbourne | 7b5088b | 2017-01-04 18:56:15 +0000 | [diff] [blame] | 1498 | // The glibc dynamic loader rounds the size down, so we need to round up |
| 1499 | // to protect the last page. This is a no-op on FreeBSD which always |
| 1500 | // rounds up. |
Peter Collingbourne | 4a72c38 | 2017-01-30 18:20:07 +0000 | [diff] [blame^] | 1501 | P.p_memsz = alignTo(P.p_memsz, Target->PageSize); |
Peter Collingbourne | 7b5088b | 2017-01-04 18:56:15 +0000 | [diff] [blame] | 1502 | } |
George Rimar | 8ceadb3 | 2016-08-17 07:44:19 +0000 | [diff] [blame] | 1503 | |
Rafael Espindola | 4fc6044 | 2016-02-10 22:43:13 +0000 | [diff] [blame] | 1504 | // The TLS pointer goes after PT_TLS. At least glibc will align it, |
| 1505 | // so round up the size to make sure the offsets are correct. |
Rafael Espindola | 17cb7c0 | 2016-12-19 17:01:01 +0000 | [diff] [blame] | 1506 | if (P.p_type == PT_TLS) { |
| 1507 | Out<ELFT>::TlsPhdr = &P; |
| 1508 | if (P.p_memsz) |
| 1509 | P.p_memsz = alignTo(P.p_memsz, P.p_align); |
Rui Ueyama | 803195e | 2015-10-23 21:45:59 +0000 | [diff] [blame] | 1510 | } |
| 1511 | } |
Michael J. Spencer | 84487f1 | 2015-07-24 21:03:07 +0000 | [diff] [blame] | 1512 | } |
| 1513 | |
Rui Ueyama | 2eda6d1 | 2016-11-23 22:41:00 +0000 | [diff] [blame] | 1514 | // The entry point address is chosen in the following ways. |
| 1515 | // |
| 1516 | // 1. the '-e' entry command-line option; |
| 1517 | // 2. the ENTRY(symbol) command in a linker control script; |
| 1518 | // 3. the value of the symbol start, if present; |
| 1519 | // 4. the address of the first byte of the .text section, if present; |
| 1520 | // 5. the address 0. |
| 1521 | template <class ELFT> typename ELFT::uint Writer<ELFT>::getEntryAddr() { |
Rui Ueyama | a1407c4 | 2016-12-07 03:23:06 +0000 | [diff] [blame] | 1522 | // Case 1, 2 or 3. As a special case, if the symbol is actually |
| 1523 | // a number, we'll use that number as an address. |
Rui Ueyama | 8da7aa0 | 2016-10-20 00:07:36 +0000 | [diff] [blame] | 1524 | if (SymbolBody *B = Symtab<ELFT>::X->find(Config->Entry)) |
| 1525 | return B->getVA<ELFT>(); |
Rui Ueyama | a1407c4 | 2016-12-07 03:23:06 +0000 | [diff] [blame] | 1526 | uint64_t Addr; |
| 1527 | if (!Config->Entry.getAsInteger(0, Addr)) |
| 1528 | return Addr; |
Rui Ueyama | 2eda6d1 | 2016-11-23 22:41:00 +0000 | [diff] [blame] | 1529 | |
| 1530 | // Case 4 |
| 1531 | if (OutputSectionBase *Sec = findSection(".text")) { |
Rui Ueyama | 9e5f5ef | 2016-12-07 04:06:21 +0000 | [diff] [blame] | 1532 | if (Config->WarnMissingEntry) |
Petr Hosek | 2f50fef | 2016-12-07 02:26:16 +0000 | [diff] [blame] | 1533 | warn("cannot find entry symbol " + Config->Entry + "; defaulting to 0x" + |
| 1534 | utohexstr(Sec->Addr)); |
Rui Ueyama | 2eda6d1 | 2016-11-23 22:41:00 +0000 | [diff] [blame] | 1535 | return Sec->Addr; |
| 1536 | } |
| 1537 | |
| 1538 | // Case 5 |
Rui Ueyama | 9e5f5ef | 2016-12-07 04:06:21 +0000 | [diff] [blame] | 1539 | if (Config->WarnMissingEntry) |
Petr Hosek | 2f50fef | 2016-12-07 02:26:16 +0000 | [diff] [blame] | 1540 | warn("cannot find entry symbol " + Config->Entry + |
| 1541 | "; not setting start address"); |
Rui Ueyama | 8da7aa0 | 2016-10-20 00:07:36 +0000 | [diff] [blame] | 1542 | return 0; |
Rui Ueyama | 3bfaba9 | 2015-12-24 08:37:34 +0000 | [diff] [blame] | 1543 | } |
| 1544 | |
Rui Ueyama | 4cea4e8 | 2016-02-25 19:28:37 +0000 | [diff] [blame] | 1545 | template <class ELFT> static uint8_t getELFEncoding() { |
| 1546 | if (ELFT::TargetEndianness == llvm::support::little) |
| 1547 | return ELFDATA2LSB; |
| 1548 | return ELFDATA2MSB; |
| 1549 | } |
| 1550 | |
| 1551 | static uint16_t getELFType() { |
George Rimar | 786e866 | 2016-03-17 05:57:33 +0000 | [diff] [blame] | 1552 | if (Config->Pic) |
Rui Ueyama | 4cea4e8 | 2016-02-25 19:28:37 +0000 | [diff] [blame] | 1553 | return ET_DYN; |
| 1554 | if (Config->Relocatable) |
| 1555 | return ET_REL; |
| 1556 | return ET_EXEC; |
| 1557 | } |
| 1558 | |
Rui Ueyama | 1a311f1 | 2015-12-26 10:52:26 +0000 | [diff] [blame] | 1559 | // This function is called after we have assigned address and size |
Rafael Espindola | 78493a2 | 2017-01-28 17:48:21 +0000 | [diff] [blame] | 1560 | // to each section. This function fixes some predefined |
Rui Ueyama | 1a311f1 | 2015-12-26 10:52:26 +0000 | [diff] [blame] | 1561 | // symbol values that depend on section address and size. |
Rafael Espindola | 78493a2 | 2017-01-28 17:48:21 +0000 | [diff] [blame] | 1562 | template <class ELFT> void Writer<ELFT>::fixPredefinedSymbols() { |
| 1563 | auto Set = [](DefinedSynthetic *S1, DefinedSynthetic *S2, |
| 1564 | OutputSectionBase *Sec, uint64_t Value) { |
| 1565 | if (S1) { |
| 1566 | S1->Section = Sec; |
| 1567 | S1->Value = Value; |
| 1568 | } |
| 1569 | if (S2) { |
| 1570 | S2->Section = Sec; |
| 1571 | S2->Value = Value; |
| 1572 | } |
Rui Ueyama | 467dbdd | 2016-04-21 20:50:15 +0000 | [diff] [blame] | 1573 | }; |
| 1574 | |
George Rimar | 2abc587 | 2016-03-01 19:18:07 +0000 | [diff] [blame] | 1575 | // _etext is the first location after the last read-only loadable segment. |
| 1576 | // _edata is the first location after the last read-write loadable segment. |
George Rimar | efded31 | 2016-04-01 10:23:32 +0000 | [diff] [blame] | 1577 | // _end is the first location after the uninitialized data region. |
Rafael Espindola | 78493a2 | 2017-01-28 17:48:21 +0000 | [diff] [blame] | 1578 | PhdrEntry *Last = nullptr; |
| 1579 | PhdrEntry *LastRO = nullptr; |
| 1580 | PhdrEntry *LastRW = nullptr; |
Rafael Espindola | 17cb7c0 | 2016-12-19 17:01:01 +0000 | [diff] [blame] | 1581 | for (PhdrEntry &P : Phdrs) { |
| 1582 | if (P.p_type != PT_LOAD) |
George Rimar | 9e85939 | 2016-02-26 14:36:36 +0000 | [diff] [blame] | 1583 | continue; |
Rafael Espindola | 78493a2 | 2017-01-28 17:48:21 +0000 | [diff] [blame] | 1584 | Last = &P; |
Rafael Espindola | 17cb7c0 | 2016-12-19 17:01:01 +0000 | [diff] [blame] | 1585 | if (P.p_flags & PF_W) |
Rafael Espindola | 78493a2 | 2017-01-28 17:48:21 +0000 | [diff] [blame] | 1586 | LastRW = &P; |
George Rimar | 8bbff7e | 2016-04-14 14:37:59 +0000 | [diff] [blame] | 1587 | else |
Rafael Espindola | 78493a2 | 2017-01-28 17:48:21 +0000 | [diff] [blame] | 1588 | LastRO = &P; |
George Rimar | 9e85939 | 2016-02-26 14:36:36 +0000 | [diff] [blame] | 1589 | } |
Rafael Espindola | 78493a2 | 2017-01-28 17:48:21 +0000 | [diff] [blame] | 1590 | if (Last) |
| 1591 | Set(ElfSym<ELFT>::End, ElfSym<ELFT>::End2, Last->First, Last->p_memsz); |
| 1592 | if (LastRO) |
| 1593 | Set(ElfSym<ELFT>::Etext, ElfSym<ELFT>::Etext2, LastRO->First, |
| 1594 | LastRO->p_filesz); |
| 1595 | if (LastRW) |
| 1596 | Set(ElfSym<ELFT>::Edata, ElfSym<ELFT>::Edata2, LastRW->First, |
| 1597 | LastRW->p_filesz); |
Simon Atanasyan | 8469b88 | 2016-11-23 22:22:16 +0000 | [diff] [blame] | 1598 | |
| 1599 | // Setup MIPS _gp_disp/__gnu_local_gp symbols which should |
| 1600 | // be equal to the _gp symbol's value. |
| 1601 | if (Config->EMachine == EM_MIPS) { |
Simon Atanasyan | 2903a8a | 2016-12-12 21:34:11 +0000 | [diff] [blame] | 1602 | if (!ElfSym<ELFT>::MipsGp->Value) { |
| 1603 | // Find GP-relative section with the lowest address |
| 1604 | // and use this address to calculate default _gp value. |
| 1605 | uintX_t Gp = -1; |
| 1606 | for (const OutputSectionBase * OS : OutputSections) |
| 1607 | if ((OS->Flags & SHF_MIPS_GPREL) && OS->Addr < Gp) |
| 1608 | Gp = OS->Addr; |
| 1609 | if (Gp != (uintX_t)-1) |
| 1610 | ElfSym<ELFT>::MipsGp->Value = Gp + 0x7ff0; |
| 1611 | } |
Simon Atanasyan | 8469b88 | 2016-11-23 22:22:16 +0000 | [diff] [blame] | 1612 | if (ElfSym<ELFT>::MipsGpDisp) |
Simon Atanasyan | 6a4eb75 | 2016-12-08 06:19:47 +0000 | [diff] [blame] | 1613 | ElfSym<ELFT>::MipsGpDisp->Value = ElfSym<ELFT>::MipsGp->Value; |
Simon Atanasyan | 8469b88 | 2016-11-23 22:22:16 +0000 | [diff] [blame] | 1614 | if (ElfSym<ELFT>::MipsLocalGp) |
Simon Atanasyan | 6a4eb75 | 2016-12-08 06:19:47 +0000 | [diff] [blame] | 1615 | ElfSym<ELFT>::MipsLocalGp->Value = ElfSym<ELFT>::MipsGp->Value; |
Simon Atanasyan | 8469b88 | 2016-11-23 22:22:16 +0000 | [diff] [blame] | 1616 | } |
Rui Ueyama | 1a311f1 | 2015-12-26 10:52:26 +0000 | [diff] [blame] | 1617 | } |
| 1618 | |
Michael J. Spencer | 84487f1 | 2015-07-24 21:03:07 +0000 | [diff] [blame] | 1619 | template <class ELFT> void Writer<ELFT>::writeHeader() { |
| 1620 | uint8_t *Buf = Buffer->getBufferStart(); |
Rui Ueyama | e08cd67 | 2015-10-23 22:44:39 +0000 | [diff] [blame] | 1621 | memcpy(Buf, "\177ELF", 4); |
| 1622 | |
Rui Ueyama | 6621d8e | 2015-10-24 17:57:40 +0000 | [diff] [blame] | 1623 | // Write the ELF header. |
Rafael Espindola | 18608a0 | 2015-09-08 21:57:31 +0000 | [diff] [blame] | 1624 | auto *EHdr = reinterpret_cast<Elf_Ehdr *>(Buf); |
Rafael Espindola | 4b7c2fc | 2015-08-05 15:08:40 +0000 | [diff] [blame] | 1625 | EHdr->e_ident[EI_CLASS] = ELFT::Is64Bits ? ELFCLASS64 : ELFCLASS32; |
Rui Ueyama | 4cea4e8 | 2016-02-25 19:28:37 +0000 | [diff] [blame] | 1626 | EHdr->e_ident[EI_DATA] = getELFEncoding<ELFT>(); |
Michael J. Spencer | 84487f1 | 2015-07-24 21:03:07 +0000 | [diff] [blame] | 1627 | EHdr->e_ident[EI_VERSION] = EV_CURRENT; |
Rafael Espindola | 7cc713a | 2016-10-27 14:00:51 +0000 | [diff] [blame] | 1628 | EHdr->e_ident[EI_OSABI] = Config->OSABI; |
Rui Ueyama | 4cea4e8 | 2016-02-25 19:28:37 +0000 | [diff] [blame] | 1629 | EHdr->e_type = getELFType(); |
Rafael Espindola | 7cc713a | 2016-10-27 14:00:51 +0000 | [diff] [blame] | 1630 | EHdr->e_machine = Config->EMachine; |
Michael J. Spencer | 84487f1 | 2015-07-24 21:03:07 +0000 | [diff] [blame] | 1631 | EHdr->e_version = EV_CURRENT; |
Rui Ueyama | 2eda6d1 | 2016-11-23 22:41:00 +0000 | [diff] [blame] | 1632 | EHdr->e_entry = getEntryAddr(); |
Michael J. Spencer | 8039dae2 | 2015-07-29 00:30:10 +0000 | [diff] [blame] | 1633 | EHdr->e_shoff = SectionHeaderOff; |
Rafael Espindola | 18608a0 | 2015-09-08 21:57:31 +0000 | [diff] [blame] | 1634 | EHdr->e_ehsize = sizeof(Elf_Ehdr); |
Rui Ueyama | 2f1b79f | 2015-10-10 22:34:30 +0000 | [diff] [blame] | 1635 | EHdr->e_phnum = Phdrs.size(); |
Rafael Espindola | 18608a0 | 2015-09-08 21:57:31 +0000 | [diff] [blame] | 1636 | EHdr->e_shentsize = sizeof(Elf_Shdr); |
George Rimar | 7ca0627 | 2016-04-06 07:20:45 +0000 | [diff] [blame] | 1637 | EHdr->e_shnum = OutputSections.size() + 1; |
Eugene Leviant | 22eb026 | 2016-11-14 09:16:00 +0000 | [diff] [blame] | 1638 | EHdr->e_shstrndx = In<ELFT>::ShStrTab->OutSec->SectionIndex; |
Rui Ueyama | 6621d8e | 2015-10-24 17:57:40 +0000 | [diff] [blame] | 1639 | |
Rui Ueyama | 1e2e8ea | 2016-09-13 20:51:32 +0000 | [diff] [blame] | 1640 | if (Config->EMachine == EM_ARM) |
| 1641 | // We don't currently use any features incompatible with EF_ARM_EABI_VER5, |
| 1642 | // but we don't have any firm guarantees of conformance. Linux AArch64 |
| 1643 | // kernels (as of 2016) require an EABI version to be set. |
| 1644 | EHdr->e_flags = EF_ARM_EABI_VER5; |
| 1645 | else if (Config->EMachine == EM_MIPS) |
Simon Atanasyan | 4f90c2f | 2016-07-20 20:30:41 +0000 | [diff] [blame] | 1646 | EHdr->e_flags = getMipsEFlags<ELFT>(); |
Rui Ueyama | 22b5d1f | 2016-03-13 19:29:17 +0000 | [diff] [blame] | 1647 | |
George Rimar | 58941ee | 2016-02-25 08:23:37 +0000 | [diff] [blame] | 1648 | if (!Config->Relocatable) { |
| 1649 | EHdr->e_phoff = sizeof(Elf_Ehdr); |
| 1650 | EHdr->e_phentsize = sizeof(Elf_Phdr); |
| 1651 | } |
| 1652 | |
Rui Ueyama | 6621d8e | 2015-10-24 17:57:40 +0000 | [diff] [blame] | 1653 | // Write the program header table. |
Rafael Espindola | 4fc6044 | 2016-02-10 22:43:13 +0000 | [diff] [blame] | 1654 | auto *HBuf = reinterpret_cast<Elf_Phdr *>(Buf + EHdr->e_phoff); |
Rafael Espindola | 17cb7c0 | 2016-12-19 17:01:01 +0000 | [diff] [blame] | 1655 | for (PhdrEntry &P : Phdrs) { |
| 1656 | HBuf->p_type = P.p_type; |
| 1657 | HBuf->p_flags = P.p_flags; |
| 1658 | HBuf->p_offset = P.p_offset; |
| 1659 | HBuf->p_vaddr = P.p_vaddr; |
| 1660 | HBuf->p_paddr = P.p_paddr; |
| 1661 | HBuf->p_filesz = P.p_filesz; |
| 1662 | HBuf->p_memsz = P.p_memsz; |
| 1663 | HBuf->p_align = P.p_align; |
| 1664 | ++HBuf; |
| 1665 | } |
Rafael Espindola | e438e07 | 2015-09-08 22:55:28 +0000 | [diff] [blame] | 1666 | |
Rui Ueyama | 6621d8e | 2015-10-24 17:57:40 +0000 | [diff] [blame] | 1667 | // Write the section header table. Note that the first table entry is null. |
Rui Ueyama | ad59b65 | 2016-02-25 23:58:21 +0000 | [diff] [blame] | 1668 | auto *SHdrs = reinterpret_cast<Elf_Shdr *>(Buf + EHdr->e_shoff); |
Rafael Espindola | e08e78d | 2016-11-09 23:23:45 +0000 | [diff] [blame] | 1669 | for (OutputSectionBase *Sec : OutputSections) |
| 1670 | Sec->writeHeaderTo<ELFT>(++SHdrs); |
Michael J. Spencer | 84487f1 | 2015-07-24 21:03:07 +0000 | [diff] [blame] | 1671 | } |
| 1672 | |
Rui Ueyama | 6d12eae | 2016-12-05 17:40:37 +0000 | [diff] [blame] | 1673 | // Removes a given file asynchronously. This is a performance hack, |
| 1674 | // so remove this when operating systems are improved. |
| 1675 | // |
| 1676 | // On Linux (and probably on other Unix-like systems), unlink(2) is a |
| 1677 | // noticeably slow system call. As of 2016, unlink takes 250 |
| 1678 | // milliseconds to remove a 1 GB file on ext4 filesystem on my machine. |
| 1679 | // |
| 1680 | // To create a new result file, we first remove existing file. So, if |
| 1681 | // you repeatedly link a 1 GB program in a regular compile-link-debug |
| 1682 | // cycle, every cycle wastes 250 milliseconds only to remove a file. |
| 1683 | // Since LLD can link a 1 GB binary in about 5 seconds, that waste |
| 1684 | // actually counts. |
| 1685 | // |
| 1686 | // This function spawns a background thread to call unlink. |
| 1687 | // The calling thread returns almost immediately. |
| 1688 | static void unlinkAsync(StringRef Path) { |
| 1689 | if (!Config->Threads || !sys::fs::exists(Config->OutputFile)) |
| 1690 | return; |
| 1691 | |
George Rimar | 31a46b4 | 2016-12-25 06:49:17 +0000 | [diff] [blame] | 1692 | // First, rename Path to avoid race condition. We cannot remove |
Rui Ueyama | 6d12eae | 2016-12-05 17:40:37 +0000 | [diff] [blame] | 1693 | // Path from a different thread because we are now going to create |
| 1694 | // Path as a new file. If we do that in a different thread, the new |
| 1695 | // thread can remove the new file. |
| 1696 | SmallString<128> TempPath; |
Rui Ueyama | 817c9d6 | 2017-01-09 23:07:05 +0000 | [diff] [blame] | 1697 | if (sys::fs::createUniqueFile(Path + "tmp%%%%%%%%", TempPath)) |
| 1698 | return; |
| 1699 | if (sys::fs::rename(Path, TempPath)) { |
| 1700 | sys::fs::remove(TempPath); |
| 1701 | return; |
| 1702 | } |
Rui Ueyama | 6d12eae | 2016-12-05 17:40:37 +0000 | [diff] [blame] | 1703 | |
| 1704 | // Remove TempPath in background. |
| 1705 | std::thread([=] { ::remove(TempPath.str().str().c_str()); }).detach(); |
| 1706 | } |
| 1707 | |
| 1708 | // Open a result file. |
Rui Ueyama | f7f52ef | 2016-04-01 17:24:19 +0000 | [diff] [blame] | 1709 | template <class ELFT> void Writer<ELFT>::openFile() { |
Rui Ueyama | 6d12eae | 2016-12-05 17:40:37 +0000 | [diff] [blame] | 1710 | unlinkAsync(Config->OutputFile); |
Rafael Espindola | bdc8f2f | 2015-08-13 00:31:46 +0000 | [diff] [blame] | 1711 | ErrorOr<std::unique_ptr<FileOutputBuffer>> BufferOrErr = |
Rui Ueyama | cbe3926 | 2016-02-02 22:48:04 +0000 | [diff] [blame] | 1712 | FileOutputBuffer::create(Config->OutputFile, FileSize, |
| 1713 | FileOutputBuffer::F_executable); |
Rui Ueyama | 6d12eae | 2016-12-05 17:40:37 +0000 | [diff] [blame] | 1714 | |
Rui Ueyama | aa2db88 | 2016-07-15 01:38:54 +0000 | [diff] [blame] | 1715 | if (auto EC = BufferOrErr.getError()) |
Rui Ueyama | c8d3a83 | 2017-01-12 22:18:04 +0000 | [diff] [blame] | 1716 | error("failed to open " + Config->OutputFile + ": " + EC.message()); |
Rui Ueyama | f7f52ef | 2016-04-01 17:24:19 +0000 | [diff] [blame] | 1717 | else |
Rui Ueyama | aa2db88 | 2016-07-15 01:38:54 +0000 | [diff] [blame] | 1718 | Buffer = std::move(*BufferOrErr); |
Michael J. Spencer | 84487f1 | 2015-07-24 21:03:07 +0000 | [diff] [blame] | 1719 | } |
| 1720 | |
George Rimar | 86ce267 | 2016-08-25 09:05:47 +0000 | [diff] [blame] | 1721 | template <class ELFT> void Writer<ELFT>::writeSectionsBinary() { |
| 1722 | uint8_t *Buf = Buffer->getBufferStart(); |
Rafael Espindola | e08e78d | 2016-11-09 23:23:45 +0000 | [diff] [blame] | 1723 | for (OutputSectionBase *Sec : OutputSections) |
Rafael Espindola | 04a2e34 | 2016-11-09 01:42:41 +0000 | [diff] [blame] | 1724 | if (Sec->Flags & SHF_ALLOC) |
| 1725 | Sec->writeTo(Buf + Sec->Offset); |
George Rimar | 86ce267 | 2016-08-25 09:05:47 +0000 | [diff] [blame] | 1726 | } |
| 1727 | |
Michael J. Spencer | 84487f1 | 2015-07-24 21:03:07 +0000 | [diff] [blame] | 1728 | // Write section contents to a mmap'ed file. |
| 1729 | template <class ELFT> void Writer<ELFT>::writeSections() { |
| 1730 | uint8_t *Buf = Buffer->getBufferStart(); |
Hal Finkel | daedc12 | 2015-10-12 23:16:53 +0000 | [diff] [blame] | 1731 | |
Rui Ueyama | 7511825 | 2016-08-09 01:35:37 +0000 | [diff] [blame] | 1732 | // PPC64 needs to process relocations in the .opd section |
| 1733 | // before processing relocations in code-containing sections. |
Rui Ueyama | 30634d9 | 2016-08-09 01:35:38 +0000 | [diff] [blame] | 1734 | Out<ELFT>::Opd = findSection(".opd"); |
Rui Ueyama | 7511825 | 2016-08-09 01:35:37 +0000 | [diff] [blame] | 1735 | if (Out<ELFT>::Opd) { |
Rafael Espindola | 04a2e34 | 2016-11-09 01:42:41 +0000 | [diff] [blame] | 1736 | Out<ELFT>::OpdBuf = Buf + Out<ELFT>::Opd->Offset; |
| 1737 | Out<ELFT>::Opd->writeTo(Buf + Out<ELFT>::Opd->Offset); |
Rafael Espindola | 7a51305 | 2015-10-13 14:45:51 +0000 | [diff] [blame] | 1738 | } |
Hal Finkel | daedc12 | 2015-10-12 23:16:53 +0000 | [diff] [blame] | 1739 | |
Eugene Leviant | 952eb4d | 2016-11-21 15:52:10 +0000 | [diff] [blame] | 1740 | OutputSectionBase *EhFrameHdr = |
| 1741 | In<ELFT>::EhFrameHdr ? In<ELFT>::EhFrameHdr->OutSec : nullptr; |
Rafael Espindola | e08e78d | 2016-11-09 23:23:45 +0000 | [diff] [blame] | 1742 | for (OutputSectionBase *Sec : OutputSections) |
Eugene Leviant | 952eb4d | 2016-11-21 15:52:10 +0000 | [diff] [blame] | 1743 | if (Sec != Out<ELFT>::Opd && Sec != EhFrameHdr) |
Rafael Espindola | 04a2e34 | 2016-11-09 01:42:41 +0000 | [diff] [blame] | 1744 | Sec->writeTo(Buf + Sec->Offset); |
Eugene Leviant | e4f590f | 2016-08-31 07:43:50 +0000 | [diff] [blame] | 1745 | |
| 1746 | // The .eh_frame_hdr depends on .eh_frame section contents, therefore |
| 1747 | // it should be written after .eh_frame is written. |
Eugene Leviant | 952eb4d | 2016-11-21 15:52:10 +0000 | [diff] [blame] | 1748 | if (!Out<ELFT>::EhFrame->empty() && EhFrameHdr) |
| 1749 | EhFrameHdr->writeTo(Buf + EhFrameHdr->Offset); |
Michael J. Spencer | 84487f1 | 2015-07-24 21:03:07 +0000 | [diff] [blame] | 1750 | } |
Rui Ueyama | 3ce825e | 2015-10-09 21:07:25 +0000 | [diff] [blame] | 1751 | |
Rui Ueyama | 634ddf0 | 2016-03-11 20:51:53 +0000 | [diff] [blame] | 1752 | template <class ELFT> void Writer<ELFT>::writeBuildId() { |
Eugene Leviant | 282251a | 2016-11-01 09:49:24 +0000 | [diff] [blame] | 1753 | if (!In<ELFT>::BuildId || !In<ELFT>::BuildId->OutSec) |
Rui Ueyama | 634ddf0 | 2016-03-11 20:51:53 +0000 | [diff] [blame] | 1754 | return; |
| 1755 | |
Petr Hosek | fdfcb79 | 2016-09-01 22:43:03 +0000 | [diff] [blame] | 1756 | // Compute a hash of all sections of the output file. |
Rui Ueyama | 634ddf0 | 2016-03-11 20:51:53 +0000 | [diff] [blame] | 1757 | uint8_t *Start = Buffer->getBufferStart(); |
Petr Hosek | fdfcb79 | 2016-09-01 22:43:03 +0000 | [diff] [blame] | 1758 | uint8_t *End = Start + FileSize; |
Eugene Leviant | 282251a | 2016-11-01 09:49:24 +0000 | [diff] [blame] | 1759 | In<ELFT>::BuildId->writeBuildId({Start, End}); |
Rui Ueyama | 634ddf0 | 2016-03-11 20:51:53 +0000 | [diff] [blame] | 1760 | } |
| 1761 | |
Rui Ueyama | 84907c5 | 2016-08-09 03:38:23 +0000 | [diff] [blame] | 1762 | template void elf::writeResult<ELF32LE>(); |
| 1763 | template void elf::writeResult<ELF32BE>(); |
| 1764 | template void elf::writeResult<ELF64LE>(); |
| 1765 | template void elf::writeResult<ELF64BE>(); |
Eugene Leviant | bbe3860 | 2016-07-19 09:25:43 +0000 | [diff] [blame] | 1766 | |
Rafael Espindola | 0347c0b | 2017-01-20 20:46:15 +0000 | [diff] [blame] | 1767 | template bool elf::allocateHeaders<ELF32LE>(std::vector<PhdrEntry> &, |
Rafael Espindola | 8c495e2 | 2017-01-20 20:41:18 +0000 | [diff] [blame] | 1768 | ArrayRef<OutputSectionBase *>, |
| 1769 | uint64_t); |
Rafael Espindola | 0347c0b | 2017-01-20 20:46:15 +0000 | [diff] [blame] | 1770 | template bool elf::allocateHeaders<ELF32BE>(std::vector<PhdrEntry> &, |
Rafael Espindola | 8c495e2 | 2017-01-20 20:41:18 +0000 | [diff] [blame] | 1771 | ArrayRef<OutputSectionBase *>, |
| 1772 | uint64_t); |
Rafael Espindola | 0347c0b | 2017-01-20 20:46:15 +0000 | [diff] [blame] | 1773 | template bool elf::allocateHeaders<ELF64LE>(std::vector<PhdrEntry> &, |
Rafael Espindola | 8c495e2 | 2017-01-20 20:41:18 +0000 | [diff] [blame] | 1774 | ArrayRef<OutputSectionBase *>, |
| 1775 | uint64_t); |
Rafael Espindola | 0347c0b | 2017-01-20 20:46:15 +0000 | [diff] [blame] | 1776 | template bool elf::allocateHeaders<ELF64BE>(std::vector<PhdrEntry> &, |
Rafael Espindola | 8c495e2 | 2017-01-20 20:41:18 +0000 | [diff] [blame] | 1777 | ArrayRef<OutputSectionBase *>, |
| 1778 | uint64_t); |
Rafael Espindola | 5967c97 | 2016-12-19 21:21:07 +0000 | [diff] [blame] | 1779 | |
Rafael Espindola | e08e78d | 2016-11-09 23:23:45 +0000 | [diff] [blame] | 1780 | template bool elf::isRelroSection<ELF32LE>(const OutputSectionBase *); |
| 1781 | template bool elf::isRelroSection<ELF32BE>(const OutputSectionBase *); |
| 1782 | template bool elf::isRelroSection<ELF64LE>(const OutputSectionBase *); |
| 1783 | template bool elf::isRelroSection<ELF64BE>(const OutputSectionBase *); |
Eugene Leviant | bbe3860 | 2016-07-19 09:25:43 +0000 | [diff] [blame] | 1784 | |
Rui Ueyama | 96bdd5b | 2016-07-25 22:26:28 +0000 | [diff] [blame] | 1785 | template void elf::reportDiscarded<ELF32LE>(InputSectionBase<ELF32LE> *); |
| 1786 | template void elf::reportDiscarded<ELF32BE>(InputSectionBase<ELF32BE> *); |
| 1787 | template void elf::reportDiscarded<ELF64LE>(InputSectionBase<ELF64LE> *); |
| 1788 | template void elf::reportDiscarded<ELF64BE>(InputSectionBase<ELF64BE> *); |