| Michael J. Spencer | 84487f1 | 2015-07-24 21:03:07 +0000 | [diff] [blame] | 1 | //===- Writer.cpp ---------------------------------------------------------===// |
| 2 | // |
| 3 | // The LLVM Linker |
| 4 | // |
| 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
| 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | |
| Michael J. Spencer | f832541 | 2015-09-04 22:48:30 +0000 | [diff] [blame] | 10 | #include "Writer.h" |
| Rui Ueyama | cb8474ed | 2015-08-05 23:51:50 +0000 | [diff] [blame] | 11 | #include "Config.h" |
| Rui Ueyama | 9b55e92 | 2017-03-24 00:15:16 +0000 | [diff] [blame] | 12 | #include "Filesystem.h" |
| Rui Ueyama | 717677a | 2016-02-11 21:17:59 +0000 | [diff] [blame] | 13 | #include "LinkerScript.h" |
| Rafael Espindola | 1ebfc59 | 2017-01-13 21:05:46 +0000 | [diff] [blame] | 14 | #include "MapFile.h" |
| Rui Ueyama | 9381eb1 | 2016-12-18 14:06:06 +0000 | [diff] [blame] | 15 | #include "Memory.h" |
| Rafael Espindola | 5805c4f | 2015-09-21 21:38:08 +0000 | [diff] [blame] | 16 | #include "OutputSections.h" |
| Rui Ueyama | 0fcdc73 | 2016-05-24 20:24:43 +0000 | [diff] [blame] | 17 | #include "Relocations.h" |
| Rui Ueyama | fbbde54 | 2016-06-29 09:08:02 +0000 | [diff] [blame] | 18 | #include "Strings.h" |
| Rui Ueyama | afff74e2 | 2015-08-05 23:24:46 +0000 | [diff] [blame] | 19 | #include "SymbolTable.h" |
| Rui Ueyama | 6dc7fcb | 2016-11-01 20:28:21 +0000 | [diff] [blame] | 20 | #include "SyntheticSections.h" |
| Rafael Espindola | 01205f7 | 2015-09-22 18:19:46 +0000 | [diff] [blame] | 21 | #include "Target.h" |
| George Rimar | dbf9339 | 2017-04-17 08:58:12 +0000 | [diff] [blame] | 22 | #include "Threads.h" |
| Denis Protivensky | 8e3b38a | 2015-11-12 09:52:08 +0000 | [diff] [blame] | 23 | #include "llvm/ADT/StringMap.h" |
| Hal Finkel | 3bae2d8 | 2015-10-12 20:51:48 +0000 | [diff] [blame] | 24 | #include "llvm/ADT/StringSwitch.h" |
| Rui Ueyama | afff74e2 | 2015-08-05 23:24:46 +0000 | [diff] [blame] | 25 | #include "llvm/Support/FileOutputBuffer.h" |
| Rui Ueyama | e8b2df4 | 2016-09-29 01:45:22 +0000 | [diff] [blame] | 26 | #include <climits> |
| Michael J. Spencer | 84487f1 | 2015-07-24 21:03:07 +0000 | [diff] [blame] | 27 | |
| 28 | using namespace llvm; |
| 29 | using namespace llvm::ELF; |
| 30 | using namespace llvm::object; |
| Peter Smith | 0a259f3 | 2016-10-10 09:39:26 +0000 | [diff] [blame] | 31 | using namespace llvm::support; |
| 32 | using namespace llvm::support::endian; |
| Michael J. Spencer | 84487f1 | 2015-07-24 21:03:07 +0000 | [diff] [blame] | 33 | |
| 34 | using namespace lld; |
| Rafael Espindola | e0df00b | 2016-02-28 00:25:54 +0000 | [diff] [blame] | 35 | using namespace lld::elf; |
| Michael J. Spencer | 84487f1 | 2015-07-24 21:03:07 +0000 | [diff] [blame] | 36 | |
| Rui Ueyama | afff74e2 | 2015-08-05 23:24:46 +0000 | [diff] [blame] | 37 | namespace { |
| 38 | // The writer writes a SymbolTable result to a file. |
| 39 | template <class ELFT> class Writer { |
| 40 | public: |
| Rui Ueyama | 9328b2c | 2016-03-14 23:16:09 +0000 | [diff] [blame] | 41 | typedef typename ELFT::Shdr Elf_Shdr; |
| 42 | typedef typename ELFT::Ehdr Elf_Ehdr; |
| 43 | typedef typename ELFT::Phdr Elf_Phdr; |
| Rui Ueyama | 0ce388b | 2017-04-05 21:46:06 +0000 | [diff] [blame] | 44 | |
| Rui Ueyama | afff74e2 | 2015-08-05 23:24:46 +0000 | [diff] [blame] | 45 | void run(); |
| 46 | |
| 47 | private: |
| Rui Ueyama | f83aca4 | 2016-11-01 23:17:45 +0000 | [diff] [blame] | 48 | void createSyntheticSections(); |
| Rui Ueyama | 5a9640b | 2015-10-08 23:49:30 +0000 | [diff] [blame] | 49 | void copyLocalSymbols(); |
| Rafael Espindola | 08d6a3f | 2017-02-11 01:40:49 +0000 | [diff] [blame] | 50 | void addSectionSymbols(); |
| Rui Ueyama | f18fe7b | 2015-12-26 07:50:39 +0000 | [diff] [blame] | 51 | void addReservedSymbols(); |
| George Rimar | 9e69450 | 2016-07-29 16:18:47 +0000 | [diff] [blame] | 52 | void createSections(); |
| Rafael Espindola | b4c9b81 | 2017-02-23 02:28:28 +0000 | [diff] [blame] | 53 | void forEachRelSec(std::function<void(InputSectionBase &)> Fn); |
| Rafael Espindola | 24c073d | 2016-09-21 22:36:19 +0000 | [diff] [blame] | 54 | void sortSections(); |
| Eugene Leviant | e63d81b | 2016-07-20 14:43:20 +0000 | [diff] [blame] | 55 | void finalizeSections(); |
| Rui Ueyama | 84417f8 | 2015-12-26 07:50:41 +0000 | [diff] [blame] | 56 | void addPredefinedSections(); |
| Rafael Espindola | 4d56016 | 2017-09-12 16:38:01 +0000 | [diff] [blame] | 57 | void setReservedSymbolSections(); |
| Rui Ueyama | 2df0fd8 | 2015-12-25 07:38:58 +0000 | [diff] [blame] | 58 | |
| George Rimar | aa35418 | 2017-07-27 07:46:50 +0000 | [diff] [blame] | 59 | std::vector<PhdrEntry *> createPhdrs(); |
| Rafael Espindola | 074ba93 | 2016-12-06 13:43:34 +0000 | [diff] [blame] | 60 | void removeEmptyPTLoad(); |
| George Rimar | aa35418 | 2017-07-27 07:46:50 +0000 | [diff] [blame] | 61 | void addPtArmExid(std::vector<PhdrEntry *> &Phdrs); |
| Rui Ueyama | e044e9c | 2016-04-01 17:07:17 +0000 | [diff] [blame] | 62 | void assignFileOffsets(); |
| George Rimar | 86ce267 | 2016-08-25 09:05:47 +0000 | [diff] [blame] | 63 | void assignFileOffsetsBinary(); |
| Rui Ueyama | e044e9c | 2016-04-01 17:07:17 +0000 | [diff] [blame] | 64 | void setPhdrs(); |
| Rui Ueyama | 4709190 | 2016-03-30 19:41:51 +0000 | [diff] [blame] | 65 | void fixSectionAlignments(); |
| Rui Ueyama | f7f52ef | 2016-04-01 17:24:19 +0000 | [diff] [blame] | 66 | void openFile(); |
| Petr Hosek | edd6c35 | 2017-08-02 16:35:00 +0000 | [diff] [blame] | 67 | void writeTrapInstr(); |
| Rui Ueyama | afff74e2 | 2015-08-05 23:24:46 +0000 | [diff] [blame] | 68 | void writeHeader(); |
| 69 | void writeSections(); |
| George Rimar | 86ce267 | 2016-08-25 09:05:47 +0000 | [diff] [blame] | 70 | void writeSectionsBinary(); |
| Rui Ueyama | 634ddf0 | 2016-03-11 20:51:53 +0000 | [diff] [blame] | 71 | void writeBuildId(); |
| Rui Ueyama | afff74e2 | 2015-08-05 23:24:46 +0000 | [diff] [blame] | 72 | |
| Rui Ueyama | 818bb2f | 2016-07-16 18:55:47 +0000 | [diff] [blame] | 73 | std::unique_ptr<FileOutputBuffer> Buffer; |
| Michael J. Spencer | 2f00824 | 2015-09-17 19:58:07 +0000 | [diff] [blame] | 74 | |
| Rafael Espindola | 0553124 | 2017-07-06 16:40:44 +0000 | [diff] [blame] | 75 | OutputSectionFactory Factory; |
| Rafael Espindola | 4fc6044 | 2016-02-10 22:43:13 +0000 | [diff] [blame] | 76 | |
| Rui Ueyama | 0168722 | 2015-12-26 09:47:57 +0000 | [diff] [blame] | 77 | void addRelIpltSymbols(); |
| Rui Ueyama | a5d79d1 | 2015-12-26 09:48:00 +0000 | [diff] [blame] | 78 | void addStartEndSymbols(); |
| Rafael Espindola | 24e6f36 | 2017-02-24 15:07:30 +0000 | [diff] [blame] | 79 | void addStartStopSymbols(OutputSection *Sec); |
| Rui Ueyama | 6bd3822 | 2017-04-05 21:37:09 +0000 | [diff] [blame] | 80 | uint64_t getEntryAddr(); |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 81 | OutputSection *findSection(StringRef Name); |
| Rui Ueyama | 2f1b79f | 2015-10-10 22:34:30 +0000 | [diff] [blame] | 82 | |
| George Rimar | aa35418 | 2017-07-27 07:46:50 +0000 | [diff] [blame] | 83 | std::vector<PhdrEntry *> Phdrs; |
| Michael J. Spencer | 2f00824 | 2015-09-17 19:58:07 +0000 | [diff] [blame] | 84 | |
| Rui Ueyama | 6bd3822 | 2017-04-05 21:37:09 +0000 | [diff] [blame] | 85 | uint64_t FileSize; |
| 86 | uint64_t SectionHeaderOff; |
| Peter Smith | 113a59e | 2017-06-26 10:22:17 +0000 | [diff] [blame] | 87 | |
| 88 | bool HasGotBaseSym = false; |
| Rui Ueyama | afff74e2 | 2015-08-05 23:24:46 +0000 | [diff] [blame] | 89 | }; |
| 90 | } // anonymous namespace |
| 91 | |
| Rui Ueyama | 55518e7 | 2016-10-28 20:57:25 +0000 | [diff] [blame] | 92 | StringRef elf::getOutputSectionName(StringRef Name) { |
| George Rimar | 60a0ea1 | 2017-06-05 12:49:21 +0000 | [diff] [blame] | 93 | // ".zdebug_" is a prefix for ZLIB-compressed sections. |
| 94 | // Because we decompressed input sections, we want to remove 'z'. |
| 95 | if (Name.startswith(".zdebug_")) |
| 96 | return Saver.save("." + Name.substr(2)); |
| 97 | |
| Eugene Leviant | a8d12ef | 2016-10-05 10:10:45 +0000 | [diff] [blame] | 98 | if (Config->Relocatable) |
| 99 | return Name; |
| 100 | |
| Rafael Espindola | 7d38273 | 2016-09-19 19:59:21 +0000 | [diff] [blame] | 101 | for (StringRef V : |
| George Rimar | 1ab9cf4 | 2017-03-17 10:14:53 +0000 | [diff] [blame] | 102 | {".text.", ".rodata.", ".data.rel.ro.", ".data.", ".bss.rel.ro.", |
| 103 | ".bss.", ".init_array.", ".fini_array.", ".ctors.", ".dtors.", ".tbss.", |
| Peter Smith | 691ff76 | 2017-06-28 09:12:38 +0000 | [diff] [blame] | 104 | ".gcc_except_table.", ".tdata.", ".ARM.exidx.", ".ARM.extab."}) { |
| Rafael Espindola | 7d38273 | 2016-09-19 19:59:21 +0000 | [diff] [blame] | 105 | StringRef Prefix = V.drop_back(); |
| 106 | if (Name.startswith(V) || Name == Prefix) |
| 107 | return Prefix; |
| 108 | } |
| Rui Ueyama | 0538408 | 2016-10-12 22:36:31 +0000 | [diff] [blame] | 109 | |
| Rui Ueyama | e8a6102 | 2016-11-05 23:05:47 +0000 | [diff] [blame] | 110 | // CommonSection is identified as "COMMON" in linker scripts. |
| 111 | // By default, it should go to .bss section. |
| 112 | if (Name == "COMMON") |
| 113 | return ".bss"; |
| 114 | |
| George Rimar | 5d53d1f | 2016-07-12 08:50:42 +0000 | [diff] [blame] | 115 | return Name; |
| 116 | } |
| 117 | |
| George Rimar | 696a7f9 | 2017-09-19 09:20:54 +0000 | [diff] [blame] | 118 | static bool needsInterpSection() { |
| 119 | return !SharedFiles.empty() && !Config->DynamicLinker.empty() && |
| 120 | !Script->ignoreInterpSection(); |
| Rui Ueyama | fd03cfd | 2016-07-21 11:01:23 +0000 | [diff] [blame] | 121 | } |
| 122 | |
| George Rimar | d8b2776 | 2016-11-14 10:14:18 +0000 | [diff] [blame] | 123 | template <class ELFT> void elf::writeResult() { Writer<ELFT>().run(); } |
| Rafael Espindola | 4fc6044 | 2016-02-10 22:43:13 +0000 | [diff] [blame] | 124 | |
| Rafael Espindola | 074ba93 | 2016-12-06 13:43:34 +0000 | [diff] [blame] | 125 | template <class ELFT> void Writer<ELFT>::removeEmptyPTLoad() { |
| George Rimar | 60608a8 | 2017-08-28 09:28:15 +0000 | [diff] [blame] | 126 | llvm::erase_if(Phdrs, [&](const PhdrEntry *P) { |
| George Rimar | aa35418 | 2017-07-27 07:46:50 +0000 | [diff] [blame] | 127 | if (P->p_type != PT_LOAD) |
| Rafael Espindola | 074ba93 | 2016-12-06 13:43:34 +0000 | [diff] [blame] | 128 | return false; |
| George Rimar | 6823c5f | 2017-09-07 11:01:10 +0000 | [diff] [blame] | 129 | if (!P->FirstSec) |
| Rafael Espindola | 4121761 | 2016-12-08 03:17:05 +0000 | [diff] [blame] | 130 | return true; |
| George Rimar | 6823c5f | 2017-09-07 11:01:10 +0000 | [diff] [blame] | 131 | uint64_t Size = P->LastSec->Addr + P->LastSec->Size - P->FirstSec->Addr; |
| Rafael Espindola | 074ba93 | 2016-12-06 13:43:34 +0000 | [diff] [blame] | 132 | return Size == 0; |
| 133 | }); |
| Rafael Espindola | 074ba93 | 2016-12-06 13:43:34 +0000 | [diff] [blame] | 134 | } |
| 135 | |
| Petr Hosek | 7b79321 | 2017-03-10 20:00:42 +0000 | [diff] [blame] | 136 | template <class ELFT> static void combineEhFrameSections() { |
| 137 | for (InputSectionBase *&S : InputSections) { |
| 138 | EhInputSection *ES = dyn_cast<EhInputSection>(S); |
| Rafael Espindola | a156555 | 2017-03-15 12:31:54 +0000 | [diff] [blame] | 139 | if (!ES || !ES->Live) |
| Petr Hosek | 7b79321 | 2017-03-10 20:00:42 +0000 | [diff] [blame] | 140 | continue; |
| 141 | |
| 142 | In<ELFT>::EhFrame->addSection(ES); |
| 143 | S = nullptr; |
| 144 | } |
| 145 | |
| 146 | std::vector<InputSectionBase *> &V = InputSections; |
| 147 | V.erase(std::remove(V.begin(), V.end(), nullptr), V.end()); |
| 148 | } |
| 149 | |
| Rui Ueyama | f83aca4 | 2016-11-01 23:17:45 +0000 | [diff] [blame] | 150 | // The main function of the writer. |
| 151 | template <class ELFT> void Writer<ELFT>::run() { |
| Rui Ueyama | 0b1b695 | 2016-11-21 02:11:05 +0000 | [diff] [blame] | 152 | // Create linker-synthesized sections such as .got or .plt. |
| 153 | // Such sections are of type input section. |
| Rui Ueyama | f83aca4 | 2016-11-01 23:17:45 +0000 | [diff] [blame] | 154 | createSyntheticSections(); |
| George Rimar | 7beff42 | 2016-11-15 08:19:02 +0000 | [diff] [blame] | 155 | |
| Petr Hosek | 7b79321 | 2017-03-10 20:00:42 +0000 | [diff] [blame] | 156 | if (!Config->Relocatable) |
| 157 | combineEhFrameSections<ELFT>(); |
| 158 | |
| Rui Ueyama | 0b1b695 | 2016-11-21 02:11:05 +0000 | [diff] [blame] | 159 | // We need to create some reserved symbols such as _end. Create them. |
| George Rimar | 7beff42 | 2016-11-15 08:19:02 +0000 | [diff] [blame] | 160 | if (!Config->Relocatable) |
| 161 | addReservedSymbols(); |
| Rui Ueyama | f83aca4 | 2016-11-01 23:17:45 +0000 | [diff] [blame] | 162 | |
| Rui Ueyama | 0b1b695 | 2016-11-21 02:11:05 +0000 | [diff] [blame] | 163 | // Create output sections. |
| Rui Ueyama | a34da93 | 2017-03-21 23:03:09 +0000 | [diff] [blame] | 164 | if (Script->Opt.HasSections) { |
| Rui Ueyama | 0b1b695 | 2016-11-21 02:11:05 +0000 | [diff] [blame] | 165 | // If linker script contains SECTIONS commands, let it create sections. |
| George Rimar | a8dba48 | 2017-03-20 10:09:58 +0000 | [diff] [blame] | 166 | Script->processCommands(Factory); |
| Rui Ueyama | 0b1b695 | 2016-11-21 02:11:05 +0000 | [diff] [blame] | 167 | |
| 168 | // Linker scripts may have left some input sections unassigned. |
| 169 | // Assign such sections using the default rule. |
| George Rimar | a8dba48 | 2017-03-20 10:09:58 +0000 | [diff] [blame] | 170 | Script->addOrphanSections(Factory); |
| Rui Ueyama | f83aca4 | 2016-11-01 23:17:45 +0000 | [diff] [blame] | 171 | } else { |
| Rui Ueyama | 0b1b695 | 2016-11-21 02:11:05 +0000 | [diff] [blame] | 172 | // If linker script does not contain SECTIONS commands, create |
| 173 | // output sections by default rules. We still need to give the |
| 174 | // linker script a chance to run, because it might contain |
| 175 | // non-SECTIONS commands such as ASSERT. |
| George Rimar | a8dba48 | 2017-03-20 10:09:58 +0000 | [diff] [blame] | 176 | Script->processCommands(Factory); |
| Rafael Espindola | 2126334 | 2017-07-05 23:36:24 +0000 | [diff] [blame] | 177 | createSections(); |
| Rui Ueyama | f83aca4 | 2016-11-01 23:17:45 +0000 | [diff] [blame] | 178 | } |
| 179 | |
| 180 | if (Config->Discard != DiscardPolicy::All) |
| 181 | copyLocalSymbols(); |
| 182 | |
| Rui Ueyama | d57e74b7 | 2017-03-17 23:29:01 +0000 | [diff] [blame] | 183 | if (Config->CopyRelocs) |
| Rafael Espindola | 08d6a3f | 2017-02-11 01:40:49 +0000 | [diff] [blame] | 184 | addSectionSymbols(); |
| 185 | |
| Rui Ueyama | 0b1b695 | 2016-11-21 02:11:05 +0000 | [diff] [blame] | 186 | // Now that we have a complete set of output sections. This function |
| 187 | // completes section contents. For example, we need to add strings |
| 188 | // to the string table, and add entries to .got and .plt. |
| 189 | // finalizeSections does that. |
| Rui Ueyama | f83aca4 | 2016-11-01 23:17:45 +0000 | [diff] [blame] | 190 | finalizeSections(); |
| Rui Ueyama | f373dd7 | 2016-11-24 01:43:21 +0000 | [diff] [blame] | 191 | if (ErrorCount) |
| Rui Ueyama | f83aca4 | 2016-11-01 23:17:45 +0000 | [diff] [blame] | 192 | return; |
| 193 | |
| Rafael Espindola | 55b169b | 2017-05-24 18:08:04 +0000 | [diff] [blame] | 194 | // If -compressed-debug-sections is specified, we need to compress |
| 195 | // .debug_* sections. Do it right now because it changes the size of |
| 196 | // output sections. |
| George Rimar | a9b0714 | 2017-08-04 08:30:16 +0000 | [diff] [blame] | 197 | parallelForEach(OutputSections, |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 198 | [](OutputSection *Sec) { Sec->maybeCompress<ELFT>(); }); |
| Rafael Espindola | 805f515 | 2017-06-01 16:30:12 +0000 | [diff] [blame] | 199 | |
| Peter Smith | 5aedebf | 2017-07-05 09:12:54 +0000 | [diff] [blame] | 200 | Script->assignAddresses(); |
| 201 | Script->allocateHeaders(Phdrs); |
| Rafael Espindola | 189860c | 2017-06-07 02:24:08 +0000 | [diff] [blame] | 202 | |
| 203 | // Remove empty PT_LOAD to avoid causing the dynamic linker to try to mmap a |
| 204 | // 0 sized region. This has to be done late since only after assignAddresses |
| 205 | // we know the size of the sections. |
| 206 | removeEmptyPTLoad(); |
| 207 | |
| 208 | if (!Config->OFormatBinary) |
| Rui Ueyama | f83aca4 | 2016-11-01 23:17:45 +0000 | [diff] [blame] | 209 | assignFileOffsets(); |
| Rafael Espindola | 189860c | 2017-06-07 02:24:08 +0000 | [diff] [blame] | 210 | else |
| 211 | assignFileOffsetsBinary(); |
| 212 | |
| 213 | setPhdrs(); |
| 214 | |
| 215 | if (Config->Relocatable) { |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 216 | for (OutputSection *Sec : OutputSections) |
| 217 | Sec->Addr = 0; |
| Rui Ueyama | f83aca4 | 2016-11-01 23:17:45 +0000 | [diff] [blame] | 218 | } |
| 219 | |
| George Rimar | 2ddab6d | 2017-01-17 13:50:34 +0000 | [diff] [blame] | 220 | // It does not make sense try to open the file if we have error already. |
| 221 | if (ErrorCount) |
| 222 | return; |
| Rui Ueyama | 0b1b695 | 2016-11-21 02:11:05 +0000 | [diff] [blame] | 223 | // Write the result down to a file. |
| Rui Ueyama | f83aca4 | 2016-11-01 23:17:45 +0000 | [diff] [blame] | 224 | openFile(); |
| Rui Ueyama | f373dd7 | 2016-11-24 01:43:21 +0000 | [diff] [blame] | 225 | if (ErrorCount) |
| Rui Ueyama | f83aca4 | 2016-11-01 23:17:45 +0000 | [diff] [blame] | 226 | return; |
| Rafael Espindola | 3f235c7 | 2017-06-01 16:32:58 +0000 | [diff] [blame] | 227 | |
| Rui Ueyama | f83aca4 | 2016-11-01 23:17:45 +0000 | [diff] [blame] | 228 | if (!Config->OFormatBinary) { |
| Petr Hosek | edd6c35 | 2017-08-02 16:35:00 +0000 | [diff] [blame] | 229 | writeTrapInstr(); |
| Rui Ueyama | f83aca4 | 2016-11-01 23:17:45 +0000 | [diff] [blame] | 230 | writeHeader(); |
| 231 | writeSections(); |
| 232 | } else { |
| 233 | writeSectionsBinary(); |
| 234 | } |
| Rui Ueyama | 0b1b695 | 2016-11-21 02:11:05 +0000 | [diff] [blame] | 235 | |
| 236 | // Backfill .note.gnu.build-id section content. This is done at last |
| 237 | // because the content is usually a hash value of the entire output file. |
| Rui Ueyama | f83aca4 | 2016-11-01 23:17:45 +0000 | [diff] [blame] | 238 | writeBuildId(); |
| Rui Ueyama | f373dd7 | 2016-11-24 01:43:21 +0000 | [diff] [blame] | 239 | if (ErrorCount) |
| Rui Ueyama | f83aca4 | 2016-11-01 23:17:45 +0000 | [diff] [blame] | 240 | return; |
| Rui Ueyama | 0b1b695 | 2016-11-21 02:11:05 +0000 | [diff] [blame] | 241 | |
| Rui Ueyama | 40eaa99 | 2017-01-18 03:34:38 +0000 | [diff] [blame] | 242 | // Handle -Map option. |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 243 | writeMapFile<ELFT>(); |
| Rui Ueyama | 40eaa99 | 2017-01-18 03:34:38 +0000 | [diff] [blame] | 244 | if (ErrorCount) |
| 245 | return; |
| 246 | |
| Rui Ueyama | f83aca4 | 2016-11-01 23:17:45 +0000 | [diff] [blame] | 247 | if (auto EC = Buffer->commit()) |
| Rui Ueyama | c8d3a83 | 2017-01-12 22:18:04 +0000 | [diff] [blame] | 248 | error("failed to write to the output file: " + EC.message()); |
| Rui Ueyama | 0b1b695 | 2016-11-21 02:11:05 +0000 | [diff] [blame] | 249 | |
| 250 | // Flush the output streams and exit immediately. A full shutdown |
| 251 | // is a good test that we are keeping track of all allocated memory, |
| 252 | // but actually freeing it is a waste of time in a regular linker run. |
| 253 | if (Config->ExitEarly) |
| Rui Ueyama | f83aca4 | 2016-11-01 23:17:45 +0000 | [diff] [blame] | 254 | exitLld(0); |
| Rui Ueyama | f83aca4 | 2016-11-01 23:17:45 +0000 | [diff] [blame] | 255 | } |
| 256 | |
| Rui Ueyama | 9d1bacb1 | 2017-02-27 02:31:26 +0000 | [diff] [blame] | 257 | // Initialize Out members. |
| Rui Ueyama | f83aca4 | 2016-11-01 23:17:45 +0000 | [diff] [blame] | 258 | template <class ELFT> void Writer<ELFT>::createSyntheticSections() { |
| 259 | // Initialize all pointers with NULL. This is needed because |
| 260 | // you can call lld::elf::main more than once as a library. |
| Rui Ueyama | 9d1bacb1 | 2017-02-27 02:31:26 +0000 | [diff] [blame] | 261 | memset(&Out::First, 0, sizeof(Out)); |
| Rui Ueyama | cfadbd9 | 2016-11-01 23:12:51 +0000 | [diff] [blame] | 262 | |
| Rui Ueyama | 536a267 | 2017-02-27 02:32:08 +0000 | [diff] [blame] | 263 | auto Add = [](InputSectionBase *Sec) { InputSections.push_back(Sec); }; |
| Rui Ueyama | 7ddd7a8 | 2017-02-05 05:18:58 +0000 | [diff] [blame] | 264 | |
| Rafael Espindola | 895aea6 | 2017-05-11 22:02:41 +0000 | [diff] [blame] | 265 | InX::DynStrTab = make<StringTableSection>(".dynstr", true); |
| Rafael Espindola | 5ab1989 | 2017-05-11 23:16:43 +0000 | [diff] [blame] | 266 | InX::Dynamic = make<DynamicSection<ELFT>>(); |
| Eugene Leviant | a96d902 | 2016-11-16 10:02:27 +0000 | [diff] [blame] | 267 | In<ELFT>::RelaDyn = make<RelocationSection<ELFT>>( |
| Rui Ueyama | d57e74b7 | 2017-03-17 23:29:01 +0000 | [diff] [blame] | 268 | Config->IsRela ? ".rela.dyn" : ".rel.dyn", Config->ZCombreloc); |
| Rafael Espindola | 895aea6 | 2017-05-11 22:02:41 +0000 | [diff] [blame] | 269 | InX::ShStrTab = make<StringTableSection>(".shstrtab", false); |
| Rui Ueyama | 4197a6a | 2016-02-05 18:41:40 +0000 | [diff] [blame] | 270 | |
| Rui Ueyama | 9d1bacb1 | 2017-02-27 02:31:26 +0000 | [diff] [blame] | 271 | Out::ElfHeader = make<OutputSection>("", 0, SHF_ALLOC); |
| 272 | Out::ElfHeader->Size = sizeof(Elf_Ehdr); |
| 273 | Out::ProgramHeaders = make<OutputSection>("", 0, SHF_ALLOC); |
| Rui Ueyama | 6bd3822 | 2017-04-05 21:37:09 +0000 | [diff] [blame] | 274 | Out::ProgramHeaders->updateAlignment(Config->Wordsize); |
| Rui Ueyama | 4197a6a | 2016-02-05 18:41:40 +0000 | [diff] [blame] | 275 | |
| George Rimar | 696a7f9 | 2017-09-19 09:20:54 +0000 | [diff] [blame] | 276 | if (needsInterpSection()) { |
| Rafael Espindola | 895aea6 | 2017-05-11 22:02:41 +0000 | [diff] [blame] | 277 | InX::Interp = createInterpSection(); |
| 278 | Add(InX::Interp); |
| Rui Ueyama | e8a6102 | 2016-11-05 23:05:47 +0000 | [diff] [blame] | 279 | } else { |
| Rafael Espindola | 895aea6 | 2017-05-11 22:02:41 +0000 | [diff] [blame] | 280 | InX::Interp = nullptr; |
| Rui Ueyama | e8a6102 | 2016-11-05 23:05:47 +0000 | [diff] [blame] | 281 | } |
| Rui Ueyama | 3a41be2 | 2016-04-07 22:49:21 +0000 | [diff] [blame] | 282 | |
| George Rimar | f21aade | 2016-08-31 08:38:11 +0000 | [diff] [blame] | 283 | if (Config->Strip != StripPolicy::All) { |
| Rafael Espindola | 895aea6 | 2017-05-11 22:02:41 +0000 | [diff] [blame] | 284 | InX::StrTab = make<StringTableSection>(".strtab", false); |
| George Rimar | f45f681 | 2017-05-16 08:53:30 +0000 | [diff] [blame] | 285 | InX::SymTab = make<SymbolTableSection<ELFT>>(*InX::StrTab); |
| Rui Ueyama | 4197a6a | 2016-02-05 18:41:40 +0000 | [diff] [blame] | 286 | } |
| Rui Ueyama | cfadbd9 | 2016-11-01 23:12:51 +0000 | [diff] [blame] | 287 | |
| Rui Ueyama | c4030a1 | 2016-11-22 00:54:15 +0000 | [diff] [blame] | 288 | if (Config->BuildId != BuildIdKind::None) { |
| Rafael Espindola | 895aea6 | 2017-05-11 22:02:41 +0000 | [diff] [blame] | 289 | InX::BuildId = make<BuildIdSection>(); |
| 290 | Add(InX::BuildId); |
| Rui Ueyama | c4030a1 | 2016-11-22 00:54:15 +0000 | [diff] [blame] | 291 | } |
| Rui Ueyama | e8a6102 | 2016-11-05 23:05:47 +0000 | [diff] [blame] | 292 | |
| Rui Ueyama | 9011320 | 2017-09-08 19:41:35 +0000 | [diff] [blame] | 293 | for (InputSection *S : createCommonSections()) |
| Dmitry Mikulin | 1e30f07 | 2017-09-08 16:22:43 +0000 | [diff] [blame] | 294 | Add(S); |
| Simon Atanasyan | ce02cf0 | 2016-11-09 21:36:56 +0000 | [diff] [blame] | 295 | |
| Rafael Espindola | 895aea6 | 2017-05-11 22:02:41 +0000 | [diff] [blame] | 296 | InX::Bss = make<BssSection>(".bss"); |
| 297 | Add(InX::Bss); |
| 298 | InX::BssRelRo = make<BssSection>(".bss.rel.ro"); |
| 299 | Add(InX::BssRelRo); |
| George Rimar | 1ab9cf4 | 2017-03-17 10:14:53 +0000 | [diff] [blame] | 300 | |
| Rui Ueyama | 1d75de0 | 2016-11-22 04:28:39 +0000 | [diff] [blame] | 301 | // Add MIPS-specific sections. |
| Simon Atanasyan | ce02cf0 | 2016-11-09 21:36:56 +0000 | [diff] [blame] | 302 | if (Config->EMachine == EM_MIPS) { |
| Rafael Espindola | e05e2f8 | 2017-09-15 18:05:02 +0000 | [diff] [blame] | 303 | if (!Config->Shared && Config->HasDynSymTab) { |
| Rafael Espindola | 895aea6 | 2017-05-11 22:02:41 +0000 | [diff] [blame] | 304 | InX::MipsRldMap = make<MipsRldMapSection>(); |
| 305 | Add(InX::MipsRldMap); |
| Eugene Leviant | 17b7a57 | 2016-11-22 17:49:14 +0000 | [diff] [blame] | 306 | } |
| Rui Ueyama | 1d75de0 | 2016-11-22 04:28:39 +0000 | [diff] [blame] | 307 | if (auto *Sec = MipsAbiFlagsSection<ELFT>::create()) |
| Rui Ueyama | 7ddd7a8 | 2017-02-05 05:18:58 +0000 | [diff] [blame] | 308 | Add(Sec); |
| Rui Ueyama | 1d75de0 | 2016-11-22 04:28:39 +0000 | [diff] [blame] | 309 | if (auto *Sec = MipsOptionsSection<ELFT>::create()) |
| Rui Ueyama | 7ddd7a8 | 2017-02-05 05:18:58 +0000 | [diff] [blame] | 310 | Add(Sec); |
| Rui Ueyama | 1d75de0 | 2016-11-22 04:28:39 +0000 | [diff] [blame] | 311 | if (auto *Sec = MipsReginfoSection<ELFT>::create()) |
| Rui Ueyama | 7ddd7a8 | 2017-02-05 05:18:58 +0000 | [diff] [blame] | 312 | Add(Sec); |
| Simon Atanasyan | ce02cf0 | 2016-11-09 21:36:56 +0000 | [diff] [blame] | 313 | } |
| Eugene Leviant | 41ca327 | 2016-11-10 09:48:29 +0000 | [diff] [blame] | 314 | |
| Rafael Espindola | e05e2f8 | 2017-09-15 18:05:02 +0000 | [diff] [blame] | 315 | if (Config->HasDynSymTab) { |
| George Rimar | 69b17c3 | 2017-05-16 10:04:42 +0000 | [diff] [blame] | 316 | InX::DynSymTab = make<SymbolTableSection<ELFT>>(*InX::DynStrTab); |
| 317 | Add(InX::DynSymTab); |
| George Rimar | 11992c86 | 2016-11-25 08:05:41 +0000 | [diff] [blame] | 318 | |
| 319 | In<ELFT>::VerSym = make<VersionTableSection<ELFT>>(); |
| Rui Ueyama | 7ddd7a8 | 2017-02-05 05:18:58 +0000 | [diff] [blame] | 320 | Add(In<ELFT>::VerSym); |
| George Rimar | 11992c86 | 2016-11-25 08:05:41 +0000 | [diff] [blame] | 321 | |
| 322 | if (!Config->VersionDefinitions.empty()) { |
| 323 | In<ELFT>::VerDef = make<VersionDefinitionSection<ELFT>>(); |
| Rui Ueyama | 7ddd7a8 | 2017-02-05 05:18:58 +0000 | [diff] [blame] | 324 | Add(In<ELFT>::VerDef); |
| George Rimar | 11992c86 | 2016-11-25 08:05:41 +0000 | [diff] [blame] | 325 | } |
| 326 | |
| 327 | In<ELFT>::VerNeed = make<VersionNeedSection<ELFT>>(); |
| Rui Ueyama | 7ddd7a8 | 2017-02-05 05:18:58 +0000 | [diff] [blame] | 328 | Add(In<ELFT>::VerNeed); |
| George Rimar | 11992c86 | 2016-11-25 08:05:41 +0000 | [diff] [blame] | 329 | |
| 330 | if (Config->GnuHash) { |
| George Rimar | 69b17c3 | 2017-05-16 10:04:42 +0000 | [diff] [blame] | 331 | InX::GnuHashTab = make<GnuHashTableSection>(); |
| 332 | Add(InX::GnuHashTab); |
| George Rimar | 11992c86 | 2016-11-25 08:05:41 +0000 | [diff] [blame] | 333 | } |
| 334 | |
| 335 | if (Config->SysvHash) { |
| George Rimar | aaf5471 | 2017-09-27 09:14:59 +0000 | [diff] [blame^] | 336 | InX::HashTab = make<HashTableSection>(); |
| 337 | Add(InX::HashTab); |
| George Rimar | 11992c86 | 2016-11-25 08:05:41 +0000 | [diff] [blame] | 338 | } |
| 339 | |
| Rafael Espindola | 5ab1989 | 2017-05-11 23:16:43 +0000 | [diff] [blame] | 340 | Add(InX::Dynamic); |
| Rafael Espindola | 895aea6 | 2017-05-11 22:02:41 +0000 | [diff] [blame] | 341 | Add(InX::DynStrTab); |
| Rui Ueyama | 7ddd7a8 | 2017-02-05 05:18:58 +0000 | [diff] [blame] | 342 | Add(In<ELFT>::RelaDyn); |
| George Rimar | 11992c86 | 2016-11-25 08:05:41 +0000 | [diff] [blame] | 343 | } |
| 344 | |
| Rui Ueyama | 1d75de0 | 2016-11-22 04:28:39 +0000 | [diff] [blame] | 345 | // Add .got. MIPS' .got is so different from the other archs, |
| 346 | // it has its own class. |
| George Rimar | 11992c86 | 2016-11-25 08:05:41 +0000 | [diff] [blame] | 347 | if (Config->EMachine == EM_MIPS) { |
| Rafael Espindola | b3aa2c9 | 2017-05-11 21:33:30 +0000 | [diff] [blame] | 348 | InX::MipsGot = make<MipsGotSection>(); |
| 349 | Add(InX::MipsGot); |
| George Rimar | 11992c86 | 2016-11-25 08:05:41 +0000 | [diff] [blame] | 350 | } else { |
| Rafael Espindola | a6465bb | 2017-05-18 16:45:36 +0000 | [diff] [blame] | 351 | InX::Got = make<GotSection>(); |
| Rafael Espindola | 88ab9fb | 2017-05-11 23:26:03 +0000 | [diff] [blame] | 352 | Add(InX::Got); |
| George Rimar | 11992c86 | 2016-11-25 08:05:41 +0000 | [diff] [blame] | 353 | } |
| Simon Atanasyan | 725dc14 | 2016-11-16 21:01:02 +0000 | [diff] [blame] | 354 | |
| Rafael Espindola | 4b1c369 | 2017-05-11 21:23:38 +0000 | [diff] [blame] | 355 | InX::GotPlt = make<GotPltSection>(); |
| 356 | Add(InX::GotPlt); |
| Rafael Espindola | 895aea6 | 2017-05-11 22:02:41 +0000 | [diff] [blame] | 357 | InX::IgotPlt = make<IgotPltSection>(); |
| 358 | Add(InX::IgotPlt); |
| George Rimar | 3fb5a6d | 2016-11-29 16:05:27 +0000 | [diff] [blame] | 359 | |
| 360 | if (Config->GdbIndex) { |
| Rafael Espindola | 300b386 | 2017-07-12 23:56:53 +0000 | [diff] [blame] | 361 | InX::GdbIndex = createGdbIndex<ELFT>(); |
| Rafael Espindola | 895aea6 | 2017-05-11 22:02:41 +0000 | [diff] [blame] | 362 | Add(InX::GdbIndex); |
| George Rimar | 3fb5a6d | 2016-11-29 16:05:27 +0000 | [diff] [blame] | 363 | } |
| 364 | |
| 365 | // We always need to add rel[a].plt to output if it has entries. |
| 366 | // Even for static linking it can contain R_[*]_IRELATIVE relocations. |
| 367 | In<ELFT>::RelaPlt = make<RelocationSection<ELFT>>( |
| Rui Ueyama | d57e74b7 | 2017-03-17 23:29:01 +0000 | [diff] [blame] | 368 | Config->IsRela ? ".rela.plt" : ".rel.plt", false /*Sort*/); |
| Rui Ueyama | 7ddd7a8 | 2017-02-05 05:18:58 +0000 | [diff] [blame] | 369 | Add(In<ELFT>::RelaPlt); |
| George Rimar | 3fb5a6d | 2016-11-29 16:05:27 +0000 | [diff] [blame] | 370 | |
| Peter Smith | baffdb8 | 2016-12-08 12:58:55 +0000 | [diff] [blame] | 371 | // The RelaIplt immediately follows .rel.plt (.rel.dyn for ARM) to ensure |
| 372 | // that the IRelative relocations are processed last by the dynamic loader |
| 373 | In<ELFT>::RelaIplt = make<RelocationSection<ELFT>>( |
| 374 | (Config->EMachine == EM_ARM) ? ".rel.dyn" : In<ELFT>::RelaPlt->Name, |
| 375 | false /*Sort*/); |
| Rui Ueyama | 7ddd7a8 | 2017-02-05 05:18:58 +0000 | [diff] [blame] | 376 | Add(In<ELFT>::RelaIplt); |
| Peter Smith | baffdb8 | 2016-12-08 12:58:55 +0000 | [diff] [blame] | 377 | |
| Rafael Espindola | 895aea6 | 2017-05-11 22:02:41 +0000 | [diff] [blame] | 378 | InX::Plt = make<PltSection>(Target->PltHeaderSize); |
| 379 | Add(InX::Plt); |
| 380 | InX::Iplt = make<PltSection>(0); |
| 381 | Add(InX::Iplt); |
| George Rimar | 3fb5a6d | 2016-11-29 16:05:27 +0000 | [diff] [blame] | 382 | |
| Rafael Espindola | 66b4e21 | 2017-02-23 22:06:28 +0000 | [diff] [blame] | 383 | if (!Config->Relocatable) { |
| George Rimar | 1c74c2f | 2017-03-09 08:45:25 +0000 | [diff] [blame] | 384 | if (Config->EhFrameHdr) { |
| 385 | In<ELFT>::EhFrameHdr = make<EhFrameHeader<ELFT>>(); |
| 386 | Add(In<ELFT>::EhFrameHdr); |
| 387 | } |
| Rafael Espindola | 66b4e21 | 2017-02-23 22:06:28 +0000 | [diff] [blame] | 388 | In<ELFT>::EhFrame = make<EhFrameSection<ELFT>>(); |
| 389 | Add(In<ELFT>::EhFrame); |
| 390 | } |
| 391 | |
| George Rimar | 69b17c3 | 2017-05-16 10:04:42 +0000 | [diff] [blame] | 392 | if (InX::SymTab) |
| 393 | Add(InX::SymTab); |
| Rafael Espindola | 895aea6 | 2017-05-11 22:02:41 +0000 | [diff] [blame] | 394 | Add(InX::ShStrTab); |
| 395 | if (InX::StrTab) |
| 396 | Add(InX::StrTab); |
| Michael J. Spencer | 84487f1 | 2015-07-24 21:03:07 +0000 | [diff] [blame] | 397 | } |
| 398 | |
| Rafael Espindola | 5616adf | 2017-03-08 22:36:28 +0000 | [diff] [blame] | 399 | static bool shouldKeepInSymtab(SectionBase *Sec, StringRef SymName, |
| Rafael Espindola | ccfe3cb | 2016-04-04 14:04:16 +0000 | [diff] [blame] | 400 | const SymbolBody &B) { |
| Rafael Espindola | 08d6a3f | 2017-02-11 01:40:49 +0000 | [diff] [blame] | 401 | if (B.isFile() || B.isSection()) |
| Rafael Espindola | 10d71ff | 2016-01-27 18:04:26 +0000 | [diff] [blame] | 402 | return false; |
| 403 | |
| Rafael Espindola | 10d71ff | 2016-01-27 18:04:26 +0000 | [diff] [blame] | 404 | // If sym references a section in a discarded group, don't keep it. |
| Rafael Espindola | 774ea7d | 2017-02-23 16:49:07 +0000 | [diff] [blame] | 405 | if (Sec == &InputSection::Discarded) |
| Rafael Espindola | 10d71ff | 2016-01-27 18:04:26 +0000 | [diff] [blame] | 406 | return false; |
| 407 | |
| George Rimar | 9503f6d | 2016-08-31 08:46:30 +0000 | [diff] [blame] | 408 | if (Config->Discard == DiscardPolicy::None) |
| Rafael Espindola | 10d71ff | 2016-01-27 18:04:26 +0000 | [diff] [blame] | 409 | return true; |
| 410 | |
| 411 | // In ELF assembly .L symbols are normally discarded by the assembler. |
| 412 | // If the assembler fails to do so, the linker discards them if |
| 413 | // * --discard-locals is used. |
| 414 | // * The symbol is in a SHF_MERGE section, which is normally the reason for |
| 415 | // the assembler keeping the .L symbol. |
| 416 | if (!SymName.startswith(".L") && !SymName.empty()) |
| 417 | return true; |
| 418 | |
| George Rimar | 9503f6d | 2016-08-31 08:46:30 +0000 | [diff] [blame] | 419 | if (Config->Discard == DiscardPolicy::Locals) |
| Rafael Espindola | 10d71ff | 2016-01-27 18:04:26 +0000 | [diff] [blame] | 420 | return false; |
| 421 | |
| Rafael Espindola | 1854a8e | 2016-10-26 12:36:56 +0000 | [diff] [blame] | 422 | return !Sec || !(Sec->Flags & SHF_MERGE); |
| Rafael Espindola | 10d71ff | 2016-01-27 18:04:26 +0000 | [diff] [blame] | 423 | } |
| 424 | |
| George Rimar | 7702bc2 | 2017-03-16 11:20:02 +0000 | [diff] [blame] | 425 | static bool includeInSymtab(const SymbolBody &B) { |
| Rafael Espindola | 474eb01 | 2016-05-05 16:40:28 +0000 | [diff] [blame] | 426 | if (!B.isLocal() && !B.symbol()->IsUsedInRegularObj) |
| 427 | return false; |
| 428 | |
| Rui Ueyama | 80474a2 | 2017-02-28 19:29:55 +0000 | [diff] [blame] | 429 | if (auto *D = dyn_cast<DefinedRegular>(&B)) { |
| Rafael Espindola | 474eb01 | 2016-05-05 16:40:28 +0000 | [diff] [blame] | 430 | // Always include absolute symbols. |
| Rafael Espindola | 5616adf | 2017-03-08 22:36:28 +0000 | [diff] [blame] | 431 | SectionBase *Sec = D->Section; |
| 432 | if (!Sec) |
| Rafael Espindola | 474eb01 | 2016-05-05 16:40:28 +0000 | [diff] [blame] | 433 | return true; |
| Rafael Espindola | 5616adf | 2017-03-08 22:36:28 +0000 | [diff] [blame] | 434 | if (auto *IS = dyn_cast<InputSectionBase>(Sec)) { |
| 435 | Sec = IS->Repl; |
| 436 | IS = cast<InputSectionBase>(Sec); |
| 437 | // Exclude symbols pointing to garbage-collected sections. |
| 438 | if (!IS->Live) |
| 439 | return false; |
| 440 | } |
| 441 | if (auto *S = dyn_cast<MergeInputSection>(Sec)) |
| Rui Ueyama | 90fa372 | 2016-05-22 00:41:38 +0000 | [diff] [blame] | 442 | if (!S->getSectionPiece(D->Value)->Live) |
| Rafael Espindola | 474eb01 | 2016-05-05 16:40:28 +0000 | [diff] [blame] | 443 | return false; |
| Rui Ueyama | 9c77d27 | 2017-08-10 15:54:27 +0000 | [diff] [blame] | 444 | return true; |
| Rafael Espindola | 474eb01 | 2016-05-05 16:40:28 +0000 | [diff] [blame] | 445 | } |
| Rui Ueyama | 9c77d27 | 2017-08-10 15:54:27 +0000 | [diff] [blame] | 446 | |
| 447 | if (auto *Sym = dyn_cast<DefinedCommon>(&B)) |
| 448 | return Sym->Live; |
| Rafael Espindola | 474eb01 | 2016-05-05 16:40:28 +0000 | [diff] [blame] | 449 | return true; |
| 450 | } |
| Rafael Espindola | 462220d | 2016-05-05 16:38:46 +0000 | [diff] [blame] | 451 | |
| Rui Ueyama | 5a9640b | 2015-10-08 23:49:30 +0000 | [diff] [blame] | 452 | // Local symbols are not in the linker's symbol table. This function scans |
| 453 | // each object file's symbol table to copy local symbols to the output. |
| 454 | template <class ELFT> void Writer<ELFT>::copyLocalSymbols() { |
| George Rimar | 69b17c3 | 2017-05-16 10:04:42 +0000 | [diff] [blame] | 455 | if (!InX::SymTab) |
| Rui Ueyama | 90f76fb | 2016-01-21 03:07:38 +0000 | [diff] [blame] | 456 | return; |
| George Rimar | 696a7f9 | 2017-09-19 09:20:54 +0000 | [diff] [blame] | 457 | for (InputFile *File : ObjectFiles) { |
| 458 | ObjFile<ELFT> *F = cast<ObjFile<ELFT>>(File); |
| Rafael Espindola | 67d72c0 | 2016-03-11 12:06:30 +0000 | [diff] [blame] | 459 | for (SymbolBody *B : F->getLocalSymbols()) { |
| George Rimar | 78fe56e | 2016-10-11 09:07:14 +0000 | [diff] [blame] | 460 | if (!B->IsLocal) |
| Rui Ueyama | 3fc0f7e | 2016-11-23 18:07:33 +0000 | [diff] [blame] | 461 | fatal(toString(F) + |
| George Rimar | 78fe56e | 2016-10-11 09:07:14 +0000 | [diff] [blame] | 462 | ": broken object: getLocalSymbols returns a non-local symbol"); |
| Rui Ueyama | 80474a2 | 2017-02-28 19:29:55 +0000 | [diff] [blame] | 463 | auto *DR = dyn_cast<DefinedRegular>(B); |
| Rui Ueyama | 3fc0f7e | 2016-11-23 18:07:33 +0000 | [diff] [blame] | 464 | |
| Rafael Espindola | ccfe3cb | 2016-04-04 14:04:16 +0000 | [diff] [blame] | 465 | // No reason to keep local undefined symbol in symtab. |
| 466 | if (!DR) |
| Rafael Espindola | 444576d | 2015-10-09 19:25:07 +0000 | [diff] [blame] | 467 | continue; |
| George Rimar | 7702bc2 | 2017-03-16 11:20:02 +0000 | [diff] [blame] | 468 | if (!includeInSymtab(*B)) |
| Rafael Espindola | 462220d | 2016-05-05 16:38:46 +0000 | [diff] [blame] | 469 | continue; |
| Rui Ueyama | 3fc0f7e | 2016-11-23 18:07:33 +0000 | [diff] [blame] | 470 | |
| Rafael Espindola | 5616adf | 2017-03-08 22:36:28 +0000 | [diff] [blame] | 471 | SectionBase *Sec = DR->Section; |
| George Rimar | 7702bc2 | 2017-03-16 11:20:02 +0000 | [diff] [blame] | 472 | if (!shouldKeepInSymtab(Sec, B->getName(), *B)) |
| Rafael Espindola | ccfe3cb | 2016-04-04 14:04:16 +0000 | [diff] [blame] | 473 | continue; |
| George Rimar | 69b17c3 | 2017-05-16 10:04:42 +0000 | [diff] [blame] | 474 | InX::SymTab->addSymbol(B); |
| Rui Ueyama | 5a9640b | 2015-10-08 23:49:30 +0000 | [diff] [blame] | 475 | } |
| 476 | } |
| 477 | } |
| 478 | |
| Rafael Espindola | 08d6a3f | 2017-02-11 01:40:49 +0000 | [diff] [blame] | 479 | template <class ELFT> void Writer<ELFT>::addSectionSymbols() { |
| 480 | // Create one STT_SECTION symbol for each output section we might |
| 481 | // have a relocation with. |
| Rafael Espindola | d48b208 | 2017-07-04 19:08:40 +0000 | [diff] [blame] | 482 | for (BaseCommand *Base : Script->Opt.Commands) { |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 483 | auto *Sec = dyn_cast<OutputSection>(Base); |
| 484 | if (!Sec) |
| Rui Ueyama | 73d29ab | 2017-02-28 19:43:54 +0000 | [diff] [blame] | 485 | continue; |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 486 | auto I = llvm::find_if(Sec->Commands, [](BaseCommand *Base) { |
| Rafael Espindola | d48b208 | 2017-07-04 19:08:40 +0000 | [diff] [blame] | 487 | if (auto *ISD = dyn_cast<InputSectionDescription>(Base)) |
| 488 | return !ISD->Sections.empty(); |
| 489 | return false; |
| 490 | }); |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 491 | if (I == Sec->Commands.end()) |
| Rafael Espindola | d48b208 | 2017-07-04 19:08:40 +0000 | [diff] [blame] | 492 | continue; |
| 493 | InputSection *IS = cast<InputSectionDescription>(*I)->Sections[0]; |
| Rui Ueyama | 73d29ab | 2017-02-28 19:43:54 +0000 | [diff] [blame] | 494 | if (isa<SyntheticSection>(IS) || IS->Type == SHT_REL || |
| Rafael Espindola | 08d6a3f | 2017-02-11 01:40:49 +0000 | [diff] [blame] | 495 | IS->Type == SHT_RELA) |
| 496 | continue; |
| Rafael Espindola | 08d6a3f | 2017-02-11 01:40:49 +0000 | [diff] [blame] | 497 | |
| Rui Ueyama | 175e81c | 2017-02-28 19:36:30 +0000 | [diff] [blame] | 498 | auto *Sym = |
| 499 | make<DefinedRegular>("", /*IsLocal=*/true, /*StOther=*/0, STT_SECTION, |
| Rafael Espindola | 6e93d05 | 2017-08-04 22:31:42 +0000 | [diff] [blame] | 500 | /*Value=*/0, /*Size=*/0, IS); |
| George Rimar | 69b17c3 | 2017-05-16 10:04:42 +0000 | [diff] [blame] | 501 | InX::SymTab->addSymbol(Sym); |
| Rafael Espindola | 08d6a3f | 2017-02-11 01:40:49 +0000 | [diff] [blame] | 502 | } |
| 503 | } |
| 504 | |
| Rui Ueyama | 26ad057 | 2017-02-16 04:51:46 +0000 | [diff] [blame] | 505 | // Today's loaders have a feature to make segments read-only after |
| 506 | // processing dynamic relocations to enhance security. PT_GNU_RELRO |
| 507 | // is defined for that. |
| 508 | // |
| 509 | // This function returns true if a section needs to be put into a |
| 510 | // PT_GNU_RELRO segment. |
| Rafael Espindola | dc49af9 | 2017-07-24 23:55:33 +0000 | [diff] [blame] | 511 | static bool isRelroSection(const OutputSection *Sec) { |
| Rafael Espindola | 4fc6044 | 2016-02-10 22:43:13 +0000 | [diff] [blame] | 512 | if (!Config->ZRelro) |
| 513 | return false; |
| Rui Ueyama | 26ad057 | 2017-02-16 04:51:46 +0000 | [diff] [blame] | 514 | |
| Rafael Espindola | e08e78d | 2016-11-09 23:23:45 +0000 | [diff] [blame] | 515 | uint64_t Flags = Sec->Flags; |
| Rui Ueyama | 9d773f3 | 2017-04-13 05:40:07 +0000 | [diff] [blame] | 516 | |
| 517 | // Non-allocatable or non-writable sections don't need RELRO because |
| 518 | // they are not writable or not even mapped to memory in the first place. |
| 519 | // RELRO is for sections that are essentially read-only but need to |
| 520 | // be writable only at process startup to allow dynamic linker to |
| 521 | // apply relocations. |
| George Rimar | e3336c0 | 2015-11-24 10:15:50 +0000 | [diff] [blame] | 522 | if (!(Flags & SHF_ALLOC) || !(Flags & SHF_WRITE)) |
| 523 | return false; |
| Rui Ueyama | 9d773f3 | 2017-04-13 05:40:07 +0000 | [diff] [blame] | 524 | |
| 525 | // Once initialized, TLS data segments are used as data templates |
| 526 | // for a thread-local storage. For each new thread, runtime |
| 527 | // allocates memory for a TLS and copy templates there. No thread |
| 528 | // are supposed to use templates directly. Thus, it can be in RELRO. |
| Rui Ueyama | ccfc326 | 2015-12-10 19:13:08 +0000 | [diff] [blame] | 529 | if (Flags & SHF_TLS) |
| 530 | return true; |
| Rui Ueyama | 26ad057 | 2017-02-16 04:51:46 +0000 | [diff] [blame] | 531 | |
| Rui Ueyama | 9d773f3 | 2017-04-13 05:40:07 +0000 | [diff] [blame] | 532 | // .init_array, .preinit_array and .fini_array contain pointers to |
| 533 | // functions that are executed on process startup or exit. These |
| 534 | // pointers are set by the static linker, and they are not expected |
| 535 | // to change at runtime. But if you are an attacker, you could do |
| 536 | // interesting things by manipulating pointers in .fini_array, for |
| 537 | // example. So they are put into RELRO. |
| Rafael Espindola | 04a2e34 | 2016-11-09 01:42:41 +0000 | [diff] [blame] | 538 | uint32_t Type = Sec->Type; |
| Rui Ueyama | ccfc326 | 2015-12-10 19:13:08 +0000 | [diff] [blame] | 539 | if (Type == SHT_INIT_ARRAY || Type == SHT_FINI_ARRAY || |
| 540 | Type == SHT_PREINIT_ARRAY) |
| George Rimar | e3336c0 | 2015-11-24 10:15:50 +0000 | [diff] [blame] | 541 | return true; |
| Rui Ueyama | 26ad057 | 2017-02-16 04:51:46 +0000 | [diff] [blame] | 542 | |
| Rui Ueyama | 9d773f3 | 2017-04-13 05:40:07 +0000 | [diff] [blame] | 543 | // .got contains pointers to external symbols. They are resolved by |
| 544 | // the dynamic linker when a module is loaded into memory, and after |
| 545 | // that they are not expected to change. So, it can be in RELRO. |
| Rafael Espindola | db5e56f | 2017-05-31 20:17:44 +0000 | [diff] [blame] | 546 | if (InX::Got && Sec == InX::Got->getParent()) |
| Simon Atanasyan | 725dc14 | 2016-11-16 21:01:02 +0000 | [diff] [blame] | 547 | return true; |
| Rui Ueyama | 9d773f3 | 2017-04-13 05:40:07 +0000 | [diff] [blame] | 548 | |
| 549 | // .got.plt contains pointers to external function symbols. They are |
| 550 | // by default resolved lazily, so we usually cannot put it into RELRO. |
| 551 | // However, if "-z now" is given, the lazy symbol resolution is |
| 552 | // disabled, which enables us to put it into RELRO. |
| Rafael Espindola | db5e56f | 2017-05-31 20:17:44 +0000 | [diff] [blame] | 553 | if (Sec == InX::GotPlt->getParent()) |
| Rui Ueyama | 9d773f3 | 2017-04-13 05:40:07 +0000 | [diff] [blame] | 554 | return Config->ZNow; |
| 555 | |
| 556 | // .dynamic section contains data for the dynamic linker, and |
| 557 | // there's no need to write to it at runtime, so it's better to put |
| 558 | // it into RELRO. |
| Rafael Espindola | db5e56f | 2017-05-31 20:17:44 +0000 | [diff] [blame] | 559 | if (Sec == InX::Dynamic->getParent()) |
| Rui Ueyama | 9d773f3 | 2017-04-13 05:40:07 +0000 | [diff] [blame] | 560 | return true; |
| 561 | |
| 562 | // .bss.rel.ro is used for copy relocations for read-only symbols. |
| 563 | // Since the dynamic linker needs to process copy relocations, the |
| 564 | // section cannot be read-only, but once initialized, they shouldn't |
| 565 | // change. |
| Rafael Espindola | db5e56f | 2017-05-31 20:17:44 +0000 | [diff] [blame] | 566 | if (Sec == InX::BssRelRo->getParent()) |
| Peter Collingbourne | feb6629 | 2017-01-10 01:21:50 +0000 | [diff] [blame] | 567 | return true; |
| Rui Ueyama | 26ad057 | 2017-02-16 04:51:46 +0000 | [diff] [blame] | 568 | |
| Rui Ueyama | 9d773f3 | 2017-04-13 05:40:07 +0000 | [diff] [blame] | 569 | // Sections with some special names are put into RELRO. This is a |
| 570 | // bit unfortunate because section names shouldn't be significant in |
| 571 | // ELF in spirit. But in reality many linker features depend on |
| 572 | // magic section names. |
| Rafael Espindola | 4084941 | 2017-02-24 14:28:00 +0000 | [diff] [blame] | 573 | StringRef S = Sec->Name; |
| Rui Ueyama | 01faef0 | 2015-12-10 19:19:04 +0000 | [diff] [blame] | 574 | return S == ".data.rel.ro" || S == ".ctors" || S == ".dtors" || S == ".jcr" || |
| George Rimar | d003c7f | 2016-12-20 11:28:54 +0000 | [diff] [blame] | 575 | S == ".eh_frame" || S == ".openbsd.randomdata"; |
| George Rimar | e3336c0 | 2015-11-24 10:15:50 +0000 | [diff] [blame] | 576 | } |
| 577 | |
| Rafael Espindola | 5210141 | 2017-05-12 14:52:22 +0000 | [diff] [blame] | 578 | // We compute a rank for each section. The rank indicates where the |
| 579 | // section should be placed in the file. Instead of using simple |
| 580 | // numbers (0,1,2...), we use a series of flags. One for each decision |
| 581 | // point when placing the section. |
| 582 | // Using flags has two key properties: |
| 583 | // * It is easy to check if a give branch was taken. |
| 584 | // * It is easy two see how similar two ranks are (see getRankProximity). |
| 585 | enum RankFlags { |
| Rafael Espindola | d23e926 | 2017-05-26 17:23:25 +0000 | [diff] [blame] | 586 | RF_NOT_ADDR_SET = 1 << 16, |
| 587 | RF_NOT_INTERP = 1 << 15, |
| 588 | RF_NOT_ALLOC = 1 << 14, |
| 589 | RF_WRITE = 1 << 13, |
| 590 | RF_EXEC_WRITE = 1 << 12, |
| Rafael Espindola | 246c1c4 | 2017-05-18 16:20:12 +0000 | [diff] [blame] | 591 | RF_EXEC = 1 << 11, |
| 592 | RF_NON_TLS_BSS = 1 << 10, |
| 593 | RF_NON_TLS_BSS_RO = 1 << 9, |
| 594 | RF_NOT_TLS = 1 << 8, |
| 595 | RF_BSS = 1 << 7, |
| 596 | RF_PPC_NOT_TOCBSS = 1 << 6, |
| 597 | RF_PPC_OPD = 1 << 5, |
| 598 | RF_PPC_TOCL = 1 << 4, |
| 599 | RF_PPC_TOC = 1 << 3, |
| 600 | RF_PPC_BRANCH_LT = 1 << 2, |
| 601 | RF_MIPS_GPREL = 1 << 1, |
| 602 | RF_MIPS_NOT_GOT = 1 << 0 |
| Rafael Espindola | 5210141 | 2017-05-12 14:52:22 +0000 | [diff] [blame] | 603 | }; |
| Rui Ueyama | e288eef | 2016-11-02 18:58:44 +0000 | [diff] [blame] | 604 | |
| Rafael Espindola | 5210141 | 2017-05-12 14:52:22 +0000 | [diff] [blame] | 605 | static unsigned getSectionRank(const OutputSection *Sec) { |
| 606 | unsigned Rank = 0; |
| Rui Ueyama | 5a9640b | 2015-10-08 23:49:30 +0000 | [diff] [blame] | 607 | |
| Rafael Espindola | 5967c97 | 2016-12-19 21:21:07 +0000 | [diff] [blame] | 608 | // We want to put section specified by -T option first, so we |
| 609 | // can start assigning VA starting from them later. |
| Rafael Espindola | 5210141 | 2017-05-12 14:52:22 +0000 | [diff] [blame] | 610 | if (Config->SectionStartMap.count(Sec->Name)) |
| 611 | return Rank; |
| 612 | Rank |= RF_NOT_ADDR_SET; |
| 613 | |
| 614 | // Put .interp first because some loaders want to see that section |
| 615 | // on the first page of the executable file when loaded into memory. |
| 616 | if (Sec->Name == ".interp") |
| 617 | return Rank; |
| 618 | Rank |= RF_NOT_INTERP; |
| 619 | |
| 620 | // Allocatable sections go first to reduce the total PT_LOAD size and |
| 621 | // so debug info doesn't change addresses in actual code. |
| 622 | if (!(Sec->Flags & SHF_ALLOC)) |
| 623 | return Rank | RF_NOT_ALLOC; |
| Rafael Espindola | 5967c97 | 2016-12-19 21:21:07 +0000 | [diff] [blame] | 624 | |
| Rafael Espindola | d23e926 | 2017-05-26 17:23:25 +0000 | [diff] [blame] | 625 | // Sort sections based on their access permission in the following |
| 626 | // order: R, RX, RWX, RW. This order is based on the following |
| 627 | // considerations: |
| 628 | // * Read-only sections come first such that they go in the |
| 629 | // PT_LOAD covering the program headers at the start of the file. |
| 630 | // * Read-only, executable sections come next, unless the |
| 631 | // -no-rosegment option is used. |
| 632 | // * Writable, executable sections follow such that .plt on |
| 633 | // architectures where it needs to be writable will be placed |
| 634 | // between .text and .data. |
| 635 | // * Writable sections come last, such that .bss lands at the very |
| 636 | // end of the last PT_LOAD. |
| 637 | bool IsExec = Sec->Flags & SHF_EXECINSTR; |
| 638 | bool IsWrite = Sec->Flags & SHF_WRITE; |
| Rui Ueyama | 5a9640b | 2015-10-08 23:49:30 +0000 | [diff] [blame] | 639 | |
| Rafael Espindola | d23e926 | 2017-05-26 17:23:25 +0000 | [diff] [blame] | 640 | if (IsExec) { |
| 641 | if (IsWrite) |
| 642 | Rank |= RF_EXEC_WRITE; |
| 643 | else if (!Config->SingleRoRx) |
| Rafael Espindola | 5210141 | 2017-05-12 14:52:22 +0000 | [diff] [blame] | 644 | Rank |= RF_EXEC; |
| Rafael Espindola | d23e926 | 2017-05-26 17:23:25 +0000 | [diff] [blame] | 645 | } else { |
| 646 | if (IsWrite) |
| 647 | Rank |= RF_WRITE; |
| Rafael Espindola | e979fd1 | 2016-09-29 22:48:55 +0000 | [diff] [blame] | 648 | } |
| Rui Ueyama | 5a9640b | 2015-10-08 23:49:30 +0000 | [diff] [blame] | 649 | |
| Hal Finkel | 0d7e83b | 2015-10-13 17:57:46 +0000 | [diff] [blame] | 650 | // If we got here we know that both A and B are in the same PT_LOAD. |
| Michael J. Spencer | 1bf7300 | 2015-10-16 23:11:07 +0000 | [diff] [blame] | 651 | |
| Rafael Espindola | 5210141 | 2017-05-12 14:52:22 +0000 | [diff] [blame] | 652 | bool IsTls = Sec->Flags & SHF_TLS; |
| 653 | bool IsNoBits = Sec->Type == SHT_NOBITS; |
| Hal Finkel | 3bae2d8 | 2015-10-12 20:51:48 +0000 | [diff] [blame] | 654 | |
| Peter Collingbourne | 628ec9f | 2017-01-10 01:21:30 +0000 | [diff] [blame] | 655 | // The first requirement we have is to put (non-TLS) nobits sections last. The |
| 656 | // reason is that the only thing the dynamic linker will see about them is a |
| 657 | // p_memsz that is larger than p_filesz. Seeing that it zeros the end of the |
| 658 | // PT_LOAD, so that has to correspond to the nobits sections. |
| Rafael Espindola | 5210141 | 2017-05-12 14:52:22 +0000 | [diff] [blame] | 659 | bool IsNonTlsNoBits = IsNoBits && !IsTls; |
| 660 | if (IsNonTlsNoBits) |
| 661 | Rank |= RF_NON_TLS_BSS; |
| Peter Collingbourne | 628ec9f | 2017-01-10 01:21:30 +0000 | [diff] [blame] | 662 | |
| 663 | // We place nobits RelRo sections before plain r/w ones, and non-nobits RelRo |
| 664 | // sections after r/w ones, so that the RelRo sections are contiguous. |
| Rafael Espindola | 5210141 | 2017-05-12 14:52:22 +0000 | [diff] [blame] | 665 | bool IsRelRo = isRelroSection(Sec); |
| 666 | if (IsNonTlsNoBits && !IsRelRo) |
| 667 | Rank |= RF_NON_TLS_BSS_RO; |
| 668 | if (!IsNonTlsNoBits && IsRelRo) |
| 669 | Rank |= RF_NON_TLS_BSS_RO; |
| Peter Collingbourne | 628ec9f | 2017-01-10 01:21:30 +0000 | [diff] [blame] | 670 | |
| 671 | // The TLS initialization block needs to be a single contiguous block in a R/W |
| 672 | // PT_LOAD, so stick TLS sections directly before the other RelRo R/W |
| 673 | // sections. The TLS NOBITS sections are placed here as they don't take up |
| 674 | // virtual address space in the PT_LOAD. |
| Rafael Espindola | 5210141 | 2017-05-12 14:52:22 +0000 | [diff] [blame] | 675 | if (!IsTls) |
| 676 | Rank |= RF_NOT_TLS; |
| Peter Collingbourne | 628ec9f | 2017-01-10 01:21:30 +0000 | [diff] [blame] | 677 | |
| 678 | // Within the TLS initialization block, the non-nobits sections need to appear |
| 679 | // first. |
| Rafael Espindola | 5210141 | 2017-05-12 14:52:22 +0000 | [diff] [blame] | 680 | if (IsNoBits) |
| 681 | Rank |= RF_BSS; |
| George Rimar | e3336c0 | 2015-11-24 10:15:50 +0000 | [diff] [blame] | 682 | |
| Ben Dunbobbin | 9563755 | 2017-08-18 16:15:36 +0000 | [diff] [blame] | 683 | // Some architectures have additional ordering restrictions for sections |
| 684 | // within the same PT_LOAD. |
| Rafael Espindola | 5210141 | 2017-05-12 14:52:22 +0000 | [diff] [blame] | 685 | if (Config->EMachine == EM_PPC64) { |
| 686 | // PPC64 has a number of special SHT_PROGBITS+SHF_ALLOC+SHF_WRITE sections |
| 687 | // that we would like to make sure appear is a specific order to maximize |
| 688 | // their coverage by a single signed 16-bit offset from the TOC base |
| 689 | // pointer. Conversely, the special .tocbss section should be first among |
| 690 | // all SHT_NOBITS sections. This will put it next to the loaded special |
| 691 | // PPC64 sections (and, thus, within reach of the TOC base pointer). |
| 692 | StringRef Name = Sec->Name; |
| 693 | if (Name != ".tocbss") |
| 694 | Rank |= RF_PPC_NOT_TOCBSS; |
| Hal Finkel | 9abc2a5 | 2015-10-13 19:07:29 +0000 | [diff] [blame] | 695 | |
| Rafael Espindola | 5210141 | 2017-05-12 14:52:22 +0000 | [diff] [blame] | 696 | if (Name == ".opd") |
| 697 | Rank |= RF_PPC_OPD; |
| 698 | |
| 699 | if (Name == ".toc1") |
| 700 | Rank |= RF_PPC_TOCL; |
| 701 | |
| 702 | if (Name == ".toc") |
| 703 | Rank |= RF_PPC_TOC; |
| 704 | |
| 705 | if (Name == ".branch_lt") |
| 706 | Rank |= RF_PPC_BRANCH_LT; |
| 707 | } |
| 708 | if (Config->EMachine == EM_MIPS) { |
| 709 | // All sections with SHF_MIPS_GPREL flag should be grouped together |
| 710 | // because data in these sections is addressable with a gp relative address. |
| 711 | if (Sec->Flags & SHF_MIPS_GPREL) |
| 712 | Rank |= RF_MIPS_GPREL; |
| 713 | |
| 714 | if (Sec->Name != ".got") |
| 715 | Rank |= RF_MIPS_NOT_GOT; |
| 716 | } |
| 717 | |
| 718 | return Rank; |
| 719 | } |
| 720 | |
| Rafael Espindola | 383971d | 2017-06-15 21:51:01 +0000 | [diff] [blame] | 721 | static bool compareSections(const BaseCommand *ACmd, const BaseCommand *BCmd) { |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 722 | const OutputSection *A = cast<OutputSection>(ACmd); |
| 723 | const OutputSection *B = cast<OutputSection>(BCmd); |
| Rafael Espindola | 5210141 | 2017-05-12 14:52:22 +0000 | [diff] [blame] | 724 | if (A->SortRank != B->SortRank) |
| 725 | return A->SortRank < B->SortRank; |
| 726 | if (!(A->SortRank & RF_NOT_ADDR_SET)) |
| 727 | return Config->SectionStartMap.lookup(A->Name) < |
| 728 | Config->SectionStartMap.lookup(B->Name); |
| Rafael Espindola | 24c073d | 2016-09-21 22:36:19 +0000 | [diff] [blame] | 729 | return false; |
| 730 | } |
| 731 | |
| Rafael Espindola | 24e6f36 | 2017-02-24 15:07:30 +0000 | [diff] [blame] | 732 | void PhdrEntry::add(OutputSection *Sec) { |
| George Rimar | 6823c5f | 2017-09-07 11:01:10 +0000 | [diff] [blame] | 733 | LastSec = Sec; |
| 734 | if (!FirstSec) |
| 735 | FirstSec = Sec; |
| Rafael Espindola | 3770763 | 2017-03-07 14:55:52 +0000 | [diff] [blame] | 736 | p_align = std::max(p_align, Sec->Alignment); |
| Rafael Espindola | 17cb7c0 | 2016-12-19 17:01:01 +0000 | [diff] [blame] | 737 | if (p_type == PT_LOAD) |
| George Rimar | 582ede8 | 2017-09-07 10:53:07 +0000 | [diff] [blame] | 738 | Sec->PtLoad = this; |
| Eugene Leviant | bbe3860 | 2016-07-19 09:25:43 +0000 | [diff] [blame] | 739 | } |
| 740 | |
| Denis Protivensky | 8e3b38a | 2015-11-12 09:52:08 +0000 | [diff] [blame] | 741 | template <class ELFT> |
| Rafael Espindola | 5616adf | 2017-03-08 22:36:28 +0000 | [diff] [blame] | 742 | static Symbol *addRegular(StringRef Name, SectionBase *Sec, uint64_t Value, |
| 743 | uint8_t StOther = STV_HIDDEN, |
| 744 | uint8_t Binding = STB_WEAK) { |
| Rafael Espindola | dab02d4 | 2016-11-17 21:20:16 +0000 | [diff] [blame] | 745 | // The linker generated symbols are added as STB_WEAK to allow user defined |
| 746 | // ones to override them. |
| Rafael Espindola | 244ef98 | 2017-07-26 18:42:48 +0000 | [diff] [blame] | 747 | return Symtab->addRegular<ELFT>(Name, StOther, STT_NOTYPE, Value, |
| 748 | /*Size=*/0, Binding, Sec, |
| 749 | /*File=*/nullptr); |
| Eugene Leviant | ad4439e | 2016-11-11 11:33:32 +0000 | [diff] [blame] | 750 | } |
| 751 | |
| 752 | template <class ELFT> |
| Rafael Espindola | 5616adf | 2017-03-08 22:36:28 +0000 | [diff] [blame] | 753 | static DefinedRegular * |
| 754 | addOptionalRegular(StringRef Name, SectionBase *Sec, uint64_t Val, |
| 755 | uint8_t StOther = STV_HIDDEN, uint8_t Binding = STB_GLOBAL) { |
| Rafael Espindola | 244ef98 | 2017-07-26 18:42:48 +0000 | [diff] [blame] | 756 | SymbolBody *S = Symtab->find(Name); |
| Eugene Leviant | ad4439e | 2016-11-11 11:33:32 +0000 | [diff] [blame] | 757 | if (!S) |
| 758 | return nullptr; |
| Rafael Espindola | 1d6d1b4 | 2017-01-17 16:08:06 +0000 | [diff] [blame] | 759 | if (S->isInCurrentDSO()) |
| Rafael Espindola | 5616adf | 2017-03-08 22:36:28 +0000 | [diff] [blame] | 760 | return nullptr; |
| 761 | return cast<DefinedRegular>( |
| 762 | addRegular<ELFT>(Name, Sec, Val, StOther, Binding)->body()); |
| Eugene Leviant | ad4439e | 2016-11-11 11:33:32 +0000 | [diff] [blame] | 763 | } |
| 764 | |
| Rui Ueyama | 0168722 | 2015-12-26 09:47:57 +0000 | [diff] [blame] | 765 | // The beginning and the ending of .rel[a].plt section are marked |
| 766 | // with __rel[a]_iplt_{start,end} symbols if it is a statically linked |
| 767 | // executable. The runtime needs these symbols in order to resolve |
| 768 | // all IRELATIVE relocs on startup. For dynamic executables, we don't |
| 769 | // need these symbols, since IRELATIVE relocs are resolved through GOT |
| 770 | // and PLT. For details, see http://www.airs.com/blog/archives/403. |
| George Rimar | ee741cf | 2016-04-14 13:23:02 +0000 | [diff] [blame] | 771 | template <class ELFT> void Writer<ELFT>::addRelIpltSymbols() { |
| Shoaib Meenai | 335fad1 | 2017-08-05 05:01:07 +0000 | [diff] [blame] | 772 | if (!Config->Static) |
| George Rimar | a07ff66 | 2015-12-21 10:12:06 +0000 | [diff] [blame] | 773 | return; |
| Rui Ueyama | d57e74b7 | 2017-03-17 23:29:01 +0000 | [diff] [blame] | 774 | StringRef S = Config->IsRela ? "__rela_iplt_start" : "__rel_iplt_start"; |
| Rafael Espindola | 5616adf | 2017-03-08 22:36:28 +0000 | [diff] [blame] | 775 | addOptionalRegular<ELFT>(S, In<ELFT>::RelaIplt, 0, STV_HIDDEN, STB_WEAK); |
| Rui Ueyama | 0168722 | 2015-12-26 09:47:57 +0000 | [diff] [blame] | 776 | |
| Rui Ueyama | d57e74b7 | 2017-03-17 23:29:01 +0000 | [diff] [blame] | 777 | S = Config->IsRela ? "__rela_iplt_end" : "__rel_iplt_end"; |
| Rafael Espindola | 5616adf | 2017-03-08 22:36:28 +0000 | [diff] [blame] | 778 | addOptionalRegular<ELFT>(S, In<ELFT>::RelaIplt, -1, STV_HIDDEN, STB_WEAK); |
| George Rimar | a07ff66 | 2015-12-21 10:12:06 +0000 | [diff] [blame] | 779 | } |
| 780 | |
| Rui Ueyama | f18fe7b | 2015-12-26 07:50:39 +0000 | [diff] [blame] | 781 | // The linker is expected to define some symbols depending on |
| 782 | // the linking result. This function defines such symbols. |
| 783 | template <class ELFT> void Writer<ELFT>::addReservedSymbols() { |
| George Rimar | 7beff42 | 2016-11-15 08:19:02 +0000 | [diff] [blame] | 784 | if (Config->EMachine == EM_MIPS) { |
| Rafael Espindola | 9b3f99e | 2016-04-12 02:24:43 +0000 | [diff] [blame] | 785 | // Define _gp for MIPS. st_value of _gp symbol will be updated by Writer |
| Simon Atanasyan | 6a4eb75 | 2016-12-08 06:19:47 +0000 | [diff] [blame] | 786 | // so that it points to an absolute address which by default is relative |
| 787 | // to GOT. Default offset is 0x7ff0. |
| Rafael Espindola | 9b3f99e | 2016-04-12 02:24:43 +0000 | [diff] [blame] | 788 | // See "Global Data Symbols" in Chapter 6 in the following document: |
| 789 | // ftp://www.linux-mips.org/pub/linux/mips/doc/ABI/mipsabi.pdf |
| Rafael Espindola | 244ef98 | 2017-07-26 18:42:48 +0000 | [diff] [blame] | 790 | ElfSym::MipsGp = Symtab->addAbsolute<ELFT>("_gp", STV_HIDDEN, STB_LOCAL); |
| Rafael Espindola | 9b3f99e | 2016-04-12 02:24:43 +0000 | [diff] [blame] | 791 | |
| Rafael Espindola | ccfe3cb | 2016-04-04 14:04:16 +0000 | [diff] [blame] | 792 | // On MIPS O32 ABI, _gp_disp is a magic symbol designates offset between |
| Simon Atanasyan | d34a363 | 2017-03-20 21:03:43 +0000 | [diff] [blame] | 793 | // start of function and 'gp' pointer into GOT. |
| Rafael Espindola | 244ef98 | 2017-07-26 18:42:48 +0000 | [diff] [blame] | 794 | if (Symtab->find("_gp_disp")) |
| Rui Ueyama | 80474a2 | 2017-02-28 19:29:55 +0000 | [diff] [blame] | 795 | ElfSym::MipsGpDisp = |
| Rafael Espindola | 244ef98 | 2017-07-26 18:42:48 +0000 | [diff] [blame] | 796 | Symtab->addAbsolute<ELFT>("_gp_disp", STV_HIDDEN, STB_LOCAL); |
| Peter Collingbourne | 6f535b7 | 2016-05-03 18:03:45 +0000 | [diff] [blame] | 797 | |
| Rafael Espindola | ccfe3cb | 2016-04-04 14:04:16 +0000 | [diff] [blame] | 798 | // The __gnu_local_gp is a magic symbol equal to the current value of 'gp' |
| 799 | // pointer. This symbol is used in the code generated by .cpload pseudo-op |
| 800 | // in case of using -mno-shared option. |
| 801 | // https://sourceware.org/ml/binutils/2004-12/msg00094.html |
| Rafael Espindola | 244ef98 | 2017-07-26 18:42:48 +0000 | [diff] [blame] | 802 | if (Symtab->find("__gnu_local_gp")) |
| Rui Ueyama | 80474a2 | 2017-02-28 19:29:55 +0000 | [diff] [blame] | 803 | ElfSym::MipsLocalGp = |
| Rafael Espindola | 244ef98 | 2017-07-26 18:42:48 +0000 | [diff] [blame] | 804 | Symtab->addAbsolute<ELFT>("__gnu_local_gp", STV_HIDDEN, STB_LOCAL); |
| Rafael Espindola | ccfe3cb | 2016-04-04 14:04:16 +0000 | [diff] [blame] | 805 | } |
| 806 | |
| Peter Smith | 113a59e | 2017-06-26 10:22:17 +0000 | [diff] [blame] | 807 | // The _GLOBAL_OFFSET_TABLE_ symbol is defined by target convention to |
| 808 | // be at some offset from the base of the .got section, usually 0 or the end |
| 809 | // of the .got |
| Rui Ueyama | 92c3781 | 2017-06-26 15:11:24 +0000 | [diff] [blame] | 810 | InputSection *GotSection = InX::MipsGot ? cast<InputSection>(InX::MipsGot) |
| 811 | : cast<InputSection>(InX::Got); |
| 812 | ElfSym::GlobalOffsetTable = addOptionalRegular<ELFT>( |
| 813 | "_GLOBAL_OFFSET_TABLE_", GotSection, Target->GotBaseSymOff); |
| Rafael Espindola | ccfe3cb | 2016-04-04 14:04:16 +0000 | [diff] [blame] | 814 | |
| Rui Ueyama | f18fe7b | 2015-12-26 07:50:39 +0000 | [diff] [blame] | 815 | // __tls_get_addr is defined by the dynamic linker for dynamic ELFs. For |
| 816 | // static linking the linker is required to optimize away any references to |
| 817 | // __tls_get_addr, so it's not defined anywhere. Create a hidden definition |
| Rui Ueyama | a2a46a9 | 2017-04-25 04:44:54 +0000 | [diff] [blame] | 818 | // to avoid the undefined symbol error. |
| George Rimar | 69b17c3 | 2017-05-16 10:04:42 +0000 | [diff] [blame] | 819 | if (!InX::DynSymTab) |
| Rafael Espindola | 244ef98 | 2017-07-26 18:42:48 +0000 | [diff] [blame] | 820 | Symtab->addIgnored<ELFT>("__tls_get_addr"); |
| Rui Ueyama | f18fe7b | 2015-12-26 07:50:39 +0000 | [diff] [blame] | 821 | |
| Petr Hosek | 6b936bf | 2017-05-10 16:20:33 +0000 | [diff] [blame] | 822 | // __ehdr_start is the location of ELF file headers. Note that we define |
| 823 | // this symbol unconditionally even when using a linker script, which |
| 824 | // differs from the behavior implemented by GNU linker which only define |
| 825 | // this symbol if ELF headers are in the memory mapped segment. |
| Rafael Espindola | 0e454a9 | 2017-06-06 16:18:48 +0000 | [diff] [blame] | 826 | // __executable_start is not documented, but the expectation of at |
| 827 | // least the android libc is that it points to the elf header too. |
| 828 | // __dso_handle symbol is passed to cxa_finalize as a marker to identify |
| 829 | // each DSO. The address of the symbol doesn't matter as long as they are |
| 830 | // different in different DSOs, so we chose the start address of the DSO. |
| 831 | for (const char *Name : |
| 832 | {"__ehdr_start", "__executable_start", "__dso_handle"}) |
| 833 | addOptionalRegular<ELFT>(Name, Out::ElfHeader, 0, STV_HIDDEN); |
| Petr Hosek | 6b936bf | 2017-05-10 16:20:33 +0000 | [diff] [blame] | 834 | |
| George Rimar | 28ac19c | 2016-08-08 08:42:48 +0000 | [diff] [blame] | 835 | // If linker script do layout we do not need to create any standart symbols. |
| Rui Ueyama | a34da93 | 2017-03-21 23:03:09 +0000 | [diff] [blame] | 836 | if (Script->Opt.HasSections) |
| George Rimar | 28ac19c | 2016-08-08 08:42:48 +0000 | [diff] [blame] | 837 | return; |
| 838 | |
| Davide Italiano | 763febc | 2017-09-18 18:31:49 +0000 | [diff] [blame] | 839 | auto Add = [](StringRef S, int64_t Pos) { |
| Rafael Espindola | 4d56016 | 2017-09-12 16:38:01 +0000 | [diff] [blame] | 840 | return addOptionalRegular<ELFT>(S, Out::ElfHeader, Pos, STV_DEFAULT); |
| George Rimar | 9e85939 | 2016-02-26 14:36:36 +0000 | [diff] [blame] | 841 | }; |
| 842 | |
| Rafael Espindola | 4d56016 | 2017-09-12 16:38:01 +0000 | [diff] [blame] | 843 | ElfSym::Bss = Add("__bss_start", 0); |
| Davide Italiano | 763febc | 2017-09-18 18:31:49 +0000 | [diff] [blame] | 844 | ElfSym::End1 = Add("end", -1); |
| 845 | ElfSym::End2 = Add("_end", -1); |
| 846 | ElfSym::Etext1 = Add("etext", -1); |
| 847 | ElfSym::Etext2 = Add("_etext", -1); |
| 848 | ElfSym::Edata1 = Add("edata", -1); |
| 849 | ElfSym::Edata2 = Add("_edata", -1); |
| Rui Ueyama | f18fe7b | 2015-12-26 07:50:39 +0000 | [diff] [blame] | 850 | } |
| 851 | |
| Rui Ueyama | c418570 | 2016-02-10 23:20:42 +0000 | [diff] [blame] | 852 | // Sort input sections by section name suffixes for |
| 853 | // __attribute__((init_priority(N))). |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 854 | static void sortInitFini(OutputSection *Cmd) { |
| Rafael Espindola | 2126334 | 2017-07-05 23:36:24 +0000 | [diff] [blame] | 855 | if (Cmd) |
| 856 | Cmd->sortInitFini(); |
| Rui Ueyama | 5af8368 | 2016-02-11 23:41:38 +0000 | [diff] [blame] | 857 | } |
| 858 | |
| 859 | // Sort input sections by the special rule for .ctors and .dtors. |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 860 | static void sortCtorsDtors(OutputSection *Cmd) { |
| Rafael Espindola | 2126334 | 2017-07-05 23:36:24 +0000 | [diff] [blame] | 861 | if (Cmd) |
| 862 | Cmd->sortCtorsDtors(); |
| Rui Ueyama | c418570 | 2016-02-10 23:20:42 +0000 | [diff] [blame] | 863 | } |
| 864 | |
| George Rimar | 1a33c0f | 2016-11-10 09:05:20 +0000 | [diff] [blame] | 865 | // Sort input sections using the list provided by --symbol-ordering-file. |
| George Rimar | 696a7f9 | 2017-09-19 09:20:54 +0000 | [diff] [blame] | 866 | static void sortBySymbolsOrder() { |
| George Rimar | 1a33c0f | 2016-11-10 09:05:20 +0000 | [diff] [blame] | 867 | if (Config->SymbolOrderingFile.empty()) |
| 868 | return; |
| 869 | |
| Rui Ueyama | 3127031 | 2016-12-20 01:51:08 +0000 | [diff] [blame] | 870 | // Sort sections by priority. |
| George Rimar | 696a7f9 | 2017-09-19 09:20:54 +0000 | [diff] [blame] | 871 | DenseMap<SectionBase *, int> SectionOrder = buildSectionOrder(); |
| Rafael Espindola | 2126334 | 2017-07-05 23:36:24 +0000 | [diff] [blame] | 872 | for (BaseCommand *Base : Script->Opt.Commands) |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 873 | if (auto *Sec = dyn_cast<OutputSection>(Base)) |
| 874 | Sec->sort([&](InputSectionBase *S) { return SectionOrder.lookup(S); }); |
| George Rimar | 1a33c0f | 2016-11-10 09:05:20 +0000 | [diff] [blame] | 875 | } |
| 876 | |
| Eugene Leviant | e63d81b | 2016-07-20 14:43:20 +0000 | [diff] [blame] | 877 | template <class ELFT> |
| Rafael Espindola | b4c9b81 | 2017-02-23 02:28:28 +0000 | [diff] [blame] | 878 | void Writer<ELFT>::forEachRelSec(std::function<void(InputSectionBase &)> Fn) { |
| George Rimar | cb888a6 | 2017-09-13 07:54:47 +0000 | [diff] [blame] | 879 | // Scan all relocations. Each relocation goes through a series |
| 880 | // of tests to determine if it needs special treatment, such as |
| 881 | // creating GOT, PLT, copy relocations, etc. |
| 882 | // Note that relocations for non-alloc sections are directly |
| 883 | // processed by InputSection::relocateNonAlloc. |
| 884 | for (InputSectionBase *IS : InputSections) |
| 885 | if (IS->Live && isa<InputSection>(IS) && (IS->Flags & SHF_ALLOC)) |
| Rafael Espindola | 9f0c4bb | 2016-11-10 14:53:24 +0000 | [diff] [blame] | 886 | Fn(*IS); |
| George Rimar | cb888a6 | 2017-09-13 07:54:47 +0000 | [diff] [blame] | 887 | for (EhInputSection *ES : In<ELFT>::EhFrame->Sections) |
| 888 | Fn(*ES); |
| Rafael Espindola | 0f7ceda | 2016-07-20 17:58:07 +0000 | [diff] [blame] | 889 | } |
| 890 | |
| Eugene Leviant | 282251a | 2016-11-01 09:49:24 +0000 | [diff] [blame] | 891 | template <class ELFT> void Writer<ELFT>::createSections() { |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 892 | std::vector<BaseCommand *> Old = Script->Opt.Commands; |
| 893 | Script->Opt.Commands.clear(); |
| Rui Ueyama | 536a267 | 2017-02-27 02:32:08 +0000 | [diff] [blame] | 894 | for (InputSectionBase *IS : InputSections) |
| Rafael Espindola | 8290274 | 2017-02-16 17:32:26 +0000 | [diff] [blame] | 895 | if (IS) |
| George Rimar | e21c3af | 2017-03-14 09:30:25 +0000 | [diff] [blame] | 896 | Factory.addInputSec(IS, getOutputSectionName(IS->Name)); |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 897 | Script->Opt.Commands.insert(Script->Opt.Commands.end(), Old.begin(), |
| 898 | Old.end()); |
| Eugene Leviant | ceabe80 | 2016-08-11 07:56:43 +0000 | [diff] [blame] | 899 | |
| Rafael Espindola | 2126334 | 2017-07-05 23:36:24 +0000 | [diff] [blame] | 900 | Script->fabricateDefaultCommands(); |
| George Rimar | 696a7f9 | 2017-09-19 09:20:54 +0000 | [diff] [blame] | 901 | sortBySymbolsOrder(); |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 902 | sortInitFini(findSection(".init_array")); |
| 903 | sortInitFini(findSection(".fini_array")); |
| 904 | sortCtorsDtors(findSection(".ctors")); |
| 905 | sortCtorsDtors(findSection(".dtors")); |
| Eugene Leviant | e63d81b | 2016-07-20 14:43:20 +0000 | [diff] [blame] | 906 | } |
| 907 | |
| Petr Hosek | 18821b6 | 2017-09-01 02:23:31 +0000 | [diff] [blame] | 908 | // This function generates assignments for predefined symbols (e.g. _end or |
| 909 | // _etext) and inserts them into the commands sequence to be processed at the |
| 910 | // appropriate time. This ensures that the value is going to be correct by the |
| 911 | // time any references to these symbols are processed and is equivalent to |
| 912 | // defining these symbols explicitly in the linker script. |
| Rafael Espindola | 4d56016 | 2017-09-12 16:38:01 +0000 | [diff] [blame] | 913 | template <class ELFT> void Writer<ELFT>::setReservedSymbolSections() { |
| Petr Hosek | 18821b6 | 2017-09-01 02:23:31 +0000 | [diff] [blame] | 914 | PhdrEntry *Last = nullptr; |
| 915 | PhdrEntry *LastRO = nullptr; |
| 916 | PhdrEntry *LastRW = nullptr; |
| Rui Ueyama | 888da8c | 2017-09-05 20:17:37 +0000 | [diff] [blame] | 917 | |
| Petr Hosek | 18821b6 | 2017-09-01 02:23:31 +0000 | [diff] [blame] | 918 | for (PhdrEntry *P : Phdrs) { |
| 919 | if (P->p_type != PT_LOAD) |
| 920 | continue; |
| 921 | Last = P; |
| 922 | if (P->p_flags & PF_W) |
| 923 | LastRW = P; |
| 924 | else |
| 925 | LastRO = P; |
| 926 | } |
| 927 | |
| Rui Ueyama | 888da8c | 2017-09-05 20:17:37 +0000 | [diff] [blame] | 928 | // _end is the first location after the uninitialized data region. |
| Petr Hosek | 18821b6 | 2017-09-01 02:23:31 +0000 | [diff] [blame] | 929 | if (Last) { |
| Rafael Espindola | 4d56016 | 2017-09-12 16:38:01 +0000 | [diff] [blame] | 930 | if (ElfSym::End1) |
| 931 | ElfSym::End1->Section = Last->LastSec; |
| 932 | if (ElfSym::End2) |
| 933 | ElfSym::End2->Section = Last->LastSec; |
| Petr Hosek | 18821b6 | 2017-09-01 02:23:31 +0000 | [diff] [blame] | 934 | } |
| Rui Ueyama | 888da8c | 2017-09-05 20:17:37 +0000 | [diff] [blame] | 935 | |
| 936 | // _etext is the first location after the last read-only loadable segment. |
| Petr Hosek | 18821b6 | 2017-09-01 02:23:31 +0000 | [diff] [blame] | 937 | if (LastRO) { |
| Rafael Espindola | 4d56016 | 2017-09-12 16:38:01 +0000 | [diff] [blame] | 938 | if (ElfSym::Etext1) |
| 939 | ElfSym::Etext1->Section = LastRO->LastSec; |
| 940 | if (ElfSym::Etext2) |
| 941 | ElfSym::Etext2->Section = LastRO->LastSec; |
| Petr Hosek | 18821b6 | 2017-09-01 02:23:31 +0000 | [diff] [blame] | 942 | } |
| Rui Ueyama | 888da8c | 2017-09-05 20:17:37 +0000 | [diff] [blame] | 943 | |
| 944 | // _edata points to the end of the last non SHT_NOBITS section. |
| Petr Hosek | 18821b6 | 2017-09-01 02:23:31 +0000 | [diff] [blame] | 945 | if (LastRW) { |
| Rui Ueyama | 888da8c | 2017-09-05 20:17:37 +0000 | [diff] [blame] | 946 | size_t I = 0; |
| Rafael Espindola | 4d56016 | 2017-09-12 16:38:01 +0000 | [diff] [blame] | 947 | for (; I < OutputSections.size(); ++I) |
| 948 | if (OutputSections[I] == LastRW->FirstSec) |
| Rui Ueyama | 888da8c | 2017-09-05 20:17:37 +0000 | [diff] [blame] | 949 | break; |
| 950 | |
| Rafael Espindola | 4d56016 | 2017-09-12 16:38:01 +0000 | [diff] [blame] | 951 | for (; I < OutputSections.size(); ++I) { |
| 952 | if (OutputSections[I]->Type != SHT_NOBITS) |
| Rui Ueyama | 888da8c | 2017-09-05 20:17:37 +0000 | [diff] [blame] | 953 | continue; |
| Rui Ueyama | 888da8c | 2017-09-05 20:17:37 +0000 | [diff] [blame] | 954 | break; |
| Petr Hosek | 18821b6 | 2017-09-01 02:23:31 +0000 | [diff] [blame] | 955 | } |
| Rafael Espindola | 4d56016 | 2017-09-12 16:38:01 +0000 | [diff] [blame] | 956 | if (ElfSym::Edata1) |
| 957 | ElfSym::Edata1->Section = OutputSections[I - 1]; |
| 958 | if (ElfSym::Edata2) |
| 959 | ElfSym::Edata2->Section = OutputSections[I - 1]; |
| 960 | } |
| 961 | |
| 962 | if (ElfSym::Bss) |
| 963 | ElfSym::Bss->Section = findSection(".bss"); |
| 964 | |
| 965 | // Setup MIPS _gp_disp/__gnu_local_gp symbols which should |
| 966 | // be equal to the _gp symbol's value. |
| Rafael Espindola | 9be24cf | 2017-09-20 18:30:57 +0000 | [diff] [blame] | 967 | if (ElfSym::MipsGp) { |
| Rafael Espindola | 4d56016 | 2017-09-12 16:38:01 +0000 | [diff] [blame] | 968 | // Find GP-relative section with the lowest address |
| 969 | // and use this address to calculate default _gp value. |
| 970 | for (OutputSection *OS : OutputSections) { |
| 971 | if (OS->Flags & SHF_MIPS_GPREL) { |
| 972 | ElfSym::MipsGp->Section = OS; |
| 973 | ElfSym::MipsGp->Value = 0x7ff0; |
| 974 | break; |
| 975 | } |
| 976 | } |
| Petr Hosek | 18821b6 | 2017-09-01 02:23:31 +0000 | [diff] [blame] | 977 | } |
| 978 | } |
| 979 | |
| Rafael Espindola | 5210141 | 2017-05-12 14:52:22 +0000 | [diff] [blame] | 980 | // We want to find how similar two ranks are. |
| 981 | // The more branches in getSectionRank that match, the more similar they are. |
| 982 | // Since each branch corresponds to a bit flag, we can just use |
| 983 | // countLeadingZeros. |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 984 | static int getRankProximityAux(OutputSection *A, OutputSection *B) { |
| Rafael Espindola | 5210141 | 2017-05-12 14:52:22 +0000 | [diff] [blame] | 985 | return countLeadingZeros(A->SortRank ^ B->SortRank); |
| Eugene Leviant | bae1c65 | 2016-11-08 10:44:48 +0000 | [diff] [blame] | 986 | } |
| 987 | |
| Rafael Espindola | 383971d | 2017-06-15 21:51:01 +0000 | [diff] [blame] | 988 | static int getRankProximity(OutputSection *A, BaseCommand *B) { |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 989 | if (auto *Sec = dyn_cast<OutputSection>(B)) |
| 990 | if (Sec->Live) |
| 991 | return getRankProximityAux(A, Sec); |
| Rafael Espindola | 383971d | 2017-06-15 21:51:01 +0000 | [diff] [blame] | 992 | return -1; |
| 993 | } |
| 994 | |
| 995 | // When placing orphan sections, we want to place them after symbol assignments |
| 996 | // so that an orphan after |
| 997 | // begin_foo = .; |
| 998 | // foo : { *(foo) } |
| 999 | // end_foo = .; |
| 1000 | // doesn't break the intended meaning of the begin/end symbols. |
| 1001 | // We don't want to go over sections since findOrphanPos is the |
| 1002 | // one in charge of deciding the order of the sections. |
| 1003 | // We don't want to go over changes to '.', since doing so in |
| 1004 | // rx_sec : { *(rx_sec) } |
| 1005 | // . = ALIGN(0x1000); |
| 1006 | // /* The RW PT_LOAD starts here*/ |
| 1007 | // rw_sec : { *(rw_sec) } |
| 1008 | // would mean that the RW PT_LOAD would become unaligned. |
| 1009 | static bool shouldSkip(BaseCommand *Cmd) { |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1010 | if (isa<OutputSection>(Cmd)) |
| Rafael Espindola | 383971d | 2017-06-15 21:51:01 +0000 | [diff] [blame] | 1011 | return false; |
| 1012 | if (auto *Assign = dyn_cast<SymbolAssignment>(Cmd)) |
| 1013 | return Assign->Name != "."; |
| 1014 | return true; |
| 1015 | } |
| 1016 | |
| Rafael Espindola | 5210141 | 2017-05-12 14:52:22 +0000 | [diff] [blame] | 1017 | // We want to place orphan sections so that they share as much |
| 1018 | // characteristics with their neighbors as possible. For example, if |
| 1019 | // both are rw, or both are tls. |
| Rafael Espindola | 0ca3712 | 2017-05-09 13:58:46 +0000 | [diff] [blame] | 1020 | template <typename ELFT> |
| Rafael Espindola | 383971d | 2017-06-15 21:51:01 +0000 | [diff] [blame] | 1021 | static std::vector<BaseCommand *>::iterator |
| 1022 | findOrphanPos(std::vector<BaseCommand *>::iterator B, |
| 1023 | std::vector<BaseCommand *>::iterator E) { |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1024 | OutputSection *Sec = cast<OutputSection>(*E); |
| Rafael Espindola | 0ca3712 | 2017-05-09 13:58:46 +0000 | [diff] [blame] | 1025 | |
| Rafael Espindola | 5210141 | 2017-05-12 14:52:22 +0000 | [diff] [blame] | 1026 | // Find the first element that has as close a rank as possible. |
| Rafael Espindola | 383971d | 2017-06-15 21:51:01 +0000 | [diff] [blame] | 1027 | auto I = std::max_element(B, E, [=](BaseCommand *A, BaseCommand *B) { |
| Rafael Espindola | 5210141 | 2017-05-12 14:52:22 +0000 | [diff] [blame] | 1028 | return getRankProximity(Sec, A) < getRankProximity(Sec, B); |
| 1029 | }); |
| 1030 | if (I == E) |
| Rafael Espindola | 0ca3712 | 2017-05-09 13:58:46 +0000 | [diff] [blame] | 1031 | return E; |
| 1032 | |
| Rafael Espindola | 5210141 | 2017-05-12 14:52:22 +0000 | [diff] [blame] | 1033 | // Consider all existing sections with the same proximity. |
| Rafael Espindola | 383971d | 2017-06-15 21:51:01 +0000 | [diff] [blame] | 1034 | int Proximity = getRankProximity(Sec, *I); |
| 1035 | for (; I != E; ++I) { |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1036 | auto *CurSec = dyn_cast<OutputSection>(*I); |
| 1037 | if (!CurSec || !CurSec->Live) |
| Rafael Espindola | 383971d | 2017-06-15 21:51:01 +0000 | [diff] [blame] | 1038 | continue; |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1039 | if (getRankProximity(Sec, CurSec) != Proximity || |
| 1040 | Sec->SortRank < CurSec->SortRank) |
| Rafael Espindola | 383971d | 2017-06-15 21:51:01 +0000 | [diff] [blame] | 1041 | break; |
| 1042 | } |
| 1043 | auto J = std::find_if( |
| Rafael Espindola | c54b1c8 | 2017-06-15 22:03:06 +0000 | [diff] [blame] | 1044 | llvm::make_reverse_iterator(I), llvm::make_reverse_iterator(B), |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1045 | [](BaseCommand *Cmd) { return isa<OutputSection>(Cmd); }); |
| Rafael Espindola | 383971d | 2017-06-15 21:51:01 +0000 | [diff] [blame] | 1046 | I = J.base(); |
| Rafael Espindola | aad64e0 | 2017-09-19 17:29:58 +0000 | [diff] [blame] | 1047 | |
| 1048 | // As a special case, if the orphan section is the last section, put |
| 1049 | // it at the very end, past any other commands. |
| 1050 | // This matches bfd's behavior and is convenient when the linker script fully |
| 1051 | // specifies the start of the file, but doesn't care about the end (the non |
| 1052 | // alloc sections for example). |
| 1053 | auto NextSec = std::find_if( |
| 1054 | I, E, [](BaseCommand *Cmd) { return isa<OutputSection>(Cmd); }); |
| 1055 | if (NextSec == E) |
| 1056 | return E; |
| 1057 | |
| Rafael Espindola | 383971d | 2017-06-15 21:51:01 +0000 | [diff] [blame] | 1058 | while (I != E && shouldSkip(*I)) |
| Rafael Espindola | 5210141 | 2017-05-12 14:52:22 +0000 | [diff] [blame] | 1059 | ++I; |
| 1060 | return I; |
| Rafael Espindola | 0ca3712 | 2017-05-09 13:58:46 +0000 | [diff] [blame] | 1061 | } |
| 1062 | |
| Rafael Espindola | 24c073d | 2016-09-21 22:36:19 +0000 | [diff] [blame] | 1063 | template <class ELFT> void Writer<ELFT>::sortSections() { |
| George Rimar | e0b43df | 2017-06-28 09:59:34 +0000 | [diff] [blame] | 1064 | if (Script->Opt.HasSections) |
| 1065 | Script->adjustSectionsBeforeSorting(); |
| 1066 | |
| Rafael Espindola | 1960bcd | 2016-11-11 22:43:27 +0000 | [diff] [blame] | 1067 | // Don't sort if using -r. It is not necessary and we want to preserve the |
| 1068 | // relative order for SHF_LINK_ORDER sections. |
| 1069 | if (Config->Relocatable) |
| Rafael Espindola | 85de678 | 2017-06-28 22:44:11 +0000 | [diff] [blame] | 1070 | return; |
| Rafael Espindola | 5210141 | 2017-05-12 14:52:22 +0000 | [diff] [blame] | 1071 | |
| Rafael Espindola | 383971d | 2017-06-15 21:51:01 +0000 | [diff] [blame] | 1072 | for (BaseCommand *Base : Script->Opt.Commands) |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1073 | if (auto *Sec = dyn_cast<OutputSection>(Base)) |
| 1074 | Sec->SortRank = getSectionRank(Sec); |
| Rafael Espindola | 5210141 | 2017-05-12 14:52:22 +0000 | [diff] [blame] | 1075 | |
| Rui Ueyama | a34da93 | 2017-03-21 23:03:09 +0000 | [diff] [blame] | 1076 | if (!Script->Opt.HasSections) { |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1077 | // We know that all the OutputSections are contiguous in |
| Rafael Espindola | 383971d | 2017-06-15 21:51:01 +0000 | [diff] [blame] | 1078 | // this case. |
| 1079 | auto E = Script->Opt.Commands.end(); |
| 1080 | auto I = Script->Opt.Commands.begin(); |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1081 | auto IsSection = [](BaseCommand *Base) { return isa<OutputSection>(Base); }; |
| Rafael Espindola | 383971d | 2017-06-15 21:51:01 +0000 | [diff] [blame] | 1082 | I = std::find_if(I, E, IsSection); |
| Rafael Espindola | c54b1c8 | 2017-06-15 22:03:06 +0000 | [diff] [blame] | 1083 | E = std::find_if(llvm::make_reverse_iterator(E), |
| 1084 | llvm::make_reverse_iterator(I), IsSection) |
| Rafael Espindola | 383971d | 2017-06-15 21:51:01 +0000 | [diff] [blame] | 1085 | .base(); |
| 1086 | std::stable_sort(I, E, compareSections); |
| Rafael Espindola | 24c073d | 2016-09-21 22:36:19 +0000 | [diff] [blame] | 1087 | return; |
| 1088 | } |
| 1089 | |
| Rafael Espindola | 383971d | 2017-06-15 21:51:01 +0000 | [diff] [blame] | 1090 | // Orphan sections are sections present in the input files which are |
| 1091 | // not explicitly placed into the output file by the linker script. |
| 1092 | // |
| 1093 | // The sections in the linker script are already in the correct |
| 1094 | // order. We have to figuere out where to insert the orphan |
| 1095 | // sections. |
| 1096 | // |
| Rafael Espindola | 24c073d | 2016-09-21 22:36:19 +0000 | [diff] [blame] | 1097 | // The order of the sections in the script is arbitrary and may not agree with |
| Rafael Espindola | 383971d | 2017-06-15 21:51:01 +0000 | [diff] [blame] | 1098 | // compareSections. This means that we cannot easily define a strict weak |
| 1099 | // ordering. To see why, consider a comparison of a section in the script and |
| 1100 | // one not in the script. We have a two simple options: |
| Rafael Espindola | 24c073d | 2016-09-21 22:36:19 +0000 | [diff] [blame] | 1101 | // * Make them equivalent (a is not less than b, and b is not less than a). |
| 1102 | // The problem is then that equivalence has to be transitive and we can |
| 1103 | // have sections a, b and c with only b in a script and a less than c |
| 1104 | // which breaks this property. |
| 1105 | // * Use compareSectionsNonScript. Given that the script order doesn't have |
| 1106 | // to match, we can end up with sections a, b, c, d where b and c are in the |
| 1107 | // script and c is compareSectionsNonScript less than b. In which case d |
| 1108 | // can be equivalent to c, a to b and d < a. As a concrete example: |
| 1109 | // .a (rx) # not in script |
| 1110 | // .b (rx) # in script |
| 1111 | // .c (ro) # in script |
| 1112 | // .d (ro) # not in script |
| 1113 | // |
| 1114 | // The way we define an order then is: |
| Rafael Espindola | 383971d | 2017-06-15 21:51:01 +0000 | [diff] [blame] | 1115 | // * Sort only the orphan sections. They are in the end right now. |
| 1116 | // * Move each orphan section to its preferred position. We try |
| Eugene Leviant | bae1c65 | 2016-11-08 10:44:48 +0000 | [diff] [blame] | 1117 | // to put each section in the last position where it it can share |
| 1118 | // a PT_LOAD. |
| Rafael Espindola | 383971d | 2017-06-15 21:51:01 +0000 | [diff] [blame] | 1119 | // |
| 1120 | // There is some ambiguity as to where exactly a new entry should be |
| 1121 | // inserted, because Opt.Commands contains not only output section |
| 1122 | // commands but also other types of commands such as symbol assignment |
| 1123 | // expressions. There's no correct answer here due to the lack of the |
| 1124 | // formal specification of the linker script. We use heuristics to |
| 1125 | // determine whether a new output command should be added before or |
| 1126 | // after another commands. For the details, look at shouldSkip |
| 1127 | // function. |
| Rafael Espindola | 24c073d | 2016-09-21 22:36:19 +0000 | [diff] [blame] | 1128 | |
| Rafael Espindola | 383971d | 2017-06-15 21:51:01 +0000 | [diff] [blame] | 1129 | auto I = Script->Opt.Commands.begin(); |
| 1130 | auto E = Script->Opt.Commands.end(); |
| 1131 | auto NonScriptI = std::find_if(I, E, [](BaseCommand *Base) { |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1132 | if (auto *Sec = dyn_cast<OutputSection>(Base)) |
| 1133 | return Sec->Live && Sec->SectionIndex == INT_MAX; |
| Rafael Espindola | 383971d | 2017-06-15 21:51:01 +0000 | [diff] [blame] | 1134 | return false; |
| 1135 | }); |
| Rafael Espindola | 24c073d | 2016-09-21 22:36:19 +0000 | [diff] [blame] | 1136 | |
| Rafael Espindola | 383971d | 2017-06-15 21:51:01 +0000 | [diff] [blame] | 1137 | // Sort the orphan sections. |
| 1138 | std::stable_sort(NonScriptI, E, compareSections); |
| 1139 | |
| 1140 | // As a horrible special case, skip the first . assignment if it is before any |
| 1141 | // section. We do this because it is common to set a load address by starting |
| 1142 | // the script with ". = 0xabcd" and the expectation is that every section is |
| 1143 | // after that. |
| 1144 | auto FirstSectionOrDotAssignment = |
| 1145 | std::find_if(I, E, [](BaseCommand *Cmd) { return !shouldSkip(Cmd); }); |
| 1146 | if (FirstSectionOrDotAssignment != E && |
| 1147 | isa<SymbolAssignment>(**FirstSectionOrDotAssignment)) |
| 1148 | ++FirstSectionOrDotAssignment; |
| 1149 | I = FirstSectionOrDotAssignment; |
| 1150 | |
| Rafael Espindola | 5210141 | 2017-05-12 14:52:22 +0000 | [diff] [blame] | 1151 | while (NonScriptI != E) { |
| 1152 | auto Pos = findOrphanPos<ELFT>(I, NonScriptI); |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1153 | OutputSection *Orphan = cast<OutputSection>(*NonScriptI); |
| Rafael Espindola | 5210141 | 2017-05-12 14:52:22 +0000 | [diff] [blame] | 1154 | |
| 1155 | // As an optimization, find all sections with the same sort rank |
| 1156 | // and insert them with one rotate. |
| Rafael Espindola | 383971d | 2017-06-15 21:51:01 +0000 | [diff] [blame] | 1157 | unsigned Rank = Orphan->SortRank; |
| 1158 | auto End = std::find_if(NonScriptI + 1, E, [=](BaseCommand *Cmd) { |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1159 | return cast<OutputSection>(Cmd)->SortRank != Rank; |
| Rafael Espindola | 5210141 | 2017-05-12 14:52:22 +0000 | [diff] [blame] | 1160 | }); |
| 1161 | std::rotate(Pos, NonScriptI, End); |
| 1162 | NonScriptI = End; |
| 1163 | } |
| Rafael Espindola | f7a1744 | 2016-11-14 15:39:38 +0000 | [diff] [blame] | 1164 | |
| George Rimar | a8dba48 | 2017-03-20 10:09:58 +0000 | [diff] [blame] | 1165 | Script->adjustSectionsAfterSorting(); |
| Rafael Espindola | 24c073d | 2016-09-21 22:36:19 +0000 | [diff] [blame] | 1166 | } |
| 1167 | |
| Peter Smith | 1ec42d9 | 2017-03-08 14:06:24 +0000 | [diff] [blame] | 1168 | static void applySynthetic(const std::vector<SyntheticSection *> &Sections, |
| 1169 | std::function<void(SyntheticSection *)> Fn) { |
| Rui Ueyama | 9320cb0 | 2017-02-27 02:56:02 +0000 | [diff] [blame] | 1170 | for (SyntheticSection *SS : Sections) |
| Rafael Espindola | d57c58d | 2017-06-07 02:31:19 +0000 | [diff] [blame] | 1171 | if (SS && SS->getParent() && !SS->empty()) |
| Peter Smith | 1ec42d9 | 2017-03-08 14:06:24 +0000 | [diff] [blame] | 1172 | Fn(SS); |
| Eugene Leviant | 6380ce2 | 2016-11-15 12:26:55 +0000 | [diff] [blame] | 1173 | } |
| 1174 | |
| George Rimar | 11992c86 | 2016-11-25 08:05:41 +0000 | [diff] [blame] | 1175 | // We need to add input synthetic sections early in createSyntheticSections() |
| Rui Ueyama | c38860b | 2016-12-05 21:39:35 +0000 | [diff] [blame] | 1176 | // to make them visible from linkescript side. But not all sections are always |
| 1177 | // required to be in output. For example we don't need dynamic section content |
| James Henderson | 7ee2275 | 2017-04-06 09:40:03 +0000 | [diff] [blame] | 1178 | // sometimes. This function filters out such unused sections from the output. |
| Rafael Espindola | c080ff6 | 2017-07-03 16:54:39 +0000 | [diff] [blame] | 1179 | static void removeUnusedSyntheticSections() { |
| Rafael Espindola | 9e9754b | 2017-02-03 13:06:18 +0000 | [diff] [blame] | 1180 | // All input synthetic sections that can be empty are placed after |
| 1181 | // all regular ones. We iterate over them all and exit at first |
| 1182 | // non-synthetic. |
| Rui Ueyama | 536a267 | 2017-02-27 02:32:08 +0000 | [diff] [blame] | 1183 | for (InputSectionBase *S : llvm::reverse(InputSections)) { |
| Rui Ueyama | 9320cb0 | 2017-02-27 02:56:02 +0000 | [diff] [blame] | 1184 | SyntheticSection *SS = dyn_cast<SyntheticSection>(S); |
| Rui Ueyama | c38860b | 2016-12-05 21:39:35 +0000 | [diff] [blame] | 1185 | if (!SS) |
| George Rimar | 11992c86 | 2016-11-25 08:05:41 +0000 | [diff] [blame] | 1186 | return; |
| Rafael Espindola | db5e56f | 2017-05-31 20:17:44 +0000 | [diff] [blame] | 1187 | OutputSection *OS = SS->getParent(); |
| 1188 | if (!SS->empty() || !OS) |
| George Rimar | 11992c86 | 2016-11-25 08:05:41 +0000 | [diff] [blame] | 1189 | continue; |
| Rafael Espindola | c080ff6 | 2017-07-03 16:54:39 +0000 | [diff] [blame] | 1190 | |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1191 | std::vector<BaseCommand *>::iterator Empty = OS->Commands.end(); |
| 1192 | for (auto I = OS->Commands.begin(), E = OS->Commands.end(); I != E; ++I) { |
| Rafael Espindola | 43ee360 | 2017-07-03 17:32:09 +0000 | [diff] [blame] | 1193 | BaseCommand *B = *I; |
| Rafael Espindola | c080ff6 | 2017-07-03 16:54:39 +0000 | [diff] [blame] | 1194 | if (auto *ISD = dyn_cast<InputSectionDescription>(B)) { |
| George Rimar | 7ac3825 | 2017-09-08 13:26:45 +0000 | [diff] [blame] | 1195 | llvm::erase_if(ISD->Sections, |
| 1196 | [=](InputSection *IS) { return IS == SS; }); |
| Rafael Espindola | c080ff6 | 2017-07-03 16:54:39 +0000 | [diff] [blame] | 1197 | if (ISD->Sections.empty()) |
| Rafael Espindola | 43ee360 | 2017-07-03 17:32:09 +0000 | [diff] [blame] | 1198 | Empty = I; |
| Rafael Espindola | c080ff6 | 2017-07-03 16:54:39 +0000 | [diff] [blame] | 1199 | } |
| 1200 | } |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1201 | if (Empty != OS->Commands.end()) |
| 1202 | OS->Commands.erase(Empty); |
| Rafael Espindola | c080ff6 | 2017-07-03 16:54:39 +0000 | [diff] [blame] | 1203 | |
| James Henderson | 7ee2275 | 2017-04-06 09:40:03 +0000 | [diff] [blame] | 1204 | // If there are no other sections in the output section, remove it from the |
| 1205 | // output. |
| George Rimar | 9a2da39 | 2017-09-08 13:40:07 +0000 | [diff] [blame] | 1206 | if (OS->Commands.empty()) |
| 1207 | llvm::erase_if(Script->Opt.Commands, |
| 1208 | [&](BaseCommand *Cmd) { return Cmd == OS; }); |
| George Rimar | 11992c86 | 2016-11-25 08:05:41 +0000 | [diff] [blame] | 1209 | } |
| 1210 | } |
| 1211 | |
| Rafael Espindola | 35c908f | 2017-08-10 15:05:37 +0000 | [diff] [blame] | 1212 | // Returns true if a symbol can be replaced at load-time by a symbol |
| 1213 | // with the same name defined in other ELF executable or DSO. |
| 1214 | static bool computeIsPreemptible(const SymbolBody &B) { |
| 1215 | assert(!B.isLocal()); |
| Rafael Espindola | 35c908f | 2017-08-10 15:05:37 +0000 | [diff] [blame] | 1216 | // Only symbols that appear in dynsym can be preempted. |
| 1217 | if (!B.symbol()->includeInDynsym()) |
| 1218 | return false; |
| 1219 | |
| 1220 | // Only default visibility symbols can be preempted. |
| 1221 | if (B.symbol()->Visibility != STV_DEFAULT) |
| 1222 | return false; |
| 1223 | |
| Rafael Espindola | 30ea5cf | 2017-09-12 17:18:03 +0000 | [diff] [blame] | 1224 | // At this point copy relocations have not been created yet, so any |
| 1225 | // symbol that is not defined locally is preemptible. |
| Rafael Espindola | ee6a352 | 2017-09-08 18:41:49 +0000 | [diff] [blame] | 1226 | if (!B.isInCurrentDSO()) |
| Rafael Espindola | d72d97b | 2017-09-08 18:16:59 +0000 | [diff] [blame] | 1227 | return true; |
| 1228 | |
| 1229 | // If we have a dynamic list it specifies which local symbols are preemptible. |
| Rafael Espindola | 8016bdf | 2017-09-08 18:53:43 +0000 | [diff] [blame] | 1230 | if (Config->HasDynamicList) |
| Rafael Espindola | d72d97b | 2017-09-08 18:16:59 +0000 | [diff] [blame] | 1231 | return false; |
| 1232 | |
| Rafael Espindola | 35c908f | 2017-08-10 15:05:37 +0000 | [diff] [blame] | 1233 | if (!Config->Shared) |
| Rafael Espindola | d72d97b | 2017-09-08 18:16:59 +0000 | [diff] [blame] | 1234 | return false; |
| Rafael Espindola | 35c908f | 2017-08-10 15:05:37 +0000 | [diff] [blame] | 1235 | |
| 1236 | // -Bsymbolic means that definitions are not preempted. |
| 1237 | if (Config->Bsymbolic || (Config->BsymbolicFunctions && B.isFunc())) |
| Rafael Espindola | 716c57b | 2017-09-08 18:23:25 +0000 | [diff] [blame] | 1238 | return false; |
| Rafael Espindola | 35c908f | 2017-08-10 15:05:37 +0000 | [diff] [blame] | 1239 | return true; |
| 1240 | } |
| 1241 | |
| Eugene Leviant | e63d81b | 2016-07-20 14:43:20 +0000 | [diff] [blame] | 1242 | // Create output section objects and add them to OutputSections. |
| 1243 | template <class ELFT> void Writer<ELFT>::finalizeSections() { |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1244 | Out::DebugInfo = findSection(".debug_info"); |
| 1245 | Out::PreinitArray = findSection(".preinit_array"); |
| 1246 | Out::InitArray = findSection(".init_array"); |
| 1247 | Out::FiniArray = findSection(".fini_array"); |
| Rafael Espindola | 7757224 | 2015-10-02 19:37:55 +0000 | [diff] [blame] | 1248 | |
| Rui Ueyama | a5d79d1 | 2015-12-26 09:48:00 +0000 | [diff] [blame] | 1249 | // The linker needs to define SECNAME_start, SECNAME_end and SECNAME_stop |
| 1250 | // symbols for sections, so that the runtime can get the start and end |
| 1251 | // addresses of each section by section name. Add such symbols. |
| George Rimar | c1034a8 | 2016-03-01 19:12:35 +0000 | [diff] [blame] | 1252 | if (!Config->Relocatable) { |
| 1253 | addStartEndSymbols(); |
| Rafael Espindola | b691545 | 2017-07-04 19:05:03 +0000 | [diff] [blame] | 1254 | for (BaseCommand *Base : Script->Opt.Commands) |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1255 | if (auto *Sec = dyn_cast<OutputSection>(Base)) |
| 1256 | addStartStopSymbols(Sec); |
| George Rimar | c1034a8 | 2016-03-01 19:12:35 +0000 | [diff] [blame] | 1257 | } |
| Rui Ueyama | d4530c6 | 2016-03-04 18:34:14 +0000 | [diff] [blame] | 1258 | |
| 1259 | // Add _DYNAMIC symbol. Unlike GNU gold, our _DYNAMIC symbol has no type. |
| 1260 | // It should be okay as no one seems to care about the type. |
| 1261 | // Even the author of gold doesn't remember why gold behaves that way. |
| 1262 | // https://sourceware.org/ml/binutils/2002-03/msg00360.html |
| George Rimar | 69b17c3 | 2017-05-16 10:04:42 +0000 | [diff] [blame] | 1263 | if (InX::DynSymTab) |
| Rafael Espindola | 5ab1989 | 2017-05-11 23:16:43 +0000 | [diff] [blame] | 1264 | addRegular<ELFT>("_DYNAMIC", InX::Dynamic, 0); |
| Rafael Espindola | 334c3e1 | 2015-10-19 15:21:42 +0000 | [diff] [blame] | 1265 | |
| Rafael Espindola | de9857e | 2016-02-04 21:33:05 +0000 | [diff] [blame] | 1266 | // Define __rel[a]_iplt_{start,end} symbols if needed. |
| 1267 | addRelIpltSymbols(); |
| 1268 | |
| Rafael Espindola | 66b4e21 | 2017-02-23 22:06:28 +0000 | [diff] [blame] | 1269 | // This responsible for splitting up .eh_frame section into |
| Peter Smith | 1ec42d9 | 2017-03-08 14:06:24 +0000 | [diff] [blame] | 1270 | // pieces. The relocation scan uses those pieces, so this has to be |
| Rafael Espindola | 66b4e21 | 2017-02-23 22:06:28 +0000 | [diff] [blame] | 1271 | // earlier. |
| George Rimar | 49a47f2 | 2017-03-16 10:29:44 +0000 | [diff] [blame] | 1272 | applySynthetic({In<ELFT>::EhFrame}, |
| 1273 | [](SyntheticSection *SS) { SS->finalizeContents(); }); |
| Rafael Espindola | 56004c5 | 2016-04-07 14:22:09 +0000 | [diff] [blame] | 1274 | |
| Rafael Espindola | 0ff545c | 2017-09-08 01:09:52 +0000 | [diff] [blame] | 1275 | for (Symbol *S : Symtab->getSymbols()) |
| Rafael Espindola | d72d97b | 2017-09-08 18:16:59 +0000 | [diff] [blame] | 1276 | S->body()->IsPreemptible |= computeIsPreemptible(*S->body()); |
| Rafael Espindola | 35c908f | 2017-08-10 15:05:37 +0000 | [diff] [blame] | 1277 | |
| Rafael Espindola | 0f7ceda | 2016-07-20 17:58:07 +0000 | [diff] [blame] | 1278 | // Scan relocations. This must be done after every symbol is declared so that |
| 1279 | // we can correctly decide if a dynamic relocation is needed. |
| George Rimar | cb888a6 | 2017-09-13 07:54:47 +0000 | [diff] [blame] | 1280 | if (!Config->Relocatable) |
| 1281 | forEachRelSec(scanRelocations<ELFT>); |
| Rafael Espindola | 0f7ceda | 2016-07-20 17:58:07 +0000 | [diff] [blame] | 1282 | |
| Rafael Espindola | 895aea6 | 2017-05-11 22:02:41 +0000 | [diff] [blame] | 1283 | if (InX::Plt && !InX::Plt->empty()) |
| 1284 | InX::Plt->addSymbols(); |
| 1285 | if (InX::Iplt && !InX::Iplt->empty()) |
| 1286 | InX::Iplt->addSymbols(); |
| Peter Smith | 9694376 | 2017-01-25 10:31:16 +0000 | [diff] [blame] | 1287 | |
| Peter Smith | 5586543 | 2017-02-20 11:12:33 +0000 | [diff] [blame] | 1288 | // Now that we have defined all possible global symbols including linker- |
| Rui Ueyama | 1b2a8bf | 2015-12-26 10:22:16 +0000 | [diff] [blame] | 1289 | // synthesized ones. Visit all symbols to give the finishing touches. |
| Rafael Espindola | 244ef98 | 2017-07-26 18:42:48 +0000 | [diff] [blame] | 1290 | for (Symbol *S : Symtab->getSymbols()) { |
| Peter Collingbourne | 4f95270 | 2016-05-01 04:55:03 +0000 | [diff] [blame] | 1291 | SymbolBody *Body = S->body(); |
| Rafael Espindola | 0baa73f | 2016-04-26 13:56:26 +0000 | [diff] [blame] | 1292 | |
| George Rimar | 7702bc2 | 2017-03-16 11:20:02 +0000 | [diff] [blame] | 1293 | if (!includeInSymtab(*Body)) |
| Rafael Espindola | 05a3dd2 | 2015-09-22 23:38:23 +0000 | [diff] [blame] | 1294 | continue; |
| George Rimar | 69b17c3 | 2017-05-16 10:04:42 +0000 | [diff] [blame] | 1295 | if (InX::SymTab) |
| 1296 | InX::SymTab->addSymbol(Body); |
| Rafael Espindola | 05a3dd2 | 2015-09-22 23:38:23 +0000 | [diff] [blame] | 1297 | |
| George Rimar | 69b17c3 | 2017-05-16 10:04:42 +0000 | [diff] [blame] | 1298 | if (InX::DynSymTab && S->includeInDynsym()) { |
| 1299 | InX::DynSymTab->addSymbol(Body); |
| Rui Ueyama | 4076fa1 | 2017-02-26 23:35:34 +0000 | [diff] [blame] | 1300 | if (auto *SS = dyn_cast<SharedSymbol>(Body)) |
| Rafael Espindola | 6e93d05 | 2017-08-04 22:31:42 +0000 | [diff] [blame] | 1301 | if (cast<SharedFile<ELFT>>(S->File)->isNeeded()) |
| Eugene Leviant | e9bab5d | 2016-11-21 16:59:33 +0000 | [diff] [blame] | 1302 | In<ELFT>::VerNeed->addSymbol(SS); |
| Peter Collingbourne | 21a12fc | 2016-04-27 20:22:31 +0000 | [diff] [blame] | 1303 | } |
| Rafael Espindola | 05a3dd2 | 2015-09-22 23:38:23 +0000 | [diff] [blame] | 1304 | } |
| Rui Ueyama | c2a0d7e | 2016-01-28 22:56:29 +0000 | [diff] [blame] | 1305 | |
| 1306 | // Do not proceed if there was an undefined symbol. |
| Rui Ueyama | f373dd7 | 2016-11-24 01:43:21 +0000 | [diff] [blame] | 1307 | if (ErrorCount) |
| Rui Ueyama | f7f52ef | 2016-04-01 17:24:19 +0000 | [diff] [blame] | 1308 | return; |
| Rui Ueyama | c2a0d7e | 2016-01-28 22:56:29 +0000 | [diff] [blame] | 1309 | |
| Rafael Espindola | 1eb3a0f | 2017-07-04 18:26:21 +0000 | [diff] [blame] | 1310 | addPredefinedSections(); |
| Rafael Espindola | c080ff6 | 2017-07-03 16:54:39 +0000 | [diff] [blame] | 1311 | removeUnusedSyntheticSections(); |
| 1312 | |
| Rafael Espindola | 24c073d | 2016-09-21 22:36:19 +0000 | [diff] [blame] | 1313 | sortSections(); |
| Rafael Espindola | 383971d | 2017-06-15 21:51:01 +0000 | [diff] [blame] | 1314 | |
| 1315 | // Now that we have the final list, create a list of all the |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1316 | // OutputSections for convenience. |
| Rafael Espindola | cdf813b | 2017-06-13 22:36:20 +0000 | [diff] [blame] | 1317 | for (BaseCommand *Base : Script->Opt.Commands) |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1318 | if (auto *Sec = dyn_cast<OutputSection>(Base)) |
| 1319 | OutputSections.push_back(Sec); |
| Rui Ueyama | 84417f8 | 2015-12-26 07:50:41 +0000 | [diff] [blame] | 1320 | |
| Rafael Espindola | 9c0395e | 2017-06-20 01:51:50 +0000 | [diff] [blame] | 1321 | // Prefer command line supplied address over other constraints. |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1322 | for (OutputSection *Sec : OutputSections) { |
| 1323 | auto I = Config->SectionStartMap.find(Sec->Name); |
| Rafael Espindola | 9c0395e | 2017-06-20 01:51:50 +0000 | [diff] [blame] | 1324 | if (I != Config->SectionStartMap.end()) |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1325 | Sec->AddrExpr = [=] { return I->second; }; |
| Rafael Espindola | 9c0395e | 2017-06-20 01:51:50 +0000 | [diff] [blame] | 1326 | } |
| 1327 | |
| Rafael Espindola | 78493a2 | 2017-01-28 17:48:21 +0000 | [diff] [blame] | 1328 | // This is a bit of a hack. A value of 0 means undef, so we set it |
| 1329 | // to 1 t make __ehdr_start defined. The section number is not |
| 1330 | // particularly relevant. |
| Rui Ueyama | 9d1bacb1 | 2017-02-27 02:31:26 +0000 | [diff] [blame] | 1331 | Out::ElfHeader->SectionIndex = 1; |
| Rafael Espindola | 78493a2 | 2017-01-28 17:48:21 +0000 | [diff] [blame] | 1332 | |
| George Rimar | 7ca0627 | 2016-04-06 07:20:45 +0000 | [diff] [blame] | 1333 | unsigned I = 1; |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1334 | for (OutputSection *Sec : OutputSections) { |
| George Rimar | 7ca0627 | 2016-04-06 07:20:45 +0000 | [diff] [blame] | 1335 | Sec->SectionIndex = I++; |
| Rafael Espindola | 895aea6 | 2017-05-11 22:02:41 +0000 | [diff] [blame] | 1336 | Sec->ShName = InX::ShStrTab->addString(Sec->Name); |
| George Rimar | 7ca0627 | 2016-04-06 07:20:45 +0000 | [diff] [blame] | 1337 | } |
| Rui Ueyama | 84417f8 | 2015-12-26 07:50:41 +0000 | [diff] [blame] | 1338 | |
| Rafael Espindola | 5967c97 | 2016-12-19 21:21:07 +0000 | [diff] [blame] | 1339 | // Binary and relocatable output does not have PHDRS. |
| 1340 | // The headers have to be created before finalize as that can influence the |
| 1341 | // image base and the dynamic section on mips includes the image base. |
| 1342 | if (!Config->Relocatable && !Config->OFormatBinary) { |
| Rafael Espindola | f51c805 | 2017-06-13 23:26:31 +0000 | [diff] [blame] | 1343 | Phdrs = Script->hasPhdrsCommands() ? Script->createPhdrs() : createPhdrs(); |
| Rafael Espindola | 5967c97 | 2016-12-19 21:21:07 +0000 | [diff] [blame] | 1344 | addPtArmExid(Phdrs); |
| Rafael Espindola | 02ed757 | 2017-05-04 19:34:17 +0000 | [diff] [blame] | 1345 | Out::ProgramHeaders->Size = sizeof(Elf_Phdr) * Phdrs.size(); |
| Rafael Espindola | 5967c97 | 2016-12-19 21:21:07 +0000 | [diff] [blame] | 1346 | } |
| 1347 | |
| Rafael Espindola | 4d56016 | 2017-09-12 16:38:01 +0000 | [diff] [blame] | 1348 | // Some symbols are defined in term of program headers. Now that we |
| 1349 | // have the headers, we can find out which sections they point to. |
| 1350 | setReservedSymbolSections(); |
| 1351 | |
| Eugene Leviant | be809a7 | 2016-11-18 06:44:18 +0000 | [diff] [blame] | 1352 | // Dynamic section must be the last one in this list and dynamic |
| 1353 | // symbol table section (DynSymTab) must be the first one. |
| Rui Ueyama | 2b6631b | 2017-08-15 17:01:39 +0000 | [diff] [blame] | 1354 | applySynthetic({InX::DynSymTab, InX::Bss, |
| 1355 | InX::BssRelRo, InX::GnuHashTab, |
| George Rimar | aaf5471 | 2017-09-27 09:14:59 +0000 | [diff] [blame^] | 1356 | InX::HashTab, InX::SymTab, |
| Rui Ueyama | 2b6631b | 2017-08-15 17:01:39 +0000 | [diff] [blame] | 1357 | InX::ShStrTab, InX::StrTab, |
| 1358 | In<ELFT>::VerDef, InX::DynStrTab, |
| 1359 | InX::Got, InX::MipsGot, |
| 1360 | InX::IgotPlt, InX::GotPlt, |
| 1361 | In<ELFT>::RelaDyn, In<ELFT>::RelaIplt, |
| 1362 | In<ELFT>::RelaPlt, InX::Plt, |
| 1363 | InX::Iplt, In<ELFT>::EhFrameHdr, |
| 1364 | In<ELFT>::VerSym, In<ELFT>::VerNeed, |
| 1365 | InX::Dynamic}, |
| George Rimar | 49a47f2 | 2017-03-16 10:29:44 +0000 | [diff] [blame] | 1366 | [](SyntheticSection *SS) { SS->finalizeContents(); }); |
| Peter Smith | 1ec42d9 | 2017-03-08 14:06:24 +0000 | [diff] [blame] | 1367 | |
| Peter Smith | 3ef89b0 | 2017-09-06 14:02:14 +0000 | [diff] [blame] | 1368 | if (!Script->Opt.HasSections && !Config->Relocatable) |
| 1369 | fixSectionAlignments(); |
| 1370 | |
| Peter Smith | 1ec42d9 | 2017-03-08 14:06:24 +0000 | [diff] [blame] | 1371 | // Some architectures use small displacements for jump instructions. |
| 1372 | // It is linker's responsibility to create thunks containing long |
| 1373 | // jump instructions if jump targets are too far. Create thunks. |
| 1374 | if (Target->NeedsThunks) { |
| 1375 | // FIXME: only ARM Interworking and Mips LA25 Thunks are implemented, |
| 1376 | // these |
| 1377 | // do not require address information. To support range extension Thunks |
| 1378 | // we need to assign addresses so that we can tell if jump instructions |
| 1379 | // are out of range. This will need to turn into a loop that converges |
| 1380 | // when no more Thunks are added |
| George Rimar | ec84ffc | 2017-05-17 07:10:59 +0000 | [diff] [blame] | 1381 | ThunkCreator TC; |
| Peter Smith | 96f813d | 2017-07-07 10:03:37 +0000 | [diff] [blame] | 1382 | Script->assignAddresses(); |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1383 | if (TC.createThunks(OutputSections)) { |
| Rafael Espindola | b3aa2c9 | 2017-05-11 21:33:30 +0000 | [diff] [blame] | 1384 | applySynthetic({InX::MipsGot}, |
| George Rimar | 49a47f2 | 2017-03-16 10:29:44 +0000 | [diff] [blame] | 1385 | [](SyntheticSection *SS) { SS->updateAllocSize(); }); |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1386 | if (TC.createThunks(OutputSections)) |
| Peter Smith | 3298027 | 2017-06-16 13:10:08 +0000 | [diff] [blame] | 1387 | fatal("All non-range thunks should be created in first call"); |
| 1388 | } |
| Peter Smith | 1ec42d9 | 2017-03-08 14:06:24 +0000 | [diff] [blame] | 1389 | } |
| Peter Smith | 43e852f | 2017-06-05 08:51:15 +0000 | [diff] [blame] | 1390 | |
| Peter Smith | 1ec42d9 | 2017-03-08 14:06:24 +0000 | [diff] [blame] | 1391 | // Fill other section headers. The dynamic table is finalized |
| 1392 | // at the end because some tags like RELSZ depend on result |
| 1393 | // of finalizing other sections. |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1394 | for (OutputSection *Sec : OutputSections) |
| 1395 | Sec->finalize<ELFT>(); |
| Peter Smith | 1ec42d9 | 2017-03-08 14:06:24 +0000 | [diff] [blame] | 1396 | |
| 1397 | // createThunks may have added local symbols to the static symbol table |
| George Rimar | 69b17c3 | 2017-05-16 10:04:42 +0000 | [diff] [blame] | 1398 | applySynthetic({InX::SymTab, InX::ShStrTab, InX::StrTab}, |
| George Rimar | 49a47f2 | 2017-03-16 10:29:44 +0000 | [diff] [blame] | 1399 | [](SyntheticSection *SS) { SS->postThunkContents(); }); |
| Rui Ueyama | 84417f8 | 2015-12-26 07:50:41 +0000 | [diff] [blame] | 1400 | } |
| 1401 | |
| Rui Ueyama | 84417f8 | 2015-12-26 07:50:41 +0000 | [diff] [blame] | 1402 | template <class ELFT> void Writer<ELFT>::addPredefinedSections() { |
| Rui Ueyama | dec4ab0 | 2017-02-16 04:19:03 +0000 | [diff] [blame] | 1403 | // ARM ABI requires .ARM.exidx to be terminated by some piece of data. |
| 1404 | // We have the terminater synthetic section class. Add that at the end. |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1405 | OutputSection *Cmd = findSection(".ARM.exidx"); |
| 1406 | if (!Cmd || !Cmd->Live || Config->Relocatable) |
| Peter Smith | 626c997 | 2017-05-30 11:51:02 +0000 | [diff] [blame] | 1407 | return; |
| 1408 | |
| 1409 | auto *Sentinel = make<ARMExidxSentinelSection>(); |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1410 | Cmd->addSection(Sentinel); |
| Rafael Espindola | abad618 | 2015-08-13 15:23:46 +0000 | [diff] [blame] | 1411 | } |
| 1412 | |
| Rui Ueyama | a5d79d1 | 2015-12-26 09:48:00 +0000 | [diff] [blame] | 1413 | // The linker is expected to define SECNAME_start and SECNAME_end |
| 1414 | // symbols for a few sections. This function defines them. |
| 1415 | template <class ELFT> void Writer<ELFT>::addStartEndSymbols() { |
| Rafael Espindola | 24e6f36 | 2017-02-24 15:07:30 +0000 | [diff] [blame] | 1416 | auto Define = [&](StringRef Start, StringRef End, OutputSection *OS) { |
| Peter Collingbourne | 0fab40b | 2016-10-24 20:46:21 +0000 | [diff] [blame] | 1417 | // These symbols resolve to the image base if the section does not exist. |
| Rui Ueyama | 4f2f50d | 2016-12-21 08:40:09 +0000 | [diff] [blame] | 1418 | // A special value -1 indicates end of the section. |
| Peter Collingbourne | f8435a9 | 2017-03-13 16:40:20 +0000 | [diff] [blame] | 1419 | if (OS) { |
| 1420 | addOptionalRegular<ELFT>(Start, OS, 0); |
| 1421 | addOptionalRegular<ELFT>(End, OS, -1); |
| 1422 | } else { |
| Rui Ueyama | d57e74b7 | 2017-03-17 23:29:01 +0000 | [diff] [blame] | 1423 | if (Config->Pic) |
| Peter Collingbourne | f8435a9 | 2017-03-13 16:40:20 +0000 | [diff] [blame] | 1424 | OS = Out::ElfHeader; |
| 1425 | addOptionalRegular<ELFT>(Start, OS, 0); |
| 1426 | addOptionalRegular<ELFT>(End, OS, 0); |
| 1427 | } |
| Rui Ueyama | a5d79d1 | 2015-12-26 09:48:00 +0000 | [diff] [blame] | 1428 | }; |
| 1429 | |
| Rui Ueyama | 9d1bacb1 | 2017-02-27 02:31:26 +0000 | [diff] [blame] | 1430 | Define("__preinit_array_start", "__preinit_array_end", Out::PreinitArray); |
| 1431 | Define("__init_array_start", "__init_array_end", Out::InitArray); |
| 1432 | Define("__fini_array_start", "__fini_array_end", Out::FiniArray); |
| Peter Smith | 17cd375 | 2016-10-27 10:28:53 +0000 | [diff] [blame] | 1433 | |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1434 | if (OutputSection *Sec = findSection(".ARM.exidx")) |
| Peter Smith | 17cd375 | 2016-10-27 10:28:53 +0000 | [diff] [blame] | 1435 | Define("__exidx_start", "__exidx_end", Sec); |
| Rui Ueyama | a5d79d1 | 2015-12-26 09:48:00 +0000 | [diff] [blame] | 1436 | } |
| 1437 | |
| Rui Ueyama | d9189ce | 2015-10-15 17:11:03 +0000 | [diff] [blame] | 1438 | // If a section name is valid as a C identifier (which is rare because of |
| 1439 | // the leading '.'), linkers are expected to define __start_<secname> and |
| 1440 | // __stop_<secname> symbols. They are at beginning and end of the section, |
| 1441 | // respectively. This is not requested by the ELF standard, but GNU ld and |
| 1442 | // gold provide the feature, and used by many programs. |
| 1443 | template <class ELFT> |
| Rafael Espindola | 24e6f36 | 2017-02-24 15:07:30 +0000 | [diff] [blame] | 1444 | void Writer<ELFT>::addStartStopSymbols(OutputSection *Sec) { |
| Rafael Espindola | 4084941 | 2017-02-24 14:28:00 +0000 | [diff] [blame] | 1445 | StringRef S = Sec->Name; |
| Rui Ueyama | d9189ce | 2015-10-15 17:11:03 +0000 | [diff] [blame] | 1446 | if (!isValidCIdentifier(S)) |
| 1447 | return; |
| Rafael Espindola | 5616adf | 2017-03-08 22:36:28 +0000 | [diff] [blame] | 1448 | addOptionalRegular<ELFT>(Saver.save("__start_" + S), Sec, 0, STV_DEFAULT); |
| 1449 | addOptionalRegular<ELFT>(Saver.save("__stop_" + S), Sec, -1, STV_DEFAULT); |
| Rui Ueyama | d9189ce | 2015-10-15 17:11:03 +0000 | [diff] [blame] | 1450 | } |
| 1451 | |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1452 | template <class ELFT> OutputSection *Writer<ELFT>::findSection(StringRef Name) { |
| Rafael Espindola | 1eb3a0f | 2017-07-04 18:26:21 +0000 | [diff] [blame] | 1453 | for (BaseCommand *Base : Script->Opt.Commands) |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1454 | if (auto *Sec = dyn_cast<OutputSection>(Base)) |
| 1455 | if (Sec->Name == Name) |
| 1456 | return Sec; |
| Rafael Espindola | 43e76cd | 2017-05-26 17:48:27 +0000 | [diff] [blame] | 1457 | return nullptr; |
| 1458 | } |
| 1459 | |
| George Rimar | 7702bc2 | 2017-03-16 11:20:02 +0000 | [diff] [blame] | 1460 | static bool needsPtLoad(OutputSection *Sec) { |
| Rafael Espindola | 04a2e34 | 2016-11-09 01:42:41 +0000 | [diff] [blame] | 1461 | if (!(Sec->Flags & SHF_ALLOC)) |
| Rafael Espindola | ef762f2 | 2016-02-10 23:29:38 +0000 | [diff] [blame] | 1462 | return false; |
| 1463 | |
| 1464 | // Don't allocate VA space for TLS NOBITS sections. The PT_TLS PHDR is |
| 1465 | // responsible for allocating space for them, not the PT_LOAD that |
| 1466 | // contains the TLS initialization image. |
| Rafael Espindola | 04a2e34 | 2016-11-09 01:42:41 +0000 | [diff] [blame] | 1467 | if (Sec->Flags & SHF_TLS && Sec->Type == SHT_NOBITS) |
| Rafael Espindola | ef762f2 | 2016-02-10 23:29:38 +0000 | [diff] [blame] | 1468 | return false; |
| 1469 | return true; |
| Michael J. Spencer | 1d299a8 | 2015-09-09 20:48:09 +0000 | [diff] [blame] | 1470 | } |
| 1471 | |
| Rafael Espindola | b45fd70 | 2016-09-20 15:22:27 +0000 | [diff] [blame] | 1472 | // Linker scripts are responsible for aligning addresses. Unfortunately, most |
| 1473 | // linker scripts are designed for creating two PT_LOADs only, one RX and one |
| 1474 | // RW. This means that there is no alignment in the RO to RX transition and we |
| 1475 | // cannot create a PT_LOAD there. |
| Rui Ueyama | 6bd3822 | 2017-04-05 21:37:09 +0000 | [diff] [blame] | 1476 | static uint64_t computeFlags(uint64_t Flags) { |
| Rui Ueyama | a37ace8d | 2017-02-25 01:52:03 +0000 | [diff] [blame] | 1477 | if (Config->Omagic) |
| George Rimar | 595a763 | 2016-11-29 09:43:51 +0000 | [diff] [blame] | 1478 | return PF_R | PF_W | PF_X; |
| Rui Ueyama | 6bd3822 | 2017-04-05 21:37:09 +0000 | [diff] [blame] | 1479 | if (Config->SingleRoRx && !(Flags & PF_W)) |
| 1480 | return Flags | PF_X; |
| 1481 | return Flags; |
| Rafael Espindola | b45fd70 | 2016-09-20 15:22:27 +0000 | [diff] [blame] | 1482 | } |
| 1483 | |
| Rafael Espindola | 4fc6044 | 2016-02-10 22:43:13 +0000 | [diff] [blame] | 1484 | // Decide which program headers to create and which sections to include in each |
| 1485 | // one. |
| George Rimar | aa35418 | 2017-07-27 07:46:50 +0000 | [diff] [blame] | 1486 | template <class ELFT> std::vector<PhdrEntry *> Writer<ELFT>::createPhdrs() { |
| 1487 | std::vector<PhdrEntry *> Ret; |
| Rafael Espindola | 17cb7c0 | 2016-12-19 17:01:01 +0000 | [diff] [blame] | 1488 | auto AddHdr = [&](unsigned Type, unsigned Flags) -> PhdrEntry * { |
| George Rimar | aa35418 | 2017-07-27 07:46:50 +0000 | [diff] [blame] | 1489 | Ret.push_back(make<PhdrEntry>(Type, Flags)); |
| 1490 | return Ret.back(); |
| Rafael Espindola | 4fc6044 | 2016-02-10 22:43:13 +0000 | [diff] [blame] | 1491 | }; |
| George Rimar | e3336c0 | 2015-11-24 10:15:50 +0000 | [diff] [blame] | 1492 | |
| Rui Ueyama | 803195e | 2015-10-23 21:45:59 +0000 | [diff] [blame] | 1493 | // The first phdr entry is PT_PHDR which describes the program header itself. |
| Rui Ueyama | 9d1bacb1 | 2017-02-27 02:31:26 +0000 | [diff] [blame] | 1494 | AddHdr(PT_PHDR, PF_R)->add(Out::ProgramHeaders); |
| Rui Ueyama | 953c2c4 | 2015-10-10 23:59:57 +0000 | [diff] [blame] | 1495 | |
| Rui Ueyama | 803195e | 2015-10-23 21:45:59 +0000 | [diff] [blame] | 1496 | // PT_INTERP must be the second entry if exists. |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1497 | if (OutputSection *Cmd = findSection(".interp")) |
| 1498 | AddHdr(PT_INTERP, Cmd->getPhdrFlags())->add(Cmd); |
| Rafael Espindola | 7010776 | 2015-09-11 18:49:42 +0000 | [diff] [blame] | 1499 | |
| Rui Ueyama | 803195e | 2015-10-23 21:45:59 +0000 | [diff] [blame] | 1500 | // Add the first PT_LOAD segment for regular output sections. |
| Rui Ueyama | 6bd3822 | 2017-04-05 21:37:09 +0000 | [diff] [blame] | 1501 | uint64_t Flags = computeFlags(PF_R); |
| Rafael Espindola | 17cb7c0 | 2016-12-19 17:01:01 +0000 | [diff] [blame] | 1502 | PhdrEntry *Load = AddHdr(PT_LOAD, Flags); |
| Rafael Espindola | 02ed757 | 2017-05-04 19:34:17 +0000 | [diff] [blame] | 1503 | |
| 1504 | // Add the headers. We will remove them if they don't fit. |
| 1505 | Load->add(Out::ElfHeader); |
| 1506 | Load->add(Out::ProgramHeaders); |
| 1507 | |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1508 | for (OutputSection *Sec : OutputSections) { |
| Rafael Espindola | 04a2e34 | 2016-11-09 01:42:41 +0000 | [diff] [blame] | 1509 | if (!(Sec->Flags & SHF_ALLOC)) |
| Rafael Espindola | aab6d5c | 2016-09-16 21:29:07 +0000 | [diff] [blame] | 1510 | break; |
| George Rimar | 7702bc2 | 2017-03-16 11:20:02 +0000 | [diff] [blame] | 1511 | if (!needsPtLoad(Sec)) |
| Rafael Espindola | ef762f2 | 2016-02-10 23:29:38 +0000 | [diff] [blame] | 1512 | continue; |
| 1513 | |
| George Rimar | 8ceadb3 | 2016-08-17 07:44:19 +0000 | [diff] [blame] | 1514 | // Segments are contiguous memory regions that has the same attributes |
| 1515 | // (e.g. executable or writable). There is one phdr for each segment. |
| 1516 | // Therefore, we need to create a new phdr when the next section has |
| 1517 | // different flags or is loaded at a discontiguous address using AT linker |
| 1518 | // script command. |
| Rui Ueyama | 6bd3822 | 2017-04-05 21:37:09 +0000 | [diff] [blame] | 1519 | uint64_t NewFlags = computeFlags(Sec->getPhdrFlags()); |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1520 | if (Sec->LMAExpr || Flags != NewFlags) { |
| Rafael Espindola | e090fb2 | 2016-03-09 21:37:22 +0000 | [diff] [blame] | 1521 | Load = AddHdr(PT_LOAD, NewFlags); |
| Rafael Espindola | 4fc6044 | 2016-02-10 22:43:13 +0000 | [diff] [blame] | 1522 | Flags = NewFlags; |
| 1523 | } |
| Michael J. Spencer | 78aa1de | 2015-11-03 00:34:39 +0000 | [diff] [blame] | 1524 | |
| Rui Ueyama | 18f084f | 2016-07-20 19:36:41 +0000 | [diff] [blame] | 1525 | Load->add(Sec); |
| Michael J. Spencer | 84487f1 | 2015-07-24 21:03:07 +0000 | [diff] [blame] | 1526 | } |
| Rafael Espindola | 6b83b90 | 2015-08-12 00:00:24 +0000 | [diff] [blame] | 1527 | |
| Rui Ueyama | db00b61 | 2017-02-01 22:42:17 +0000 | [diff] [blame] | 1528 | // Add a TLS segment if any. |
| George Rimar | aa35418 | 2017-07-27 07:46:50 +0000 | [diff] [blame] | 1529 | PhdrEntry *TlsHdr = make<PhdrEntry>(PT_TLS, PF_R); |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1530 | for (OutputSection *Sec : OutputSections) |
| Rui Ueyama | db00b61 | 2017-02-01 22:42:17 +0000 | [diff] [blame] | 1531 | if (Sec->Flags & SHF_TLS) |
| George Rimar | aa35418 | 2017-07-27 07:46:50 +0000 | [diff] [blame] | 1532 | TlsHdr->add(Sec); |
| George Rimar | 6823c5f | 2017-09-07 11:01:10 +0000 | [diff] [blame] | 1533 | if (TlsHdr->FirstSec) |
| George Rimar | aa35418 | 2017-07-27 07:46:50 +0000 | [diff] [blame] | 1534 | Ret.push_back(TlsHdr); |
| Michael J. Spencer | 78aa1de | 2015-11-03 00:34:39 +0000 | [diff] [blame] | 1535 | |
| Rui Ueyama | 803195e | 2015-10-23 21:45:59 +0000 | [diff] [blame] | 1536 | // Add an entry for .dynamic. |
| George Rimar | 69b17c3 | 2017-05-16 10:04:42 +0000 | [diff] [blame] | 1537 | if (InX::DynSymTab) |
| Rafael Espindola | db5e56f | 2017-05-31 20:17:44 +0000 | [diff] [blame] | 1538 | AddHdr(PT_DYNAMIC, InX::Dynamic->getParent()->getPhdrFlags()) |
| 1539 | ->add(InX::Dynamic->getParent()); |
| Rafael Espindola | 91009b3 | 2015-08-12 01:45:28 +0000 | [diff] [blame] | 1540 | |
| Rafael Espindola | 4fc6044 | 2016-02-10 22:43:13 +0000 | [diff] [blame] | 1541 | // PT_GNU_RELRO includes all sections that should be marked as |
| 1542 | // read-only by dynamic linker after proccessing relocations. |
| George Rimar | aa35418 | 2017-07-27 07:46:50 +0000 | [diff] [blame] | 1543 | PhdrEntry *RelRo = make<PhdrEntry>(PT_GNU_RELRO, PF_R); |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1544 | for (OutputSection *Sec : OutputSections) |
| Rafael Espindola | 9e889eb | 2017-05-11 23:31:06 +0000 | [diff] [blame] | 1545 | if (needsPtLoad(Sec) && isRelroSection(Sec)) |
| George Rimar | aa35418 | 2017-07-27 07:46:50 +0000 | [diff] [blame] | 1546 | RelRo->add(Sec); |
| George Rimar | 6823c5f | 2017-09-07 11:01:10 +0000 | [diff] [blame] | 1547 | if (RelRo->FirstSec) |
| George Rimar | aa35418 | 2017-07-27 07:46:50 +0000 | [diff] [blame] | 1548 | Ret.push_back(RelRo); |
| George Rimar | e3336c0 | 2015-11-24 10:15:50 +0000 | [diff] [blame] | 1549 | |
| Rafael Espindola | 4fc6044 | 2016-02-10 22:43:13 +0000 | [diff] [blame] | 1550 | // PT_GNU_EH_FRAME is a special section pointing on .eh_frame_hdr. |
| Eugene Leviant | 30c1b43 | 2017-03-14 08:49:09 +0000 | [diff] [blame] | 1551 | if (!In<ELFT>::EhFrame->empty() && In<ELFT>::EhFrameHdr && |
| Rafael Espindola | db5e56f | 2017-05-31 20:17:44 +0000 | [diff] [blame] | 1552 | In<ELFT>::EhFrame->getParent() && In<ELFT>::EhFrameHdr->getParent()) |
| 1553 | AddHdr(PT_GNU_EH_FRAME, In<ELFT>::EhFrameHdr->getParent()->getPhdrFlags()) |
| 1554 | ->add(In<ELFT>::EhFrameHdr->getParent()); |
| George Rimar | f6bc65a | 2016-01-15 13:34:52 +0000 | [diff] [blame] | 1555 | |
| Rui Ueyama | 81cb710 | 2017-03-24 00:15:57 +0000 | [diff] [blame] | 1556 | // PT_OPENBSD_RANDOMIZE is an OpenBSD-specific feature. That makes |
| 1557 | // the dynamic linker fill the segment with random data. |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1558 | if (OutputSection *Cmd = findSection(".openbsd.randomdata")) |
| 1559 | AddHdr(PT_OPENBSD_RANDOMIZE, Cmd->getPhdrFlags())->add(Cmd); |
| George Rimar | 270173f | 2016-10-14 13:02:22 +0000 | [diff] [blame] | 1560 | |
| Rui Ueyama | e79b09a | 2015-11-21 22:19:32 +0000 | [diff] [blame] | 1561 | // PT_GNU_STACK is a special section to tell the loader to make the |
| Rui Ueyama | a7e8725 | 2017-02-23 08:09:51 +0000 | [diff] [blame] | 1562 | // pages for the stack non-executable. If you really want an executable |
| 1563 | // stack, you can pass -z execstack, but that's not recommended for |
| 1564 | // security reasons. |
| 1565 | unsigned Perm; |
| 1566 | if (Config->ZExecstack) |
| 1567 | Perm = PF_R | PF_W | PF_X; |
| 1568 | else |
| 1569 | Perm = PF_R | PF_W; |
| 1570 | AddHdr(PT_GNU_STACK, Perm)->p_memsz = Config->ZStackSize; |
| Rafael Espindola | 9907eb0 | 2016-03-01 13:23:29 +0000 | [diff] [blame] | 1571 | |
| George Rimar | cc6e567 | 2016-10-14 10:34:36 +0000 | [diff] [blame] | 1572 | // PT_OPENBSD_WXNEEDED is a OpenBSD-specific header to mark the executable |
| 1573 | // is expected to perform W^X violations, such as calling mprotect(2) or |
| 1574 | // mmap(2) with PROT_WRITE | PROT_EXEC, which is prohibited by default on |
| 1575 | // OpenBSD. |
| 1576 | if (Config->ZWxneeded) |
| 1577 | AddHdr(PT_OPENBSD_WXNEEDED, PF_X); |
| 1578 | |
| Petr Hosek | 4d65ef3b | 2017-02-01 20:58:41 +0000 | [diff] [blame] | 1579 | // Create one PT_NOTE per a group of contiguous .note sections. |
| 1580 | PhdrEntry *Note = nullptr; |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1581 | for (OutputSection *Sec : OutputSections) { |
| Petr Hosek | 4d65ef3b | 2017-02-01 20:58:41 +0000 | [diff] [blame] | 1582 | if (Sec->Type == SHT_NOTE) { |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1583 | if (!Note || Sec->LMAExpr) |
| Petr Hosek | 4d65ef3b | 2017-02-01 20:58:41 +0000 | [diff] [blame] | 1584 | Note = AddHdr(PT_NOTE, PF_R); |
| 1585 | Note->add(Sec); |
| 1586 | } else { |
| 1587 | Note = nullptr; |
| 1588 | } |
| 1589 | } |
| Rui Ueyama | 703296a | 2016-07-20 19:36:39 +0000 | [diff] [blame] | 1590 | return Ret; |
| Rafael Espindola | 4fc6044 | 2016-02-10 22:43:13 +0000 | [diff] [blame] | 1591 | } |
| 1592 | |
| Rafael Espindola | 8e67000 | 2016-11-28 00:40:21 +0000 | [diff] [blame] | 1593 | template <class ELFT> |
| George Rimar | aa35418 | 2017-07-27 07:46:50 +0000 | [diff] [blame] | 1594 | void Writer<ELFT>::addPtArmExid(std::vector<PhdrEntry *> &Phdrs) { |
| Rafael Espindola | 8e67000 | 2016-11-28 00:40:21 +0000 | [diff] [blame] | 1595 | if (Config->EMachine != EM_ARM) |
| 1596 | return; |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1597 | auto I = llvm::find_if(OutputSections, [](OutputSection *Cmd) { |
| 1598 | return Cmd->Type == SHT_ARM_EXIDX; |
| George Rimar | a951d5c | 2017-07-04 13:10:37 +0000 | [diff] [blame] | 1599 | }); |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1600 | if (I == OutputSections.end()) |
| Rafael Espindola | 8e67000 | 2016-11-28 00:40:21 +0000 | [diff] [blame] | 1601 | return; |
| 1602 | |
| 1603 | // PT_ARM_EXIDX is the ARM EHABI equivalent of PT_GNU_EH_FRAME |
| George Rimar | aa35418 | 2017-07-27 07:46:50 +0000 | [diff] [blame] | 1604 | PhdrEntry *ARMExidx = make<PhdrEntry>(PT_ARM_EXIDX, PF_R); |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1605 | ARMExidx->add(*I); |
| Rafael Espindola | 8e67000 | 2016-11-28 00:40:21 +0000 | [diff] [blame] | 1606 | Phdrs.push_back(ARMExidx); |
| 1607 | } |
| 1608 | |
| Peter Collingbourne | 628ec9f | 2017-01-10 01:21:30 +0000 | [diff] [blame] | 1609 | // The first section of each PT_LOAD, the first section in PT_GNU_RELRO and the |
| 1610 | // first section after PT_GNU_RELRO have to be page aligned so that the dynamic |
| 1611 | // linker can set the permissions. |
| Rui Ueyama | 4709190 | 2016-03-30 19:41:51 +0000 | [diff] [blame] | 1612 | template <class ELFT> void Writer<ELFT>::fixSectionAlignments() { |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1613 | auto PageAlign = [](OutputSection *Cmd) { |
| Rafael Espindola | 0f7dc0e | 2017-06-02 01:37:58 +0000 | [diff] [blame] | 1614 | if (Cmd && !Cmd->AddrExpr) |
| 1615 | Cmd->AddrExpr = [=] { |
| 1616 | return alignTo(Script->getDot(), Config->MaxPageSize); |
| 1617 | }; |
| 1618 | }; |
| 1619 | |
| George Rimar | aa35418 | 2017-07-27 07:46:50 +0000 | [diff] [blame] | 1620 | for (const PhdrEntry *P : Phdrs) |
| George Rimar | 6823c5f | 2017-09-07 11:01:10 +0000 | [diff] [blame] | 1621 | if (P->p_type == PT_LOAD && P->FirstSec) |
| 1622 | PageAlign(P->FirstSec); |
| Rui Ueyama | 4709190 | 2016-03-30 19:41:51 +0000 | [diff] [blame] | 1623 | |
| George Rimar | aa35418 | 2017-07-27 07:46:50 +0000 | [diff] [blame] | 1624 | for (const PhdrEntry *P : Phdrs) { |
| 1625 | if (P->p_type != PT_GNU_RELRO) |
| Rui Ueyama | 4709190 | 2016-03-30 19:41:51 +0000 | [diff] [blame] | 1626 | continue; |
| George Rimar | 6823c5f | 2017-09-07 11:01:10 +0000 | [diff] [blame] | 1627 | if (P->FirstSec) |
| 1628 | PageAlign(P->FirstSec); |
| Rui Ueyama | 4709190 | 2016-03-30 19:41:51 +0000 | [diff] [blame] | 1629 | // Find the first section after PT_GNU_RELRO. If it is in a PT_LOAD we |
| 1630 | // have to align it to a page. |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1631 | auto End = OutputSections.end(); |
| George Rimar | 6823c5f | 2017-09-07 11:01:10 +0000 | [diff] [blame] | 1632 | auto I = std::find(OutputSections.begin(), End, P->LastSec); |
| Rui Ueyama | 4709190 | 2016-03-30 19:41:51 +0000 | [diff] [blame] | 1633 | if (I == End || (I + 1) == End) |
| 1634 | continue; |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1635 | OutputSection *Cmd = (*(I + 1)); |
| 1636 | if (needsPtLoad(Cmd)) |
| 1637 | PageAlign(Cmd); |
| Rui Ueyama | 4709190 | 2016-03-30 19:41:51 +0000 | [diff] [blame] | 1638 | } |
| 1639 | } |
| 1640 | |
| George Rimar | 5f85732 | 2016-04-27 09:16:28 +0000 | [diff] [blame] | 1641 | // Adjusts the file alignment for a given output section and returns |
| 1642 | // its new file offset. The file offset must be the same with its |
| 1643 | // virtual address (modulo the page size) so that the loader can load |
| 1644 | // executables without any address adjustment. |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1645 | static uint64_t getFileAlignment(uint64_t Off, OutputSection *Cmd) { |
| Rafael Espindola | 8b8f74f | 2016-12-07 20:20:39 +0000 | [diff] [blame] | 1646 | // If the section is not in a PT_LOAD, we just have to align it. |
| George Rimar | 582ede8 | 2017-09-07 10:53:07 +0000 | [diff] [blame] | 1647 | if (!Cmd->PtLoad) |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1648 | return alignTo(Off, Cmd->Alignment); |
| Eugene Leviant | 3d9abec | 2016-09-29 09:20:33 +0000 | [diff] [blame] | 1649 | |
| George Rimar | 6823c5f | 2017-09-07 11:01:10 +0000 | [diff] [blame] | 1650 | OutputSection *First = Cmd->PtLoad->FirstSec; |
| Rafael Espindola | 8b8f74f | 2016-12-07 20:20:39 +0000 | [diff] [blame] | 1651 | // The first section in a PT_LOAD has to have congruent offset and address |
| 1652 | // module the page size. |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1653 | if (Cmd == First) |
| 1654 | return alignTo(Off, std::max<uint64_t>(Cmd->Alignment, Config->MaxPageSize), |
| 1655 | Cmd->Addr); |
| Rafael Espindola | 8b8f74f | 2016-12-07 20:20:39 +0000 | [diff] [blame] | 1656 | |
| 1657 | // If two sections share the same PT_LOAD the file offset is calculated |
| 1658 | // using this formula: Off2 = Off1 + (VA2 - VA1). |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1659 | return First->Offset + Cmd->Addr - First->Addr; |
| George Rimar | 5f85732 | 2016-04-27 09:16:28 +0000 | [diff] [blame] | 1660 | } |
| 1661 | |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1662 | static uint64_t setOffset(OutputSection *Cmd, uint64_t Off) { |
| 1663 | if (Cmd->Type == SHT_NOBITS) { |
| 1664 | Cmd->Offset = Off; |
| Rui Ueyama | 35723f0 | 2017-02-14 23:35:42 +0000 | [diff] [blame] | 1665 | return Off; |
| George Rimar | 86ce267 | 2016-08-25 09:05:47 +0000 | [diff] [blame] | 1666 | } |
| 1667 | |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1668 | Off = getFileAlignment(Off, Cmd); |
| 1669 | Cmd->Offset = Off; |
| 1670 | return Off + Cmd->Size; |
| George Rimar | 86ce267 | 2016-08-25 09:05:47 +0000 | [diff] [blame] | 1671 | } |
| 1672 | |
| 1673 | template <class ELFT> void Writer<ELFT>::assignFileOffsetsBinary() { |
| Rui Ueyama | 6bd3822 | 2017-04-05 21:37:09 +0000 | [diff] [blame] | 1674 | uint64_t Off = 0; |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1675 | for (OutputSection *Sec : OutputSections) |
| Rafael Espindola | 04a2e34 | 2016-11-09 01:42:41 +0000 | [diff] [blame] | 1676 | if (Sec->Flags & SHF_ALLOC) |
| Rui Ueyama | 6bd3822 | 2017-04-05 21:37:09 +0000 | [diff] [blame] | 1677 | Off = setOffset(Sec, Off); |
| 1678 | FileSize = alignTo(Off, Config->Wordsize); |
| George Rimar | 86ce267 | 2016-08-25 09:05:47 +0000 | [diff] [blame] | 1679 | } |
| 1680 | |
| Rui Ueyama | e044e9c | 2016-04-01 17:07:17 +0000 | [diff] [blame] | 1681 | // Assign file offsets to output sections. |
| 1682 | template <class ELFT> void Writer<ELFT>::assignFileOffsets() { |
| Rui Ueyama | 6bd3822 | 2017-04-05 21:37:09 +0000 | [diff] [blame] | 1683 | uint64_t Off = 0; |
| 1684 | Off = setOffset(Out::ElfHeader, Off); |
| 1685 | Off = setOffset(Out::ProgramHeaders, Off); |
| George Rimar | 7ca0627 | 2016-04-06 07:20:45 +0000 | [diff] [blame] | 1686 | |
| Petr Hosek | edd6c35 | 2017-08-02 16:35:00 +0000 | [diff] [blame] | 1687 | PhdrEntry *LastRX = nullptr; |
| 1688 | for (PhdrEntry *P : Phdrs) |
| 1689 | if (P->p_type == PT_LOAD && (P->p_flags & PF_X)) |
| 1690 | LastRX = P; |
| 1691 | |
| 1692 | for (OutputSection *Sec : OutputSections) { |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1693 | Off = setOffset(Sec, Off); |
| Petr Hosek | edd6c35 | 2017-08-02 16:35:00 +0000 | [diff] [blame] | 1694 | if (Script->Opt.HasSections) |
| 1695 | continue; |
| 1696 | // If this is a last section of the last executable segment and that |
| 1697 | // segment is the last loadable segment, align the offset of the |
| 1698 | // following section to avoid loading non-segments parts of the file. |
| George Rimar | 6823c5f | 2017-09-07 11:01:10 +0000 | [diff] [blame] | 1699 | if (LastRX && LastRX->LastSec == Sec) |
| Petr Hosek | edd6c35 | 2017-08-02 16:35:00 +0000 | [diff] [blame] | 1700 | Off = alignTo(Off, Target->PageSize); |
| 1701 | } |
| Eugene Leviant | 467c4d5 | 2016-07-01 10:27:36 +0000 | [diff] [blame] | 1702 | |
| Rui Ueyama | 6bd3822 | 2017-04-05 21:37:09 +0000 | [diff] [blame] | 1703 | SectionHeaderOff = alignTo(Off, Config->Wordsize); |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1704 | FileSize = SectionHeaderOff + (OutputSections.size() + 1) * sizeof(Elf_Shdr); |
| Rui Ueyama | e044e9c | 2016-04-01 17:07:17 +0000 | [diff] [blame] | 1705 | } |
| 1706 | |
| 1707 | // Finalize the program headers. We call this function after we assign |
| 1708 | // file offsets and VAs to all sections. |
| 1709 | template <class ELFT> void Writer<ELFT>::setPhdrs() { |
| George Rimar | aa35418 | 2017-07-27 07:46:50 +0000 | [diff] [blame] | 1710 | for (PhdrEntry *P : Phdrs) { |
| George Rimar | 6823c5f | 2017-09-07 11:01:10 +0000 | [diff] [blame] | 1711 | OutputSection *First = P->FirstSec; |
| 1712 | OutputSection *Last = P->LastSec; |
| Rui Ueyama | e8a45e4 | 2016-04-01 22:42:04 +0000 | [diff] [blame] | 1713 | if (First) { |
| George Rimar | aa35418 | 2017-07-27 07:46:50 +0000 | [diff] [blame] | 1714 | P->p_filesz = Last->Offset - First->Offset; |
| Rafael Espindola | 04a2e34 | 2016-11-09 01:42:41 +0000 | [diff] [blame] | 1715 | if (Last->Type != SHT_NOBITS) |
| George Rimar | aa35418 | 2017-07-27 07:46:50 +0000 | [diff] [blame] | 1716 | P->p_filesz += Last->Size; |
| 1717 | P->p_memsz = Last->Addr + Last->Size - First->Addr; |
| 1718 | P->p_offset = First->Offset; |
| 1719 | P->p_vaddr = First->Addr; |
| 1720 | if (!P->HasLMA) |
| 1721 | P->p_paddr = First->getLMA(); |
| Rafael Espindola | 4fc6044 | 2016-02-10 22:43:13 +0000 | [diff] [blame] | 1722 | } |
| George Rimar | aa35418 | 2017-07-27 07:46:50 +0000 | [diff] [blame] | 1723 | if (P->p_type == PT_LOAD) |
| 1724 | P->p_align = std::max<uint64_t>(P->p_align, Config->MaxPageSize); |
| 1725 | else if (P->p_type == PT_GNU_RELRO) { |
| 1726 | P->p_align = 1; |
| Peter Collingbourne | 7b5088b | 2017-01-04 18:56:15 +0000 | [diff] [blame] | 1727 | // The glibc dynamic loader rounds the size down, so we need to round up |
| 1728 | // to protect the last page. This is a no-op on FreeBSD which always |
| 1729 | // rounds up. |
| George Rimar | aa35418 | 2017-07-27 07:46:50 +0000 | [diff] [blame] | 1730 | P->p_memsz = alignTo(P->p_memsz, Target->PageSize); |
| Peter Collingbourne | 7b5088b | 2017-01-04 18:56:15 +0000 | [diff] [blame] | 1731 | } |
| George Rimar | 8ceadb3 | 2016-08-17 07:44:19 +0000 | [diff] [blame] | 1732 | |
| Rafael Espindola | 4fc6044 | 2016-02-10 22:43:13 +0000 | [diff] [blame] | 1733 | // The TLS pointer goes after PT_TLS. At least glibc will align it, |
| 1734 | // so round up the size to make sure the offsets are correct. |
| George Rimar | aa35418 | 2017-07-27 07:46:50 +0000 | [diff] [blame] | 1735 | if (P->p_type == PT_TLS) { |
| 1736 | Out::TlsPhdr = P; |
| 1737 | if (P->p_memsz) |
| 1738 | P->p_memsz = alignTo(P->p_memsz, P->p_align); |
| Rui Ueyama | 803195e | 2015-10-23 21:45:59 +0000 | [diff] [blame] | 1739 | } |
| 1740 | } |
| Michael J. Spencer | 84487f1 | 2015-07-24 21:03:07 +0000 | [diff] [blame] | 1741 | } |
| 1742 | |
| Rui Ueyama | 2eda6d1 | 2016-11-23 22:41:00 +0000 | [diff] [blame] | 1743 | // The entry point address is chosen in the following ways. |
| 1744 | // |
| 1745 | // 1. the '-e' entry command-line option; |
| 1746 | // 2. the ENTRY(symbol) command in a linker control script; |
| 1747 | // 3. the value of the symbol start, if present; |
| 1748 | // 4. the address of the first byte of the .text section, if present; |
| 1749 | // 5. the address 0. |
| Rui Ueyama | 6bd3822 | 2017-04-05 21:37:09 +0000 | [diff] [blame] | 1750 | template <class ELFT> uint64_t Writer<ELFT>::getEntryAddr() { |
| Rui Ueyama | a1407c4 | 2016-12-07 03:23:06 +0000 | [diff] [blame] | 1751 | // Case 1, 2 or 3. As a special case, if the symbol is actually |
| 1752 | // a number, we'll use that number as an address. |
| Rafael Espindola | 244ef98 | 2017-07-26 18:42:48 +0000 | [diff] [blame] | 1753 | if (SymbolBody *B = Symtab->find(Config->Entry)) |
| George Rimar | f64618a | 2017-03-17 11:56:54 +0000 | [diff] [blame] | 1754 | return B->getVA(); |
| Rui Ueyama | a1407c4 | 2016-12-07 03:23:06 +0000 | [diff] [blame] | 1755 | uint64_t Addr; |
| George Rimar | ab94768 | 2017-05-16 08:19:25 +0000 | [diff] [blame] | 1756 | if (to_integer(Config->Entry, Addr)) |
| Rui Ueyama | a1407c4 | 2016-12-07 03:23:06 +0000 | [diff] [blame] | 1757 | return Addr; |
| Rui Ueyama | 2eda6d1 | 2016-11-23 22:41:00 +0000 | [diff] [blame] | 1758 | |
| 1759 | // Case 4 |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1760 | if (OutputSection *Sec = findSection(".text")) { |
| Rui Ueyama | 9e5f5ef | 2016-12-07 04:06:21 +0000 | [diff] [blame] | 1761 | if (Config->WarnMissingEntry) |
| Petr Hosek | 2f50fef | 2016-12-07 02:26:16 +0000 | [diff] [blame] | 1762 | warn("cannot find entry symbol " + Config->Entry + "; defaulting to 0x" + |
| 1763 | utohexstr(Sec->Addr)); |
| Rui Ueyama | 2eda6d1 | 2016-11-23 22:41:00 +0000 | [diff] [blame] | 1764 | return Sec->Addr; |
| 1765 | } |
| 1766 | |
| 1767 | // Case 5 |
| Rui Ueyama | 9e5f5ef | 2016-12-07 04:06:21 +0000 | [diff] [blame] | 1768 | if (Config->WarnMissingEntry) |
| Petr Hosek | 2f50fef | 2016-12-07 02:26:16 +0000 | [diff] [blame] | 1769 | warn("cannot find entry symbol " + Config->Entry + |
| 1770 | "; not setting start address"); |
| Rui Ueyama | 8da7aa0 | 2016-10-20 00:07:36 +0000 | [diff] [blame] | 1771 | return 0; |
| Rui Ueyama | 3bfaba9 | 2015-12-24 08:37:34 +0000 | [diff] [blame] | 1772 | } |
| 1773 | |
| Rui Ueyama | 4cea4e8 | 2016-02-25 19:28:37 +0000 | [diff] [blame] | 1774 | static uint16_t getELFType() { |
| Rui Ueyama | d57e74b7 | 2017-03-17 23:29:01 +0000 | [diff] [blame] | 1775 | if (Config->Pic) |
| Rui Ueyama | 4cea4e8 | 2016-02-25 19:28:37 +0000 | [diff] [blame] | 1776 | return ET_DYN; |
| 1777 | if (Config->Relocatable) |
| 1778 | return ET_REL; |
| 1779 | return ET_EXEC; |
| 1780 | } |
| 1781 | |
| Michael J. Spencer | 84487f1 | 2015-07-24 21:03:07 +0000 | [diff] [blame] | 1782 | template <class ELFT> void Writer<ELFT>::writeHeader() { |
| 1783 | uint8_t *Buf = Buffer->getBufferStart(); |
| Rui Ueyama | e08cd67 | 2015-10-23 22:44:39 +0000 | [diff] [blame] | 1784 | memcpy(Buf, "\177ELF", 4); |
| 1785 | |
| Rui Ueyama | 6621d8e | 2015-10-24 17:57:40 +0000 | [diff] [blame] | 1786 | // Write the ELF header. |
| Rafael Espindola | 18608a0 | 2015-09-08 21:57:31 +0000 | [diff] [blame] | 1787 | auto *EHdr = reinterpret_cast<Elf_Ehdr *>(Buf); |
| Rui Ueyama | f2dc436 | 2017-04-05 21:08:47 +0000 | [diff] [blame] | 1788 | EHdr->e_ident[EI_CLASS] = Config->Is64 ? ELFCLASS64 : ELFCLASS32; |
| 1789 | EHdr->e_ident[EI_DATA] = Config->IsLE ? ELFDATA2LSB : ELFDATA2MSB; |
| Michael J. Spencer | 84487f1 | 2015-07-24 21:03:07 +0000 | [diff] [blame] | 1790 | EHdr->e_ident[EI_VERSION] = EV_CURRENT; |
| Rafael Espindola | 7cc713a | 2016-10-27 14:00:51 +0000 | [diff] [blame] | 1791 | EHdr->e_ident[EI_OSABI] = Config->OSABI; |
| Rui Ueyama | 4cea4e8 | 2016-02-25 19:28:37 +0000 | [diff] [blame] | 1792 | EHdr->e_type = getELFType(); |
| Rafael Espindola | 7cc713a | 2016-10-27 14:00:51 +0000 | [diff] [blame] | 1793 | EHdr->e_machine = Config->EMachine; |
| Michael J. Spencer | 84487f1 | 2015-07-24 21:03:07 +0000 | [diff] [blame] | 1794 | EHdr->e_version = EV_CURRENT; |
| Rui Ueyama | 2eda6d1 | 2016-11-23 22:41:00 +0000 | [diff] [blame] | 1795 | EHdr->e_entry = getEntryAddr(); |
| Michael J. Spencer | 8039dae2 | 2015-07-29 00:30:10 +0000 | [diff] [blame] | 1796 | EHdr->e_shoff = SectionHeaderOff; |
| Rafael Espindola | 18608a0 | 2015-09-08 21:57:31 +0000 | [diff] [blame] | 1797 | EHdr->e_ehsize = sizeof(Elf_Ehdr); |
| Rui Ueyama | 2f1b79f | 2015-10-10 22:34:30 +0000 | [diff] [blame] | 1798 | EHdr->e_phnum = Phdrs.size(); |
| Rafael Espindola | 18608a0 | 2015-09-08 21:57:31 +0000 | [diff] [blame] | 1799 | EHdr->e_shentsize = sizeof(Elf_Shdr); |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1800 | EHdr->e_shnum = OutputSections.size() + 1; |
| Rafael Espindola | db5e56f | 2017-05-31 20:17:44 +0000 | [diff] [blame] | 1801 | EHdr->e_shstrndx = InX::ShStrTab->getParent()->SectionIndex; |
| Rui Ueyama | 6621d8e | 2015-10-24 17:57:40 +0000 | [diff] [blame] | 1802 | |
| Rui Ueyama | 1e2e8ea | 2016-09-13 20:51:32 +0000 | [diff] [blame] | 1803 | if (Config->EMachine == EM_ARM) |
| 1804 | // We don't currently use any features incompatible with EF_ARM_EABI_VER5, |
| 1805 | // but we don't have any firm guarantees of conformance. Linux AArch64 |
| 1806 | // kernels (as of 2016) require an EABI version to be set. |
| 1807 | EHdr->e_flags = EF_ARM_EABI_VER5; |
| 1808 | else if (Config->EMachine == EM_MIPS) |
| Simon Atanasyan | 4f90c2f | 2016-07-20 20:30:41 +0000 | [diff] [blame] | 1809 | EHdr->e_flags = getMipsEFlags<ELFT>(); |
| Rui Ueyama | 22b5d1f | 2016-03-13 19:29:17 +0000 | [diff] [blame] | 1810 | |
| George Rimar | 58941ee | 2016-02-25 08:23:37 +0000 | [diff] [blame] | 1811 | if (!Config->Relocatable) { |
| 1812 | EHdr->e_phoff = sizeof(Elf_Ehdr); |
| 1813 | EHdr->e_phentsize = sizeof(Elf_Phdr); |
| 1814 | } |
| 1815 | |
| Rui Ueyama | 6621d8e | 2015-10-24 17:57:40 +0000 | [diff] [blame] | 1816 | // Write the program header table. |
| Rafael Espindola | 4fc6044 | 2016-02-10 22:43:13 +0000 | [diff] [blame] | 1817 | auto *HBuf = reinterpret_cast<Elf_Phdr *>(Buf + EHdr->e_phoff); |
| George Rimar | aa35418 | 2017-07-27 07:46:50 +0000 | [diff] [blame] | 1818 | for (PhdrEntry *P : Phdrs) { |
| 1819 | HBuf->p_type = P->p_type; |
| 1820 | HBuf->p_flags = P->p_flags; |
| 1821 | HBuf->p_offset = P->p_offset; |
| 1822 | HBuf->p_vaddr = P->p_vaddr; |
| 1823 | HBuf->p_paddr = P->p_paddr; |
| 1824 | HBuf->p_filesz = P->p_filesz; |
| 1825 | HBuf->p_memsz = P->p_memsz; |
| 1826 | HBuf->p_align = P->p_align; |
| Rafael Espindola | 17cb7c0 | 2016-12-19 17:01:01 +0000 | [diff] [blame] | 1827 | ++HBuf; |
| 1828 | } |
| Rafael Espindola | e438e07 | 2015-09-08 22:55:28 +0000 | [diff] [blame] | 1829 | |
| Rui Ueyama | 6621d8e | 2015-10-24 17:57:40 +0000 | [diff] [blame] | 1830 | // Write the section header table. Note that the first table entry is null. |
| Rui Ueyama | ad59b65 | 2016-02-25 23:58:21 +0000 | [diff] [blame] | 1831 | auto *SHdrs = reinterpret_cast<Elf_Shdr *>(Buf + EHdr->e_shoff); |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1832 | for (OutputSection *Sec : OutputSections) |
| 1833 | Sec->writeHeaderTo<ELFT>(++SHdrs); |
| Michael J. Spencer | 84487f1 | 2015-07-24 21:03:07 +0000 | [diff] [blame] | 1834 | } |
| 1835 | |
| Rui Ueyama | 6d12eae | 2016-12-05 17:40:37 +0000 | [diff] [blame] | 1836 | // Open a result file. |
| Rui Ueyama | f7f52ef | 2016-04-01 17:24:19 +0000 | [diff] [blame] | 1837 | template <class ELFT> void Writer<ELFT>::openFile() { |
| Rui Ueyama | 6bd3822 | 2017-04-05 21:37:09 +0000 | [diff] [blame] | 1838 | if (!Config->Is64 && FileSize > UINT32_MAX) { |
| 1839 | error("output file too large: " + Twine(FileSize) + " bytes"); |
| 1840 | return; |
| 1841 | } |
| 1842 | |
| Rui Ueyama | 6d12eae | 2016-12-05 17:40:37 +0000 | [diff] [blame] | 1843 | unlinkAsync(Config->OutputFile); |
| Rafael Espindola | bdc8f2f | 2015-08-13 00:31:46 +0000 | [diff] [blame] | 1844 | ErrorOr<std::unique_ptr<FileOutputBuffer>> BufferOrErr = |
| Rui Ueyama | cbe3926 | 2016-02-02 22:48:04 +0000 | [diff] [blame] | 1845 | FileOutputBuffer::create(Config->OutputFile, FileSize, |
| 1846 | FileOutputBuffer::F_executable); |
| Rui Ueyama | 6d12eae | 2016-12-05 17:40:37 +0000 | [diff] [blame] | 1847 | |
| Rui Ueyama | aa2db88 | 2016-07-15 01:38:54 +0000 | [diff] [blame] | 1848 | if (auto EC = BufferOrErr.getError()) |
| Rui Ueyama | c8d3a83 | 2017-01-12 22:18:04 +0000 | [diff] [blame] | 1849 | error("failed to open " + Config->OutputFile + ": " + EC.message()); |
| Rui Ueyama | f7f52ef | 2016-04-01 17:24:19 +0000 | [diff] [blame] | 1850 | else |
| Rui Ueyama | aa2db88 | 2016-07-15 01:38:54 +0000 | [diff] [blame] | 1851 | Buffer = std::move(*BufferOrErr); |
| Michael J. Spencer | 84487f1 | 2015-07-24 21:03:07 +0000 | [diff] [blame] | 1852 | } |
| 1853 | |
| George Rimar | 86ce267 | 2016-08-25 09:05:47 +0000 | [diff] [blame] | 1854 | template <class ELFT> void Writer<ELFT>::writeSectionsBinary() { |
| 1855 | uint8_t *Buf = Buffer->getBufferStart(); |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1856 | for (OutputSection *Sec : OutputSections) |
| Rafael Espindola | 04a2e34 | 2016-11-09 01:42:41 +0000 | [diff] [blame] | 1857 | if (Sec->Flags & SHF_ALLOC) |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1858 | Sec->writeTo<ELFT>(Buf + Sec->Offset); |
| George Rimar | 86ce267 | 2016-08-25 09:05:47 +0000 | [diff] [blame] | 1859 | } |
| 1860 | |
| Rui Ueyama | 6238ed2 | 2017-08-14 21:18:12 +0000 | [diff] [blame] | 1861 | static void fillTrap(uint8_t *I, uint8_t *End) { |
| George Rimar | f7ef2a1 | 2017-08-21 08:31:14 +0000 | [diff] [blame] | 1862 | for (; I + 4 <= End; I += 4) |
| Petr Hosek | edd6c35 | 2017-08-02 16:35:00 +0000 | [diff] [blame] | 1863 | memcpy(I, &Target->TrapInstr, 4); |
| 1864 | } |
| 1865 | |
| Rui Ueyama | 6238ed2 | 2017-08-14 21:18:12 +0000 | [diff] [blame] | 1866 | // Fill the last page of executable segments with trap instructions |
| 1867 | // instead of leaving them as zero. Even though it is not required by any |
| 1868 | // standard, it is in general a good thing to do for security reasons. |
| 1869 | // |
| 1870 | // We'll leave other pages in segments as-is because the rest will be |
| 1871 | // overwritten by output sections. |
| Petr Hosek | edd6c35 | 2017-08-02 16:35:00 +0000 | [diff] [blame] | 1872 | template <class ELFT> void Writer<ELFT>::writeTrapInstr() { |
| 1873 | if (Script->Opt.HasSections) |
| 1874 | return; |
| 1875 | |
| Rui Ueyama | 6238ed2 | 2017-08-14 21:18:12 +0000 | [diff] [blame] | 1876 | // Fill the last page. |
| Petr Hosek | edd6c35 | 2017-08-02 16:35:00 +0000 | [diff] [blame] | 1877 | uint8_t *Buf = Buffer->getBufferStart(); |
| Rui Ueyama | 6238ed2 | 2017-08-14 21:18:12 +0000 | [diff] [blame] | 1878 | for (PhdrEntry *P : Phdrs) |
| 1879 | if (P->p_type == PT_LOAD && (P->p_flags & PF_X)) |
| 1880 | fillTrap(Buf + alignDown(P->p_offset + P->p_filesz, Target->PageSize), |
| 1881 | Buf + alignTo(P->p_offset + P->p_filesz, Target->PageSize)); |
| Petr Hosek | edd6c35 | 2017-08-02 16:35:00 +0000 | [diff] [blame] | 1882 | |
| Rui Ueyama | 6238ed2 | 2017-08-14 21:18:12 +0000 | [diff] [blame] | 1883 | // Round up the file size of the last segment to the page boundary iff it is |
| 1884 | // an executable segment to ensure that other other tools don't accidentally |
| 1885 | // trim the instruction padding (e.g. when stripping the file). |
| Petr Hosek | edd6c35 | 2017-08-02 16:35:00 +0000 | [diff] [blame] | 1886 | PhdrEntry *LastRX = nullptr; |
| 1887 | for (PhdrEntry *P : Phdrs) { |
| 1888 | if (P->p_type != PT_LOAD) |
| 1889 | continue; |
| 1890 | if (P->p_flags & PF_X) |
| 1891 | LastRX = P; |
| 1892 | else |
| 1893 | LastRX = nullptr; |
| 1894 | } |
| Petr Hosek | edd6c35 | 2017-08-02 16:35:00 +0000 | [diff] [blame] | 1895 | if (LastRX) |
| Petr Hosek | 7ab9f7b | 2017-09-01 21:48:20 +0000 | [diff] [blame] | 1896 | LastRX->p_memsz = LastRX->p_filesz = |
| 1897 | alignTo(LastRX->p_filesz, Target->PageSize); |
| Petr Hosek | edd6c35 | 2017-08-02 16:35:00 +0000 | [diff] [blame] | 1898 | } |
| 1899 | |
| Michael J. Spencer | 84487f1 | 2015-07-24 21:03:07 +0000 | [diff] [blame] | 1900 | // Write section contents to a mmap'ed file. |
| 1901 | template <class ELFT> void Writer<ELFT>::writeSections() { |
| 1902 | uint8_t *Buf = Buffer->getBufferStart(); |
| Hal Finkel | daedc12 | 2015-10-12 23:16:53 +0000 | [diff] [blame] | 1903 | |
| Rui Ueyama | 7511825 | 2016-08-09 01:35:37 +0000 | [diff] [blame] | 1904 | // PPC64 needs to process relocations in the .opd section |
| 1905 | // before processing relocations in code-containing sections. |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1906 | if (auto *OpdCmd = findSection(".opd")) { |
| 1907 | Out::Opd = OpdCmd; |
| Rui Ueyama | 9d1bacb1 | 2017-02-27 02:31:26 +0000 | [diff] [blame] | 1908 | Out::OpdBuf = Buf + Out::Opd->Offset; |
| Rafael Espindola | 55b169b | 2017-05-24 18:08:04 +0000 | [diff] [blame] | 1909 | OpdCmd->template writeTo<ELFT>(Buf + Out::Opd->Offset); |
| Rafael Espindola | 7a51305 | 2015-10-13 14:45:51 +0000 | [diff] [blame] | 1910 | } |
| Hal Finkel | daedc12 | 2015-10-12 23:16:53 +0000 | [diff] [blame] | 1911 | |
| Rafael Espindola | 24e6f36 | 2017-02-24 15:07:30 +0000 | [diff] [blame] | 1912 | OutputSection *EhFrameHdr = |
| Rafael Espindola | 881cc16 | 2017-05-26 17:28:17 +0000 | [diff] [blame] | 1913 | (In<ELFT>::EhFrameHdr && !In<ELFT>::EhFrameHdr->empty()) |
| Rafael Espindola | db5e56f | 2017-05-31 20:17:44 +0000 | [diff] [blame] | 1914 | ? In<ELFT>::EhFrameHdr->getParent() |
| Rafael Espindola | 881cc16 | 2017-05-26 17:28:17 +0000 | [diff] [blame] | 1915 | : nullptr; |
| Rafael Espindola | 08d6a3f | 2017-02-11 01:40:49 +0000 | [diff] [blame] | 1916 | |
| 1917 | // In -r or -emit-relocs mode, write the relocation sections first as in |
| 1918 | // ELf_Rel targets we might find out that we need to modify the relocated |
| 1919 | // section while doing it. |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1920 | for (OutputSection *Sec : OutputSections) |
| Rafael Espindola | 08d6a3f | 2017-02-11 01:40:49 +0000 | [diff] [blame] | 1921 | if (Sec->Type == SHT_REL || Sec->Type == SHT_RELA) |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1922 | Sec->writeTo<ELFT>(Buf + Sec->Offset); |
| Rafael Espindola | 08d6a3f | 2017-02-11 01:40:49 +0000 | [diff] [blame] | 1923 | |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1924 | for (OutputSection *Sec : OutputSections) |
| Rui Ueyama | 9d1bacb1 | 2017-02-27 02:31:26 +0000 | [diff] [blame] | 1925 | if (Sec != Out::Opd && Sec != EhFrameHdr && Sec->Type != SHT_REL && |
| Rafael Espindola | 08d6a3f | 2017-02-11 01:40:49 +0000 | [diff] [blame] | 1926 | Sec->Type != SHT_RELA) |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1927 | Sec->writeTo<ELFT>(Buf + Sec->Offset); |
| Eugene Leviant | e4f590f | 2016-08-31 07:43:50 +0000 | [diff] [blame] | 1928 | |
| 1929 | // The .eh_frame_hdr depends on .eh_frame section contents, therefore |
| 1930 | // it should be written after .eh_frame is written. |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1931 | if (EhFrameHdr) |
| 1932 | EhFrameHdr->writeTo<ELFT>(Buf + EhFrameHdr->Offset); |
| Michael J. Spencer | 84487f1 | 2015-07-24 21:03:07 +0000 | [diff] [blame] | 1933 | } |
| Rui Ueyama | 3ce825e | 2015-10-09 21:07:25 +0000 | [diff] [blame] | 1934 | |
| Rui Ueyama | 634ddf0 | 2016-03-11 20:51:53 +0000 | [diff] [blame] | 1935 | template <class ELFT> void Writer<ELFT>::writeBuildId() { |
| Rafael Espindola | db5e56f | 2017-05-31 20:17:44 +0000 | [diff] [blame] | 1936 | if (!InX::BuildId || !InX::BuildId->getParent()) |
| Rui Ueyama | 634ddf0 | 2016-03-11 20:51:53 +0000 | [diff] [blame] | 1937 | return; |
| 1938 | |
| Petr Hosek | fdfcb79 | 2016-09-01 22:43:03 +0000 | [diff] [blame] | 1939 | // Compute a hash of all sections of the output file. |
| Rui Ueyama | 634ddf0 | 2016-03-11 20:51:53 +0000 | [diff] [blame] | 1940 | uint8_t *Start = Buffer->getBufferStart(); |
| Petr Hosek | fdfcb79 | 2016-09-01 22:43:03 +0000 | [diff] [blame] | 1941 | uint8_t *End = Start + FileSize; |
| Rafael Espindola | 895aea6 | 2017-05-11 22:02:41 +0000 | [diff] [blame] | 1942 | InX::BuildId->writeBuildId({Start, End}); |
| Rui Ueyama | 634ddf0 | 2016-03-11 20:51:53 +0000 | [diff] [blame] | 1943 | } |
| 1944 | |
| Rui Ueyama | 84907c5 | 2016-08-09 03:38:23 +0000 | [diff] [blame] | 1945 | template void elf::writeResult<ELF32LE>(); |
| 1946 | template void elf::writeResult<ELF32BE>(); |
| 1947 | template void elf::writeResult<ELF64LE>(); |
| 1948 | template void elf::writeResult<ELF64BE>(); |