| Michael J. Spencer | 84487f1 | 2015-07-24 21:03:07 +0000 | [diff] [blame] | 1 | //===- Writer.cpp ---------------------------------------------------------===// |
| 2 | // |
| 3 | // The LLVM Linker |
| 4 | // |
| 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
| 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | |
| Michael J. Spencer | f832541 | 2015-09-04 22:48:30 +0000 | [diff] [blame] | 10 | #include "Writer.h" |
| Rui Ueyama | cb8474ed | 2015-08-05 23:51:50 +0000 | [diff] [blame] | 11 | #include "Config.h" |
| Rui Ueyama | 9b55e92 | 2017-03-24 00:15:16 +0000 | [diff] [blame] | 12 | #include "Filesystem.h" |
| Rui Ueyama | 717677a | 2016-02-11 21:17:59 +0000 | [diff] [blame] | 13 | #include "LinkerScript.h" |
| Rafael Espindola | 1ebfc59 | 2017-01-13 21:05:46 +0000 | [diff] [blame] | 14 | #include "MapFile.h" |
| Rui Ueyama | 9381eb1 | 2016-12-18 14:06:06 +0000 | [diff] [blame] | 15 | #include "Memory.h" |
| Rafael Espindola | 5805c4f | 2015-09-21 21:38:08 +0000 | [diff] [blame] | 16 | #include "OutputSections.h" |
| Rui Ueyama | 0fcdc73 | 2016-05-24 20:24:43 +0000 | [diff] [blame] | 17 | #include "Relocations.h" |
| Rui Ueyama | fbbde54 | 2016-06-29 09:08:02 +0000 | [diff] [blame] | 18 | #include "Strings.h" |
| Rui Ueyama | afff74e2 | 2015-08-05 23:24:46 +0000 | [diff] [blame] | 19 | #include "SymbolTable.h" |
| Rui Ueyama | 6dc7fcb | 2016-11-01 20:28:21 +0000 | [diff] [blame] | 20 | #include "SyntheticSections.h" |
| Rafael Espindola | 01205f7 | 2015-09-22 18:19:46 +0000 | [diff] [blame] | 21 | #include "Target.h" |
| George Rimar | dbf9339 | 2017-04-17 08:58:12 +0000 | [diff] [blame] | 22 | #include "Threads.h" |
| Denis Protivensky | 8e3b38a | 2015-11-12 09:52:08 +0000 | [diff] [blame] | 23 | #include "llvm/ADT/StringMap.h" |
| Hal Finkel | 3bae2d8 | 2015-10-12 20:51:48 +0000 | [diff] [blame] | 24 | #include "llvm/ADT/StringSwitch.h" |
| Rui Ueyama | afff74e2 | 2015-08-05 23:24:46 +0000 | [diff] [blame] | 25 | #include "llvm/Support/FileOutputBuffer.h" |
| Rui Ueyama | e8b2df4 | 2016-09-29 01:45:22 +0000 | [diff] [blame] | 26 | #include <climits> |
| Michael J. Spencer | 84487f1 | 2015-07-24 21:03:07 +0000 | [diff] [blame] | 27 | |
| 28 | using namespace llvm; |
| 29 | using namespace llvm::ELF; |
| 30 | using namespace llvm::object; |
| Peter Smith | 0a259f3 | 2016-10-10 09:39:26 +0000 | [diff] [blame] | 31 | using namespace llvm::support; |
| 32 | using namespace llvm::support::endian; |
| Michael J. Spencer | 84487f1 | 2015-07-24 21:03:07 +0000 | [diff] [blame] | 33 | |
| 34 | using namespace lld; |
| Rafael Espindola | e0df00b | 2016-02-28 00:25:54 +0000 | [diff] [blame] | 35 | using namespace lld::elf; |
| Michael J. Spencer | 84487f1 | 2015-07-24 21:03:07 +0000 | [diff] [blame] | 36 | |
| Rui Ueyama | afff74e2 | 2015-08-05 23:24:46 +0000 | [diff] [blame] | 37 | namespace { |
| 38 | // The writer writes a SymbolTable result to a file. |
| 39 | template <class ELFT> class Writer { |
| 40 | public: |
| Rui Ueyama | 9328b2c | 2016-03-14 23:16:09 +0000 | [diff] [blame] | 41 | typedef typename ELFT::Shdr Elf_Shdr; |
| 42 | typedef typename ELFT::Ehdr Elf_Ehdr; |
| 43 | typedef typename ELFT::Phdr Elf_Phdr; |
| Rui Ueyama | 0ce388b | 2017-04-05 21:46:06 +0000 | [diff] [blame] | 44 | |
| Rui Ueyama | afff74e2 | 2015-08-05 23:24:46 +0000 | [diff] [blame] | 45 | void run(); |
| 46 | |
| 47 | private: |
| Rui Ueyama | f83aca4 | 2016-11-01 23:17:45 +0000 | [diff] [blame] | 48 | void createSyntheticSections(); |
| Rui Ueyama | 5a9640b | 2015-10-08 23:49:30 +0000 | [diff] [blame] | 49 | void copyLocalSymbols(); |
| Rafael Espindola | 08d6a3f | 2017-02-11 01:40:49 +0000 | [diff] [blame] | 50 | void addSectionSymbols(); |
| Rui Ueyama | f18fe7b | 2015-12-26 07:50:39 +0000 | [diff] [blame] | 51 | void addReservedSymbols(); |
| George Rimar | 9e69450 | 2016-07-29 16:18:47 +0000 | [diff] [blame] | 52 | void createSections(); |
| Rafael Espindola | b4c9b81 | 2017-02-23 02:28:28 +0000 | [diff] [blame] | 53 | void forEachRelSec(std::function<void(InputSectionBase &)> Fn); |
| Rafael Espindola | 24c073d | 2016-09-21 22:36:19 +0000 | [diff] [blame] | 54 | void sortSections(); |
| Eugene Leviant | e63d81b | 2016-07-20 14:43:20 +0000 | [diff] [blame] | 55 | void finalizeSections(); |
| Rui Ueyama | 84417f8 | 2015-12-26 07:50:41 +0000 | [diff] [blame] | 56 | void addPredefinedSections(); |
| Rafael Espindola | 4d56016 | 2017-09-12 16:38:01 +0000 | [diff] [blame] | 57 | void setReservedSymbolSections(); |
| Rui Ueyama | 2df0fd8 | 2015-12-25 07:38:58 +0000 | [diff] [blame] | 58 | |
| George Rimar | aa35418 | 2017-07-27 07:46:50 +0000 | [diff] [blame] | 59 | std::vector<PhdrEntry *> createPhdrs(); |
| Rafael Espindola | 074ba93 | 2016-12-06 13:43:34 +0000 | [diff] [blame] | 60 | void removeEmptyPTLoad(); |
| George Rimar | aa35418 | 2017-07-27 07:46:50 +0000 | [diff] [blame] | 61 | void addPtArmExid(std::vector<PhdrEntry *> &Phdrs); |
| Rui Ueyama | e044e9c | 2016-04-01 17:07:17 +0000 | [diff] [blame] | 62 | void assignFileOffsets(); |
| George Rimar | 86ce267 | 2016-08-25 09:05:47 +0000 | [diff] [blame] | 63 | void assignFileOffsetsBinary(); |
| Rui Ueyama | e044e9c | 2016-04-01 17:07:17 +0000 | [diff] [blame] | 64 | void setPhdrs(); |
| Rui Ueyama | 4709190 | 2016-03-30 19:41:51 +0000 | [diff] [blame] | 65 | void fixSectionAlignments(); |
| Rui Ueyama | f7f52ef | 2016-04-01 17:24:19 +0000 | [diff] [blame] | 66 | void openFile(); |
| Petr Hosek | edd6c35 | 2017-08-02 16:35:00 +0000 | [diff] [blame] | 67 | void writeTrapInstr(); |
| Rui Ueyama | afff74e2 | 2015-08-05 23:24:46 +0000 | [diff] [blame] | 68 | void writeHeader(); |
| 69 | void writeSections(); |
| George Rimar | 86ce267 | 2016-08-25 09:05:47 +0000 | [diff] [blame] | 70 | void writeSectionsBinary(); |
| Rui Ueyama | 634ddf0 | 2016-03-11 20:51:53 +0000 | [diff] [blame] | 71 | void writeBuildId(); |
| Rui Ueyama | afff74e2 | 2015-08-05 23:24:46 +0000 | [diff] [blame] | 72 | |
| Rui Ueyama | 818bb2f | 2016-07-16 18:55:47 +0000 | [diff] [blame] | 73 | std::unique_ptr<FileOutputBuffer> Buffer; |
| Michael J. Spencer | 2f00824 | 2015-09-17 19:58:07 +0000 | [diff] [blame] | 74 | |
| Rafael Espindola | 0553124 | 2017-07-06 16:40:44 +0000 | [diff] [blame] | 75 | OutputSectionFactory Factory; |
| Rafael Espindola | 4fc6044 | 2016-02-10 22:43:13 +0000 | [diff] [blame] | 76 | |
| Rui Ueyama | 0168722 | 2015-12-26 09:47:57 +0000 | [diff] [blame] | 77 | void addRelIpltSymbols(); |
| Rui Ueyama | a5d79d1 | 2015-12-26 09:48:00 +0000 | [diff] [blame] | 78 | void addStartEndSymbols(); |
| Rafael Espindola | 24e6f36 | 2017-02-24 15:07:30 +0000 | [diff] [blame] | 79 | void addStartStopSymbols(OutputSection *Sec); |
| Rui Ueyama | 6bd3822 | 2017-04-05 21:37:09 +0000 | [diff] [blame] | 80 | uint64_t getEntryAddr(); |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 81 | OutputSection *findSection(StringRef Name); |
| Rui Ueyama | 2f1b79f | 2015-10-10 22:34:30 +0000 | [diff] [blame] | 82 | |
| George Rimar | aa35418 | 2017-07-27 07:46:50 +0000 | [diff] [blame] | 83 | std::vector<PhdrEntry *> Phdrs; |
| Michael J. Spencer | 2f00824 | 2015-09-17 19:58:07 +0000 | [diff] [blame] | 84 | |
| Rui Ueyama | 6bd3822 | 2017-04-05 21:37:09 +0000 | [diff] [blame] | 85 | uint64_t FileSize; |
| 86 | uint64_t SectionHeaderOff; |
| Peter Smith | 113a59e | 2017-06-26 10:22:17 +0000 | [diff] [blame] | 87 | |
| 88 | bool HasGotBaseSym = false; |
| Rui Ueyama | afff74e2 | 2015-08-05 23:24:46 +0000 | [diff] [blame] | 89 | }; |
| 90 | } // anonymous namespace |
| 91 | |
| Rui Ueyama | 55518e7 | 2016-10-28 20:57:25 +0000 | [diff] [blame] | 92 | StringRef elf::getOutputSectionName(StringRef Name) { |
| George Rimar | 60a0ea1 | 2017-06-05 12:49:21 +0000 | [diff] [blame] | 93 | // ".zdebug_" is a prefix for ZLIB-compressed sections. |
| 94 | // Because we decompressed input sections, we want to remove 'z'. |
| 95 | if (Name.startswith(".zdebug_")) |
| 96 | return Saver.save("." + Name.substr(2)); |
| 97 | |
| Eugene Leviant | a8d12ef | 2016-10-05 10:10:45 +0000 | [diff] [blame] | 98 | if (Config->Relocatable) |
| 99 | return Name; |
| 100 | |
| Rafael Espindola | 7d38273 | 2016-09-19 19:59:21 +0000 | [diff] [blame] | 101 | for (StringRef V : |
| George Rimar | 1ab9cf4 | 2017-03-17 10:14:53 +0000 | [diff] [blame] | 102 | {".text.", ".rodata.", ".data.rel.ro.", ".data.", ".bss.rel.ro.", |
| 103 | ".bss.", ".init_array.", ".fini_array.", ".ctors.", ".dtors.", ".tbss.", |
| Peter Smith | 691ff76 | 2017-06-28 09:12:38 +0000 | [diff] [blame] | 104 | ".gcc_except_table.", ".tdata.", ".ARM.exidx.", ".ARM.extab."}) { |
| Rafael Espindola | 7d38273 | 2016-09-19 19:59:21 +0000 | [diff] [blame] | 105 | StringRef Prefix = V.drop_back(); |
| 106 | if (Name.startswith(V) || Name == Prefix) |
| 107 | return Prefix; |
| 108 | } |
| Rui Ueyama | 0538408 | 2016-10-12 22:36:31 +0000 | [diff] [blame] | 109 | |
| Rui Ueyama | e8a6102 | 2016-11-05 23:05:47 +0000 | [diff] [blame] | 110 | // CommonSection is identified as "COMMON" in linker scripts. |
| 111 | // By default, it should go to .bss section. |
| 112 | if (Name == "COMMON") |
| 113 | return ".bss"; |
| 114 | |
| George Rimar | 5d53d1f | 2016-07-12 08:50:42 +0000 | [diff] [blame] | 115 | return Name; |
| 116 | } |
| 117 | |
| George Rimar | 696a7f9 | 2017-09-19 09:20:54 +0000 | [diff] [blame] | 118 | static bool needsInterpSection() { |
| 119 | return !SharedFiles.empty() && !Config->DynamicLinker.empty() && |
| 120 | !Script->ignoreInterpSection(); |
| Rui Ueyama | fd03cfd | 2016-07-21 11:01:23 +0000 | [diff] [blame] | 121 | } |
| 122 | |
| George Rimar | d8b2776 | 2016-11-14 10:14:18 +0000 | [diff] [blame] | 123 | template <class ELFT> void elf::writeResult() { Writer<ELFT>().run(); } |
| Rafael Espindola | 4fc6044 | 2016-02-10 22:43:13 +0000 | [diff] [blame] | 124 | |
| Rafael Espindola | 074ba93 | 2016-12-06 13:43:34 +0000 | [diff] [blame] | 125 | template <class ELFT> void Writer<ELFT>::removeEmptyPTLoad() { |
| George Rimar | 60608a8 | 2017-08-28 09:28:15 +0000 | [diff] [blame] | 126 | llvm::erase_if(Phdrs, [&](const PhdrEntry *P) { |
| George Rimar | aa35418 | 2017-07-27 07:46:50 +0000 | [diff] [blame] | 127 | if (P->p_type != PT_LOAD) |
| Rafael Espindola | 074ba93 | 2016-12-06 13:43:34 +0000 | [diff] [blame] | 128 | return false; |
| George Rimar | 6823c5f | 2017-09-07 11:01:10 +0000 | [diff] [blame] | 129 | if (!P->FirstSec) |
| Rafael Espindola | 4121761 | 2016-12-08 03:17:05 +0000 | [diff] [blame] | 130 | return true; |
| George Rimar | 6823c5f | 2017-09-07 11:01:10 +0000 | [diff] [blame] | 131 | uint64_t Size = P->LastSec->Addr + P->LastSec->Size - P->FirstSec->Addr; |
| Rafael Espindola | 074ba93 | 2016-12-06 13:43:34 +0000 | [diff] [blame] | 132 | return Size == 0; |
| 133 | }); |
| Rafael Espindola | 074ba93 | 2016-12-06 13:43:34 +0000 | [diff] [blame] | 134 | } |
| 135 | |
| Petr Hosek | 7b79321 | 2017-03-10 20:00:42 +0000 | [diff] [blame] | 136 | template <class ELFT> static void combineEhFrameSections() { |
| 137 | for (InputSectionBase *&S : InputSections) { |
| 138 | EhInputSection *ES = dyn_cast<EhInputSection>(S); |
| Rafael Espindola | a156555 | 2017-03-15 12:31:54 +0000 | [diff] [blame] | 139 | if (!ES || !ES->Live) |
| Petr Hosek | 7b79321 | 2017-03-10 20:00:42 +0000 | [diff] [blame] | 140 | continue; |
| 141 | |
| 142 | In<ELFT>::EhFrame->addSection(ES); |
| 143 | S = nullptr; |
| 144 | } |
| 145 | |
| 146 | std::vector<InputSectionBase *> &V = InputSections; |
| 147 | V.erase(std::remove(V.begin(), V.end(), nullptr), V.end()); |
| 148 | } |
| 149 | |
| Rui Ueyama | f83aca4 | 2016-11-01 23:17:45 +0000 | [diff] [blame] | 150 | // The main function of the writer. |
| 151 | template <class ELFT> void Writer<ELFT>::run() { |
| Rui Ueyama | 0b1b695 | 2016-11-21 02:11:05 +0000 | [diff] [blame] | 152 | // Create linker-synthesized sections such as .got or .plt. |
| 153 | // Such sections are of type input section. |
| Rui Ueyama | f83aca4 | 2016-11-01 23:17:45 +0000 | [diff] [blame] | 154 | createSyntheticSections(); |
| George Rimar | 7beff42 | 2016-11-15 08:19:02 +0000 | [diff] [blame] | 155 | |
| Petr Hosek | 7b79321 | 2017-03-10 20:00:42 +0000 | [diff] [blame] | 156 | if (!Config->Relocatable) |
| 157 | combineEhFrameSections<ELFT>(); |
| 158 | |
| Rui Ueyama | 0b1b695 | 2016-11-21 02:11:05 +0000 | [diff] [blame] | 159 | // We need to create some reserved symbols such as _end. Create them. |
| George Rimar | 7beff42 | 2016-11-15 08:19:02 +0000 | [diff] [blame] | 160 | if (!Config->Relocatable) |
| 161 | addReservedSymbols(); |
| Rui Ueyama | f83aca4 | 2016-11-01 23:17:45 +0000 | [diff] [blame] | 162 | |
| Rui Ueyama | 0b1b695 | 2016-11-21 02:11:05 +0000 | [diff] [blame] | 163 | // Create output sections. |
| Rui Ueyama | a34da93 | 2017-03-21 23:03:09 +0000 | [diff] [blame] | 164 | if (Script->Opt.HasSections) { |
| Rui Ueyama | 0b1b695 | 2016-11-21 02:11:05 +0000 | [diff] [blame] | 165 | // If linker script contains SECTIONS commands, let it create sections. |
| George Rimar | a8dba48 | 2017-03-20 10:09:58 +0000 | [diff] [blame] | 166 | Script->processCommands(Factory); |
| Rui Ueyama | 0b1b695 | 2016-11-21 02:11:05 +0000 | [diff] [blame] | 167 | |
| 168 | // Linker scripts may have left some input sections unassigned. |
| 169 | // Assign such sections using the default rule. |
| George Rimar | a8dba48 | 2017-03-20 10:09:58 +0000 | [diff] [blame] | 170 | Script->addOrphanSections(Factory); |
| Rui Ueyama | f83aca4 | 2016-11-01 23:17:45 +0000 | [diff] [blame] | 171 | } else { |
| Rui Ueyama | 0b1b695 | 2016-11-21 02:11:05 +0000 | [diff] [blame] | 172 | // If linker script does not contain SECTIONS commands, create |
| 173 | // output sections by default rules. We still need to give the |
| 174 | // linker script a chance to run, because it might contain |
| 175 | // non-SECTIONS commands such as ASSERT. |
| George Rimar | a8dba48 | 2017-03-20 10:09:58 +0000 | [diff] [blame] | 176 | Script->processCommands(Factory); |
| Rafael Espindola | 2126334 | 2017-07-05 23:36:24 +0000 | [diff] [blame] | 177 | createSections(); |
| Rui Ueyama | f83aca4 | 2016-11-01 23:17:45 +0000 | [diff] [blame] | 178 | } |
| 179 | |
| 180 | if (Config->Discard != DiscardPolicy::All) |
| 181 | copyLocalSymbols(); |
| 182 | |
| Rui Ueyama | d57e74b7 | 2017-03-17 23:29:01 +0000 | [diff] [blame] | 183 | if (Config->CopyRelocs) |
| Rafael Espindola | 08d6a3f | 2017-02-11 01:40:49 +0000 | [diff] [blame] | 184 | addSectionSymbols(); |
| 185 | |
| Rui Ueyama | 0b1b695 | 2016-11-21 02:11:05 +0000 | [diff] [blame] | 186 | // Now that we have a complete set of output sections. This function |
| 187 | // completes section contents. For example, we need to add strings |
| 188 | // to the string table, and add entries to .got and .plt. |
| 189 | // finalizeSections does that. |
| Rui Ueyama | f83aca4 | 2016-11-01 23:17:45 +0000 | [diff] [blame] | 190 | finalizeSections(); |
| Rui Ueyama | f373dd7 | 2016-11-24 01:43:21 +0000 | [diff] [blame] | 191 | if (ErrorCount) |
| Rui Ueyama | f83aca4 | 2016-11-01 23:17:45 +0000 | [diff] [blame] | 192 | return; |
| 193 | |
| Rafael Espindola | 55b169b | 2017-05-24 18:08:04 +0000 | [diff] [blame] | 194 | // If -compressed-debug-sections is specified, we need to compress |
| 195 | // .debug_* sections. Do it right now because it changes the size of |
| 196 | // output sections. |
| George Rimar | a9b0714 | 2017-08-04 08:30:16 +0000 | [diff] [blame] | 197 | parallelForEach(OutputSections, |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 198 | [](OutputSection *Sec) { Sec->maybeCompress<ELFT>(); }); |
| Rafael Espindola | 805f515 | 2017-06-01 16:30:12 +0000 | [diff] [blame] | 199 | |
| Peter Smith | 5aedebf | 2017-07-05 09:12:54 +0000 | [diff] [blame] | 200 | Script->assignAddresses(); |
| 201 | Script->allocateHeaders(Phdrs); |
| Rafael Espindola | 189860c | 2017-06-07 02:24:08 +0000 | [diff] [blame] | 202 | |
| 203 | // Remove empty PT_LOAD to avoid causing the dynamic linker to try to mmap a |
| 204 | // 0 sized region. This has to be done late since only after assignAddresses |
| 205 | // we know the size of the sections. |
| 206 | removeEmptyPTLoad(); |
| 207 | |
| 208 | if (!Config->OFormatBinary) |
| Rui Ueyama | f83aca4 | 2016-11-01 23:17:45 +0000 | [diff] [blame] | 209 | assignFileOffsets(); |
| Rafael Espindola | 189860c | 2017-06-07 02:24:08 +0000 | [diff] [blame] | 210 | else |
| 211 | assignFileOffsetsBinary(); |
| 212 | |
| 213 | setPhdrs(); |
| 214 | |
| 215 | if (Config->Relocatable) { |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 216 | for (OutputSection *Sec : OutputSections) |
| 217 | Sec->Addr = 0; |
| Rui Ueyama | f83aca4 | 2016-11-01 23:17:45 +0000 | [diff] [blame] | 218 | } |
| 219 | |
| George Rimar | 2ddab6d | 2017-01-17 13:50:34 +0000 | [diff] [blame] | 220 | // It does not make sense try to open the file if we have error already. |
| 221 | if (ErrorCount) |
| 222 | return; |
| Rui Ueyama | 0b1b695 | 2016-11-21 02:11:05 +0000 | [diff] [blame] | 223 | // Write the result down to a file. |
| Rui Ueyama | f83aca4 | 2016-11-01 23:17:45 +0000 | [diff] [blame] | 224 | openFile(); |
| Rui Ueyama | f373dd7 | 2016-11-24 01:43:21 +0000 | [diff] [blame] | 225 | if (ErrorCount) |
| Rui Ueyama | f83aca4 | 2016-11-01 23:17:45 +0000 | [diff] [blame] | 226 | return; |
| Rafael Espindola | 3f235c7 | 2017-06-01 16:32:58 +0000 | [diff] [blame] | 227 | |
| Rui Ueyama | f83aca4 | 2016-11-01 23:17:45 +0000 | [diff] [blame] | 228 | if (!Config->OFormatBinary) { |
| Petr Hosek | edd6c35 | 2017-08-02 16:35:00 +0000 | [diff] [blame] | 229 | writeTrapInstr(); |
| Rui Ueyama | f83aca4 | 2016-11-01 23:17:45 +0000 | [diff] [blame] | 230 | writeHeader(); |
| 231 | writeSections(); |
| 232 | } else { |
| 233 | writeSectionsBinary(); |
| 234 | } |
| Rui Ueyama | 0b1b695 | 2016-11-21 02:11:05 +0000 | [diff] [blame] | 235 | |
| 236 | // Backfill .note.gnu.build-id section content. This is done at last |
| 237 | // because the content is usually a hash value of the entire output file. |
| Rui Ueyama | f83aca4 | 2016-11-01 23:17:45 +0000 | [diff] [blame] | 238 | writeBuildId(); |
| Rui Ueyama | f373dd7 | 2016-11-24 01:43:21 +0000 | [diff] [blame] | 239 | if (ErrorCount) |
| Rui Ueyama | f83aca4 | 2016-11-01 23:17:45 +0000 | [diff] [blame] | 240 | return; |
| Rui Ueyama | 0b1b695 | 2016-11-21 02:11:05 +0000 | [diff] [blame] | 241 | |
| Rui Ueyama | 40eaa99 | 2017-01-18 03:34:38 +0000 | [diff] [blame] | 242 | // Handle -Map option. |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 243 | writeMapFile<ELFT>(); |
| Rui Ueyama | 40eaa99 | 2017-01-18 03:34:38 +0000 | [diff] [blame] | 244 | if (ErrorCount) |
| 245 | return; |
| 246 | |
| Rui Ueyama | f83aca4 | 2016-11-01 23:17:45 +0000 | [diff] [blame] | 247 | if (auto EC = Buffer->commit()) |
| Rui Ueyama | c8d3a83 | 2017-01-12 22:18:04 +0000 | [diff] [blame] | 248 | error("failed to write to the output file: " + EC.message()); |
| Rui Ueyama | 0b1b695 | 2016-11-21 02:11:05 +0000 | [diff] [blame] | 249 | |
| 250 | // Flush the output streams and exit immediately. A full shutdown |
| 251 | // is a good test that we are keeping track of all allocated memory, |
| 252 | // but actually freeing it is a waste of time in a regular linker run. |
| 253 | if (Config->ExitEarly) |
| Rui Ueyama | f83aca4 | 2016-11-01 23:17:45 +0000 | [diff] [blame] | 254 | exitLld(0); |
| Rui Ueyama | f83aca4 | 2016-11-01 23:17:45 +0000 | [diff] [blame] | 255 | } |
| 256 | |
| Rui Ueyama | 9d1bacb1 | 2017-02-27 02:31:26 +0000 | [diff] [blame] | 257 | // Initialize Out members. |
| Rui Ueyama | f83aca4 | 2016-11-01 23:17:45 +0000 | [diff] [blame] | 258 | template <class ELFT> void Writer<ELFT>::createSyntheticSections() { |
| 259 | // Initialize all pointers with NULL. This is needed because |
| 260 | // you can call lld::elf::main more than once as a library. |
| Rui Ueyama | 9d1bacb1 | 2017-02-27 02:31:26 +0000 | [diff] [blame] | 261 | memset(&Out::First, 0, sizeof(Out)); |
| Rui Ueyama | cfadbd9 | 2016-11-01 23:12:51 +0000 | [diff] [blame] | 262 | |
| Rui Ueyama | 536a267 | 2017-02-27 02:32:08 +0000 | [diff] [blame] | 263 | auto Add = [](InputSectionBase *Sec) { InputSections.push_back(Sec); }; |
| Rui Ueyama | 7ddd7a8 | 2017-02-05 05:18:58 +0000 | [diff] [blame] | 264 | |
| Rafael Espindola | 895aea6 | 2017-05-11 22:02:41 +0000 | [diff] [blame] | 265 | InX::DynStrTab = make<StringTableSection>(".dynstr", true); |
| Rafael Espindola | 5ab1989 | 2017-05-11 23:16:43 +0000 | [diff] [blame] | 266 | InX::Dynamic = make<DynamicSection<ELFT>>(); |
| Eugene Leviant | a96d902 | 2016-11-16 10:02:27 +0000 | [diff] [blame] | 267 | In<ELFT>::RelaDyn = make<RelocationSection<ELFT>>( |
| Rui Ueyama | d57e74b7 | 2017-03-17 23:29:01 +0000 | [diff] [blame] | 268 | Config->IsRela ? ".rela.dyn" : ".rel.dyn", Config->ZCombreloc); |
| Rafael Espindola | 895aea6 | 2017-05-11 22:02:41 +0000 | [diff] [blame] | 269 | InX::ShStrTab = make<StringTableSection>(".shstrtab", false); |
| Rui Ueyama | 4197a6a | 2016-02-05 18:41:40 +0000 | [diff] [blame] | 270 | |
| Rui Ueyama | 9d1bacb1 | 2017-02-27 02:31:26 +0000 | [diff] [blame] | 271 | Out::ElfHeader = make<OutputSection>("", 0, SHF_ALLOC); |
| 272 | Out::ElfHeader->Size = sizeof(Elf_Ehdr); |
| 273 | Out::ProgramHeaders = make<OutputSection>("", 0, SHF_ALLOC); |
| Rui Ueyama | 6bd3822 | 2017-04-05 21:37:09 +0000 | [diff] [blame] | 274 | Out::ProgramHeaders->updateAlignment(Config->Wordsize); |
| Rui Ueyama | 4197a6a | 2016-02-05 18:41:40 +0000 | [diff] [blame] | 275 | |
| George Rimar | 696a7f9 | 2017-09-19 09:20:54 +0000 | [diff] [blame] | 276 | if (needsInterpSection()) { |
| Rafael Espindola | 895aea6 | 2017-05-11 22:02:41 +0000 | [diff] [blame] | 277 | InX::Interp = createInterpSection(); |
| 278 | Add(InX::Interp); |
| Rui Ueyama | e8a6102 | 2016-11-05 23:05:47 +0000 | [diff] [blame] | 279 | } else { |
| Rafael Espindola | 895aea6 | 2017-05-11 22:02:41 +0000 | [diff] [blame] | 280 | InX::Interp = nullptr; |
| Rui Ueyama | e8a6102 | 2016-11-05 23:05:47 +0000 | [diff] [blame] | 281 | } |
| Rui Ueyama | 3a41be2 | 2016-04-07 22:49:21 +0000 | [diff] [blame] | 282 | |
| George Rimar | f21aade | 2016-08-31 08:38:11 +0000 | [diff] [blame] | 283 | if (Config->Strip != StripPolicy::All) { |
| Rafael Espindola | 895aea6 | 2017-05-11 22:02:41 +0000 | [diff] [blame] | 284 | InX::StrTab = make<StringTableSection>(".strtab", false); |
| George Rimar | f45f681 | 2017-05-16 08:53:30 +0000 | [diff] [blame] | 285 | InX::SymTab = make<SymbolTableSection<ELFT>>(*InX::StrTab); |
| Rui Ueyama | 4197a6a | 2016-02-05 18:41:40 +0000 | [diff] [blame] | 286 | } |
| Rui Ueyama | cfadbd9 | 2016-11-01 23:12:51 +0000 | [diff] [blame] | 287 | |
| Rui Ueyama | c4030a1 | 2016-11-22 00:54:15 +0000 | [diff] [blame] | 288 | if (Config->BuildId != BuildIdKind::None) { |
| Rafael Espindola | 895aea6 | 2017-05-11 22:02:41 +0000 | [diff] [blame] | 289 | InX::BuildId = make<BuildIdSection>(); |
| 290 | Add(InX::BuildId); |
| Rui Ueyama | c4030a1 | 2016-11-22 00:54:15 +0000 | [diff] [blame] | 291 | } |
| Rui Ueyama | e8a6102 | 2016-11-05 23:05:47 +0000 | [diff] [blame] | 292 | |
| Rafael Espindola | 895aea6 | 2017-05-11 22:02:41 +0000 | [diff] [blame] | 293 | InX::Bss = make<BssSection>(".bss"); |
| 294 | Add(InX::Bss); |
| 295 | InX::BssRelRo = make<BssSection>(".bss.rel.ro"); |
| 296 | Add(InX::BssRelRo); |
| George Rimar | 1ab9cf4 | 2017-03-17 10:14:53 +0000 | [diff] [blame] | 297 | |
| Rui Ueyama | 1d75de0 | 2016-11-22 04:28:39 +0000 | [diff] [blame] | 298 | // Add MIPS-specific sections. |
| Simon Atanasyan | ce02cf0 | 2016-11-09 21:36:56 +0000 | [diff] [blame] | 299 | if (Config->EMachine == EM_MIPS) { |
| Rafael Espindola | e05e2f8 | 2017-09-15 18:05:02 +0000 | [diff] [blame] | 300 | if (!Config->Shared && Config->HasDynSymTab) { |
| Rafael Espindola | 895aea6 | 2017-05-11 22:02:41 +0000 | [diff] [blame] | 301 | InX::MipsRldMap = make<MipsRldMapSection>(); |
| 302 | Add(InX::MipsRldMap); |
| Eugene Leviant | 17b7a57 | 2016-11-22 17:49:14 +0000 | [diff] [blame] | 303 | } |
| Rui Ueyama | 1d75de0 | 2016-11-22 04:28:39 +0000 | [diff] [blame] | 304 | if (auto *Sec = MipsAbiFlagsSection<ELFT>::create()) |
| Rui Ueyama | 7ddd7a8 | 2017-02-05 05:18:58 +0000 | [diff] [blame] | 305 | Add(Sec); |
| Rui Ueyama | 1d75de0 | 2016-11-22 04:28:39 +0000 | [diff] [blame] | 306 | if (auto *Sec = MipsOptionsSection<ELFT>::create()) |
| Rui Ueyama | 7ddd7a8 | 2017-02-05 05:18:58 +0000 | [diff] [blame] | 307 | Add(Sec); |
| Rui Ueyama | 1d75de0 | 2016-11-22 04:28:39 +0000 | [diff] [blame] | 308 | if (auto *Sec = MipsReginfoSection<ELFT>::create()) |
| Rui Ueyama | 7ddd7a8 | 2017-02-05 05:18:58 +0000 | [diff] [blame] | 309 | Add(Sec); |
| Simon Atanasyan | ce02cf0 | 2016-11-09 21:36:56 +0000 | [diff] [blame] | 310 | } |
| Eugene Leviant | 41ca327 | 2016-11-10 09:48:29 +0000 | [diff] [blame] | 311 | |
| Rafael Espindola | e05e2f8 | 2017-09-15 18:05:02 +0000 | [diff] [blame] | 312 | if (Config->HasDynSymTab) { |
| George Rimar | 69b17c3 | 2017-05-16 10:04:42 +0000 | [diff] [blame] | 313 | InX::DynSymTab = make<SymbolTableSection<ELFT>>(*InX::DynStrTab); |
| 314 | Add(InX::DynSymTab); |
| George Rimar | 11992c86 | 2016-11-25 08:05:41 +0000 | [diff] [blame] | 315 | |
| 316 | In<ELFT>::VerSym = make<VersionTableSection<ELFT>>(); |
| Rui Ueyama | 7ddd7a8 | 2017-02-05 05:18:58 +0000 | [diff] [blame] | 317 | Add(In<ELFT>::VerSym); |
| George Rimar | 11992c86 | 2016-11-25 08:05:41 +0000 | [diff] [blame] | 318 | |
| 319 | if (!Config->VersionDefinitions.empty()) { |
| 320 | In<ELFT>::VerDef = make<VersionDefinitionSection<ELFT>>(); |
| Rui Ueyama | 7ddd7a8 | 2017-02-05 05:18:58 +0000 | [diff] [blame] | 321 | Add(In<ELFT>::VerDef); |
| George Rimar | 11992c86 | 2016-11-25 08:05:41 +0000 | [diff] [blame] | 322 | } |
| 323 | |
| 324 | In<ELFT>::VerNeed = make<VersionNeedSection<ELFT>>(); |
| Rui Ueyama | 7ddd7a8 | 2017-02-05 05:18:58 +0000 | [diff] [blame] | 325 | Add(In<ELFT>::VerNeed); |
| George Rimar | 11992c86 | 2016-11-25 08:05:41 +0000 | [diff] [blame] | 326 | |
| 327 | if (Config->GnuHash) { |
| George Rimar | 69b17c3 | 2017-05-16 10:04:42 +0000 | [diff] [blame] | 328 | InX::GnuHashTab = make<GnuHashTableSection>(); |
| 329 | Add(InX::GnuHashTab); |
| George Rimar | 11992c86 | 2016-11-25 08:05:41 +0000 | [diff] [blame] | 330 | } |
| 331 | |
| 332 | if (Config->SysvHash) { |
| George Rimar | aaf5471 | 2017-09-27 09:14:59 +0000 | [diff] [blame] | 333 | InX::HashTab = make<HashTableSection>(); |
| 334 | Add(InX::HashTab); |
| George Rimar | 11992c86 | 2016-11-25 08:05:41 +0000 | [diff] [blame] | 335 | } |
| 336 | |
| Rafael Espindola | 5ab1989 | 2017-05-11 23:16:43 +0000 | [diff] [blame] | 337 | Add(InX::Dynamic); |
| Rafael Espindola | 895aea6 | 2017-05-11 22:02:41 +0000 | [diff] [blame] | 338 | Add(InX::DynStrTab); |
| Rui Ueyama | 7ddd7a8 | 2017-02-05 05:18:58 +0000 | [diff] [blame] | 339 | Add(In<ELFT>::RelaDyn); |
| George Rimar | 11992c86 | 2016-11-25 08:05:41 +0000 | [diff] [blame] | 340 | } |
| 341 | |
| Rui Ueyama | 1d75de0 | 2016-11-22 04:28:39 +0000 | [diff] [blame] | 342 | // Add .got. MIPS' .got is so different from the other archs, |
| 343 | // it has its own class. |
| George Rimar | 11992c86 | 2016-11-25 08:05:41 +0000 | [diff] [blame] | 344 | if (Config->EMachine == EM_MIPS) { |
| Rafael Espindola | b3aa2c9 | 2017-05-11 21:33:30 +0000 | [diff] [blame] | 345 | InX::MipsGot = make<MipsGotSection>(); |
| 346 | Add(InX::MipsGot); |
| George Rimar | 11992c86 | 2016-11-25 08:05:41 +0000 | [diff] [blame] | 347 | } else { |
| Rafael Espindola | a6465bb | 2017-05-18 16:45:36 +0000 | [diff] [blame] | 348 | InX::Got = make<GotSection>(); |
| Rafael Espindola | 88ab9fb | 2017-05-11 23:26:03 +0000 | [diff] [blame] | 349 | Add(InX::Got); |
| George Rimar | 11992c86 | 2016-11-25 08:05:41 +0000 | [diff] [blame] | 350 | } |
| Simon Atanasyan | 725dc14 | 2016-11-16 21:01:02 +0000 | [diff] [blame] | 351 | |
| Rafael Espindola | 4b1c369 | 2017-05-11 21:23:38 +0000 | [diff] [blame] | 352 | InX::GotPlt = make<GotPltSection>(); |
| 353 | Add(InX::GotPlt); |
| Rafael Espindola | 895aea6 | 2017-05-11 22:02:41 +0000 | [diff] [blame] | 354 | InX::IgotPlt = make<IgotPltSection>(); |
| 355 | Add(InX::IgotPlt); |
| George Rimar | 3fb5a6d | 2016-11-29 16:05:27 +0000 | [diff] [blame] | 356 | |
| 357 | if (Config->GdbIndex) { |
| Rafael Espindola | 300b386 | 2017-07-12 23:56:53 +0000 | [diff] [blame] | 358 | InX::GdbIndex = createGdbIndex<ELFT>(); |
| Rafael Espindola | 895aea6 | 2017-05-11 22:02:41 +0000 | [diff] [blame] | 359 | Add(InX::GdbIndex); |
| George Rimar | 3fb5a6d | 2016-11-29 16:05:27 +0000 | [diff] [blame] | 360 | } |
| 361 | |
| 362 | // We always need to add rel[a].plt to output if it has entries. |
| 363 | // Even for static linking it can contain R_[*]_IRELATIVE relocations. |
| 364 | In<ELFT>::RelaPlt = make<RelocationSection<ELFT>>( |
| Rui Ueyama | d57e74b7 | 2017-03-17 23:29:01 +0000 | [diff] [blame] | 365 | Config->IsRela ? ".rela.plt" : ".rel.plt", false /*Sort*/); |
| Rui Ueyama | 7ddd7a8 | 2017-02-05 05:18:58 +0000 | [diff] [blame] | 366 | Add(In<ELFT>::RelaPlt); |
| George Rimar | 3fb5a6d | 2016-11-29 16:05:27 +0000 | [diff] [blame] | 367 | |
| Peter Smith | baffdb8 | 2016-12-08 12:58:55 +0000 | [diff] [blame] | 368 | // The RelaIplt immediately follows .rel.plt (.rel.dyn for ARM) to ensure |
| 369 | // that the IRelative relocations are processed last by the dynamic loader |
| 370 | In<ELFT>::RelaIplt = make<RelocationSection<ELFT>>( |
| 371 | (Config->EMachine == EM_ARM) ? ".rel.dyn" : In<ELFT>::RelaPlt->Name, |
| 372 | false /*Sort*/); |
| Rui Ueyama | 7ddd7a8 | 2017-02-05 05:18:58 +0000 | [diff] [blame] | 373 | Add(In<ELFT>::RelaIplt); |
| Peter Smith | baffdb8 | 2016-12-08 12:58:55 +0000 | [diff] [blame] | 374 | |
| Rafael Espindola | 895aea6 | 2017-05-11 22:02:41 +0000 | [diff] [blame] | 375 | InX::Plt = make<PltSection>(Target->PltHeaderSize); |
| 376 | Add(InX::Plt); |
| 377 | InX::Iplt = make<PltSection>(0); |
| 378 | Add(InX::Iplt); |
| George Rimar | 3fb5a6d | 2016-11-29 16:05:27 +0000 | [diff] [blame] | 379 | |
| Rafael Espindola | 66b4e21 | 2017-02-23 22:06:28 +0000 | [diff] [blame] | 380 | if (!Config->Relocatable) { |
| George Rimar | 1c74c2f | 2017-03-09 08:45:25 +0000 | [diff] [blame] | 381 | if (Config->EhFrameHdr) { |
| 382 | In<ELFT>::EhFrameHdr = make<EhFrameHeader<ELFT>>(); |
| 383 | Add(In<ELFT>::EhFrameHdr); |
| 384 | } |
| Rafael Espindola | 66b4e21 | 2017-02-23 22:06:28 +0000 | [diff] [blame] | 385 | In<ELFT>::EhFrame = make<EhFrameSection<ELFT>>(); |
| 386 | Add(In<ELFT>::EhFrame); |
| 387 | } |
| 388 | |
| George Rimar | 69b17c3 | 2017-05-16 10:04:42 +0000 | [diff] [blame] | 389 | if (InX::SymTab) |
| 390 | Add(InX::SymTab); |
| Rafael Espindola | 895aea6 | 2017-05-11 22:02:41 +0000 | [diff] [blame] | 391 | Add(InX::ShStrTab); |
| 392 | if (InX::StrTab) |
| 393 | Add(InX::StrTab); |
| Michael J. Spencer | 84487f1 | 2015-07-24 21:03:07 +0000 | [diff] [blame] | 394 | } |
| 395 | |
| Rafael Espindola | 5616adf | 2017-03-08 22:36:28 +0000 | [diff] [blame] | 396 | static bool shouldKeepInSymtab(SectionBase *Sec, StringRef SymName, |
| Rafael Espindola | ccfe3cb | 2016-04-04 14:04:16 +0000 | [diff] [blame] | 397 | const SymbolBody &B) { |
| Rafael Espindola | 08d6a3f | 2017-02-11 01:40:49 +0000 | [diff] [blame] | 398 | if (B.isFile() || B.isSection()) |
| Rafael Espindola | 10d71ff | 2016-01-27 18:04:26 +0000 | [diff] [blame] | 399 | return false; |
| 400 | |
| Rafael Espindola | 10d71ff | 2016-01-27 18:04:26 +0000 | [diff] [blame] | 401 | // If sym references a section in a discarded group, don't keep it. |
| Rafael Espindola | 774ea7d | 2017-02-23 16:49:07 +0000 | [diff] [blame] | 402 | if (Sec == &InputSection::Discarded) |
| Rafael Espindola | 10d71ff | 2016-01-27 18:04:26 +0000 | [diff] [blame] | 403 | return false; |
| 404 | |
| George Rimar | 9503f6d | 2016-08-31 08:46:30 +0000 | [diff] [blame] | 405 | if (Config->Discard == DiscardPolicy::None) |
| Rafael Espindola | 10d71ff | 2016-01-27 18:04:26 +0000 | [diff] [blame] | 406 | return true; |
| 407 | |
| 408 | // In ELF assembly .L symbols are normally discarded by the assembler. |
| 409 | // If the assembler fails to do so, the linker discards them if |
| 410 | // * --discard-locals is used. |
| 411 | // * The symbol is in a SHF_MERGE section, which is normally the reason for |
| 412 | // the assembler keeping the .L symbol. |
| 413 | if (!SymName.startswith(".L") && !SymName.empty()) |
| 414 | return true; |
| 415 | |
| George Rimar | 9503f6d | 2016-08-31 08:46:30 +0000 | [diff] [blame] | 416 | if (Config->Discard == DiscardPolicy::Locals) |
| Rafael Espindola | 10d71ff | 2016-01-27 18:04:26 +0000 | [diff] [blame] | 417 | return false; |
| 418 | |
| Rafael Espindola | 1854a8e | 2016-10-26 12:36:56 +0000 | [diff] [blame] | 419 | return !Sec || !(Sec->Flags & SHF_MERGE); |
| Rafael Espindola | 10d71ff | 2016-01-27 18:04:26 +0000 | [diff] [blame] | 420 | } |
| 421 | |
| George Rimar | 7702bc2 | 2017-03-16 11:20:02 +0000 | [diff] [blame] | 422 | static bool includeInSymtab(const SymbolBody &B) { |
| Rafael Espindola | 474eb01 | 2016-05-05 16:40:28 +0000 | [diff] [blame] | 423 | if (!B.isLocal() && !B.symbol()->IsUsedInRegularObj) |
| 424 | return false; |
| 425 | |
| Rui Ueyama | 80474a2 | 2017-02-28 19:29:55 +0000 | [diff] [blame] | 426 | if (auto *D = dyn_cast<DefinedRegular>(&B)) { |
| Rafael Espindola | 474eb01 | 2016-05-05 16:40:28 +0000 | [diff] [blame] | 427 | // Always include absolute symbols. |
| Rafael Espindola | 5616adf | 2017-03-08 22:36:28 +0000 | [diff] [blame] | 428 | SectionBase *Sec = D->Section; |
| 429 | if (!Sec) |
| Rafael Espindola | 474eb01 | 2016-05-05 16:40:28 +0000 | [diff] [blame] | 430 | return true; |
| Rafael Espindola | 5616adf | 2017-03-08 22:36:28 +0000 | [diff] [blame] | 431 | if (auto *IS = dyn_cast<InputSectionBase>(Sec)) { |
| 432 | Sec = IS->Repl; |
| 433 | IS = cast<InputSectionBase>(Sec); |
| 434 | // Exclude symbols pointing to garbage-collected sections. |
| 435 | if (!IS->Live) |
| 436 | return false; |
| 437 | } |
| 438 | if (auto *S = dyn_cast<MergeInputSection>(Sec)) |
| Rui Ueyama | 90fa372 | 2016-05-22 00:41:38 +0000 | [diff] [blame] | 439 | if (!S->getSectionPiece(D->Value)->Live) |
| Rafael Espindola | 474eb01 | 2016-05-05 16:40:28 +0000 | [diff] [blame] | 440 | return false; |
| 441 | } |
| 442 | return true; |
| 443 | } |
| Rafael Espindola | 462220d | 2016-05-05 16:38:46 +0000 | [diff] [blame] | 444 | |
| Rui Ueyama | 5a9640b | 2015-10-08 23:49:30 +0000 | [diff] [blame] | 445 | // Local symbols are not in the linker's symbol table. This function scans |
| 446 | // each object file's symbol table to copy local symbols to the output. |
| 447 | template <class ELFT> void Writer<ELFT>::copyLocalSymbols() { |
| George Rimar | 69b17c3 | 2017-05-16 10:04:42 +0000 | [diff] [blame] | 448 | if (!InX::SymTab) |
| Rui Ueyama | 90f76fb | 2016-01-21 03:07:38 +0000 | [diff] [blame] | 449 | return; |
| George Rimar | 696a7f9 | 2017-09-19 09:20:54 +0000 | [diff] [blame] | 450 | for (InputFile *File : ObjectFiles) { |
| 451 | ObjFile<ELFT> *F = cast<ObjFile<ELFT>>(File); |
| Rafael Espindola | 67d72c0 | 2016-03-11 12:06:30 +0000 | [diff] [blame] | 452 | for (SymbolBody *B : F->getLocalSymbols()) { |
| George Rimar | 78fe56e | 2016-10-11 09:07:14 +0000 | [diff] [blame] | 453 | if (!B->IsLocal) |
| Rui Ueyama | 3fc0f7e | 2016-11-23 18:07:33 +0000 | [diff] [blame] | 454 | fatal(toString(F) + |
| George Rimar | 78fe56e | 2016-10-11 09:07:14 +0000 | [diff] [blame] | 455 | ": broken object: getLocalSymbols returns a non-local symbol"); |
| Rui Ueyama | 80474a2 | 2017-02-28 19:29:55 +0000 | [diff] [blame] | 456 | auto *DR = dyn_cast<DefinedRegular>(B); |
| Rui Ueyama | 3fc0f7e | 2016-11-23 18:07:33 +0000 | [diff] [blame] | 457 | |
| Rafael Espindola | ccfe3cb | 2016-04-04 14:04:16 +0000 | [diff] [blame] | 458 | // No reason to keep local undefined symbol in symtab. |
| 459 | if (!DR) |
| Rafael Espindola | 444576d | 2015-10-09 19:25:07 +0000 | [diff] [blame] | 460 | continue; |
| George Rimar | 7702bc2 | 2017-03-16 11:20:02 +0000 | [diff] [blame] | 461 | if (!includeInSymtab(*B)) |
| Rafael Espindola | 462220d | 2016-05-05 16:38:46 +0000 | [diff] [blame] | 462 | continue; |
| Rui Ueyama | 3fc0f7e | 2016-11-23 18:07:33 +0000 | [diff] [blame] | 463 | |
| Rafael Espindola | 5616adf | 2017-03-08 22:36:28 +0000 | [diff] [blame] | 464 | SectionBase *Sec = DR->Section; |
| George Rimar | 7702bc2 | 2017-03-16 11:20:02 +0000 | [diff] [blame] | 465 | if (!shouldKeepInSymtab(Sec, B->getName(), *B)) |
| Rafael Espindola | ccfe3cb | 2016-04-04 14:04:16 +0000 | [diff] [blame] | 466 | continue; |
| George Rimar | 69b17c3 | 2017-05-16 10:04:42 +0000 | [diff] [blame] | 467 | InX::SymTab->addSymbol(B); |
| Rui Ueyama | 5a9640b | 2015-10-08 23:49:30 +0000 | [diff] [blame] | 468 | } |
| 469 | } |
| 470 | } |
| 471 | |
| Rafael Espindola | 08d6a3f | 2017-02-11 01:40:49 +0000 | [diff] [blame] | 472 | template <class ELFT> void Writer<ELFT>::addSectionSymbols() { |
| 473 | // Create one STT_SECTION symbol for each output section we might |
| 474 | // have a relocation with. |
| Rafael Espindola | d48b208 | 2017-07-04 19:08:40 +0000 | [diff] [blame] | 475 | for (BaseCommand *Base : Script->Opt.Commands) { |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 476 | auto *Sec = dyn_cast<OutputSection>(Base); |
| 477 | if (!Sec) |
| Rui Ueyama | 73d29ab | 2017-02-28 19:43:54 +0000 | [diff] [blame] | 478 | continue; |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 479 | auto I = llvm::find_if(Sec->Commands, [](BaseCommand *Base) { |
| Rafael Espindola | d48b208 | 2017-07-04 19:08:40 +0000 | [diff] [blame] | 480 | if (auto *ISD = dyn_cast<InputSectionDescription>(Base)) |
| 481 | return !ISD->Sections.empty(); |
| 482 | return false; |
| 483 | }); |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 484 | if (I == Sec->Commands.end()) |
| Rafael Espindola | d48b208 | 2017-07-04 19:08:40 +0000 | [diff] [blame] | 485 | continue; |
| 486 | InputSection *IS = cast<InputSectionDescription>(*I)->Sections[0]; |
| Rui Ueyama | 73d29ab | 2017-02-28 19:43:54 +0000 | [diff] [blame] | 487 | if (isa<SyntheticSection>(IS) || IS->Type == SHT_REL || |
| Rafael Espindola | 08d6a3f | 2017-02-11 01:40:49 +0000 | [diff] [blame] | 488 | IS->Type == SHT_RELA) |
| 489 | continue; |
| Rafael Espindola | 08d6a3f | 2017-02-11 01:40:49 +0000 | [diff] [blame] | 490 | |
| Rui Ueyama | 175e81c | 2017-02-28 19:36:30 +0000 | [diff] [blame] | 491 | auto *Sym = |
| 492 | make<DefinedRegular>("", /*IsLocal=*/true, /*StOther=*/0, STT_SECTION, |
| Rafael Espindola | 6e93d05 | 2017-08-04 22:31:42 +0000 | [diff] [blame] | 493 | /*Value=*/0, /*Size=*/0, IS); |
| George Rimar | 69b17c3 | 2017-05-16 10:04:42 +0000 | [diff] [blame] | 494 | InX::SymTab->addSymbol(Sym); |
| Rafael Espindola | 08d6a3f | 2017-02-11 01:40:49 +0000 | [diff] [blame] | 495 | } |
| 496 | } |
| 497 | |
| Rui Ueyama | 26ad057 | 2017-02-16 04:51:46 +0000 | [diff] [blame] | 498 | // Today's loaders have a feature to make segments read-only after |
| 499 | // processing dynamic relocations to enhance security. PT_GNU_RELRO |
| 500 | // is defined for that. |
| 501 | // |
| 502 | // This function returns true if a section needs to be put into a |
| 503 | // PT_GNU_RELRO segment. |
| Rafael Espindola | dc49af9 | 2017-07-24 23:55:33 +0000 | [diff] [blame] | 504 | static bool isRelroSection(const OutputSection *Sec) { |
| Rafael Espindola | 4fc6044 | 2016-02-10 22:43:13 +0000 | [diff] [blame] | 505 | if (!Config->ZRelro) |
| 506 | return false; |
| Rui Ueyama | 26ad057 | 2017-02-16 04:51:46 +0000 | [diff] [blame] | 507 | |
| Rafael Espindola | e08e78d | 2016-11-09 23:23:45 +0000 | [diff] [blame] | 508 | uint64_t Flags = Sec->Flags; |
| Rui Ueyama | 9d773f3 | 2017-04-13 05:40:07 +0000 | [diff] [blame] | 509 | |
| 510 | // Non-allocatable or non-writable sections don't need RELRO because |
| 511 | // they are not writable or not even mapped to memory in the first place. |
| 512 | // RELRO is for sections that are essentially read-only but need to |
| 513 | // be writable only at process startup to allow dynamic linker to |
| 514 | // apply relocations. |
| George Rimar | e3336c0 | 2015-11-24 10:15:50 +0000 | [diff] [blame] | 515 | if (!(Flags & SHF_ALLOC) || !(Flags & SHF_WRITE)) |
| 516 | return false; |
| Rui Ueyama | 9d773f3 | 2017-04-13 05:40:07 +0000 | [diff] [blame] | 517 | |
| 518 | // Once initialized, TLS data segments are used as data templates |
| 519 | // for a thread-local storage. For each new thread, runtime |
| 520 | // allocates memory for a TLS and copy templates there. No thread |
| 521 | // are supposed to use templates directly. Thus, it can be in RELRO. |
| Rui Ueyama | ccfc326 | 2015-12-10 19:13:08 +0000 | [diff] [blame] | 522 | if (Flags & SHF_TLS) |
| 523 | return true; |
| Rui Ueyama | 26ad057 | 2017-02-16 04:51:46 +0000 | [diff] [blame] | 524 | |
| Rui Ueyama | 9d773f3 | 2017-04-13 05:40:07 +0000 | [diff] [blame] | 525 | // .init_array, .preinit_array and .fini_array contain pointers to |
| 526 | // functions that are executed on process startup or exit. These |
| 527 | // pointers are set by the static linker, and they are not expected |
| 528 | // to change at runtime. But if you are an attacker, you could do |
| 529 | // interesting things by manipulating pointers in .fini_array, for |
| 530 | // example. So they are put into RELRO. |
| Rafael Espindola | 04a2e34 | 2016-11-09 01:42:41 +0000 | [diff] [blame] | 531 | uint32_t Type = Sec->Type; |
| Rui Ueyama | ccfc326 | 2015-12-10 19:13:08 +0000 | [diff] [blame] | 532 | if (Type == SHT_INIT_ARRAY || Type == SHT_FINI_ARRAY || |
| 533 | Type == SHT_PREINIT_ARRAY) |
| George Rimar | e3336c0 | 2015-11-24 10:15:50 +0000 | [diff] [blame] | 534 | return true; |
| Rui Ueyama | 26ad057 | 2017-02-16 04:51:46 +0000 | [diff] [blame] | 535 | |
| Rui Ueyama | 9d773f3 | 2017-04-13 05:40:07 +0000 | [diff] [blame] | 536 | // .got contains pointers to external symbols. They are resolved by |
| 537 | // the dynamic linker when a module is loaded into memory, and after |
| 538 | // that they are not expected to change. So, it can be in RELRO. |
| Rafael Espindola | db5e56f | 2017-05-31 20:17:44 +0000 | [diff] [blame] | 539 | if (InX::Got && Sec == InX::Got->getParent()) |
| Simon Atanasyan | 725dc14 | 2016-11-16 21:01:02 +0000 | [diff] [blame] | 540 | return true; |
| Rui Ueyama | 9d773f3 | 2017-04-13 05:40:07 +0000 | [diff] [blame] | 541 | |
| 542 | // .got.plt contains pointers to external function symbols. They are |
| 543 | // by default resolved lazily, so we usually cannot put it into RELRO. |
| 544 | // However, if "-z now" is given, the lazy symbol resolution is |
| 545 | // disabled, which enables us to put it into RELRO. |
| Rafael Espindola | db5e56f | 2017-05-31 20:17:44 +0000 | [diff] [blame] | 546 | if (Sec == InX::GotPlt->getParent()) |
| Rui Ueyama | 9d773f3 | 2017-04-13 05:40:07 +0000 | [diff] [blame] | 547 | return Config->ZNow; |
| 548 | |
| 549 | // .dynamic section contains data for the dynamic linker, and |
| 550 | // there's no need to write to it at runtime, so it's better to put |
| 551 | // it into RELRO. |
| Rafael Espindola | db5e56f | 2017-05-31 20:17:44 +0000 | [diff] [blame] | 552 | if (Sec == InX::Dynamic->getParent()) |
| Rui Ueyama | 9d773f3 | 2017-04-13 05:40:07 +0000 | [diff] [blame] | 553 | return true; |
| 554 | |
| 555 | // .bss.rel.ro is used for copy relocations for read-only symbols. |
| 556 | // Since the dynamic linker needs to process copy relocations, the |
| 557 | // section cannot be read-only, but once initialized, they shouldn't |
| 558 | // change. |
| Rafael Espindola | db5e56f | 2017-05-31 20:17:44 +0000 | [diff] [blame] | 559 | if (Sec == InX::BssRelRo->getParent()) |
| Peter Collingbourne | feb6629 | 2017-01-10 01:21:50 +0000 | [diff] [blame] | 560 | return true; |
| Rui Ueyama | 26ad057 | 2017-02-16 04:51:46 +0000 | [diff] [blame] | 561 | |
| Rui Ueyama | 9d773f3 | 2017-04-13 05:40:07 +0000 | [diff] [blame] | 562 | // Sections with some special names are put into RELRO. This is a |
| 563 | // bit unfortunate because section names shouldn't be significant in |
| 564 | // ELF in spirit. But in reality many linker features depend on |
| 565 | // magic section names. |
| Rafael Espindola | 4084941 | 2017-02-24 14:28:00 +0000 | [diff] [blame] | 566 | StringRef S = Sec->Name; |
| Rui Ueyama | 01faef0 | 2015-12-10 19:19:04 +0000 | [diff] [blame] | 567 | return S == ".data.rel.ro" || S == ".ctors" || S == ".dtors" || S == ".jcr" || |
| George Rimar | d003c7f | 2016-12-20 11:28:54 +0000 | [diff] [blame] | 568 | S == ".eh_frame" || S == ".openbsd.randomdata"; |
| George Rimar | e3336c0 | 2015-11-24 10:15:50 +0000 | [diff] [blame] | 569 | } |
| 570 | |
| Rafael Espindola | 5210141 | 2017-05-12 14:52:22 +0000 | [diff] [blame] | 571 | // We compute a rank for each section. The rank indicates where the |
| 572 | // section should be placed in the file. Instead of using simple |
| 573 | // numbers (0,1,2...), we use a series of flags. One for each decision |
| 574 | // point when placing the section. |
| 575 | // Using flags has two key properties: |
| 576 | // * It is easy to check if a give branch was taken. |
| 577 | // * It is easy two see how similar two ranks are (see getRankProximity). |
| 578 | enum RankFlags { |
| Rafael Espindola | d23e926 | 2017-05-26 17:23:25 +0000 | [diff] [blame] | 579 | RF_NOT_ADDR_SET = 1 << 16, |
| 580 | RF_NOT_INTERP = 1 << 15, |
| 581 | RF_NOT_ALLOC = 1 << 14, |
| 582 | RF_WRITE = 1 << 13, |
| 583 | RF_EXEC_WRITE = 1 << 12, |
| Rafael Espindola | 246c1c4 | 2017-05-18 16:20:12 +0000 | [diff] [blame] | 584 | RF_EXEC = 1 << 11, |
| 585 | RF_NON_TLS_BSS = 1 << 10, |
| 586 | RF_NON_TLS_BSS_RO = 1 << 9, |
| 587 | RF_NOT_TLS = 1 << 8, |
| 588 | RF_BSS = 1 << 7, |
| 589 | RF_PPC_NOT_TOCBSS = 1 << 6, |
| 590 | RF_PPC_OPD = 1 << 5, |
| 591 | RF_PPC_TOCL = 1 << 4, |
| 592 | RF_PPC_TOC = 1 << 3, |
| 593 | RF_PPC_BRANCH_LT = 1 << 2, |
| 594 | RF_MIPS_GPREL = 1 << 1, |
| 595 | RF_MIPS_NOT_GOT = 1 << 0 |
| Rafael Espindola | 5210141 | 2017-05-12 14:52:22 +0000 | [diff] [blame] | 596 | }; |
| Rui Ueyama | e288eef | 2016-11-02 18:58:44 +0000 | [diff] [blame] | 597 | |
| Rafael Espindola | 5210141 | 2017-05-12 14:52:22 +0000 | [diff] [blame] | 598 | static unsigned getSectionRank(const OutputSection *Sec) { |
| 599 | unsigned Rank = 0; |
| Rui Ueyama | 5a9640b | 2015-10-08 23:49:30 +0000 | [diff] [blame] | 600 | |
| Rafael Espindola | 5967c97 | 2016-12-19 21:21:07 +0000 | [diff] [blame] | 601 | // We want to put section specified by -T option first, so we |
| 602 | // can start assigning VA starting from them later. |
| Rafael Espindola | 5210141 | 2017-05-12 14:52:22 +0000 | [diff] [blame] | 603 | if (Config->SectionStartMap.count(Sec->Name)) |
| 604 | return Rank; |
| 605 | Rank |= RF_NOT_ADDR_SET; |
| 606 | |
| 607 | // Put .interp first because some loaders want to see that section |
| 608 | // on the first page of the executable file when loaded into memory. |
| 609 | if (Sec->Name == ".interp") |
| 610 | return Rank; |
| 611 | Rank |= RF_NOT_INTERP; |
| 612 | |
| 613 | // Allocatable sections go first to reduce the total PT_LOAD size and |
| 614 | // so debug info doesn't change addresses in actual code. |
| 615 | if (!(Sec->Flags & SHF_ALLOC)) |
| 616 | return Rank | RF_NOT_ALLOC; |
| Rafael Espindola | 5967c97 | 2016-12-19 21:21:07 +0000 | [diff] [blame] | 617 | |
| Rafael Espindola | d23e926 | 2017-05-26 17:23:25 +0000 | [diff] [blame] | 618 | // Sort sections based on their access permission in the following |
| 619 | // order: R, RX, RWX, RW. This order is based on the following |
| 620 | // considerations: |
| 621 | // * Read-only sections come first such that they go in the |
| 622 | // PT_LOAD covering the program headers at the start of the file. |
| 623 | // * Read-only, executable sections come next, unless the |
| 624 | // -no-rosegment option is used. |
| 625 | // * Writable, executable sections follow such that .plt on |
| 626 | // architectures where it needs to be writable will be placed |
| 627 | // between .text and .data. |
| 628 | // * Writable sections come last, such that .bss lands at the very |
| 629 | // end of the last PT_LOAD. |
| 630 | bool IsExec = Sec->Flags & SHF_EXECINSTR; |
| 631 | bool IsWrite = Sec->Flags & SHF_WRITE; |
| Rui Ueyama | 5a9640b | 2015-10-08 23:49:30 +0000 | [diff] [blame] | 632 | |
| Rafael Espindola | d23e926 | 2017-05-26 17:23:25 +0000 | [diff] [blame] | 633 | if (IsExec) { |
| 634 | if (IsWrite) |
| 635 | Rank |= RF_EXEC_WRITE; |
| 636 | else if (!Config->SingleRoRx) |
| Rafael Espindola | 5210141 | 2017-05-12 14:52:22 +0000 | [diff] [blame] | 637 | Rank |= RF_EXEC; |
| Rafael Espindola | d23e926 | 2017-05-26 17:23:25 +0000 | [diff] [blame] | 638 | } else { |
| 639 | if (IsWrite) |
| 640 | Rank |= RF_WRITE; |
| Rafael Espindola | e979fd1 | 2016-09-29 22:48:55 +0000 | [diff] [blame] | 641 | } |
| Rui Ueyama | 5a9640b | 2015-10-08 23:49:30 +0000 | [diff] [blame] | 642 | |
| Hal Finkel | 0d7e83b | 2015-10-13 17:57:46 +0000 | [diff] [blame] | 643 | // If we got here we know that both A and B are in the same PT_LOAD. |
| Michael J. Spencer | 1bf7300 | 2015-10-16 23:11:07 +0000 | [diff] [blame] | 644 | |
| Rafael Espindola | 5210141 | 2017-05-12 14:52:22 +0000 | [diff] [blame] | 645 | bool IsTls = Sec->Flags & SHF_TLS; |
| 646 | bool IsNoBits = Sec->Type == SHT_NOBITS; |
| Hal Finkel | 3bae2d8 | 2015-10-12 20:51:48 +0000 | [diff] [blame] | 647 | |
| Peter Collingbourne | 628ec9f | 2017-01-10 01:21:30 +0000 | [diff] [blame] | 648 | // The first requirement we have is to put (non-TLS) nobits sections last. The |
| 649 | // reason is that the only thing the dynamic linker will see about them is a |
| 650 | // p_memsz that is larger than p_filesz. Seeing that it zeros the end of the |
| 651 | // PT_LOAD, so that has to correspond to the nobits sections. |
| Rafael Espindola | 5210141 | 2017-05-12 14:52:22 +0000 | [diff] [blame] | 652 | bool IsNonTlsNoBits = IsNoBits && !IsTls; |
| 653 | if (IsNonTlsNoBits) |
| 654 | Rank |= RF_NON_TLS_BSS; |
| Peter Collingbourne | 628ec9f | 2017-01-10 01:21:30 +0000 | [diff] [blame] | 655 | |
| 656 | // We place nobits RelRo sections before plain r/w ones, and non-nobits RelRo |
| 657 | // sections after r/w ones, so that the RelRo sections are contiguous. |
| Rafael Espindola | 5210141 | 2017-05-12 14:52:22 +0000 | [diff] [blame] | 658 | bool IsRelRo = isRelroSection(Sec); |
| 659 | if (IsNonTlsNoBits && !IsRelRo) |
| 660 | Rank |= RF_NON_TLS_BSS_RO; |
| 661 | if (!IsNonTlsNoBits && IsRelRo) |
| 662 | Rank |= RF_NON_TLS_BSS_RO; |
| Peter Collingbourne | 628ec9f | 2017-01-10 01:21:30 +0000 | [diff] [blame] | 663 | |
| 664 | // The TLS initialization block needs to be a single contiguous block in a R/W |
| 665 | // PT_LOAD, so stick TLS sections directly before the other RelRo R/W |
| 666 | // sections. The TLS NOBITS sections are placed here as they don't take up |
| 667 | // virtual address space in the PT_LOAD. |
| Rafael Espindola | 5210141 | 2017-05-12 14:52:22 +0000 | [diff] [blame] | 668 | if (!IsTls) |
| 669 | Rank |= RF_NOT_TLS; |
| Peter Collingbourne | 628ec9f | 2017-01-10 01:21:30 +0000 | [diff] [blame] | 670 | |
| 671 | // Within the TLS initialization block, the non-nobits sections need to appear |
| 672 | // first. |
| Rafael Espindola | 5210141 | 2017-05-12 14:52:22 +0000 | [diff] [blame] | 673 | if (IsNoBits) |
| 674 | Rank |= RF_BSS; |
| George Rimar | e3336c0 | 2015-11-24 10:15:50 +0000 | [diff] [blame] | 675 | |
| Ben Dunbobbin | 9563755 | 2017-08-18 16:15:36 +0000 | [diff] [blame] | 676 | // Some architectures have additional ordering restrictions for sections |
| 677 | // within the same PT_LOAD. |
| Rafael Espindola | 5210141 | 2017-05-12 14:52:22 +0000 | [diff] [blame] | 678 | if (Config->EMachine == EM_PPC64) { |
| 679 | // PPC64 has a number of special SHT_PROGBITS+SHF_ALLOC+SHF_WRITE sections |
| 680 | // that we would like to make sure appear is a specific order to maximize |
| 681 | // their coverage by a single signed 16-bit offset from the TOC base |
| 682 | // pointer. Conversely, the special .tocbss section should be first among |
| 683 | // all SHT_NOBITS sections. This will put it next to the loaded special |
| 684 | // PPC64 sections (and, thus, within reach of the TOC base pointer). |
| 685 | StringRef Name = Sec->Name; |
| 686 | if (Name != ".tocbss") |
| 687 | Rank |= RF_PPC_NOT_TOCBSS; |
| Hal Finkel | 9abc2a5 | 2015-10-13 19:07:29 +0000 | [diff] [blame] | 688 | |
| Rafael Espindola | 5210141 | 2017-05-12 14:52:22 +0000 | [diff] [blame] | 689 | if (Name == ".opd") |
| 690 | Rank |= RF_PPC_OPD; |
| 691 | |
| 692 | if (Name == ".toc1") |
| 693 | Rank |= RF_PPC_TOCL; |
| 694 | |
| 695 | if (Name == ".toc") |
| 696 | Rank |= RF_PPC_TOC; |
| 697 | |
| 698 | if (Name == ".branch_lt") |
| 699 | Rank |= RF_PPC_BRANCH_LT; |
| 700 | } |
| 701 | if (Config->EMachine == EM_MIPS) { |
| 702 | // All sections with SHF_MIPS_GPREL flag should be grouped together |
| 703 | // because data in these sections is addressable with a gp relative address. |
| 704 | if (Sec->Flags & SHF_MIPS_GPREL) |
| 705 | Rank |= RF_MIPS_GPREL; |
| 706 | |
| 707 | if (Sec->Name != ".got") |
| 708 | Rank |= RF_MIPS_NOT_GOT; |
| 709 | } |
| 710 | |
| 711 | return Rank; |
| 712 | } |
| 713 | |
| Rafael Espindola | 383971d | 2017-06-15 21:51:01 +0000 | [diff] [blame] | 714 | static bool compareSections(const BaseCommand *ACmd, const BaseCommand *BCmd) { |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 715 | const OutputSection *A = cast<OutputSection>(ACmd); |
| 716 | const OutputSection *B = cast<OutputSection>(BCmd); |
| Rafael Espindola | 5210141 | 2017-05-12 14:52:22 +0000 | [diff] [blame] | 717 | if (A->SortRank != B->SortRank) |
| 718 | return A->SortRank < B->SortRank; |
| 719 | if (!(A->SortRank & RF_NOT_ADDR_SET)) |
| 720 | return Config->SectionStartMap.lookup(A->Name) < |
| 721 | Config->SectionStartMap.lookup(B->Name); |
| Rafael Espindola | 24c073d | 2016-09-21 22:36:19 +0000 | [diff] [blame] | 722 | return false; |
| 723 | } |
| 724 | |
| Rafael Espindola | 24e6f36 | 2017-02-24 15:07:30 +0000 | [diff] [blame] | 725 | void PhdrEntry::add(OutputSection *Sec) { |
| George Rimar | 6823c5f | 2017-09-07 11:01:10 +0000 | [diff] [blame] | 726 | LastSec = Sec; |
| 727 | if (!FirstSec) |
| 728 | FirstSec = Sec; |
| Rafael Espindola | 3770763 | 2017-03-07 14:55:52 +0000 | [diff] [blame] | 729 | p_align = std::max(p_align, Sec->Alignment); |
| Rafael Espindola | 17cb7c0 | 2016-12-19 17:01:01 +0000 | [diff] [blame] | 730 | if (p_type == PT_LOAD) |
| George Rimar | 582ede8 | 2017-09-07 10:53:07 +0000 | [diff] [blame] | 731 | Sec->PtLoad = this; |
| Eugene Leviant | bbe3860 | 2016-07-19 09:25:43 +0000 | [diff] [blame] | 732 | } |
| 733 | |
| Denis Protivensky | 8e3b38a | 2015-11-12 09:52:08 +0000 | [diff] [blame] | 734 | template <class ELFT> |
| Rafael Espindola | 5616adf | 2017-03-08 22:36:28 +0000 | [diff] [blame] | 735 | static Symbol *addRegular(StringRef Name, SectionBase *Sec, uint64_t Value, |
| 736 | uint8_t StOther = STV_HIDDEN, |
| 737 | uint8_t Binding = STB_WEAK) { |
| Rafael Espindola | dab02d4 | 2016-11-17 21:20:16 +0000 | [diff] [blame] | 738 | // The linker generated symbols are added as STB_WEAK to allow user defined |
| 739 | // ones to override them. |
| Rafael Espindola | 244ef98 | 2017-07-26 18:42:48 +0000 | [diff] [blame] | 740 | return Symtab->addRegular<ELFT>(Name, StOther, STT_NOTYPE, Value, |
| 741 | /*Size=*/0, Binding, Sec, |
| 742 | /*File=*/nullptr); |
| Eugene Leviant | ad4439e | 2016-11-11 11:33:32 +0000 | [diff] [blame] | 743 | } |
| 744 | |
| 745 | template <class ELFT> |
| Rafael Espindola | 5616adf | 2017-03-08 22:36:28 +0000 | [diff] [blame] | 746 | static DefinedRegular * |
| 747 | addOptionalRegular(StringRef Name, SectionBase *Sec, uint64_t Val, |
| 748 | uint8_t StOther = STV_HIDDEN, uint8_t Binding = STB_GLOBAL) { |
| Rafael Espindola | 244ef98 | 2017-07-26 18:42:48 +0000 | [diff] [blame] | 749 | SymbolBody *S = Symtab->find(Name); |
| Eugene Leviant | ad4439e | 2016-11-11 11:33:32 +0000 | [diff] [blame] | 750 | if (!S) |
| 751 | return nullptr; |
| Rafael Espindola | 1d6d1b4 | 2017-01-17 16:08:06 +0000 | [diff] [blame] | 752 | if (S->isInCurrentDSO()) |
| Rafael Espindola | 5616adf | 2017-03-08 22:36:28 +0000 | [diff] [blame] | 753 | return nullptr; |
| 754 | return cast<DefinedRegular>( |
| 755 | addRegular<ELFT>(Name, Sec, Val, StOther, Binding)->body()); |
| Eugene Leviant | ad4439e | 2016-11-11 11:33:32 +0000 | [diff] [blame] | 756 | } |
| 757 | |
| Rui Ueyama | 0168722 | 2015-12-26 09:47:57 +0000 | [diff] [blame] | 758 | // The beginning and the ending of .rel[a].plt section are marked |
| 759 | // with __rel[a]_iplt_{start,end} symbols if it is a statically linked |
| 760 | // executable. The runtime needs these symbols in order to resolve |
| 761 | // all IRELATIVE relocs on startup. For dynamic executables, we don't |
| 762 | // need these symbols, since IRELATIVE relocs are resolved through GOT |
| 763 | // and PLT. For details, see http://www.airs.com/blog/archives/403. |
| George Rimar | ee741cf | 2016-04-14 13:23:02 +0000 | [diff] [blame] | 764 | template <class ELFT> void Writer<ELFT>::addRelIpltSymbols() { |
| Shoaib Meenai | 335fad1 | 2017-08-05 05:01:07 +0000 | [diff] [blame] | 765 | if (!Config->Static) |
| George Rimar | a07ff66 | 2015-12-21 10:12:06 +0000 | [diff] [blame] | 766 | return; |
| Rui Ueyama | d57e74b7 | 2017-03-17 23:29:01 +0000 | [diff] [blame] | 767 | StringRef S = Config->IsRela ? "__rela_iplt_start" : "__rel_iplt_start"; |
| Rafael Espindola | 5616adf | 2017-03-08 22:36:28 +0000 | [diff] [blame] | 768 | addOptionalRegular<ELFT>(S, In<ELFT>::RelaIplt, 0, STV_HIDDEN, STB_WEAK); |
| Rui Ueyama | 0168722 | 2015-12-26 09:47:57 +0000 | [diff] [blame] | 769 | |
| Rui Ueyama | d57e74b7 | 2017-03-17 23:29:01 +0000 | [diff] [blame] | 770 | S = Config->IsRela ? "__rela_iplt_end" : "__rel_iplt_end"; |
| Rafael Espindola | 5616adf | 2017-03-08 22:36:28 +0000 | [diff] [blame] | 771 | addOptionalRegular<ELFT>(S, In<ELFT>::RelaIplt, -1, STV_HIDDEN, STB_WEAK); |
| George Rimar | a07ff66 | 2015-12-21 10:12:06 +0000 | [diff] [blame] | 772 | } |
| 773 | |
| Rui Ueyama | f18fe7b | 2015-12-26 07:50:39 +0000 | [diff] [blame] | 774 | // The linker is expected to define some symbols depending on |
| 775 | // the linking result. This function defines such symbols. |
| 776 | template <class ELFT> void Writer<ELFT>::addReservedSymbols() { |
| George Rimar | 7beff42 | 2016-11-15 08:19:02 +0000 | [diff] [blame] | 777 | if (Config->EMachine == EM_MIPS) { |
| Rafael Espindola | 9b3f99e | 2016-04-12 02:24:43 +0000 | [diff] [blame] | 778 | // Define _gp for MIPS. st_value of _gp symbol will be updated by Writer |
| Simon Atanasyan | 6a4eb75 | 2016-12-08 06:19:47 +0000 | [diff] [blame] | 779 | // so that it points to an absolute address which by default is relative |
| 780 | // to GOT. Default offset is 0x7ff0. |
| Rafael Espindola | 9b3f99e | 2016-04-12 02:24:43 +0000 | [diff] [blame] | 781 | // See "Global Data Symbols" in Chapter 6 in the following document: |
| 782 | // ftp://www.linux-mips.org/pub/linux/mips/doc/ABI/mipsabi.pdf |
| Rafael Espindola | 244ef98 | 2017-07-26 18:42:48 +0000 | [diff] [blame] | 783 | ElfSym::MipsGp = Symtab->addAbsolute<ELFT>("_gp", STV_HIDDEN, STB_LOCAL); |
| Rafael Espindola | 9b3f99e | 2016-04-12 02:24:43 +0000 | [diff] [blame] | 784 | |
| Rafael Espindola | ccfe3cb | 2016-04-04 14:04:16 +0000 | [diff] [blame] | 785 | // On MIPS O32 ABI, _gp_disp is a magic symbol designates offset between |
| Simon Atanasyan | d34a363 | 2017-03-20 21:03:43 +0000 | [diff] [blame] | 786 | // start of function and 'gp' pointer into GOT. |
| Rafael Espindola | 244ef98 | 2017-07-26 18:42:48 +0000 | [diff] [blame] | 787 | if (Symtab->find("_gp_disp")) |
| Rui Ueyama | 80474a2 | 2017-02-28 19:29:55 +0000 | [diff] [blame] | 788 | ElfSym::MipsGpDisp = |
| Rafael Espindola | 244ef98 | 2017-07-26 18:42:48 +0000 | [diff] [blame] | 789 | Symtab->addAbsolute<ELFT>("_gp_disp", STV_HIDDEN, STB_LOCAL); |
| Peter Collingbourne | 6f535b7 | 2016-05-03 18:03:45 +0000 | [diff] [blame] | 790 | |
| Rafael Espindola | ccfe3cb | 2016-04-04 14:04:16 +0000 | [diff] [blame] | 791 | // The __gnu_local_gp is a magic symbol equal to the current value of 'gp' |
| 792 | // pointer. This symbol is used in the code generated by .cpload pseudo-op |
| 793 | // in case of using -mno-shared option. |
| 794 | // https://sourceware.org/ml/binutils/2004-12/msg00094.html |
| Rafael Espindola | 244ef98 | 2017-07-26 18:42:48 +0000 | [diff] [blame] | 795 | if (Symtab->find("__gnu_local_gp")) |
| Rui Ueyama | 80474a2 | 2017-02-28 19:29:55 +0000 | [diff] [blame] | 796 | ElfSym::MipsLocalGp = |
| Rafael Espindola | 244ef98 | 2017-07-26 18:42:48 +0000 | [diff] [blame] | 797 | Symtab->addAbsolute<ELFT>("__gnu_local_gp", STV_HIDDEN, STB_LOCAL); |
| Rafael Espindola | ccfe3cb | 2016-04-04 14:04:16 +0000 | [diff] [blame] | 798 | } |
| 799 | |
| Peter Smith | 113a59e | 2017-06-26 10:22:17 +0000 | [diff] [blame] | 800 | // The _GLOBAL_OFFSET_TABLE_ symbol is defined by target convention to |
| 801 | // be at some offset from the base of the .got section, usually 0 or the end |
| 802 | // of the .got |
| Rui Ueyama | 92c3781 | 2017-06-26 15:11:24 +0000 | [diff] [blame] | 803 | InputSection *GotSection = InX::MipsGot ? cast<InputSection>(InX::MipsGot) |
| 804 | : cast<InputSection>(InX::Got); |
| 805 | ElfSym::GlobalOffsetTable = addOptionalRegular<ELFT>( |
| 806 | "_GLOBAL_OFFSET_TABLE_", GotSection, Target->GotBaseSymOff); |
| Rafael Espindola | ccfe3cb | 2016-04-04 14:04:16 +0000 | [diff] [blame] | 807 | |
| Rui Ueyama | f18fe7b | 2015-12-26 07:50:39 +0000 | [diff] [blame] | 808 | // __tls_get_addr is defined by the dynamic linker for dynamic ELFs. For |
| 809 | // static linking the linker is required to optimize away any references to |
| 810 | // __tls_get_addr, so it's not defined anywhere. Create a hidden definition |
| Rui Ueyama | a2a46a9 | 2017-04-25 04:44:54 +0000 | [diff] [blame] | 811 | // to avoid the undefined symbol error. |
| George Rimar | 69b17c3 | 2017-05-16 10:04:42 +0000 | [diff] [blame] | 812 | if (!InX::DynSymTab) |
| Rafael Espindola | 244ef98 | 2017-07-26 18:42:48 +0000 | [diff] [blame] | 813 | Symtab->addIgnored<ELFT>("__tls_get_addr"); |
| Rui Ueyama | f18fe7b | 2015-12-26 07:50:39 +0000 | [diff] [blame] | 814 | |
| Petr Hosek | 6b936bf | 2017-05-10 16:20:33 +0000 | [diff] [blame] | 815 | // __ehdr_start is the location of ELF file headers. Note that we define |
| 816 | // this symbol unconditionally even when using a linker script, which |
| 817 | // differs from the behavior implemented by GNU linker which only define |
| 818 | // this symbol if ELF headers are in the memory mapped segment. |
| Rafael Espindola | 0e454a9 | 2017-06-06 16:18:48 +0000 | [diff] [blame] | 819 | // __executable_start is not documented, but the expectation of at |
| 820 | // least the android libc is that it points to the elf header too. |
| 821 | // __dso_handle symbol is passed to cxa_finalize as a marker to identify |
| 822 | // each DSO. The address of the symbol doesn't matter as long as they are |
| 823 | // different in different DSOs, so we chose the start address of the DSO. |
| 824 | for (const char *Name : |
| 825 | {"__ehdr_start", "__executable_start", "__dso_handle"}) |
| 826 | addOptionalRegular<ELFT>(Name, Out::ElfHeader, 0, STV_HIDDEN); |
| Petr Hosek | 6b936bf | 2017-05-10 16:20:33 +0000 | [diff] [blame] | 827 | |
| George Rimar | 28ac19c | 2016-08-08 08:42:48 +0000 | [diff] [blame] | 828 | // If linker script do layout we do not need to create any standart symbols. |
| Rui Ueyama | a34da93 | 2017-03-21 23:03:09 +0000 | [diff] [blame] | 829 | if (Script->Opt.HasSections) |
| George Rimar | 28ac19c | 2016-08-08 08:42:48 +0000 | [diff] [blame] | 830 | return; |
| 831 | |
| Davide Italiano | 763febc | 2017-09-18 18:31:49 +0000 | [diff] [blame] | 832 | auto Add = [](StringRef S, int64_t Pos) { |
| Rafael Espindola | 4d56016 | 2017-09-12 16:38:01 +0000 | [diff] [blame] | 833 | return addOptionalRegular<ELFT>(S, Out::ElfHeader, Pos, STV_DEFAULT); |
| George Rimar | 9e85939 | 2016-02-26 14:36:36 +0000 | [diff] [blame] | 834 | }; |
| 835 | |
| Rafael Espindola | 4d56016 | 2017-09-12 16:38:01 +0000 | [diff] [blame] | 836 | ElfSym::Bss = Add("__bss_start", 0); |
| Davide Italiano | 763febc | 2017-09-18 18:31:49 +0000 | [diff] [blame] | 837 | ElfSym::End1 = Add("end", -1); |
| 838 | ElfSym::End2 = Add("_end", -1); |
| 839 | ElfSym::Etext1 = Add("etext", -1); |
| 840 | ElfSym::Etext2 = Add("_etext", -1); |
| 841 | ElfSym::Edata1 = Add("edata", -1); |
| 842 | ElfSym::Edata2 = Add("_edata", -1); |
| Rui Ueyama | f18fe7b | 2015-12-26 07:50:39 +0000 | [diff] [blame] | 843 | } |
| 844 | |
| Rui Ueyama | c418570 | 2016-02-10 23:20:42 +0000 | [diff] [blame] | 845 | // Sort input sections by section name suffixes for |
| 846 | // __attribute__((init_priority(N))). |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 847 | static void sortInitFini(OutputSection *Cmd) { |
| Rafael Espindola | 2126334 | 2017-07-05 23:36:24 +0000 | [diff] [blame] | 848 | if (Cmd) |
| 849 | Cmd->sortInitFini(); |
| Rui Ueyama | 5af8368 | 2016-02-11 23:41:38 +0000 | [diff] [blame] | 850 | } |
| 851 | |
| 852 | // Sort input sections by the special rule for .ctors and .dtors. |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 853 | static void sortCtorsDtors(OutputSection *Cmd) { |
| Rafael Espindola | 2126334 | 2017-07-05 23:36:24 +0000 | [diff] [blame] | 854 | if (Cmd) |
| 855 | Cmd->sortCtorsDtors(); |
| Rui Ueyama | c418570 | 2016-02-10 23:20:42 +0000 | [diff] [blame] | 856 | } |
| 857 | |
| George Rimar | 1a33c0f | 2016-11-10 09:05:20 +0000 | [diff] [blame] | 858 | // Sort input sections using the list provided by --symbol-ordering-file. |
| George Rimar | 696a7f9 | 2017-09-19 09:20:54 +0000 | [diff] [blame] | 859 | static void sortBySymbolsOrder() { |
| George Rimar | 1a33c0f | 2016-11-10 09:05:20 +0000 | [diff] [blame] | 860 | if (Config->SymbolOrderingFile.empty()) |
| 861 | return; |
| 862 | |
| Rui Ueyama | 3127031 | 2016-12-20 01:51:08 +0000 | [diff] [blame] | 863 | // Sort sections by priority. |
| George Rimar | 696a7f9 | 2017-09-19 09:20:54 +0000 | [diff] [blame] | 864 | DenseMap<SectionBase *, int> SectionOrder = buildSectionOrder(); |
| Rafael Espindola | 2126334 | 2017-07-05 23:36:24 +0000 | [diff] [blame] | 865 | for (BaseCommand *Base : Script->Opt.Commands) |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 866 | if (auto *Sec = dyn_cast<OutputSection>(Base)) |
| 867 | Sec->sort([&](InputSectionBase *S) { return SectionOrder.lookup(S); }); |
| George Rimar | 1a33c0f | 2016-11-10 09:05:20 +0000 | [diff] [blame] | 868 | } |
| 869 | |
| Eugene Leviant | e63d81b | 2016-07-20 14:43:20 +0000 | [diff] [blame] | 870 | template <class ELFT> |
| Rafael Espindola | b4c9b81 | 2017-02-23 02:28:28 +0000 | [diff] [blame] | 871 | void Writer<ELFT>::forEachRelSec(std::function<void(InputSectionBase &)> Fn) { |
| George Rimar | cb888a6 | 2017-09-13 07:54:47 +0000 | [diff] [blame] | 872 | // Scan all relocations. Each relocation goes through a series |
| 873 | // of tests to determine if it needs special treatment, such as |
| 874 | // creating GOT, PLT, copy relocations, etc. |
| 875 | // Note that relocations for non-alloc sections are directly |
| 876 | // processed by InputSection::relocateNonAlloc. |
| 877 | for (InputSectionBase *IS : InputSections) |
| 878 | if (IS->Live && isa<InputSection>(IS) && (IS->Flags & SHF_ALLOC)) |
| Rafael Espindola | 9f0c4bb | 2016-11-10 14:53:24 +0000 | [diff] [blame] | 879 | Fn(*IS); |
| George Rimar | cb888a6 | 2017-09-13 07:54:47 +0000 | [diff] [blame] | 880 | for (EhInputSection *ES : In<ELFT>::EhFrame->Sections) |
| 881 | Fn(*ES); |
| Rafael Espindola | 0f7ceda | 2016-07-20 17:58:07 +0000 | [diff] [blame] | 882 | } |
| 883 | |
| Eugene Leviant | 282251a | 2016-11-01 09:49:24 +0000 | [diff] [blame] | 884 | template <class ELFT> void Writer<ELFT>::createSections() { |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 885 | std::vector<BaseCommand *> Old = Script->Opt.Commands; |
| 886 | Script->Opt.Commands.clear(); |
| Rui Ueyama | 536a267 | 2017-02-27 02:32:08 +0000 | [diff] [blame] | 887 | for (InputSectionBase *IS : InputSections) |
| Rafael Espindola | 8290274 | 2017-02-16 17:32:26 +0000 | [diff] [blame] | 888 | if (IS) |
| George Rimar | e21c3af | 2017-03-14 09:30:25 +0000 | [diff] [blame] | 889 | Factory.addInputSec(IS, getOutputSectionName(IS->Name)); |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 890 | Script->Opt.Commands.insert(Script->Opt.Commands.end(), Old.begin(), |
| 891 | Old.end()); |
| Eugene Leviant | ceabe80 | 2016-08-11 07:56:43 +0000 | [diff] [blame] | 892 | |
| Rafael Espindola | 2126334 | 2017-07-05 23:36:24 +0000 | [diff] [blame] | 893 | Script->fabricateDefaultCommands(); |
| George Rimar | 696a7f9 | 2017-09-19 09:20:54 +0000 | [diff] [blame] | 894 | sortBySymbolsOrder(); |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 895 | sortInitFini(findSection(".init_array")); |
| 896 | sortInitFini(findSection(".fini_array")); |
| 897 | sortCtorsDtors(findSection(".ctors")); |
| 898 | sortCtorsDtors(findSection(".dtors")); |
| Eugene Leviant | e63d81b | 2016-07-20 14:43:20 +0000 | [diff] [blame] | 899 | } |
| 900 | |
| Petr Hosek | 18821b6 | 2017-09-01 02:23:31 +0000 | [diff] [blame] | 901 | // This function generates assignments for predefined symbols (e.g. _end or |
| 902 | // _etext) and inserts them into the commands sequence to be processed at the |
| 903 | // appropriate time. This ensures that the value is going to be correct by the |
| 904 | // time any references to these symbols are processed and is equivalent to |
| 905 | // defining these symbols explicitly in the linker script. |
| Rafael Espindola | 4d56016 | 2017-09-12 16:38:01 +0000 | [diff] [blame] | 906 | template <class ELFT> void Writer<ELFT>::setReservedSymbolSections() { |
| Petr Hosek | 18821b6 | 2017-09-01 02:23:31 +0000 | [diff] [blame] | 907 | PhdrEntry *Last = nullptr; |
| 908 | PhdrEntry *LastRO = nullptr; |
| 909 | PhdrEntry *LastRW = nullptr; |
| Rui Ueyama | 888da8c | 2017-09-05 20:17:37 +0000 | [diff] [blame] | 910 | |
| Petr Hosek | 18821b6 | 2017-09-01 02:23:31 +0000 | [diff] [blame] | 911 | for (PhdrEntry *P : Phdrs) { |
| 912 | if (P->p_type != PT_LOAD) |
| 913 | continue; |
| 914 | Last = P; |
| 915 | if (P->p_flags & PF_W) |
| 916 | LastRW = P; |
| 917 | else |
| 918 | LastRO = P; |
| 919 | } |
| 920 | |
| Rui Ueyama | 888da8c | 2017-09-05 20:17:37 +0000 | [diff] [blame] | 921 | // _end is the first location after the uninitialized data region. |
| Petr Hosek | 18821b6 | 2017-09-01 02:23:31 +0000 | [diff] [blame] | 922 | if (Last) { |
| Rafael Espindola | 4d56016 | 2017-09-12 16:38:01 +0000 | [diff] [blame] | 923 | if (ElfSym::End1) |
| 924 | ElfSym::End1->Section = Last->LastSec; |
| 925 | if (ElfSym::End2) |
| 926 | ElfSym::End2->Section = Last->LastSec; |
| Petr Hosek | 18821b6 | 2017-09-01 02:23:31 +0000 | [diff] [blame] | 927 | } |
| Rui Ueyama | 888da8c | 2017-09-05 20:17:37 +0000 | [diff] [blame] | 928 | |
| 929 | // _etext is the first location after the last read-only loadable segment. |
| Petr Hosek | 18821b6 | 2017-09-01 02:23:31 +0000 | [diff] [blame] | 930 | if (LastRO) { |
| Rafael Espindola | 4d56016 | 2017-09-12 16:38:01 +0000 | [diff] [blame] | 931 | if (ElfSym::Etext1) |
| 932 | ElfSym::Etext1->Section = LastRO->LastSec; |
| 933 | if (ElfSym::Etext2) |
| 934 | ElfSym::Etext2->Section = LastRO->LastSec; |
| Petr Hosek | 18821b6 | 2017-09-01 02:23:31 +0000 | [diff] [blame] | 935 | } |
| Rui Ueyama | 888da8c | 2017-09-05 20:17:37 +0000 | [diff] [blame] | 936 | |
| 937 | // _edata points to the end of the last non SHT_NOBITS section. |
| Petr Hosek | 18821b6 | 2017-09-01 02:23:31 +0000 | [diff] [blame] | 938 | if (LastRW) { |
| Rui Ueyama | 888da8c | 2017-09-05 20:17:37 +0000 | [diff] [blame] | 939 | size_t I = 0; |
| Rafael Espindola | 4d56016 | 2017-09-12 16:38:01 +0000 | [diff] [blame] | 940 | for (; I < OutputSections.size(); ++I) |
| 941 | if (OutputSections[I] == LastRW->FirstSec) |
| Rui Ueyama | 888da8c | 2017-09-05 20:17:37 +0000 | [diff] [blame] | 942 | break; |
| 943 | |
| Rafael Espindola | 4d56016 | 2017-09-12 16:38:01 +0000 | [diff] [blame] | 944 | for (; I < OutputSections.size(); ++I) { |
| 945 | if (OutputSections[I]->Type != SHT_NOBITS) |
| Rui Ueyama | 888da8c | 2017-09-05 20:17:37 +0000 | [diff] [blame] | 946 | continue; |
| Rui Ueyama | 888da8c | 2017-09-05 20:17:37 +0000 | [diff] [blame] | 947 | break; |
| Petr Hosek | 18821b6 | 2017-09-01 02:23:31 +0000 | [diff] [blame] | 948 | } |
| Rafael Espindola | 4d56016 | 2017-09-12 16:38:01 +0000 | [diff] [blame] | 949 | if (ElfSym::Edata1) |
| 950 | ElfSym::Edata1->Section = OutputSections[I - 1]; |
| 951 | if (ElfSym::Edata2) |
| 952 | ElfSym::Edata2->Section = OutputSections[I - 1]; |
| 953 | } |
| 954 | |
| 955 | if (ElfSym::Bss) |
| 956 | ElfSym::Bss->Section = findSection(".bss"); |
| 957 | |
| 958 | // Setup MIPS _gp_disp/__gnu_local_gp symbols which should |
| 959 | // be equal to the _gp symbol's value. |
| Rafael Espindola | 9be24cf | 2017-09-20 18:30:57 +0000 | [diff] [blame] | 960 | if (ElfSym::MipsGp) { |
| Rafael Espindola | 4d56016 | 2017-09-12 16:38:01 +0000 | [diff] [blame] | 961 | // Find GP-relative section with the lowest address |
| 962 | // and use this address to calculate default _gp value. |
| 963 | for (OutputSection *OS : OutputSections) { |
| 964 | if (OS->Flags & SHF_MIPS_GPREL) { |
| 965 | ElfSym::MipsGp->Section = OS; |
| 966 | ElfSym::MipsGp->Value = 0x7ff0; |
| 967 | break; |
| 968 | } |
| 969 | } |
| Petr Hosek | 18821b6 | 2017-09-01 02:23:31 +0000 | [diff] [blame] | 970 | } |
| 971 | } |
| 972 | |
| Rafael Espindola | 5210141 | 2017-05-12 14:52:22 +0000 | [diff] [blame] | 973 | // We want to find how similar two ranks are. |
| 974 | // The more branches in getSectionRank that match, the more similar they are. |
| 975 | // Since each branch corresponds to a bit flag, we can just use |
| 976 | // countLeadingZeros. |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 977 | static int getRankProximityAux(OutputSection *A, OutputSection *B) { |
| Rafael Espindola | 5210141 | 2017-05-12 14:52:22 +0000 | [diff] [blame] | 978 | return countLeadingZeros(A->SortRank ^ B->SortRank); |
| Eugene Leviant | bae1c65 | 2016-11-08 10:44:48 +0000 | [diff] [blame] | 979 | } |
| 980 | |
| Rafael Espindola | 383971d | 2017-06-15 21:51:01 +0000 | [diff] [blame] | 981 | static int getRankProximity(OutputSection *A, BaseCommand *B) { |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 982 | if (auto *Sec = dyn_cast<OutputSection>(B)) |
| 983 | if (Sec->Live) |
| 984 | return getRankProximityAux(A, Sec); |
| Rafael Espindola | 383971d | 2017-06-15 21:51:01 +0000 | [diff] [blame] | 985 | return -1; |
| 986 | } |
| 987 | |
| 988 | // When placing orphan sections, we want to place them after symbol assignments |
| 989 | // so that an orphan after |
| 990 | // begin_foo = .; |
| 991 | // foo : { *(foo) } |
| 992 | // end_foo = .; |
| 993 | // doesn't break the intended meaning of the begin/end symbols. |
| 994 | // We don't want to go over sections since findOrphanPos is the |
| 995 | // one in charge of deciding the order of the sections. |
| 996 | // We don't want to go over changes to '.', since doing so in |
| 997 | // rx_sec : { *(rx_sec) } |
| 998 | // . = ALIGN(0x1000); |
| 999 | // /* The RW PT_LOAD starts here*/ |
| 1000 | // rw_sec : { *(rw_sec) } |
| 1001 | // would mean that the RW PT_LOAD would become unaligned. |
| 1002 | static bool shouldSkip(BaseCommand *Cmd) { |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1003 | if (isa<OutputSection>(Cmd)) |
| Rafael Espindola | 383971d | 2017-06-15 21:51:01 +0000 | [diff] [blame] | 1004 | return false; |
| 1005 | if (auto *Assign = dyn_cast<SymbolAssignment>(Cmd)) |
| 1006 | return Assign->Name != "."; |
| 1007 | return true; |
| 1008 | } |
| 1009 | |
| Rafael Espindola | 5210141 | 2017-05-12 14:52:22 +0000 | [diff] [blame] | 1010 | // We want to place orphan sections so that they share as much |
| 1011 | // characteristics with their neighbors as possible. For example, if |
| 1012 | // both are rw, or both are tls. |
| Rafael Espindola | 0ca3712 | 2017-05-09 13:58:46 +0000 | [diff] [blame] | 1013 | template <typename ELFT> |
| Rafael Espindola | 383971d | 2017-06-15 21:51:01 +0000 | [diff] [blame] | 1014 | static std::vector<BaseCommand *>::iterator |
| 1015 | findOrphanPos(std::vector<BaseCommand *>::iterator B, |
| 1016 | std::vector<BaseCommand *>::iterator E) { |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1017 | OutputSection *Sec = cast<OutputSection>(*E); |
| Rafael Espindola | 0ca3712 | 2017-05-09 13:58:46 +0000 | [diff] [blame] | 1018 | |
| Rafael Espindola | 5210141 | 2017-05-12 14:52:22 +0000 | [diff] [blame] | 1019 | // Find the first element that has as close a rank as possible. |
| Rafael Espindola | 383971d | 2017-06-15 21:51:01 +0000 | [diff] [blame] | 1020 | auto I = std::max_element(B, E, [=](BaseCommand *A, BaseCommand *B) { |
| Rafael Espindola | 5210141 | 2017-05-12 14:52:22 +0000 | [diff] [blame] | 1021 | return getRankProximity(Sec, A) < getRankProximity(Sec, B); |
| 1022 | }); |
| 1023 | if (I == E) |
| Rafael Espindola | 0ca3712 | 2017-05-09 13:58:46 +0000 | [diff] [blame] | 1024 | return E; |
| 1025 | |
| Rafael Espindola | 5210141 | 2017-05-12 14:52:22 +0000 | [diff] [blame] | 1026 | // Consider all existing sections with the same proximity. |
| Rafael Espindola | 383971d | 2017-06-15 21:51:01 +0000 | [diff] [blame] | 1027 | int Proximity = getRankProximity(Sec, *I); |
| 1028 | for (; I != E; ++I) { |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1029 | auto *CurSec = dyn_cast<OutputSection>(*I); |
| 1030 | if (!CurSec || !CurSec->Live) |
| Rafael Espindola | 383971d | 2017-06-15 21:51:01 +0000 | [diff] [blame] | 1031 | continue; |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1032 | if (getRankProximity(Sec, CurSec) != Proximity || |
| 1033 | Sec->SortRank < CurSec->SortRank) |
| Rafael Espindola | 383971d | 2017-06-15 21:51:01 +0000 | [diff] [blame] | 1034 | break; |
| 1035 | } |
| 1036 | auto J = std::find_if( |
| Rafael Espindola | c54b1c8 | 2017-06-15 22:03:06 +0000 | [diff] [blame] | 1037 | llvm::make_reverse_iterator(I), llvm::make_reverse_iterator(B), |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1038 | [](BaseCommand *Cmd) { return isa<OutputSection>(Cmd); }); |
| Rafael Espindola | 383971d | 2017-06-15 21:51:01 +0000 | [diff] [blame] | 1039 | I = J.base(); |
| Rafael Espindola | aad64e0 | 2017-09-19 17:29:58 +0000 | [diff] [blame] | 1040 | |
| 1041 | // As a special case, if the orphan section is the last section, put |
| 1042 | // it at the very end, past any other commands. |
| 1043 | // This matches bfd's behavior and is convenient when the linker script fully |
| 1044 | // specifies the start of the file, but doesn't care about the end (the non |
| 1045 | // alloc sections for example). |
| 1046 | auto NextSec = std::find_if( |
| 1047 | I, E, [](BaseCommand *Cmd) { return isa<OutputSection>(Cmd); }); |
| 1048 | if (NextSec == E) |
| 1049 | return E; |
| 1050 | |
| Rafael Espindola | 383971d | 2017-06-15 21:51:01 +0000 | [diff] [blame] | 1051 | while (I != E && shouldSkip(*I)) |
| Rafael Espindola | 5210141 | 2017-05-12 14:52:22 +0000 | [diff] [blame] | 1052 | ++I; |
| 1053 | return I; |
| Rafael Espindola | 0ca3712 | 2017-05-09 13:58:46 +0000 | [diff] [blame] | 1054 | } |
| 1055 | |
| Rafael Espindola | 24c073d | 2016-09-21 22:36:19 +0000 | [diff] [blame] | 1056 | template <class ELFT> void Writer<ELFT>::sortSections() { |
| George Rimar | ba45584 | 2017-10-02 09:11:13 +0000 | [diff] [blame^] | 1057 | Script->adjustSectionsBeforeSorting(); |
| George Rimar | e0b43df | 2017-06-28 09:59:34 +0000 | [diff] [blame] | 1058 | |
| Rafael Espindola | 1960bcd | 2016-11-11 22:43:27 +0000 | [diff] [blame] | 1059 | // Don't sort if using -r. It is not necessary and we want to preserve the |
| 1060 | // relative order for SHF_LINK_ORDER sections. |
| 1061 | if (Config->Relocatable) |
| Rafael Espindola | 85de678 | 2017-06-28 22:44:11 +0000 | [diff] [blame] | 1062 | return; |
| Rafael Espindola | 5210141 | 2017-05-12 14:52:22 +0000 | [diff] [blame] | 1063 | |
| Rafael Espindola | 383971d | 2017-06-15 21:51:01 +0000 | [diff] [blame] | 1064 | for (BaseCommand *Base : Script->Opt.Commands) |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1065 | if (auto *Sec = dyn_cast<OutputSection>(Base)) |
| 1066 | Sec->SortRank = getSectionRank(Sec); |
| Rafael Espindola | 5210141 | 2017-05-12 14:52:22 +0000 | [diff] [blame] | 1067 | |
| Rui Ueyama | a34da93 | 2017-03-21 23:03:09 +0000 | [diff] [blame] | 1068 | if (!Script->Opt.HasSections) { |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1069 | // We know that all the OutputSections are contiguous in |
| Rafael Espindola | 383971d | 2017-06-15 21:51:01 +0000 | [diff] [blame] | 1070 | // this case. |
| 1071 | auto E = Script->Opt.Commands.end(); |
| 1072 | auto I = Script->Opt.Commands.begin(); |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1073 | auto IsSection = [](BaseCommand *Base) { return isa<OutputSection>(Base); }; |
| Rafael Espindola | 383971d | 2017-06-15 21:51:01 +0000 | [diff] [blame] | 1074 | I = std::find_if(I, E, IsSection); |
| Rafael Espindola | c54b1c8 | 2017-06-15 22:03:06 +0000 | [diff] [blame] | 1075 | E = std::find_if(llvm::make_reverse_iterator(E), |
| 1076 | llvm::make_reverse_iterator(I), IsSection) |
| Rafael Espindola | 383971d | 2017-06-15 21:51:01 +0000 | [diff] [blame] | 1077 | .base(); |
| 1078 | std::stable_sort(I, E, compareSections); |
| Rafael Espindola | 24c073d | 2016-09-21 22:36:19 +0000 | [diff] [blame] | 1079 | return; |
| 1080 | } |
| 1081 | |
| Rafael Espindola | 383971d | 2017-06-15 21:51:01 +0000 | [diff] [blame] | 1082 | // Orphan sections are sections present in the input files which are |
| 1083 | // not explicitly placed into the output file by the linker script. |
| 1084 | // |
| 1085 | // The sections in the linker script are already in the correct |
| 1086 | // order. We have to figuere out where to insert the orphan |
| 1087 | // sections. |
| 1088 | // |
| Rafael Espindola | 24c073d | 2016-09-21 22:36:19 +0000 | [diff] [blame] | 1089 | // The order of the sections in the script is arbitrary and may not agree with |
| Rafael Espindola | 383971d | 2017-06-15 21:51:01 +0000 | [diff] [blame] | 1090 | // compareSections. This means that we cannot easily define a strict weak |
| 1091 | // ordering. To see why, consider a comparison of a section in the script and |
| 1092 | // one not in the script. We have a two simple options: |
| Rafael Espindola | 24c073d | 2016-09-21 22:36:19 +0000 | [diff] [blame] | 1093 | // * Make them equivalent (a is not less than b, and b is not less than a). |
| 1094 | // The problem is then that equivalence has to be transitive and we can |
| 1095 | // have sections a, b and c with only b in a script and a less than c |
| 1096 | // which breaks this property. |
| 1097 | // * Use compareSectionsNonScript. Given that the script order doesn't have |
| 1098 | // to match, we can end up with sections a, b, c, d where b and c are in the |
| 1099 | // script and c is compareSectionsNonScript less than b. In which case d |
| 1100 | // can be equivalent to c, a to b and d < a. As a concrete example: |
| 1101 | // .a (rx) # not in script |
| 1102 | // .b (rx) # in script |
| 1103 | // .c (ro) # in script |
| 1104 | // .d (ro) # not in script |
| 1105 | // |
| 1106 | // The way we define an order then is: |
| Rafael Espindola | 383971d | 2017-06-15 21:51:01 +0000 | [diff] [blame] | 1107 | // * Sort only the orphan sections. They are in the end right now. |
| 1108 | // * Move each orphan section to its preferred position. We try |
| Eugene Leviant | bae1c65 | 2016-11-08 10:44:48 +0000 | [diff] [blame] | 1109 | // to put each section in the last position where it it can share |
| 1110 | // a PT_LOAD. |
| Rafael Espindola | 383971d | 2017-06-15 21:51:01 +0000 | [diff] [blame] | 1111 | // |
| 1112 | // There is some ambiguity as to where exactly a new entry should be |
| 1113 | // inserted, because Opt.Commands contains not only output section |
| 1114 | // commands but also other types of commands such as symbol assignment |
| 1115 | // expressions. There's no correct answer here due to the lack of the |
| 1116 | // formal specification of the linker script. We use heuristics to |
| 1117 | // determine whether a new output command should be added before or |
| 1118 | // after another commands. For the details, look at shouldSkip |
| 1119 | // function. |
| Rafael Espindola | 24c073d | 2016-09-21 22:36:19 +0000 | [diff] [blame] | 1120 | |
| Rafael Espindola | 383971d | 2017-06-15 21:51:01 +0000 | [diff] [blame] | 1121 | auto I = Script->Opt.Commands.begin(); |
| 1122 | auto E = Script->Opt.Commands.end(); |
| 1123 | auto NonScriptI = std::find_if(I, E, [](BaseCommand *Base) { |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1124 | if (auto *Sec = dyn_cast<OutputSection>(Base)) |
| 1125 | return Sec->Live && Sec->SectionIndex == INT_MAX; |
| Rafael Espindola | 383971d | 2017-06-15 21:51:01 +0000 | [diff] [blame] | 1126 | return false; |
| 1127 | }); |
| Rafael Espindola | 24c073d | 2016-09-21 22:36:19 +0000 | [diff] [blame] | 1128 | |
| Rafael Espindola | 383971d | 2017-06-15 21:51:01 +0000 | [diff] [blame] | 1129 | // Sort the orphan sections. |
| 1130 | std::stable_sort(NonScriptI, E, compareSections); |
| 1131 | |
| 1132 | // As a horrible special case, skip the first . assignment if it is before any |
| 1133 | // section. We do this because it is common to set a load address by starting |
| 1134 | // the script with ". = 0xabcd" and the expectation is that every section is |
| 1135 | // after that. |
| 1136 | auto FirstSectionOrDotAssignment = |
| 1137 | std::find_if(I, E, [](BaseCommand *Cmd) { return !shouldSkip(Cmd); }); |
| 1138 | if (FirstSectionOrDotAssignment != E && |
| 1139 | isa<SymbolAssignment>(**FirstSectionOrDotAssignment)) |
| 1140 | ++FirstSectionOrDotAssignment; |
| 1141 | I = FirstSectionOrDotAssignment; |
| 1142 | |
| Rafael Espindola | 5210141 | 2017-05-12 14:52:22 +0000 | [diff] [blame] | 1143 | while (NonScriptI != E) { |
| 1144 | auto Pos = findOrphanPos<ELFT>(I, NonScriptI); |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1145 | OutputSection *Orphan = cast<OutputSection>(*NonScriptI); |
| Rafael Espindola | 5210141 | 2017-05-12 14:52:22 +0000 | [diff] [blame] | 1146 | |
| 1147 | // As an optimization, find all sections with the same sort rank |
| 1148 | // and insert them with one rotate. |
| Rafael Espindola | 383971d | 2017-06-15 21:51:01 +0000 | [diff] [blame] | 1149 | unsigned Rank = Orphan->SortRank; |
| 1150 | auto End = std::find_if(NonScriptI + 1, E, [=](BaseCommand *Cmd) { |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1151 | return cast<OutputSection>(Cmd)->SortRank != Rank; |
| Rafael Espindola | 5210141 | 2017-05-12 14:52:22 +0000 | [diff] [blame] | 1152 | }); |
| 1153 | std::rotate(Pos, NonScriptI, End); |
| 1154 | NonScriptI = End; |
| 1155 | } |
| Rafael Espindola | f7a1744 | 2016-11-14 15:39:38 +0000 | [diff] [blame] | 1156 | |
| George Rimar | a8dba48 | 2017-03-20 10:09:58 +0000 | [diff] [blame] | 1157 | Script->adjustSectionsAfterSorting(); |
| Rafael Espindola | 24c073d | 2016-09-21 22:36:19 +0000 | [diff] [blame] | 1158 | } |
| 1159 | |
| Peter Smith | 1ec42d9 | 2017-03-08 14:06:24 +0000 | [diff] [blame] | 1160 | static void applySynthetic(const std::vector<SyntheticSection *> &Sections, |
| 1161 | std::function<void(SyntheticSection *)> Fn) { |
| Rui Ueyama | 9320cb0 | 2017-02-27 02:56:02 +0000 | [diff] [blame] | 1162 | for (SyntheticSection *SS : Sections) |
| Rafael Espindola | d57c58d | 2017-06-07 02:31:19 +0000 | [diff] [blame] | 1163 | if (SS && SS->getParent() && !SS->empty()) |
| Peter Smith | 1ec42d9 | 2017-03-08 14:06:24 +0000 | [diff] [blame] | 1164 | Fn(SS); |
| Eugene Leviant | 6380ce2 | 2016-11-15 12:26:55 +0000 | [diff] [blame] | 1165 | } |
| 1166 | |
| George Rimar | 11992c86 | 2016-11-25 08:05:41 +0000 | [diff] [blame] | 1167 | // We need to add input synthetic sections early in createSyntheticSections() |
| Rui Ueyama | c38860b | 2016-12-05 21:39:35 +0000 | [diff] [blame] | 1168 | // to make them visible from linkescript side. But not all sections are always |
| 1169 | // required to be in output. For example we don't need dynamic section content |
| James Henderson | 7ee2275 | 2017-04-06 09:40:03 +0000 | [diff] [blame] | 1170 | // sometimes. This function filters out such unused sections from the output. |
| Rafael Espindola | c080ff6 | 2017-07-03 16:54:39 +0000 | [diff] [blame] | 1171 | static void removeUnusedSyntheticSections() { |
| Rafael Espindola | 9e9754b | 2017-02-03 13:06:18 +0000 | [diff] [blame] | 1172 | // All input synthetic sections that can be empty are placed after |
| 1173 | // all regular ones. We iterate over them all and exit at first |
| 1174 | // non-synthetic. |
| Rui Ueyama | 536a267 | 2017-02-27 02:32:08 +0000 | [diff] [blame] | 1175 | for (InputSectionBase *S : llvm::reverse(InputSections)) { |
| Rui Ueyama | 9320cb0 | 2017-02-27 02:56:02 +0000 | [diff] [blame] | 1176 | SyntheticSection *SS = dyn_cast<SyntheticSection>(S); |
| Rui Ueyama | c38860b | 2016-12-05 21:39:35 +0000 | [diff] [blame] | 1177 | if (!SS) |
| George Rimar | 11992c86 | 2016-11-25 08:05:41 +0000 | [diff] [blame] | 1178 | return; |
| Rafael Espindola | db5e56f | 2017-05-31 20:17:44 +0000 | [diff] [blame] | 1179 | OutputSection *OS = SS->getParent(); |
| 1180 | if (!SS->empty() || !OS) |
| George Rimar | 11992c86 | 2016-11-25 08:05:41 +0000 | [diff] [blame] | 1181 | continue; |
| Rafael Espindola | c080ff6 | 2017-07-03 16:54:39 +0000 | [diff] [blame] | 1182 | |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1183 | std::vector<BaseCommand *>::iterator Empty = OS->Commands.end(); |
| 1184 | for (auto I = OS->Commands.begin(), E = OS->Commands.end(); I != E; ++I) { |
| Rafael Espindola | 43ee360 | 2017-07-03 17:32:09 +0000 | [diff] [blame] | 1185 | BaseCommand *B = *I; |
| Rafael Espindola | c080ff6 | 2017-07-03 16:54:39 +0000 | [diff] [blame] | 1186 | if (auto *ISD = dyn_cast<InputSectionDescription>(B)) { |
| George Rimar | 7ac3825 | 2017-09-08 13:26:45 +0000 | [diff] [blame] | 1187 | llvm::erase_if(ISD->Sections, |
| 1188 | [=](InputSection *IS) { return IS == SS; }); |
| Rafael Espindola | c080ff6 | 2017-07-03 16:54:39 +0000 | [diff] [blame] | 1189 | if (ISD->Sections.empty()) |
| Rafael Espindola | 43ee360 | 2017-07-03 17:32:09 +0000 | [diff] [blame] | 1190 | Empty = I; |
| Rafael Espindola | c080ff6 | 2017-07-03 16:54:39 +0000 | [diff] [blame] | 1191 | } |
| 1192 | } |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1193 | if (Empty != OS->Commands.end()) |
| 1194 | OS->Commands.erase(Empty); |
| Rafael Espindola | c080ff6 | 2017-07-03 16:54:39 +0000 | [diff] [blame] | 1195 | |
| James Henderson | 7ee2275 | 2017-04-06 09:40:03 +0000 | [diff] [blame] | 1196 | // If there are no other sections in the output section, remove it from the |
| 1197 | // output. |
| George Rimar | 9a2da39 | 2017-09-08 13:40:07 +0000 | [diff] [blame] | 1198 | if (OS->Commands.empty()) |
| George Rimar | ba45584 | 2017-10-02 09:11:13 +0000 | [diff] [blame^] | 1199 | OS->Live = false; |
| George Rimar | 11992c86 | 2016-11-25 08:05:41 +0000 | [diff] [blame] | 1200 | } |
| 1201 | } |
| 1202 | |
| Rafael Espindola | 35c908f | 2017-08-10 15:05:37 +0000 | [diff] [blame] | 1203 | // Returns true if a symbol can be replaced at load-time by a symbol |
| 1204 | // with the same name defined in other ELF executable or DSO. |
| 1205 | static bool computeIsPreemptible(const SymbolBody &B) { |
| 1206 | assert(!B.isLocal()); |
| Rafael Espindola | 35c908f | 2017-08-10 15:05:37 +0000 | [diff] [blame] | 1207 | // Only symbols that appear in dynsym can be preempted. |
| 1208 | if (!B.symbol()->includeInDynsym()) |
| 1209 | return false; |
| 1210 | |
| 1211 | // Only default visibility symbols can be preempted. |
| 1212 | if (B.symbol()->Visibility != STV_DEFAULT) |
| 1213 | return false; |
| 1214 | |
| Rafael Espindola | 30ea5cf | 2017-09-12 17:18:03 +0000 | [diff] [blame] | 1215 | // At this point copy relocations have not been created yet, so any |
| 1216 | // symbol that is not defined locally is preemptible. |
| Rafael Espindola | ee6a352 | 2017-09-08 18:41:49 +0000 | [diff] [blame] | 1217 | if (!B.isInCurrentDSO()) |
| Rafael Espindola | d72d97b | 2017-09-08 18:16:59 +0000 | [diff] [blame] | 1218 | return true; |
| 1219 | |
| 1220 | // If we have a dynamic list it specifies which local symbols are preemptible. |
| Rafael Espindola | 8016bdf | 2017-09-08 18:53:43 +0000 | [diff] [blame] | 1221 | if (Config->HasDynamicList) |
| Rafael Espindola | d72d97b | 2017-09-08 18:16:59 +0000 | [diff] [blame] | 1222 | return false; |
| 1223 | |
| Rafael Espindola | 35c908f | 2017-08-10 15:05:37 +0000 | [diff] [blame] | 1224 | if (!Config->Shared) |
| Rafael Espindola | d72d97b | 2017-09-08 18:16:59 +0000 | [diff] [blame] | 1225 | return false; |
| Rafael Espindola | 35c908f | 2017-08-10 15:05:37 +0000 | [diff] [blame] | 1226 | |
| 1227 | // -Bsymbolic means that definitions are not preempted. |
| 1228 | if (Config->Bsymbolic || (Config->BsymbolicFunctions && B.isFunc())) |
| Rafael Espindola | 716c57b | 2017-09-08 18:23:25 +0000 | [diff] [blame] | 1229 | return false; |
| Rafael Espindola | 35c908f | 2017-08-10 15:05:37 +0000 | [diff] [blame] | 1230 | return true; |
| 1231 | } |
| 1232 | |
| Eugene Leviant | e63d81b | 2016-07-20 14:43:20 +0000 | [diff] [blame] | 1233 | // Create output section objects and add them to OutputSections. |
| 1234 | template <class ELFT> void Writer<ELFT>::finalizeSections() { |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1235 | Out::DebugInfo = findSection(".debug_info"); |
| 1236 | Out::PreinitArray = findSection(".preinit_array"); |
| 1237 | Out::InitArray = findSection(".init_array"); |
| 1238 | Out::FiniArray = findSection(".fini_array"); |
| Rafael Espindola | 7757224 | 2015-10-02 19:37:55 +0000 | [diff] [blame] | 1239 | |
| Rui Ueyama | a5d79d1 | 2015-12-26 09:48:00 +0000 | [diff] [blame] | 1240 | // The linker needs to define SECNAME_start, SECNAME_end and SECNAME_stop |
| 1241 | // symbols for sections, so that the runtime can get the start and end |
| 1242 | // addresses of each section by section name. Add such symbols. |
| George Rimar | c1034a8 | 2016-03-01 19:12:35 +0000 | [diff] [blame] | 1243 | if (!Config->Relocatable) { |
| 1244 | addStartEndSymbols(); |
| Rafael Espindola | b691545 | 2017-07-04 19:05:03 +0000 | [diff] [blame] | 1245 | for (BaseCommand *Base : Script->Opt.Commands) |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1246 | if (auto *Sec = dyn_cast<OutputSection>(Base)) |
| 1247 | addStartStopSymbols(Sec); |
| George Rimar | c1034a8 | 2016-03-01 19:12:35 +0000 | [diff] [blame] | 1248 | } |
| Rui Ueyama | d4530c6 | 2016-03-04 18:34:14 +0000 | [diff] [blame] | 1249 | |
| 1250 | // Add _DYNAMIC symbol. Unlike GNU gold, our _DYNAMIC symbol has no type. |
| 1251 | // It should be okay as no one seems to care about the type. |
| 1252 | // Even the author of gold doesn't remember why gold behaves that way. |
| 1253 | // https://sourceware.org/ml/binutils/2002-03/msg00360.html |
| George Rimar | 69b17c3 | 2017-05-16 10:04:42 +0000 | [diff] [blame] | 1254 | if (InX::DynSymTab) |
| Rafael Espindola | 5ab1989 | 2017-05-11 23:16:43 +0000 | [diff] [blame] | 1255 | addRegular<ELFT>("_DYNAMIC", InX::Dynamic, 0); |
| Rafael Espindola | 334c3e1 | 2015-10-19 15:21:42 +0000 | [diff] [blame] | 1256 | |
| Rafael Espindola | de9857e | 2016-02-04 21:33:05 +0000 | [diff] [blame] | 1257 | // Define __rel[a]_iplt_{start,end} symbols if needed. |
| 1258 | addRelIpltSymbols(); |
| 1259 | |
| Rafael Espindola | 66b4e21 | 2017-02-23 22:06:28 +0000 | [diff] [blame] | 1260 | // This responsible for splitting up .eh_frame section into |
| Peter Smith | 1ec42d9 | 2017-03-08 14:06:24 +0000 | [diff] [blame] | 1261 | // pieces. The relocation scan uses those pieces, so this has to be |
| Rafael Espindola | 66b4e21 | 2017-02-23 22:06:28 +0000 | [diff] [blame] | 1262 | // earlier. |
| George Rimar | 49a47f2 | 2017-03-16 10:29:44 +0000 | [diff] [blame] | 1263 | applySynthetic({In<ELFT>::EhFrame}, |
| 1264 | [](SyntheticSection *SS) { SS->finalizeContents(); }); |
| Rafael Espindola | 56004c5 | 2016-04-07 14:22:09 +0000 | [diff] [blame] | 1265 | |
| Rafael Espindola | 0ff545c | 2017-09-08 01:09:52 +0000 | [diff] [blame] | 1266 | for (Symbol *S : Symtab->getSymbols()) |
| Rafael Espindola | d72d97b | 2017-09-08 18:16:59 +0000 | [diff] [blame] | 1267 | S->body()->IsPreemptible |= computeIsPreemptible(*S->body()); |
| Rafael Espindola | 35c908f | 2017-08-10 15:05:37 +0000 | [diff] [blame] | 1268 | |
| Rafael Espindola | 0f7ceda | 2016-07-20 17:58:07 +0000 | [diff] [blame] | 1269 | // Scan relocations. This must be done after every symbol is declared so that |
| 1270 | // we can correctly decide if a dynamic relocation is needed. |
| George Rimar | cb888a6 | 2017-09-13 07:54:47 +0000 | [diff] [blame] | 1271 | if (!Config->Relocatable) |
| 1272 | forEachRelSec(scanRelocations<ELFT>); |
| Rafael Espindola | 0f7ceda | 2016-07-20 17:58:07 +0000 | [diff] [blame] | 1273 | |
| Rafael Espindola | 895aea6 | 2017-05-11 22:02:41 +0000 | [diff] [blame] | 1274 | if (InX::Plt && !InX::Plt->empty()) |
| 1275 | InX::Plt->addSymbols(); |
| 1276 | if (InX::Iplt && !InX::Iplt->empty()) |
| 1277 | InX::Iplt->addSymbols(); |
| Peter Smith | 9694376 | 2017-01-25 10:31:16 +0000 | [diff] [blame] | 1278 | |
| Peter Smith | 5586543 | 2017-02-20 11:12:33 +0000 | [diff] [blame] | 1279 | // Now that we have defined all possible global symbols including linker- |
| Rui Ueyama | 1b2a8bf | 2015-12-26 10:22:16 +0000 | [diff] [blame] | 1280 | // synthesized ones. Visit all symbols to give the finishing touches. |
| Rafael Espindola | 244ef98 | 2017-07-26 18:42:48 +0000 | [diff] [blame] | 1281 | for (Symbol *S : Symtab->getSymbols()) { |
| Peter Collingbourne | 4f95270 | 2016-05-01 04:55:03 +0000 | [diff] [blame] | 1282 | SymbolBody *Body = S->body(); |
| Rafael Espindola | 0baa73f | 2016-04-26 13:56:26 +0000 | [diff] [blame] | 1283 | |
| George Rimar | 7702bc2 | 2017-03-16 11:20:02 +0000 | [diff] [blame] | 1284 | if (!includeInSymtab(*Body)) |
| Rafael Espindola | 05a3dd2 | 2015-09-22 23:38:23 +0000 | [diff] [blame] | 1285 | continue; |
| George Rimar | 69b17c3 | 2017-05-16 10:04:42 +0000 | [diff] [blame] | 1286 | if (InX::SymTab) |
| 1287 | InX::SymTab->addSymbol(Body); |
| Rafael Espindola | 05a3dd2 | 2015-09-22 23:38:23 +0000 | [diff] [blame] | 1288 | |
| George Rimar | 69b17c3 | 2017-05-16 10:04:42 +0000 | [diff] [blame] | 1289 | if (InX::DynSymTab && S->includeInDynsym()) { |
| 1290 | InX::DynSymTab->addSymbol(Body); |
| Rui Ueyama | 4076fa1 | 2017-02-26 23:35:34 +0000 | [diff] [blame] | 1291 | if (auto *SS = dyn_cast<SharedSymbol>(Body)) |
| Rafael Espindola | 6e93d05 | 2017-08-04 22:31:42 +0000 | [diff] [blame] | 1292 | if (cast<SharedFile<ELFT>>(S->File)->isNeeded()) |
| Eugene Leviant | e9bab5d | 2016-11-21 16:59:33 +0000 | [diff] [blame] | 1293 | In<ELFT>::VerNeed->addSymbol(SS); |
| Peter Collingbourne | 21a12fc | 2016-04-27 20:22:31 +0000 | [diff] [blame] | 1294 | } |
| Rafael Espindola | 05a3dd2 | 2015-09-22 23:38:23 +0000 | [diff] [blame] | 1295 | } |
| Rui Ueyama | c2a0d7e | 2016-01-28 22:56:29 +0000 | [diff] [blame] | 1296 | |
| 1297 | // Do not proceed if there was an undefined symbol. |
| Rui Ueyama | f373dd7 | 2016-11-24 01:43:21 +0000 | [diff] [blame] | 1298 | if (ErrorCount) |
| Rui Ueyama | f7f52ef | 2016-04-01 17:24:19 +0000 | [diff] [blame] | 1299 | return; |
| Rui Ueyama | c2a0d7e | 2016-01-28 22:56:29 +0000 | [diff] [blame] | 1300 | |
| Rafael Espindola | 1eb3a0f | 2017-07-04 18:26:21 +0000 | [diff] [blame] | 1301 | addPredefinedSections(); |
| Rafael Espindola | c080ff6 | 2017-07-03 16:54:39 +0000 | [diff] [blame] | 1302 | removeUnusedSyntheticSections(); |
| 1303 | |
| Rafael Espindola | 24c073d | 2016-09-21 22:36:19 +0000 | [diff] [blame] | 1304 | sortSections(); |
| George Rimar | ba45584 | 2017-10-02 09:11:13 +0000 | [diff] [blame^] | 1305 | Script->removeEmptyCommands(); |
| Rafael Espindola | 383971d | 2017-06-15 21:51:01 +0000 | [diff] [blame] | 1306 | |
| 1307 | // Now that we have the final list, create a list of all the |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1308 | // OutputSections for convenience. |
| Rafael Espindola | cdf813b | 2017-06-13 22:36:20 +0000 | [diff] [blame] | 1309 | for (BaseCommand *Base : Script->Opt.Commands) |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1310 | if (auto *Sec = dyn_cast<OutputSection>(Base)) |
| 1311 | OutputSections.push_back(Sec); |
| Rui Ueyama | 84417f8 | 2015-12-26 07:50:41 +0000 | [diff] [blame] | 1312 | |
| Rafael Espindola | 9c0395e | 2017-06-20 01:51:50 +0000 | [diff] [blame] | 1313 | // Prefer command line supplied address over other constraints. |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1314 | for (OutputSection *Sec : OutputSections) { |
| 1315 | auto I = Config->SectionStartMap.find(Sec->Name); |
| Rafael Espindola | 9c0395e | 2017-06-20 01:51:50 +0000 | [diff] [blame] | 1316 | if (I != Config->SectionStartMap.end()) |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1317 | Sec->AddrExpr = [=] { return I->second; }; |
| Rafael Espindola | 9c0395e | 2017-06-20 01:51:50 +0000 | [diff] [blame] | 1318 | } |
| 1319 | |
| Rafael Espindola | 78493a2 | 2017-01-28 17:48:21 +0000 | [diff] [blame] | 1320 | // This is a bit of a hack. A value of 0 means undef, so we set it |
| 1321 | // to 1 t make __ehdr_start defined. The section number is not |
| 1322 | // particularly relevant. |
| Rui Ueyama | 9d1bacb1 | 2017-02-27 02:31:26 +0000 | [diff] [blame] | 1323 | Out::ElfHeader->SectionIndex = 1; |
| Rafael Espindola | 78493a2 | 2017-01-28 17:48:21 +0000 | [diff] [blame] | 1324 | |
| George Rimar | 7ca0627 | 2016-04-06 07:20:45 +0000 | [diff] [blame] | 1325 | unsigned I = 1; |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1326 | for (OutputSection *Sec : OutputSections) { |
| George Rimar | 7ca0627 | 2016-04-06 07:20:45 +0000 | [diff] [blame] | 1327 | Sec->SectionIndex = I++; |
| Rafael Espindola | 895aea6 | 2017-05-11 22:02:41 +0000 | [diff] [blame] | 1328 | Sec->ShName = InX::ShStrTab->addString(Sec->Name); |
| George Rimar | 7ca0627 | 2016-04-06 07:20:45 +0000 | [diff] [blame] | 1329 | } |
| Rui Ueyama | 84417f8 | 2015-12-26 07:50:41 +0000 | [diff] [blame] | 1330 | |
| Rafael Espindola | 5967c97 | 2016-12-19 21:21:07 +0000 | [diff] [blame] | 1331 | // Binary and relocatable output does not have PHDRS. |
| 1332 | // The headers have to be created before finalize as that can influence the |
| 1333 | // image base and the dynamic section on mips includes the image base. |
| 1334 | if (!Config->Relocatable && !Config->OFormatBinary) { |
| Rafael Espindola | f51c805 | 2017-06-13 23:26:31 +0000 | [diff] [blame] | 1335 | Phdrs = Script->hasPhdrsCommands() ? Script->createPhdrs() : createPhdrs(); |
| Rafael Espindola | 5967c97 | 2016-12-19 21:21:07 +0000 | [diff] [blame] | 1336 | addPtArmExid(Phdrs); |
| Rafael Espindola | 02ed757 | 2017-05-04 19:34:17 +0000 | [diff] [blame] | 1337 | Out::ProgramHeaders->Size = sizeof(Elf_Phdr) * Phdrs.size(); |
| Rafael Espindola | 5967c97 | 2016-12-19 21:21:07 +0000 | [diff] [blame] | 1338 | } |
| 1339 | |
| Rafael Espindola | 4d56016 | 2017-09-12 16:38:01 +0000 | [diff] [blame] | 1340 | // Some symbols are defined in term of program headers. Now that we |
| 1341 | // have the headers, we can find out which sections they point to. |
| 1342 | setReservedSymbolSections(); |
| 1343 | |
| Eugene Leviant | be809a7 | 2016-11-18 06:44:18 +0000 | [diff] [blame] | 1344 | // Dynamic section must be the last one in this list and dynamic |
| 1345 | // symbol table section (DynSymTab) must be the first one. |
| Rui Ueyama | 2b6631b | 2017-08-15 17:01:39 +0000 | [diff] [blame] | 1346 | applySynthetic({InX::DynSymTab, InX::Bss, |
| 1347 | InX::BssRelRo, InX::GnuHashTab, |
| George Rimar | aaf5471 | 2017-09-27 09:14:59 +0000 | [diff] [blame] | 1348 | InX::HashTab, InX::SymTab, |
| Rui Ueyama | 2b6631b | 2017-08-15 17:01:39 +0000 | [diff] [blame] | 1349 | InX::ShStrTab, InX::StrTab, |
| 1350 | In<ELFT>::VerDef, InX::DynStrTab, |
| 1351 | InX::Got, InX::MipsGot, |
| 1352 | InX::IgotPlt, InX::GotPlt, |
| 1353 | In<ELFT>::RelaDyn, In<ELFT>::RelaIplt, |
| 1354 | In<ELFT>::RelaPlt, InX::Plt, |
| 1355 | InX::Iplt, In<ELFT>::EhFrameHdr, |
| 1356 | In<ELFT>::VerSym, In<ELFT>::VerNeed, |
| 1357 | InX::Dynamic}, |
| George Rimar | 49a47f2 | 2017-03-16 10:29:44 +0000 | [diff] [blame] | 1358 | [](SyntheticSection *SS) { SS->finalizeContents(); }); |
| Peter Smith | 1ec42d9 | 2017-03-08 14:06:24 +0000 | [diff] [blame] | 1359 | |
| Peter Smith | 3ef89b0 | 2017-09-06 14:02:14 +0000 | [diff] [blame] | 1360 | if (!Script->Opt.HasSections && !Config->Relocatable) |
| 1361 | fixSectionAlignments(); |
| 1362 | |
| Peter Smith | 1ec42d9 | 2017-03-08 14:06:24 +0000 | [diff] [blame] | 1363 | // Some architectures use small displacements for jump instructions. |
| 1364 | // It is linker's responsibility to create thunks containing long |
| 1365 | // jump instructions if jump targets are too far. Create thunks. |
| 1366 | if (Target->NeedsThunks) { |
| 1367 | // FIXME: only ARM Interworking and Mips LA25 Thunks are implemented, |
| 1368 | // these |
| 1369 | // do not require address information. To support range extension Thunks |
| 1370 | // we need to assign addresses so that we can tell if jump instructions |
| 1371 | // are out of range. This will need to turn into a loop that converges |
| 1372 | // when no more Thunks are added |
| George Rimar | ec84ffc | 2017-05-17 07:10:59 +0000 | [diff] [blame] | 1373 | ThunkCreator TC; |
| Peter Smith | 96f813d | 2017-07-07 10:03:37 +0000 | [diff] [blame] | 1374 | Script->assignAddresses(); |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1375 | if (TC.createThunks(OutputSections)) { |
| Rafael Espindola | b3aa2c9 | 2017-05-11 21:33:30 +0000 | [diff] [blame] | 1376 | applySynthetic({InX::MipsGot}, |
| George Rimar | 49a47f2 | 2017-03-16 10:29:44 +0000 | [diff] [blame] | 1377 | [](SyntheticSection *SS) { SS->updateAllocSize(); }); |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1378 | if (TC.createThunks(OutputSections)) |
| Peter Smith | 3298027 | 2017-06-16 13:10:08 +0000 | [diff] [blame] | 1379 | fatal("All non-range thunks should be created in first call"); |
| 1380 | } |
| Peter Smith | 1ec42d9 | 2017-03-08 14:06:24 +0000 | [diff] [blame] | 1381 | } |
| Peter Smith | 43e852f | 2017-06-05 08:51:15 +0000 | [diff] [blame] | 1382 | |
| Peter Smith | 1ec42d9 | 2017-03-08 14:06:24 +0000 | [diff] [blame] | 1383 | // Fill other section headers. The dynamic table is finalized |
| 1384 | // at the end because some tags like RELSZ depend on result |
| 1385 | // of finalizing other sections. |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1386 | for (OutputSection *Sec : OutputSections) |
| 1387 | Sec->finalize<ELFT>(); |
| Peter Smith | 1ec42d9 | 2017-03-08 14:06:24 +0000 | [diff] [blame] | 1388 | |
| 1389 | // createThunks may have added local symbols to the static symbol table |
| George Rimar | 69b17c3 | 2017-05-16 10:04:42 +0000 | [diff] [blame] | 1390 | applySynthetic({InX::SymTab, InX::ShStrTab, InX::StrTab}, |
| George Rimar | 49a47f2 | 2017-03-16 10:29:44 +0000 | [diff] [blame] | 1391 | [](SyntheticSection *SS) { SS->postThunkContents(); }); |
| Rui Ueyama | 84417f8 | 2015-12-26 07:50:41 +0000 | [diff] [blame] | 1392 | } |
| 1393 | |
| Rui Ueyama | 84417f8 | 2015-12-26 07:50:41 +0000 | [diff] [blame] | 1394 | template <class ELFT> void Writer<ELFT>::addPredefinedSections() { |
| Rui Ueyama | dec4ab0 | 2017-02-16 04:19:03 +0000 | [diff] [blame] | 1395 | // ARM ABI requires .ARM.exidx to be terminated by some piece of data. |
| 1396 | // We have the terminater synthetic section class. Add that at the end. |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1397 | OutputSection *Cmd = findSection(".ARM.exidx"); |
| 1398 | if (!Cmd || !Cmd->Live || Config->Relocatable) |
| Peter Smith | 626c997 | 2017-05-30 11:51:02 +0000 | [diff] [blame] | 1399 | return; |
| 1400 | |
| 1401 | auto *Sentinel = make<ARMExidxSentinelSection>(); |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1402 | Cmd->addSection(Sentinel); |
| Rafael Espindola | abad618 | 2015-08-13 15:23:46 +0000 | [diff] [blame] | 1403 | } |
| 1404 | |
| Rui Ueyama | a5d79d1 | 2015-12-26 09:48:00 +0000 | [diff] [blame] | 1405 | // The linker is expected to define SECNAME_start and SECNAME_end |
| 1406 | // symbols for a few sections. This function defines them. |
| 1407 | template <class ELFT> void Writer<ELFT>::addStartEndSymbols() { |
| Rafael Espindola | 24e6f36 | 2017-02-24 15:07:30 +0000 | [diff] [blame] | 1408 | auto Define = [&](StringRef Start, StringRef End, OutputSection *OS) { |
| Peter Collingbourne | 0fab40b | 2016-10-24 20:46:21 +0000 | [diff] [blame] | 1409 | // These symbols resolve to the image base if the section does not exist. |
| Rui Ueyama | 4f2f50d | 2016-12-21 08:40:09 +0000 | [diff] [blame] | 1410 | // A special value -1 indicates end of the section. |
| Peter Collingbourne | f8435a9 | 2017-03-13 16:40:20 +0000 | [diff] [blame] | 1411 | if (OS) { |
| 1412 | addOptionalRegular<ELFT>(Start, OS, 0); |
| 1413 | addOptionalRegular<ELFT>(End, OS, -1); |
| 1414 | } else { |
| Rui Ueyama | d57e74b7 | 2017-03-17 23:29:01 +0000 | [diff] [blame] | 1415 | if (Config->Pic) |
| Peter Collingbourne | f8435a9 | 2017-03-13 16:40:20 +0000 | [diff] [blame] | 1416 | OS = Out::ElfHeader; |
| 1417 | addOptionalRegular<ELFT>(Start, OS, 0); |
| 1418 | addOptionalRegular<ELFT>(End, OS, 0); |
| 1419 | } |
| Rui Ueyama | a5d79d1 | 2015-12-26 09:48:00 +0000 | [diff] [blame] | 1420 | }; |
| 1421 | |
| Rui Ueyama | 9d1bacb1 | 2017-02-27 02:31:26 +0000 | [diff] [blame] | 1422 | Define("__preinit_array_start", "__preinit_array_end", Out::PreinitArray); |
| 1423 | Define("__init_array_start", "__init_array_end", Out::InitArray); |
| 1424 | Define("__fini_array_start", "__fini_array_end", Out::FiniArray); |
| Peter Smith | 17cd375 | 2016-10-27 10:28:53 +0000 | [diff] [blame] | 1425 | |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1426 | if (OutputSection *Sec = findSection(".ARM.exidx")) |
| Peter Smith | 17cd375 | 2016-10-27 10:28:53 +0000 | [diff] [blame] | 1427 | Define("__exidx_start", "__exidx_end", Sec); |
| Rui Ueyama | a5d79d1 | 2015-12-26 09:48:00 +0000 | [diff] [blame] | 1428 | } |
| 1429 | |
| Rui Ueyama | d9189ce | 2015-10-15 17:11:03 +0000 | [diff] [blame] | 1430 | // If a section name is valid as a C identifier (which is rare because of |
| 1431 | // the leading '.'), linkers are expected to define __start_<secname> and |
| 1432 | // __stop_<secname> symbols. They are at beginning and end of the section, |
| 1433 | // respectively. This is not requested by the ELF standard, but GNU ld and |
| 1434 | // gold provide the feature, and used by many programs. |
| 1435 | template <class ELFT> |
| Rafael Espindola | 24e6f36 | 2017-02-24 15:07:30 +0000 | [diff] [blame] | 1436 | void Writer<ELFT>::addStartStopSymbols(OutputSection *Sec) { |
| Rafael Espindola | 4084941 | 2017-02-24 14:28:00 +0000 | [diff] [blame] | 1437 | StringRef S = Sec->Name; |
| Rui Ueyama | d9189ce | 2015-10-15 17:11:03 +0000 | [diff] [blame] | 1438 | if (!isValidCIdentifier(S)) |
| 1439 | return; |
| Rafael Espindola | 5616adf | 2017-03-08 22:36:28 +0000 | [diff] [blame] | 1440 | addOptionalRegular<ELFT>(Saver.save("__start_" + S), Sec, 0, STV_DEFAULT); |
| 1441 | addOptionalRegular<ELFT>(Saver.save("__stop_" + S), Sec, -1, STV_DEFAULT); |
| Rui Ueyama | d9189ce | 2015-10-15 17:11:03 +0000 | [diff] [blame] | 1442 | } |
| 1443 | |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1444 | template <class ELFT> OutputSection *Writer<ELFT>::findSection(StringRef Name) { |
| Rafael Espindola | 1eb3a0f | 2017-07-04 18:26:21 +0000 | [diff] [blame] | 1445 | for (BaseCommand *Base : Script->Opt.Commands) |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1446 | if (auto *Sec = dyn_cast<OutputSection>(Base)) |
| 1447 | if (Sec->Name == Name) |
| 1448 | return Sec; |
| Rafael Espindola | 43e76cd | 2017-05-26 17:48:27 +0000 | [diff] [blame] | 1449 | return nullptr; |
| 1450 | } |
| 1451 | |
| George Rimar | 7702bc2 | 2017-03-16 11:20:02 +0000 | [diff] [blame] | 1452 | static bool needsPtLoad(OutputSection *Sec) { |
| Rafael Espindola | 04a2e34 | 2016-11-09 01:42:41 +0000 | [diff] [blame] | 1453 | if (!(Sec->Flags & SHF_ALLOC)) |
| Rafael Espindola | ef762f2 | 2016-02-10 23:29:38 +0000 | [diff] [blame] | 1454 | return false; |
| 1455 | |
| 1456 | // Don't allocate VA space for TLS NOBITS sections. The PT_TLS PHDR is |
| 1457 | // responsible for allocating space for them, not the PT_LOAD that |
| 1458 | // contains the TLS initialization image. |
| Rafael Espindola | 04a2e34 | 2016-11-09 01:42:41 +0000 | [diff] [blame] | 1459 | if (Sec->Flags & SHF_TLS && Sec->Type == SHT_NOBITS) |
| Rafael Espindola | ef762f2 | 2016-02-10 23:29:38 +0000 | [diff] [blame] | 1460 | return false; |
| 1461 | return true; |
| Michael J. Spencer | 1d299a8 | 2015-09-09 20:48:09 +0000 | [diff] [blame] | 1462 | } |
| 1463 | |
| Rafael Espindola | b45fd70 | 2016-09-20 15:22:27 +0000 | [diff] [blame] | 1464 | // Linker scripts are responsible for aligning addresses. Unfortunately, most |
| 1465 | // linker scripts are designed for creating two PT_LOADs only, one RX and one |
| 1466 | // RW. This means that there is no alignment in the RO to RX transition and we |
| 1467 | // cannot create a PT_LOAD there. |
| Rui Ueyama | 6bd3822 | 2017-04-05 21:37:09 +0000 | [diff] [blame] | 1468 | static uint64_t computeFlags(uint64_t Flags) { |
| Rui Ueyama | a37ace8d | 2017-02-25 01:52:03 +0000 | [diff] [blame] | 1469 | if (Config->Omagic) |
| George Rimar | 595a763 | 2016-11-29 09:43:51 +0000 | [diff] [blame] | 1470 | return PF_R | PF_W | PF_X; |
| Rui Ueyama | 6bd3822 | 2017-04-05 21:37:09 +0000 | [diff] [blame] | 1471 | if (Config->SingleRoRx && !(Flags & PF_W)) |
| 1472 | return Flags | PF_X; |
| 1473 | return Flags; |
| Rafael Espindola | b45fd70 | 2016-09-20 15:22:27 +0000 | [diff] [blame] | 1474 | } |
| 1475 | |
| Rafael Espindola | 4fc6044 | 2016-02-10 22:43:13 +0000 | [diff] [blame] | 1476 | // Decide which program headers to create and which sections to include in each |
| 1477 | // one. |
| George Rimar | aa35418 | 2017-07-27 07:46:50 +0000 | [diff] [blame] | 1478 | template <class ELFT> std::vector<PhdrEntry *> Writer<ELFT>::createPhdrs() { |
| 1479 | std::vector<PhdrEntry *> Ret; |
| Rafael Espindola | 17cb7c0 | 2016-12-19 17:01:01 +0000 | [diff] [blame] | 1480 | auto AddHdr = [&](unsigned Type, unsigned Flags) -> PhdrEntry * { |
| George Rimar | aa35418 | 2017-07-27 07:46:50 +0000 | [diff] [blame] | 1481 | Ret.push_back(make<PhdrEntry>(Type, Flags)); |
| 1482 | return Ret.back(); |
| Rafael Espindola | 4fc6044 | 2016-02-10 22:43:13 +0000 | [diff] [blame] | 1483 | }; |
| George Rimar | e3336c0 | 2015-11-24 10:15:50 +0000 | [diff] [blame] | 1484 | |
| Rui Ueyama | 803195e | 2015-10-23 21:45:59 +0000 | [diff] [blame] | 1485 | // The first phdr entry is PT_PHDR which describes the program header itself. |
| Rui Ueyama | 9d1bacb1 | 2017-02-27 02:31:26 +0000 | [diff] [blame] | 1486 | AddHdr(PT_PHDR, PF_R)->add(Out::ProgramHeaders); |
| Rui Ueyama | 953c2c4 | 2015-10-10 23:59:57 +0000 | [diff] [blame] | 1487 | |
| Rui Ueyama | 803195e | 2015-10-23 21:45:59 +0000 | [diff] [blame] | 1488 | // PT_INTERP must be the second entry if exists. |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1489 | if (OutputSection *Cmd = findSection(".interp")) |
| 1490 | AddHdr(PT_INTERP, Cmd->getPhdrFlags())->add(Cmd); |
| Rafael Espindola | 7010776 | 2015-09-11 18:49:42 +0000 | [diff] [blame] | 1491 | |
| Rui Ueyama | 803195e | 2015-10-23 21:45:59 +0000 | [diff] [blame] | 1492 | // Add the first PT_LOAD segment for regular output sections. |
| Rui Ueyama | 6bd3822 | 2017-04-05 21:37:09 +0000 | [diff] [blame] | 1493 | uint64_t Flags = computeFlags(PF_R); |
| Rafael Espindola | 17cb7c0 | 2016-12-19 17:01:01 +0000 | [diff] [blame] | 1494 | PhdrEntry *Load = AddHdr(PT_LOAD, Flags); |
| Rafael Espindola | 02ed757 | 2017-05-04 19:34:17 +0000 | [diff] [blame] | 1495 | |
| 1496 | // Add the headers. We will remove them if they don't fit. |
| 1497 | Load->add(Out::ElfHeader); |
| 1498 | Load->add(Out::ProgramHeaders); |
| 1499 | |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1500 | for (OutputSection *Sec : OutputSections) { |
| Rafael Espindola | 04a2e34 | 2016-11-09 01:42:41 +0000 | [diff] [blame] | 1501 | if (!(Sec->Flags & SHF_ALLOC)) |
| Rafael Espindola | aab6d5c | 2016-09-16 21:29:07 +0000 | [diff] [blame] | 1502 | break; |
| George Rimar | 7702bc2 | 2017-03-16 11:20:02 +0000 | [diff] [blame] | 1503 | if (!needsPtLoad(Sec)) |
| Rafael Espindola | ef762f2 | 2016-02-10 23:29:38 +0000 | [diff] [blame] | 1504 | continue; |
| 1505 | |
| George Rimar | 8ceadb3 | 2016-08-17 07:44:19 +0000 | [diff] [blame] | 1506 | // Segments are contiguous memory regions that has the same attributes |
| 1507 | // (e.g. executable or writable). There is one phdr for each segment. |
| 1508 | // Therefore, we need to create a new phdr when the next section has |
| 1509 | // different flags or is loaded at a discontiguous address using AT linker |
| 1510 | // script command. |
| Rui Ueyama | 6bd3822 | 2017-04-05 21:37:09 +0000 | [diff] [blame] | 1511 | uint64_t NewFlags = computeFlags(Sec->getPhdrFlags()); |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1512 | if (Sec->LMAExpr || Flags != NewFlags) { |
| Rafael Espindola | e090fb2 | 2016-03-09 21:37:22 +0000 | [diff] [blame] | 1513 | Load = AddHdr(PT_LOAD, NewFlags); |
| Rafael Espindola | 4fc6044 | 2016-02-10 22:43:13 +0000 | [diff] [blame] | 1514 | Flags = NewFlags; |
| 1515 | } |
| Michael J. Spencer | 78aa1de | 2015-11-03 00:34:39 +0000 | [diff] [blame] | 1516 | |
| Rui Ueyama | 18f084f | 2016-07-20 19:36:41 +0000 | [diff] [blame] | 1517 | Load->add(Sec); |
| Michael J. Spencer | 84487f1 | 2015-07-24 21:03:07 +0000 | [diff] [blame] | 1518 | } |
| Rafael Espindola | 6b83b90 | 2015-08-12 00:00:24 +0000 | [diff] [blame] | 1519 | |
| Rui Ueyama | db00b61 | 2017-02-01 22:42:17 +0000 | [diff] [blame] | 1520 | // Add a TLS segment if any. |
| George Rimar | aa35418 | 2017-07-27 07:46:50 +0000 | [diff] [blame] | 1521 | PhdrEntry *TlsHdr = make<PhdrEntry>(PT_TLS, PF_R); |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1522 | for (OutputSection *Sec : OutputSections) |
| Rui Ueyama | db00b61 | 2017-02-01 22:42:17 +0000 | [diff] [blame] | 1523 | if (Sec->Flags & SHF_TLS) |
| George Rimar | aa35418 | 2017-07-27 07:46:50 +0000 | [diff] [blame] | 1524 | TlsHdr->add(Sec); |
| George Rimar | 6823c5f | 2017-09-07 11:01:10 +0000 | [diff] [blame] | 1525 | if (TlsHdr->FirstSec) |
| George Rimar | aa35418 | 2017-07-27 07:46:50 +0000 | [diff] [blame] | 1526 | Ret.push_back(TlsHdr); |
| Michael J. Spencer | 78aa1de | 2015-11-03 00:34:39 +0000 | [diff] [blame] | 1527 | |
| Rui Ueyama | 803195e | 2015-10-23 21:45:59 +0000 | [diff] [blame] | 1528 | // Add an entry for .dynamic. |
| George Rimar | 69b17c3 | 2017-05-16 10:04:42 +0000 | [diff] [blame] | 1529 | if (InX::DynSymTab) |
| Rafael Espindola | db5e56f | 2017-05-31 20:17:44 +0000 | [diff] [blame] | 1530 | AddHdr(PT_DYNAMIC, InX::Dynamic->getParent()->getPhdrFlags()) |
| 1531 | ->add(InX::Dynamic->getParent()); |
| Rafael Espindola | 91009b3 | 2015-08-12 01:45:28 +0000 | [diff] [blame] | 1532 | |
| Rafael Espindola | 4fc6044 | 2016-02-10 22:43:13 +0000 | [diff] [blame] | 1533 | // PT_GNU_RELRO includes all sections that should be marked as |
| 1534 | // read-only by dynamic linker after proccessing relocations. |
| George Rimar | aa35418 | 2017-07-27 07:46:50 +0000 | [diff] [blame] | 1535 | PhdrEntry *RelRo = make<PhdrEntry>(PT_GNU_RELRO, PF_R); |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1536 | for (OutputSection *Sec : OutputSections) |
| Rafael Espindola | 9e889eb | 2017-05-11 23:31:06 +0000 | [diff] [blame] | 1537 | if (needsPtLoad(Sec) && isRelroSection(Sec)) |
| George Rimar | aa35418 | 2017-07-27 07:46:50 +0000 | [diff] [blame] | 1538 | RelRo->add(Sec); |
| George Rimar | 6823c5f | 2017-09-07 11:01:10 +0000 | [diff] [blame] | 1539 | if (RelRo->FirstSec) |
| George Rimar | aa35418 | 2017-07-27 07:46:50 +0000 | [diff] [blame] | 1540 | Ret.push_back(RelRo); |
| George Rimar | e3336c0 | 2015-11-24 10:15:50 +0000 | [diff] [blame] | 1541 | |
| Rafael Espindola | 4fc6044 | 2016-02-10 22:43:13 +0000 | [diff] [blame] | 1542 | // PT_GNU_EH_FRAME is a special section pointing on .eh_frame_hdr. |
| Eugene Leviant | 30c1b43 | 2017-03-14 08:49:09 +0000 | [diff] [blame] | 1543 | if (!In<ELFT>::EhFrame->empty() && In<ELFT>::EhFrameHdr && |
| Rafael Espindola | db5e56f | 2017-05-31 20:17:44 +0000 | [diff] [blame] | 1544 | In<ELFT>::EhFrame->getParent() && In<ELFT>::EhFrameHdr->getParent()) |
| 1545 | AddHdr(PT_GNU_EH_FRAME, In<ELFT>::EhFrameHdr->getParent()->getPhdrFlags()) |
| 1546 | ->add(In<ELFT>::EhFrameHdr->getParent()); |
| George Rimar | f6bc65a | 2016-01-15 13:34:52 +0000 | [diff] [blame] | 1547 | |
| Rui Ueyama | 81cb710 | 2017-03-24 00:15:57 +0000 | [diff] [blame] | 1548 | // PT_OPENBSD_RANDOMIZE is an OpenBSD-specific feature. That makes |
| 1549 | // the dynamic linker fill the segment with random data. |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1550 | if (OutputSection *Cmd = findSection(".openbsd.randomdata")) |
| 1551 | AddHdr(PT_OPENBSD_RANDOMIZE, Cmd->getPhdrFlags())->add(Cmd); |
| George Rimar | 270173f | 2016-10-14 13:02:22 +0000 | [diff] [blame] | 1552 | |
| Rui Ueyama | e79b09a | 2015-11-21 22:19:32 +0000 | [diff] [blame] | 1553 | // PT_GNU_STACK is a special section to tell the loader to make the |
| Rui Ueyama | a7e8725 | 2017-02-23 08:09:51 +0000 | [diff] [blame] | 1554 | // pages for the stack non-executable. If you really want an executable |
| 1555 | // stack, you can pass -z execstack, but that's not recommended for |
| 1556 | // security reasons. |
| 1557 | unsigned Perm; |
| 1558 | if (Config->ZExecstack) |
| 1559 | Perm = PF_R | PF_W | PF_X; |
| 1560 | else |
| 1561 | Perm = PF_R | PF_W; |
| 1562 | AddHdr(PT_GNU_STACK, Perm)->p_memsz = Config->ZStackSize; |
| Rafael Espindola | 9907eb0 | 2016-03-01 13:23:29 +0000 | [diff] [blame] | 1563 | |
| George Rimar | cc6e567 | 2016-10-14 10:34:36 +0000 | [diff] [blame] | 1564 | // PT_OPENBSD_WXNEEDED is a OpenBSD-specific header to mark the executable |
| 1565 | // is expected to perform W^X violations, such as calling mprotect(2) or |
| 1566 | // mmap(2) with PROT_WRITE | PROT_EXEC, which is prohibited by default on |
| 1567 | // OpenBSD. |
| 1568 | if (Config->ZWxneeded) |
| 1569 | AddHdr(PT_OPENBSD_WXNEEDED, PF_X); |
| 1570 | |
| Petr Hosek | 4d65ef3b | 2017-02-01 20:58:41 +0000 | [diff] [blame] | 1571 | // Create one PT_NOTE per a group of contiguous .note sections. |
| 1572 | PhdrEntry *Note = nullptr; |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1573 | for (OutputSection *Sec : OutputSections) { |
| Petr Hosek | 4d65ef3b | 2017-02-01 20:58:41 +0000 | [diff] [blame] | 1574 | if (Sec->Type == SHT_NOTE) { |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1575 | if (!Note || Sec->LMAExpr) |
| Petr Hosek | 4d65ef3b | 2017-02-01 20:58:41 +0000 | [diff] [blame] | 1576 | Note = AddHdr(PT_NOTE, PF_R); |
| 1577 | Note->add(Sec); |
| 1578 | } else { |
| 1579 | Note = nullptr; |
| 1580 | } |
| 1581 | } |
| Rui Ueyama | 703296a | 2016-07-20 19:36:39 +0000 | [diff] [blame] | 1582 | return Ret; |
| Rafael Espindola | 4fc6044 | 2016-02-10 22:43:13 +0000 | [diff] [blame] | 1583 | } |
| 1584 | |
| Rafael Espindola | 8e67000 | 2016-11-28 00:40:21 +0000 | [diff] [blame] | 1585 | template <class ELFT> |
| George Rimar | aa35418 | 2017-07-27 07:46:50 +0000 | [diff] [blame] | 1586 | void Writer<ELFT>::addPtArmExid(std::vector<PhdrEntry *> &Phdrs) { |
| Rafael Espindola | 8e67000 | 2016-11-28 00:40:21 +0000 | [diff] [blame] | 1587 | if (Config->EMachine != EM_ARM) |
| 1588 | return; |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1589 | auto I = llvm::find_if(OutputSections, [](OutputSection *Cmd) { |
| 1590 | return Cmd->Type == SHT_ARM_EXIDX; |
| George Rimar | a951d5c | 2017-07-04 13:10:37 +0000 | [diff] [blame] | 1591 | }); |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1592 | if (I == OutputSections.end()) |
| Rafael Espindola | 8e67000 | 2016-11-28 00:40:21 +0000 | [diff] [blame] | 1593 | return; |
| 1594 | |
| 1595 | // PT_ARM_EXIDX is the ARM EHABI equivalent of PT_GNU_EH_FRAME |
| George Rimar | aa35418 | 2017-07-27 07:46:50 +0000 | [diff] [blame] | 1596 | PhdrEntry *ARMExidx = make<PhdrEntry>(PT_ARM_EXIDX, PF_R); |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1597 | ARMExidx->add(*I); |
| Rafael Espindola | 8e67000 | 2016-11-28 00:40:21 +0000 | [diff] [blame] | 1598 | Phdrs.push_back(ARMExidx); |
| 1599 | } |
| 1600 | |
| Peter Collingbourne | 628ec9f | 2017-01-10 01:21:30 +0000 | [diff] [blame] | 1601 | // The first section of each PT_LOAD, the first section in PT_GNU_RELRO and the |
| 1602 | // first section after PT_GNU_RELRO have to be page aligned so that the dynamic |
| 1603 | // linker can set the permissions. |
| Rui Ueyama | 4709190 | 2016-03-30 19:41:51 +0000 | [diff] [blame] | 1604 | template <class ELFT> void Writer<ELFT>::fixSectionAlignments() { |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1605 | auto PageAlign = [](OutputSection *Cmd) { |
| Rafael Espindola | 0f7dc0e | 2017-06-02 01:37:58 +0000 | [diff] [blame] | 1606 | if (Cmd && !Cmd->AddrExpr) |
| 1607 | Cmd->AddrExpr = [=] { |
| 1608 | return alignTo(Script->getDot(), Config->MaxPageSize); |
| 1609 | }; |
| 1610 | }; |
| 1611 | |
| George Rimar | aa35418 | 2017-07-27 07:46:50 +0000 | [diff] [blame] | 1612 | for (const PhdrEntry *P : Phdrs) |
| George Rimar | 6823c5f | 2017-09-07 11:01:10 +0000 | [diff] [blame] | 1613 | if (P->p_type == PT_LOAD && P->FirstSec) |
| 1614 | PageAlign(P->FirstSec); |
| Rui Ueyama | 4709190 | 2016-03-30 19:41:51 +0000 | [diff] [blame] | 1615 | |
| George Rimar | aa35418 | 2017-07-27 07:46:50 +0000 | [diff] [blame] | 1616 | for (const PhdrEntry *P : Phdrs) { |
| 1617 | if (P->p_type != PT_GNU_RELRO) |
| Rui Ueyama | 4709190 | 2016-03-30 19:41:51 +0000 | [diff] [blame] | 1618 | continue; |
| George Rimar | 6823c5f | 2017-09-07 11:01:10 +0000 | [diff] [blame] | 1619 | if (P->FirstSec) |
| 1620 | PageAlign(P->FirstSec); |
| Rui Ueyama | 4709190 | 2016-03-30 19:41:51 +0000 | [diff] [blame] | 1621 | // Find the first section after PT_GNU_RELRO. If it is in a PT_LOAD we |
| 1622 | // have to align it to a page. |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1623 | auto End = OutputSections.end(); |
| George Rimar | 6823c5f | 2017-09-07 11:01:10 +0000 | [diff] [blame] | 1624 | auto I = std::find(OutputSections.begin(), End, P->LastSec); |
| Rui Ueyama | 4709190 | 2016-03-30 19:41:51 +0000 | [diff] [blame] | 1625 | if (I == End || (I + 1) == End) |
| 1626 | continue; |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1627 | OutputSection *Cmd = (*(I + 1)); |
| 1628 | if (needsPtLoad(Cmd)) |
| 1629 | PageAlign(Cmd); |
| Rui Ueyama | 4709190 | 2016-03-30 19:41:51 +0000 | [diff] [blame] | 1630 | } |
| 1631 | } |
| 1632 | |
| George Rimar | 5f85732 | 2016-04-27 09:16:28 +0000 | [diff] [blame] | 1633 | // Adjusts the file alignment for a given output section and returns |
| 1634 | // its new file offset. The file offset must be the same with its |
| 1635 | // virtual address (modulo the page size) so that the loader can load |
| 1636 | // executables without any address adjustment. |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1637 | static uint64_t getFileAlignment(uint64_t Off, OutputSection *Cmd) { |
| Rafael Espindola | 8b8f74f | 2016-12-07 20:20:39 +0000 | [diff] [blame] | 1638 | // If the section is not in a PT_LOAD, we just have to align it. |
| George Rimar | 582ede8 | 2017-09-07 10:53:07 +0000 | [diff] [blame] | 1639 | if (!Cmd->PtLoad) |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1640 | return alignTo(Off, Cmd->Alignment); |
| Eugene Leviant | 3d9abec | 2016-09-29 09:20:33 +0000 | [diff] [blame] | 1641 | |
| George Rimar | 6823c5f | 2017-09-07 11:01:10 +0000 | [diff] [blame] | 1642 | OutputSection *First = Cmd->PtLoad->FirstSec; |
| Rafael Espindola | 8b8f74f | 2016-12-07 20:20:39 +0000 | [diff] [blame] | 1643 | // The first section in a PT_LOAD has to have congruent offset and address |
| 1644 | // module the page size. |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1645 | if (Cmd == First) |
| 1646 | return alignTo(Off, std::max<uint64_t>(Cmd->Alignment, Config->MaxPageSize), |
| 1647 | Cmd->Addr); |
| Rafael Espindola | 8b8f74f | 2016-12-07 20:20:39 +0000 | [diff] [blame] | 1648 | |
| 1649 | // If two sections share the same PT_LOAD the file offset is calculated |
| 1650 | // using this formula: Off2 = Off1 + (VA2 - VA1). |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1651 | return First->Offset + Cmd->Addr - First->Addr; |
| George Rimar | 5f85732 | 2016-04-27 09:16:28 +0000 | [diff] [blame] | 1652 | } |
| 1653 | |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1654 | static uint64_t setOffset(OutputSection *Cmd, uint64_t Off) { |
| 1655 | if (Cmd->Type == SHT_NOBITS) { |
| 1656 | Cmd->Offset = Off; |
| Rui Ueyama | 35723f0 | 2017-02-14 23:35:42 +0000 | [diff] [blame] | 1657 | return Off; |
| George Rimar | 86ce267 | 2016-08-25 09:05:47 +0000 | [diff] [blame] | 1658 | } |
| 1659 | |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1660 | Off = getFileAlignment(Off, Cmd); |
| 1661 | Cmd->Offset = Off; |
| 1662 | return Off + Cmd->Size; |
| George Rimar | 86ce267 | 2016-08-25 09:05:47 +0000 | [diff] [blame] | 1663 | } |
| 1664 | |
| 1665 | template <class ELFT> void Writer<ELFT>::assignFileOffsetsBinary() { |
| Rui Ueyama | 6bd3822 | 2017-04-05 21:37:09 +0000 | [diff] [blame] | 1666 | uint64_t Off = 0; |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1667 | for (OutputSection *Sec : OutputSections) |
| Rafael Espindola | 04a2e34 | 2016-11-09 01:42:41 +0000 | [diff] [blame] | 1668 | if (Sec->Flags & SHF_ALLOC) |
| Rui Ueyama | 6bd3822 | 2017-04-05 21:37:09 +0000 | [diff] [blame] | 1669 | Off = setOffset(Sec, Off); |
| 1670 | FileSize = alignTo(Off, Config->Wordsize); |
| George Rimar | 86ce267 | 2016-08-25 09:05:47 +0000 | [diff] [blame] | 1671 | } |
| 1672 | |
| Rui Ueyama | e044e9c | 2016-04-01 17:07:17 +0000 | [diff] [blame] | 1673 | // Assign file offsets to output sections. |
| 1674 | template <class ELFT> void Writer<ELFT>::assignFileOffsets() { |
| Rui Ueyama | 6bd3822 | 2017-04-05 21:37:09 +0000 | [diff] [blame] | 1675 | uint64_t Off = 0; |
| 1676 | Off = setOffset(Out::ElfHeader, Off); |
| 1677 | Off = setOffset(Out::ProgramHeaders, Off); |
| George Rimar | 7ca0627 | 2016-04-06 07:20:45 +0000 | [diff] [blame] | 1678 | |
| Petr Hosek | edd6c35 | 2017-08-02 16:35:00 +0000 | [diff] [blame] | 1679 | PhdrEntry *LastRX = nullptr; |
| 1680 | for (PhdrEntry *P : Phdrs) |
| 1681 | if (P->p_type == PT_LOAD && (P->p_flags & PF_X)) |
| 1682 | LastRX = P; |
| 1683 | |
| 1684 | for (OutputSection *Sec : OutputSections) { |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1685 | Off = setOffset(Sec, Off); |
| Petr Hosek | edd6c35 | 2017-08-02 16:35:00 +0000 | [diff] [blame] | 1686 | if (Script->Opt.HasSections) |
| 1687 | continue; |
| 1688 | // If this is a last section of the last executable segment and that |
| 1689 | // segment is the last loadable segment, align the offset of the |
| 1690 | // following section to avoid loading non-segments parts of the file. |
| George Rimar | 6823c5f | 2017-09-07 11:01:10 +0000 | [diff] [blame] | 1691 | if (LastRX && LastRX->LastSec == Sec) |
| Petr Hosek | edd6c35 | 2017-08-02 16:35:00 +0000 | [diff] [blame] | 1692 | Off = alignTo(Off, Target->PageSize); |
| 1693 | } |
| Eugene Leviant | 467c4d5 | 2016-07-01 10:27:36 +0000 | [diff] [blame] | 1694 | |
| Rui Ueyama | 6bd3822 | 2017-04-05 21:37:09 +0000 | [diff] [blame] | 1695 | SectionHeaderOff = alignTo(Off, Config->Wordsize); |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1696 | FileSize = SectionHeaderOff + (OutputSections.size() + 1) * sizeof(Elf_Shdr); |
| Rui Ueyama | e044e9c | 2016-04-01 17:07:17 +0000 | [diff] [blame] | 1697 | } |
| 1698 | |
| 1699 | // Finalize the program headers. We call this function after we assign |
| 1700 | // file offsets and VAs to all sections. |
| 1701 | template <class ELFT> void Writer<ELFT>::setPhdrs() { |
| George Rimar | aa35418 | 2017-07-27 07:46:50 +0000 | [diff] [blame] | 1702 | for (PhdrEntry *P : Phdrs) { |
| George Rimar | 6823c5f | 2017-09-07 11:01:10 +0000 | [diff] [blame] | 1703 | OutputSection *First = P->FirstSec; |
| 1704 | OutputSection *Last = P->LastSec; |
| Rui Ueyama | e8a45e4 | 2016-04-01 22:42:04 +0000 | [diff] [blame] | 1705 | if (First) { |
| George Rimar | aa35418 | 2017-07-27 07:46:50 +0000 | [diff] [blame] | 1706 | P->p_filesz = Last->Offset - First->Offset; |
| Rafael Espindola | 04a2e34 | 2016-11-09 01:42:41 +0000 | [diff] [blame] | 1707 | if (Last->Type != SHT_NOBITS) |
| George Rimar | aa35418 | 2017-07-27 07:46:50 +0000 | [diff] [blame] | 1708 | P->p_filesz += Last->Size; |
| 1709 | P->p_memsz = Last->Addr + Last->Size - First->Addr; |
| 1710 | P->p_offset = First->Offset; |
| 1711 | P->p_vaddr = First->Addr; |
| 1712 | if (!P->HasLMA) |
| 1713 | P->p_paddr = First->getLMA(); |
| Rafael Espindola | 4fc6044 | 2016-02-10 22:43:13 +0000 | [diff] [blame] | 1714 | } |
| George Rimar | aa35418 | 2017-07-27 07:46:50 +0000 | [diff] [blame] | 1715 | if (P->p_type == PT_LOAD) |
| 1716 | P->p_align = std::max<uint64_t>(P->p_align, Config->MaxPageSize); |
| 1717 | else if (P->p_type == PT_GNU_RELRO) { |
| 1718 | P->p_align = 1; |
| Peter Collingbourne | 7b5088b | 2017-01-04 18:56:15 +0000 | [diff] [blame] | 1719 | // The glibc dynamic loader rounds the size down, so we need to round up |
| 1720 | // to protect the last page. This is a no-op on FreeBSD which always |
| 1721 | // rounds up. |
| George Rimar | aa35418 | 2017-07-27 07:46:50 +0000 | [diff] [blame] | 1722 | P->p_memsz = alignTo(P->p_memsz, Target->PageSize); |
| Peter Collingbourne | 7b5088b | 2017-01-04 18:56:15 +0000 | [diff] [blame] | 1723 | } |
| George Rimar | 8ceadb3 | 2016-08-17 07:44:19 +0000 | [diff] [blame] | 1724 | |
| Rafael Espindola | 4fc6044 | 2016-02-10 22:43:13 +0000 | [diff] [blame] | 1725 | // The TLS pointer goes after PT_TLS. At least glibc will align it, |
| 1726 | // so round up the size to make sure the offsets are correct. |
| George Rimar | aa35418 | 2017-07-27 07:46:50 +0000 | [diff] [blame] | 1727 | if (P->p_type == PT_TLS) { |
| 1728 | Out::TlsPhdr = P; |
| 1729 | if (P->p_memsz) |
| 1730 | P->p_memsz = alignTo(P->p_memsz, P->p_align); |
| Rui Ueyama | 803195e | 2015-10-23 21:45:59 +0000 | [diff] [blame] | 1731 | } |
| 1732 | } |
| Michael J. Spencer | 84487f1 | 2015-07-24 21:03:07 +0000 | [diff] [blame] | 1733 | } |
| 1734 | |
| Rui Ueyama | 2eda6d1 | 2016-11-23 22:41:00 +0000 | [diff] [blame] | 1735 | // The entry point address is chosen in the following ways. |
| 1736 | // |
| 1737 | // 1. the '-e' entry command-line option; |
| 1738 | // 2. the ENTRY(symbol) command in a linker control script; |
| 1739 | // 3. the value of the symbol start, if present; |
| 1740 | // 4. the address of the first byte of the .text section, if present; |
| 1741 | // 5. the address 0. |
| Rui Ueyama | 6bd3822 | 2017-04-05 21:37:09 +0000 | [diff] [blame] | 1742 | template <class ELFT> uint64_t Writer<ELFT>::getEntryAddr() { |
| Rui Ueyama | a1407c4 | 2016-12-07 03:23:06 +0000 | [diff] [blame] | 1743 | // Case 1, 2 or 3. As a special case, if the symbol is actually |
| 1744 | // a number, we'll use that number as an address. |
| Rafael Espindola | 244ef98 | 2017-07-26 18:42:48 +0000 | [diff] [blame] | 1745 | if (SymbolBody *B = Symtab->find(Config->Entry)) |
| George Rimar | f64618a | 2017-03-17 11:56:54 +0000 | [diff] [blame] | 1746 | return B->getVA(); |
| Rui Ueyama | a1407c4 | 2016-12-07 03:23:06 +0000 | [diff] [blame] | 1747 | uint64_t Addr; |
| George Rimar | ab94768 | 2017-05-16 08:19:25 +0000 | [diff] [blame] | 1748 | if (to_integer(Config->Entry, Addr)) |
| Rui Ueyama | a1407c4 | 2016-12-07 03:23:06 +0000 | [diff] [blame] | 1749 | return Addr; |
| Rui Ueyama | 2eda6d1 | 2016-11-23 22:41:00 +0000 | [diff] [blame] | 1750 | |
| 1751 | // Case 4 |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1752 | if (OutputSection *Sec = findSection(".text")) { |
| Rui Ueyama | 9e5f5ef | 2016-12-07 04:06:21 +0000 | [diff] [blame] | 1753 | if (Config->WarnMissingEntry) |
| Petr Hosek | 2f50fef | 2016-12-07 02:26:16 +0000 | [diff] [blame] | 1754 | warn("cannot find entry symbol " + Config->Entry + "; defaulting to 0x" + |
| 1755 | utohexstr(Sec->Addr)); |
| Rui Ueyama | 2eda6d1 | 2016-11-23 22:41:00 +0000 | [diff] [blame] | 1756 | return Sec->Addr; |
| 1757 | } |
| 1758 | |
| 1759 | // Case 5 |
| Rui Ueyama | 9e5f5ef | 2016-12-07 04:06:21 +0000 | [diff] [blame] | 1760 | if (Config->WarnMissingEntry) |
| Petr Hosek | 2f50fef | 2016-12-07 02:26:16 +0000 | [diff] [blame] | 1761 | warn("cannot find entry symbol " + Config->Entry + |
| 1762 | "; not setting start address"); |
| Rui Ueyama | 8da7aa0 | 2016-10-20 00:07:36 +0000 | [diff] [blame] | 1763 | return 0; |
| Rui Ueyama | 3bfaba9 | 2015-12-24 08:37:34 +0000 | [diff] [blame] | 1764 | } |
| 1765 | |
| Rui Ueyama | 4cea4e8 | 2016-02-25 19:28:37 +0000 | [diff] [blame] | 1766 | static uint16_t getELFType() { |
| Rui Ueyama | d57e74b7 | 2017-03-17 23:29:01 +0000 | [diff] [blame] | 1767 | if (Config->Pic) |
| Rui Ueyama | 4cea4e8 | 2016-02-25 19:28:37 +0000 | [diff] [blame] | 1768 | return ET_DYN; |
| 1769 | if (Config->Relocatable) |
| 1770 | return ET_REL; |
| 1771 | return ET_EXEC; |
| 1772 | } |
| 1773 | |
| Michael J. Spencer | 84487f1 | 2015-07-24 21:03:07 +0000 | [diff] [blame] | 1774 | template <class ELFT> void Writer<ELFT>::writeHeader() { |
| 1775 | uint8_t *Buf = Buffer->getBufferStart(); |
| Rui Ueyama | e08cd67 | 2015-10-23 22:44:39 +0000 | [diff] [blame] | 1776 | memcpy(Buf, "\177ELF", 4); |
| 1777 | |
| Rui Ueyama | 6621d8e | 2015-10-24 17:57:40 +0000 | [diff] [blame] | 1778 | // Write the ELF header. |
| Rafael Espindola | 18608a0 | 2015-09-08 21:57:31 +0000 | [diff] [blame] | 1779 | auto *EHdr = reinterpret_cast<Elf_Ehdr *>(Buf); |
| Rui Ueyama | f2dc436 | 2017-04-05 21:08:47 +0000 | [diff] [blame] | 1780 | EHdr->e_ident[EI_CLASS] = Config->Is64 ? ELFCLASS64 : ELFCLASS32; |
| 1781 | EHdr->e_ident[EI_DATA] = Config->IsLE ? ELFDATA2LSB : ELFDATA2MSB; |
| Michael J. Spencer | 84487f1 | 2015-07-24 21:03:07 +0000 | [diff] [blame] | 1782 | EHdr->e_ident[EI_VERSION] = EV_CURRENT; |
| Rafael Espindola | 7cc713a | 2016-10-27 14:00:51 +0000 | [diff] [blame] | 1783 | EHdr->e_ident[EI_OSABI] = Config->OSABI; |
| Rui Ueyama | 4cea4e8 | 2016-02-25 19:28:37 +0000 | [diff] [blame] | 1784 | EHdr->e_type = getELFType(); |
| Rafael Espindola | 7cc713a | 2016-10-27 14:00:51 +0000 | [diff] [blame] | 1785 | EHdr->e_machine = Config->EMachine; |
| Michael J. Spencer | 84487f1 | 2015-07-24 21:03:07 +0000 | [diff] [blame] | 1786 | EHdr->e_version = EV_CURRENT; |
| Rui Ueyama | 2eda6d1 | 2016-11-23 22:41:00 +0000 | [diff] [blame] | 1787 | EHdr->e_entry = getEntryAddr(); |
| Michael J. Spencer | 8039dae2 | 2015-07-29 00:30:10 +0000 | [diff] [blame] | 1788 | EHdr->e_shoff = SectionHeaderOff; |
| Rafael Espindola | 18608a0 | 2015-09-08 21:57:31 +0000 | [diff] [blame] | 1789 | EHdr->e_ehsize = sizeof(Elf_Ehdr); |
| Rui Ueyama | 2f1b79f | 2015-10-10 22:34:30 +0000 | [diff] [blame] | 1790 | EHdr->e_phnum = Phdrs.size(); |
| Rafael Espindola | 18608a0 | 2015-09-08 21:57:31 +0000 | [diff] [blame] | 1791 | EHdr->e_shentsize = sizeof(Elf_Shdr); |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1792 | EHdr->e_shnum = OutputSections.size() + 1; |
| Rafael Espindola | db5e56f | 2017-05-31 20:17:44 +0000 | [diff] [blame] | 1793 | EHdr->e_shstrndx = InX::ShStrTab->getParent()->SectionIndex; |
| Rui Ueyama | 6621d8e | 2015-10-24 17:57:40 +0000 | [diff] [blame] | 1794 | |
| Rui Ueyama | 1e2e8ea | 2016-09-13 20:51:32 +0000 | [diff] [blame] | 1795 | if (Config->EMachine == EM_ARM) |
| 1796 | // We don't currently use any features incompatible with EF_ARM_EABI_VER5, |
| 1797 | // but we don't have any firm guarantees of conformance. Linux AArch64 |
| 1798 | // kernels (as of 2016) require an EABI version to be set. |
| 1799 | EHdr->e_flags = EF_ARM_EABI_VER5; |
| 1800 | else if (Config->EMachine == EM_MIPS) |
| Simon Atanasyan | 4f90c2f | 2016-07-20 20:30:41 +0000 | [diff] [blame] | 1801 | EHdr->e_flags = getMipsEFlags<ELFT>(); |
| Rui Ueyama | 22b5d1f | 2016-03-13 19:29:17 +0000 | [diff] [blame] | 1802 | |
| George Rimar | 58941ee | 2016-02-25 08:23:37 +0000 | [diff] [blame] | 1803 | if (!Config->Relocatable) { |
| 1804 | EHdr->e_phoff = sizeof(Elf_Ehdr); |
| 1805 | EHdr->e_phentsize = sizeof(Elf_Phdr); |
| 1806 | } |
| 1807 | |
| Rui Ueyama | 6621d8e | 2015-10-24 17:57:40 +0000 | [diff] [blame] | 1808 | // Write the program header table. |
| Rafael Espindola | 4fc6044 | 2016-02-10 22:43:13 +0000 | [diff] [blame] | 1809 | auto *HBuf = reinterpret_cast<Elf_Phdr *>(Buf + EHdr->e_phoff); |
| George Rimar | aa35418 | 2017-07-27 07:46:50 +0000 | [diff] [blame] | 1810 | for (PhdrEntry *P : Phdrs) { |
| 1811 | HBuf->p_type = P->p_type; |
| 1812 | HBuf->p_flags = P->p_flags; |
| 1813 | HBuf->p_offset = P->p_offset; |
| 1814 | HBuf->p_vaddr = P->p_vaddr; |
| 1815 | HBuf->p_paddr = P->p_paddr; |
| 1816 | HBuf->p_filesz = P->p_filesz; |
| 1817 | HBuf->p_memsz = P->p_memsz; |
| 1818 | HBuf->p_align = P->p_align; |
| Rafael Espindola | 17cb7c0 | 2016-12-19 17:01:01 +0000 | [diff] [blame] | 1819 | ++HBuf; |
| 1820 | } |
| Rafael Espindola | e438e07 | 2015-09-08 22:55:28 +0000 | [diff] [blame] | 1821 | |
| Rui Ueyama | 6621d8e | 2015-10-24 17:57:40 +0000 | [diff] [blame] | 1822 | // Write the section header table. Note that the first table entry is null. |
| Rui Ueyama | ad59b65 | 2016-02-25 23:58:21 +0000 | [diff] [blame] | 1823 | auto *SHdrs = reinterpret_cast<Elf_Shdr *>(Buf + EHdr->e_shoff); |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1824 | for (OutputSection *Sec : OutputSections) |
| 1825 | Sec->writeHeaderTo<ELFT>(++SHdrs); |
| Michael J. Spencer | 84487f1 | 2015-07-24 21:03:07 +0000 | [diff] [blame] | 1826 | } |
| 1827 | |
| Rui Ueyama | 6d12eae | 2016-12-05 17:40:37 +0000 | [diff] [blame] | 1828 | // Open a result file. |
| Rui Ueyama | f7f52ef | 2016-04-01 17:24:19 +0000 | [diff] [blame] | 1829 | template <class ELFT> void Writer<ELFT>::openFile() { |
| Rui Ueyama | 6bd3822 | 2017-04-05 21:37:09 +0000 | [diff] [blame] | 1830 | if (!Config->Is64 && FileSize > UINT32_MAX) { |
| 1831 | error("output file too large: " + Twine(FileSize) + " bytes"); |
| 1832 | return; |
| 1833 | } |
| 1834 | |
| Rui Ueyama | 6d12eae | 2016-12-05 17:40:37 +0000 | [diff] [blame] | 1835 | unlinkAsync(Config->OutputFile); |
| Rafael Espindola | bdc8f2f | 2015-08-13 00:31:46 +0000 | [diff] [blame] | 1836 | ErrorOr<std::unique_ptr<FileOutputBuffer>> BufferOrErr = |
| Rui Ueyama | cbe3926 | 2016-02-02 22:48:04 +0000 | [diff] [blame] | 1837 | FileOutputBuffer::create(Config->OutputFile, FileSize, |
| 1838 | FileOutputBuffer::F_executable); |
| Rui Ueyama | 6d12eae | 2016-12-05 17:40:37 +0000 | [diff] [blame] | 1839 | |
| Rui Ueyama | aa2db88 | 2016-07-15 01:38:54 +0000 | [diff] [blame] | 1840 | if (auto EC = BufferOrErr.getError()) |
| Rui Ueyama | c8d3a83 | 2017-01-12 22:18:04 +0000 | [diff] [blame] | 1841 | error("failed to open " + Config->OutputFile + ": " + EC.message()); |
| Rui Ueyama | f7f52ef | 2016-04-01 17:24:19 +0000 | [diff] [blame] | 1842 | else |
| Rui Ueyama | aa2db88 | 2016-07-15 01:38:54 +0000 | [diff] [blame] | 1843 | Buffer = std::move(*BufferOrErr); |
| Michael J. Spencer | 84487f1 | 2015-07-24 21:03:07 +0000 | [diff] [blame] | 1844 | } |
| 1845 | |
| George Rimar | 86ce267 | 2016-08-25 09:05:47 +0000 | [diff] [blame] | 1846 | template <class ELFT> void Writer<ELFT>::writeSectionsBinary() { |
| 1847 | uint8_t *Buf = Buffer->getBufferStart(); |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1848 | for (OutputSection *Sec : OutputSections) |
| Rafael Espindola | 04a2e34 | 2016-11-09 01:42:41 +0000 | [diff] [blame] | 1849 | if (Sec->Flags & SHF_ALLOC) |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1850 | Sec->writeTo<ELFT>(Buf + Sec->Offset); |
| George Rimar | 86ce267 | 2016-08-25 09:05:47 +0000 | [diff] [blame] | 1851 | } |
| 1852 | |
| Rui Ueyama | 6238ed2 | 2017-08-14 21:18:12 +0000 | [diff] [blame] | 1853 | static void fillTrap(uint8_t *I, uint8_t *End) { |
| George Rimar | f7ef2a1 | 2017-08-21 08:31:14 +0000 | [diff] [blame] | 1854 | for (; I + 4 <= End; I += 4) |
| Petr Hosek | edd6c35 | 2017-08-02 16:35:00 +0000 | [diff] [blame] | 1855 | memcpy(I, &Target->TrapInstr, 4); |
| 1856 | } |
| 1857 | |
| Rui Ueyama | 6238ed2 | 2017-08-14 21:18:12 +0000 | [diff] [blame] | 1858 | // Fill the last page of executable segments with trap instructions |
| 1859 | // instead of leaving them as zero. Even though it is not required by any |
| 1860 | // standard, it is in general a good thing to do for security reasons. |
| 1861 | // |
| 1862 | // We'll leave other pages in segments as-is because the rest will be |
| 1863 | // overwritten by output sections. |
| Petr Hosek | edd6c35 | 2017-08-02 16:35:00 +0000 | [diff] [blame] | 1864 | template <class ELFT> void Writer<ELFT>::writeTrapInstr() { |
| 1865 | if (Script->Opt.HasSections) |
| 1866 | return; |
| 1867 | |
| Rui Ueyama | 6238ed2 | 2017-08-14 21:18:12 +0000 | [diff] [blame] | 1868 | // Fill the last page. |
| Petr Hosek | edd6c35 | 2017-08-02 16:35:00 +0000 | [diff] [blame] | 1869 | uint8_t *Buf = Buffer->getBufferStart(); |
| Rui Ueyama | 6238ed2 | 2017-08-14 21:18:12 +0000 | [diff] [blame] | 1870 | for (PhdrEntry *P : Phdrs) |
| 1871 | if (P->p_type == PT_LOAD && (P->p_flags & PF_X)) |
| 1872 | fillTrap(Buf + alignDown(P->p_offset + P->p_filesz, Target->PageSize), |
| 1873 | Buf + alignTo(P->p_offset + P->p_filesz, Target->PageSize)); |
| Petr Hosek | edd6c35 | 2017-08-02 16:35:00 +0000 | [diff] [blame] | 1874 | |
| Rui Ueyama | 6238ed2 | 2017-08-14 21:18:12 +0000 | [diff] [blame] | 1875 | // Round up the file size of the last segment to the page boundary iff it is |
| 1876 | // an executable segment to ensure that other other tools don't accidentally |
| 1877 | // trim the instruction padding (e.g. when stripping the file). |
| Petr Hosek | edd6c35 | 2017-08-02 16:35:00 +0000 | [diff] [blame] | 1878 | PhdrEntry *LastRX = nullptr; |
| 1879 | for (PhdrEntry *P : Phdrs) { |
| 1880 | if (P->p_type != PT_LOAD) |
| 1881 | continue; |
| 1882 | if (P->p_flags & PF_X) |
| 1883 | LastRX = P; |
| 1884 | else |
| 1885 | LastRX = nullptr; |
| 1886 | } |
| Petr Hosek | edd6c35 | 2017-08-02 16:35:00 +0000 | [diff] [blame] | 1887 | if (LastRX) |
| Petr Hosek | 7ab9f7b | 2017-09-01 21:48:20 +0000 | [diff] [blame] | 1888 | LastRX->p_memsz = LastRX->p_filesz = |
| 1889 | alignTo(LastRX->p_filesz, Target->PageSize); |
| Petr Hosek | edd6c35 | 2017-08-02 16:35:00 +0000 | [diff] [blame] | 1890 | } |
| 1891 | |
| Michael J. Spencer | 84487f1 | 2015-07-24 21:03:07 +0000 | [diff] [blame] | 1892 | // Write section contents to a mmap'ed file. |
| 1893 | template <class ELFT> void Writer<ELFT>::writeSections() { |
| 1894 | uint8_t *Buf = Buffer->getBufferStart(); |
| Hal Finkel | daedc12 | 2015-10-12 23:16:53 +0000 | [diff] [blame] | 1895 | |
| Rui Ueyama | 7511825 | 2016-08-09 01:35:37 +0000 | [diff] [blame] | 1896 | // PPC64 needs to process relocations in the .opd section |
| 1897 | // before processing relocations in code-containing sections. |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1898 | if (auto *OpdCmd = findSection(".opd")) { |
| 1899 | Out::Opd = OpdCmd; |
| Rui Ueyama | 9d1bacb1 | 2017-02-27 02:31:26 +0000 | [diff] [blame] | 1900 | Out::OpdBuf = Buf + Out::Opd->Offset; |
| Rafael Espindola | 55b169b | 2017-05-24 18:08:04 +0000 | [diff] [blame] | 1901 | OpdCmd->template writeTo<ELFT>(Buf + Out::Opd->Offset); |
| Rafael Espindola | 7a51305 | 2015-10-13 14:45:51 +0000 | [diff] [blame] | 1902 | } |
| Hal Finkel | daedc12 | 2015-10-12 23:16:53 +0000 | [diff] [blame] | 1903 | |
| Rafael Espindola | 24e6f36 | 2017-02-24 15:07:30 +0000 | [diff] [blame] | 1904 | OutputSection *EhFrameHdr = |
| Rafael Espindola | 881cc16 | 2017-05-26 17:28:17 +0000 | [diff] [blame] | 1905 | (In<ELFT>::EhFrameHdr && !In<ELFT>::EhFrameHdr->empty()) |
| Rafael Espindola | db5e56f | 2017-05-31 20:17:44 +0000 | [diff] [blame] | 1906 | ? In<ELFT>::EhFrameHdr->getParent() |
| Rafael Espindola | 881cc16 | 2017-05-26 17:28:17 +0000 | [diff] [blame] | 1907 | : nullptr; |
| Rafael Espindola | 08d6a3f | 2017-02-11 01:40:49 +0000 | [diff] [blame] | 1908 | |
| 1909 | // In -r or -emit-relocs mode, write the relocation sections first as in |
| 1910 | // ELf_Rel targets we might find out that we need to modify the relocated |
| 1911 | // section while doing it. |
| Rui Ueyama | cb22203 | 2017-10-01 02:25:34 +0000 | [diff] [blame] | 1912 | parallelForEach(OutputSections, [&](OutputSection *Sec) { |
| Rafael Espindola | 08d6a3f | 2017-02-11 01:40:49 +0000 | [diff] [blame] | 1913 | if (Sec->Type == SHT_REL || Sec->Type == SHT_RELA) |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1914 | Sec->writeTo<ELFT>(Buf + Sec->Offset); |
| Rui Ueyama | cb22203 | 2017-10-01 02:25:34 +0000 | [diff] [blame] | 1915 | }); |
| Rafael Espindola | 08d6a3f | 2017-02-11 01:40:49 +0000 | [diff] [blame] | 1916 | |
| Rui Ueyama | cb22203 | 2017-10-01 02:25:34 +0000 | [diff] [blame] | 1917 | parallelForEach(OutputSections, [&](OutputSection *Sec) { |
| Rui Ueyama | 9d1bacb1 | 2017-02-27 02:31:26 +0000 | [diff] [blame] | 1918 | if (Sec != Out::Opd && Sec != EhFrameHdr && Sec->Type != SHT_REL && |
| Rafael Espindola | 08d6a3f | 2017-02-11 01:40:49 +0000 | [diff] [blame] | 1919 | Sec->Type != SHT_RELA) |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1920 | Sec->writeTo<ELFT>(Buf + Sec->Offset); |
| Rui Ueyama | cb22203 | 2017-10-01 02:25:34 +0000 | [diff] [blame] | 1921 | }); |
| Eugene Leviant | e4f590f | 2016-08-31 07:43:50 +0000 | [diff] [blame] | 1922 | |
| 1923 | // The .eh_frame_hdr depends on .eh_frame section contents, therefore |
| 1924 | // it should be written after .eh_frame is written. |
| Rafael Espindola | 8c022ca | 2017-07-27 19:22:43 +0000 | [diff] [blame] | 1925 | if (EhFrameHdr) |
| 1926 | EhFrameHdr->writeTo<ELFT>(Buf + EhFrameHdr->Offset); |
| Michael J. Spencer | 84487f1 | 2015-07-24 21:03:07 +0000 | [diff] [blame] | 1927 | } |
| Rui Ueyama | 3ce825e | 2015-10-09 21:07:25 +0000 | [diff] [blame] | 1928 | |
| Rui Ueyama | 634ddf0 | 2016-03-11 20:51:53 +0000 | [diff] [blame] | 1929 | template <class ELFT> void Writer<ELFT>::writeBuildId() { |
| Rafael Espindola | db5e56f | 2017-05-31 20:17:44 +0000 | [diff] [blame] | 1930 | if (!InX::BuildId || !InX::BuildId->getParent()) |
| Rui Ueyama | 634ddf0 | 2016-03-11 20:51:53 +0000 | [diff] [blame] | 1931 | return; |
| 1932 | |
| Petr Hosek | fdfcb79 | 2016-09-01 22:43:03 +0000 | [diff] [blame] | 1933 | // Compute a hash of all sections of the output file. |
| Rui Ueyama | 634ddf0 | 2016-03-11 20:51:53 +0000 | [diff] [blame] | 1934 | uint8_t *Start = Buffer->getBufferStart(); |
| Petr Hosek | fdfcb79 | 2016-09-01 22:43:03 +0000 | [diff] [blame] | 1935 | uint8_t *End = Start + FileSize; |
| Rafael Espindola | 895aea6 | 2017-05-11 22:02:41 +0000 | [diff] [blame] | 1936 | InX::BuildId->writeBuildId({Start, End}); |
| Rui Ueyama | 634ddf0 | 2016-03-11 20:51:53 +0000 | [diff] [blame] | 1937 | } |
| 1938 | |
| Rui Ueyama | 84907c5 | 2016-08-09 03:38:23 +0000 | [diff] [blame] | 1939 | template void elf::writeResult<ELF32LE>(); |
| 1940 | template void elf::writeResult<ELF32BE>(); |
| 1941 | template void elf::writeResult<ELF64LE>(); |
| 1942 | template void elf::writeResult<ELF64BE>(); |