blob: 492f2dcaa88c569acb62a27ea93e896759bb1fd2 [file] [log] [blame]
Rafael Espindola01205f72015-09-22 18:19:46 +00001//===- Target.cpp ---------------------------------------------------------===//
2//
3// The LLVM Linker
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
Rui Ueyama34f29242015-10-13 19:51:57 +00009//
Rui Ueyama66072272015-10-15 19:52:27 +000010// Machine-specific things, such as applying relocations, creation of
11// GOT or PLT entries, etc., are handled in this file.
12//
13// Refer the ELF spec for the single letter varaibles, S, A or P, used
14// in this file. SA is S+A.
Rui Ueyama34f29242015-10-13 19:51:57 +000015//
16//===----------------------------------------------------------------------===//
Rafael Espindola01205f72015-09-22 18:19:46 +000017
18#include "Target.h"
Rafael Espindolac4010882015-09-22 20:54:08 +000019#include "Error.h"
Rui Ueyamaaf21d922015-10-08 20:06:07 +000020#include "OutputSections.h"
Rafael Espindola3ef3a4c2015-09-29 23:22:16 +000021#include "Symbols.h"
Rafael Espindola01205f72015-09-22 18:19:46 +000022
23#include "llvm/ADT/ArrayRef.h"
Rafael Espindolac4010882015-09-22 20:54:08 +000024#include "llvm/Object/ELF.h"
Rafael Espindola01205f72015-09-22 18:19:46 +000025#include "llvm/Support/Endian.h"
26#include "llvm/Support/ELF.h"
27
28using namespace llvm;
Rafael Espindolac4010882015-09-22 20:54:08 +000029using namespace llvm::object;
Rafael Espindola0872ea32015-09-24 14:16:02 +000030using namespace llvm::support::endian;
Rafael Espindola01205f72015-09-22 18:19:46 +000031using namespace llvm::ELF;
32
33namespace lld {
34namespace elf2 {
35
36std::unique_ptr<TargetInfo> Target;
37
Rafael Espindolae7e57b22015-11-09 21:43:00 +000038template <endianness E> static void add32(void *P, int32_t V) {
39 write32<E>(P, read32<E>(P) + V);
40}
Igor Kudrin15cd9ff2015-11-06 07:43:03 +000041
Rafael Espindolae7e57b22015-11-09 21:43:00 +000042static void add32le(uint8_t *P, int32_t V) { add32<support::little>(P, V); }
43static void or32le(uint8_t *P, int32_t V) { write32le(P, read32le(P) | V); }
Rui Ueyamaefc23de2015-10-14 21:30:32 +000044
Igor Kudrin9b7e7db2015-11-26 09:49:44 +000045template <unsigned N> static void checkInt(int64_t V, uint32_t Type) {
46 if (isInt<N>(V))
47 return;
48 StringRef S = getELFRelocationTypeName(Config->EMachine, Type);
49 error("Relocation " + S + " out of range");
50}
51
52template <unsigned N> static void checkUInt(uint64_t V, uint32_t Type) {
53 if (isUInt<N>(V))
54 return;
55 StringRef S = getELFRelocationTypeName(Config->EMachine, Type);
56 error("Relocation " + S + " out of range");
57}
58
Igor Kudrinfea8ed52015-11-26 10:05:24 +000059template <unsigned N> static void checkIntUInt(uint64_t V, uint32_t Type) {
60 if (isInt<N>(V) || isUInt<N>(V))
61 return;
62 StringRef S = getELFRelocationTypeName(Config->EMachine, Type);
63 error("Relocation " + S + " out of range");
64}
65
Igor Kudrin9b7e7db2015-11-26 09:49:44 +000066template <unsigned N> static void checkAlignment(uint64_t V, uint32_t Type) {
67 if ((V & (N - 1)) == 0)
68 return;
69 StringRef S = getELFRelocationTypeName(Config->EMachine, Type);
70 error("Improper alignment for relocation " + S);
71}
72
George Rimara07ff662015-12-21 10:12:06 +000073template <class ELFT> bool isGnuIFunc(const SymbolBody &S) {
Rafael Espindola4d4b06a2015-12-24 00:47:42 +000074 if (auto *SS = dyn_cast<DefinedElf<ELFT>>(&S))
George Rimara07ff662015-12-21 10:12:06 +000075 return SS->Sym.getType() == STT_GNU_IFUNC;
76 return false;
77}
78
79template bool isGnuIFunc<ELF32LE>(const SymbolBody &S);
80template bool isGnuIFunc<ELF32BE>(const SymbolBody &S);
81template bool isGnuIFunc<ELF64LE>(const SymbolBody &S);
82template bool isGnuIFunc<ELF64BE>(const SymbolBody &S);
83
Rui Ueyamaefc23de2015-10-14 21:30:32 +000084namespace {
85class X86TargetInfo final : public TargetInfo {
86public:
87 X86TargetInfo();
George Rimar77b77792015-11-25 22:15:01 +000088 void writeGotPltHeaderEntries(uint8_t *Buf) const override;
George Rimard23970f2015-11-25 20:41:53 +000089 unsigned getDynReloc(unsigned Type) const override;
George Rimar6f17e092015-12-17 09:32:21 +000090 unsigned getTlsGotReloc(unsigned Type) const override;
91 bool isTlsDynReloc(unsigned Type, const SymbolBody &S) const override;
George Rimar648a2c32015-10-20 08:54:27 +000092 void writeGotPltEntry(uint8_t *Buf, uint64_t Plt) const override;
93 void writePltZeroEntry(uint8_t *Buf, uint64_t GotEntryAddr,
94 uint64_t PltEntryAddr) const override;
George Rimar77b77792015-11-25 22:15:01 +000095 void writePltEntry(uint8_t *Buf, uint64_t GotAddr, uint64_t GotEntryAddr,
96 uint64_t PltEntryAddr, int32_t Index,
97 unsigned RelOff) const override;
Rui Ueyama02dfd492015-12-17 01:18:40 +000098 bool needsCopyRel(uint32_t Type, const SymbolBody &S) const override;
George Rimar6f17e092015-12-17 09:32:21 +000099 bool relocNeedsDynRelative(unsigned Type) const override;
Rui Ueyamaefc23de2015-10-14 21:30:32 +0000100 bool relocNeedsGot(uint32_t Type, const SymbolBody &S) const override;
Rui Ueyamaefc23de2015-10-14 21:30:32 +0000101 bool relocNeedsPlt(uint32_t Type, const SymbolBody &S) const override;
Rui Ueyama96f0e0b2015-10-23 02:40:46 +0000102 void relocateOne(uint8_t *Loc, uint8_t *BufEnd, uint32_t Type, uint64_t P,
George Rimar48651482015-12-11 08:59:37 +0000103 uint64_t SA, uint64_t ZA = 0,
104 uint8_t *PairedLoc = nullptr) const override;
George Rimar2558e122015-12-09 09:55:54 +0000105 bool isTlsOptimized(unsigned Type, const SymbolBody *S) const override;
106 unsigned relocateTlsOptimize(uint8_t *Loc, uint8_t *BufEnd, uint32_t Type,
107 uint64_t P, uint64_t SA,
108 const SymbolBody &S) const override;
George Rimarbfb7bf72015-12-21 10:00:12 +0000109 bool isGotRelative(uint32_t Type) const override;
George Rimar2558e122015-12-09 09:55:54 +0000110
111private:
112 void relocateTlsLdToLe(uint8_t *Loc, uint8_t *BufEnd, uint64_t P,
113 uint64_t SA) const;
114 void relocateTlsGdToIe(uint8_t *Loc, uint8_t *BufEnd, uint64_t P,
115 uint64_t SA) const;
116 void relocateTlsGdToLe(uint8_t *Loc, uint8_t *BufEnd, uint64_t P,
117 uint64_t SA) const;
George Rimar6f17e092015-12-17 09:32:21 +0000118 void relocateTlsIeToLe(unsigned Type, uint8_t *Loc, uint8_t *BufEnd,
119 uint64_t P, uint64_t SA) const;
Rui Ueyamaefc23de2015-10-14 21:30:32 +0000120};
121
122class X86_64TargetInfo final : public TargetInfo {
123public:
124 X86_64TargetInfo();
George Rimar6f17e092015-12-17 09:32:21 +0000125 bool isTlsDynReloc(unsigned Type, const SymbolBody &S) const override;
Igor Kudrin351b41d2015-11-16 17:44:08 +0000126 void writeGotPltHeaderEntries(uint8_t *Buf) const override;
George Rimar648a2c32015-10-20 08:54:27 +0000127 void writeGotPltEntry(uint8_t *Buf, uint64_t Plt) const override;
128 void writePltZeroEntry(uint8_t *Buf, uint64_t GotEntryAddr,
129 uint64_t PltEntryAddr) const override;
George Rimar77b77792015-11-25 22:15:01 +0000130 void writePltEntry(uint8_t *Buf, uint64_t GotAddr, uint64_t GotEntryAddr,
131 uint64_t PltEntryAddr, int32_t Index,
132 unsigned RelOff) const override;
Rui Ueyama02dfd492015-12-17 01:18:40 +0000133 bool needsCopyRel(uint32_t Type, const SymbolBody &S) const override;
Rui Ueyamaefc23de2015-10-14 21:30:32 +0000134 bool relocNeedsGot(uint32_t Type, const SymbolBody &S) const override;
135 bool relocNeedsPlt(uint32_t Type, const SymbolBody &S) const override;
Rui Ueyama96f0e0b2015-10-23 02:40:46 +0000136 void relocateOne(uint8_t *Loc, uint8_t *BufEnd, uint32_t Type, uint64_t P,
George Rimar48651482015-12-11 08:59:37 +0000137 uint64_t SA, uint64_t ZA = 0,
138 uint8_t *PairedLoc = nullptr) const override;
Rui Ueyamaefc23de2015-10-14 21:30:32 +0000139 bool isRelRelative(uint32_t Type) const override;
George Rimar6713cf82015-11-25 21:46:05 +0000140 bool isTlsOptimized(unsigned Type, const SymbolBody *S) const override;
Rui Ueyama3a7c2f62016-01-08 00:13:23 +0000141 bool isSizeReloc(uint32_t Type) const override;
George Rimar6713cf82015-11-25 21:46:05 +0000142 unsigned relocateTlsOptimize(uint8_t *Loc, uint8_t *BufEnd, uint32_t Type,
George Rimar25411f252015-12-04 11:20:13 +0000143 uint64_t P, uint64_t SA,
144 const SymbolBody &S) const override;
George Rimar6713cf82015-11-25 21:46:05 +0000145
146private:
147 void relocateTlsLdToLe(uint8_t *Loc, uint8_t *BufEnd, uint64_t P,
148 uint64_t SA) const;
149 void relocateTlsGdToLe(uint8_t *Loc, uint8_t *BufEnd, uint64_t P,
150 uint64_t SA) const;
George Rimar25411f252015-12-04 11:20:13 +0000151 void relocateTlsGdToIe(uint8_t *Loc, uint8_t *BufEnd, uint64_t P,
152 uint64_t SA) const;
George Rimar6713cf82015-11-25 21:46:05 +0000153 void relocateTlsIeToLe(uint8_t *Loc, uint8_t *BufEnd, uint64_t P,
154 uint64_t SA) const;
Rui Ueyamaefc23de2015-10-14 21:30:32 +0000155};
156
Davide Italiano8c3444362016-01-11 19:45:33 +0000157class PPCTargetInfo final : public TargetInfo {
158public:
159 PPCTargetInfo();
160 void writeGotPltEntry(uint8_t *Buf, uint64_t Plt) const override;
161 void writePltZeroEntry(uint8_t *Buf, uint64_t GotEntryAddr,
162 uint64_t PltEntryAddr) const override;
163 void writePltEntry(uint8_t *Buf, uint64_t GotAddr, uint64_t GotEntryAddr,
164 uint64_t PltEntryAddr, int32_t Index,
165 unsigned RelOff) const override;
166 bool relocNeedsGot(uint32_t Type, const SymbolBody &S) const override;
167 bool relocNeedsPlt(uint32_t Type, const SymbolBody &S) const override;
168 void relocateOne(uint8_t *Loc, uint8_t *BufEnd, uint32_t Type, uint64_t P,
169 uint64_t SA, uint64_t ZA = 0,
170 uint8_t *PairedLoc = nullptr) const override;
171 bool isRelRelative(uint32_t Type) const override;
172};
173
Rui Ueyamaefc23de2015-10-14 21:30:32 +0000174class PPC64TargetInfo final : public TargetInfo {
175public:
176 PPC64TargetInfo();
George Rimar648a2c32015-10-20 08:54:27 +0000177 void writeGotPltEntry(uint8_t *Buf, uint64_t Plt) const override;
178 void writePltZeroEntry(uint8_t *Buf, uint64_t GotEntryAddr,
179 uint64_t PltEntryAddr) const override;
George Rimar77b77792015-11-25 22:15:01 +0000180 void writePltEntry(uint8_t *Buf, uint64_t GotAddr, uint64_t GotEntryAddr,
181 uint64_t PltEntryAddr, int32_t Index,
182 unsigned RelOff) const override;
Rui Ueyamaefc23de2015-10-14 21:30:32 +0000183 bool relocNeedsGot(uint32_t Type, const SymbolBody &S) const override;
184 bool relocNeedsPlt(uint32_t Type, const SymbolBody &S) const override;
Rui Ueyama96f0e0b2015-10-23 02:40:46 +0000185 void relocateOne(uint8_t *Loc, uint8_t *BufEnd, uint32_t Type, uint64_t P,
George Rimar48651482015-12-11 08:59:37 +0000186 uint64_t SA, uint64_t ZA = 0,
187 uint8_t *PairedLoc = nullptr) const override;
Rui Ueyamaefc23de2015-10-14 21:30:32 +0000188 bool isRelRelative(uint32_t Type) const override;
189};
190
Rui Ueyamaefc23de2015-10-14 21:30:32 +0000191class AArch64TargetInfo final : public TargetInfo {
192public:
193 AArch64TargetInfo();
Igor Kudrincfe47f52015-12-05 06:20:24 +0000194 unsigned getDynReloc(unsigned Type) const override;
George Rimar648a2c32015-10-20 08:54:27 +0000195 void writeGotPltEntry(uint8_t *Buf, uint64_t Plt) const override;
196 void writePltZeroEntry(uint8_t *Buf, uint64_t GotEntryAddr,
197 uint64_t PltEntryAddr) const override;
George Rimar77b77792015-11-25 22:15:01 +0000198 void writePltEntry(uint8_t *Buf, uint64_t GotAddr, uint64_t GotEntryAddr,
199 uint64_t PltEntryAddr, int32_t Index,
200 unsigned RelOff) const override;
Rui Ueyama02dfd492015-12-17 01:18:40 +0000201 bool needsCopyRel(uint32_t Type, const SymbolBody &S) const override;
Rui Ueyamaefc23de2015-10-14 21:30:32 +0000202 bool relocNeedsGot(uint32_t Type, const SymbolBody &S) const override;
203 bool relocNeedsPlt(uint32_t Type, const SymbolBody &S) const override;
Rui Ueyama96f0e0b2015-10-23 02:40:46 +0000204 void relocateOne(uint8_t *Loc, uint8_t *BufEnd, uint32_t Type, uint64_t P,
George Rimar48651482015-12-11 08:59:37 +0000205 uint64_t SA, uint64_t ZA = 0,
206 uint8_t *PairedLoc = nullptr) const override;
Rui Ueyamaefc23de2015-10-14 21:30:32 +0000207};
208
Tom Stellard80efb162016-01-07 03:59:08 +0000209class AMDGPUTargetInfo final : public TargetInfo {
210public:
211 AMDGPUTargetInfo();
212 void writeGotPltEntry(uint8_t *Buf, uint64_t Plt) const override;
213 void writePltZeroEntry(uint8_t *Buf, uint64_t GotEntryAddr,
214 uint64_t PltEntryAddr) const override;
215 void writePltEntry(uint8_t *Buf, uint64_t GotAddr, uint64_t GotEntryAddr,
216 uint64_t PltEntryAddr, int32_t Index,
217 unsigned RelOff) const override;
218 bool relocNeedsGot(uint32_t Type, const SymbolBody &S) const override;
219 bool relocNeedsPlt(uint32_t Type, const SymbolBody &S) const override;
220 void relocateOne(uint8_t *Loc, uint8_t *BufEnd, uint32_t Type, uint64_t P,
221 uint64_t SA, uint64_t ZA = 0,
222 uint8_t *PairedLoc = nullptr) const override;
223};
224
Rui Ueyamaefc23de2015-10-14 21:30:32 +0000225template <class ELFT> class MipsTargetInfo final : public TargetInfo {
226public:
227 MipsTargetInfo();
Igor Kudrin15cd9ff2015-11-06 07:43:03 +0000228 void writeGotHeaderEntries(uint8_t *Buf) const override;
George Rimar648a2c32015-10-20 08:54:27 +0000229 void writeGotPltEntry(uint8_t *Buf, uint64_t Plt) const override;
230 void writePltZeroEntry(uint8_t *Buf, uint64_t GotEntryAddr,
231 uint64_t PltEntryAddr) const override;
George Rimar77b77792015-11-25 22:15:01 +0000232 void writePltEntry(uint8_t *Buf, uint64_t GotAddr, uint64_t GotEntryAddr,
233 uint64_t PltEntryAddr, int32_t Index,
234 unsigned RelOff) const override;
Rui Ueyamaefc23de2015-10-14 21:30:32 +0000235 bool relocNeedsGot(uint32_t Type, const SymbolBody &S) const override;
236 bool relocNeedsPlt(uint32_t Type, const SymbolBody &S) const override;
Rui Ueyama96f0e0b2015-10-23 02:40:46 +0000237 void relocateOne(uint8_t *Loc, uint8_t *BufEnd, uint32_t Type, uint64_t P,
George Rimar48651482015-12-11 08:59:37 +0000238 uint64_t SA, uint64_t ZA = 0,
239 uint8_t *PairedLoc = nullptr) const override;
Simon Atanasyan0fc0acf2015-12-21 17:36:40 +0000240 bool isRelRelative(uint32_t Type) const override;
Rui Ueyamaefc23de2015-10-14 21:30:32 +0000241};
242} // anonymous namespace
243
Rui Ueyama91004392015-10-13 16:08:15 +0000244TargetInfo *createTarget() {
245 switch (Config->EMachine) {
246 case EM_386:
247 return new X86TargetInfo();
248 case EM_AARCH64:
249 return new AArch64TargetInfo();
Tom Stellard80efb162016-01-07 03:59:08 +0000250 case EM_AMDGPU:
251 return new AMDGPUTargetInfo();
Rui Ueyama91004392015-10-13 16:08:15 +0000252 case EM_MIPS:
Simon Atanasyan9c2d7882015-10-14 14:24:46 +0000253 switch (Config->EKind) {
254 case ELF32LEKind:
255 return new MipsTargetInfo<ELF32LE>();
256 case ELF32BEKind:
257 return new MipsTargetInfo<ELF32BE>();
258 default:
259 error("Unsupported MIPS target");
260 }
Davide Italiano8c3444362016-01-11 19:45:33 +0000261 case EM_PPC:
262 return new PPCTargetInfo();
Rui Ueyama91004392015-10-13 16:08:15 +0000263 case EM_PPC64:
264 return new PPC64TargetInfo();
265 case EM_X86_64:
266 return new X86_64TargetInfo();
267 }
268 error("Unknown target machine");
269}
270
Rafael Espindola01205f72015-09-22 18:19:46 +0000271TargetInfo::~TargetInfo() {}
272
George Rimar6713cf82015-11-25 21:46:05 +0000273bool TargetInfo::isTlsOptimized(unsigned Type, const SymbolBody *S) const {
George Rimar77d1cb12015-11-24 09:00:06 +0000274 return false;
275}
276
Igor Kudrinf6f45472015-11-10 08:39:27 +0000277uint64_t TargetInfo::getVAStart() const { return Config->Shared ? 0 : VAStart; }
278
Rui Ueyama02dfd492015-12-17 01:18:40 +0000279bool TargetInfo::needsCopyRel(uint32_t Type, const SymbolBody &S) const {
George Rimarbc590fe2015-10-28 16:48:58 +0000280 return false;
281}
282
George Rimarbfb7bf72015-12-21 10:00:12 +0000283bool TargetInfo::isGotRelative(uint32_t Type) const { return false; }
284
Rafael Espindolaae244002015-10-05 19:30:12 +0000285bool TargetInfo::isRelRelative(uint32_t Type) const { return true; }
286
Rui Ueyama3a7c2f62016-01-08 00:13:23 +0000287bool TargetInfo::isSizeReloc(uint32_t Type) const { return false; }
George Rimar48651482015-12-11 08:59:37 +0000288
George Rimar6713cf82015-11-25 21:46:05 +0000289unsigned TargetInfo::relocateTlsOptimize(uint8_t *Loc, uint8_t *BufEnd,
George Rimar25411f252015-12-04 11:20:13 +0000290 uint32_t Type, uint64_t P, uint64_t SA,
291 const SymbolBody &S) const {
George Rimar6713cf82015-11-25 21:46:05 +0000292 return 0;
293}
George Rimar77d1cb12015-11-24 09:00:06 +0000294
Igor Kudrin15cd9ff2015-11-06 07:43:03 +0000295void TargetInfo::writeGotHeaderEntries(uint8_t *Buf) const {}
296
Igor Kudrin351b41d2015-11-16 17:44:08 +0000297void TargetInfo::writeGotPltHeaderEntries(uint8_t *Buf) const {}
298
Rafael Espindola7f074422015-09-22 21:35:51 +0000299X86TargetInfo::X86TargetInfo() {
George Rimar70e25082015-11-25 11:27:40 +0000300 CopyReloc = R_386_COPY;
Rafael Espindola7f074422015-09-22 21:35:51 +0000301 PCRelReloc = R_386_PC32;
302 GotReloc = R_386_GLOB_DAT;
George Rimar648a2c32015-10-20 08:54:27 +0000303 PltReloc = R_386_JUMP_SLOT;
George Rimara07ff662015-12-21 10:12:06 +0000304 IRelativeReloc = R_386_IRELATIVE;
George Rimar6f17e092015-12-17 09:32:21 +0000305 RelativeReloc = R_386_RELATIVE;
George Rimar9db204a2015-12-02 09:58:20 +0000306 TlsGotReloc = R_386_TLS_TPOFF;
307 TlsGlobalDynamicReloc = R_386_TLS_GD;
308 TlsLocalDynamicReloc = R_386_TLS_LDM;
309 TlsModuleIndexReloc = R_386_TLS_DTPMOD32;
310 TlsOffsetReloc = R_386_TLS_DTPOFF32;
George Rimar77b77792015-11-25 22:15:01 +0000311 LazyRelocations = true;
312 PltEntrySize = 16;
313 PltZeroEntrySize = 16;
314}
315
316void X86TargetInfo::writeGotPltHeaderEntries(uint8_t *Buf) const {
317 write32le(Buf, Out<ELF32LE>::Dynamic->getVA());
318}
319
320void X86TargetInfo::writeGotPltEntry(uint8_t *Buf, uint64_t Plt) const {
321 // Skip 6 bytes of "pushl (GOT+4)"
322 write32le(Buf, Plt + 6);
Rafael Espindola7f074422015-09-22 21:35:51 +0000323}
Rafael Espindola01205f72015-09-22 18:19:46 +0000324
George Rimard23970f2015-11-25 20:41:53 +0000325unsigned X86TargetInfo::getDynReloc(unsigned Type) const {
326 if (Type == R_386_TLS_LE)
327 return R_386_TLS_TPOFF;
328 if (Type == R_386_TLS_LE_32)
329 return R_386_TLS_TPOFF32;
330 return Type;
331}
332
George Rimar6f17e092015-12-17 09:32:21 +0000333unsigned X86TargetInfo::getTlsGotReloc(unsigned Type) const {
334 if (Type == R_386_TLS_IE)
335 return Type;
336 return TlsGotReloc;
337}
338
339bool X86TargetInfo::isTlsDynReloc(unsigned Type, const SymbolBody &S) const {
George Rimar9db204a2015-12-02 09:58:20 +0000340 if (Type == R_386_TLS_LE || Type == R_386_TLS_LE_32 ||
341 Type == R_386_TLS_GOTIE)
George Rimard23970f2015-11-25 20:41:53 +0000342 return Config->Shared;
George Rimar6f17e092015-12-17 09:32:21 +0000343 if (Type == R_386_TLS_IE)
344 return canBePreempted(&S, true);
George Rimar2558e122015-12-09 09:55:54 +0000345 return Type == R_386_TLS_GD;
George Rimard23970f2015-11-25 20:41:53 +0000346}
347
George Rimar648a2c32015-10-20 08:54:27 +0000348void X86TargetInfo::writePltZeroEntry(uint8_t *Buf, uint64_t GotEntryAddr,
George Rimar77b77792015-11-25 22:15:01 +0000349 uint64_t PltEntryAddr) const {
350 // Executable files and shared object files have
351 // separate procedure linkage tables.
352 if (Config->Shared) {
353 const uint8_t V[] = {
Rui Ueyamaf53b1b72016-01-05 16:35:46 +0000354 0xff, 0xb3, 0x04, 0x00, 0x00, 0x00, // pushl 4(%ebx)
George Rimar77b77792015-11-25 22:15:01 +0000355 0xff, 0xa3, 0x08, 0x00, 0x00, 0x00, // jmp *8(%ebx)
356 0x90, 0x90, 0x90, 0x90 // nop;nop;nop;nop
357 };
358 memcpy(Buf, V, sizeof(V));
359 return;
360 }
George Rimar648a2c32015-10-20 08:54:27 +0000361
George Rimar77b77792015-11-25 22:15:01 +0000362 const uint8_t PltData[] = {
363 0xff, 0x35, 0x00, 0x00, 0x00, 0x00, // pushl (GOT+4)
364 0xff, 0x25, 0x00, 0x00, 0x00, 0x00, // jmp *(GOT+8)
365 0x90, 0x90, 0x90, 0x90 // nop;nop;nop;nop
366 };
367 memcpy(Buf, PltData, sizeof(PltData));
368 write32le(Buf + 2, GotEntryAddr + 4); // GOT+4
369 write32le(Buf + 8, GotEntryAddr + 8); // GOT+8
370}
371
372void X86TargetInfo::writePltEntry(uint8_t *Buf, uint64_t GotAddr,
373 uint64_t GotEntryAddr, uint64_t PltEntryAddr,
374 int32_t Index, unsigned RelOff) const {
375 const uint8_t Inst[] = {
376 0xff, 0x00, 0x00, 0x00, 0x00, 0x00, // jmp *foo_in_GOT|*foo@GOT(%ebx)
377 0x68, 0x00, 0x00, 0x00, 0x00, // pushl $reloc_offset
378 0xe9, 0x00, 0x00, 0x00, 0x00 // jmp .PLT0@PC
379 };
Rui Ueyama1500a902015-09-29 23:00:47 +0000380 memcpy(Buf, Inst, sizeof(Inst));
George Rimar77b77792015-11-25 22:15:01 +0000381 // jmp *foo@GOT(%ebx) or jmp *foo_in_GOT
382 Buf[1] = Config->Shared ? 0xa3 : 0x25;
383 write32le(Buf + 2, Config->Shared ? (GotEntryAddr - GotAddr) : GotEntryAddr);
384 write32le(Buf + 7, RelOff);
385 write32le(Buf + 12, -Index * PltEntrySize - PltZeroEntrySize - 16);
Rafael Espindola01205f72015-09-22 18:19:46 +0000386}
387
Rui Ueyama02dfd492015-12-17 01:18:40 +0000388bool X86TargetInfo::needsCopyRel(uint32_t Type, const SymbolBody &S) const {
George Rimar70e25082015-11-25 11:27:40 +0000389 if (Type == R_386_32 || Type == R_386_16 || Type == R_386_8)
390 if (auto *SS = dyn_cast<SharedSymbol<ELF32LE>>(&S))
391 return SS->Sym.getType() == STT_OBJECT;
392 return false;
393}
394
Rafael Espindola3ef3a4c2015-09-29 23:22:16 +0000395bool X86TargetInfo::relocNeedsGot(uint32_t Type, const SymbolBody &S) const {
Rui Ueyama62d0e322015-12-17 00:04:18 +0000396 if (S.isTls() && Type == R_386_TLS_GD)
George Rimar2558e122015-12-09 09:55:54 +0000397 return Target->isTlsOptimized(Type, &S) && canBePreempted(&S, true);
George Rimar6f17e092015-12-17 09:32:21 +0000398 if (Type == R_386_TLS_GOTIE || Type == R_386_TLS_IE)
George Rimar2558e122015-12-09 09:55:54 +0000399 return !isTlsOptimized(Type, &S);
400 return Type == R_386_GOT32 || relocNeedsPlt(Type, S);
Rafael Espindola01205f72015-09-22 18:19:46 +0000401}
402
Rafael Espindola3ef3a4c2015-09-29 23:22:16 +0000403bool X86TargetInfo::relocNeedsPlt(uint32_t Type, const SymbolBody &S) const {
George Rimara07ff662015-12-21 10:12:06 +0000404 return isGnuIFunc<ELF32LE>(S) ||
405 (Type == R_386_PLT32 && canBePreempted(&S, true)) ||
George Rimarb72a9c62015-12-10 09:03:39 +0000406 (Type == R_386_PC32 && S.isShared());
Rafael Espindola01205f72015-09-22 18:19:46 +0000407}
408
George Rimarbfb7bf72015-12-21 10:00:12 +0000409bool X86TargetInfo::isGotRelative(uint32_t Type) const {
410 // This relocation does not require got entry,
411 // but it is relative to got and needs it to be created.
412 // Here we request for that.
413 return Type == R_386_GOTOFF;
414}
415
Rui Ueyama96f0e0b2015-10-23 02:40:46 +0000416void X86TargetInfo::relocateOne(uint8_t *Loc, uint8_t *BufEnd, uint32_t Type,
George Rimar48651482015-12-11 08:59:37 +0000417 uint64_t P, uint64_t SA, uint64_t ZA,
Simon Atanasyan09b3e362015-12-01 21:24:45 +0000418 uint8_t *PairedLoc) const {
Rafael Espindolac4010882015-09-22 20:54:08 +0000419 switch (Type) {
Igor Kudrinb4a09272015-12-01 08:41:20 +0000420 case R_386_32:
421 add32le(Loc, SA);
422 break;
Rafael Espindola8acb95c2015-09-29 14:42:37 +0000423 case R_386_GOT32:
George Rimarbfb7bf72015-12-21 10:00:12 +0000424 case R_386_GOTOFF:
Rui Ueyama66072272015-10-15 19:52:27 +0000425 add32le(Loc, SA - Out<ELF32LE>::Got->getVA());
Rafael Espindola8acb95c2015-09-29 14:42:37 +0000426 break;
George Rimar13934772015-11-25 20:20:31 +0000427 case R_386_GOTPC:
428 add32le(Loc, SA + Out<ELF32LE>::Got->getVA() - P);
429 break;
Rafael Espindolac4010882015-09-22 20:54:08 +0000430 case R_386_PC32:
George Rimarb72a9c62015-12-10 09:03:39 +0000431 case R_386_PLT32:
Rui Ueyama96f0e0b2015-10-23 02:40:46 +0000432 add32le(Loc, SA - P);
Rafael Espindolac4010882015-09-22 20:54:08 +0000433 break;
George Rimar9db204a2015-12-02 09:58:20 +0000434 case R_386_TLS_GD:
435 case R_386_TLS_LDM:
436 case R_386_TLS_TPOFF: {
437 uint64_t V = SA - Out<ELF32LE>::Got->getVA() -
438 Out<ELF32LE>::Got->getNumEntries() * 4;
439 checkInt<32>(V, Type);
440 write32le(Loc, V);
441 break;
442 }
George Rimar6f17e092015-12-17 09:32:21 +0000443 case R_386_TLS_IE:
George Rimar9db204a2015-12-02 09:58:20 +0000444 case R_386_TLS_LDO_32:
445 write32le(Loc, SA);
446 break;
George Rimard23970f2015-11-25 20:41:53 +0000447 case R_386_TLS_LE:
448 write32le(Loc, SA - Out<ELF32LE>::TlsPhdr->p_memsz);
449 break;
450 case R_386_TLS_LE_32:
451 write32le(Loc, Out<ELF32LE>::TlsPhdr->p_memsz - SA);
452 break;
Rafael Espindolac4010882015-09-22 20:54:08 +0000453 default:
Rui Ueyama1c42afc2015-10-12 15:49:06 +0000454 error("unrecognized reloc " + Twine(Type));
Rafael Espindolac4010882015-09-22 20:54:08 +0000455 }
456}
457
George Rimar2558e122015-12-09 09:55:54 +0000458bool X86TargetInfo::isTlsOptimized(unsigned Type, const SymbolBody *S) const {
Rui Ueyama62d0e322015-12-17 00:04:18 +0000459 if (Config->Shared || (S && !S->isTls()))
George Rimar2558e122015-12-09 09:55:54 +0000460 return false;
461 return Type == R_386_TLS_LDO_32 || Type == R_386_TLS_LDM ||
462 Type == R_386_TLS_GD ||
George Rimar6f17e092015-12-17 09:32:21 +0000463 (Type == R_386_TLS_IE && !canBePreempted(S, true)) ||
George Rimar2558e122015-12-09 09:55:54 +0000464 (Type == R_386_TLS_GOTIE && !canBePreempted(S, true));
465}
466
George Rimar6f17e092015-12-17 09:32:21 +0000467bool X86TargetInfo::relocNeedsDynRelative(unsigned Type) const {
468 return Config->Shared && Type == R_386_TLS_IE;
469}
470
George Rimar2558e122015-12-09 09:55:54 +0000471unsigned X86TargetInfo::relocateTlsOptimize(uint8_t *Loc, uint8_t *BufEnd,
472 uint32_t Type, uint64_t P,
473 uint64_t SA,
474 const SymbolBody &S) const {
475 switch (Type) {
476 case R_386_TLS_GD:
477 if (canBePreempted(&S, true))
478 relocateTlsGdToIe(Loc, BufEnd, P, SA);
479 else
480 relocateTlsGdToLe(Loc, BufEnd, P, SA);
481 // The next relocation should be against __tls_get_addr, so skip it
482 return 1;
483 case R_386_TLS_GOTIE:
George Rimar6f17e092015-12-17 09:32:21 +0000484 case R_386_TLS_IE:
485 relocateTlsIeToLe(Type, Loc, BufEnd, P, SA);
George Rimar2558e122015-12-09 09:55:54 +0000486 return 0;
487 case R_386_TLS_LDM:
488 relocateTlsLdToLe(Loc, BufEnd, P, SA);
489 // The next relocation should be against __tls_get_addr, so skip it
490 return 1;
491 case R_386_TLS_LDO_32:
492 relocateOne(Loc, BufEnd, R_386_TLS_LE, P, SA);
493 return 0;
494 }
495 llvm_unreachable("Unknown TLS optimization");
496}
497
498// "Ulrich Drepper, ELF Handling For Thread-Local Storage" (5.1
499// IA-32 Linker Optimizations, http://www.akkadia.org/drepper/tls.pdf) shows
500// how GD can be optimized to IE:
501// leal x@tlsgd(, %ebx, 1),
502// call __tls_get_addr@plt
503// Is converted to:
504// movl %gs:0, %eax
505// addl x@gotntpoff(%ebx), %eax
506void X86TargetInfo::relocateTlsGdToIe(uint8_t *Loc, uint8_t *BufEnd, uint64_t P,
507 uint64_t SA) const {
508 const uint8_t Inst[] = {
509 0x65, 0xa1, 0x00, 0x00, 0x00, 0x00, // movl %gs:0, %eax
510 0x03, 0x83, 0x00, 0x00, 0x00, 0x00 // addl 0(%ebx), %eax
511 };
512 memcpy(Loc - 3, Inst, sizeof(Inst));
513 relocateOne(Loc + 5, BufEnd, R_386_32, P,
514 SA - Out<ELF32LE>::Got->getVA() -
515 Out<ELF32LE>::Got->getNumEntries() * 4);
516}
517
518// GD can be optimized to LE:
519// leal x@tlsgd(, %ebx, 1),
520// call __tls_get_addr@plt
521// Can be converted to:
522// movl %gs:0,%eax
523// addl $x@ntpoff,%eax
524// But gold emits subl $foo@tpoff,%eax instead of addl.
525// These instructions are completely equal in behavior.
526// This method generates subl to be consistent with gold.
527void X86TargetInfo::relocateTlsGdToLe(uint8_t *Loc, uint8_t *BufEnd, uint64_t P,
528 uint64_t SA) const {
529 const uint8_t Inst[] = {
530 0x65, 0xa1, 0x00, 0x00, 0x00, 0x00, // movl %gs:0, %eax
531 0x81, 0xe8, 0x00, 0x00, 0x00, 0x00 // subl 0(%ebx), %eax
532 };
533 memcpy(Loc - 3, Inst, sizeof(Inst));
534 relocateOne(Loc + 5, BufEnd, R_386_32, P,
535 Out<ELF32LE>::TlsPhdr->p_memsz - SA);
536}
537
538// LD can be optimized to LE:
539// leal foo(%reg),%eax
540// call ___tls_get_addr
541// Is converted to:
542// movl %gs:0,%eax
543// nop
544// leal 0(%esi,1),%esi
545void X86TargetInfo::relocateTlsLdToLe(uint8_t *Loc, uint8_t *BufEnd, uint64_t P,
546 uint64_t SA) const {
547 const uint8_t Inst[] = {
548 0x65, 0xa1, 0x00, 0x00, 0x00, 0x00, // movl %gs:0,%eax
549 0x90, // nop
550 0x8d, 0x74, 0x26, 0x00 // leal 0(%esi,1),%esi
551 };
552 memcpy(Loc - 2, Inst, sizeof(Inst));
553}
554
George Rimar6f17e092015-12-17 09:32:21 +0000555// In some conditions, relocations can be optimized to avoid using GOT.
556// This function does that for Initial Exec to Local Exec case.
557// Read "ELF Handling For Thread-Local Storage, 5.1
558// IA-32 Linker Optimizations" (http://www.akkadia.org/drepper/tls.pdf)
George Rimar2558e122015-12-09 09:55:54 +0000559// by Ulrich Drepper for details.
George Rimar6f17e092015-12-17 09:32:21 +0000560void X86TargetInfo::relocateTlsIeToLe(unsigned Type, uint8_t *Loc,
561 uint8_t *BufEnd, uint64_t P,
George Rimar2558e122015-12-09 09:55:54 +0000562 uint64_t SA) const {
George Rimar6f17e092015-12-17 09:32:21 +0000563 // Ulrich's document section 6.2 says that @gotntpoff can
564 // be used with MOVL or ADDL instructions.
565 // @indntpoff is similar to @gotntpoff, but for use in
566 // position dependent code.
George Rimar2558e122015-12-09 09:55:54 +0000567 uint8_t *Inst = Loc - 2;
George Rimar6f17e092015-12-17 09:32:21 +0000568 uint8_t *Op = Loc - 1;
George Rimar2558e122015-12-09 09:55:54 +0000569 uint8_t Reg = (Loc[-1] >> 3) & 7;
570 bool IsMov = *Inst == 0x8b;
George Rimar6f17e092015-12-17 09:32:21 +0000571 if (Type == R_386_TLS_IE) {
572 // For R_386_TLS_IE relocation we perform the next transformations:
573 // MOVL foo@INDNTPOFF,%EAX is transformed to MOVL $foo,%EAX
574 // MOVL foo@INDNTPOFF,%REG is transformed to MOVL $foo,%REG
575 // ADDL foo@INDNTPOFF,%REG is transformed to ADDL $foo,%REG
576 // First one is special because when EAX is used the sequence is 5 bytes
577 // long, otherwise it is 6 bytes.
578 if (*Op == 0xa1) {
579 *Op = 0xb8;
580 } else {
581 *Inst = IsMov ? 0xc7 : 0x81;
582 *Op = 0xc0 | ((*Op >> 3) & 7);
583 }
584 } else {
585 // R_386_TLS_GOTIE relocation can be optimized to
586 // R_386_TLS_LE so that it does not use GOT.
587 // "MOVL foo@GOTTPOFF(%RIP), %REG" is transformed to "MOVL $foo, %REG".
588 // "ADDL foo@GOTNTPOFF(%RIP), %REG" is transformed to "LEAL foo(%REG), %REG"
589 // Note: gold converts to ADDL instead of LEAL.
590 *Inst = IsMov ? 0xc7 : 0x8d;
591 if (IsMov)
592 *Op = 0xc0 | ((*Op >> 3) & 7);
593 else
594 *Op = 0x80 | Reg | (Reg << 3);
595 }
George Rimar2558e122015-12-09 09:55:54 +0000596 relocateOne(Loc, BufEnd, R_386_TLS_LE, P, SA);
597}
598
Rafael Espindola7f074422015-09-22 21:35:51 +0000599X86_64TargetInfo::X86_64TargetInfo() {
George Rimarbc590fe2015-10-28 16:48:58 +0000600 CopyReloc = R_X86_64_COPY;
Rafael Espindola7f074422015-09-22 21:35:51 +0000601 PCRelReloc = R_X86_64_PC32;
602 GotReloc = R_X86_64_GLOB_DAT;
George Rimar648a2c32015-10-20 08:54:27 +0000603 PltReloc = R_X86_64_JUMP_SLOT;
Rafael Espindolaae244002015-10-05 19:30:12 +0000604 RelativeReloc = R_X86_64_RELATIVE;
George Rimara07ff662015-12-21 10:12:06 +0000605 IRelativeReloc = R_X86_64_IRELATIVE;
George Rimar687138c2015-11-13 16:28:53 +0000606 TlsGotReloc = R_X86_64_TPOFF64;
Michael J. Spencer1e225612015-11-11 01:00:24 +0000607 TlsLocalDynamicReloc = R_X86_64_TLSLD;
Michael J. Spencer627ae702015-11-13 00:28:34 +0000608 TlsGlobalDynamicReloc = R_X86_64_TLSGD;
Michael J. Spencer1e225612015-11-11 01:00:24 +0000609 TlsModuleIndexReloc = R_X86_64_DTPMOD64;
Michael J. Spencer627ae702015-11-13 00:28:34 +0000610 TlsOffsetReloc = R_X86_64_DTPOFF64;
George Rimar648a2c32015-10-20 08:54:27 +0000611 LazyRelocations = true;
612 PltEntrySize = 16;
613 PltZeroEntrySize = 16;
614}
615
Igor Kudrin351b41d2015-11-16 17:44:08 +0000616void X86_64TargetInfo::writeGotPltHeaderEntries(uint8_t *Buf) const {
617 write64le(Buf, Out<ELF64LE>::Dynamic->getVA());
618}
619
George Rimar648a2c32015-10-20 08:54:27 +0000620void X86_64TargetInfo::writeGotPltEntry(uint8_t *Buf, uint64_t Plt) const {
621 // Skip 6 bytes of "jmpq *got(%rip)"
622 write32le(Buf, Plt + 6);
623}
624
625void X86_64TargetInfo::writePltZeroEntry(uint8_t *Buf, uint64_t GotEntryAddr,
626 uint64_t PltEntryAddr) const {
627 const uint8_t PltData[] = {
628 0xff, 0x35, 0x00, 0x00, 0x00, 0x00, // pushq GOT+8(%rip)
629 0xff, 0x25, 0x00, 0x00, 0x00, 0x00, // jmp *GOT+16(%rip)
630 0x0f, 0x1f, 0x40, 0x00 // nopl 0x0(rax)
631 };
632 memcpy(Buf, PltData, sizeof(PltData));
633 write32le(Buf + 2, GotEntryAddr - PltEntryAddr + 2); // GOT+8
634 write32le(Buf + 8, GotEntryAddr - PltEntryAddr + 4); // GOT+16
Rafael Espindola7f074422015-09-22 21:35:51 +0000635}
Rafael Espindola01205f72015-09-22 18:19:46 +0000636
George Rimar77b77792015-11-25 22:15:01 +0000637void X86_64TargetInfo::writePltEntry(uint8_t *Buf, uint64_t GotAddr,
638 uint64_t GotEntryAddr,
639 uint64_t PltEntryAddr, int32_t Index,
640 unsigned RelOff) const {
George Rimar648a2c32015-10-20 08:54:27 +0000641 const uint8_t Inst[] = {
642 0xff, 0x25, 0x00, 0x00, 0x00, 0x00, // jmpq *got(%rip)
643 0x68, 0x00, 0x00, 0x00, 0x00, // pushq <relocation index>
644 0xe9, 0x00, 0x00, 0x00, 0x00 // jmpq plt[0]
645 };
Rui Ueyama1500a902015-09-29 23:00:47 +0000646 memcpy(Buf, Inst, sizeof(Inst));
Rafael Espindola01205f72015-09-22 18:19:46 +0000647
George Rimar648a2c32015-10-20 08:54:27 +0000648 write32le(Buf + 2, GotEntryAddr - PltEntryAddr - 6);
649 write32le(Buf + 7, Index);
650 write32le(Buf + 12, -Index * PltEntrySize - PltZeroEntrySize - 16);
Rafael Espindola01205f72015-09-22 18:19:46 +0000651}
652
Rui Ueyama02dfd492015-12-17 01:18:40 +0000653bool X86_64TargetInfo::needsCopyRel(uint32_t Type, const SymbolBody &S) const {
George Rimarbc590fe2015-10-28 16:48:58 +0000654 if (Type == R_X86_64_32S || Type == R_X86_64_32 || Type == R_X86_64_PC32 ||
655 Type == R_X86_64_64)
656 if (auto *SS = dyn_cast<SharedSymbol<ELF64LE>>(&S))
657 return SS->Sym.getType() == STT_OBJECT;
658 return false;
659}
660
Rafael Espindola3ef3a4c2015-09-29 23:22:16 +0000661bool X86_64TargetInfo::relocNeedsGot(uint32_t Type, const SymbolBody &S) const {
George Rimar25411f252015-12-04 11:20:13 +0000662 if (Type == R_X86_64_TLSGD)
663 return Target->isTlsOptimized(Type, &S) && canBePreempted(&S, true);
George Rimar77d1cb12015-11-24 09:00:06 +0000664 if (Type == R_X86_64_GOTTPOFF)
George Rimar6713cf82015-11-25 21:46:05 +0000665 return !isTlsOptimized(Type, &S);
George Rimar25411f252015-12-04 11:20:13 +0000666 return Type == R_X86_64_GOTPCREL || relocNeedsPlt(Type, S);
Rafael Espindola01205f72015-09-22 18:19:46 +0000667}
668
George Rimar6f17e092015-12-17 09:32:21 +0000669bool X86_64TargetInfo::isTlsDynReloc(unsigned Type, const SymbolBody &S) const {
George Rimar25411f252015-12-04 11:20:13 +0000670 return Type == R_X86_64_GOTTPOFF || Type == R_X86_64_TLSGD;
George Rimard23970f2015-11-25 20:41:53 +0000671}
672
Rafael Espindola3ef3a4c2015-09-29 23:22:16 +0000673bool X86_64TargetInfo::relocNeedsPlt(uint32_t Type, const SymbolBody &S) const {
Rui Ueyama02dfd492015-12-17 01:18:40 +0000674 if (needsCopyRel(Type, S))
George Rimarbc590fe2015-10-28 16:48:58 +0000675 return false;
George Rimara07ff662015-12-21 10:12:06 +0000676 if (isGnuIFunc<ELF64LE>(S))
677 return true;
George Rimarbc590fe2015-10-28 16:48:58 +0000678
Rafael Espindola01205f72015-09-22 18:19:46 +0000679 switch (Type) {
680 default:
681 return false;
Rafael Espindola227556e2015-10-14 16:15:46 +0000682 case R_X86_64_32:
George Rimar52687212015-10-28 18:33:08 +0000683 case R_X86_64_64:
Rafael Espindola3ef3a4c2015-09-29 23:22:16 +0000684 case R_X86_64_PC32:
685 // This relocation is defined to have a value of (S + A - P).
Rafael Espindola3c412e12015-09-30 12:30:58 +0000686 // The problems start when a non PIC program calls a function in a shared
Rafael Espindola3ef3a4c2015-09-29 23:22:16 +0000687 // library.
Rafael Espindola9a0db7c2015-09-29 23:23:53 +0000688 // In an ideal world, we could just report an error saying the relocation
Rafael Espindola3ef3a4c2015-09-29 23:22:16 +0000689 // can overflow at runtime.
Rafael Espindola3c412e12015-09-30 12:30:58 +0000690 // In the real world with glibc, crt1.o has a R_X86_64_PC32 pointing to
691 // libc.so.
692 //
693 // The general idea on how to handle such cases is to create a PLT entry
694 // and use that as the function value.
695 //
696 // For the static linking part, we just return true and everything else
697 // will use the the PLT entry as the address.
698 //
Rafael Espindola3ef3a4c2015-09-29 23:22:16 +0000699 // The remaining (unimplemented) problem is making sure pointer equality
Rafael Espindola3c412e12015-09-30 12:30:58 +0000700 // still works. We need the help of the dynamic linker for that. We
701 // let it know that we have a direct reference to a so symbol by creating
702 // an undefined symbol with a non zero st_value. Seeing that, the
Rafael Espindola3ef3a4c2015-09-29 23:22:16 +0000703 // dynamic linker resolves the symbol to the value of the symbol we created.
704 // This is true even for got entries, so pointer equality is maintained.
705 // To avoid an infinite loop, the only entry that points to the
Rafael Espindola3c412e12015-09-30 12:30:58 +0000706 // real function is a dedicated got entry used by the plt. That is
707 // identified by special relocation types (R_X86_64_JUMP_SLOT,
708 // R_386_JMP_SLOT, etc).
Rafael Espindola3ef3a4c2015-09-29 23:22:16 +0000709 return S.isShared();
Rafael Espindola01205f72015-09-22 18:19:46 +0000710 case R_X86_64_PLT32:
George Rimar8911d852015-10-16 23:52:24 +0000711 return canBePreempted(&S, true);
Rafael Espindola01205f72015-09-22 18:19:46 +0000712 }
713}
Rafael Espindolac4010882015-09-22 20:54:08 +0000714
Rafael Espindolaae244002015-10-05 19:30:12 +0000715bool X86_64TargetInfo::isRelRelative(uint32_t Type) const {
716 switch (Type) {
717 default:
718 return false;
Michael J. Spencera5d9d1f2015-11-11 01:27:58 +0000719 case R_X86_64_DTPOFF32:
Michael J. Spencerac2307b2015-11-11 01:28:11 +0000720 case R_X86_64_DTPOFF64:
Igor Kudrinb4a09272015-12-01 08:41:20 +0000721 case R_X86_64_PC8:
722 case R_X86_64_PC16:
723 case R_X86_64_PC32:
724 case R_X86_64_PC64:
725 case R_X86_64_PLT32:
Rafael Espindolaae244002015-10-05 19:30:12 +0000726 return true;
727 }
728}
729
Rui Ueyama3a7c2f62016-01-08 00:13:23 +0000730bool X86_64TargetInfo::isSizeReloc(uint32_t Type) const {
731 return Type == R_X86_64_SIZE32 || Type == R_X86_64_SIZE64;
George Rimar48651482015-12-11 08:59:37 +0000732}
733
George Rimar77d1cb12015-11-24 09:00:06 +0000734bool X86_64TargetInfo::isTlsOptimized(unsigned Type,
George Rimar6713cf82015-11-25 21:46:05 +0000735 const SymbolBody *S) const {
Rui Ueyama62d0e322015-12-17 00:04:18 +0000736 if (Config->Shared || (S && !S->isTls()))
George Rimar77d1cb12015-11-24 09:00:06 +0000737 return false;
George Rimar25411f252015-12-04 11:20:13 +0000738 return Type == R_X86_64_TLSGD || Type == R_X86_64_TLSLD ||
739 Type == R_X86_64_DTPOFF32 ||
George Rimar6713cf82015-11-25 21:46:05 +0000740 (Type == R_X86_64_GOTTPOFF && !canBePreempted(S, true));
741}
742
743// "Ulrich Drepper, ELF Handling For Thread-Local Storage" (5.5
744// x86-x64 linker optimizations, http://www.akkadia.org/drepper/tls.pdf) shows
745// how LD can be optimized to LE:
746// leaq bar@tlsld(%rip), %rdi
747// callq __tls_get_addr@PLT
748// leaq bar@dtpoff(%rax), %rcx
749// Is converted to:
750// .word 0x6666
751// .byte 0x66
752// mov %fs:0,%rax
753// leaq bar@tpoff(%rax), %rcx
754void X86_64TargetInfo::relocateTlsLdToLe(uint8_t *Loc, uint8_t *BufEnd,
755 uint64_t P, uint64_t SA) const {
756 const uint8_t Inst[] = {
757 0x66, 0x66, //.word 0x6666
758 0x66, //.byte 0x66
759 0x64, 0x48, 0x8b, 0x04, 0x25, 0x00, 0x00, 0x00, 0x00 // mov %fs:0,%rax
760 };
761 memcpy(Loc - 3, Inst, sizeof(Inst));
762}
763
764// "Ulrich Drepper, ELF Handling For Thread-Local Storage" (5.5
765// x86-x64 linker optimizations, http://www.akkadia.org/drepper/tls.pdf) shows
766// how GD can be optimized to LE:
767// .byte 0x66
768// leaq x@tlsgd(%rip), %rdi
769// .word 0x6666
770// rex64
771// call __tls_get_addr@plt
772// Is converted to:
773// mov %fs:0x0,%rax
774// lea x@tpoff,%rax
775void X86_64TargetInfo::relocateTlsGdToLe(uint8_t *Loc, uint8_t *BufEnd,
776 uint64_t P, uint64_t SA) const {
777 const uint8_t Inst[] = {
778 0x64, 0x48, 0x8b, 0x04, 0x25, 0x00, 0x00, 0x00, 0x00, // mov %fs:0x0,%rax
779 0x48, 0x8d, 0x80, 0x00, 0x00, 0x00, 0x00 // lea x@tpoff,%rax
780 };
781 memcpy(Loc - 4, Inst, sizeof(Inst));
782 relocateOne(Loc + 8, BufEnd, R_X86_64_TPOFF32, P, SA);
George Rimar77d1cb12015-11-24 09:00:06 +0000783}
784
George Rimar25411f252015-12-04 11:20:13 +0000785// "Ulrich Drepper, ELF Handling For Thread-Local Storage" (5.5
786// x86-x64 linker optimizations, http://www.akkadia.org/drepper/tls.pdf) shows
787// how GD can be optimized to IE:
788// .byte 0x66
789// leaq x@tlsgd(%rip), %rdi
790// .word 0x6666
791// rex64
792// call __tls_get_addr@plt
793// Is converted to:
794// mov %fs:0x0,%rax
795// addq x@tpoff,%rax
796void X86_64TargetInfo::relocateTlsGdToIe(uint8_t *Loc, uint8_t *BufEnd,
797 uint64_t P, uint64_t SA) const {
798 const uint8_t Inst[] = {
799 0x64, 0x48, 0x8b, 0x04, 0x25, 0x00, 0x00, 0x00, 0x00, // mov %fs:0x0,%rax
800 0x48, 0x03, 0x05, 0x00, 0x00, 0x00, 0x00 // addq x@tpoff,%rax
801 };
802 memcpy(Loc - 4, Inst, sizeof(Inst));
803 relocateOne(Loc + 8, BufEnd, R_X86_64_TPOFF64, P + 12, SA);
804}
805
George Rimar77d1cb12015-11-24 09:00:06 +0000806// In some conditions, R_X86_64_GOTTPOFF relocation can be optimized to
George Rimarc55b4e22015-12-07 16:54:56 +0000807// R_X86_64_TPOFF32 so that it does not use GOT.
George Rimar77d1cb12015-11-24 09:00:06 +0000808// This function does that. Read "ELF Handling For Thread-Local Storage,
809// 5.5 x86-x64 linker optimizations" (http://www.akkadia.org/drepper/tls.pdf)
810// by Ulrich Drepper for details.
George Rimar6713cf82015-11-25 21:46:05 +0000811void X86_64TargetInfo::relocateTlsIeToLe(uint8_t *Loc, uint8_t *BufEnd,
812 uint64_t P, uint64_t SA) const {
George Rimar77d1cb12015-11-24 09:00:06 +0000813 // Ulrich's document section 6.5 says that @gottpoff(%rip) must be
814 // used in MOVQ or ADDQ instructions only.
815 // "MOVQ foo@GOTTPOFF(%RIP), %REG" is transformed to "MOVQ $foo, %REG".
816 // "ADDQ foo@GOTTPOFF(%RIP), %REG" is transformed to "LEAQ foo(%REG), %REG"
817 // (if the register is not RSP/R12) or "ADDQ $foo, %RSP".
818 // Opcodes info can be found at http://ref.x86asm.net/coder64.html#x48.
819 uint8_t *Prefix = Loc - 3;
820 uint8_t *Inst = Loc - 2;
821 uint8_t *RegSlot = Loc - 1;
822 uint8_t Reg = Loc[-1] >> 3;
823 bool IsMov = *Inst == 0x8b;
824 bool RspAdd = !IsMov && Reg == 4;
825 // r12 and rsp registers requires special handling.
826 // Problem is that for other registers, for example leaq 0xXXXXXXXX(%r11),%r11
827 // result out is 7 bytes: 4d 8d 9b XX XX XX XX,
828 // but leaq 0xXXXXXXXX(%r12),%r12 is 8 bytes: 4d 8d a4 24 XX XX XX XX.
829 // The same true for rsp. So we convert to addq for them, saving 1 byte that
830 // we dont have.
831 if (RspAdd)
832 *Inst = 0x81;
833 else
834 *Inst = IsMov ? 0xc7 : 0x8d;
835 if (*Prefix == 0x4c)
836 *Prefix = (IsMov || RspAdd) ? 0x49 : 0x4d;
837 *RegSlot = (IsMov || RspAdd) ? (0xc0 | Reg) : (0x80 | Reg | (Reg << 3));
838 relocateOne(Loc, BufEnd, R_X86_64_TPOFF32, P, SA);
839}
840
George Rimar6713cf82015-11-25 21:46:05 +0000841// This function applies a TLS relocation with an optimization as described
842// in the Ulrich's document. As a result of rewriting instructions at the
843// relocation target, relocations immediately follow the TLS relocation (which
844// would be applied to rewritten instructions) may have to be skipped.
845// This function returns a number of relocations that need to be skipped.
846unsigned X86_64TargetInfo::relocateTlsOptimize(uint8_t *Loc, uint8_t *BufEnd,
847 uint32_t Type, uint64_t P,
George Rimar25411f252015-12-04 11:20:13 +0000848 uint64_t SA,
849 const SymbolBody &S) const {
George Rimar6713cf82015-11-25 21:46:05 +0000850 switch (Type) {
Igor Kudrinb4a09272015-12-01 08:41:20 +0000851 case R_X86_64_DTPOFF32:
852 relocateOne(Loc, BufEnd, R_X86_64_TPOFF32, P, SA);
853 return 0;
George Rimar6713cf82015-11-25 21:46:05 +0000854 case R_X86_64_GOTTPOFF:
855 relocateTlsIeToLe(Loc, BufEnd, P, SA);
856 return 0;
George Rimar25411f252015-12-04 11:20:13 +0000857 case R_X86_64_TLSGD: {
858 if (canBePreempted(&S, true))
859 relocateTlsGdToIe(Loc, BufEnd, P, SA);
860 else
861 relocateTlsGdToLe(Loc, BufEnd, P, SA);
George Rimar6713cf82015-11-25 21:46:05 +0000862 // The next relocation should be against __tls_get_addr, so skip it
863 return 1;
George Rimar25411f252015-12-04 11:20:13 +0000864 }
Igor Kudrinb4a09272015-12-01 08:41:20 +0000865 case R_X86_64_TLSLD:
866 relocateTlsLdToLe(Loc, BufEnd, P, SA);
867 // The next relocation should be against __tls_get_addr, so skip it
868 return 1;
George Rimar6713cf82015-11-25 21:46:05 +0000869 }
870 llvm_unreachable("Unknown TLS optimization");
871}
872
Rui Ueyama96f0e0b2015-10-23 02:40:46 +0000873void X86_64TargetInfo::relocateOne(uint8_t *Loc, uint8_t *BufEnd, uint32_t Type,
George Rimar48651482015-12-11 08:59:37 +0000874 uint64_t P, uint64_t SA, uint64_t ZA,
Simon Atanasyan09b3e362015-12-01 21:24:45 +0000875 uint8_t *PairedLoc) const {
Rafael Espindolac4010882015-09-22 20:54:08 +0000876 switch (Type) {
Rui Ueyama3835b492015-10-23 16:13:27 +0000877 case R_X86_64_32:
Igor Kudrin9b7e7db2015-11-26 09:49:44 +0000878 checkUInt<32>(SA, Type);
879 write32le(Loc, SA);
880 break;
Rafael Espindolac4010882015-09-22 20:54:08 +0000881 case R_X86_64_32S:
Igor Kudrin9b7e7db2015-11-26 09:49:44 +0000882 checkInt<32>(SA, Type);
Rui Ueyama66072272015-10-15 19:52:27 +0000883 write32le(Loc, SA);
Rafael Espindolac4010882015-09-22 20:54:08 +0000884 break;
Igor Kudrinb4a09272015-12-01 08:41:20 +0000885 case R_X86_64_64:
886 write64le(Loc, SA);
887 break;
Michael J. Spencera5d9d1f2015-11-11 01:27:58 +0000888 case R_X86_64_DTPOFF32:
889 write32le(Loc, SA);
890 break;
Igor Kudrinb4a09272015-12-01 08:41:20 +0000891 case R_X86_64_DTPOFF64:
892 write64le(Loc, SA);
893 break;
894 case R_X86_64_GOTPCREL:
895 case R_X86_64_PC32:
896 case R_X86_64_PLT32:
897 case R_X86_64_TLSGD:
898 case R_X86_64_TLSLD:
899 write32le(Loc, SA - P);
900 break;
George Rimar48651482015-12-11 08:59:37 +0000901 case R_X86_64_SIZE32:
902 write32le(Loc, ZA);
903 break;
904 case R_X86_64_SIZE64:
905 write64le(Loc, ZA);
906 break;
Rafael Espindolaac1c0f82015-11-05 15:22:26 +0000907 case R_X86_64_TPOFF32: {
Rafael Espindolaea7a1e902015-11-06 22:14:44 +0000908 uint64_t Val = SA - Out<ELF64LE>::TlsPhdr->p_memsz;
Igor Kudrin9b7e7db2015-11-26 09:49:44 +0000909 checkInt<32>(Val, Type);
Rafael Espindolaac1c0f82015-11-05 15:22:26 +0000910 write32le(Loc, Val);
Michael J. Spencerd77f0d22015-11-03 22:39:09 +0000911 break;
Rafael Espindolaac1c0f82015-11-05 15:22:26 +0000912 }
Igor Kudrinb4a09272015-12-01 08:41:20 +0000913 case R_X86_64_TPOFF64:
914 write32le(Loc, SA - P);
915 break;
Rafael Espindolac4010882015-09-22 20:54:08 +0000916 default:
Rui Ueyama1c42afc2015-10-12 15:49:06 +0000917 error("unrecognized reloc " + Twine(Type));
Rafael Espindolac4010882015-09-22 20:54:08 +0000918 }
919}
920
Hal Finkel3c8cc672015-10-12 20:56:18 +0000921// Relocation masks following the #lo(value), #hi(value), #ha(value),
922// #higher(value), #highera(value), #highest(value), and #highesta(value)
923// macros defined in section 4.5.1. Relocation Types of the PPC-elf64abi
924// document.
Rui Ueyamac44e5a12015-10-23 16:54:58 +0000925static uint16_t applyPPCLo(uint64_t V) { return V; }
926static uint16_t applyPPCHi(uint64_t V) { return V >> 16; }
927static uint16_t applyPPCHa(uint64_t V) { return (V + 0x8000) >> 16; }
928static uint16_t applyPPCHigher(uint64_t V) { return V >> 32; }
929static uint16_t applyPPCHighera(uint64_t V) { return (V + 0x8000) >> 32; }
Hal Finkel3c8cc672015-10-12 20:56:18 +0000930static uint16_t applyPPCHighest(uint64_t V) { return V >> 48; }
Hal Finkel3c8cc672015-10-12 20:56:18 +0000931static uint16_t applyPPCHighesta(uint64_t V) { return (V + 0x8000) >> 48; }
932
Davide Italiano8c3444362016-01-11 19:45:33 +0000933PPCTargetInfo::PPCTargetInfo() {}
934void PPCTargetInfo::writeGotPltEntry(uint8_t *Buf, uint64_t Plt) const {}
935void PPCTargetInfo::writePltZeroEntry(uint8_t *Buf, uint64_t GotEntryAddr,
936 uint64_t PltEntryAddr) const {}
937void PPCTargetInfo::writePltEntry(uint8_t *Buf, uint64_t GotAddr,
938 uint64_t GotEntryAddr,
939 uint64_t PltEntryAddr, int32_t Index,
940 unsigned RelOff) const {}
941bool PPCTargetInfo::relocNeedsGot(uint32_t Type, const SymbolBody &S) const {
942 return false;
943}
944bool PPCTargetInfo::relocNeedsPlt(uint32_t Type, const SymbolBody &S) const {
945 return false;
946}
947bool PPCTargetInfo::isRelRelative(uint32_t Type) const { return false; }
948
949void PPCTargetInfo::relocateOne(uint8_t *Loc, uint8_t *BufEnd, uint32_t Type,
950 uint64_t P, uint64_t SA, uint64_t ZA,
951 uint8_t *PairedLoc) const {
952 switch (Type) {
953 case R_PPC_ADDR16_HA:
954 write16be(Loc, applyPPCHa(SA));
955 break;
956 case R_PPC_ADDR16_LO:
957 write16be(Loc, applyPPCLo(SA));
958 break;
959 default:
960 error("unrecognized reloc " + Twine(Type));
961 }
962}
963
Rafael Espindolac4010882015-09-22 20:54:08 +0000964PPC64TargetInfo::PPC64TargetInfo() {
Hal Finkel3c8cc672015-10-12 20:56:18 +0000965 PCRelReloc = R_PPC64_REL24;
966 GotReloc = R_PPC64_GLOB_DAT;
Hal Finkelbe0823d2015-10-12 20:58:52 +0000967 RelativeReloc = R_PPC64_RELATIVE;
Hal Finkel6c2a3b82015-10-08 21:51:31 +0000968 PltEntrySize = 32;
Hal Finkelc848b322015-10-12 19:34:29 +0000969
970 // We need 64K pages (at least under glibc/Linux, the loader won't
971 // set different permissions on a finer granularity than that).
Hal Finkele3c26262015-10-08 22:23:54 +0000972 PageSize = 65536;
Hal Finkel736c7412015-10-15 07:49:07 +0000973
974 // The PPC64 ELF ABI v1 spec, says:
975 //
976 // It is normally desirable to put segments with different characteristics
977 // in separate 256 Mbyte portions of the address space, to give the
978 // operating system full paging flexibility in the 64-bit address space.
979 //
980 // And because the lowest non-zero 256M boundary is 0x10000000, PPC64 linkers
981 // use 0x10000000 as the starting address.
982 VAStart = 0x10000000;
Rafael Espindolac4010882015-09-22 20:54:08 +0000983}
Hal Finkel3c8cc672015-10-12 20:56:18 +0000984
Hal Finkel6f97c2b2015-10-16 21:55:40 +0000985uint64_t getPPC64TocBase() {
Hal Finkel3c8cc672015-10-12 20:56:18 +0000986 // The TOC consists of sections .got, .toc, .tocbss, .plt in that
987 // order. The TOC starts where the first of these sections starts.
988
989 // FIXME: This obviously does not do the right thing when there is no .got
990 // section, but there is a .toc or .tocbss section.
991 uint64_t TocVA = Out<ELF64BE>::Got->getVA();
992 if (!TocVA)
993 TocVA = Out<ELF64BE>::Plt->getVA();
994
995 // Per the ppc64-elf-linux ABI, The TOC base is TOC value plus 0x8000
996 // thus permitting a full 64 Kbytes segment. Note that the glibc startup
997 // code (crt1.o) assumes that you can get from the TOC base to the
998 // start of the .toc section with only a single (signed) 16-bit relocation.
999 return TocVA + 0x8000;
1000}
1001
George Rimar648a2c32015-10-20 08:54:27 +00001002void PPC64TargetInfo::writeGotPltEntry(uint8_t *Buf, uint64_t Plt) const {}
1003void PPC64TargetInfo::writePltZeroEntry(uint8_t *Buf, uint64_t GotEntryAddr,
1004 uint64_t PltEntryAddr) const {}
George Rimar77b77792015-11-25 22:15:01 +00001005void PPC64TargetInfo::writePltEntry(uint8_t *Buf, uint64_t GotAddr,
1006 uint64_t GotEntryAddr,
1007 uint64_t PltEntryAddr, int32_t Index,
1008 unsigned RelOff) const {
Hal Finkel3c8cc672015-10-12 20:56:18 +00001009 uint64_t Off = GotEntryAddr - getPPC64TocBase();
1010
1011 // FIXME: What we should do, in theory, is get the offset of the function
1012 // descriptor in the .opd section, and use that as the offset from %r2 (the
1013 // TOC-base pointer). Instead, we have the GOT-entry offset, and that will
1014 // be a pointer to the function descriptor in the .opd section. Using
1015 // this scheme is simpler, but requires an extra indirection per PLT dispatch.
1016
Hal Finkelfa92f682015-10-13 21:47:34 +00001017 write32be(Buf, 0xf8410028); // std %r2, 40(%r1)
Hal Finkel3c8cc672015-10-12 20:56:18 +00001018 write32be(Buf + 4, 0x3d620000 | applyPPCHa(Off)); // addis %r11, %r2, X@ha
1019 write32be(Buf + 8, 0xe98b0000 | applyPPCLo(Off)); // ld %r12, X@l(%r11)
1020 write32be(Buf + 12, 0xe96c0000); // ld %r11,0(%r12)
1021 write32be(Buf + 16, 0x7d6903a6); // mtctr %r11
1022 write32be(Buf + 20, 0xe84c0008); // ld %r2,8(%r12)
1023 write32be(Buf + 24, 0xe96c0010); // ld %r11,16(%r12)
1024 write32be(Buf + 28, 0x4e800420); // bctr
1025}
1026
Rafael Espindola3ef3a4c2015-09-29 23:22:16 +00001027bool PPC64TargetInfo::relocNeedsGot(uint32_t Type, const SymbolBody &S) const {
Hal Finkel3c8cc672015-10-12 20:56:18 +00001028 if (relocNeedsPlt(Type, S))
1029 return true;
1030
1031 switch (Type) {
1032 default: return false;
1033 case R_PPC64_GOT16:
Hal Finkel3c8cc672015-10-12 20:56:18 +00001034 case R_PPC64_GOT16_DS:
Igor Kudrinb4a09272015-12-01 08:41:20 +00001035 case R_PPC64_GOT16_HA:
1036 case R_PPC64_GOT16_HI:
1037 case R_PPC64_GOT16_LO:
Hal Finkel3c8cc672015-10-12 20:56:18 +00001038 case R_PPC64_GOT16_LO_DS:
1039 return true;
1040 }
Rafael Espindola3ef3a4c2015-09-29 23:22:16 +00001041}
Hal Finkel3c8cc672015-10-12 20:56:18 +00001042
Rafael Espindola3ef3a4c2015-09-29 23:22:16 +00001043bool PPC64TargetInfo::relocNeedsPlt(uint32_t Type, const SymbolBody &S) const {
Hal Finkel3c8cc672015-10-12 20:56:18 +00001044 // These are function calls that need to be redirected through a PLT stub.
Hal Finkel82281982015-10-17 00:48:20 +00001045 return Type == R_PPC64_REL24 && canBePreempted(&S, false);
Rafael Espindola3ef3a4c2015-09-29 23:22:16 +00001046}
Hal Finkel3c8cc672015-10-12 20:56:18 +00001047
Hal Finkelbe0823d2015-10-12 20:58:52 +00001048bool PPC64TargetInfo::isRelRelative(uint32_t Type) const {
1049 switch (Type) {
1050 default:
Hal Finkelbe0823d2015-10-12 20:58:52 +00001051 return true;
Hal Finkel00918622015-10-16 19:01:50 +00001052 case R_PPC64_ADDR64:
Igor Kudrinb4a09272015-12-01 08:41:20 +00001053 case R_PPC64_TOC:
Hal Finkel00918622015-10-16 19:01:50 +00001054 return false;
Hal Finkelbe0823d2015-10-12 20:58:52 +00001055 }
1056}
1057
Rui Ueyama96f0e0b2015-10-23 02:40:46 +00001058void PPC64TargetInfo::relocateOne(uint8_t *Loc, uint8_t *BufEnd, uint32_t Type,
George Rimar48651482015-12-11 08:59:37 +00001059 uint64_t P, uint64_t SA, uint64_t ZA,
Simon Atanasyan09b3e362015-12-01 21:24:45 +00001060 uint8_t *PairedLoc) const {
Hal Finkel3c8cc672015-10-12 20:56:18 +00001061 uint64_t TB = getPPC64TocBase();
1062
Hal Finkel3c8cc672015-10-12 20:56:18 +00001063 // For a TOC-relative relocation, adjust the addend and proceed in terms of
1064 // the corresponding ADDR16 relocation type.
Rafael Espindola3efa4e92015-09-22 21:12:55 +00001065 switch (Type) {
Rafael Espindola826941a2015-10-15 18:19:39 +00001066 case R_PPC64_TOC16: Type = R_PPC64_ADDR16; SA -= TB; break;
1067 case R_PPC64_TOC16_DS: Type = R_PPC64_ADDR16_DS; SA -= TB; break;
Igor Kudrinb4a09272015-12-01 08:41:20 +00001068 case R_PPC64_TOC16_HA: Type = R_PPC64_ADDR16_HA; SA -= TB; break;
1069 case R_PPC64_TOC16_HI: Type = R_PPC64_ADDR16_HI; SA -= TB; break;
Rafael Espindola826941a2015-10-15 18:19:39 +00001070 case R_PPC64_TOC16_LO: Type = R_PPC64_ADDR16_LO; SA -= TB; break;
1071 case R_PPC64_TOC16_LO_DS: Type = R_PPC64_ADDR16_LO_DS; SA -= TB; break;
Hal Finkel3c8cc672015-10-12 20:56:18 +00001072 default: break;
1073 }
1074
Hal Finkel3c8cc672015-10-12 20:56:18 +00001075 switch (Type) {
Igor Kudrinb4a09272015-12-01 08:41:20 +00001076 case R_PPC64_ADDR14: {
1077 checkAlignment<4>(SA, Type);
1078 // Preserve the AA/LK bits in the branch instruction
1079 uint8_t AALK = Loc[3];
1080 write16be(Loc + 2, (AALK & 3) | (SA & 0xfffc));
1081 break;
1082 }
Hal Finkel3c8cc672015-10-12 20:56:18 +00001083 case R_PPC64_ADDR16:
Igor Kudrin9b7e7db2015-11-26 09:49:44 +00001084 checkInt<16>(SA, Type);
Rui Ueyama96f0e0b2015-10-23 02:40:46 +00001085 write16be(Loc, SA);
Rafael Espindola3efa4e92015-09-22 21:12:55 +00001086 break;
Hal Finkel3c8cc672015-10-12 20:56:18 +00001087 case R_PPC64_ADDR16_DS:
Igor Kudrin9b7e7db2015-11-26 09:49:44 +00001088 checkInt<16>(SA, Type);
Rui Ueyama96f0e0b2015-10-23 02:40:46 +00001089 write16be(Loc, (read16be(Loc) & 3) | (SA & ~3));
Hal Finkel3c8cc672015-10-12 20:56:18 +00001090 break;
Igor Kudrinb4a09272015-12-01 08:41:20 +00001091 case R_PPC64_ADDR16_HA:
1092 write16be(Loc, applyPPCHa(SA));
Hal Finkel3c8cc672015-10-12 20:56:18 +00001093 break;
1094 case R_PPC64_ADDR16_HI:
Rui Ueyama96f0e0b2015-10-23 02:40:46 +00001095 write16be(Loc, applyPPCHi(SA));
Hal Finkel3c8cc672015-10-12 20:56:18 +00001096 break;
Hal Finkel3c8cc672015-10-12 20:56:18 +00001097 case R_PPC64_ADDR16_HIGHER:
Rui Ueyama96f0e0b2015-10-23 02:40:46 +00001098 write16be(Loc, applyPPCHigher(SA));
Hal Finkel3c8cc672015-10-12 20:56:18 +00001099 break;
1100 case R_PPC64_ADDR16_HIGHERA:
Rui Ueyama96f0e0b2015-10-23 02:40:46 +00001101 write16be(Loc, applyPPCHighera(SA));
Hal Finkel3c8cc672015-10-12 20:56:18 +00001102 break;
1103 case R_PPC64_ADDR16_HIGHEST:
Rui Ueyama96f0e0b2015-10-23 02:40:46 +00001104 write16be(Loc, applyPPCHighest(SA));
Hal Finkel3c8cc672015-10-12 20:56:18 +00001105 break;
1106 case R_PPC64_ADDR16_HIGHESTA:
Rui Ueyama96f0e0b2015-10-23 02:40:46 +00001107 write16be(Loc, applyPPCHighesta(SA));
Hal Finkel3c8cc672015-10-12 20:56:18 +00001108 break;
Igor Kudrinb4a09272015-12-01 08:41:20 +00001109 case R_PPC64_ADDR16_LO:
1110 write16be(Loc, applyPPCLo(SA));
Hal Finkel3c8cc672015-10-12 20:56:18 +00001111 break;
Igor Kudrinb4a09272015-12-01 08:41:20 +00001112 case R_PPC64_ADDR16_LO_DS:
1113 write16be(Loc, (read16be(Loc) & 3) | (applyPPCLo(SA) & ~3));
Hal Finkel3c8cc672015-10-12 20:56:18 +00001114 break;
1115 case R_PPC64_ADDR32:
Igor Kudrin9b7e7db2015-11-26 09:49:44 +00001116 checkInt<32>(SA, Type);
Rui Ueyama96f0e0b2015-10-23 02:40:46 +00001117 write32be(Loc, SA);
Hal Finkel3c8cc672015-10-12 20:56:18 +00001118 break;
Igor Kudrinb4a09272015-12-01 08:41:20 +00001119 case R_PPC64_ADDR64:
1120 write64be(Loc, SA);
1121 break;
1122 case R_PPC64_REL16_HA:
1123 write16be(Loc, applyPPCHa(SA - P));
1124 break;
1125 case R_PPC64_REL16_HI:
1126 write16be(Loc, applyPPCHi(SA - P));
1127 break;
1128 case R_PPC64_REL16_LO:
1129 write16be(Loc, applyPPCLo(SA - P));
1130 break;
Hal Finkel3c8cc672015-10-12 20:56:18 +00001131 case R_PPC64_REL24: {
Hal Finkel82281982015-10-17 00:48:20 +00001132 // If we have an undefined weak symbol, we might get here with a symbol
1133 // address of zero. That could overflow, but the code must be unreachable,
1134 // so don't bother doing anything at all.
1135 if (!SA)
1136 break;
1137
Hal Finkeldaedc122015-10-12 23:16:53 +00001138 uint64_t PltStart = Out<ELF64BE>::Plt->getVA();
1139 uint64_t PltEnd = PltStart + Out<ELF64BE>::Plt->getSize();
Rui Ueyama9e82fa22015-10-15 19:39:36 +00001140 bool InPlt = PltStart <= SA && SA < PltEnd;
Hal Finkeldaedc122015-10-12 23:16:53 +00001141
1142 if (!InPlt && Out<ELF64BE>::Opd) {
1143 // If this is a local call, and we currently have the address of a
1144 // function-descriptor, get the underlying code address instead.
1145 uint64_t OpdStart = Out<ELF64BE>::Opd->getVA();
1146 uint64_t OpdEnd = OpdStart + Out<ELF64BE>::Opd->getSize();
Rui Ueyama9e82fa22015-10-15 19:39:36 +00001147 bool InOpd = OpdStart <= SA && SA < OpdEnd;
Hal Finkeldaedc122015-10-12 23:16:53 +00001148
1149 if (InOpd)
Rui Ueyama9e82fa22015-10-15 19:39:36 +00001150 SA = read64be(&Out<ELF64BE>::OpdBuf[SA - OpdStart]);
Hal Finkeldaedc122015-10-12 23:16:53 +00001151 }
1152
Hal Finkel3c8cc672015-10-12 20:56:18 +00001153 uint32_t Mask = 0x03FFFFFC;
Igor Kudrin9b7e7db2015-11-26 09:49:44 +00001154 checkInt<24>(SA - P, Type);
Rui Ueyama96f0e0b2015-10-23 02:40:46 +00001155 write32be(Loc, (read32be(Loc) & ~Mask) | ((SA - P) & Mask));
Hal Finkel87bbd5f2015-10-12 21:19:18 +00001156
Rui Ueyama96f0e0b2015-10-23 02:40:46 +00001157 uint32_t Nop = 0x60000000;
1158 if (InPlt && Loc + 8 <= BufEnd && read32be(Loc + 4) == Nop)
1159 write32be(Loc + 4, 0xe8410028); // ld %r2, 40(%r1)
Hal Finkel3c8cc672015-10-12 20:56:18 +00001160 break;
1161 }
1162 case R_PPC64_REL32:
Igor Kudrin9b7e7db2015-11-26 09:49:44 +00001163 checkInt<32>(SA - P, Type);
Rui Ueyama96f0e0b2015-10-23 02:40:46 +00001164 write32be(Loc, SA - P);
Hal Finkel3c8cc672015-10-12 20:56:18 +00001165 break;
1166 case R_PPC64_REL64:
Rui Ueyama96f0e0b2015-10-23 02:40:46 +00001167 write64be(Loc, SA - P);
Hal Finkel3c8cc672015-10-12 20:56:18 +00001168 break;
Hal Finkel6f97c2b2015-10-16 21:55:40 +00001169 case R_PPC64_TOC:
Rui Ueyama96f0e0b2015-10-23 02:40:46 +00001170 write64be(Loc, SA);
Rafael Espindola3efa4e92015-09-22 21:12:55 +00001171 break;
1172 default:
Rui Ueyama1c42afc2015-10-12 15:49:06 +00001173 error("unrecognized reloc " + Twine(Type));
Rafael Espindola3efa4e92015-09-22 21:12:55 +00001174 }
1175}
Rafael Espindola1d6063e2015-09-22 21:24:52 +00001176
Igor Kudrindb7de9f2015-11-17 18:01:30 +00001177AArch64TargetInfo::AArch64TargetInfo() {
Igor Kudrin9606d192015-12-03 08:05:35 +00001178 CopyReloc = R_AARCH64_COPY;
George Rimara4804352016-01-11 14:15:17 +00001179 IRelativeReloc = R_AARCH64_IRELATIVE;
Igor Kudrin5d2bffd2015-11-24 06:48:31 +00001180 GotReloc = R_AARCH64_GLOB_DAT;
Igor Kudrindb7de9f2015-11-17 18:01:30 +00001181 PltReloc = R_AARCH64_JUMP_SLOT;
1182 LazyRelocations = true;
1183 PltEntrySize = 16;
1184 PltZeroEntrySize = 32;
1185}
George Rimar648a2c32015-10-20 08:54:27 +00001186
Igor Kudrincfe47f52015-12-05 06:20:24 +00001187unsigned AArch64TargetInfo::getDynReloc(unsigned Type) const {
1188 if (Type == R_AARCH64_ABS32 || Type == R_AARCH64_ABS64)
1189 return Type;
1190 StringRef S = getELFRelocationTypeName(EM_AARCH64, Type);
1191 error("Relocation " + S + " cannot be used when making a shared object; "
1192 "recompile with -fPIC.");
1193}
1194
Igor Kudrindb7de9f2015-11-17 18:01:30 +00001195void AArch64TargetInfo::writeGotPltEntry(uint8_t *Buf, uint64_t Plt) const {
1196 write64le(Buf, Out<ELF64LE>::Plt->getVA());
1197}
1198
George Rimar648a2c32015-10-20 08:54:27 +00001199void AArch64TargetInfo::writePltZeroEntry(uint8_t *Buf, uint64_t GotEntryAddr,
Igor Kudrindb7de9f2015-11-17 18:01:30 +00001200 uint64_t PltEntryAddr) const {
1201 const uint8_t PltData[] = {
1202 0xf0, 0x7b, 0xbf, 0xa9, // stp x16, x30, [sp,#-16]!
1203 0x10, 0x00, 0x00, 0x90, // adrp x16, Page(&(.plt.got[2]))
1204 0x11, 0x02, 0x40, 0xf9, // ldr x17, [x16, Offset(&(.plt.got[2]))]
1205 0x10, 0x02, 0x00, 0x91, // add x16, x16, Offset(&(.plt.got[2]))
1206 0x20, 0x02, 0x1f, 0xd6, // br x17
1207 0x1f, 0x20, 0x03, 0xd5, // nop
1208 0x1f, 0x20, 0x03, 0xd5, // nop
1209 0x1f, 0x20, 0x03, 0xd5 // nop
1210 };
1211 memcpy(Buf, PltData, sizeof(PltData));
1212
1213 relocateOne(Buf + 4, Buf + 8, R_AARCH64_ADR_PREL_PG_HI21, PltEntryAddr + 4,
1214 GotEntryAddr + 16);
1215 relocateOne(Buf + 8, Buf + 12, R_AARCH64_LDST64_ABS_LO12_NC, PltEntryAddr + 8,
1216 GotEntryAddr + 16);
1217 relocateOne(Buf + 12, Buf + 16, R_AARCH64_ADD_ABS_LO12_NC, PltEntryAddr + 12,
1218 GotEntryAddr + 16);
1219}
1220
George Rimar77b77792015-11-25 22:15:01 +00001221void AArch64TargetInfo::writePltEntry(uint8_t *Buf, uint64_t GotAddr,
1222 uint64_t GotEntryAddr,
1223 uint64_t PltEntryAddr, int32_t Index,
1224 unsigned RelOff) const {
Igor Kudrindb7de9f2015-11-17 18:01:30 +00001225 const uint8_t Inst[] = {
1226 0x10, 0x00, 0x00, 0x90, // adrp x16, Page(&(.plt.got[n]))
1227 0x11, 0x02, 0x40, 0xf9, // ldr x17, [x16, Offset(&(.plt.got[n]))]
1228 0x10, 0x02, 0x00, 0x91, // add x16, x16, Offset(&(.plt.got[n]))
1229 0x20, 0x02, 0x1f, 0xd6 // br x17
1230 };
1231 memcpy(Buf, Inst, sizeof(Inst));
1232
1233 relocateOne(Buf, Buf + 4, R_AARCH64_ADR_PREL_PG_HI21, PltEntryAddr,
1234 GotEntryAddr);
1235 relocateOne(Buf + 4, Buf + 8, R_AARCH64_LDST64_ABS_LO12_NC, PltEntryAddr + 4,
1236 GotEntryAddr);
1237 relocateOne(Buf + 8, Buf + 12, R_AARCH64_ADD_ABS_LO12_NC, PltEntryAddr + 8,
1238 GotEntryAddr);
1239}
1240
Rui Ueyama02dfd492015-12-17 01:18:40 +00001241bool AArch64TargetInfo::needsCopyRel(uint32_t Type, const SymbolBody &S) const {
Igor Kudrin9606d192015-12-03 08:05:35 +00001242 if (Config->Shared)
1243 return false;
1244 switch (Type) {
1245 default:
1246 return false;
1247 case R_AARCH64_ABS16:
1248 case R_AARCH64_ABS32:
1249 case R_AARCH64_ABS64:
1250 case R_AARCH64_ADD_ABS_LO12_NC:
1251 case R_AARCH64_ADR_PREL_LO21:
1252 case R_AARCH64_ADR_PREL_PG_HI21:
1253 case R_AARCH64_LDST8_ABS_LO12_NC:
1254 case R_AARCH64_LDST32_ABS_LO12_NC:
1255 case R_AARCH64_LDST64_ABS_LO12_NC:
1256 if (auto *SS = dyn_cast<SharedSymbol<ELF64LE>>(&S))
1257 return SS->Sym.getType() == STT_OBJECT;
1258 return false;
1259 }
1260}
1261
Rafael Espindola3ef3a4c2015-09-29 23:22:16 +00001262bool AArch64TargetInfo::relocNeedsGot(uint32_t Type,
1263 const SymbolBody &S) const {
Igor Kudrin5d2bffd2015-11-24 06:48:31 +00001264 return Type == R_AARCH64_ADR_GOT_PAGE || Type == R_AARCH64_LD64_GOT_LO12_NC ||
1265 relocNeedsPlt(Type, S);
Rafael Espindola3ef3a4c2015-09-29 23:22:16 +00001266}
Igor Kudrindb7de9f2015-11-17 18:01:30 +00001267
Rafael Espindola3ef3a4c2015-09-29 23:22:16 +00001268bool AArch64TargetInfo::relocNeedsPlt(uint32_t Type,
1269 const SymbolBody &S) const {
George Rimara4804352016-01-11 14:15:17 +00001270 if (isGnuIFunc<ELF64LE>(S))
1271 return true;
Igor Kudrindb7de9f2015-11-17 18:01:30 +00001272 switch (Type) {
1273 default:
1274 return false;
Igor Kudrindb7de9f2015-11-17 18:01:30 +00001275 case R_AARCH64_CALL26:
George Rimar4102bfb2016-01-11 14:22:00 +00001276 case R_AARCH64_CONDBR19:
Igor Kudrinb4a09272015-12-01 08:41:20 +00001277 case R_AARCH64_JUMP26:
George Rimar1395dbd2016-01-11 14:27:05 +00001278 case R_AARCH64_TSTBR14:
Igor Kudrindb7de9f2015-11-17 18:01:30 +00001279 return canBePreempted(&S, true);
1280 }
Rafael Espindola3ef3a4c2015-09-29 23:22:16 +00001281}
Davide Italiano1d750a62015-09-27 08:45:38 +00001282
Davide Italianoef4be6b2015-10-06 19:01:32 +00001283static void updateAArch64Adr(uint8_t *L, uint64_t Imm) {
Davide Italiano1f31a2c2015-10-02 22:00:42 +00001284 uint32_t ImmLo = (Imm & 0x3) << 29;
1285 uint32_t ImmHi = ((Imm & 0x1FFFFC) >> 2) << 5;
1286 uint64_t Mask = (0x3 << 29) | (0x7FFFF << 5);
Rui Ueyama87bc41b2015-10-06 18:54:43 +00001287 write32le(L, (read32le(L) & ~Mask) | ImmLo | ImmHi);
Davide Italiano1f31a2c2015-10-02 22:00:42 +00001288}
1289
Davide Italiano318ca222015-10-02 22:13:51 +00001290// Page(Expr) is the page address of the expression Expr, defined
1291// as (Expr & ~0xFFF). (This applies even if the machine page size
Davide Italianod9b5be42015-10-02 22:17:09 +00001292// supported by the platform has a different value.)
Davide Italianoef4be6b2015-10-06 19:01:32 +00001293static uint64_t getAArch64Page(uint64_t Expr) {
Davide Italiano318ca222015-10-02 22:13:51 +00001294 return Expr & (~static_cast<uint64_t>(0xFFF));
Davide Italiano1f31a2c2015-10-02 22:00:42 +00001295}
1296
Rui Ueyama96f0e0b2015-10-23 02:40:46 +00001297void AArch64TargetInfo::relocateOne(uint8_t *Loc, uint8_t *BufEnd,
Simon Atanasyan09b3e362015-12-01 21:24:45 +00001298 uint32_t Type, uint64_t P, uint64_t SA,
George Rimar48651482015-12-11 08:59:37 +00001299 uint64_t ZA, uint8_t *PairedLoc) const {
Davide Italiano1d750a62015-09-27 08:45:38 +00001300 switch (Type) {
Davide Italianodf88f962015-10-04 00:59:16 +00001301 case R_AARCH64_ABS16:
Igor Kudrinfea8ed52015-11-26 10:05:24 +00001302 checkIntUInt<16>(SA, Type);
Rui Ueyama96f0e0b2015-10-23 02:40:46 +00001303 write16le(Loc, SA);
Davide Italianodf88f962015-10-04 00:59:16 +00001304 break;
1305 case R_AARCH64_ABS32:
Igor Kudrinfea8ed52015-11-26 10:05:24 +00001306 checkIntUInt<32>(SA, Type);
Rui Ueyama96f0e0b2015-10-23 02:40:46 +00001307 write32le(Loc, SA);
Davide Italianodf88f962015-10-04 00:59:16 +00001308 break;
1309 case R_AARCH64_ABS64:
Rui Ueyama96f0e0b2015-10-23 02:40:46 +00001310 write64le(Loc, SA);
Davide Italianodf88f962015-10-04 00:59:16 +00001311 break;
Davide Italiano0b6974b2015-10-03 19:56:07 +00001312 case R_AARCH64_ADD_ABS_LO12_NC:
Davide Italianoa7165742015-10-16 21:06:55 +00001313 // This relocation stores 12 bits and there's no instruction
1314 // to do it. Instead, we do a 32 bits store of the value
Rui Ueyama96f0e0b2015-10-23 02:40:46 +00001315 // of r_addend bitwise-or'ed Loc. This assumes that the addend
1316 // bits in Loc are zero.
1317 or32le(Loc, (SA & 0xFFF) << 10);
Davide Italiano0b6974b2015-10-03 19:56:07 +00001318 break;
Igor Kudrinb4a09272015-12-01 08:41:20 +00001319 case R_AARCH64_ADR_GOT_PAGE: {
1320 uint64_t X = getAArch64Page(SA) - getAArch64Page(P);
1321 checkInt<33>(X, Type);
1322 updateAArch64Adr(Loc, (X >> 12) & 0x1FFFFF); // X[32:12]
1323 break;
1324 }
Rui Ueyamaee8c53b2015-10-06 19:57:01 +00001325 case R_AARCH64_ADR_PREL_LO21: {
Rafael Espindola826941a2015-10-15 18:19:39 +00001326 uint64_t X = SA - P;
Igor Kudrin9b7e7db2015-11-26 09:49:44 +00001327 checkInt<21>(X, Type);
Rui Ueyama96f0e0b2015-10-23 02:40:46 +00001328 updateAArch64Adr(Loc, X & 0x1FFFFF);
Davide Italiano1d750a62015-09-27 08:45:38 +00001329 break;
Rui Ueyamaee8c53b2015-10-06 19:57:01 +00001330 }
1331 case R_AARCH64_ADR_PREL_PG_HI21: {
Rafael Espindola826941a2015-10-15 18:19:39 +00001332 uint64_t X = getAArch64Page(SA) - getAArch64Page(P);
Igor Kudrin9b7e7db2015-11-26 09:49:44 +00001333 checkInt<33>(X, Type);
Rui Ueyama96f0e0b2015-10-23 02:40:46 +00001334 updateAArch64Adr(Loc, (X >> 12) & 0x1FFFFF); // X[32:12]
Davide Italiano1f31a2c2015-10-02 22:00:42 +00001335 break;
Rui Ueyamaee8c53b2015-10-06 19:57:01 +00001336 }
Igor Kudrinb4a09272015-12-01 08:41:20 +00001337 case R_AARCH64_CALL26:
1338 case R_AARCH64_JUMP26: {
Igor Kudrinb34115b2015-11-13 03:26:59 +00001339 uint64_t X = SA - P;
Igor Kudrin9b7e7db2015-11-26 09:49:44 +00001340 checkInt<28>(X, Type);
Igor Kudrinb34115b2015-11-13 03:26:59 +00001341 or32le(Loc, (X & 0x0FFFFFFC) >> 2);
1342 break;
1343 }
George Rimar4102bfb2016-01-11 14:22:00 +00001344 case R_AARCH64_CONDBR19: {
1345 uint64_t X = SA - P;
1346 checkInt<21>(X, Type);
1347 or32le(Loc, (X & 0x1FFFFC) << 3);
1348 break;
1349 }
Igor Kudrin5d2bffd2015-11-24 06:48:31 +00001350 case R_AARCH64_LD64_GOT_LO12_NC:
Igor Kudrin9b7e7db2015-11-26 09:49:44 +00001351 checkAlignment<8>(SA, Type);
Igor Kudrin5d2bffd2015-11-24 06:48:31 +00001352 or32le(Loc, (SA & 0xFF8) << 7);
1353 break;
Davide Italianodc67f9b2015-11-20 21:35:38 +00001354 case R_AARCH64_LDST8_ABS_LO12_NC:
Davide Italianodc67f9b2015-11-20 21:35:38 +00001355 or32le(Loc, (SA & 0xFFF) << 10);
1356 break;
Igor Kudrinb4a09272015-12-01 08:41:20 +00001357 case R_AARCH64_LDST32_ABS_LO12_NC:
1358 or32le(Loc, (SA & 0xFFC) << 8);
1359 break;
1360 case R_AARCH64_LDST64_ABS_LO12_NC:
1361 or32le(Loc, (SA & 0xFF8) << 7);
1362 break;
Davide Italiano3300b792015-10-29 19:55:59 +00001363 case R_AARCH64_PREL16:
Igor Kudrinfea8ed52015-11-26 10:05:24 +00001364 checkIntUInt<16>(SA - P, Type);
Davide Italiano3300b792015-10-29 19:55:59 +00001365 write16le(Loc, SA - P);
1366 break;
1367 case R_AARCH64_PREL32:
Igor Kudrinfea8ed52015-11-26 10:05:24 +00001368 checkIntUInt<32>(SA - P, Type);
Davide Italiano3300b792015-10-29 19:55:59 +00001369 write32le(Loc, SA - P);
1370 break;
Davide Italianob12d6682015-10-28 16:14:18 +00001371 case R_AARCH64_PREL64:
Davide Italianob12d6682015-10-28 16:14:18 +00001372 write64le(Loc, SA - P);
1373 break;
George Rimar1395dbd2016-01-11 14:27:05 +00001374 case R_AARCH64_TSTBR14: {
1375 uint64_t X = SA - P;
1376 checkInt<16>(X, Type);
1377 or32le(Loc, (X & 0xFFFC) << 3);
1378 break;
1379 }
Davide Italiano1d750a62015-09-27 08:45:38 +00001380 default:
Rui Ueyama1c42afc2015-10-12 15:49:06 +00001381 error("unrecognized reloc " + Twine(Type));
Davide Italiano1d750a62015-09-27 08:45:38 +00001382 }
1383}
Simon Atanasyan49829a12015-09-29 05:34:03 +00001384
Tom Stellard80efb162016-01-07 03:59:08 +00001385AMDGPUTargetInfo::AMDGPUTargetInfo() {}
1386
1387void AMDGPUTargetInfo::writeGotPltEntry(uint8_t *Buf, uint64_t Plt) const {
1388 llvm_unreachable("not implemented");
1389}
1390
1391void AMDGPUTargetInfo::writePltZeroEntry(uint8_t *Buf, uint64_t GotEntryAddr,
1392 uint64_t PltEntryAddr) const {
1393 llvm_unreachable("not implemented");
1394}
1395
1396void AMDGPUTargetInfo::writePltEntry(uint8_t *Buf, uint64_t GotAddr,
1397 uint64_t GotEntryAddr,
1398 uint64_t PltEntryAddr, int32_t Index,
1399 unsigned RelOff) const {
1400 llvm_unreachable("not implemented");
1401}
1402
1403bool AMDGPUTargetInfo::relocNeedsGot(uint32_t Type, const SymbolBody &S) const {
1404 return false;
1405}
1406
1407bool AMDGPUTargetInfo::relocNeedsPlt(uint32_t Type, const SymbolBody &S) const {
1408 return false;
1409}
1410
Rui Ueyama1300e6b2016-01-07 20:34:16 +00001411// Implementing relocations for AMDGPU is low priority since most
1412// programs don't use relocations now. Thus, this function is not
1413// actually called (relocateOne is called for each relocation).
1414// That's why the AMDGPU port works without implementing this function.
Tom Stellard80efb162016-01-07 03:59:08 +00001415void AMDGPUTargetInfo::relocateOne(uint8_t *Loc, uint8_t *BufEnd, uint32_t Type,
1416 uint64_t P, uint64_t SA, uint64_t ZA,
1417 uint8_t *PairedLoc) const {
1418 llvm_unreachable("not implemented");
1419}
1420
Simon Atanasyan9c2d7882015-10-14 14:24:46 +00001421template <class ELFT> MipsTargetInfo<ELFT>::MipsTargetInfo() {
Hal Finkele3c26262015-10-08 22:23:54 +00001422 PageSize = 65536;
Igor Kudrin15cd9ff2015-11-06 07:43:03 +00001423 GotHeaderEntriesNum = 2;
1424}
1425
1426template <class ELFT>
1427void MipsTargetInfo<ELFT>::writeGotHeaderEntries(uint8_t *Buf) const {
Rui Ueyama24e39522015-12-03 20:57:45 +00001428 typedef typename ELFFile<ELFT>::Elf_Off Elf_Off;
Igor Kudrin15cd9ff2015-11-06 07:43:03 +00001429 auto *P = reinterpret_cast<Elf_Off *>(Buf);
1430 // Module pointer
1431 P[1] = ELFT::Is64Bits ? 0x8000000000000000 : 0x80000000;
Simon Atanasyan49829a12015-09-29 05:34:03 +00001432}
1433
Simon Atanasyan9c2d7882015-10-14 14:24:46 +00001434template <class ELFT>
George Rimar648a2c32015-10-20 08:54:27 +00001435void MipsTargetInfo<ELFT>::writeGotPltEntry(uint8_t *Buf, uint64_t Plt) const {}
1436template <class ELFT>
1437void MipsTargetInfo<ELFT>::writePltZeroEntry(uint8_t *Buf, uint64_t GotEntryAddr,
1438 uint64_t PltEntryAddr) const {}
1439template <class ELFT>
George Rimar77b77792015-11-25 22:15:01 +00001440void MipsTargetInfo<ELFT>::writePltEntry(uint8_t *Buf, uint64_t GotAddr,
1441 uint64_t GotEntryAddr,
1442 uint64_t PltEntryAddr, int32_t Index,
1443 unsigned RelOff) const {}
Simon Atanasyan49829a12015-09-29 05:34:03 +00001444
Simon Atanasyan9c2d7882015-10-14 14:24:46 +00001445template <class ELFT>
1446bool MipsTargetInfo<ELFT>::relocNeedsGot(uint32_t Type,
1447 const SymbolBody &S) const {
Simon Atanasyan96306bb2015-11-25 20:58:52 +00001448 return Type == R_MIPS_GOT16 || Type == R_MIPS_CALL16;
Rafael Espindola3ef3a4c2015-09-29 23:22:16 +00001449}
Simon Atanasyan49829a12015-09-29 05:34:03 +00001450
Simon Atanasyan9c2d7882015-10-14 14:24:46 +00001451template <class ELFT>
1452bool MipsTargetInfo<ELFT>::relocNeedsPlt(uint32_t Type,
1453 const SymbolBody &S) const {
Rafael Espindola3ef3a4c2015-09-29 23:22:16 +00001454 return false;
1455}
Simon Atanasyan49829a12015-09-29 05:34:03 +00001456
Simon Atanasyan35031192015-12-15 06:06:34 +00001457static uint16_t mipsHigh(uint64_t V) { return (V + 0x8000) >> 16; }
Simon Atanasyan2cd670d2015-12-13 06:49:01 +00001458
Simon Atanasyan0fc0acf2015-12-21 17:36:40 +00001459template <endianness E, uint8_t BSIZE>
1460static void applyMipsPcReloc(uint8_t *Loc, uint32_t Type, uint64_t P,
1461 uint64_t SA) {
1462 uint32_t Mask = ~(0xffffffff << BSIZE);
1463 uint32_t Instr = read32<E>(Loc);
1464 int64_t A = SignExtend64<BSIZE + 2>((Instr & Mask) << 2);
1465 checkAlignment<4>(SA + A, Type);
1466 int64_t V = SA + A - P;
1467 checkInt<BSIZE + 2>(V, Type);
1468 write32<E>(Loc, (Instr & ~Mask) | ((V >> 2) & Mask));
1469}
1470
Simon Atanasyan9c2d7882015-10-14 14:24:46 +00001471template <class ELFT>
Rui Ueyama96f0e0b2015-10-23 02:40:46 +00001472void MipsTargetInfo<ELFT>::relocateOne(uint8_t *Loc, uint8_t *BufEnd,
Simon Atanasyan09b3e362015-12-01 21:24:45 +00001473 uint32_t Type, uint64_t P, uint64_t SA,
George Rimar48651482015-12-11 08:59:37 +00001474 uint64_t ZA, uint8_t *PairedLoc) const {
Rafael Espindolae7e57b22015-11-09 21:43:00 +00001475 const endianness E = ELFT::TargetEndianness;
Simon Atanasyan3b732ac2015-10-12 15:10:02 +00001476 switch (Type) {
1477 case R_MIPS_32:
Rafael Espindolae7e57b22015-11-09 21:43:00 +00001478 add32<E>(Loc, SA);
Simon Atanasyan3b732ac2015-10-12 15:10:02 +00001479 break;
Rui Ueyama7ee3cf72015-12-03 20:59:51 +00001480 case R_MIPS_CALL16:
1481 case R_MIPS_GOT16: {
1482 int64_t V = SA - getMipsGpAddr<ELFT>();
1483 if (Type == R_MIPS_GOT16)
1484 checkInt<16>(V, Type);
1485 write32<E>(Loc, (read32<E>(Loc) & 0xffff0000) | (V & 0xffff));
1486 break;
1487 }
Simon Atanasyan57830b62015-12-25 13:02:13 +00001488 case R_MIPS_GPREL16: {
1489 uint32_t Instr = read32<E>(Loc);
1490 int64_t V = SA + SignExtend64<16>(Instr & 0xffff) - getMipsGpAddr<ELFT>();
1491 checkInt<16>(V, Type);
1492 write32<E>(Loc, (Instr & 0xffff0000) | (V & 0xffff));
1493 break;
1494 }
1495 case R_MIPS_GPREL32:
1496 write32<E>(Loc, SA + int32_t(read32<E>(Loc)) - getMipsGpAddr<ELFT>());
1497 break;
Simon Atanasyan09b3e362015-12-01 21:24:45 +00001498 case R_MIPS_HI16: {
1499 uint32_t Instr = read32<E>(Loc);
1500 if (PairedLoc) {
1501 uint64_t AHL = ((Instr & 0xffff) << 16) +
Rui Ueyama24e39522015-12-03 20:57:45 +00001502 SignExtend64<16>(read32<E>(PairedLoc) & 0xffff);
Simon Atanasyan2cd670d2015-12-13 06:49:01 +00001503 write32<E>(Loc, (Instr & 0xffff0000) | mipsHigh(SA + AHL));
Simon Atanasyan09b3e362015-12-01 21:24:45 +00001504 } else {
1505 warning("Can't find matching R_MIPS_LO16 relocation for R_MIPS_HI16");
Simon Atanasyan2cd670d2015-12-13 06:49:01 +00001506 write32<E>(Loc, (Instr & 0xffff0000) | mipsHigh(SA));
Simon Atanasyan09b3e362015-12-01 21:24:45 +00001507 }
1508 break;
1509 }
Simon Atanasyane4361852015-12-13 06:49:14 +00001510 case R_MIPS_JALR:
1511 // Ignore this optimization relocation for now
1512 break;
Simon Atanasyan09b3e362015-12-01 21:24:45 +00001513 case R_MIPS_LO16: {
1514 uint32_t Instr = read32<E>(Loc);
Rui Ueyama24e39522015-12-03 20:57:45 +00001515 int64_t AHL = SignExtend64<16>(Instr & 0xffff);
Simon Atanasyan09b3e362015-12-01 21:24:45 +00001516 write32<E>(Loc, (Instr & 0xffff0000) | ((SA + AHL) & 0xffff));
1517 break;
1518 }
Simon Atanasyan0fc0acf2015-12-21 17:36:40 +00001519 case R_MIPS_PC16:
1520 applyMipsPcReloc<E, 16>(Loc, Type, P, SA);
1521 break;
1522 case R_MIPS_PC19_S2:
1523 applyMipsPcReloc<E, 19>(Loc, Type, P, SA);
1524 break;
1525 case R_MIPS_PC21_S2:
1526 applyMipsPcReloc<E, 21>(Loc, Type, P, SA);
1527 break;
1528 case R_MIPS_PC26_S2:
1529 applyMipsPcReloc<E, 26>(Loc, Type, P, SA);
1530 break;
1531 case R_MIPS_PCHI16: {
1532 uint32_t Instr = read32<E>(Loc);
1533 if (PairedLoc) {
1534 uint64_t AHL = ((Instr & 0xffff) << 16) +
1535 SignExtend64<16>(read32<E>(PairedLoc) & 0xffff);
1536 write32<E>(Loc, (Instr & 0xffff0000) | mipsHigh(SA + AHL - P));
1537 } else {
1538 warning("Can't find matching R_MIPS_PCLO16 relocation for R_MIPS_PCHI16");
1539 write32<E>(Loc, (Instr & 0xffff0000) | mipsHigh(SA - P));
1540 }
1541 break;
1542 }
1543 case R_MIPS_PCLO16: {
1544 uint32_t Instr = read32<E>(Loc);
1545 int64_t AHL = SignExtend64<16>(Instr & 0xffff);
1546 write32<E>(Loc, (Instr & 0xffff0000) | ((SA + AHL - P) & 0xffff));
1547 break;
1548 }
Simon Atanasyan3b732ac2015-10-12 15:10:02 +00001549 default:
Rui Ueyama1c42afc2015-10-12 15:49:06 +00001550 error("unrecognized reloc " + Twine(Type));
Simon Atanasyan3b732ac2015-10-12 15:10:02 +00001551 }
1552}
Igor Kudrin15cd9ff2015-11-06 07:43:03 +00001553
Simon Atanasyan0fc0acf2015-12-21 17:36:40 +00001554template <class ELFT>
1555bool MipsTargetInfo<ELFT>::isRelRelative(uint32_t Type) const {
1556 switch (Type) {
1557 default:
1558 return false;
1559 case R_MIPS_PC16:
1560 case R_MIPS_PC19_S2:
1561 case R_MIPS_PC21_S2:
1562 case R_MIPS_PC26_S2:
1563 case R_MIPS_PCHI16:
1564 case R_MIPS_PCLO16:
1565 return true;
1566 }
1567}
1568
Rui Ueyama3f11c8c2015-12-24 08:41:12 +00001569// _gp is a MIPS-specific ABI-defined symbol which points to
1570// a location that is relative to GOT. This function returns
1571// the value for the symbol.
Rui Ueyama24e39522015-12-03 20:57:45 +00001572template <class ELFT> typename ELFFile<ELFT>::uintX_t getMipsGpAddr() {
Rui Ueyama3f11c8c2015-12-24 08:41:12 +00001573 unsigned GPOffset = 0x7ff0;
1574 if (uint64_t V = Out<ELFT>::Got->getVA())
1575 return V + GPOffset;
1576 return 0;
Igor Kudrin15cd9ff2015-11-06 07:43:03 +00001577}
1578
1579template uint32_t getMipsGpAddr<ELF32LE>();
1580template uint32_t getMipsGpAddr<ELF32BE>();
1581template uint64_t getMipsGpAddr<ELF64LE>();
1582template uint64_t getMipsGpAddr<ELF64BE>();
Rafael Espindola01205f72015-09-22 18:19:46 +00001583}
1584}