blob: b860f70b961f1543eb2505611dc5a44bbfd8439a [file] [log] [blame]
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08001/*
Dmitriy Ivanov2a815362015-04-09 13:42:33 -07002 * Copyright (C) 2008 The Android Open Source Project
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08003 * All rights reserved.
4 *
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions
7 * are met:
8 * * Redistributions of source code must retain the above copyright
9 * notice, this list of conditions and the following disclaimer.
10 * * Redistributions in binary form must reproduce the above copyright
11 * notice, this list of conditions and the following disclaimer in
12 * the documentation and/or other materials provided with the
13 * distribution.
14 *
15 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
16 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
17 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
18 * FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
19 * COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
20 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
21 * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS
22 * OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
23 * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
24 * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT
25 * OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
26 * SUCH DAMAGE.
27 */
28
Dmitriy Ivanov04f7e3e2015-06-02 17:36:54 -070029#include <android/api-level.h>
Elliott Hughes46882792012-08-03 16:49:39 -070030#include <dlfcn.h>
31#include <errno.h>
32#include <fcntl.h>
Elliott Hughes0266ae52014-02-10 17:46:57 -080033#include <inttypes.h>
Elliott Hughes46882792012-08-03 16:49:39 -070034#include <pthread.h>
The Android Open Source Project1dc9e472009-03-03 19:28:35 -080035#include <stdio.h>
36#include <stdlib.h>
37#include <string.h>
Elliott Hughes46882792012-08-03 16:49:39 -070038#include <sys/mman.h>
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -080039#include <sys/param.h>
Elliott Hughes46882792012-08-03 16:49:39 -070040#include <unistd.h>
The Android Open Source Project1dc9e472009-03-03 19:28:35 -080041
Dmitriy Ivanov0d150942014-08-22 12:25:04 -070042#include <new>
Dmitriy Ivanovd165f562015-03-23 18:43:02 -070043#include <string>
44#include <vector>
Dmitriy Ivanov0d150942014-08-22 12:25:04 -070045
Elliott Hughes46882792012-08-03 16:49:39 -070046// Private C library headers.
Elliott Hugheseb847bc2013-10-09 15:50:50 -070047#include "private/bionic_tls.h"
48#include "private/KernelArgumentBlock.h"
49#include "private/ScopedPthreadMutexLocker.h"
Dmitriy Ivanov14669a92014-09-05 16:42:53 -070050#include "private/ScopeGuard.h"
51#include "private/UniquePtr.h"
The Android Open Source Project1dc9e472009-03-03 19:28:35 -080052
53#include "linker.h"
Dmitriy Ivanovc9ce70d2015-03-10 15:30:26 -070054#include "linker_block_allocator.h"
The Android Open Source Project1dc9e472009-03-03 19:28:35 -080055#include "linker_debug.h"
Dmitriy Ivanov18870d32015-04-22 13:10:04 -070056#include "linker_sleb128.h"
David 'Digit' Turner23363ed2012-06-18 18:13:49 +020057#include "linker_phdr.h"
Dmitriy Ivanovcefef7d2015-01-08 23:30:15 -080058#include "linker_relocs.h"
Dmitriy Ivanovfa26eee2015-02-03 16:06:47 -080059#include "linker_reloc_iterators.h"
Simon Baldwinaef71952015-01-16 13:22:54 +000060#include "ziparchive/zip_archive.h"
The Android Open Source Project1dc9e472009-03-03 19:28:35 -080061
Elliott Hughes66c3b2d2015-06-08 18:04:00 -070062extern void __libc_init_AT_SECURE(KernelArgumentBlock&);
The Android Open Source Project1dc9e472009-03-03 19:28:35 -080063
Elliott Hughes66c3b2d2015-06-08 18:04:00 -070064// Override macros to use C++ style casts.
Dmitriy Ivanov1649e7e2015-01-22 16:04:25 -080065#undef ELF_ST_TYPE
66#define ELF_ST_TYPE(x) (static_cast<uint32_t>(x) & 0xf)
67
Elliott Hughes0266ae52014-02-10 17:46:57 -080068static ElfW(Addr) get_elf_exec_load_bias(const ElfW(Ehdr)* elf);
The Android Open Source Project1dc9e472009-03-03 19:28:35 -080069
Dmitriy Ivanov600bc3c2015-03-10 15:43:50 -070070static LinkerTypeAllocator<soinfo> g_soinfo_allocator;
71static LinkerTypeAllocator<LinkedListEntry<soinfo>> g_soinfo_links_allocator;
Magnus Malmbornba98d922012-09-12 13:00:55 +020072
Dmitriy Ivanovd59e5002014-05-09 09:10:14 -070073static soinfo* solist;
74static soinfo* sonext;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -070075static soinfo* somain; // main process, always the one after libdl_info
The Android Open Source Project1dc9e472009-03-03 19:28:35 -080076
Elliott Hughes1728b232014-05-14 10:02:03 -070077static const char* const kDefaultLdPaths[] = {
Elliott Hughes4eeb1f12013-10-25 17:38:02 -070078#if defined(__LP64__)
Elliott Hughes011bc0b2013-10-08 14:27:10 -070079 "/vendor/lib64",
80 "/system/lib64",
81#else
Elliott Hughes124fae92012-10-31 14:20:03 -070082 "/vendor/lib",
83 "/system/lib",
Elliott Hughes011bc0b2013-10-08 14:27:10 -070084#endif
Dmitriy Ivanov851135b2014-08-29 12:02:36 -070085 nullptr
Elliott Hughes124fae92012-10-31 14:20:03 -070086};
David Bartleybc3a5c22009-06-02 18:27:28 -070087
Dmitriy Ivanov2a815362015-04-09 13:42:33 -070088static const ElfW(Versym) kVersymNotNeeded = 0;
89static const ElfW(Versym) kVersymGlobal = 1;
90
Dmitriy Ivanovd165f562015-03-23 18:43:02 -070091static std::vector<std::string> g_ld_library_paths;
92static std::vector<std::string> g_ld_preload_names;
Elliott Hughesa4aafd12014-01-13 16:37:47 -080093
Dmitriy Ivanovd165f562015-03-23 18:43:02 -070094static std::vector<soinfo*> g_ld_preloads;
Matt Fischer4fd42c12009-12-31 12:09:10 -060095
Elliott Hughes1728b232014-05-14 10:02:03 -070096__LIBC_HIDDEN__ int g_ld_debug_verbosity;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -080097
Dmitriy Ivanov851135b2014-08-29 12:02:36 -070098__LIBC_HIDDEN__ abort_msg_t* g_abort_message = nullptr; // For debuggerd.
Elliott Hughes0d787c12013-04-04 13:46:46 -070099
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800100#if STATS
Elliott Hughesbedfe382012-08-14 14:07:59 -0700101struct linker_stats_t {
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700102 int count[kRelocMax];
Elliott Hughesbedfe382012-08-14 14:07:59 -0700103};
104
105static linker_stats_t linker_stats;
106
Dmitriy Ivanov114ff692015-01-14 11:36:38 -0800107void count_relocation(RelocationKind kind) {
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700108 ++linker_stats.count[kind];
Elliott Hughesbedfe382012-08-14 14:07:59 -0700109}
110#else
Dmitriy Ivanov114ff692015-01-14 11:36:38 -0800111void count_relocation(RelocationKind) {
Elliott Hughesbedfe382012-08-14 14:07:59 -0700112}
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800113#endif
114
115#if COUNT_PAGES
Dmitriy Ivanov114ff692015-01-14 11:36:38 -0800116uint32_t bitmask[4096];
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800117#endif
118
Dima Zavin2e855792009-05-20 18:28:09 -0700119static char __linker_dl_err_buf[768];
Dima Zavin2e855792009-05-20 18:28:09 -0700120
Elliott Hughes650be4e2013-03-05 18:47:58 -0800121char* linker_get_error_buffer() {
Elliott Hughes5419b942012-10-16 15:54:46 -0700122 return &__linker_dl_err_buf[0];
Dima Zavin2e855792009-05-20 18:28:09 -0700123}
124
Elliott Hughes650be4e2013-03-05 18:47:58 -0800125size_t linker_get_error_buffer_size() {
126 return sizeof(__linker_dl_err_buf);
127}
128
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700129// This function is an empty stub where GDB locates a breakpoint to get notified
130// about linker activity.
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -0700131extern "C"
132void __attribute__((noinline)) __attribute__((visibility("default"))) rtld_db_dlactivity();
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800133
Elliott Hughes1728b232014-05-14 10:02:03 -0700134static pthread_mutex_t g__r_debug_mutex = PTHREAD_MUTEX_INITIALIZER;
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -0700135static r_debug _r_debug =
136 {1, nullptr, reinterpret_cast<uintptr_t>(&rtld_db_dlactivity), r_debug::RT_CONSISTENT, 0};
137
Elliott Hughes3a9c5d62014-02-10 13:31:13 -0800138static link_map* r_debug_tail = 0;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800139
Elliott Hughes3a9c5d62014-02-10 13:31:13 -0800140static void insert_soinfo_into_debug_map(soinfo* info) {
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700141 // Copy the necessary fields into the debug structure.
142 link_map* map = &(info->link_map_head);
143 map->l_addr = info->load_bias;
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -0700144 // link_map l_name field is not const.
145 map->l_name = const_cast<char*>(info->get_realpath());
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700146 map->l_ld = info->dynamic;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800147
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700148 // Stick the new library at the end of the list.
149 // gdb tends to care more about libc than it does
150 // about leaf libraries, and ordering it this way
151 // reduces the back-and-forth over the wire.
152 if (r_debug_tail) {
153 r_debug_tail->l_next = map;
154 map->l_prev = r_debug_tail;
155 map->l_next = 0;
156 } else {
157 _r_debug.r_map = map;
158 map->l_prev = 0;
159 map->l_next = 0;
160 }
161 r_debug_tail = map;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800162}
163
Elliott Hughesbedfe382012-08-14 14:07:59 -0700164static void remove_soinfo_from_debug_map(soinfo* info) {
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700165 link_map* map = &(info->link_map_head);
Iliyan Malchev5e12d7e2009-03-24 19:02:00 -0700166
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700167 if (r_debug_tail == map) {
168 r_debug_tail = map->l_prev;
169 }
Iliyan Malchev5e12d7e2009-03-24 19:02:00 -0700170
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700171 if (map->l_prev) {
172 map->l_prev->l_next = map->l_next;
173 }
174 if (map->l_next) {
175 map->l_next->l_prev = map->l_prev;
176 }
Iliyan Malchev5e12d7e2009-03-24 19:02:00 -0700177}
178
Elliott Hughesbedfe382012-08-14 14:07:59 -0700179static void notify_gdb_of_load(soinfo* info) {
Dmitriy Ivanovab972b92014-11-29 13:57:41 -0800180 if (info->is_main_executable()) {
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700181 // GDB already knows about the main executable
182 return;
183 }
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800184
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700185 ScopedPthreadMutexLocker locker(&g__r_debug_mutex);
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800186
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700187 _r_debug.r_state = r_debug::RT_ADD;
188 rtld_db_dlactivity();
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800189
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700190 insert_soinfo_into_debug_map(info);
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800191
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700192 _r_debug.r_state = r_debug::RT_CONSISTENT;
193 rtld_db_dlactivity();
Iliyan Malchev5e12d7e2009-03-24 19:02:00 -0700194}
195
Elliott Hughesbedfe382012-08-14 14:07:59 -0700196static void notify_gdb_of_unload(soinfo* info) {
Dmitriy Ivanovab972b92014-11-29 13:57:41 -0800197 if (info->is_main_executable()) {
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700198 // GDB already knows about the main executable
199 return;
200 }
Iliyan Malchev5e12d7e2009-03-24 19:02:00 -0700201
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700202 ScopedPthreadMutexLocker locker(&g__r_debug_mutex);
Iliyan Malchev5e12d7e2009-03-24 19:02:00 -0700203
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700204 _r_debug.r_state = r_debug::RT_DELETE;
205 rtld_db_dlactivity();
Iliyan Malchev5e12d7e2009-03-24 19:02:00 -0700206
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700207 remove_soinfo_from_debug_map(info);
Iliyan Malchev5e12d7e2009-03-24 19:02:00 -0700208
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700209 _r_debug.r_state = r_debug::RT_CONSISTENT;
210 rtld_db_dlactivity();
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800211}
212
Elliott Hughes18a206c2012-10-29 17:37:13 -0700213void notify_gdb_of_libraries() {
Elliott Hughes3a9c5d62014-02-10 13:31:13 -0800214 _r_debug.r_state = r_debug::RT_ADD;
215 rtld_db_dlactivity();
216 _r_debug.r_state = r_debug::RT_CONSISTENT;
217 rtld_db_dlactivity();
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800218}
219
Dmitriy Ivanovd59e5002014-05-09 09:10:14 -0700220LinkedListEntry<soinfo>* SoinfoListAllocator::alloc() {
221 return g_soinfo_links_allocator.alloc();
222}
223
224void SoinfoListAllocator::free(LinkedListEntry<soinfo>* entry) {
225 g_soinfo_links_allocator.free(entry);
226}
227
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -0700228static soinfo* soinfo_alloc(const char* name, struct stat* file_stat,
229 off64_t file_offset, uint32_t rtld_flags) {
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -0700230 if (strlen(name) >= PATH_MAX) {
Magnus Malmbornba98d922012-09-12 13:00:55 +0200231 DL_ERR("library name \"%s\" too long", name);
Dmitriy Ivanov851135b2014-08-29 12:02:36 -0700232 return nullptr;
Magnus Malmbornba98d922012-09-12 13:00:55 +0200233 }
234
Dmitriy Ivanov07e5bc12014-10-03 17:52:44 -0700235 soinfo* si = new (g_soinfo_allocator.alloc()) soinfo(name, file_stat, file_offset, rtld_flags);
Dmitriy Ivanovd59e5002014-05-09 09:10:14 -0700236
Magnus Malmbornba98d922012-09-12 13:00:55 +0200237 sonext->next = si;
238 sonext = si;
239
Elliott Hughesca0c11b2013-03-12 10:40:45 -0700240 TRACE("name %s: allocated soinfo @ %p", name, si);
Magnus Malmbornba98d922012-09-12 13:00:55 +0200241 return si;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800242}
243
Elliott Hughesfaf05ba2014-02-11 16:59:37 -0800244static void soinfo_free(soinfo* si) {
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700245 if (si == nullptr) {
246 return;
247 }
248
249 if (si->base != 0 && si->size != 0) {
250 munmap(reinterpret_cast<void*>(si->base), si->size);
251 }
252
253 soinfo *prev = nullptr, *trav;
254
Dmitriy Ivanovb3c01d02015-05-07 10:48:00 -0700255 TRACE("name %s: freeing soinfo @ %p", si->get_realpath(), si);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700256
257 for (trav = solist; trav != nullptr; trav = trav->next) {
258 if (trav == si) {
259 break;
Elliott Hughes46882792012-08-03 16:49:39 -0700260 }
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700261 prev = trav;
262 }
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -0800263
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700264 if (trav == nullptr) {
265 // si was not in solist
Dmitriy Ivanovb3c01d02015-05-07 10:48:00 -0700266 DL_ERR("name \"%s\"@%p is not in solist!", si->get_realpath(), si);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700267 return;
268 }
Elliott Hughes46882792012-08-03 16:49:39 -0700269
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700270 // clear links to/from si
271 si->remove_all_links();
Dmitriy Ivanovd59e5002014-05-09 09:10:14 -0700272
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700273 // prev will never be null, because the first entry in solist is
274 // always the static libdl_info.
275 prev->next = si->next;
276 if (si == sonext) {
277 sonext = prev;
278 }
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800279
Dmitriy Ivanova5bb8412015-07-08 15:26:46 -0700280 si->~soinfo();
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700281 g_soinfo_allocator.free(si);
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800282}
283
Elliott Hughescade4c32012-12-20 14:42:14 -0800284static void parse_path(const char* path, const char* delimiters,
Dmitriy Ivanovd165f562015-03-23 18:43:02 -0700285 std::vector<std::string>* paths) {
Dmitriy Ivanov851135b2014-08-29 12:02:36 -0700286 if (path == nullptr) {
Elliott Hughescade4c32012-12-20 14:42:14 -0800287 return;
288 }
289
Dmitriy Ivanovd165f562015-03-23 18:43:02 -0700290 paths->clear();
Elliott Hughescade4c32012-12-20 14:42:14 -0800291
Dmitriy Ivanovd165f562015-03-23 18:43:02 -0700292 for (const char *p = path; ; ++p) {
293 size_t len = strcspn(p, delimiters);
294 // skip empty tokens
295 if (len == 0) {
296 continue;
Elliott Hughescade4c32012-12-20 14:42:14 -0800297 }
Elliott Hughescade4c32012-12-20 14:42:14 -0800298
Dmitriy Ivanovd165f562015-03-23 18:43:02 -0700299 paths->push_back(std::string(p, len));
300 p += len;
301
302 if (*p == '\0') {
303 break;
304 }
Elliott Hughescade4c32012-12-20 14:42:14 -0800305 }
306}
307
308static void parse_LD_LIBRARY_PATH(const char* path) {
Dmitriy Ivanovd165f562015-03-23 18:43:02 -0700309 parse_path(path, ":", &g_ld_library_paths);
Elliott Hughescade4c32012-12-20 14:42:14 -0800310}
311
312static void parse_LD_PRELOAD(const char* path) {
313 // We have historically supported ':' as well as ' ' in LD_PRELOAD.
Dmitriy Ivanovd165f562015-03-23 18:43:02 -0700314 parse_path(path, " :", &g_ld_preload_names);
Elliott Hughescade4c32012-12-20 14:42:14 -0800315}
316
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -0700317static bool realpath_fd(int fd, std::string* realpath) {
318 std::vector<char> buf(PATH_MAX), proc_self_fd(PATH_MAX);
319 snprintf(&proc_self_fd[0], proc_self_fd.size(), "/proc/self/fd/%d", fd);
320 if (readlink(&proc_self_fd[0], &buf[0], buf.size()) == -1) {
Dmitriy Ivanovca10ac62015-05-28 11:44:31 -0700321 PRINT("readlink('%s') failed: %s [fd=%d]", &proc_self_fd[0], strerror(errno), fd);
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -0700322 return false;
323 }
324
325 *realpath = std::string(&buf[0]);
326 return true;
327}
328
Elliott Hughes4eeb1f12013-10-25 17:38:02 -0700329#if defined(__arm__)
Elliott Hughes46882792012-08-03 16:49:39 -0700330
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700331// For a given PC, find the .so that it belongs to.
332// Returns the base address of the .ARM.exidx section
333// for that .so, and the number of 8-byte entries
334// in that section (via *pcount).
335//
336// Intended to be called by libc's __gnu_Unwind_Find_exidx().
337//
338// This function is exposed via dlfcn.cpp and libdl.so.
Elliott Hughesfaf05ba2014-02-11 16:59:37 -0800339_Unwind_Ptr dl_unwind_find_exidx(_Unwind_Ptr pc, int* pcount) {
Dmitriy Ivanov1649e7e2015-01-22 16:04:25 -0800340 uintptr_t addr = reinterpret_cast<uintptr_t>(pc);
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800341
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700342 for (soinfo* si = solist; si != 0; si = si->next) {
343 if ((addr >= si->base) && (addr < (si->base + si->size))) {
344 *pcount = si->ARM_exidx_count;
Dmitriy Ivanov1649e7e2015-01-22 16:04:25 -0800345 return reinterpret_cast<_Unwind_Ptr>(si->ARM_exidx);
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800346 }
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700347 }
348 *pcount = 0;
349 return nullptr;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800350}
Elliott Hughes46882792012-08-03 16:49:39 -0700351
Christopher Ferris24053a42013-08-19 17:45:09 -0700352#endif
Elliott Hughes46882792012-08-03 16:49:39 -0700353
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700354// Here, we only have to provide a callback to iterate across all the
355// loaded libraries. gcc_eh does the rest.
Dmitriy Ivanovf7d5bf32015-06-29 14:48:25 -0700356int do_dl_iterate_phdr(int (*cb)(dl_phdr_info* info, size_t size, void* data), void* data) {
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700357 int rv = 0;
358 for (soinfo* si = solist; si != nullptr; si = si->next) {
359 dl_phdr_info dl_info;
360 dl_info.dlpi_addr = si->link_map_head.l_addr;
361 dl_info.dlpi_name = si->link_map_head.l_name;
362 dl_info.dlpi_phdr = si->phdr;
363 dl_info.dlpi_phnum = si->phnum;
364 rv = cb(&dl_info, sizeof(dl_phdr_info), data);
365 if (rv != 0) {
366 break;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800367 }
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700368 }
369 return rv;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800370}
Elliott Hughes46882792012-08-03 16:49:39 -0700371
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700372const ElfW(Versym)* soinfo::get_versym(size_t n) const {
373 if (has_min_version(2) && versym_ != nullptr) {
374 return versym_ + n;
375 }
376
377 return nullptr;
378}
379
380ElfW(Addr) soinfo::get_verneed_ptr() const {
381 if (has_min_version(2)) {
382 return verneed_ptr_;
383 }
384
385 return 0;
386}
387
388size_t soinfo::get_verneed_cnt() const {
389 if (has_min_version(2)) {
390 return verneed_cnt_;
391 }
392
393 return 0;
394}
395
396ElfW(Addr) soinfo::get_verdef_ptr() const {
397 if (has_min_version(2)) {
398 return verdef_ptr_;
399 }
400
401 return 0;
402}
403
404size_t soinfo::get_verdef_cnt() const {
405 if (has_min_version(2)) {
406 return verdef_cnt_;
407 }
408
409 return 0;
410}
411
412template<typename F>
413static bool for_each_verdef(const soinfo* si, F functor) {
414 if (!si->has_min_version(2)) {
415 return true;
416 }
417
418 uintptr_t verdef_ptr = si->get_verdef_ptr();
419 if (verdef_ptr == 0) {
420 return true;
421 }
422
423 size_t offset = 0;
424
425 size_t verdef_cnt = si->get_verdef_cnt();
426 for (size_t i = 0; i<verdef_cnt; ++i) {
427 const ElfW(Verdef)* verdef = reinterpret_cast<ElfW(Verdef)*>(verdef_ptr + offset);
428 size_t verdaux_offset = offset + verdef->vd_aux;
429 offset += verdef->vd_next;
430
431 if (verdef->vd_version != 1) {
Dmitriy Ivanov3d7bea12015-04-20 17:40:39 -0700432 DL_ERR("unsupported verdef[%zd] vd_version: %d (expected 1) library: %s",
Dmitriy Ivanovb3c01d02015-05-07 10:48:00 -0700433 i, verdef->vd_version, si->get_realpath());
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700434 return false;
435 }
436
437 if ((verdef->vd_flags & VER_FLG_BASE) != 0) {
438 // "this is the version of the file itself. It must not be used for
439 // matching a symbol. It can be used to match references."
440 //
441 // http://www.akkadia.org/drepper/symbol-versioning
442 continue;
443 }
444
445 if (verdef->vd_cnt == 0) {
446 DL_ERR("invalid verdef[%zd] vd_cnt == 0 (version without a name)", i);
447 return false;
448 }
449
450 const ElfW(Verdaux)* verdaux = reinterpret_cast<ElfW(Verdaux)*>(verdef_ptr + verdaux_offset);
451
452 if (functor(i, verdef, verdaux) == true) {
453 break;
454 }
455 }
456
457 return true;
458}
459
460bool soinfo::find_verdef_version_index(const version_info* vi, ElfW(Versym)* versym) const {
461 if (vi == nullptr) {
462 *versym = kVersymNotNeeded;
463 return true;
464 }
465
466 *versym = kVersymGlobal;
467
468 return for_each_verdef(this,
469 [&](size_t, const ElfW(Verdef)* verdef, const ElfW(Verdaux)* verdaux) {
470 if (verdef->vd_hash == vi->elf_hash &&
471 strcmp(vi->name, get_string(verdaux->vda_name)) == 0) {
472 *versym = verdef->vd_ndx;
473 return true;
474 }
475
476 return false;
477 }
478 );
479}
480
481bool soinfo::find_symbol_by_name(SymbolName& symbol_name,
482 const version_info* vi,
483 const ElfW(Sym)** symbol) const {
484 uint32_t symbol_index;
485 bool success =
486 is_gnu_hash() ?
487 gnu_lookup(symbol_name, vi, &symbol_index) :
488 elf_lookup(symbol_name, vi, &symbol_index);
489
490 if (success) {
491 *symbol = symbol_index == 0 ? nullptr : symtab_ + symbol_index;
492 }
493
494 return success;
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -0800495}
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800496
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -0800497static bool is_symbol_global_and_defined(const soinfo* si, const ElfW(Sym)* s) {
498 if (ELF_ST_BIND(s->st_info) == STB_GLOBAL ||
499 ELF_ST_BIND(s->st_info) == STB_WEAK) {
500 return s->st_shndx != SHN_UNDEF;
501 } else if (ELF_ST_BIND(s->st_info) != STB_LOCAL) {
502 DL_WARN("unexpected ST_BIND value: %d for '%s' in '%s'",
Dmitriy Ivanovb3c01d02015-05-07 10:48:00 -0700503 ELF_ST_BIND(s->st_info), si->get_string(s->st_name), si->get_realpath());
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -0800504 }
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800505
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -0800506 return false;
507}
508
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700509static const ElfW(Versym) kVersymHiddenBit = 0x8000;
510
511static inline bool is_versym_hidden(const ElfW(Versym)* versym) {
512 // the symbol is hidden if bit 15 of versym is set.
513 return versym != nullptr && (*versym & kVersymHiddenBit) != 0;
514}
515
516static inline bool check_symbol_version(const ElfW(Versym) verneed,
517 const ElfW(Versym)* verdef) {
518 return verneed == kVersymNotNeeded ||
519 verdef == nullptr ||
520 verneed == (*verdef & ~kVersymHiddenBit);
521}
522
523bool soinfo::gnu_lookup(SymbolName& symbol_name,
524 const version_info* vi,
525 uint32_t* symbol_index) const {
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -0800526 uint32_t hash = symbol_name.gnu_hash();
Dmitriy Ivanov047b5932014-11-13 09:39:20 -0800527 uint32_t h2 = hash >> gnu_shift2_;
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -0800528
529 uint32_t bloom_mask_bits = sizeof(ElfW(Addr))*8;
Dmitriy Ivanov047b5932014-11-13 09:39:20 -0800530 uint32_t word_num = (hash / bloom_mask_bits) & gnu_maskwords_;
531 ElfW(Addr) bloom_word = gnu_bloom_filter_[word_num];
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -0800532
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700533 *symbol_index = 0;
534
Dmitriy Ivanov3597b802015-03-09 12:02:02 -0700535 TRACE_TYPE(LOOKUP, "SEARCH %s in %s@%p (gnu)",
Dmitriy Ivanovb3c01d02015-05-07 10:48:00 -0700536 symbol_name.get_name(), get_realpath(), reinterpret_cast<void*>(base));
Dmitriy Ivanov3597b802015-03-09 12:02:02 -0700537
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -0800538 // test against bloom filter
539 if ((1 & (bloom_word >> (hash % bloom_mask_bits)) & (bloom_word >> (h2 % bloom_mask_bits))) == 0) {
Dmitriy Ivanov3597b802015-03-09 12:02:02 -0700540 TRACE_TYPE(LOOKUP, "NOT FOUND %s in %s@%p",
Dmitriy Ivanovb3c01d02015-05-07 10:48:00 -0700541 symbol_name.get_name(), get_realpath(), reinterpret_cast<void*>(base));
Dmitriy Ivanov3597b802015-03-09 12:02:02 -0700542
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700543 return true;
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -0800544 }
545
546 // bloom test says "probably yes"...
Dmitriy Ivanov3597b802015-03-09 12:02:02 -0700547 uint32_t n = gnu_bucket_[hash % gnu_nbucket_];
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -0800548
549 if (n == 0) {
Dmitriy Ivanov3597b802015-03-09 12:02:02 -0700550 TRACE_TYPE(LOOKUP, "NOT FOUND %s in %s@%p",
Dmitriy Ivanovb3c01d02015-05-07 10:48:00 -0700551 symbol_name.get_name(), get_realpath(), reinterpret_cast<void*>(base));
Dmitriy Ivanov3597b802015-03-09 12:02:02 -0700552
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700553 return true;
554 }
555
556 // lookup versym for the version definition in this library
557 // note the difference between "version is not requested" (vi == nullptr)
558 // and "version not found". In the first case verneed is kVersymNotNeeded
559 // which implies that the default version can be accepted; the second case results in
560 // verneed = 1 (kVersymGlobal) and implies that we should ignore versioned symbols
561 // for this library and consider only *global* ones.
562 ElfW(Versym) verneed = 0;
563 if (!find_verdef_version_index(vi, &verneed)) {
564 return false;
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -0800565 }
566
567 do {
Dmitriy Ivanov047b5932014-11-13 09:39:20 -0800568 ElfW(Sym)* s = symtab_ + n;
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700569 const ElfW(Versym)* verdef = get_versym(n);
570 // skip hidden versions when verneed == kVersymNotNeeded (0)
571 if (verneed == kVersymNotNeeded && is_versym_hidden(verdef)) {
572 continue;
573 }
Dmitriy Ivanov3597b802015-03-09 12:02:02 -0700574 if (((gnu_chain_[n] ^ hash) >> 1) == 0 &&
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700575 check_symbol_version(verneed, verdef) &&
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -0800576 strcmp(get_string(s->st_name), symbol_name.get_name()) == 0 &&
577 is_symbol_global_and_defined(this, s)) {
Dmitriy Ivanov3597b802015-03-09 12:02:02 -0700578 TRACE_TYPE(LOOKUP, "FOUND %s in %s (%p) %zd",
Dmitriy Ivanovb3c01d02015-05-07 10:48:00 -0700579 symbol_name.get_name(), get_realpath(), reinterpret_cast<void*>(s->st_value),
Dmitriy Ivanov3597b802015-03-09 12:02:02 -0700580 static_cast<size_t>(s->st_size));
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700581 *symbol_index = n;
582 return true;
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -0800583 }
Dmitriy Ivanov3597b802015-03-09 12:02:02 -0700584 } while ((gnu_chain_[n++] & 1) == 0);
585
586 TRACE_TYPE(LOOKUP, "NOT FOUND %s in %s@%p",
Dmitriy Ivanovb3c01d02015-05-07 10:48:00 -0700587 symbol_name.get_name(), get_realpath(), reinterpret_cast<void*>(base));
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800588
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700589 return true;
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -0800590}
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800591
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700592bool soinfo::elf_lookup(SymbolName& symbol_name,
593 const version_info* vi,
594 uint32_t* symbol_index) const {
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -0800595 uint32_t hash = symbol_name.elf_hash();
596
597 TRACE_TYPE(LOOKUP, "SEARCH %s in %s@%p h=%x(elf) %zd",
Dmitriy Ivanovb3c01d02015-05-07 10:48:00 -0700598 symbol_name.get_name(), get_realpath(),
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -0700599 reinterpret_cast<void*>(base), hash, hash % nbucket_);
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -0800600
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700601 ElfW(Versym) verneed = 0;
602 if (!find_verdef_version_index(vi, &verneed)) {
603 return false;
604 }
605
Dmitriy Ivanov047b5932014-11-13 09:39:20 -0800606 for (uint32_t n = bucket_[hash % nbucket_]; n != 0; n = chain_[n]) {
607 ElfW(Sym)* s = symtab_ + n;
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700608 const ElfW(Versym)* verdef = get_versym(n);
609
610 // skip hidden versions when verneed == 0
611 if (verneed == kVersymNotNeeded && is_versym_hidden(verdef)) {
612 continue;
613 }
614
615 if (check_symbol_version(verneed, verdef) &&
616 strcmp(get_string(s->st_name), symbol_name.get_name()) == 0 &&
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -0700617 is_symbol_global_and_defined(this, s)) {
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -0800618 TRACE_TYPE(LOOKUP, "FOUND %s in %s (%p) %zd",
Dmitriy Ivanovb3c01d02015-05-07 10:48:00 -0700619 symbol_name.get_name(), get_realpath(),
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -0700620 reinterpret_cast<void*>(s->st_value),
621 static_cast<size_t>(s->st_size));
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700622 *symbol_index = n;
623 return true;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800624 }
Elliott Hughes0266ae52014-02-10 17:46:57 -0800625 }
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800626
Dmitriy Ivanovaa0f2bd2014-07-28 17:32:20 -0700627 TRACE_TYPE(LOOKUP, "NOT FOUND %s in %s@%p %x %zd",
Dmitriy Ivanovb3c01d02015-05-07 10:48:00 -0700628 symbol_name.get_name(), get_realpath(),
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -0700629 reinterpret_cast<void*>(base), hash, hash % nbucket_);
Dmitriy Ivanovaa0f2bd2014-07-28 17:32:20 -0700630
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700631 *symbol_index = 0;
632 return true;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800633}
634
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -0700635soinfo::soinfo(const char* realpath, const struct stat* file_stat,
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -0700636 off64_t file_offset, int rtld_flags) {
Dmitriy Ivanov0d150942014-08-22 12:25:04 -0700637 memset(this, 0, sizeof(*this));
638
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -0700639 if (realpath != nullptr) {
640 realpath_ = realpath;
641 }
642
Dmitriy Ivanovab972b92014-11-29 13:57:41 -0800643 flags_ = FLAG_NEW_SOINFO;
Dmitriy Ivanov047b5932014-11-13 09:39:20 -0800644 version_ = SOINFO_VERSION;
Dmitriy Ivanov0d150942014-08-22 12:25:04 -0700645
Dmitriy Ivanov851135b2014-08-29 12:02:36 -0700646 if (file_stat != nullptr) {
Dmitriy Ivanov047b5932014-11-13 09:39:20 -0800647 this->st_dev_ = file_stat->st_dev;
648 this->st_ino_ = file_stat->st_ino;
649 this->file_offset_ = file_offset;
Dmitriy Ivanov0d150942014-08-22 12:25:04 -0700650 }
Dmitriy Ivanove8ba50f2014-09-15 17:00:10 -0700651
Dmitriy Ivanov047b5932014-11-13 09:39:20 -0800652 this->rtld_flags_ = rtld_flags;
Dmitriy Ivanov0d150942014-08-22 12:25:04 -0700653}
654
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800655
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -0800656uint32_t SymbolName::elf_hash() {
657 if (!has_elf_hash_) {
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -0700658 const uint8_t* name = reinterpret_cast<const uint8_t*>(name_);
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -0800659 uint32_t h = 0, g;
660
661 while (*name) {
662 h = (h << 4) + *name++;
663 g = h & 0xf0000000;
664 h ^= g;
665 h ^= g >> 24;
666 }
667
668 elf_hash_ = h;
669 has_elf_hash_ = true;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700670 }
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -0800671
672 return elf_hash_;
673}
674
675uint32_t SymbolName::gnu_hash() {
676 if (!has_gnu_hash_) {
677 uint32_t h = 5381;
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -0700678 const uint8_t* name = reinterpret_cast<const uint8_t*>(name_);
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -0800679 while (*name != 0) {
680 h += (h << 5) + *name++; // h*33 + c = h + h * 32 + c = h + h << 5 + c
681 }
682
683 gnu_hash_ = h;
684 has_gnu_hash_ = true;
685 }
686
687 return gnu_hash_;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800688}
689
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700690bool soinfo_do_lookup(soinfo* si_from, const char* name, const version_info* vi,
691 soinfo** si_found_in, const soinfo::soinfo_list_t& global_group,
692 const soinfo::soinfo_list_t& local_group, const ElfW(Sym)** symbol) {
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -0800693 SymbolName symbol_name(name);
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700694 const ElfW(Sym)* s = nullptr;
Iliyan Malchev6ed80c82009-09-28 19:38:04 -0700695
Dmitriy Ivanov96bc37f2014-09-29 12:10:36 -0700696 /* "This element's presence in a shared object library alters the dynamic linker's
697 * symbol resolution algorithm for references within the library. Instead of starting
698 * a symbol search with the executable file, the dynamic linker starts from the shared
699 * object itself. If the shared object fails to supply the referenced symbol, the
700 * dynamic linker then searches the executable file and other shared objects as usual."
701 *
702 * http://www.sco.com/developers/gabi/2012-12-31/ch5.dynamic.html
703 *
704 * Note that this is unlikely since static linker avoids generating
705 * relocations for -Bsymbolic linked dynamic executables.
706 */
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -0700707 if (si_from->has_DT_SYMBOLIC) {
Dmitriy Ivanovb3c01d02015-05-07 10:48:00 -0700708 DEBUG("%s: looking up %s in local scope (DT_SYMBOLIC)", si_from->get_realpath(), name);
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700709 if (!si_from->find_symbol_by_name(symbol_name, vi, &s)) {
710 return false;
711 }
712
Dmitriy Ivanov8f61d992014-09-16 14:31:06 -0700713 if (s != nullptr) {
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -0700714 *si_found_in = si_from;
Dmitriy Ivanov96bc37f2014-09-29 12:10:36 -0700715 }
716 }
717
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -0700718 // 1. Look for it in global_group
719 if (s == nullptr) {
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700720 bool error = false;
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -0700721 global_group.visit([&](soinfo* global_si) {
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -0700722 DEBUG("%s: looking up %s in %s (from global group)",
Dmitriy Ivanovb3c01d02015-05-07 10:48:00 -0700723 si_from->get_realpath(), name, global_si->get_realpath());
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700724 if (!global_si->find_symbol_by_name(symbol_name, vi, &s)) {
725 error = true;
726 return false;
727 }
728
Dmitriy Ivanov96bc37f2014-09-29 12:10:36 -0700729 if (s != nullptr) {
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -0700730 *si_found_in = global_si;
731 return false;
Dmitriy Ivanov96bc37f2014-09-29 12:10:36 -0700732 }
Dmitriy Ivanovc2048942014-08-29 10:15:25 -0700733
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -0700734 return true;
735 });
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700736
737 if (error) {
738 return false;
739 }
Dmitriy Ivanov96bc37f2014-09-29 12:10:36 -0700740 }
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700741
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -0700742 // 2. Look for it in the local group
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -0700743 if (s == nullptr) {
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700744 bool error = false;
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -0700745 local_group.visit([&](soinfo* local_si) {
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -0700746 if (local_si == si_from && si_from->has_DT_SYMBOLIC) {
Dmitriy Ivanove47b3f82014-10-23 14:19:07 -0700747 // we already did this - skip
748 return true;
749 }
750
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -0700751 DEBUG("%s: looking up %s in %s (from local group)",
Dmitriy Ivanovb3c01d02015-05-07 10:48:00 -0700752 si_from->get_realpath(), name, local_si->get_realpath());
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700753 if (!local_si->find_symbol_by_name(symbol_name, vi, &s)) {
754 error = true;
755 return false;
756 }
757
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -0700758 if (s != nullptr) {
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -0700759 *si_found_in = local_si;
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -0700760 return false;
761 }
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700762
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -0700763 return true;
764 });
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700765
766 if (error) {
767 return false;
768 }
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -0700769 }
770
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700771 if (s != nullptr) {
772 TRACE_TYPE(LOOKUP, "si %s sym %s s->st_value = %p, "
773 "found in %s, base = %p, load bias = %p",
Dmitriy Ivanovb3c01d02015-05-07 10:48:00 -0700774 si_from->get_realpath(), name, reinterpret_cast<void*>(s->st_value),
775 (*si_found_in)->get_realpath(), reinterpret_cast<void*>((*si_found_in)->base),
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -0700776 reinterpret_cast<void*>((*si_found_in)->load_bias));
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -0700777 }
Iliyan Malchev6ed80c82009-09-28 19:38:04 -0700778
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700779 *symbol = s;
780 return true;
Iliyan Malchev6ed80c82009-09-28 19:38:04 -0700781}
782
Dmitriy Ivanov279a22f2015-01-23 12:03:53 -0800783class ProtectedDataGuard {
784 public:
785 ProtectedDataGuard() {
786 if (ref_count_++ == 0) {
787 protect_data(PROT_READ | PROT_WRITE);
788 }
789 }
790
791 ~ProtectedDataGuard() {
792 if (ref_count_ == 0) { // overflow
793 __libc_fatal("Too many nested calls to dlopen()");
794 }
795
796 if (--ref_count_ == 0) {
797 protect_data(PROT_READ);
798 }
799 }
800 private:
801 void protect_data(int protection) {
802 g_soinfo_allocator.protect_all(protection);
803 g_soinfo_links_allocator.protect_all(protection);
804 }
805
806 static size_t ref_count_;
807};
808
809size_t ProtectedDataGuard::ref_count_ = 0;
810
Dmitriy Ivanov0cd83eb2014-09-01 16:15:52 -0700811// Each size has it's own allocator.
812template<size_t size>
813class SizeBasedAllocator {
814 public:
815 static void* alloc() {
816 return allocator_.alloc();
817 }
Dmitriy Ivanov4bea4982014-08-29 14:01:48 -0700818
Dmitriy Ivanov0cd83eb2014-09-01 16:15:52 -0700819 static void free(void* ptr) {
820 allocator_.free(ptr);
821 }
Dmitriy Ivanov4bea4982014-08-29 14:01:48 -0700822
Dmitriy Ivanov0cd83eb2014-09-01 16:15:52 -0700823 private:
824 static LinkerBlockAllocator allocator_;
825};
826
827template<size_t size>
828LinkerBlockAllocator SizeBasedAllocator<size>::allocator_(size);
829
830template<typename T>
831class TypeBasedAllocator {
832 public:
833 static T* alloc() {
834 return reinterpret_cast<T*>(SizeBasedAllocator<sizeof(T)>::alloc());
835 }
836
837 static void free(T* ptr) {
838 SizeBasedAllocator<sizeof(T)>::free(ptr);
839 }
840};
841
Dmitriy Ivanov14669a92014-09-05 16:42:53 -0700842class LoadTask {
843 public:
844 struct deleter_t {
845 void operator()(LoadTask* t) {
846 TypeBasedAllocator<LoadTask>::free(t);
847 }
848 };
849
850 typedef UniquePtr<LoadTask, deleter_t> unique_ptr;
851
852 static deleter_t deleter;
853
854 static LoadTask* create(const char* name, soinfo* needed_by) {
855 LoadTask* ptr = TypeBasedAllocator<LoadTask>::alloc();
856 return new (ptr) LoadTask(name, needed_by);
857 }
858
859 const char* get_name() const {
860 return name_;
861 }
862
863 soinfo* get_needed_by() const {
864 return needed_by_;
865 }
866 private:
867 LoadTask(const char* name, soinfo* needed_by)
868 : name_(name), needed_by_(needed_by) {}
869
870 const char* name_;
871 soinfo* needed_by_;
872
873 DISALLOW_IMPLICIT_CONSTRUCTORS(LoadTask);
874};
875
Ningsheng Jiane93be992014-09-16 15:22:10 +0800876LoadTask::deleter_t LoadTask::deleter;
877
Dmitriy Ivanov0cd83eb2014-09-01 16:15:52 -0700878template <typename T>
879using linked_list_t = LinkedList<T, TypeBasedAllocator<LinkedListEntry<T>>>;
880
881typedef linked_list_t<soinfo> SoinfoLinkedList;
Dmitriy Ivanov14669a92014-09-05 16:42:53 -0700882typedef linked_list_t<const char> StringLinkedList;
883typedef linked_list_t<LoadTask> LoadTaskList;
Dmitriy Ivanov0cd83eb2014-09-01 16:15:52 -0700884
Dmitriy Ivanovaa0f2bd2014-07-28 17:32:20 -0700885
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -0700886// This function walks down the tree of soinfo dependencies
887// in breadth-first order and
888// * calls action(soinfo* si) for each node, and
889// * terminates walk if action returns false.
890//
891// walk_dependencies_tree returns false if walk was terminated
892// by the action and true otherwise.
893template<typename F>
894static bool walk_dependencies_tree(soinfo* root_soinfos[], size_t root_soinfos_size, F action) {
Dmitriy Ivanov0cd83eb2014-09-01 16:15:52 -0700895 SoinfoLinkedList visit_list;
896 SoinfoLinkedList visited;
897
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -0700898 for (size_t i = 0; i < root_soinfos_size; ++i) {
899 visit_list.push_back(root_soinfos[i]);
900 }
901
902 soinfo* si;
903 while ((si = visit_list.pop_front()) != nullptr) {
904 if (visited.contains(si)) {
Dmitriy Ivanov042426b2014-08-12 21:02:13 -0700905 continue;
906 }
907
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -0700908 if (!action(si)) {
909 return false;
Dmitriy Ivanovaa0f2bd2014-07-28 17:32:20 -0700910 }
911
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -0700912 visited.push_back(si);
913
914 si->get_children().for_each([&](soinfo* child) {
Dmitriy Ivanovaa0f2bd2014-07-28 17:32:20 -0700915 visit_list.push_back(child);
916 });
917 }
918
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -0700919 return true;
920}
921
922
Dmitriy Ivanov4bac6ea2015-05-12 11:12:27 -0700923static const ElfW(Sym)* dlsym_handle_lookup(soinfo* root, soinfo* skip_until,
924 soinfo** found, SymbolName& symbol_name) {
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700925 const ElfW(Sym)* result = nullptr;
Dmitriy Ivanov4bac6ea2015-05-12 11:12:27 -0700926 bool skip_lookup = skip_until != nullptr;
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -0700927
Dmitriy Ivanov4bac6ea2015-05-12 11:12:27 -0700928 walk_dependencies_tree(&root, 1, [&](soinfo* current_soinfo) {
929 if (skip_lookup) {
930 skip_lookup = current_soinfo != skip_until;
931 return true;
932 }
933
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700934 if (!current_soinfo->find_symbol_by_name(symbol_name, nullptr, &result)) {
935 result = nullptr;
936 return false;
937 }
938
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -0700939 if (result != nullptr) {
940 *found = current_soinfo;
941 return false;
942 }
943
944 return true;
945 });
946
947 return result;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800948}
949
Dmitriy Ivanov4bac6ea2015-05-12 11:12:27 -0700950// This is used by dlsym(3). It performs symbol lookup only within the
951// specified soinfo object and its dependencies in breadth first order.
952const ElfW(Sym)* dlsym_handle_lookup(soinfo* si, soinfo** found, const char* name) {
Dmitriy Ivanovc4ebe602015-05-30 13:04:39 -0700953 // According to man dlopen(3) and posix docs in the case when si is handle
954 // of the main executable we need to search not only in the executable and its
955 // dependencies but also in all libraries loaded with RTLD_GLOBAL.
956 //
957 // Since RTLD_GLOBAL is always set for the main executable and all dt_needed shared
958 // libraries and they are loaded in breath-first (correct) order we can just execute
959 // dlsym(RTLD_DEFAULT, ...); instead of doing two stage lookup.
960 if (si == somain) {
961 return dlsym_linear_lookup(name, found, nullptr, RTLD_DEFAULT);
962 }
963
Dmitriy Ivanov4bac6ea2015-05-12 11:12:27 -0700964 SymbolName symbol_name(name);
965 return dlsym_handle_lookup(si, nullptr, found, symbol_name);
966}
967
Brian Carlstromd4ee82d2013-02-28 15:58:45 -0800968/* This is used by dlsym(3) to performs a global symbol lookup. If the
969 start value is null (for RTLD_DEFAULT), the search starts at the
970 beginning of the global solist. Otherwise the search starts at the
971 specified soinfo (for RTLD_NEXT).
Iliyan Malchev6ed80c82009-09-28 19:38:04 -0700972 */
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700973const ElfW(Sym)* dlsym_linear_lookup(const char* name,
974 soinfo** found,
975 soinfo* caller,
976 void* handle) {
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -0800977 SymbolName symbol_name(name);
The Android Open Source Project1dc9e472009-03-03 19:28:35 -0800978
Dmitriy Ivanov76ac1ac2015-04-01 14:45:10 -0700979 soinfo* start = solist;
980
981 if (handle == RTLD_NEXT) {
Dmitriy Ivanov15309fd2015-05-22 12:34:42 -0700982 if (caller == nullptr) {
Dmitriy Ivanov76ac1ac2015-04-01 14:45:10 -0700983 return nullptr;
984 } else {
985 start = caller->next;
986 }
Elliott Hughescade4c32012-12-20 14:42:14 -0800987 }
988
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700989 const ElfW(Sym)* s = nullptr;
Dmitriy Ivanov76ac1ac2015-04-01 14:45:10 -0700990 for (soinfo* si = start; si != nullptr; si = si->next) {
Dmitriy Ivanov04f7e3e2015-06-02 17:36:54 -0700991 // Do not skip RTLD_LOCAL libraries in dlsym(RTLD_DEFAULT, ...)
992 // if the library is opened by application with target api level <= 22
993 // See http://b/21565766
994 if ((si->get_rtld_flags() & RTLD_GLOBAL) == 0 && si->get_target_sdk_version() > 22) {
Dmitriy Ivanove8ba50f2014-09-15 17:00:10 -0700995 continue;
996 }
997
Dmitriy Ivanov2a815362015-04-09 13:42:33 -0700998 if (!si->find_symbol_by_name(symbol_name, nullptr, &s)) {
999 return nullptr;
1000 }
1001
Dmitriy Ivanov851135b2014-08-29 12:02:36 -07001002 if (s != nullptr) {
Elliott Hughescade4c32012-12-20 14:42:14 -08001003 *found = si;
1004 break;
Matt Fischer1698d9e2009-12-31 12:17:56 -06001005 }
Elliott Hughescade4c32012-12-20 14:42:14 -08001006 }
Matt Fischer1698d9e2009-12-31 12:17:56 -06001007
Dmitriy Ivanov4bac6ea2015-05-12 11:12:27 -07001008 // If not found - use dlsym_handle_lookup for caller's
1009 // local_group unless it is part of the global group in which
Dmitriy Ivanov76ac1ac2015-04-01 14:45:10 -07001010 // case we already did it.
1011 if (s == nullptr && caller != nullptr &&
1012 (caller->get_rtld_flags() & RTLD_GLOBAL) == 0) {
Dmitriy Ivanov4bac6ea2015-05-12 11:12:27 -07001013 return dlsym_handle_lookup(caller->get_local_group_root(),
1014 (handle == RTLD_NEXT) ? caller : nullptr, found, symbol_name);
Dmitriy Ivanov76ac1ac2015-04-01 14:45:10 -07001015 }
1016
Dmitriy Ivanov851135b2014-08-29 12:02:36 -07001017 if (s != nullptr) {
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07001018 TRACE_TYPE(LOOKUP, "%s s->st_value = %p, found->base = %p",
1019 name, reinterpret_cast<void*>(s->st_value), reinterpret_cast<void*>((*found)->base));
Elliott Hughescade4c32012-12-20 14:42:14 -08001020 }
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08001021
Elliott Hughescade4c32012-12-20 14:42:14 -08001022 return s;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08001023}
1024
Kito Chengfa8c05d2013-03-12 14:58:06 +08001025soinfo* find_containing_library(const void* p) {
Elliott Hughes0266ae52014-02-10 17:46:57 -08001026 ElfW(Addr) address = reinterpret_cast<ElfW(Addr)>(p);
Dmitriy Ivanov851135b2014-08-29 12:02:36 -07001027 for (soinfo* si = solist; si != nullptr; si = si->next) {
Kito Chengfa8c05d2013-03-12 14:58:06 +08001028 if (address >= si->base && address - si->base < si->size) {
1029 return si;
Matt Fischere2a8b1f2009-12-31 12:17:40 -06001030 }
Kito Chengfa8c05d2013-03-12 14:58:06 +08001031 }
Dmitriy Ivanov851135b2014-08-29 12:02:36 -07001032 return nullptr;
Matt Fischere2a8b1f2009-12-31 12:17:40 -06001033}
1034
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -08001035ElfW(Sym)* soinfo::find_symbol_by_address(const void* addr) {
1036 return is_gnu_hash() ? gnu_addr_lookup(addr) : elf_addr_lookup(addr);
1037}
1038
1039static bool symbol_matches_soaddr(const ElfW(Sym)* sym, ElfW(Addr) soaddr) {
1040 return sym->st_shndx != SHN_UNDEF &&
1041 soaddr >= sym->st_value &&
1042 soaddr < sym->st_value + sym->st_size;
1043}
1044
1045ElfW(Sym)* soinfo::gnu_addr_lookup(const void* addr) {
Chris Dearman8e553812013-11-13 17:22:33 -08001046 ElfW(Addr) soaddr = reinterpret_cast<ElfW(Addr)>(addr) - load_bias;
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -08001047
Dmitriy Ivanov3597b802015-03-09 12:02:02 -07001048 for (size_t i = 0; i < gnu_nbucket_; ++i) {
1049 uint32_t n = gnu_bucket_[i];
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -08001050
1051 if (n == 0) {
1052 continue;
1053 }
1054
1055 do {
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08001056 ElfW(Sym)* sym = symtab_ + n;
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -08001057 if (symbol_matches_soaddr(sym, soaddr)) {
1058 return sym;
1059 }
Dmitriy Ivanov3597b802015-03-09 12:02:02 -07001060 } while ((gnu_chain_[n++] & 1) == 0);
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -08001061 }
1062
1063 return nullptr;
1064}
1065
1066ElfW(Sym)* soinfo::elf_addr_lookup(const void* addr) {
Chris Dearman8e553812013-11-13 17:22:33 -08001067 ElfW(Addr) soaddr = reinterpret_cast<ElfW(Addr)>(addr) - load_bias;
Matt Fischere2a8b1f2009-12-31 12:17:40 -06001068
Kito Chengfa8c05d2013-03-12 14:58:06 +08001069 // Search the library's symbol table for any defined symbol which
1070 // contains this address.
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08001071 for (size_t i = 0; i < nchain_; ++i) {
1072 ElfW(Sym)* sym = symtab_ + i;
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -08001073 if (symbol_matches_soaddr(sym, soaddr)) {
Kito Chengfa8c05d2013-03-12 14:58:06 +08001074 return sym;
Matt Fischere2a8b1f2009-12-31 12:17:40 -06001075 }
Kito Chengfa8c05d2013-03-12 14:58:06 +08001076 }
Matt Fischere2a8b1f2009-12-31 12:17:40 -06001077
Dmitriy Ivanov851135b2014-08-29 12:02:36 -07001078 return nullptr;
Matt Fischere2a8b1f2009-12-31 12:17:40 -06001079}
1080
Simon Baldwinaef71952015-01-16 13:22:54 +00001081static int open_library_in_zipfile(const char* const path,
1082 off64_t* file_offset) {
1083 TRACE("Trying zip file open from path '%s'", path);
1084
Dmitriy Ivanov524f1f12015-06-09 13:46:51 -07001085 // Treat an '!/' separator inside a path as the separator between the name
Simon Baldwinaef71952015-01-16 13:22:54 +00001086 // of the zip file on disk and the subdirectory to search within it.
Dmitriy Ivanov524f1f12015-06-09 13:46:51 -07001087 // For example, if path is "foo.zip!/bar/bas/x.so", then we search for
Simon Baldwinaef71952015-01-16 13:22:54 +00001088 // "bar/bas/x.so" within "foo.zip".
Dmitriy Ivanov524f1f12015-06-09 13:46:51 -07001089 const char* separator = strstr(path, "!/");
Simon Baldwinaef71952015-01-16 13:22:54 +00001090 if (separator == nullptr) {
1091 return -1;
Elliott Hughes124fae92012-10-31 14:20:03 -07001092 }
Simon Baldwinaef71952015-01-16 13:22:54 +00001093
1094 char buf[512];
1095 if (strlcpy(buf, path, sizeof(buf)) >= sizeof(buf)) {
1096 PRINT("Warning: ignoring very long library path: %s", path);
1097 return -1;
1098 }
1099
1100 buf[separator - path] = '\0';
1101
1102 const char* zip_path = buf;
Dmitriy Ivanov524f1f12015-06-09 13:46:51 -07001103 const char* file_path = &buf[separator - path + 2];
Simon Baldwinaef71952015-01-16 13:22:54 +00001104 int fd = TEMP_FAILURE_RETRY(open(zip_path, O_RDONLY | O_CLOEXEC));
1105 if (fd == -1) {
1106 return -1;
1107 }
1108
1109 ZipArchiveHandle handle;
1110 if (OpenArchiveFd(fd, "", &handle, false) != 0) {
1111 // invalid zip-file (?)
1112 close(fd);
1113 return -1;
1114 }
1115
1116 auto archive_guard = make_scope_guard([&]() {
1117 CloseArchive(handle);
1118 });
1119
1120 ZipEntry entry;
1121
1122 if (FindEntry(handle, ZipEntryName(file_path), &entry) != 0) {
1123 // Entry was not found.
1124 close(fd);
1125 return -1;
1126 }
1127
1128 // Check if it is properly stored
1129 if (entry.method != kCompressStored || (entry.offset % PAGE_SIZE) != 0) {
1130 close(fd);
1131 return -1;
1132 }
1133
1134 *file_offset = entry.offset;
1135 return fd;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08001136}
1137
Dmitriy Ivanovd165f562015-03-23 18:43:02 -07001138static bool format_path(char* buf, size_t buf_size, const char* path, const char* name) {
1139 int n = __libc_format_buffer(buf, buf_size, "%s/%s", path, name);
1140 if (n < 0 || n >= static_cast<int>(buf_size)) {
1141 PRINT("Warning: ignoring very long library path: %s/%s", path, name);
1142 return false;
1143 }
Simon Baldwinaef71952015-01-16 13:22:54 +00001144
Dmitriy Ivanovd165f562015-03-23 18:43:02 -07001145 return true;
1146}
1147
1148static int open_library_on_default_path(const char* name, off64_t* file_offset) {
1149 for (size_t i = 0; kDefaultLdPaths[i] != nullptr; ++i) {
1150 char buf[512];
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07001151 if (!format_path(buf, sizeof(buf), kDefaultLdPaths[i], name)) {
Dmitriy Ivanovd165f562015-03-23 18:43:02 -07001152 continue;
Simon Baldwinaef71952015-01-16 13:22:54 +00001153 }
1154
Dmitriy Ivanovd165f562015-03-23 18:43:02 -07001155 int fd = TEMP_FAILURE_RETRY(open(buf, O_RDONLY | O_CLOEXEC));
1156 if (fd != -1) {
1157 *file_offset = 0;
1158 return fd;
1159 }
1160 }
Simon Baldwinaef71952015-01-16 13:22:54 +00001161
Dmitriy Ivanovd165f562015-03-23 18:43:02 -07001162 return -1;
1163}
1164
1165static int open_library_on_ld_library_path(const char* name, off64_t* file_offset) {
1166 for (const auto& path_str : g_ld_library_paths) {
1167 char buf[512];
1168 const char* const path = path_str.c_str();
1169 if (!format_path(buf, sizeof(buf), path, name)) {
1170 continue;
1171 }
1172
1173 int fd = -1;
1174 if (strchr(buf, '!') != nullptr) {
Simon Baldwinaef71952015-01-16 13:22:54 +00001175 fd = open_library_in_zipfile(buf, file_offset);
1176 }
1177
1178 if (fd == -1) {
1179 fd = TEMP_FAILURE_RETRY(open(buf, O_RDONLY | O_CLOEXEC));
1180 if (fd != -1) {
1181 *file_offset = 0;
1182 }
1183 }
Dmitriy Ivanovd165f562015-03-23 18:43:02 -07001184
1185 if (fd != -1) {
1186 return fd;
1187 }
Simon Baldwinaef71952015-01-16 13:22:54 +00001188 }
1189
Dmitriy Ivanovd165f562015-03-23 18:43:02 -07001190 return -1;
Simon Baldwinaef71952015-01-16 13:22:54 +00001191}
1192
1193static int open_library(const char* name, off64_t* file_offset) {
Elliott Hughesca0c11b2013-03-12 10:40:45 -07001194 TRACE("[ opening %s ]", name);
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08001195
Elliott Hughes124fae92012-10-31 14:20:03 -07001196 // If the name contains a slash, we should attempt to open it directly and not search the paths.
Dmitriy Ivanov851135b2014-08-29 12:02:36 -07001197 if (strchr(name, '/') != nullptr) {
Simon Baldwinaef71952015-01-16 13:22:54 +00001198 if (strchr(name, '!') != nullptr) {
1199 int fd = open_library_in_zipfile(name, file_offset);
1200 if (fd != -1) {
1201 return fd;
1202 }
1203 }
1204
Elliott Hughes6971fe42012-11-01 22:59:19 -07001205 int fd = TEMP_FAILURE_RETRY(open(name, O_RDONLY | O_CLOEXEC));
1206 if (fd != -1) {
Simon Baldwinaef71952015-01-16 13:22:54 +00001207 *file_offset = 0;
Elliott Hughes6971fe42012-11-01 22:59:19 -07001208 }
Dmitriy Ivanove44fffd2015-03-17 17:12:18 -07001209 return fd;
Elliott Hughes124fae92012-10-31 14:20:03 -07001210 }
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08001211
Elliott Hughes124fae92012-10-31 14:20:03 -07001212 // Otherwise we try LD_LIBRARY_PATH first, and fall back to the built-in well known paths.
Dmitriy Ivanovd165f562015-03-23 18:43:02 -07001213 int fd = open_library_on_ld_library_path(name, file_offset);
Elliott Hughes124fae92012-10-31 14:20:03 -07001214 if (fd == -1) {
Dmitriy Ivanovd165f562015-03-23 18:43:02 -07001215 fd = open_library_on_default_path(name, file_offset);
Elliott Hughes124fae92012-10-31 14:20:03 -07001216 }
1217 return fd;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08001218}
1219
Dmitriy Ivanov4a7c3af2015-05-27 18:29:41 -07001220static const char* fix_dt_needed(const char* dt_needed, const char* sopath __unused) {
1221#if !defined(__LP64__)
1222 // Work around incorrect DT_NEEDED entries for old apps: http://b/21364029
Dmitriy Ivanov04f7e3e2015-06-02 17:36:54 -07001223 if (get_application_target_sdk_version() <= 22) {
Dmitriy Ivanov4a7c3af2015-05-27 18:29:41 -07001224 const char* bname = basename(dt_needed);
1225 if (bname != dt_needed) {
1226 DL_WARN("'%s' library has invalid DT_NEEDED entry '%s'", sopath, dt_needed);
1227 }
1228
1229 return bname;
1230 }
1231#endif
1232 return dt_needed;
1233}
1234
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001235template<typename F>
1236static void for_each_dt_needed(const soinfo* si, F action) {
1237 for (ElfW(Dyn)* d = si->dynamic; d->d_tag != DT_NULL; ++d) {
1238 if (d->d_tag == DT_NEEDED) {
Dmitriy Ivanov4a7c3af2015-05-27 18:29:41 -07001239 action(fix_dt_needed(si->get_string(d->d_un.d_val), si->get_realpath()));
Dima Zavin2e855792009-05-20 18:28:09 -07001240 }
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001241 }
1242}
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08001243
Spencer Low2a44cfb2015-04-22 18:06:51 -07001244static soinfo* load_library(int fd, off64_t file_offset,
1245 LoadTaskList& load_tasks,
Simon Baldwinaef71952015-01-16 13:22:54 +00001246 const char* name, int rtld_flags,
1247 const android_dlextinfo* extinfo) {
Dmitriy Ivanov07e5bc12014-10-03 17:52:44 -07001248 if ((file_offset % PAGE_SIZE) != 0) {
Dmitriy Ivanova6c12792014-10-21 12:09:18 -07001249 DL_ERR("file offset for the library \"%s\" is not page-aligned: %" PRId64, name, file_offset);
Dmitriy Ivanov07e5bc12014-10-03 17:52:44 -07001250 return nullptr;
1251 }
Yabin Cui16f7f8d2014-11-04 11:08:05 -08001252 if (file_offset < 0) {
1253 DL_ERR("file offset for the library \"%s\" is negative: %" PRId64, name, file_offset);
1254 return nullptr;
1255 }
Dmitriy Ivanov07e5bc12014-10-03 17:52:44 -07001256
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001257 struct stat file_stat;
1258 if (TEMP_FAILURE_RETRY(fstat(fd, &file_stat)) != 0) {
Dmitriy Ivanova6c12792014-10-21 12:09:18 -07001259 DL_ERR("unable to stat file for the library \"%s\": %s", name, strerror(errno));
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001260 return nullptr;
1261 }
Yabin Cui16f7f8d2014-11-04 11:08:05 -08001262 if (file_offset >= file_stat.st_size) {
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07001263 DL_ERR("file offset for the library \"%s\" >= file size: %" PRId64 " >= %" PRId64,
1264 name, file_offset, file_stat.st_size);
Yabin Cui16f7f8d2014-11-04 11:08:05 -08001265 return nullptr;
1266 }
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001267
1268 // Check for symlink and other situations where
Dmitriy Ivanov9b821362015-04-02 16:03:56 -07001269 // file can have different names, unless ANDROID_DLEXT_FORCE_LOAD is set
1270 if (extinfo == nullptr || (extinfo->flags & ANDROID_DLEXT_FORCE_LOAD) == 0) {
1271 for (soinfo* si = solist; si != nullptr; si = si->next) {
1272 if (si->get_st_dev() != 0 &&
1273 si->get_st_ino() != 0 &&
1274 si->get_st_dev() == file_stat.st_dev &&
1275 si->get_st_ino() == file_stat.st_ino &&
1276 si->get_file_offset() == file_offset) {
1277 TRACE("library \"%s\" is already loaded under different name/path \"%s\" - "
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07001278 "will return existing soinfo", name, si->get_realpath());
Dmitriy Ivanov9b821362015-04-02 16:03:56 -07001279 return si;
1280 }
Dmitriy Ivanovd59e5002014-05-09 09:10:14 -07001281 }
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001282 }
Dmitriy Ivanovd59e5002014-05-09 09:10:14 -07001283
Dmitriy Ivanove8ba50f2014-09-15 17:00:10 -07001284 if ((rtld_flags & RTLD_NOLOAD) != 0) {
Dmitriy Ivanova6ac54a2014-09-09 10:21:42 -07001285 DL_ERR("library \"%s\" wasn't loaded and RTLD_NOLOAD prevented it", name);
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001286 return nullptr;
1287 }
Dmitriy Ivanovb648a8a2014-05-19 15:06:58 -07001288
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07001289 std::string realpath = name;
1290 if (!realpath_fd(fd, &realpath)) {
Dmitriy Ivanovca10ac62015-05-28 11:44:31 -07001291 PRINT("warning: unable to get realpath for the library \"%s\". Will use given name.", name);
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07001292 realpath = name;
1293 }
1294
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001295 // Read the ELF header and load the segments.
Dmitriy Ivanov06700b22015-06-25 15:51:41 -07001296 ElfReader elf_reader(realpath.c_str(), fd, file_offset, file_stat.st_size);
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001297 if (!elf_reader.Load(extinfo)) {
1298 return nullptr;
1299 }
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08001300
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07001301 soinfo* si = soinfo_alloc(realpath.c_str(), &file_stat, file_offset, rtld_flags);
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001302 if (si == nullptr) {
1303 return nullptr;
1304 }
1305 si->base = elf_reader.load_start();
1306 si->size = elf_reader.load_size();
1307 si->load_bias = elf_reader.load_bias();
1308 si->phnum = elf_reader.phdr_count();
1309 si->phdr = elf_reader.loaded_phdr();
Dmitriy Ivanovd59e5002014-05-09 09:10:14 -07001310
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08001311 if (!si->prelink_image()) {
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001312 soinfo_free(si);
1313 return nullptr;
1314 }
Dmitriy Ivanovd59e5002014-05-09 09:10:14 -07001315
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001316 for_each_dt_needed(si, [&] (const char* name) {
1317 load_tasks.push_back(LoadTask::create(name, si));
1318 });
Dmitriy Ivanovd59e5002014-05-09 09:10:14 -07001319
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001320 return si;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08001321}
1322
Spencer Low2a44cfb2015-04-22 18:06:51 -07001323static soinfo* load_library(LoadTaskList& load_tasks,
1324 const char* name, int rtld_flags,
1325 const android_dlextinfo* extinfo) {
1326 if (extinfo != nullptr && (extinfo->flags & ANDROID_DLEXT_USE_LIBRARY_FD) != 0) {
1327 off64_t file_offset = 0;
1328 if ((extinfo->flags & ANDROID_DLEXT_USE_LIBRARY_FD_OFFSET) != 0) {
1329 file_offset = extinfo->library_fd_offset;
1330 }
1331 return load_library(extinfo->library_fd, file_offset, load_tasks, name, rtld_flags, extinfo);
1332 }
1333
1334 // Open the file.
1335 off64_t file_offset;
1336 int fd = open_library(name, &file_offset);
1337 if (fd == -1) {
1338 DL_ERR("library \"%s\" not found", name);
1339 return nullptr;
1340 }
1341 soinfo* result = load_library(fd, file_offset, load_tasks, name, rtld_flags, extinfo);
1342 close(fd);
1343 return result;
1344}
1345
Dmitriy Ivanov28154f52015-06-16 15:38:21 -07001346// Returns true if library was found and false in 2 cases
1347// 1. The library was found but loaded under different target_sdk_version
1348// (*candidate != nullptr)
1349// 2. The library was not found by soname (*candidate is nullptr)
1350static bool find_loaded_library_by_soname(const char* name, soinfo** candidate) {
1351 *candidate = nullptr;
1352
Dmitriy Ivanov618f1a32015-03-17 20:06:36 -07001353 // Ignore filename with path.
1354 if (strchr(name, '/') != nullptr) {
Dmitriy Ivanov28154f52015-06-16 15:38:21 -07001355 return false;
Dmitriy Ivanov618f1a32015-03-17 20:06:36 -07001356 }
1357
Dmitriy Ivanov28154f52015-06-16 15:38:21 -07001358 uint32_t target_sdk_version = get_application_target_sdk_version();
1359
Dmitriy Ivanov851135b2014-08-29 12:02:36 -07001360 for (soinfo* si = solist; si != nullptr; si = si->next) {
Dmitriy Ivanov618f1a32015-03-17 20:06:36 -07001361 const char* soname = si->get_soname();
1362 if (soname != nullptr && (strcmp(name, soname) == 0)) {
Dmitriy Ivanov28154f52015-06-16 15:38:21 -07001363 // If the library was opened under different target sdk version
1364 // skip this step and try to reopen it. The exceptions are
1365 // "libdl.so" and global group. There is no point in skipping
1366 // them because relocation process is going to use them
1367 // in any case.
1368 bool is_libdl = si == solist;
1369 if (is_libdl || (si->get_dt_flags_1() & DF_1_GLOBAL) != 0 ||
1370 !si->is_linked() || si->get_target_sdk_version() == target_sdk_version) {
1371 *candidate = si;
1372 return true;
1373 } else if (*candidate == nullptr) {
1374 // for the different sdk version - remember the first library.
1375 *candidate = si;
1376 }
Ard Biesheuvel12c78bb2012-08-14 12:30:09 +02001377 }
Dmitriy Ivanov489e4982014-05-19 15:19:52 -07001378 }
Dmitriy Ivanov28154f52015-06-16 15:38:21 -07001379
1380 return false;
Ard Biesheuvel12c78bb2012-08-14 12:30:09 +02001381}
1382
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07001383static soinfo* find_library_internal(LoadTaskList& load_tasks, const char* name,
1384 int rtld_flags, const android_dlextinfo* extinfo) {
Dmitriy Ivanov28154f52015-06-16 15:38:21 -07001385 soinfo* candidate;
1386
1387 if (find_loaded_library_by_soname(name, &candidate)) {
1388 return candidate;
1389 }
Dmitriy Ivanovb648a8a2014-05-19 15:06:58 -07001390
1391 // Library might still be loaded, the accurate detection
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001392 // of this fact is done by load_library.
Dmitriy Ivanov28154f52015-06-16 15:38:21 -07001393 TRACE("[ '%s' find_loaded_library_by_soname returned false (*candidate=%s@%p). Trying harder...]",
1394 name, candidate == nullptr ? "n/a" : candidate->get_realpath(), candidate);
1395
1396 soinfo* si = load_library(load_tasks, name, rtld_flags, extinfo);
1397
1398 // In case we were unable to load the library but there
1399 // is a candidate loaded under the same soname but different
1400 // sdk level - return it anyways.
1401 if (si == nullptr && candidate != nullptr) {
1402 si = candidate;
Elliott Hughesd23736e2012-11-01 15:16:56 -07001403 }
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08001404
Dmitriy Ivanovb648a8a2014-05-19 15:06:58 -07001405 return si;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08001406}
1407
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001408static void soinfo_unload(soinfo* si);
1409
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -07001410// TODO: this is slightly unusual way to construct
1411// the global group for relocation. Not every RTLD_GLOBAL
1412// library is included in this group for backwards-compatibility
1413// reasons.
1414//
1415// This group consists of the main executable, LD_PRELOADs
1416// and libraries with the DF_1_GLOBAL flag set.
1417static soinfo::soinfo_list_t make_global_group() {
1418 soinfo::soinfo_list_t global_group;
1419 for (soinfo* si = somain; si != nullptr; si = si->next) {
1420 if ((si->get_dt_flags_1() & DF_1_GLOBAL) != 0) {
1421 global_group.push_back(si);
1422 }
1423 }
1424
1425 return global_group;
1426}
1427
Dmitriy Ivanovd165f562015-03-23 18:43:02 -07001428static bool find_libraries(soinfo* start_with, const char* const library_names[],
1429 size_t library_names_count, soinfo* soinfos[], std::vector<soinfo*>* ld_preloads,
1430 size_t ld_preloads_count, int rtld_flags, const android_dlextinfo* extinfo) {
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001431 // Step 0: prepare.
1432 LoadTaskList load_tasks;
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -07001433 for (size_t i = 0; i < library_names_count; ++i) {
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001434 const char* name = library_names[i];
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -07001435 load_tasks.push_back(LoadTask::create(name, start_with));
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001436 }
1437
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -07001438 // Construct global_group.
1439 soinfo::soinfo_list_t global_group = make_global_group();
1440
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -07001441 // If soinfos array is null allocate one on stack.
1442 // The array is needed in case of failure; for example
1443 // when library_names[] = {libone.so, libtwo.so} and libone.so
1444 // is loaded correctly but libtwo.so failed for some reason.
1445 // In this case libone.so should be unloaded on return.
1446 // See also implementation of failure_guard below.
1447
1448 if (soinfos == nullptr) {
1449 size_t soinfos_size = sizeof(soinfo*)*library_names_count;
1450 soinfos = reinterpret_cast<soinfo**>(alloca(soinfos_size));
1451 memset(soinfos, 0, soinfos_size);
1452 }
1453
1454 // list of libraries to link - see step 2.
1455 size_t soinfos_count = 0;
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001456
Dmitriy Ivanovd9ff7222014-09-08 16:22:22 -07001457 auto failure_guard = make_scope_guard([&]() {
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001458 // Housekeeping
1459 load_tasks.for_each([] (LoadTask* t) {
1460 LoadTask::deleter(t);
1461 });
1462
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -07001463 for (size_t i = 0; i<soinfos_count; ++i) {
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001464 soinfo_unload(soinfos[i]);
1465 }
1466 });
1467
1468 // Step 1: load and pre-link all DT_NEEDED libraries in breadth first order.
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07001469 for (LoadTask::unique_ptr task(load_tasks.pop_front());
1470 task.get() != nullptr; task.reset(load_tasks.pop_front())) {
Dmitriy Ivanove8ba50f2014-09-15 17:00:10 -07001471 soinfo* si = find_library_internal(load_tasks, task->get_name(), rtld_flags, extinfo);
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001472 if (si == nullptr) {
1473 return false;
1474 }
1475
1476 soinfo* needed_by = task->get_needed_by();
1477
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001478 if (needed_by != nullptr) {
1479 needed_by->add_child(si);
1480 }
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001481
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08001482 if (si->is_linked()) {
1483 si->increment_ref_count();
1484 }
1485
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -07001486 // When ld_preloads is not null, the first
1487 // ld_preloads_count libs are in fact ld_preloads.
1488 if (ld_preloads != nullptr && soinfos_count < ld_preloads_count) {
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -07001489 // Add LD_PRELOADed libraries to the global group for future runs.
1490 // There is no need to explicitly add them to the global group
1491 // for this run because they are going to appear in the local
1492 // group in the correct order.
1493 si->set_dt_flags_1(si->get_dt_flags_1() | DF_1_GLOBAL);
Dmitriy Ivanovd165f562015-03-23 18:43:02 -07001494 ld_preloads->push_back(si);
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001495 }
1496
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -07001497 if (soinfos_count < library_names_count) {
1498 soinfos[soinfos_count++] = si;
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001499 }
1500 }
1501
1502 // Step 2: link libraries.
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -07001503 soinfo::soinfo_list_t local_group;
1504 walk_dependencies_tree(
1505 start_with == nullptr ? soinfos : &start_with,
1506 start_with == nullptr ? soinfos_count : 1,
1507 [&] (soinfo* si) {
1508 local_group.push_back(si);
1509 return true;
1510 });
1511
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08001512 // We need to increment ref_count in case
1513 // the root of the local group was not linked.
1514 bool was_local_group_root_linked = local_group.front()->is_linked();
1515
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -07001516 bool linked = local_group.visit([&](soinfo* si) {
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08001517 if (!si->is_linked()) {
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08001518 if (!si->link_image(global_group, local_group, extinfo)) {
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001519 return false;
1520 }
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08001521 si->set_linked();
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001522 }
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -07001523
1524 return true;
1525 });
1526
1527 if (linked) {
1528 failure_guard.disable();
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001529 }
1530
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08001531 if (!was_local_group_root_linked) {
1532 local_group.front()->increment_ref_count();
1533 }
1534
Dmitriy Ivanovcfa97f12014-10-21 09:23:18 -07001535 return linked;
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001536}
1537
Dmitriy Ivanove8ba50f2014-09-15 17:00:10 -07001538static soinfo* find_library(const char* name, int rtld_flags, const android_dlextinfo* extinfo) {
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001539 soinfo* si;
1540
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08001541 if (name == nullptr) {
1542 si = somain;
1543 } else if (!find_libraries(nullptr, &name, 1, &si, nullptr, 0, rtld_flags, extinfo)) {
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001544 return nullptr;
1545 }
1546
Elliott Hughesd23736e2012-11-01 15:16:56 -07001547 return si;
1548}
Elliott Hughesbedfe382012-08-14 14:07:59 -07001549
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08001550static void soinfo_unload(soinfo* root) {
1551 // Note that the library can be loaded but not linked;
1552 // in which case there is no root but we still need
1553 // to walk the tree and unload soinfos involved.
1554 //
1555 // This happens on unsuccessful dlopen, when one of
1556 // the DT_NEEDED libraries could not be linked/found.
1557 if (root->is_linked()) {
1558 root = root->get_local_group_root();
1559 }
1560
1561 if (!root->can_unload()) {
Dmitriy Ivanovb3c01d02015-05-07 10:48:00 -07001562 TRACE("not unloading '%s' - the binary is flagged with NODELETE", root->get_realpath());
Dmitriy Ivanov1b20daf2014-05-19 15:06:58 -07001563 return;
1564 }
1565
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08001566 size_t ref_count = root->is_linked() ? root->decrement_ref_count() : 0;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08001567
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08001568 if (ref_count == 0) {
1569 soinfo::soinfo_list_t local_unload_list;
1570 soinfo::soinfo_list_t external_unload_list;
1571 soinfo::soinfo_list_t depth_first_list;
1572 depth_first_list.push_back(root);
1573 soinfo* si = nullptr;
1574
1575 while ((si = depth_first_list.pop_front()) != nullptr) {
Dmitriy Ivanov5ae82cb2014-12-02 17:08:42 -08001576 if (local_unload_list.contains(si)) {
1577 continue;
1578 }
1579
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08001580 local_unload_list.push_back(si);
Dmitriy Ivanov5ae82cb2014-12-02 17:08:42 -08001581
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08001582 if (si->has_min_version(0)) {
1583 soinfo* child = nullptr;
1584 while ((child = si->get_children().pop_front()) != nullptr) {
Dmitriy Ivanovb3c01d02015-05-07 10:48:00 -07001585 TRACE("%s@%p needs to unload %s@%p", si->get_realpath(), si,
1586 child->get_realpath(), child);
1587
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08001588 if (local_unload_list.contains(child)) {
1589 continue;
Dmitriy Ivanov5ae82cb2014-12-02 17:08:42 -08001590 } else if (child->is_linked() && child->get_local_group_root() != root) {
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08001591 external_unload_list.push_back(child);
1592 } else {
1593 depth_first_list.push_front(child);
1594 }
Dmitriy Ivanovd59e5002014-05-09 09:10:14 -07001595 }
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08001596 } else {
Dmitriy Ivanov69a5fb92015-05-15 17:53:39 -07001597#if !defined(__work_around_b_19059885__)
Dmitriy Ivanovb3c01d02015-05-07 10:48:00 -07001598 __libc_fatal("soinfo for \"%s\"@%p has no version", si->get_realpath(), si);
Dmitriy Ivanov5ae82cb2014-12-02 17:08:42 -08001599#else
Dmitriy Ivanovb3c01d02015-05-07 10:48:00 -07001600 PRINT("warning: soinfo for \"%s\"@%p has no version", si->get_realpath(), si);
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08001601 for_each_dt_needed(si, [&] (const char* library_name) {
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07001602 TRACE("deprecated (old format of soinfo): %s needs to unload %s",
Dmitriy Ivanovb3c01d02015-05-07 10:48:00 -07001603 si->get_realpath(), library_name);
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07001604
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08001605 soinfo* needed = find_library(library_name, RTLD_NOLOAD, nullptr);
1606 if (needed != nullptr) {
1607 // Not found: for example if symlink was deleted between dlopen and dlclose
1608 // Since we cannot really handle errors at this point - print and continue.
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07001609 PRINT("warning: couldn't find %s needed by %s on unload.",
Dmitriy Ivanovb3c01d02015-05-07 10:48:00 -07001610 library_name, si->get_realpath());
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08001611 return;
1612 } else if (local_unload_list.contains(needed)) {
1613 // already visited
1614 return;
Dmitriy Ivanov5ae82cb2014-12-02 17:08:42 -08001615 } else if (needed->is_linked() && needed->get_local_group_root() != root) {
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08001616 // external group
1617 external_unload_list.push_back(needed);
1618 } else {
1619 // local group
1620 depth_first_list.push_front(needed);
1621 }
1622 });
Dmitriy Ivanov5ae82cb2014-12-02 17:08:42 -08001623#endif
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08001624 }
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08001625 }
Elliott Hughesd23736e2012-11-01 15:16:56 -07001626
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08001627 local_unload_list.for_each([](soinfo* si) {
1628 si->call_destructors();
1629 });
1630
1631 while ((si = local_unload_list.pop_front()) != nullptr) {
1632 notify_gdb_of_unload(si);
1633 soinfo_free(si);
1634 }
1635
1636 while ((si = external_unload_list.pop_front()) != nullptr) {
1637 soinfo_unload(si);
1638 }
Elliott Hughesd23736e2012-11-01 15:16:56 -07001639 } else {
Dmitriy Ivanovb3c01d02015-05-07 10:48:00 -07001640 TRACE("not unloading '%s' group, decrementing ref_count to %zd",
1641 root->get_realpath(), ref_count);
Dmitriy Ivanova2547052014-11-18 12:03:09 -08001642 }
1643}
1644
Elliott Hughesa4aafd12014-01-13 16:37:47 -08001645void do_android_get_LD_LIBRARY_PATH(char* buffer, size_t buffer_size) {
Christopher Ferris052fa3a2014-08-26 20:48:11 -07001646 // Use basic string manipulation calls to avoid snprintf.
1647 // snprintf indirectly calls pthread_getspecific to get the size of a buffer.
1648 // When debug malloc is enabled, this call returns 0. This in turn causes
1649 // snprintf to do nothing, which causes libraries to fail to load.
1650 // See b/17302493 for further details.
1651 // Once the above bug is fixed, this code can be modified to use
1652 // snprintf again.
1653 size_t required_len = strlen(kDefaultLdPaths[0]) + strlen(kDefaultLdPaths[1]) + 2;
1654 if (buffer_size < required_len) {
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07001655 __libc_fatal("android_get_LD_LIBRARY_PATH failed, buffer too small: "
1656 "buffer len %zu, required len %zu", buffer_size, required_len);
Christopher Ferris052fa3a2014-08-26 20:48:11 -07001657 }
1658 char* end = stpcpy(buffer, kDefaultLdPaths[0]);
1659 *end = ':';
1660 strcpy(end + 1, kDefaultLdPaths[1]);
Elliott Hughesa4aafd12014-01-13 16:37:47 -08001661}
1662
Elliott Hughescade4c32012-12-20 14:42:14 -08001663void do_android_update_LD_LIBRARY_PATH(const char* ld_library_path) {
Nick Kralevich6bb01b62015-03-07 13:37:05 -08001664 parse_LD_LIBRARY_PATH(ld_library_path);
Elliott Hughescade4c32012-12-20 14:42:14 -08001665}
1666
Elliott Hughes1a586292014-06-03 16:23:08 -07001667soinfo* do_dlopen(const char* name, int flags, const android_dlextinfo* extinfo) {
Dmitriy Ivanov1b20daf2014-05-19 15:06:58 -07001668 if ((flags & ~(RTLD_NOW|RTLD_LAZY|RTLD_LOCAL|RTLD_GLOBAL|RTLD_NODELETE|RTLD_NOLOAD)) != 0) {
Elliott Hughese66190d2012-12-18 15:57:55 -08001669 DL_ERR("invalid flags to dlopen: %x", flags);
Dmitriy Ivanov851135b2014-08-29 12:02:36 -07001670 return nullptr;
Elliott Hughese66190d2012-12-18 15:57:55 -08001671 }
Dmitriy Ivanov07e5bc12014-10-03 17:52:44 -07001672 if (extinfo != nullptr) {
1673 if ((extinfo->flags & ~(ANDROID_DLEXT_VALID_FLAG_BITS)) != 0) {
1674 DL_ERR("invalid extended flags to android_dlopen_ext: 0x%" PRIx64, extinfo->flags);
1675 return nullptr;
1676 }
1677 if ((extinfo->flags & ANDROID_DLEXT_USE_LIBRARY_FD) == 0 &&
Dmitriy Ivanova6c12792014-10-21 12:09:18 -07001678 (extinfo->flags & ANDROID_DLEXT_USE_LIBRARY_FD_OFFSET) != 0) {
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07001679 DL_ERR("invalid extended flag combination (ANDROID_DLEXT_USE_LIBRARY_FD_OFFSET without "
1680 "ANDROID_DLEXT_USE_LIBRARY_FD): 0x%" PRIx64, extinfo->flags);
Dmitriy Ivanov07e5bc12014-10-03 17:52:44 -07001681 return nullptr;
1682 }
Torne (Richard Coles)012cb452014-02-06 14:34:21 +00001683 }
Dmitriy Ivanov279a22f2015-01-23 12:03:53 -08001684
1685 ProtectedDataGuard guard;
Dmitriy Ivanov9fb216f2014-11-01 02:30:38 +00001686 soinfo* si = find_library(name, flags, extinfo);
Dmitriy Ivanov851135b2014-08-29 12:02:36 -07001687 if (si != nullptr) {
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08001688 si->call_constructors();
Elliott Hughesd23736e2012-11-01 15:16:56 -07001689 }
Elliott Hughesd23736e2012-11-01 15:16:56 -07001690 return si;
1691}
1692
Dmitriy Ivanovb648a8a2014-05-19 15:06:58 -07001693void do_dlclose(soinfo* si) {
Dmitriy Ivanov279a22f2015-01-23 12:03:53 -08001694 ProtectedDataGuard guard;
Dmitriy Ivanovb648a8a2014-05-19 15:06:58 -07001695 soinfo_unload(si);
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08001696}
1697
Dmitriy Ivanov9aea1642014-09-11 15:16:03 -07001698static ElfW(Addr) call_ifunc_resolver(ElfW(Addr) resolver_addr) {
1699 typedef ElfW(Addr) (*ifunc_resolver_t)(void);
1700 ifunc_resolver_t ifunc_resolver = reinterpret_cast<ifunc_resolver_t>(resolver_addr);
1701 ElfW(Addr) ifunc_addr = ifunc_resolver();
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07001702 TRACE_TYPE(RELO, "Called ifunc_resolver@%p. The result is %p",
1703 ifunc_resolver, reinterpret_cast<void*>(ifunc_addr));
Brigid Smithc5a13ef2014-07-23 11:22:25 -07001704
Dmitriy Ivanov9aea1642014-09-11 15:16:03 -07001705 return ifunc_addr;
Brigid Smithc5a13ef2014-07-23 11:22:25 -07001706}
Brigid Smithc5a13ef2014-07-23 11:22:25 -07001707
Dmitriy Ivanov2a815362015-04-09 13:42:33 -07001708const version_info* VersionTracker::get_version_info(ElfW(Versym) source_symver) const {
1709 if (source_symver < 2 ||
1710 source_symver >= version_infos.size() ||
1711 version_infos[source_symver].name == nullptr) {
1712 return nullptr;
1713 }
1714
1715 return &version_infos[source_symver];
1716}
1717
1718void VersionTracker::add_version_info(size_t source_index,
1719 ElfW(Word) elf_hash,
1720 const char* ver_name,
1721 const soinfo* target_si) {
1722 if (source_index >= version_infos.size()) {
1723 version_infos.resize(source_index+1);
1724 }
1725
1726 version_infos[source_index].elf_hash = elf_hash;
1727 version_infos[source_index].name = ver_name;
1728 version_infos[source_index].target_si = target_si;
1729}
1730
1731bool VersionTracker::init_verneed(const soinfo* si_from) {
1732 uintptr_t verneed_ptr = si_from->get_verneed_ptr();
1733
1734 if (verneed_ptr == 0) {
1735 return true;
1736 }
1737
1738 size_t verneed_cnt = si_from->get_verneed_cnt();
1739
1740 for (size_t i = 0, offset = 0; i<verneed_cnt; ++i) {
1741 const ElfW(Verneed)* verneed = reinterpret_cast<ElfW(Verneed)*>(verneed_ptr + offset);
1742 size_t vernaux_offset = offset + verneed->vn_aux;
1743 offset += verneed->vn_next;
1744
1745 if (verneed->vn_version != 1) {
1746 DL_ERR("unsupported verneed[%zd] vn_version: %d (expected 1)", i, verneed->vn_version);
1747 return false;
1748 }
1749
1750 const char* target_soname = si_from->get_string(verneed->vn_file);
1751 // find it in dependencies
1752 soinfo* target_si = si_from->get_children().find_if([&](const soinfo* si) {
Dmitriy Ivanov8264afb2015-05-06 11:05:27 -07001753 return si->get_soname() != nullptr && strcmp(si->get_soname(), target_soname) == 0;
Dmitriy Ivanov2a815362015-04-09 13:42:33 -07001754 });
1755
1756 if (target_si == nullptr) {
1757 DL_ERR("cannot find \"%s\" from verneed[%zd] in DT_NEEDED list for \"%s\"",
Dmitriy Ivanovb3c01d02015-05-07 10:48:00 -07001758 target_soname, i, si_from->get_realpath());
Dmitriy Ivanov2a815362015-04-09 13:42:33 -07001759 return false;
1760 }
1761
1762 for (size_t j = 0; j<verneed->vn_cnt; ++j) {
1763 const ElfW(Vernaux)* vernaux = reinterpret_cast<ElfW(Vernaux)*>(verneed_ptr + vernaux_offset);
1764 vernaux_offset += vernaux->vna_next;
1765
1766 const ElfW(Word) elf_hash = vernaux->vna_hash;
1767 const char* ver_name = si_from->get_string(vernaux->vna_name);
1768 ElfW(Half) source_index = vernaux->vna_other;
1769
1770 add_version_info(source_index, elf_hash, ver_name, target_si);
1771 }
1772 }
1773
1774 return true;
1775}
1776
1777bool VersionTracker::init_verdef(const soinfo* si_from) {
1778 return for_each_verdef(si_from,
1779 [&](size_t, const ElfW(Verdef)* verdef, const ElfW(Verdaux)* verdaux) {
1780 add_version_info(verdef->vd_ndx, verdef->vd_hash,
1781 si_from->get_string(verdaux->vda_name), si_from);
1782 return false;
1783 }
1784 );
1785}
1786
1787bool VersionTracker::init(const soinfo* si_from) {
1788 if (!si_from->has_min_version(2)) {
1789 return true;
1790 }
1791
1792 return init_verneed(si_from) && init_verdef(si_from);
1793}
1794
Dmitriy Ivanov114bd832015-04-30 16:11:48 -07001795bool soinfo::lookup_version_info(const VersionTracker& version_tracker, ElfW(Word) sym,
1796 const char* sym_name, const version_info** vi) {
1797 const ElfW(Versym)* sym_ver_ptr = get_versym(sym);
1798 ElfW(Versym) sym_ver = sym_ver_ptr == nullptr ? 0 : *sym_ver_ptr;
1799
1800 if (sym_ver != VER_NDX_LOCAL && sym_ver != VER_NDX_GLOBAL) {
1801 *vi = version_tracker.get_version_info(sym_ver);
1802
1803 if (*vi == nullptr) {
1804 DL_ERR("cannot find verneed/verdef for version index=%d "
Dmitriy Ivanovb3c01d02015-05-07 10:48:00 -07001805 "referenced by symbol \"%s\" at \"%s\"", sym_ver, sym_name, get_realpath());
Dmitriy Ivanov114bd832015-04-30 16:11:48 -07001806 return false;
1807 }
1808 } else {
1809 // there is no version info
1810 *vi = nullptr;
1811 }
1812
1813 return true;
1814}
1815
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08001816#if !defined(__mips__)
Elliott Hughes4eeb1f12013-10-25 17:38:02 -07001817#if defined(USE_RELA)
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08001818static ElfW(Addr) get_addend(ElfW(Rela)* rela, ElfW(Addr) reloc_addr __unused) {
1819 return rela->r_addend;
1820}
1821#else
1822static ElfW(Addr) get_addend(ElfW(Rel)* rel, ElfW(Addr) reloc_addr) {
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07001823 if (ELFW(R_TYPE)(rel->r_info) == R_GENERIC_RELATIVE ||
1824 ELFW(R_TYPE)(rel->r_info) == R_GENERIC_IRELATIVE) {
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08001825 return *reinterpret_cast<ElfW(Addr)*>(reloc_addr);
1826 }
1827 return 0;
1828}
1829#endif
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08001830
Dmitriy Ivanovfa26eee2015-02-03 16:06:47 -08001831template<typename ElfRelIteratorT>
Dmitriy Ivanovf92a4172015-04-30 19:49:19 -07001832bool soinfo::relocate(const VersionTracker& version_tracker, ElfRelIteratorT&& rel_iterator,
1833 const soinfo_list_t& global_group, const soinfo_list_t& local_group) {
Dmitriy Ivanovfa26eee2015-02-03 16:06:47 -08001834 for (size_t idx = 0; rel_iterator.has_next(); ++idx) {
1835 const auto rel = rel_iterator.next();
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08001836 if (rel == nullptr) {
1837 return false;
1838 }
1839
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08001840 ElfW(Word) type = ELFW(R_TYPE)(rel->r_info);
1841 ElfW(Word) sym = ELFW(R_SYM)(rel->r_info);
1842
1843 ElfW(Addr) reloc = static_cast<ElfW(Addr)>(rel->r_offset + load_bias);
Elliott Hughes0266ae52014-02-10 17:46:57 -08001844 ElfW(Addr) sym_addr = 0;
Dmitriy Ivanov851135b2014-08-29 12:02:36 -07001845 const char* sym_name = nullptr;
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08001846 ElfW(Addr) addend = get_addend(rel, reloc);
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07001847
Dmitriy Ivanovb3c01d02015-05-07 10:48:00 -07001848 DEBUG("Processing '%s' relocation at index %zd", get_realpath(), idx);
Dmitriy Ivanovcefef7d2015-01-08 23:30:15 -08001849 if (type == R_GENERIC_NONE) {
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07001850 continue;
1851 }
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001852
Dmitriy Ivanov2a815362015-04-09 13:42:33 -07001853 const ElfW(Sym)* s = nullptr;
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07001854 soinfo* lsi = nullptr;
1855
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07001856 if (sym != 0) {
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08001857 sym_name = get_string(symtab_[sym].st_name);
Dmitriy Ivanov114bd832015-04-30 16:11:48 -07001858 const version_info* vi = nullptr;
Dmitriy Ivanov2a815362015-04-09 13:42:33 -07001859
Dmitriy Ivanov114bd832015-04-30 16:11:48 -07001860 if (!lookup_version_info(version_tracker, sym, sym_name, &vi)) {
1861 return false;
Dmitriy Ivanov2a815362015-04-09 13:42:33 -07001862 }
Dmitriy Ivanov114bd832015-04-30 16:11:48 -07001863
1864 if (!soinfo_do_lookup(this, sym_name, vi, &lsi, global_group, local_group, &s)) {
1865 return false;
1866 }
1867
Dmitriy Ivanov851135b2014-08-29 12:02:36 -07001868 if (s == nullptr) {
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07001869 // We only allow an undefined symbol if this is a weak reference...
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08001870 s = &symtab_[sym];
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07001871 if (ELF_ST_BIND(s->st_info) != STB_WEAK) {
Dmitriy Ivanovb3c01d02015-05-07 10:48:00 -07001872 DL_ERR("cannot locate symbol \"%s\" referenced by \"%s\"...", sym_name, get_realpath());
Dmitriy Ivanov114ff692015-01-14 11:36:38 -08001873 return false;
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07001874 }
1875
1876 /* IHI0044C AAELF 4.5.1.1:
1877
1878 Libraries are not searched to resolve weak references.
1879 It is not an error for a weak reference to remain unsatisfied.
1880
1881 During linking, the value of an undefined weak reference is:
1882 - Zero if the relocation type is absolute
1883 - The address of the place if the relocation is pc-relative
1884 - The address of nominal base address if the relocation
1885 type is base-relative.
1886 */
1887
1888 switch (type) {
Dmitriy Ivanov1b694692015-01-13 12:17:31 -08001889 case R_GENERIC_JUMP_SLOT:
1890 case R_GENERIC_GLOB_DAT:
1891 case R_GENERIC_RELATIVE:
1892 case R_GENERIC_IRELATIVE:
Marcus Oaklande365f9d2013-10-10 15:19:31 +01001893#if defined(__aarch64__)
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07001894 case R_AARCH64_ABS64:
1895 case R_AARCH64_ABS32:
1896 case R_AARCH64_ABS16:
Dmitriy Ivanov1b694692015-01-13 12:17:31 -08001897#elif defined(__x86_64__)
1898 case R_X86_64_32:
1899 case R_X86_64_64:
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08001900#elif defined(__arm__)
1901 case R_ARM_ABS32:
1902#elif defined(__i386__)
1903 case R_386_32:
Dmitriy Ivanov1b694692015-01-13 12:17:31 -08001904#endif
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07001905 /*
1906 * The sym_addr was initialized to be zero above, or the relocation
1907 * code below does not care about value of sym_addr.
1908 * No need to do anything.
1909 */
1910 break;
Dmitriy Ivanov1b694692015-01-13 12:17:31 -08001911#if defined(__x86_64__)
Dimitry Ivanovd338aac2015-01-13 22:31:54 +00001912 case R_X86_64_PC32:
1913 sym_addr = reloc;
1914 break;
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08001915#elif defined(__i386__)
1916 case R_386_PC32:
1917 sym_addr = reloc;
1918 break;
1919#endif
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07001920 default:
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08001921 DL_ERR("unknown weak reloc type %d @ %p (%zu)", type, rel, idx);
Dmitriy Ivanov114ff692015-01-14 11:36:38 -08001922 return false;
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07001923 }
Dmitriy Ivanovde0fb392015-07-26 07:37:09 -07001924 } else { // We got a definition.
1925#if !defined(__LP64__)
1926 // When relocating dso with text_relocation .text segment is
1927 // not executable. We need to restore elf flags before resolving
1928 // STT_GNU_IFUNC symbol.
1929 bool protect_segments = has_text_relocations &&
1930 lsi == this &&
1931 ELF_ST_TYPE(s->st_info) == STT_GNU_IFUNC;
1932 if (protect_segments) {
1933 if (phdr_table_protect_segments(phdr, phnum, load_bias) < 0) {
1934 DL_ERR("can't protect segments for \"%s\": %s",
1935 get_realpath(), strerror(errno));
1936 return false;
1937 }
1938 }
1939#endif
Dmitriy Ivanov9aea1642014-09-11 15:16:03 -07001940 sym_addr = lsi->resolve_symbol_address(s);
Dmitriy Ivanovde0fb392015-07-26 07:37:09 -07001941#if !defined(__LP64__)
1942 if (protect_segments) {
1943 if (phdr_table_unprotect_segments(phdr, phnum, load_bias) < 0) {
1944 DL_ERR("can't unprotect loadable segments for \"%s\": %s",
1945 get_realpath(), strerror(errno));
1946 return false;
1947 }
1948 }
1949#endif
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07001950 }
1951 count_relocation(kRelocSymbol);
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07001952 }
1953
1954 switch (type) {
Dmitriy Ivanovcefef7d2015-01-08 23:30:15 -08001955 case R_GENERIC_JUMP_SLOT:
Marcus Oaklande365f9d2013-10-10 15:19:31 +01001956 count_relocation(kRelocAbsolute);
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08001957 MARK(rel->r_offset);
1958 TRACE_TYPE(RELO, "RELO JMP_SLOT %16p <- %16p %s\n",
1959 reinterpret_cast<void*>(reloc),
1960 reinterpret_cast<void*>(sym_addr + addend), sym_name);
1961
1962 *reinterpret_cast<ElfW(Addr)*>(reloc) = (sym_addr + addend);
Marcus Oaklande365f9d2013-10-10 15:19:31 +01001963 break;
Dmitriy Ivanovcefef7d2015-01-08 23:30:15 -08001964 case R_GENERIC_GLOB_DAT:
Marcus Oaklande365f9d2013-10-10 15:19:31 +01001965 count_relocation(kRelocAbsolute);
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08001966 MARK(rel->r_offset);
1967 TRACE_TYPE(RELO, "RELO GLOB_DAT %16p <- %16p %s\n",
1968 reinterpret_cast<void*>(reloc),
1969 reinterpret_cast<void*>(sym_addr + addend), sym_name);
1970 *reinterpret_cast<ElfW(Addr)*>(reloc) = (sym_addr + addend);
Marcus Oaklande365f9d2013-10-10 15:19:31 +01001971 break;
Dmitriy Ivanovcefef7d2015-01-08 23:30:15 -08001972 case R_GENERIC_RELATIVE:
1973 count_relocation(kRelocRelative);
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08001974 MARK(rel->r_offset);
1975 TRACE_TYPE(RELO, "RELO RELATIVE %16p <- %16p\n",
1976 reinterpret_cast<void*>(reloc),
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08001977 reinterpret_cast<void*>(load_bias + addend));
1978 *reinterpret_cast<ElfW(Addr)*>(reloc) = (load_bias + addend);
Dmitriy Ivanovcefef7d2015-01-08 23:30:15 -08001979 break;
Dmitriy Ivanovcefef7d2015-01-08 23:30:15 -08001980 case R_GENERIC_IRELATIVE:
1981 count_relocation(kRelocRelative);
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08001982 MARK(rel->r_offset);
1983 TRACE_TYPE(RELO, "RELO IRELATIVE %16p <- %16p\n",
1984 reinterpret_cast<void*>(reloc),
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08001985 reinterpret_cast<void*>(load_bias + addend));
Dmitriy Ivanovde0fb392015-07-26 07:37:09 -07001986 {
1987#if !defined(__LP64__)
1988 // When relocating dso with text_relocation .text segment is
1989 // not executable. We need to restore elf flags for this
1990 // particular call.
1991 if (has_text_relocations) {
1992 if (phdr_table_protect_segments(phdr, phnum, load_bias) < 0) {
1993 DL_ERR("can't protect segments for \"%s\": %s",
1994 get_realpath(), strerror(errno));
1995 return false;
1996 }
1997 }
1998#endif
1999 ElfW(Addr) ifunc_addr = call_ifunc_resolver(load_bias + addend);
2000#if !defined(__LP64__)
2001 // Unprotect it afterwards...
2002 if (has_text_relocations) {
2003 if (phdr_table_unprotect_segments(phdr, phnum, load_bias) < 0) {
2004 DL_ERR("can't unprotect loadable segments for \"%s\": %s",
2005 get_realpath(), strerror(errno));
2006 return false;
2007 }
2008 }
2009#endif
2010 *reinterpret_cast<ElfW(Addr)*>(reloc) = ifunc_addr;
2011 }
Dmitriy Ivanovcefef7d2015-01-08 23:30:15 -08002012 break;
2013
2014#if defined(__aarch64__)
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002015 case R_AARCH64_ABS64:
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002016 count_relocation(kRelocAbsolute);
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002017 MARK(rel->r_offset);
Elliott Hughes0266ae52014-02-10 17:46:57 -08002018 TRACE_TYPE(RELO, "RELO ABS64 %16llx <- %16llx %s\n",
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002019 reloc, (sym_addr + addend), sym_name);
2020 *reinterpret_cast<ElfW(Addr)*>(reloc) += (sym_addr + addend);
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002021 break;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002022 case R_AARCH64_ABS32:
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002023 count_relocation(kRelocAbsolute);
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002024 MARK(rel->r_offset);
Elliott Hughes0266ae52014-02-10 17:46:57 -08002025 TRACE_TYPE(RELO, "RELO ABS32 %16llx <- %16llx %s\n",
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002026 reloc, (sym_addr + addend), sym_name);
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07002027 {
2028 const ElfW(Addr) reloc_value = *reinterpret_cast<ElfW(Addr)*>(reloc);
2029 const ElfW(Addr) min_value = static_cast<ElfW(Addr)>(INT32_MIN);
2030 const ElfW(Addr) max_value = static_cast<ElfW(Addr)>(UINT32_MAX);
2031 if ((min_value <= (reloc_value + (sym_addr + addend))) &&
2032 ((reloc_value + (sym_addr + addend)) <= max_value)) {
2033 *reinterpret_cast<ElfW(Addr)*>(reloc) += (sym_addr + addend);
2034 } else {
2035 DL_ERR("0x%016llx out of range 0x%016llx to 0x%016llx",
2036 (reloc_value + (sym_addr + addend)), min_value, max_value);
2037 return false;
2038 }
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002039 }
2040 break;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002041 case R_AARCH64_ABS16:
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002042 count_relocation(kRelocAbsolute);
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002043 MARK(rel->r_offset);
Elliott Hughes0266ae52014-02-10 17:46:57 -08002044 TRACE_TYPE(RELO, "RELO ABS16 %16llx <- %16llx %s\n",
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002045 reloc, (sym_addr + addend), sym_name);
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07002046 {
2047 const ElfW(Addr) reloc_value = *reinterpret_cast<ElfW(Addr)*>(reloc);
2048 const ElfW(Addr) min_value = static_cast<ElfW(Addr)>(INT16_MIN);
2049 const ElfW(Addr) max_value = static_cast<ElfW(Addr)>(UINT16_MAX);
2050 if ((min_value <= (reloc_value + (sym_addr + addend))) &&
2051 ((reloc_value + (sym_addr + addend)) <= max_value)) {
2052 *reinterpret_cast<ElfW(Addr)*>(reloc) += (sym_addr + addend);
2053 } else {
2054 DL_ERR("0x%016llx out of range 0x%016llx to 0x%016llx",
2055 reloc_value + (sym_addr + addend), min_value, max_value);
2056 return false;
2057 }
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002058 }
2059 break;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002060 case R_AARCH64_PREL64:
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002061 count_relocation(kRelocRelative);
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002062 MARK(rel->r_offset);
Elliott Hughes0266ae52014-02-10 17:46:57 -08002063 TRACE_TYPE(RELO, "RELO REL64 %16llx <- %16llx - %16llx %s\n",
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002064 reloc, (sym_addr + addend), rel->r_offset, sym_name);
2065 *reinterpret_cast<ElfW(Addr)*>(reloc) += (sym_addr + addend) - rel->r_offset;
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002066 break;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002067 case R_AARCH64_PREL32:
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002068 count_relocation(kRelocRelative);
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002069 MARK(rel->r_offset);
Elliott Hughes0266ae52014-02-10 17:46:57 -08002070 TRACE_TYPE(RELO, "RELO REL32 %16llx <- %16llx - %16llx %s\n",
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002071 reloc, (sym_addr + addend), rel->r_offset, sym_name);
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07002072 {
2073 const ElfW(Addr) reloc_value = *reinterpret_cast<ElfW(Addr)*>(reloc);
2074 const ElfW(Addr) min_value = static_cast<ElfW(Addr)>(INT32_MIN);
2075 const ElfW(Addr) max_value = static_cast<ElfW(Addr)>(UINT32_MAX);
2076 if ((min_value <= (reloc_value + ((sym_addr + addend) - rel->r_offset))) &&
2077 ((reloc_value + ((sym_addr + addend) - rel->r_offset)) <= max_value)) {
2078 *reinterpret_cast<ElfW(Addr)*>(reloc) += ((sym_addr + addend) - rel->r_offset);
2079 } else {
2080 DL_ERR("0x%016llx out of range 0x%016llx to 0x%016llx",
2081 reloc_value + ((sym_addr + addend) - rel->r_offset), min_value, max_value);
2082 return false;
2083 }
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002084 }
2085 break;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002086 case R_AARCH64_PREL16:
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002087 count_relocation(kRelocRelative);
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002088 MARK(rel->r_offset);
Elliott Hughes0266ae52014-02-10 17:46:57 -08002089 TRACE_TYPE(RELO, "RELO REL16 %16llx <- %16llx - %16llx %s\n",
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002090 reloc, (sym_addr + addend), rel->r_offset, sym_name);
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07002091 {
2092 const ElfW(Addr) reloc_value = *reinterpret_cast<ElfW(Addr)*>(reloc);
2093 const ElfW(Addr) min_value = static_cast<ElfW(Addr)>(INT16_MIN);
2094 const ElfW(Addr) max_value = static_cast<ElfW(Addr)>(UINT16_MAX);
2095 if ((min_value <= (reloc_value + ((sym_addr + addend) - rel->r_offset))) &&
2096 ((reloc_value + ((sym_addr + addend) - rel->r_offset)) <= max_value)) {
2097 *reinterpret_cast<ElfW(Addr)*>(reloc) += ((sym_addr + addend) - rel->r_offset);
2098 } else {
2099 DL_ERR("0x%016llx out of range 0x%016llx to 0x%016llx",
2100 reloc_value + ((sym_addr + addend) - rel->r_offset), min_value, max_value);
2101 return false;
2102 }
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002103 }
2104 break;
2105
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002106 case R_AARCH64_COPY:
Nick Kralevich76e289c2014-07-03 12:04:31 -07002107 /*
2108 * ET_EXEC is not supported so this should not happen.
2109 *
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002110 * http://infocenter.arm.com/help/topic/com.arm.doc.ihi0056b/IHI0056B_aaelf64.pdf
Nick Kralevich76e289c2014-07-03 12:04:31 -07002111 *
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002112 * Section 4.6.11 "Dynamic relocations"
Nick Kralevich76e289c2014-07-03 12:04:31 -07002113 * R_AARCH64_COPY may only appear in executable objects where e_type is
2114 * set to ET_EXEC.
2115 */
Dmitriy Ivanovb3c01d02015-05-07 10:48:00 -07002116 DL_ERR("%s R_AARCH64_COPY relocations are not supported", get_realpath());
Dmitriy Ivanov114ff692015-01-14 11:36:38 -08002117 return false;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002118 case R_AARCH64_TLS_TPREL64:
Elliott Hughes0266ae52014-02-10 17:46:57 -08002119 TRACE_TYPE(RELO, "RELO TLS_TPREL64 *** %16llx <- %16llx - %16llx\n",
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002120 reloc, (sym_addr + addend), rel->r_offset);
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002121 break;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002122 case R_AARCH64_TLS_DTPREL32:
Elliott Hughes0266ae52014-02-10 17:46:57 -08002123 TRACE_TYPE(RELO, "RELO TLS_DTPREL32 *** %16llx <- %16llx - %16llx\n",
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002124 reloc, (sym_addr + addend), rel->r_offset);
Marcus Oaklande365f9d2013-10-10 15:19:31 +01002125 break;
2126#elif defined(__x86_64__)
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002127 case R_X86_64_32:
2128 count_relocation(kRelocRelative);
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002129 MARK(rel->r_offset);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002130 TRACE_TYPE(RELO, "RELO R_X86_64_32 %08zx <- +%08zx %s", static_cast<size_t>(reloc),
2131 static_cast<size_t>(sym_addr), sym_name);
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002132 *reinterpret_cast<ElfW(Addr)*>(reloc) = sym_addr + addend;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002133 break;
2134 case R_X86_64_64:
2135 count_relocation(kRelocRelative);
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002136 MARK(rel->r_offset);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002137 TRACE_TYPE(RELO, "RELO R_X86_64_64 %08zx <- +%08zx %s", static_cast<size_t>(reloc),
2138 static_cast<size_t>(sym_addr), sym_name);
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002139 *reinterpret_cast<ElfW(Addr)*>(reloc) = sym_addr + addend;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002140 break;
2141 case R_X86_64_PC32:
2142 count_relocation(kRelocRelative);
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002143 MARK(rel->r_offset);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002144 TRACE_TYPE(RELO, "RELO R_X86_64_PC32 %08zx <- +%08zx (%08zx - %08zx) %s",
2145 static_cast<size_t>(reloc), static_cast<size_t>(sym_addr - reloc),
2146 static_cast<size_t>(sym_addr), static_cast<size_t>(reloc), sym_name);
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002147 *reinterpret_cast<ElfW(Addr)*>(reloc) = sym_addr + addend - reloc;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002148 break;
Dmitriy Ivanovbcc04d02015-01-13 12:12:38 -08002149#elif defined(__arm__)
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002150 case R_ARM_ABS32:
2151 count_relocation(kRelocAbsolute);
2152 MARK(rel->r_offset);
2153 TRACE_TYPE(RELO, "RELO ABS %08x <- %08x %s", reloc, sym_addr, sym_name);
2154 *reinterpret_cast<ElfW(Addr)*>(reloc) += sym_addr;
2155 break;
2156 case R_ARM_REL32:
2157 count_relocation(kRelocRelative);
2158 MARK(rel->r_offset);
2159 TRACE_TYPE(RELO, "RELO REL32 %08x <- %08x - %08x %s",
2160 reloc, sym_addr, rel->r_offset, sym_name);
2161 *reinterpret_cast<ElfW(Addr)*>(reloc) += sym_addr - rel->r_offset;
2162 break;
2163 case R_ARM_COPY:
2164 /*
2165 * ET_EXEC is not supported so this should not happen.
2166 *
2167 * http://infocenter.arm.com/help/topic/com.arm.doc.ihi0044d/IHI0044D_aaelf.pdf
2168 *
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002169 * Section 4.6.1.10 "Dynamic relocations"
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002170 * R_ARM_COPY may only appear in executable objects where e_type is
2171 * set to ET_EXEC.
2172 */
Dmitriy Ivanovb3c01d02015-05-07 10:48:00 -07002173 DL_ERR("%s R_ARM_COPY relocations are not supported", get_realpath());
Dmitriy Ivanov114ff692015-01-14 11:36:38 -08002174 return false;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002175#elif defined(__i386__)
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002176 case R_386_32:
2177 count_relocation(kRelocRelative);
2178 MARK(rel->r_offset);
2179 TRACE_TYPE(RELO, "RELO R_386_32 %08x <- +%08x %s", reloc, sym_addr, sym_name);
2180 *reinterpret_cast<ElfW(Addr)*>(reloc) += sym_addr;
2181 break;
2182 case R_386_PC32:
2183 count_relocation(kRelocRelative);
2184 MARK(rel->r_offset);
2185 TRACE_TYPE(RELO, "RELO R_386_PC32 %08x <- +%08x (%08x - %08x) %s",
2186 reloc, (sym_addr - reloc), sym_addr, reloc, sym_name);
2187 *reinterpret_cast<ElfW(Addr)*>(reloc) += (sym_addr - reloc);
2188 break;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002189#endif
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002190 default:
2191 DL_ERR("unknown reloc type %d @ %p (%zu)", type, rel, idx);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002192 return false;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002193 }
2194 }
2195 return true;
Raghu Gandhamd7daacb2012-07-31 12:07:22 -07002196}
Dmitriy Ivanov114ff692015-01-14 11:36:38 -08002197#endif // !defined(__mips__)
Raghu Gandhamd7daacb2012-07-31 12:07:22 -07002198
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07002199void soinfo::call_array(const char* array_name __unused, linker_function_t* functions,
2200 size_t count, bool reverse) {
Dmitriy Ivanov851135b2014-08-29 12:02:36 -07002201 if (functions == nullptr) {
Elliott Hughesd23736e2012-11-01 15:16:56 -07002202 return;
2203 }
David 'Digit' Turner82156792009-05-18 14:37:41 +02002204
Dmitriy Ivanovb3c01d02015-05-07 10:48:00 -07002205 TRACE("[ Calling %s (size %zd) @ %p for '%s' ]", array_name, count, functions, get_realpath());
Elliott Hughesca0c11b2013-03-12 10:40:45 -07002206
2207 int begin = reverse ? (count - 1) : 0;
2208 int end = reverse ? -1 : count;
2209 int step = reverse ? -1 : 1;
2210
2211 for (int i = begin; i != end; i += step) {
2212 TRACE("[ %s[%d] == %p ]", array_name, i, functions[i]);
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002213 call_function("function", functions[i]);
Elliott Hughesd23736e2012-11-01 15:16:56 -07002214 }
David 'Digit' Turner82156792009-05-18 14:37:41 +02002215
Dmitriy Ivanovb3c01d02015-05-07 10:48:00 -07002216 TRACE("[ Done calling %s for '%s' ]", array_name, get_realpath());
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08002217}
2218
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002219void soinfo::call_function(const char* function_name __unused, linker_function_t function) {
Dmitriy Ivanov851135b2014-08-29 12:02:36 -07002220 if (function == nullptr || reinterpret_cast<uintptr_t>(function) == static_cast<uintptr_t>(-1)) {
Elliott Hughesd23736e2012-11-01 15:16:56 -07002221 return;
2222 }
2223
Dmitriy Ivanovb3c01d02015-05-07 10:48:00 -07002224 TRACE("[ Calling %s @ %p for '%s' ]", function_name, function, get_realpath());
Elliott Hughesd23736e2012-11-01 15:16:56 -07002225 function();
Dmitriy Ivanovb3c01d02015-05-07 10:48:00 -07002226 TRACE("[ Done calling %s @ %p for '%s' ]", function_name, function, get_realpath());
Evgeniy Stepanov9181a5d2012-08-13 17:58:37 +04002227}
2228
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002229void soinfo::call_pre_init_constructors() {
Elliott Hughes8147d3c2013-05-09 14:19:58 -07002230 // DT_PREINIT_ARRAY functions are called before any other constructors for executables,
2231 // but ignored in a shared library.
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002232 call_array("DT_PREINIT_ARRAY", preinit_array_, preinit_array_count_, false);
Elliott Hughesd23736e2012-11-01 15:16:56 -07002233}
Evgeniy Stepanove83c56d2011-12-21 13:03:54 +04002234
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002235void soinfo::call_constructors() {
Elliott Hughesd23736e2012-11-01 15:16:56 -07002236 if (constructors_called) {
2237 return;
2238 }
Jesse Hallf5d16932012-01-30 15:39:57 -08002239
Elliott Hughesd23736e2012-11-01 15:16:56 -07002240 // We set constructors_called before actually calling the constructors, otherwise it doesn't
2241 // protect against recursive constructor calls. One simple example of constructor recursion
2242 // is the libc debug malloc, which is implemented in libc_malloc_debug_leak.so:
2243 // 1. The program depends on libc, so libc's constructor is called here.
2244 // 2. The libc constructor calls dlopen() to load libc_malloc_debug_leak.so.
2245 // 3. dlopen() calls the constructors on the newly created
2246 // soinfo for libc_malloc_debug_leak.so.
2247 // 4. The debug .so depends on libc, so CallConstructors is
2248 // called again with the libc soinfo. If it doesn't trigger the early-
2249 // out above, the libc constructor will be called again (recursively!).
2250 constructors_called = true;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08002251
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08002252 if (!is_main_executable() && preinit_array_ != nullptr) {
Elliott Hughes8147d3c2013-05-09 14:19:58 -07002253 // The GNU dynamic linker silently ignores these, but we warn the developer.
Elliott Hughesc6200592013-09-30 18:43:46 -07002254 PRINT("\"%s\": ignoring %zd-entry DT_PREINIT_ARRAY in shared library!",
Dmitriy Ivanovb3c01d02015-05-07 10:48:00 -07002255 get_realpath(), preinit_array_count_);
Elliott Hughesd23736e2012-11-01 15:16:56 -07002256 }
2257
Dmitriy Ivanovd59e5002014-05-09 09:10:14 -07002258 get_children().for_each([] (soinfo* si) {
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002259 si->call_constructors();
Dmitriy Ivanovd59e5002014-05-09 09:10:14 -07002260 });
Evgeniy Stepanove83c56d2011-12-21 13:03:54 +04002261
Dmitriy Ivanovb3c01d02015-05-07 10:48:00 -07002262 TRACE("\"%s\": calling constructors", get_realpath());
Elliott Hughes8147d3c2013-05-09 14:19:58 -07002263
2264 // DT_INIT should be called before DT_INIT_ARRAY if both are present.
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002265 call_function("DT_INIT", init_func_);
2266 call_array("DT_INIT_ARRAY", init_array_, init_array_count_, false);
Evgeniy Stepanove83c56d2011-12-21 13:03:54 +04002267}
David 'Digit' Turner82156792009-05-18 14:37:41 +02002268
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002269void soinfo::call_destructors() {
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07002270 if (!constructors_called) {
2271 return;
2272 }
Dmitriy Ivanovb3c01d02015-05-07 10:48:00 -07002273 TRACE("\"%s\": calling destructors", get_realpath());
Elliott Hughes8147d3c2013-05-09 14:19:58 -07002274
2275 // DT_FINI_ARRAY must be parsed in reverse order.
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002276 call_array("DT_FINI_ARRAY", fini_array_, fini_array_count_, true);
Elliott Hughes8147d3c2013-05-09 14:19:58 -07002277
2278 // DT_FINI should be called after DT_FINI_ARRAY if both are present.
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002279 call_function("DT_FINI", fini_func_);
Dmitriy Ivanovb648a8a2014-05-19 15:06:58 -07002280
2281 // This is needed on second call to dlopen
2282 // after library has been unloaded with RTLD_NODELETE
2283 constructors_called = false;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08002284}
2285
Dmitriy Ivanovd59e5002014-05-09 09:10:14 -07002286void soinfo::add_child(soinfo* child) {
Dmitriy Ivanov0d150942014-08-22 12:25:04 -07002287 if (has_min_version(0)) {
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002288 child->parents_.push_back(this);
2289 this->children_.push_back(child);
Dmitriy Ivanovd59e5002014-05-09 09:10:14 -07002290 }
Dmitriy Ivanovd59e5002014-05-09 09:10:14 -07002291}
2292
2293void soinfo::remove_all_links() {
Dmitriy Ivanov0d150942014-08-22 12:25:04 -07002294 if (!has_min_version(0)) {
Dmitriy Ivanovd59e5002014-05-09 09:10:14 -07002295 return;
2296 }
2297
2298 // 1. Untie connected soinfos from 'this'.
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002299 children_.for_each([&] (soinfo* child) {
2300 child->parents_.remove_if([&] (const soinfo* parent) {
Dmitriy Ivanovd59e5002014-05-09 09:10:14 -07002301 return parent == this;
2302 });
2303 });
2304
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002305 parents_.for_each([&] (soinfo* parent) {
2306 parent->children_.remove_if([&] (const soinfo* child) {
Dmitriy Ivanovd59e5002014-05-09 09:10:14 -07002307 return child == this;
2308 });
2309 });
2310
2311 // 2. Once everything untied - clear local lists.
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002312 parents_.clear();
2313 children_.clear();
Dmitriy Ivanovd59e5002014-05-09 09:10:14 -07002314}
2315
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -07002316dev_t soinfo::get_st_dev() const {
Dmitriy Ivanov0d150942014-08-22 12:25:04 -07002317 if (has_min_version(0)) {
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002318 return st_dev_;
Dmitriy Ivanovd59e5002014-05-09 09:10:14 -07002319 }
2320
Dmitriy Ivanov0d150942014-08-22 12:25:04 -07002321 return 0;
Dmitriy Ivanovd59e5002014-05-09 09:10:14 -07002322};
2323
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -07002324ino_t soinfo::get_st_ino() const {
Dmitriy Ivanov0d150942014-08-22 12:25:04 -07002325 if (has_min_version(0)) {
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002326 return st_ino_;
Dmitriy Ivanovd59e5002014-05-09 09:10:14 -07002327 }
2328
Dmitriy Ivanov0d150942014-08-22 12:25:04 -07002329 return 0;
Dmitriy Ivanovd59e5002014-05-09 09:10:14 -07002330}
2331
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -07002332off64_t soinfo::get_file_offset() const {
Dmitriy Ivanov07e5bc12014-10-03 17:52:44 -07002333 if (has_min_version(1)) {
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002334 return file_offset_;
Dmitriy Ivanov07e5bc12014-10-03 17:52:44 -07002335 }
2336
2337 return 0;
2338}
2339
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -07002340uint32_t soinfo::get_rtld_flags() const {
Dmitriy Ivanove8ba50f2014-09-15 17:00:10 -07002341 if (has_min_version(1)) {
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002342 return rtld_flags_;
Dmitriy Ivanove8ba50f2014-09-15 17:00:10 -07002343 }
2344
2345 return 0;
2346}
2347
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -07002348uint32_t soinfo::get_dt_flags_1() const {
2349 if (has_min_version(1)) {
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002350 return dt_flags_1_;
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -07002351 }
2352
2353 return 0;
2354}
Dmitriy Ivanov618f1a32015-03-17 20:06:36 -07002355
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -07002356void soinfo::set_dt_flags_1(uint32_t dt_flags_1) {
2357 if (has_min_version(1)) {
2358 if ((dt_flags_1 & DF_1_GLOBAL) != 0) {
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002359 rtld_flags_ |= RTLD_GLOBAL;
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -07002360 }
2361
2362 if ((dt_flags_1 & DF_1_NODELETE) != 0) {
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002363 rtld_flags_ |= RTLD_NODELETE;
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -07002364 }
2365
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002366 dt_flags_1_ = dt_flags_1;
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -07002367 }
2368}
2369
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002370const char* soinfo::get_realpath() const {
Dmitriy Ivanov69a5fb92015-05-15 17:53:39 -07002371#if defined(__work_around_b_19059885__)
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002372 if (has_min_version(2)) {
2373 return realpath_.c_str();
2374 } else {
2375 return old_name_;
2376 }
2377#else
2378 return realpath_.c_str();
2379#endif
2380}
2381
2382const char* soinfo::get_soname() const {
Dmitriy Ivanov69a5fb92015-05-15 17:53:39 -07002383#if defined(__work_around_b_19059885__)
Dmitriy Ivanov618f1a32015-03-17 20:06:36 -07002384 if (has_min_version(2)) {
2385 return soname_;
2386 } else {
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002387 return old_name_;
Dmitriy Ivanov618f1a32015-03-17 20:06:36 -07002388 }
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002389#else
2390 return soname_;
2391#endif
Dmitriy Ivanov618f1a32015-03-17 20:06:36 -07002392}
2393
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07002394// This is a return on get_children()/get_parents() if
Dmitriy Ivanovd59e5002014-05-09 09:10:14 -07002395// 'this->flags' does not have FLAG_NEW_SOINFO set.
2396static soinfo::soinfo_list_t g_empty_list;
2397
2398soinfo::soinfo_list_t& soinfo::get_children() {
Dmitriy Ivanov0d150942014-08-22 12:25:04 -07002399 if (has_min_version(0)) {
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002400 return children_;
Dmitriy Ivanovd59e5002014-05-09 09:10:14 -07002401 }
2402
Dmitriy Ivanov0d150942014-08-22 12:25:04 -07002403 return g_empty_list;
Dmitriy Ivanovd59e5002014-05-09 09:10:14 -07002404}
2405
Dmitriy Ivanov2a815362015-04-09 13:42:33 -07002406const soinfo::soinfo_list_t& soinfo::get_children() const {
2407 if (has_min_version(0)) {
2408 return children_;
2409 }
2410
2411 return g_empty_list;
2412}
2413
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07002414soinfo::soinfo_list_t& soinfo::get_parents() {
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002415 if (has_min_version(0)) {
2416 return parents_;
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07002417 }
2418
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002419 return g_empty_list;
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07002420}
2421
Dmitriy Ivanov2a815362015-04-09 13:42:33 -07002422ElfW(Addr) soinfo::resolve_symbol_address(const ElfW(Sym)* s) const {
Dmitriy Ivanov9aea1642014-09-11 15:16:03 -07002423 if (ELF_ST_TYPE(s->st_info) == STT_GNU_IFUNC) {
2424 return call_ifunc_resolver(s->st_value + load_bias);
2425 }
2426
2427 return static_cast<ElfW(Addr)>(s->st_value + load_bias);
2428}
2429
Dmitriy Ivanov6cdeb522014-09-29 19:14:45 -07002430const char* soinfo::get_string(ElfW(Word) index) const {
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002431 if (has_min_version(1) && (index >= strtab_size_)) {
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002432 __libc_fatal("%s: strtab out of bounds error; STRSZ=%zd, name=%d",
Dmitriy Ivanovb3c01d02015-05-07 10:48:00 -07002433 get_realpath(), strtab_size_, index);
Dmitriy Ivanov6cdeb522014-09-29 19:14:45 -07002434 }
2435
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002436 return strtab_ + index;
Dmitriy Ivanov6cdeb522014-09-29 19:14:45 -07002437}
2438
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -08002439bool soinfo::is_gnu_hash() const {
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08002440 return (flags_ & FLAG_GNU_HASH) != 0;
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -08002441}
2442
Dmitriy Ivanov1b20daf2014-05-19 15:06:58 -07002443bool soinfo::can_unload() const {
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -07002444 return (get_rtld_flags() & (RTLD_NODELETE | RTLD_GLOBAL)) == 0;
Dmitriy Ivanov1b20daf2014-05-19 15:06:58 -07002445}
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -07002446
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08002447bool soinfo::is_linked() const {
2448 return (flags_ & FLAG_LINKED) != 0;
2449}
2450
2451bool soinfo::is_main_executable() const {
2452 return (flags_ & FLAG_EXE) != 0;
2453}
2454
2455void soinfo::set_linked() {
2456 flags_ |= FLAG_LINKED;
2457}
2458
2459void soinfo::set_linker_flag() {
2460 flags_ |= FLAG_LINKER;
2461}
2462
2463void soinfo::set_main_executable() {
2464 flags_ |= FLAG_EXE;
2465}
2466
2467void soinfo::increment_ref_count() {
2468 local_group_root_->ref_count_++;
2469}
2470
2471size_t soinfo::decrement_ref_count() {
2472 return --local_group_root_->ref_count_;
2473}
2474
2475soinfo* soinfo::get_local_group_root() const {
2476 return local_group_root_;
2477}
2478
Dmitriy Ivanov04f7e3e2015-06-02 17:36:54 -07002479// This function returns api-level at the time of
2480// dlopen/load. Note that libraries opened by system
2481// will always have 'current' api level.
2482uint32_t soinfo::get_target_sdk_version() const {
2483 if (!has_min_version(2)) {
2484 return __ANDROID_API__;
2485 }
2486
2487 return local_group_root_->target_sdk_version_;
2488}
2489
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002490bool soinfo::prelink_image() {
Ningsheng Jiane93be992014-09-16 15:22:10 +08002491 /* Extract dynamic section */
2492 ElfW(Word) dynamic_flags = 0;
2493 phdr_table_get_dynamic_section(phdr, phnum, load_bias, &dynamic, &dynamic_flags);
Dmitriy Ivanov498eb182014-09-05 14:57:59 -07002494
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002495 /* We can't log anything until the linker is relocated */
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08002496 bool relocating_linker = (flags_ & FLAG_LINKER) != 0;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002497 if (!relocating_linker) {
Dmitriy Ivanov53ba6632015-04-28 18:09:53 -07002498 INFO("[ linking %s ]", get_realpath());
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08002499 DEBUG("si->base = %p si->flags = 0x%08x", reinterpret_cast<void*>(base), flags_);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002500 }
2501
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002502 if (dynamic == nullptr) {
David 'Digit' Turnerb52e4382012-06-19 01:24:17 +02002503 if (!relocating_linker) {
Dmitriy Ivanovb3c01d02015-05-07 10:48:00 -07002504 DL_ERR("missing PT_DYNAMIC in \"%s\"", get_realpath());
David 'Digit' Turnerb52e4382012-06-19 01:24:17 +02002505 }
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002506 return false;
2507 } else {
2508 if (!relocating_linker) {
2509 DEBUG("dynamic = %p", dynamic);
David 'Digit' Turner63f99f42012-06-19 00:08:39 +02002510 }
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002511 }
David 'Digit' Turner63f99f42012-06-19 00:08:39 +02002512
Elliott Hughes4eeb1f12013-10-25 17:38:02 -07002513#if defined(__arm__)
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002514 (void) phdr_table_get_arm_exidx(phdr, phnum, load_bias,
2515 &ARM_exidx, &ARM_exidx_count);
David 'Digit' Turner63f99f42012-06-19 00:08:39 +02002516#endif
2517
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002518 // Extract useful information from dynamic section.
Dmitriy Ivanov618f1a32015-03-17 20:06:36 -07002519 // Note that: "Except for the DT_NULL element at the end of the array,
2520 // and the relative order of DT_NEEDED elements, entries may appear in any order."
2521 //
2522 // source: http://www.sco.com/developers/gabi/1998-04-29/ch5.dynamic.html
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002523 uint32_t needed_count = 0;
2524 for (ElfW(Dyn)* d = dynamic; d->d_tag != DT_NULL; ++d) {
2525 DEBUG("d = %p, d[0](tag) = %p d[1](val) = %p",
2526 d, reinterpret_cast<void*>(d->d_tag), reinterpret_cast<void*>(d->d_un.d_val));
2527 switch (d->d_tag) {
Dmitriy Ivanov4a6e9a82014-09-16 15:51:25 -07002528 case DT_SONAME:
Dmitriy Ivanov618f1a32015-03-17 20:06:36 -07002529 // this is parsed after we have strtab initialized (see below).
Dmitriy Ivanov4a6e9a82014-09-16 15:51:25 -07002530 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002531
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002532 case DT_HASH:
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002533 nbucket_ = reinterpret_cast<uint32_t*>(load_bias + d->d_un.d_ptr)[0];
2534 nchain_ = reinterpret_cast<uint32_t*>(load_bias + d->d_un.d_ptr)[1];
2535 bucket_ = reinterpret_cast<uint32_t*>(load_bias + d->d_un.d_ptr + 8);
2536 chain_ = reinterpret_cast<uint32_t*>(load_bias + d->d_un.d_ptr + 8 + nbucket_ * 4);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002537 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002538
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -08002539 case DT_GNU_HASH:
Dmitriy Ivanov3597b802015-03-09 12:02:02 -07002540 gnu_nbucket_ = reinterpret_cast<uint32_t*>(load_bias + d->d_un.d_ptr)[0];
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -08002541 // skip symndx
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002542 gnu_maskwords_ = reinterpret_cast<uint32_t*>(load_bias + d->d_un.d_ptr)[2];
2543 gnu_shift2_ = reinterpret_cast<uint32_t*>(load_bias + d->d_un.d_ptr)[3];
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -08002544
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002545 gnu_bloom_filter_ = reinterpret_cast<ElfW(Addr)*>(load_bias + d->d_un.d_ptr + 16);
Dmitriy Ivanov3597b802015-03-09 12:02:02 -07002546 gnu_bucket_ = reinterpret_cast<uint32_t*>(gnu_bloom_filter_ + gnu_maskwords_);
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -08002547 // amend chain for symndx = header[1]
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07002548 gnu_chain_ = gnu_bucket_ + gnu_nbucket_ -
2549 reinterpret_cast<uint32_t*>(load_bias + d->d_un.d_ptr)[1];
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -08002550
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002551 if (!powerof2(gnu_maskwords_)) {
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07002552 DL_ERR("invalid maskwords for gnu_hash = 0x%x, in \"%s\" expecting power to two",
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002553 gnu_maskwords_, get_realpath());
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -08002554 return false;
2555 }
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002556 --gnu_maskwords_;
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -08002557
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08002558 flags_ |= FLAG_GNU_HASH;
Dmitriy Ivanovec18ce02014-11-09 19:27:20 -08002559 break;
2560
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002561 case DT_STRTAB:
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002562 strtab_ = reinterpret_cast<const char*>(load_bias + d->d_un.d_ptr);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002563 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002564
Dmitriy Ivanov6cdeb522014-09-29 19:14:45 -07002565 case DT_STRSZ:
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002566 strtab_size_ = d->d_un.d_val;
Dmitriy Ivanov6cdeb522014-09-29 19:14:45 -07002567 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002568
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002569 case DT_SYMTAB:
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002570 symtab_ = reinterpret_cast<ElfW(Sym)*>(load_bias + d->d_un.d_ptr);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002571 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002572
Dmitriy Ivanov4a6e9a82014-09-16 15:51:25 -07002573 case DT_SYMENT:
2574 if (d->d_un.d_val != sizeof(ElfW(Sym))) {
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002575 DL_ERR("invalid DT_SYMENT: %zd in \"%s\"",
2576 static_cast<size_t>(d->d_un.d_val), get_realpath());
Dmitriy Ivanov4a6e9a82014-09-16 15:51:25 -07002577 return false;
2578 }
2579 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002580
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002581 case DT_PLTREL:
Dmitriy Ivanov513e29e2014-10-06 11:30:43 -07002582#if defined(USE_RELA)
2583 if (d->d_un.d_val != DT_RELA) {
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002584 DL_ERR("unsupported DT_PLTREL in \"%s\"; expected DT_RELA", get_realpath());
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002585 return false;
2586 }
Dmitriy Ivanov513e29e2014-10-06 11:30:43 -07002587#else
2588 if (d->d_un.d_val != DT_REL) {
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002589 DL_ERR("unsupported DT_PLTREL in \"%s\"; expected DT_REL", get_realpath());
Dmitriy Ivanov513e29e2014-10-06 11:30:43 -07002590 return false;
2591 }
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07002592#endif
Dmitriy Ivanov513e29e2014-10-06 11:30:43 -07002593 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002594
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002595 case DT_JMPREL:
Elliott Hughes4eeb1f12013-10-25 17:38:02 -07002596#if defined(USE_RELA)
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002597 plt_rela_ = reinterpret_cast<ElfW(Rela)*>(load_bias + d->d_un.d_ptr);
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07002598#else
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002599 plt_rel_ = reinterpret_cast<ElfW(Rel)*>(load_bias + d->d_un.d_ptr);
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07002600#endif
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002601 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002602
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002603 case DT_PLTRELSZ:
Elliott Hughes4eeb1f12013-10-25 17:38:02 -07002604#if defined(USE_RELA)
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002605 plt_rela_count_ = d->d_un.d_val / sizeof(ElfW(Rela));
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07002606#else
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002607 plt_rel_count_ = d->d_un.d_val / sizeof(ElfW(Rel));
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07002608#endif
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002609 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002610
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002611 case DT_PLTGOT:
Dmitriy Ivanov4a6e9a82014-09-16 15:51:25 -07002612#if defined(__mips__)
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002613 // Used by mips and mips64.
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002614 plt_got_ = reinterpret_cast<ElfW(Addr)**>(load_bias + d->d_un.d_ptr);
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07002615#endif
Dmitriy Ivanov4a6e9a82014-09-16 15:51:25 -07002616 // Ignore for other platforms... (because RTLD_LAZY is not supported)
2617 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002618
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002619 case DT_DEBUG:
2620 // Set the DT_DEBUG entry to the address of _r_debug for GDB
2621 // if the dynamic table is writable
Chris Dearman99186652014-02-06 20:36:51 -08002622// FIXME: not working currently for N64
2623// The flags for the LOAD and DYNAMIC program headers do not agree.
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07002624// The LOAD section containing the dynamic table has been mapped as
Chris Dearman99186652014-02-06 20:36:51 -08002625// read-only, but the DYNAMIC header claims it is writable.
2626#if !(defined(__mips__) && defined(__LP64__))
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002627 if ((dynamic_flags & PF_W) != 0) {
2628 d->d_un.d_val = reinterpret_cast<uintptr_t>(&_r_debug);
2629 }
Chris Dearman99186652014-02-06 20:36:51 -08002630#endif
Dmitriy Ivanovc6292ea2015-02-13 16:29:50 -08002631 break;
Elliott Hughes4eeb1f12013-10-25 17:38:02 -07002632#if defined(USE_RELA)
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002633 case DT_RELA:
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002634 rela_ = reinterpret_cast<ElfW(Rela)*>(load_bias + d->d_un.d_ptr);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002635 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002636
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002637 case DT_RELASZ:
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002638 rela_count_ = d->d_un.d_val / sizeof(ElfW(Rela));
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002639 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002640
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08002641 case DT_ANDROID_RELA:
2642 android_relocs_ = reinterpret_cast<uint8_t*>(load_bias + d->d_un.d_ptr);
2643 break;
2644
2645 case DT_ANDROID_RELASZ:
2646 android_relocs_size_ = d->d_un.d_val;
2647 break;
2648
2649 case DT_ANDROID_REL:
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002650 DL_ERR("unsupported DT_ANDROID_REL in \"%s\"", get_realpath());
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08002651 return false;
2652
2653 case DT_ANDROID_RELSZ:
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002654 DL_ERR("unsupported DT_ANDROID_RELSZ in \"%s\"", get_realpath());
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08002655 return false;
2656
Dmitriy Ivanov4a6e9a82014-09-16 15:51:25 -07002657 case DT_RELAENT:
2658 if (d->d_un.d_val != sizeof(ElfW(Rela))) {
Dmitriy Ivanovf240aa82014-09-16 23:34:20 -07002659 DL_ERR("invalid DT_RELAENT: %zd", static_cast<size_t>(d->d_un.d_val));
Dmitriy Ivanov4a6e9a82014-09-16 15:51:25 -07002660 return false;
2661 }
2662 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002663
2664 // ignored (see DT_RELCOUNT comments for details)
Dmitriy Ivanov4a6e9a82014-09-16 15:51:25 -07002665 case DT_RELACOUNT:
Dmitriy Ivanov4a6e9a82014-09-16 15:51:25 -07002666 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002667
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002668 case DT_REL:
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002669 DL_ERR("unsupported DT_REL in \"%s\"", get_realpath());
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002670 return false;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002671
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002672 case DT_RELSZ:
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002673 DL_ERR("unsupported DT_RELSZ in \"%s\"", get_realpath());
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002674 return false;
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08002675
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07002676#else
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002677 case DT_REL:
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002678 rel_ = reinterpret_cast<ElfW(Rel)*>(load_bias + d->d_un.d_ptr);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002679 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002680
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002681 case DT_RELSZ:
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002682 rel_count_ = d->d_un.d_val / sizeof(ElfW(Rel));
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002683 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002684
Dmitriy Ivanov4a6e9a82014-09-16 15:51:25 -07002685 case DT_RELENT:
2686 if (d->d_un.d_val != sizeof(ElfW(Rel))) {
Dmitriy Ivanovf240aa82014-09-16 23:34:20 -07002687 DL_ERR("invalid DT_RELENT: %zd", static_cast<size_t>(d->d_un.d_val));
Dmitriy Ivanov4a6e9a82014-09-16 15:51:25 -07002688 return false;
2689 }
2690 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002691
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08002692 case DT_ANDROID_REL:
2693 android_relocs_ = reinterpret_cast<uint8_t*>(load_bias + d->d_un.d_ptr);
2694 break;
2695
2696 case DT_ANDROID_RELSZ:
2697 android_relocs_size_ = d->d_un.d_val;
2698 break;
2699
2700 case DT_ANDROID_RELA:
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002701 DL_ERR("unsupported DT_ANDROID_RELA in \"%s\"", get_realpath());
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08002702 return false;
2703
2704 case DT_ANDROID_RELASZ:
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002705 DL_ERR("unsupported DT_ANDROID_RELASZ in \"%s\"", get_realpath());
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08002706 return false;
2707
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002708 // "Indicates that all RELATIVE relocations have been concatenated together,
2709 // and specifies the RELATIVE relocation count."
2710 //
2711 // TODO: Spec also mentions that this can be used to optimize relocation process;
2712 // Not currently used by bionic linker - ignored.
Dmitriy Ivanov4a6e9a82014-09-16 15:51:25 -07002713 case DT_RELCOUNT:
Dmitriy Ivanov4a6e9a82014-09-16 15:51:25 -07002714 break;
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08002715
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002716 case DT_RELA:
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002717 DL_ERR("unsupported DT_RELA in \"%s\"", get_realpath());
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002718 return false;
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08002719
2720 case DT_RELASZ:
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002721 DL_ERR("unsupported DT_RELASZ in \"%s\"", get_realpath());
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08002722 return false;
2723
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07002724#endif
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002725 case DT_INIT:
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002726 init_func_ = reinterpret_cast<linker_function_t>(load_bias + d->d_un.d_ptr);
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002727 DEBUG("%s constructors (DT_INIT) found at %p", get_realpath(), init_func_);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002728 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002729
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002730 case DT_FINI:
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002731 fini_func_ = reinterpret_cast<linker_function_t>(load_bias + d->d_un.d_ptr);
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002732 DEBUG("%s destructors (DT_FINI) found at %p", get_realpath(), fini_func_);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002733 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002734
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002735 case DT_INIT_ARRAY:
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002736 init_array_ = reinterpret_cast<linker_function_t*>(load_bias + d->d_un.d_ptr);
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002737 DEBUG("%s constructors (DT_INIT_ARRAY) found at %p", get_realpath(), init_array_);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002738 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002739
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002740 case DT_INIT_ARRAYSZ:
Dmitriy Ivanov1649e7e2015-01-22 16:04:25 -08002741 init_array_count_ = static_cast<uint32_t>(d->d_un.d_val) / sizeof(ElfW(Addr));
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002742 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002743
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002744 case DT_FINI_ARRAY:
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002745 fini_array_ = reinterpret_cast<linker_function_t*>(load_bias + d->d_un.d_ptr);
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002746 DEBUG("%s destructors (DT_FINI_ARRAY) found at %p", get_realpath(), fini_array_);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002747 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002748
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002749 case DT_FINI_ARRAYSZ:
Dmitriy Ivanov1649e7e2015-01-22 16:04:25 -08002750 fini_array_count_ = static_cast<uint32_t>(d->d_un.d_val) / sizeof(ElfW(Addr));
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002751 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002752
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002753 case DT_PREINIT_ARRAY:
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002754 preinit_array_ = reinterpret_cast<linker_function_t*>(load_bias + d->d_un.d_ptr);
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002755 DEBUG("%s constructors (DT_PREINIT_ARRAY) found at %p", get_realpath(), preinit_array_);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002756 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002757
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002758 case DT_PREINIT_ARRAYSZ:
Dmitriy Ivanov1649e7e2015-01-22 16:04:25 -08002759 preinit_array_count_ = static_cast<uint32_t>(d->d_un.d_val) / sizeof(ElfW(Addr));
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002760 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002761
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002762 case DT_TEXTREL:
Dimitry Ivanov56be6ed2015-04-01 21:18:48 +00002763#if defined(__LP64__)
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002764 DL_ERR("text relocations (DT_TEXTREL) found in 64-bit ELF file \"%s\"", get_realpath());
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002765 return false;
Dimitry Ivanov56be6ed2015-04-01 21:18:48 +00002766#else
2767 has_text_relocations = true;
2768 break;
2769#endif
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002770
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002771 case DT_SYMBOLIC:
Dmitriy Ivanov96bc37f2014-09-29 12:10:36 -07002772 has_DT_SYMBOLIC = true;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002773 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002774
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002775 case DT_NEEDED:
2776 ++needed_count;
2777 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002778
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002779 case DT_FLAGS:
2780 if (d->d_un.d_val & DF_TEXTREL) {
Dimitry Ivanov56be6ed2015-04-01 21:18:48 +00002781#if defined(__LP64__)
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002782 DL_ERR("text relocations (DF_TEXTREL) found in 64-bit ELF file \"%s\"", get_realpath());
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002783 return false;
Dimitry Ivanov56be6ed2015-04-01 21:18:48 +00002784#else
2785 has_text_relocations = true;
2786#endif
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08002787 }
Dmitriy Ivanov96bc37f2014-09-29 12:10:36 -07002788 if (d->d_un.d_val & DF_SYMBOLIC) {
2789 has_DT_SYMBOLIC = true;
2790 }
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002791 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002792
Dmitriy Ivanov6cdeb522014-09-29 19:14:45 -07002793 case DT_FLAGS_1:
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -07002794 set_dt_flags_1(d->d_un.d_val);
Dmitriy Ivanov1b20daf2014-05-19 15:06:58 -07002795
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -07002796 if ((d->d_un.d_val & ~SUPPORTED_DT_FLAGS_1) != 0) {
Dmitriy Ivanovca10ac62015-05-28 11:44:31 -07002797 DL_WARN("%s: unsupported flags DT_FLAGS_1=%p", get_realpath(), reinterpret_cast<void*>(d->d_un.d_val));
Dmitriy Ivanov6cdeb522014-09-29 19:14:45 -07002798 }
2799 break;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002800#if defined(__mips__)
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002801 case DT_MIPS_RLD_MAP:
2802 // Set the DT_MIPS_RLD_MAP entry to the address of _r_debug for GDB.
2803 {
2804 r_debug** dp = reinterpret_cast<r_debug**>(load_bias + d->d_un.d_ptr);
2805 *dp = &_r_debug;
2806 }
2807 break;
Raghu Gandham68815722014-12-18 19:12:19 -08002808 case DT_MIPS_RLD_MAP2:
2809 // Set the DT_MIPS_RLD_MAP2 entry to the address of _r_debug for GDB.
2810 {
Dmitriy Ivanov20d89cb2015-03-30 18:43:38 -07002811 r_debug** dp = reinterpret_cast<r_debug**>(
2812 reinterpret_cast<ElfW(Addr)>(d) + d->d_un.d_val);
Raghu Gandham68815722014-12-18 19:12:19 -08002813 *dp = &_r_debug;
2814 }
2815 break;
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002816
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002817 case DT_MIPS_RLD_VERSION:
2818 case DT_MIPS_FLAGS:
2819 case DT_MIPS_BASE_ADDRESS:
2820 case DT_MIPS_UNREFEXTNO:
2821 break;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08002822
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002823 case DT_MIPS_SYMTABNO:
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002824 mips_symtabno_ = d->d_un.d_val;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002825 break;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08002826
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002827 case DT_MIPS_LOCAL_GOTNO:
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002828 mips_local_gotno_ = d->d_un.d_val;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002829 break;
2830
2831 case DT_MIPS_GOTSYM:
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002832 mips_gotsym_ = d->d_un.d_val;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002833 break;
2834#endif
Dmitriy Ivanovea6eae12014-10-15 14:59:01 -07002835 // Ignored: "Its use has been superseded by the DF_BIND_NOW flag"
2836 case DT_BIND_NOW:
2837 break;
2838
Dmitriy Ivanov513e29e2014-10-06 11:30:43 -07002839 case DT_VERSYM:
Dmitriy Ivanov2a815362015-04-09 13:42:33 -07002840 versym_ = reinterpret_cast<ElfW(Versym)*>(load_bias + d->d_un.d_ptr);
2841 break;
2842
Dmitriy Ivanov513e29e2014-10-06 11:30:43 -07002843 case DT_VERDEF:
Dmitriy Ivanov2a815362015-04-09 13:42:33 -07002844 verdef_ptr_ = load_bias + d->d_un.d_ptr;
2845 break;
Dmitriy Ivanov513e29e2014-10-06 11:30:43 -07002846 case DT_VERDEFNUM:
Dmitriy Ivanov2a815362015-04-09 13:42:33 -07002847 verdef_cnt_ = d->d_un.d_val;
2848 break;
2849
Alexander Ivchenkoe8314332014-12-02 15:32:25 +03002850 case DT_VERNEED:
Dmitriy Ivanov2a815362015-04-09 13:42:33 -07002851 verneed_ptr_ = load_bias + d->d_un.d_ptr;
2852 break;
2853
Alexander Ivchenkoe8314332014-12-02 15:32:25 +03002854 case DT_VERNEEDNUM:
Dmitriy Ivanov2a815362015-04-09 13:42:33 -07002855 verneed_cnt_ = d->d_un.d_val;
Dmitriy Ivanov513e29e2014-10-06 11:30:43 -07002856 break;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002857
2858 default:
Dmitriy Ivanov8f61d992014-09-16 14:31:06 -07002859 if (!relocating_linker) {
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002860 DL_WARN("%s: unused DT entry: type %p arg %p", get_realpath(),
Dmitriy Ivanov8f61d992014-09-16 14:31:06 -07002861 reinterpret_cast<void*>(d->d_tag), reinterpret_cast<void*>(d->d_un.d_val));
2862 }
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002863 break;
Brian Carlstromd4ee82d2013-02-28 15:58:45 -08002864 }
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002865 }
2866
2867 DEBUG("si->base = %p, si->strtab = %p, si->symtab = %p",
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002868 reinterpret_cast<void*>(base), strtab_, symtab_);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002869
2870 // Sanity checks.
2871 if (relocating_linker && needed_count != 0) {
2872 DL_ERR("linker cannot have DT_NEEDED dependencies on other libraries");
2873 return false;
2874 }
Dmitriy Ivanov3597b802015-03-09 12:02:02 -07002875 if (nbucket_ == 0 && gnu_nbucket_ == 0) {
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07002876 DL_ERR("empty/missing DT_HASH/DT_GNU_HASH in \"%s\" "
Dmitriy Ivanovb3c01d02015-05-07 10:48:00 -07002877 "(new hash type from the future?)", get_realpath());
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002878 return false;
2879 }
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002880 if (strtab_ == 0) {
Dmitriy Ivanovb3c01d02015-05-07 10:48:00 -07002881 DL_ERR("empty/missing DT_STRTAB in \"%s\"", get_realpath());
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002882 return false;
2883 }
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002884 if (symtab_ == 0) {
Dmitriy Ivanovb3c01d02015-05-07 10:48:00 -07002885 DL_ERR("empty/missing DT_SYMTAB in \"%s\"", get_realpath());
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002886 return false;
2887 }
Dmitriy Ivanov38c37d62015-06-02 13:28:06 -07002888
Dmitriy Ivanov07f4f5f2015-06-08 10:41:33 -07002889 // second pass - parse entries relying on strtab
2890 for (ElfW(Dyn)* d = dynamic; d->d_tag != DT_NULL; ++d) {
2891 if (d->d_tag == DT_SONAME) {
2892 soname_ = get_string(d->d_un.d_val);
2893#if defined(__work_around_b_19059885__)
2894 strlcpy(old_name_, soname_, sizeof(old_name_));
2895#endif
2896 break;
2897 }
2898 }
2899
Dmitriy Ivanov38c37d62015-06-02 13:28:06 -07002900 // Before M release linker was using basename in place of soname.
Dmitriy Ivanov04f7e3e2015-06-02 17:36:54 -07002901 // In the case when dt_soname is absent some apps stop working
Dmitriy Ivanov38c37d62015-06-02 13:28:06 -07002902 // because they can't find dt_needed library by soname.
2903 // This workaround should keep them working. (applies only
Dmitriy Ivanov04f7e3e2015-06-02 17:36:54 -07002904 // for apps targeting sdk version <=22). Make an exception for
2905 // the main executable and linker; they do not need to have dt_soname
2906 if (soname_ == nullptr && this != somain && (flags_ & FLAG_LINKER) == 0 &&
2907 get_application_target_sdk_version() <= 22) {
Dmitriy Ivanov38c37d62015-06-02 13:28:06 -07002908 soname_ = basename(realpath_.c_str());
2909 DL_WARN("%s: is missing DT_SONAME will use basename as a replacement: \"%s\"",
2910 get_realpath(), soname_);
2911 }
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002912 return true;
Dmitriy Ivanov14669a92014-09-05 16:42:53 -07002913}
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08002914
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08002915bool soinfo::link_image(const soinfo_list_t& global_group, const soinfo_list_t& local_group,
2916 const android_dlextinfo* extinfo) {
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08002917
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08002918 local_group_root_ = local_group.front();
2919 if (local_group_root_ == nullptr) {
2920 local_group_root_ = this;
2921 }
2922
Dmitriy Ivanov04f7e3e2015-06-02 17:36:54 -07002923 if ((flags_ & FLAG_LINKER) == 0 && local_group_root_ == this) {
2924 target_sdk_version_ = get_application_target_sdk_version();
2925 }
2926
Dmitriy Ivanovf92a4172015-04-30 19:49:19 -07002927 VersionTracker version_tracker;
2928
2929 if (!version_tracker.init(this)) {
2930 return false;
2931 }
2932
Dimitry Ivanov56be6ed2015-04-01 21:18:48 +00002933#if !defined(__LP64__)
2934 if (has_text_relocations) {
Dmitriy Ivanov3e6f7802015-06-12 15:00:31 -07002935 // Fail if app is targeting sdk version > 22
2936 // TODO (dimitry): remove != __ANDROID_API__ check once http://b/20020312 is fixed
2937 if (get_application_target_sdk_version() != __ANDROID_API__
2938 && get_application_target_sdk_version() > 22) {
2939 DL_ERR("%s: has text relocations", get_realpath());
2940 return false;
2941 }
Dimitry Ivanov56be6ed2015-04-01 21:18:48 +00002942 // Make segments writable to allow text relocations to work properly. We will later call
2943 // phdr_table_protect_segments() after all of them are applied and all constructors are run.
2944 DL_WARN("%s has text relocations. This is wasting memory and prevents "
Dmitriy Ivanovb3c01d02015-05-07 10:48:00 -07002945 "security hardening. Please fix.", get_realpath());
Dimitry Ivanov56be6ed2015-04-01 21:18:48 +00002946 if (phdr_table_unprotect_segments(phdr, phnum, load_bias) < 0) {
2947 DL_ERR("can't unprotect loadable segments for \"%s\": %s",
Dmitriy Ivanovb3c01d02015-05-07 10:48:00 -07002948 get_realpath(), strerror(errno));
Dimitry Ivanov56be6ed2015-04-01 21:18:48 +00002949 return false;
2950 }
2951 }
2952#endif
2953
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08002954 if (android_relocs_ != nullptr) {
2955 // check signature
2956 if (android_relocs_size_ > 3 &&
2957 android_relocs_[0] == 'A' &&
2958 android_relocs_[1] == 'P' &&
Dmitriy Ivanov18870d32015-04-22 13:10:04 -07002959 android_relocs_[2] == 'S' &&
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08002960 android_relocs_[3] == '2') {
Dmitriy Ivanovb3c01d02015-05-07 10:48:00 -07002961 DEBUG("[ android relocating %s ]", get_realpath());
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08002962
2963 bool relocated = false;
2964 const uint8_t* packed_relocs = android_relocs_ + 4;
2965 const size_t packed_relocs_size = android_relocs_size_ - 4;
2966
Dmitriy Ivanov18870d32015-04-22 13:10:04 -07002967 relocated = relocate(
Dmitriy Ivanovf92a4172015-04-30 19:49:19 -07002968 version_tracker,
Dmitriy Ivanov18870d32015-04-22 13:10:04 -07002969 packed_reloc_iterator<sleb128_decoder>(
2970 sleb128_decoder(packed_relocs, packed_relocs_size)),
2971 global_group, local_group);
Dmitriy Ivanov18a69562015-02-04 16:05:30 -08002972
2973 if (!relocated) {
2974 return false;
2975 }
2976 } else {
2977 DL_ERR("bad android relocation header.");
2978 return false;
2979 }
2980 }
2981
Elliott Hughes4eeb1f12013-10-25 17:38:02 -07002982#if defined(USE_RELA)
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002983 if (rela_ != nullptr) {
Dmitriy Ivanovb3c01d02015-05-07 10:48:00 -07002984 DEBUG("[ relocating %s ]", get_realpath());
Dmitriy Ivanovf92a4172015-04-30 19:49:19 -07002985 if (!relocate(version_tracker,
2986 plain_reloc_iterator(rela_, rela_count_), global_group, local_group)) {
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002987 return false;
Elliott Hughesc00f2cb2013-10-04 17:01:33 -07002988 }
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002989 }
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002990 if (plt_rela_ != nullptr) {
Dmitriy Ivanovb3c01d02015-05-07 10:48:00 -07002991 DEBUG("[ relocating %s plt ]", get_realpath());
Dmitriy Ivanovf92a4172015-04-30 19:49:19 -07002992 if (!relocate(version_tracker,
2993 plain_reloc_iterator(plt_rela_, plt_rela_count_), global_group, local_group)) {
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002994 return false;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08002995 }
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07002996 }
Dmitriy Ivanov9aea1642014-09-11 15:16:03 -07002997#else
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08002998 if (rel_ != nullptr) {
Dmitriy Ivanovb3c01d02015-05-07 10:48:00 -07002999 DEBUG("[ relocating %s ]", get_realpath());
Dmitriy Ivanovf92a4172015-04-30 19:49:19 -07003000 if (!relocate(version_tracker,
3001 plain_reloc_iterator(rel_, rel_count_), global_group, local_group)) {
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003002 return false;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08003003 }
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003004 }
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08003005 if (plt_rel_ != nullptr) {
Dmitriy Ivanovb3c01d02015-05-07 10:48:00 -07003006 DEBUG("[ relocating %s plt ]", get_realpath());
Dmitriy Ivanovf92a4172015-04-30 19:49:19 -07003007 if (!relocate(version_tracker,
3008 plain_reloc_iterator(plt_rel_, plt_rel_count_), global_group, local_group)) {
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003009 return false;
Brigid Smithc5a13ef2014-07-23 11:22:25 -07003010 }
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003011 }
Dmitriy Ivanov9aea1642014-09-11 15:16:03 -07003012#endif
Brigid Smithc5a13ef2014-07-23 11:22:25 -07003013
Elliott Hughes4eeb1f12013-10-25 17:38:02 -07003014#if defined(__mips__)
Dmitriy Ivanovdc145b52015-04-30 20:17:03 -07003015 if (!mips_relocate_got(version_tracker, global_group, local_group)) {
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003016 return false;
3017 }
Raghu Gandhamd7daacb2012-07-31 12:07:22 -07003018#endif
3019
Dmitriy Ivanovb3c01d02015-05-07 10:48:00 -07003020 DEBUG("[ finished linking %s ]", get_realpath());
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08003021
Dimitry Ivanov56be6ed2015-04-01 21:18:48 +00003022#if !defined(__LP64__)
3023 if (has_text_relocations) {
3024 // All relocations are done, we can protect our segments back to read-only.
3025 if (phdr_table_protect_segments(phdr, phnum, load_bias) < 0) {
3026 DL_ERR("can't protect segments for \"%s\": %s",
Dmitriy Ivanovb3c01d02015-05-07 10:48:00 -07003027 get_realpath(), strerror(errno));
Dimitry Ivanov56be6ed2015-04-01 21:18:48 +00003028 return false;
3029 }
3030 }
3031#endif
3032
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003033 /* We can also turn on GNU RELRO protection */
3034 if (phdr_table_protect_gnu_relro(phdr, phnum, load_bias) < 0) {
3035 DL_ERR("can't enable GNU RELRO protection for \"%s\": %s",
Dmitriy Ivanovb3c01d02015-05-07 10:48:00 -07003036 get_realpath(), strerror(errno));
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003037 return false;
3038 }
Nick Kralevich9ec0f032012-02-28 10:40:00 -08003039
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003040 /* Handle serializing/sharing the RELRO segment */
3041 if (extinfo && (extinfo->flags & ANDROID_DLEXT_WRITE_RELRO)) {
3042 if (phdr_table_serialize_gnu_relro(phdr, phnum, load_bias,
3043 extinfo->relro_fd) < 0) {
3044 DL_ERR("failed serializing GNU RELRO section for \"%s\": %s",
Dmitriy Ivanovb3c01d02015-05-07 10:48:00 -07003045 get_realpath(), strerror(errno));
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003046 return false;
Torne (Richard Coles)183ad9d2014-02-27 13:18:00 +00003047 }
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003048 } else if (extinfo && (extinfo->flags & ANDROID_DLEXT_USE_RELRO)) {
3049 if (phdr_table_map_gnu_relro(phdr, phnum, load_bias,
3050 extinfo->relro_fd) < 0) {
3051 DL_ERR("failed mapping GNU RELRO section for \"%s\": %s",
Dmitriy Ivanovb3c01d02015-05-07 10:48:00 -07003052 get_realpath(), strerror(errno));
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003053 return false;
3054 }
3055 }
Torne (Richard Coles)183ad9d2014-02-27 13:18:00 +00003056
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003057 notify_gdb_of_load(this);
3058 return true;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08003059}
3060
Nick Kralevich468319c2011-11-11 15:53:17 -08003061/*
Sergey Melnikovc45087b2013-01-25 16:40:13 +04003062 * This function add vdso to internal dso list.
3063 * It helps to stack unwinding through signal handlers.
3064 * Also, it makes bionic more like glibc.
3065 */
Kito Cheng812fd422014-03-25 22:53:56 +08003066static void add_vdso(KernelArgumentBlock& args __unused) {
Elliott Hughes4eeb1f12013-10-25 17:38:02 -07003067#if defined(AT_SYSINFO_EHDR)
Elliott Hughes0266ae52014-02-10 17:46:57 -08003068 ElfW(Ehdr)* ehdr_vdso = reinterpret_cast<ElfW(Ehdr)*>(args.getauxval(AT_SYSINFO_EHDR));
Dmitriy Ivanov851135b2014-08-29 12:02:36 -07003069 if (ehdr_vdso == nullptr) {
Elliott Hughes0266ae52014-02-10 17:46:57 -08003070 return;
3071 }
Sergey Melnikovc45087b2013-01-25 16:40:13 +04003072
Dmitriy Ivanov07e5bc12014-10-03 17:52:44 -07003073 soinfo* si = soinfo_alloc("[vdso]", nullptr, 0, 0);
Sergey Melnikovebd506c2013-10-31 18:02:12 +04003074
Elliott Hughes0266ae52014-02-10 17:46:57 -08003075 si->phdr = reinterpret_cast<ElfW(Phdr)*>(reinterpret_cast<char*>(ehdr_vdso) + ehdr_vdso->e_phoff);
3076 si->phnum = ehdr_vdso->e_phnum;
3077 si->base = reinterpret_cast<ElfW(Addr)>(ehdr_vdso);
3078 si->size = phdr_table_get_load_size(si->phdr, si->phnum);
Elliott Hughes0266ae52014-02-10 17:46:57 -08003079 si->load_bias = get_elf_exec_load_bias(ehdr_vdso);
Sergey Melnikovebd506c2013-10-31 18:02:12 +04003080
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08003081 si->prelink_image();
3082 si->link_image(g_empty_list, soinfo::soinfo_list_t::make_list(si), nullptr);
Sergey Melnikovc45087b2013-01-25 16:40:13 +04003083#endif
3084}
3085
3086/*
Dmitriy Ivanovd59e5002014-05-09 09:10:14 -07003087 * This is linker soinfo for GDB. See details below.
3088 */
Dmitriy Ivanov0d150942014-08-22 12:25:04 -07003089#if defined(__LP64__)
3090#define LINKER_PATH "/system/bin/linker64"
3091#else
3092#define LINKER_PATH "/system/bin/linker"
3093#endif
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07003094
3095// This is done to avoid calling c-tor prematurely
3096// because soinfo c-tor needs memory allocator
3097// which might be initialized after global variables.
3098static uint8_t linker_soinfo_for_gdb_buf[sizeof(soinfo)] __attribute__((aligned(8)));
3099static soinfo* linker_soinfo_for_gdb = nullptr;
Dmitriy Ivanovd59e5002014-05-09 09:10:14 -07003100
3101/* gdb expects the linker to be in the debug shared object list.
3102 * Without this, gdb has trouble locating the linker's ".text"
3103 * and ".plt" sections. Gdb could also potentially use this to
3104 * relocate the offset of our exported 'rtld_db_dlactivity' symbol.
3105 * Don't use soinfo_alloc(), because the linker shouldn't
3106 * be on the soinfo list.
3107 */
3108static void init_linker_info_for_gdb(ElfW(Addr) linker_base) {
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07003109 linker_soinfo_for_gdb = new (linker_soinfo_for_gdb_buf) soinfo(LINKER_PATH, nullptr, 0, 0);
3110
Dmitriy Ivanov38263dd2015-06-10 19:46:19 -07003111 linker_soinfo_for_gdb->load_bias = linker_base;
Dmitriy Ivanovd59e5002014-05-09 09:10:14 -07003112
3113 /*
3114 * Set the dynamic field in the link map otherwise gdb will complain with
3115 * the following:
3116 * warning: .dynamic section for "/system/bin/linker" is not at the
3117 * expected address (wrong library or version mismatch?)
3118 */
3119 ElfW(Ehdr)* elf_hdr = reinterpret_cast<ElfW(Ehdr)*>(linker_base);
3120 ElfW(Phdr)* phdr = reinterpret_cast<ElfW(Phdr)*>(linker_base + elf_hdr->e_phoff);
3121 phdr_table_get_dynamic_section(phdr, elf_hdr->e_phnum, linker_base,
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07003122 &linker_soinfo_for_gdb->dynamic, nullptr);
3123 insert_soinfo_into_debug_map(linker_soinfo_for_gdb);
Dmitriy Ivanovd59e5002014-05-09 09:10:14 -07003124}
3125
Dmitriy Ivanov0b9e1c62015-04-28 15:49:26 -07003126extern "C" int __system_properties_init(void);
3127
Dmitriy Ivanovd59e5002014-05-09 09:10:14 -07003128/*
Nick Kralevich468319c2011-11-11 15:53:17 -08003129 * This code is called after the linker has linked itself and
3130 * fixed it's own GOT. It is safe to make references to externs
3131 * and other non-local data at this point.
3132 */
Elliott Hughes0266ae52014-02-10 17:46:57 -08003133static ElfW(Addr) __linker_init_post_relocation(KernelArgumentBlock& args, ElfW(Addr) linker_base) {
Evgeniy Stepanov1a78fbb2012-03-22 18:01:53 +04003134#if TIMING
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003135 struct timeval t0, t1;
3136 gettimeofday(&t0, 0);
Evgeniy Stepanov1a78fbb2012-03-22 18:01:53 +04003137#endif
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08003138
Elliott Hughes66c3b2d2015-06-08 18:04:00 -07003139 // Sanitize the environment.
3140 __libc_init_AT_SECURE(args);
David 'Digit' Turnerbe575592010-12-16 19:52:02 +01003141
Dmitriy Ivanov0b9e1c62015-04-28 15:49:26 -07003142 // Initialize system properties
3143 __system_properties_init(); // may use 'environ'
3144
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003145 debuggerd_init();
3146
3147 // Get a few environment variables.
Elliott Hughes66c3b2d2015-06-08 18:04:00 -07003148 const char* LD_DEBUG = getenv("LD_DEBUG");
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003149 if (LD_DEBUG != nullptr) {
3150 g_ld_debug_verbosity = atoi(LD_DEBUG);
3151 }
3152
Elliott Hughes66c3b2d2015-06-08 18:04:00 -07003153 // These should have been sanitized by __libc_init_AT_SECURE, but the test
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003154 // doesn't cost us anything.
3155 const char* ldpath_env = nullptr;
3156 const char* ldpreload_env = nullptr;
Elliott Hughes66c3b2d2015-06-08 18:04:00 -07003157 if (!getauxval(AT_SECURE)) {
3158 ldpath_env = getenv("LD_LIBRARY_PATH");
3159 ldpreload_env = getenv("LD_PRELOAD");
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003160 }
3161
3162 INFO("[ android linker & debugger ]");
3163
Dmitriy Ivanov07e5bc12014-10-03 17:52:44 -07003164 soinfo* si = soinfo_alloc(args.argv[0], nullptr, 0, RTLD_GLOBAL);
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003165 if (si == nullptr) {
3166 exit(EXIT_FAILURE);
3167 }
3168
3169 /* bootstrap the link map, the main exe always needs to be first */
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08003170 si->set_main_executable();
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003171 link_map* map = &(si->link_map_head);
3172
3173 map->l_addr = 0;
3174 map->l_name = args.argv[0];
3175 map->l_prev = nullptr;
3176 map->l_next = nullptr;
3177
3178 _r_debug.r_map = map;
3179 r_debug_tail = map;
3180
3181 init_linker_info_for_gdb(linker_base);
3182
3183 // Extract information passed from the kernel.
3184 si->phdr = reinterpret_cast<ElfW(Phdr)*>(args.getauxval(AT_PHDR));
3185 si->phnum = args.getauxval(AT_PHNUM);
3186 si->entry = args.getauxval(AT_ENTRY);
3187
3188 /* Compute the value of si->base. We can't rely on the fact that
3189 * the first entry is the PHDR because this will not be true
3190 * for certain executables (e.g. some in the NDK unit test suite)
3191 */
3192 si->base = 0;
3193 si->size = phdr_table_get_load_size(si->phdr, si->phnum);
3194 si->load_bias = 0;
3195 for (size_t i = 0; i < si->phnum; ++i) {
3196 if (si->phdr[i].p_type == PT_PHDR) {
3197 si->load_bias = reinterpret_cast<ElfW(Addr)>(si->phdr) - si->phdr[i].p_vaddr;
3198 si->base = reinterpret_cast<ElfW(Addr)>(si->phdr) - si->phdr[i].p_offset;
3199 break;
Nick Kralevich8d3e91d2013-04-25 13:15:24 -07003200 }
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003201 }
3202 si->dynamic = nullptr;
Nick Kralevich8d3e91d2013-04-25 13:15:24 -07003203
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003204 ElfW(Ehdr)* elf_hdr = reinterpret_cast<ElfW(Ehdr)*>(si->base);
3205 if (elf_hdr->e_type != ET_DYN) {
3206 __libc_format_fd(2, "error: only position independent executables (PIE) are supported.\n");
3207 exit(EXIT_FAILURE);
3208 }
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08003209
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003210 // Use LD_LIBRARY_PATH and LD_PRELOAD (but only if we aren't setuid/setgid).
3211 parse_LD_LIBRARY_PATH(ldpath_env);
3212 parse_LD_PRELOAD(ldpreload_env);
David 'Digit' Turnerbe575592010-12-16 19:52:02 +01003213
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003214 somain = si;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08003215
Dmitriy Ivanov67181252015-01-07 15:48:25 -08003216 if (!si->prelink_image()) {
3217 __libc_format_fd(2, "CANNOT LINK EXECUTABLE: %s\n", linker_get_error_buffer());
3218 exit(EXIT_FAILURE);
3219 }
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08003220
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -07003221 // add somain to global group
3222 si->set_dt_flags_1(si->get_dt_flags_1() | DF_1_GLOBAL);
3223
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003224 // Load ld_preloads and dependencies.
3225 StringLinkedList needed_library_name_list;
3226 size_t needed_libraries_count = 0;
3227 size_t ld_preloads_count = 0;
Dmitriy Ivanovd165f562015-03-23 18:43:02 -07003228
3229 for (const auto& ld_preload_name : g_ld_preload_names) {
3230 needed_library_name_list.push_back(ld_preload_name.c_str());
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003231 ++needed_libraries_count;
Dmitriy Ivanov53ba6632015-04-28 18:09:53 -07003232 ++ld_preloads_count;
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003233 }
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08003234
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003235 for_each_dt_needed(si, [&](const char* name) {
3236 needed_library_name_list.push_back(name);
3237 ++needed_libraries_count;
3238 });
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08003239
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003240 const char* needed_library_names[needed_libraries_count];
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08003241
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003242 memset(needed_library_names, 0, sizeof(needed_library_names));
3243 needed_library_name_list.copy_to_array(needed_library_names, needed_libraries_count);
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08003244
Dmitriy Ivanovd165f562015-03-23 18:43:02 -07003245 if (needed_libraries_count > 0 &&
3246 !find_libraries(si, needed_library_names, needed_libraries_count, nullptr,
3247 &g_ld_preloads, ld_preloads_count, RTLD_GLOBAL, nullptr)) {
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003248 __libc_format_fd(2, "CANNOT LINK EXECUTABLE: %s\n", linker_get_error_buffer());
3249 exit(EXIT_FAILURE);
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08003250 } else if (needed_libraries_count == 0) {
3251 if (!si->link_image(g_empty_list, soinfo::soinfo_list_t::make_list(si), nullptr)) {
3252 __libc_format_fd(2, "CANNOT LINK EXECUTABLE: %s\n", linker_get_error_buffer());
3253 exit(EXIT_FAILURE);
3254 }
3255 si->increment_ref_count();
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003256 }
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08003257
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003258 add_vdso(args);
Nick Kralevich2aebf542014-05-07 10:32:39 -07003259
Dmitriy Ivanov279a22f2015-01-23 12:03:53 -08003260 {
3261 ProtectedDataGuard guard;
Matt Fischer4fd42c12009-12-31 12:09:10 -06003262
Dmitriy Ivanov279a22f2015-01-23 12:03:53 -08003263 si->call_pre_init_constructors();
3264
3265 /* After the prelink_image, the si->load_bias is initialized.
3266 * For so lib, the map->l_addr will be updated in notify_gdb_of_load.
3267 * We need to update this value for so exe here. So Unwind_Backtrace
3268 * for some arch like x86 could work correctly within so exe.
3269 */
3270 map->l_addr = si->load_bias;
3271 si->call_constructors();
3272 }
Evgeniy Stepanove83c56d2011-12-21 13:03:54 +04003273
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08003274#if TIMING
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003275 gettimeofday(&t1, nullptr);
3276 PRINT("LINKER TIME: %s: %d microseconds", args.argv[0], (int) (
3277 (((long long)t1.tv_sec * 1000000LL) + (long long)t1.tv_usec) -
3278 (((long long)t0.tv_sec * 1000000LL) + (long long)t0.tv_usec)));
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08003279#endif
3280#if STATS
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003281 PRINT("RELO STATS: %s: %d abs, %d rel, %d copy, %d symbol", args.argv[0],
3282 linker_stats.count[kRelocAbsolute],
3283 linker_stats.count[kRelocRelative],
3284 linker_stats.count[kRelocCopy],
3285 linker_stats.count[kRelocSymbol]);
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08003286#endif
3287#if COUNT_PAGES
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003288 {
3289 unsigned n;
3290 unsigned i;
3291 unsigned count = 0;
3292 for (n = 0; n < 4096; n++) {
3293 if (bitmask[n]) {
3294 unsigned x = bitmask[n];
Marcus Oaklande365f9d2013-10-10 15:19:31 +01003295#if defined(__LP64__)
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003296 for (i = 0; i < 32; i++) {
Marcus Oaklande365f9d2013-10-10 15:19:31 +01003297#else
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003298 for (i = 0; i < 8; i++) {
Marcus Oaklande365f9d2013-10-10 15:19:31 +01003299#endif
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003300 if (x & 1) {
3301 count++;
3302 }
3303 x >>= 1;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08003304 }
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003305 }
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08003306 }
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003307 PRINT("PAGES MODIFIED: %s: %d (%dKB)", args.argv[0], count, count * 4);
3308 }
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08003309#endif
3310
3311#if TIMING || STATS || COUNT_PAGES
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003312 fflush(stdout);
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08003313#endif
3314
Dmitriy Ivanovb3c01d02015-05-07 10:48:00 -07003315 TRACE("[ Ready to execute '%s' @ %p ]", si->get_realpath(), reinterpret_cast<void*>(si->entry));
Dmitriy Ivanov6abf6242014-09-12 09:43:13 -07003316 return si->entry;
The Android Open Source Project1dc9e472009-03-03 19:28:35 -08003317}
Nick Kralevich468319c2011-11-11 15:53:17 -08003318
David 'Digit' Turnerbea23e52012-06-18 23:38:46 +02003319/* Compute the load-bias of an existing executable. This shall only
3320 * be used to compute the load bias of an executable or shared library
3321 * that was loaded by the kernel itself.
3322 *
3323 * Input:
3324 * elf -> address of ELF header, assumed to be at the start of the file.
3325 * Return:
3326 * load bias, i.e. add the value of any p_vaddr in the file to get
3327 * the corresponding address in memory.
3328 */
Elliott Hughes0266ae52014-02-10 17:46:57 -08003329static ElfW(Addr) get_elf_exec_load_bias(const ElfW(Ehdr)* elf) {
3330 ElfW(Addr) offset = elf->e_phoff;
Dmitriy Ivanovb3c01d02015-05-07 10:48:00 -07003331 const ElfW(Phdr)* phdr_table =
3332 reinterpret_cast<const ElfW(Phdr)*>(reinterpret_cast<uintptr_t>(elf) + offset);
Elliott Hughes0266ae52014-02-10 17:46:57 -08003333 const ElfW(Phdr)* phdr_end = phdr_table + elf->e_phnum;
David 'Digit' Turnerbea23e52012-06-18 23:38:46 +02003334
Elliott Hughes0266ae52014-02-10 17:46:57 -08003335 for (const ElfW(Phdr)* phdr = phdr_table; phdr < phdr_end; phdr++) {
Kito Chengfa8c05d2013-03-12 14:58:06 +08003336 if (phdr->p_type == PT_LOAD) {
Elliott Hughes0266ae52014-02-10 17:46:57 -08003337 return reinterpret_cast<ElfW(Addr)>(elf) + phdr->p_offset - phdr->p_vaddr;
David 'Digit' Turnerbea23e52012-06-18 23:38:46 +02003338 }
Kito Chengfa8c05d2013-03-12 14:58:06 +08003339 }
3340 return 0;
David 'Digit' Turnerbea23e52012-06-18 23:38:46 +02003341}
3342
Dmitriy Ivanovefe13832014-07-28 15:05:51 -07003343extern "C" void _start();
3344
Nick Kralevich468319c2011-11-11 15:53:17 -08003345/*
3346 * This is the entry point for the linker, called from begin.S. This
3347 * method is responsible for fixing the linker's own relocations, and
3348 * then calling __linker_init_post_relocation().
3349 *
3350 * Because this method is called before the linker has fixed it's own
3351 * relocations, any attempt to reference an extern variable, extern
3352 * function, or other GOT reference will generate a segfault.
3353 */
Elliott Hughes0266ae52014-02-10 17:46:57 -08003354extern "C" ElfW(Addr) __linker_init(void* raw_args) {
Elliott Hughes42b2c6a2013-02-07 10:14:39 -08003355 KernelArgumentBlock args(raw_args);
Nick Kralevich468319c2011-11-11 15:53:17 -08003356
Elliott Hughes0266ae52014-02-10 17:46:57 -08003357 ElfW(Addr) linker_addr = args.getauxval(AT_BASE);
Dmitriy Ivanovefe13832014-07-28 15:05:51 -07003358 ElfW(Addr) entry_point = args.getauxval(AT_ENTRY);
Elliott Hughes0266ae52014-02-10 17:46:57 -08003359 ElfW(Ehdr)* elf_hdr = reinterpret_cast<ElfW(Ehdr)*>(linker_addr);
Elliott Hughesfaf05ba2014-02-11 16:59:37 -08003360 ElfW(Phdr)* phdr = reinterpret_cast<ElfW(Phdr)*>(linker_addr + elf_hdr->e_phoff);
Nick Kralevich468319c2011-11-11 15:53:17 -08003361
Dmitriy Ivanovaae859c2015-03-31 11:14:03 -07003362 soinfo linker_so(nullptr, nullptr, 0, 0);
Nick Kralevich468319c2011-11-11 15:53:17 -08003363
Dmitriy Ivanovefe13832014-07-28 15:05:51 -07003364 // If the linker is not acting as PT_INTERP entry_point is equal to
3365 // _start. Which means that the linker is running as an executable and
3366 // already linked by PT_INTERP.
3367 //
3368 // This happens when user tries to run 'adb shell /system/bin/linker'
3369 // see also https://code.google.com/p/android/issues/detail?id=63174
3370 if (reinterpret_cast<ElfW(Addr)>(&_start) == entry_point) {
3371 __libc_fatal("This is %s, the helper program for shared library executables.\n", args.argv[0]);
3372 }
3373
Elliott Hughes42b2c6a2013-02-07 10:14:39 -08003374 linker_so.base = linker_addr;
3375 linker_so.size = phdr_table_get_load_size(phdr, elf_hdr->e_phnum);
3376 linker_so.load_bias = get_elf_exec_load_bias(elf_hdr);
Dmitriy Ivanov851135b2014-08-29 12:02:36 -07003377 linker_so.dynamic = nullptr;
Elliott Hughes42b2c6a2013-02-07 10:14:39 -08003378 linker_so.phdr = phdr;
3379 linker_so.phnum = elf_hdr->e_phnum;
Dmitriy Ivanovab972b92014-11-29 13:57:41 -08003380 linker_so.set_linker_flag();
Elliott Hughes5419b942012-10-16 15:54:46 -07003381
Dmitriy Ivanovd225a5e2014-08-28 14:12:12 -07003382 // This might not be obvious... The reasons why we pass g_empty_list
3383 // in place of local_group here are (1) we do not really need it, because
3384 // linker is built with DT_SYMBOLIC and therefore relocates its symbols against
3385 // itself without having to look into local_group and (2) allocators
3386 // are not yet initialized, and therefore we cannot use linked_list.push_*
3387 // functions at this point.
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08003388 if (!(linker_so.prelink_image() && linker_so.link_image(g_empty_list, g_empty_list, nullptr))) {
Elliott Hughes42b2c6a2013-02-07 10:14:39 -08003389 // It would be nice to print an error message, but if the linker
3390 // can't link itself, there's no guarantee that we'll be able to
Elliott Hughesb93702a2013-12-21 16:07:45 -08003391 // call write() (because it involves a GOT reference). We may as
3392 // well try though...
3393 const char* msg = "CANNOT LINK EXECUTABLE: ";
3394 write(2, msg, strlen(msg));
3395 write(2, __linker_dl_err_buf, strlen(__linker_dl_err_buf));
3396 write(2, "\n", 1);
3397 _exit(EXIT_FAILURE);
Elliott Hughes42b2c6a2013-02-07 10:14:39 -08003398 }
Elliott Hughesd23736e2012-11-01 15:16:56 -07003399
Dmitriy Ivanov14241402014-08-26 14:16:52 -07003400 __libc_init_tls(args);
3401
Dmitriy Ivanovefe13832014-07-28 15:05:51 -07003402 // Initialize the linker's own global variables
Dmitriy Ivanov047b5932014-11-13 09:39:20 -08003403 linker_so.call_constructors();
Dmitriy Ivanov4151ea72014-07-24 15:33:25 -07003404
Dmitriy Ivanov0d150942014-08-22 12:25:04 -07003405 // Initialize static variables. Note that in order to
3406 // get correct libdl_info we need to call constructors
3407 // before get_libdl_info().
3408 solist = get_libdl_info();
3409 sonext = get_libdl_info();
3410
Elliott Hughes42b2c6a2013-02-07 10:14:39 -08003411 // We have successfully fixed our own relocations. It's safe to run
3412 // the main part of the linker now.
Elliott Hughes1728b232014-05-14 10:02:03 -07003413 args.abort_message_ptr = &g_abort_message;
Elliott Hughes0266ae52014-02-10 17:46:57 -08003414 ElfW(Addr) start_address = __linker_init_post_relocation(args, linker_addr);
Elliott Hughes42b2c6a2013-02-07 10:14:39 -08003415
Elliott Hughes611f9562015-01-23 10:43:58 -08003416 INFO("[ jumping to _start ]");
3417
Elliott Hughes42b2c6a2013-02-07 10:14:39 -08003418 // Return the address that the calling assembly stub should jump to.
3419 return start_address;
Nick Kralevich468319c2011-11-11 15:53:17 -08003420}