Alexey Samsonov | e5f5895 | 2012-06-04 13:50:10 +0000 | [diff] [blame] | 1 | //===-- asan_thread.cc ----------------------------------------------------===// |
Kostya Serebryany | 1e172b4 | 2011-11-30 01:07:02 +0000 | [diff] [blame] | 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
| 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
| 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | // |
| 10 | // This file is a part of AddressSanitizer, an address sanity checker. |
| 11 | // |
| 12 | // Thread-related code. |
| 13 | //===----------------------------------------------------------------------===// |
| 14 | #include "asan_allocator.h" |
| 15 | #include "asan_interceptors.h" |
Alexey Samsonov | 7e84349 | 2013-03-28 15:42:43 +0000 | [diff] [blame] | 16 | #include "asan_poisoning.h" |
Alexey Samsonov | 55cdfc6 | 2012-01-17 06:35:31 +0000 | [diff] [blame] | 17 | #include "asan_stack.h" |
Kostya Serebryany | 1e172b4 | 2011-11-30 01:07:02 +0000 | [diff] [blame] | 18 | #include "asan_thread.h" |
Kostya Serebryany | 1e172b4 | 2011-11-30 01:07:02 +0000 | [diff] [blame] | 19 | #include "asan_mapping.h" |
Alexey Samsonov | e5931fd | 2012-06-07 07:13:46 +0000 | [diff] [blame] | 20 | #include "sanitizer_common/sanitizer_common.h" |
Alexey Samsonov | def1be9 | 2013-03-21 11:23:41 +0000 | [diff] [blame] | 21 | #include "sanitizer_common/sanitizer_placement_new.h" |
Kostya Serebryany | 6d95869 | 2013-10-18 14:50:44 +0000 | [diff] [blame] | 22 | #include "sanitizer_common/sanitizer_stackdepot.h" |
Stephen Hines | 2d1fdb2 | 2014-05-28 23:58:16 -0700 | [diff] [blame] | 23 | #include "sanitizer_common/sanitizer_tls_get_addr.h" |
Sergey Matveev | f1ac1a4 | 2013-05-21 13:40:13 +0000 | [diff] [blame] | 24 | #include "lsan/lsan_common.h" |
Kostya Serebryany | 1e172b4 | 2011-11-30 01:07:02 +0000 | [diff] [blame] | 25 | |
Kostya Serebryany | 1e172b4 | 2011-11-30 01:07:02 +0000 | [diff] [blame] | 26 | namespace __asan { |
| 27 | |
Alexey Samsonov | def1be9 | 2013-03-21 11:23:41 +0000 | [diff] [blame] | 28 | // AsanThreadContext implementation. |
Kostya Serebryany | 1e172b4 | 2011-11-30 01:07:02 +0000 | [diff] [blame] | 29 | |
Stephen Hines | 86277eb | 2015-03-23 12:06:32 -0700 | [diff] [blame] | 30 | struct CreateThreadContextArgs { |
| 31 | AsanThread *thread; |
| 32 | StackTrace *stack; |
| 33 | }; |
| 34 | |
Alexey Samsonov | def1be9 | 2013-03-21 11:23:41 +0000 | [diff] [blame] | 35 | void AsanThreadContext::OnCreated(void *arg) { |
| 36 | CreateThreadContextArgs *args = static_cast<CreateThreadContextArgs*>(arg); |
Kostya Serebryany | 6d95869 | 2013-10-18 14:50:44 +0000 | [diff] [blame] | 37 | if (args->stack) |
Stephen Hines | 6d18623 | 2014-11-26 17:56:19 -0800 | [diff] [blame] | 38 | stack_id = StackDepotPut(*args->stack); |
Alexey Samsonov | def1be9 | 2013-03-21 11:23:41 +0000 | [diff] [blame] | 39 | thread = args->thread; |
| 40 | thread->set_context(this); |
| 41 | } |
| 42 | |
| 43 | void AsanThreadContext::OnFinished() { |
| 44 | // Drop the link to the AsanThread object. |
Pirama Arumuga Nainar | 799172d | 2016-03-03 15:50:30 -0800 | [diff] [blame^] | 45 | thread = nullptr; |
Alexey Samsonov | def1be9 | 2013-03-21 11:23:41 +0000 | [diff] [blame] | 46 | } |
| 47 | |
Kostya Serebryany | 40527a5 | 2013-06-03 14:49:25 +0000 | [diff] [blame] | 48 | // MIPS requires aligned address |
Timur Iskhodzhanov | 7c9ffde | 2013-06-04 08:25:17 +0000 | [diff] [blame] | 49 | static ALIGNED(16) char thread_registry_placeholder[sizeof(ThreadRegistry)]; |
Alexey Samsonov | def1be9 | 2013-03-21 11:23:41 +0000 | [diff] [blame] | 50 | static ThreadRegistry *asan_thread_registry; |
| 51 | |
Kostya Serebryany | 1fe68b8 | 2013-10-18 15:07:07 +0000 | [diff] [blame] | 52 | static BlockingMutex mu_for_thread_context(LINKER_INITIALIZED); |
| 53 | static LowLevelAllocator allocator_for_thread_context; |
| 54 | |
Alexey Samsonov | def1be9 | 2013-03-21 11:23:41 +0000 | [diff] [blame] | 55 | static ThreadContextBase *GetAsanThreadContext(u32 tid) { |
Kostya Serebryany | 1fe68b8 | 2013-10-18 15:07:07 +0000 | [diff] [blame] | 56 | BlockingMutexLock lock(&mu_for_thread_context); |
Peter Collingbourne | 5317724 | 2013-10-24 06:23:39 +0000 | [diff] [blame] | 57 | return new(allocator_for_thread_context) AsanThreadContext(tid); |
Alexey Samsonov | def1be9 | 2013-03-21 11:23:41 +0000 | [diff] [blame] | 58 | } |
| 59 | |
| 60 | ThreadRegistry &asanThreadRegistry() { |
| 61 | static bool initialized; |
| 62 | // Don't worry about thread_safety - this should be called when there is |
| 63 | // a single thread. |
| 64 | if (!initialized) { |
| 65 | // Never reuse ASan threads: we store pointer to AsanThreadContext |
| 66 | // in TSD and can't reliably tell when no more TSD destructors will |
| 67 | // be called. It would be wrong to reuse AsanThreadContext for another |
| 68 | // thread before all TSD destructors will be called for it. |
| 69 | asan_thread_registry = new(thread_registry_placeholder) ThreadRegistry( |
| 70 | GetAsanThreadContext, kMaxNumberOfThreads, kMaxNumberOfThreads); |
| 71 | initialized = true; |
| 72 | } |
| 73 | return *asan_thread_registry; |
| 74 | } |
| 75 | |
| 76 | AsanThreadContext *GetThreadContextByTidLocked(u32 tid) { |
| 77 | return static_cast<AsanThreadContext *>( |
| 78 | asanThreadRegistry().GetThreadLocked(tid)); |
| 79 | } |
| 80 | |
| 81 | // AsanThread implementation. |
| 82 | |
Stephen Hines | 86277eb | 2015-03-23 12:06:32 -0700 | [diff] [blame] | 83 | AsanThread *AsanThread::Create(thread_callback_t start_routine, void *arg, |
| 84 | u32 parent_tid, StackTrace *stack, |
| 85 | bool detached) { |
Kostya Serebryany | f67ec2b | 2012-11-23 15:38:49 +0000 | [diff] [blame] | 86 | uptr PageSize = GetPageSizeCached(); |
| 87 | uptr size = RoundUpTo(sizeof(AsanThread), PageSize); |
Stephen Hines | 2d1fdb2 | 2014-05-28 23:58:16 -0700 | [diff] [blame] | 88 | AsanThread *thread = (AsanThread*)MmapOrDie(size, __func__); |
Alexey Samsonov | 55cdfc6 | 2012-01-17 06:35:31 +0000 | [diff] [blame] | 89 | thread->start_routine_ = start_routine; |
| 90 | thread->arg_ = arg; |
Stephen Hines | 86277eb | 2015-03-23 12:06:32 -0700 | [diff] [blame] | 91 | CreateThreadContextArgs args = { thread, stack }; |
| 92 | asanThreadRegistry().CreateThread(*reinterpret_cast<uptr *>(thread), detached, |
| 93 | parent_tid, &args); |
Alexey Samsonov | 55cdfc6 | 2012-01-17 06:35:31 +0000 | [diff] [blame] | 94 | |
| 95 | return thread; |
Kostya Serebryany | 1e172b4 | 2011-11-30 01:07:02 +0000 | [diff] [blame] | 96 | } |
| 97 | |
Alexey Samsonov | def1be9 | 2013-03-21 11:23:41 +0000 | [diff] [blame] | 98 | void AsanThread::TSDDtor(void *tsd) { |
| 99 | AsanThreadContext *context = (AsanThreadContext*)tsd; |
Stephen Hines | 2d1fdb2 | 2014-05-28 23:58:16 -0700 | [diff] [blame] | 100 | VReport(1, "T%d TSDDtor\n", context->tid); |
Alexey Samsonov | def1be9 | 2013-03-21 11:23:41 +0000 | [diff] [blame] | 101 | if (context->thread) |
| 102 | context->thread->Destroy(); |
Kostya Serebryany | f58f998 | 2012-02-07 00:27:15 +0000 | [diff] [blame] | 103 | } |
| 104 | |
Kostya Serebryany | a6b5226 | 2012-01-06 19:44:11 +0000 | [diff] [blame] | 105 | void AsanThread::Destroy() { |
Stephen Hines | 2d1fdb2 | 2014-05-28 23:58:16 -0700 | [diff] [blame] | 106 | int tid = this->tid(); |
| 107 | VReport(1, "T%d exited\n", tid); |
Kostya Serebryany | f58f998 | 2012-02-07 00:27:15 +0000 | [diff] [blame] | 108 | |
Kostya Serebryany | ae914e2 | 2013-11-13 13:27:44 +0000 | [diff] [blame] | 109 | malloc_storage().CommitBack(); |
Stephen Hines | 2d1fdb2 | 2014-05-28 23:58:16 -0700 | [diff] [blame] | 110 | if (common_flags()->use_sigaltstack) UnsetAlternateSignalStack(); |
| 111 | asanThreadRegistry().FinishThread(tid); |
Alexey Samsonov | 717ece5 | 2013-09-02 08:39:07 +0000 | [diff] [blame] | 112 | FlushToDeadThreadStats(&stats_); |
Kostya Serebryany | 1e172b4 | 2011-11-30 01:07:02 +0000 | [diff] [blame] | 113 | // We also clear the shadow on thread destruction because |
| 114 | // some code may still be executing in later TSD destructors |
| 115 | // and we don't want it to have any poisoned stack. |
Sergey Matveev | 12d01ba | 2013-05-29 13:09:44 +0000 | [diff] [blame] | 116 | ClearShadowForThreadStackAndTLS(); |
Stephen Hines | 2d1fdb2 | 2014-05-28 23:58:16 -0700 | [diff] [blame] | 117 | DeleteFakeStack(tid); |
Kostya Serebryany | f67ec2b | 2012-11-23 15:38:49 +0000 | [diff] [blame] | 118 | uptr size = RoundUpTo(sizeof(AsanThread), GetPageSizeCached()); |
Alexey Samsonov | a25b346 | 2012-06-06 16:15:07 +0000 | [diff] [blame] | 119 | UnmapOrDie(this, size); |
Stephen Hines | 2d1fdb2 | 2014-05-28 23:58:16 -0700 | [diff] [blame] | 120 | DTLS_Destroy(); |
Kostya Serebryany | 1e172b4 | 2011-11-30 01:07:02 +0000 | [diff] [blame] | 121 | } |
| 122 | |
Kostya Serebryany | c98fc1f | 2013-09-12 08:34:50 +0000 | [diff] [blame] | 123 | // We want to create the FakeStack lazyly on the first use, but not eralier |
| 124 | // than the stack size is known and the procedure has to be async-signal safe. |
| 125 | FakeStack *AsanThread::AsyncSignalSafeLazyInitFakeStack() { |
| 126 | uptr stack_size = this->stack_size(); |
| 127 | if (stack_size == 0) // stack_size is not yet available, don't use FakeStack. |
Pirama Arumuga Nainar | 799172d | 2016-03-03 15:50:30 -0800 | [diff] [blame^] | 128 | return nullptr; |
Kostya Serebryany | c98fc1f | 2013-09-12 08:34:50 +0000 | [diff] [blame] | 129 | uptr old_val = 0; |
| 130 | // fake_stack_ has 3 states: |
| 131 | // 0 -- not initialized |
| 132 | // 1 -- being initialized |
| 133 | // ptr -- initialized |
| 134 | // This CAS checks if the state was 0 and if so changes it to state 1, |
Stephen Hines | 2d1fdb2 | 2014-05-28 23:58:16 -0700 | [diff] [blame] | 135 | // if that was successful, it initializes the pointer. |
Kostya Serebryany | c98fc1f | 2013-09-12 08:34:50 +0000 | [diff] [blame] | 136 | if (atomic_compare_exchange_strong( |
| 137 | reinterpret_cast<atomic_uintptr_t *>(&fake_stack_), &old_val, 1UL, |
Kostya Serebryany | 9433af3 | 2013-09-13 06:32:26 +0000 | [diff] [blame] | 138 | memory_order_relaxed)) { |
Kostya Serebryany | 230e52f | 2013-09-18 10:35:12 +0000 | [diff] [blame] | 139 | uptr stack_size_log = Log2(RoundUpToPowerOfTwo(stack_size)); |
Stephen Hines | 2d1fdb2 | 2014-05-28 23:58:16 -0700 | [diff] [blame] | 140 | CHECK_LE(flags()->min_uar_stack_size_log, flags()->max_uar_stack_size_log); |
| 141 | stack_size_log = |
| 142 | Min(stack_size_log, static_cast<uptr>(flags()->max_uar_stack_size_log)); |
| 143 | stack_size_log = |
| 144 | Max(stack_size_log, static_cast<uptr>(flags()->min_uar_stack_size_log)); |
Kostya Serebryany | 230e52f | 2013-09-18 10:35:12 +0000 | [diff] [blame] | 145 | fake_stack_ = FakeStack::Create(stack_size_log); |
Kostya Serebryany | 9433af3 | 2013-09-13 06:32:26 +0000 | [diff] [blame] | 146 | SetTLSFakeStack(fake_stack_); |
| 147 | return fake_stack_; |
| 148 | } |
Pirama Arumuga Nainar | 799172d | 2016-03-03 15:50:30 -0800 | [diff] [blame^] | 149 | return nullptr; |
Kostya Serebryany | c98fc1f | 2013-09-12 08:34:50 +0000 | [diff] [blame] | 150 | } |
| 151 | |
Kostya Serebryany | 69eca73 | 2011-12-16 19:13:35 +0000 | [diff] [blame] | 152 | void AsanThread::Init() { |
Pirama Arumuga Nainar | 799172d | 2016-03-03 15:50:30 -0800 | [diff] [blame^] | 153 | fake_stack_ = nullptr; // Will be initialized lazily if needed. |
Stephen Hines | 6a211c5 | 2014-07-21 00:49:56 -0700 | [diff] [blame] | 154 | CHECK_EQ(this->stack_size(), 0U); |
Sergey Matveev | 12d01ba | 2013-05-29 13:09:44 +0000 | [diff] [blame] | 155 | SetThreadStackAndTls(); |
Stephen Hines | 6a211c5 | 2014-07-21 00:49:56 -0700 | [diff] [blame] | 156 | CHECK_GT(this->stack_size(), 0U); |
Alexey Samsonov | 55cdfc6 | 2012-01-17 06:35:31 +0000 | [diff] [blame] | 157 | CHECK(AddrIsInMem(stack_bottom_)); |
Kostya Serebryany | 541cfb1 | 2013-01-18 11:30:36 +0000 | [diff] [blame] | 158 | CHECK(AddrIsInMem(stack_top_ - 1)); |
Sergey Matveev | 12d01ba | 2013-05-29 13:09:44 +0000 | [diff] [blame] | 159 | ClearShadowForThreadStackAndTLS(); |
Stephen Hines | 2d1fdb2 | 2014-05-28 23:58:16 -0700 | [diff] [blame] | 160 | int local = 0; |
| 161 | VReport(1, "T%d: stack [%p,%p) size 0x%zx; local=%p\n", tid(), |
| 162 | (void *)stack_bottom_, (void *)stack_top_, stack_top_ - stack_bottom_, |
| 163 | &local); |
Kostya Serebryany | 69eca73 | 2011-12-16 19:13:35 +0000 | [diff] [blame] | 164 | } |
| 165 | |
Stephen Hines | 86277eb | 2015-03-23 12:06:32 -0700 | [diff] [blame] | 166 | thread_return_t AsanThread::ThreadStart( |
| 167 | uptr os_id, atomic_uintptr_t *signal_thread_is_registered) { |
Kostya Serebryany | 69eca73 | 2011-12-16 19:13:35 +0000 | [diff] [blame] | 168 | Init(); |
Pirama Arumuga Nainar | 799172d | 2016-03-03 15:50:30 -0800 | [diff] [blame^] | 169 | asanThreadRegistry().StartThread(tid(), os_id, nullptr); |
Stephen Hines | 86277eb | 2015-03-23 12:06:32 -0700 | [diff] [blame] | 170 | if (signal_thread_is_registered) |
| 171 | atomic_store(signal_thread_is_registered, 1, memory_order_release); |
| 172 | |
Stephen Hines | 2d1fdb2 | 2014-05-28 23:58:16 -0700 | [diff] [blame] | 173 | if (common_flags()->use_sigaltstack) SetAlternateSignalStack(); |
Kostya Serebryany | 1e172b4 | 2011-11-30 01:07:02 +0000 | [diff] [blame] | 174 | |
| 175 | if (!start_routine_) { |
Kostya Serebryany | 3f4c387 | 2012-05-31 14:35:53 +0000 | [diff] [blame] | 176 | // start_routine_ == 0 if we're on the main thread or on one of the |
Kostya Serebryany | 1e172b4 | 2011-11-30 01:07:02 +0000 | [diff] [blame] | 177 | // OS X libdispatch worker threads. But nobody is supposed to call |
| 178 | // ThreadStart() for the worker threads. |
Kostya Serebryany | a27bdf7 | 2013-04-05 14:40:25 +0000 | [diff] [blame] | 179 | CHECK_EQ(tid(), 0); |
Kostya Serebryany | 1e172b4 | 2011-11-30 01:07:02 +0000 | [diff] [blame] | 180 | return 0; |
| 181 | } |
| 182 | |
Timur Iskhodzhanov | 600972e | 2012-02-24 15:28:43 +0000 | [diff] [blame] | 183 | thread_return_t res = start_routine_(arg_); |
Kostya Serebryany | 1e172b4 | 2011-11-30 01:07:02 +0000 | [diff] [blame] | 184 | |
Sergey Matveev | e86e35f | 2013-10-14 12:01:05 +0000 | [diff] [blame] | 185 | // On POSIX systems we defer this to the TSD destructor. LSan will consider |
| 186 | // the thread's memory as non-live from the moment we call Destroy(), even |
| 187 | // though that memory might contain pointers to heap objects which will be |
| 188 | // cleaned up by a user-defined TSD destructor. Thus, calling Destroy() before |
| 189 | // the TSD destructors have run might cause false positives in LSan. |
| 190 | if (!SANITIZER_POSIX) |
| 191 | this->Destroy(); |
Kostya Serebryany | af34415 | 2012-01-11 02:03:16 +0000 | [diff] [blame] | 192 | |
Kostya Serebryany | 1e172b4 | 2011-11-30 01:07:02 +0000 | [diff] [blame] | 193 | return res; |
| 194 | } |
| 195 | |
Sergey Matveev | 12d01ba | 2013-05-29 13:09:44 +0000 | [diff] [blame] | 196 | void AsanThread::SetThreadStackAndTls() { |
Kostya Serebryany | 621770a | 2013-09-19 14:59:52 +0000 | [diff] [blame] | 197 | uptr tls_size = 0; |
| 198 | GetThreadStackAndTls(tid() == 0, &stack_bottom_, &stack_size_, &tls_begin_, |
Sergey Matveev | 12d01ba | 2013-05-29 13:09:44 +0000 | [diff] [blame] | 199 | &tls_size); |
Kostya Serebryany | 621770a | 2013-09-19 14:59:52 +0000 | [diff] [blame] | 200 | stack_top_ = stack_bottom_ + stack_size_; |
Sergey Matveev | 12d01ba | 2013-05-29 13:09:44 +0000 | [diff] [blame] | 201 | tls_end_ = tls_begin_ + tls_size; |
| 202 | |
Alexey Samsonov | e5931fd | 2012-06-07 07:13:46 +0000 | [diff] [blame] | 203 | int local; |
| 204 | CHECK(AddrIsInStack((uptr)&local)); |
| 205 | } |
| 206 | |
Sergey Matveev | 12d01ba | 2013-05-29 13:09:44 +0000 | [diff] [blame] | 207 | void AsanThread::ClearShadowForThreadStackAndTLS() { |
Alexey Samsonov | 55cdfc6 | 2012-01-17 06:35:31 +0000 | [diff] [blame] | 208 | PoisonShadow(stack_bottom_, stack_top_ - stack_bottom_, 0); |
Sergey Matveev | 12d01ba | 2013-05-29 13:09:44 +0000 | [diff] [blame] | 209 | if (tls_begin_ != tls_end_) |
| 210 | PoisonShadow(tls_begin_, tls_end_ - tls_begin_, 0); |
Alexey Samsonov | 55cdfc6 | 2012-01-17 06:35:31 +0000 | [diff] [blame] | 211 | } |
| 212 | |
Stephen Hines | 6d18623 | 2014-11-26 17:56:19 -0800 | [diff] [blame] | 213 | bool AsanThread::GetStackFrameAccessByAddr(uptr addr, |
| 214 | StackFrameAccess *access) { |
Kostya Serebryany | 3f4c387 | 2012-05-31 14:35:53 +0000 | [diff] [blame] | 215 | uptr bottom = 0; |
Kostya Serebryany | 1e172b4 | 2011-11-30 01:07:02 +0000 | [diff] [blame] | 216 | if (AddrIsInStack(addr)) { |
| 217 | bottom = stack_bottom(); |
Kostya Serebryany | dcf98bf | 2013-09-12 08:43:44 +0000 | [diff] [blame] | 218 | } else if (has_fake_stack()) { |
Kostya Serebryany | 7a0bba4 | 2013-06-26 12:16:05 +0000 | [diff] [blame] | 219 | bottom = fake_stack()->AddrIsInFakeStack(addr); |
Kostya Serebryany | 1e172b4 | 2011-11-30 01:07:02 +0000 | [diff] [blame] | 220 | CHECK(bottom); |
Stephen Hines | 6d18623 | 2014-11-26 17:56:19 -0800 | [diff] [blame] | 221 | access->offset = addr - bottom; |
| 222 | access->frame_pc = ((uptr*)bottom)[2]; |
| 223 | access->frame_descr = (const char *)((uptr*)bottom)[1]; |
| 224 | return true; |
Kostya Serebryany | 1e172b4 | 2011-11-30 01:07:02 +0000 | [diff] [blame] | 225 | } |
Kostya Serebryany | 5af39e5 | 2012-11-21 12:38:58 +0000 | [diff] [blame] | 226 | uptr aligned_addr = addr & ~(SANITIZER_WORDSIZE/8 - 1); // align addr. |
Kostya Serebryany | ee39255 | 2012-05-31 15:02:07 +0000 | [diff] [blame] | 227 | u8 *shadow_ptr = (u8*)MemToShadow(aligned_addr); |
| 228 | u8 *shadow_bottom = (u8*)MemToShadow(bottom); |
Evgeniy Stepanov | 3972ea0 | 2012-05-12 12:33:10 +0000 | [diff] [blame] | 229 | |
| 230 | while (shadow_ptr >= shadow_bottom && |
Alexander Potapenko | e406c8c | 2012-11-15 15:24:42 +0000 | [diff] [blame] | 231 | *shadow_ptr != kAsanStackLeftRedzoneMagic) { |
Evgeniy Stepanov | 3972ea0 | 2012-05-12 12:33:10 +0000 | [diff] [blame] | 232 | shadow_ptr--; |
Kostya Serebryany | 1e172b4 | 2011-11-30 01:07:02 +0000 | [diff] [blame] | 233 | } |
Evgeniy Stepanov | 3972ea0 | 2012-05-12 12:33:10 +0000 | [diff] [blame] | 234 | |
| 235 | while (shadow_ptr >= shadow_bottom && |
Alexander Potapenko | e406c8c | 2012-11-15 15:24:42 +0000 | [diff] [blame] | 236 | *shadow_ptr == kAsanStackLeftRedzoneMagic) { |
Evgeniy Stepanov | 3972ea0 | 2012-05-12 12:33:10 +0000 | [diff] [blame] | 237 | shadow_ptr--; |
| 238 | } |
| 239 | |
| 240 | if (shadow_ptr < shadow_bottom) { |
Stephen Hines | 6d18623 | 2014-11-26 17:56:19 -0800 | [diff] [blame] | 241 | return false; |
Evgeniy Stepanov | 3972ea0 | 2012-05-12 12:33:10 +0000 | [diff] [blame] | 242 | } |
| 243 | |
Kostya Serebryany | 3f4c387 | 2012-05-31 14:35:53 +0000 | [diff] [blame] | 244 | uptr* ptr = (uptr*)SHADOW_TO_MEM((uptr)(shadow_ptr + 1)); |
Alexander Potapenko | e406c8c | 2012-11-15 15:24:42 +0000 | [diff] [blame] | 245 | CHECK(ptr[0] == kCurrentStackFrameMagic); |
Stephen Hines | 6d18623 | 2014-11-26 17:56:19 -0800 | [diff] [blame] | 246 | access->offset = addr - (uptr)ptr; |
| 247 | access->frame_pc = ptr[2]; |
| 248 | access->frame_descr = (const char*)ptr[1]; |
| 249 | return true; |
Kostya Serebryany | 1e172b4 | 2011-11-30 01:07:02 +0000 | [diff] [blame] | 250 | } |
| 251 | |
Alexey Samsonov | def1be9 | 2013-03-21 11:23:41 +0000 | [diff] [blame] | 252 | static bool ThreadStackContainsAddress(ThreadContextBase *tctx_base, |
| 253 | void *addr) { |
| 254 | AsanThreadContext *tctx = static_cast<AsanThreadContext*>(tctx_base); |
| 255 | AsanThread *t = tctx->thread; |
Kostya Serebryany | 7a0bba4 | 2013-06-26 12:16:05 +0000 | [diff] [blame] | 256 | if (!t) return false; |
| 257 | if (t->AddrIsInStack((uptr)addr)) return true; |
Kostya Serebryany | b39a604 | 2013-09-12 08:47:00 +0000 | [diff] [blame] | 258 | if (t->has_fake_stack() && t->fake_stack()->AddrIsInFakeStack((uptr)addr)) |
Kostya Serebryany | 7a0bba4 | 2013-06-26 12:16:05 +0000 | [diff] [blame] | 259 | return true; |
| 260 | return false; |
Alexey Samsonov | def1be9 | 2013-03-21 11:23:41 +0000 | [diff] [blame] | 261 | } |
| 262 | |
Alexey Samsonov | 89c1384 | 2013-03-20 09:23:28 +0000 | [diff] [blame] | 263 | AsanThread *GetCurrentThread() { |
Sergey Matveev | c6ac98d | 2013-07-08 12:57:24 +0000 | [diff] [blame] | 264 | AsanThreadContext *context = |
| 265 | reinterpret_cast<AsanThreadContext *>(AsanTSDGet()); |
Alexey Samsonov | def1be9 | 2013-03-21 11:23:41 +0000 | [diff] [blame] | 266 | if (!context) { |
| 267 | if (SANITIZER_ANDROID) { |
| 268 | // On Android, libc constructor is called _after_ asan_init, and cleans up |
| 269 | // TSD. Try to figure out if this is still the main thread by the stack |
| 270 | // address. We are not entirely sure that we have correct main thread |
Dmitry Vyukov | 195369b | 2013-03-22 07:29:59 +0000 | [diff] [blame] | 271 | // limits, so only do this magic on Android, and only if the found thread |
| 272 | // is the main thread. |
Alexey Samsonov | def1be9 | 2013-03-21 11:23:41 +0000 | [diff] [blame] | 273 | AsanThreadContext *tctx = GetThreadContextByTidLocked(0); |
| 274 | if (ThreadStackContainsAddress(tctx, &context)) { |
| 275 | SetCurrentThread(tctx->thread); |
| 276 | return tctx->thread; |
| 277 | } |
Alexey Samsonov | 89c1384 | 2013-03-20 09:23:28 +0000 | [diff] [blame] | 278 | } |
Pirama Arumuga Nainar | 799172d | 2016-03-03 15:50:30 -0800 | [diff] [blame^] | 279 | return nullptr; |
Alexey Samsonov | 89c1384 | 2013-03-20 09:23:28 +0000 | [diff] [blame] | 280 | } |
Alexey Samsonov | def1be9 | 2013-03-21 11:23:41 +0000 | [diff] [blame] | 281 | return context->thread; |
Alexey Samsonov | 89c1384 | 2013-03-20 09:23:28 +0000 | [diff] [blame] | 282 | } |
| 283 | |
| 284 | void SetCurrentThread(AsanThread *t) { |
Alexey Samsonov | def1be9 | 2013-03-21 11:23:41 +0000 | [diff] [blame] | 285 | CHECK(t->context()); |
Stephen Hines | 2d1fdb2 | 2014-05-28 23:58:16 -0700 | [diff] [blame] | 286 | VReport(2, "SetCurrentThread: %p for thread %p\n", t->context(), |
| 287 | (void *)GetThreadSelf()); |
Alexey Samsonov | 89c1384 | 2013-03-20 09:23:28 +0000 | [diff] [blame] | 288 | // Make sure we do not reset the current AsanThread. |
Alexey Samsonov | def1be9 | 2013-03-21 11:23:41 +0000 | [diff] [blame] | 289 | CHECK_EQ(0, AsanTSDGet()); |
| 290 | AsanTSDSet(t->context()); |
| 291 | CHECK_EQ(t->context(), AsanTSDGet()); |
Alexey Samsonov | 89c1384 | 2013-03-20 09:23:28 +0000 | [diff] [blame] | 292 | } |
| 293 | |
| 294 | u32 GetCurrentTidOrInvalid() { |
| 295 | AsanThread *t = GetCurrentThread(); |
| 296 | return t ? t->tid() : kInvalidTid; |
| 297 | } |
| 298 | |
Alexey Samsonov | def1be9 | 2013-03-21 11:23:41 +0000 | [diff] [blame] | 299 | AsanThread *FindThreadByStackAddress(uptr addr) { |
| 300 | asanThreadRegistry().CheckLocked(); |
| 301 | AsanThreadContext *tctx = static_cast<AsanThreadContext *>( |
| 302 | asanThreadRegistry().FindThreadContextLocked(ThreadStackContainsAddress, |
| 303 | (void *)addr)); |
Pirama Arumuga Nainar | 799172d | 2016-03-03 15:50:30 -0800 | [diff] [blame^] | 304 | return tctx ? tctx->thread : nullptr; |
Alexey Samsonov | def1be9 | 2013-03-21 11:23:41 +0000 | [diff] [blame] | 305 | } |
Sergey Matveev | c6ac98d | 2013-07-08 12:57:24 +0000 | [diff] [blame] | 306 | |
| 307 | void EnsureMainThreadIDIsCorrect() { |
| 308 | AsanThreadContext *context = |
| 309 | reinterpret_cast<AsanThreadContext *>(AsanTSDGet()); |
| 310 | if (context && (context->tid == 0)) |
| 311 | context->os_id = GetTid(); |
| 312 | } |
Sergey Matveev | c519335 | 2013-10-14 14:04:50 +0000 | [diff] [blame] | 313 | |
| 314 | __asan::AsanThread *GetAsanThreadByOsIDLocked(uptr os_id) { |
| 315 | __asan::AsanThreadContext *context = static_cast<__asan::AsanThreadContext *>( |
| 316 | __asan::asanThreadRegistry().FindThreadContextByOsIDLocked(os_id)); |
Pirama Arumuga Nainar | 799172d | 2016-03-03 15:50:30 -0800 | [diff] [blame^] | 317 | if (!context) return nullptr; |
Sergey Matveev | c519335 | 2013-10-14 14:04:50 +0000 | [diff] [blame] | 318 | return context->thread; |
| 319 | } |
Pirama Arumuga Nainar | 799172d | 2016-03-03 15:50:30 -0800 | [diff] [blame^] | 320 | } // namespace __asan |
Sergey Matveev | f1ac1a4 | 2013-05-21 13:40:13 +0000 | [diff] [blame] | 321 | |
| 322 | // --- Implementation of LSan-specific functions --- {{{1 |
| 323 | namespace __lsan { |
| 324 | bool GetThreadRangesLocked(uptr os_id, uptr *stack_begin, uptr *stack_end, |
| 325 | uptr *tls_begin, uptr *tls_end, |
| 326 | uptr *cache_begin, uptr *cache_end) { |
Sergey Matveev | c519335 | 2013-10-14 14:04:50 +0000 | [diff] [blame] | 327 | __asan::AsanThread *t = __asan::GetAsanThreadByOsIDLocked(os_id); |
Sergey Matveev | 12d01ba | 2013-05-29 13:09:44 +0000 | [diff] [blame] | 328 | if (!t) return false; |
| 329 | *stack_begin = t->stack_bottom(); |
| 330 | *stack_end = t->stack_top(); |
| 331 | *tls_begin = t->tls_begin(); |
| 332 | *tls_end = t->tls_end(); |
| 333 | // ASan doesn't keep allocator caches in TLS, so these are unused. |
| 334 | *cache_begin = 0; |
| 335 | *cache_end = 0; |
| 336 | return true; |
Sergey Matveev | f1ac1a4 | 2013-05-21 13:40:13 +0000 | [diff] [blame] | 337 | } |
| 338 | |
Sergey Matveev | c519335 | 2013-10-14 14:04:50 +0000 | [diff] [blame] | 339 | void ForEachExtraStackRange(uptr os_id, RangeIteratorCallback callback, |
| 340 | void *arg) { |
| 341 | __asan::AsanThread *t = __asan::GetAsanThreadByOsIDLocked(os_id); |
| 342 | if (t && t->has_fake_stack()) |
| 343 | t->fake_stack()->ForEachFakeFrame(callback, arg); |
| 344 | } |
| 345 | |
Sergey Matveev | f1ac1a4 | 2013-05-21 13:40:13 +0000 | [diff] [blame] | 346 | void LockThreadRegistry() { |
| 347 | __asan::asanThreadRegistry().Lock(); |
| 348 | } |
| 349 | |
| 350 | void UnlockThreadRegistry() { |
| 351 | __asan::asanThreadRegistry().Unlock(); |
| 352 | } |
Sergey Matveev | c6ac98d | 2013-07-08 12:57:24 +0000 | [diff] [blame] | 353 | |
| 354 | void EnsureMainThreadIDIsCorrect() { |
| 355 | __asan::EnsureMainThreadIDIsCorrect(); |
| 356 | } |
Pirama Arumuga Nainar | 799172d | 2016-03-03 15:50:30 -0800 | [diff] [blame^] | 357 | } // namespace __lsan |