Elliott Hughes | 8d768a9 | 2011-09-14 16:35:25 -0700 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2011 The Android Open Source Project |
| 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
Carl Shapiro | b557353 | 2011-07-12 18:22:59 -0700 | [diff] [blame] | 16 | |
Brian Carlstrom | 578bbdc | 2011-07-21 14:07:47 -0700 | [diff] [blame] | 17 | #include "thread.h" |
Carl Shapiro | b557353 | 2011-07-12 18:22:59 -0700 | [diff] [blame] | 18 | |
Hans Boehm | 81dc7ab | 2019-04-19 17:34:31 -0700 | [diff] [blame] | 19 | #include <limits.h> // for INT_MAX |
Ian Rogers | b033c75 | 2011-07-20 12:22:35 -0700 | [diff] [blame] | 20 | #include <pthread.h> |
Elliott Hughes | 2acf36d | 2012-04-17 13:30:13 -0700 | [diff] [blame] | 21 | #include <signal.h> |
Brian Carlstrom | dbf05b7 | 2011-12-15 00:55:24 -0800 | [diff] [blame] | 22 | #include <sys/resource.h> |
| 23 | #include <sys/time.h> |
Elliott Hughes | a095764 | 2011-09-02 14:27:33 -0700 | [diff] [blame] | 24 | |
Evgenii Stepanov | 9b7656d | 2018-08-21 15:18:49 -0700 | [diff] [blame] | 25 | #if __has_feature(hwaddress_sanitizer) |
| 26 | #include <sanitizer/hwasan_interface.h> |
| 27 | #else |
| 28 | #define __hwasan_tag_pointer(p, t) (p) |
| 29 | #endif |
| 30 | |
Carl Shapiro | b557353 | 2011-07-12 18:22:59 -0700 | [diff] [blame] | 31 | #include <algorithm> |
Elliott Hughes | dcc2474 | 2011-09-07 14:02:44 -0700 | [diff] [blame] | 32 | #include <bitset> |
Elliott Hughes | eb4f614 | 2011-07-15 17:43:51 -0700 | [diff] [blame] | 33 | #include <cerrno> |
Elliott Hughes | a095764 | 2011-09-02 14:27:33 -0700 | [diff] [blame] | 34 | #include <iostream> |
Carl Shapiro | b557353 | 2011-07-12 18:22:59 -0700 | [diff] [blame] | 35 | #include <list> |
Ian Rogers | c7dd295 | 2014-10-21 23:31:19 -0700 | [diff] [blame] | 36 | #include <sstream> |
Carl Shapiro | b557353 | 2011-07-12 18:22:59 -0700 | [diff] [blame] | 37 | |
Andreas Gampe | 43e7243 | 2019-05-14 16:15:24 -0700 | [diff] [blame] | 38 | #include "android-base/file.h" |
Andreas Gampe | 46ee31b | 2016-12-14 10:11:49 -0800 | [diff] [blame] | 39 | #include "android-base/stringprintf.h" |
Evan Cheng | d57c51e | 2018-01-26 15:43:08 +0800 | [diff] [blame] | 40 | #include "android-base/strings.h" |
Andreas Gampe | 46ee31b | 2016-12-14 10:11:49 -0800 | [diff] [blame] | 41 | |
Mathieu Chartier | a62b453 | 2017-04-26 13:16:25 -0700 | [diff] [blame] | 42 | #include "arch/context-inl.h" |
Steven Moreland | e431e27 | 2017-07-18 16:53:49 -0700 | [diff] [blame] | 43 | #include "arch/context.h" |
Mathieu Chartier | c785344 | 2015-03-27 14:35:38 -0700 | [diff] [blame] | 44 | #include "art_field-inl.h" |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 45 | #include "art_method-inl.h" |
Charles Munger | aa31f49 | 2018-11-01 18:57:38 +0000 | [diff] [blame] | 46 | #include "base/atomic.h" |
Vladimir Marko | 80afd02 | 2015-05-19 18:08:00 +0100 | [diff] [blame] | 47 | #include "base/bit_utils.h" |
Vladimir Marko | 78baed5 | 2018-10-11 10:44:58 +0100 | [diff] [blame] | 48 | #include "base/casts.h" |
Andreas Gampe | e5d2398 | 2019-01-08 10:34:26 -0800 | [diff] [blame] | 49 | #include "arch/context.h" |
David Sehr | 891a50e | 2017-10-27 17:01:07 -0700 | [diff] [blame] | 50 | #include "base/file_utils.h" |
Evgenii Stepanov | 1e13374 | 2015-05-20 12:30:59 -0700 | [diff] [blame] | 51 | #include "base/memory_tool.h" |
Elliott Hughes | 76b6167 | 2012-12-12 17:47:30 -0800 | [diff] [blame] | 52 | #include "base/mutex.h" |
Alex Light | 184f075 | 2018-07-13 11:18:22 -0700 | [diff] [blame] | 53 | #include "base/stl_util.h" |
Steven Moreland | e431e27 | 2017-07-18 16:53:49 -0700 | [diff] [blame] | 54 | #include "base/systrace.h" |
Hiroshi Yamauchi | 2cd334a | 2015-01-09 14:03:35 -0800 | [diff] [blame] | 55 | #include "base/timing_logger.h" |
Ian Rogers | c7dd295 | 2014-10-21 23:31:19 -0700 | [diff] [blame] | 56 | #include "base/to_str.h" |
David Sehr | c431b9d | 2018-03-02 12:01:51 -0800 | [diff] [blame] | 57 | #include "base/utils.h" |
Ian Rogers | 2dd0e2c | 2013-01-24 12:42:14 -0800 | [diff] [blame] | 58 | #include "class_linker-inl.h" |
Vladimir Marko | b4eb1b1 | 2018-05-24 11:09:38 +0100 | [diff] [blame] | 59 | #include "class_root.h" |
Elliott Hughes | 46e251b | 2012-05-22 15:10:45 -0700 | [diff] [blame] | 60 | #include "debugger.h" |
David Sehr | b2ec9f5 | 2018-02-21 13:20:31 -0800 | [diff] [blame] | 61 | #include "dex/descriptors_names.h" |
David Sehr | 9e734c7 | 2018-01-04 17:56:19 -0800 | [diff] [blame] | 62 | #include "dex/dex_file-inl.h" |
| 63 | #include "dex/dex_file_annotations.h" |
| 64 | #include "dex/dex_file_types.h" |
Ian Rogers | 7655f29 | 2013-07-29 11:07:13 -0700 | [diff] [blame] | 65 | #include "entrypoints/entrypoint_utils.h" |
Mathieu Chartier | d889178 | 2014-03-02 13:28:37 -0800 | [diff] [blame] | 66 | #include "entrypoints/quick/quick_alloc_entrypoints.h" |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 67 | #include "gc/accounting/card_table-inl.h" |
Roland Levillain | 1fbd452 | 2016-03-22 15:52:22 +0000 | [diff] [blame] | 68 | #include "gc/accounting/heap_bitmap-inl.h" |
Ian Rogers | e63db27 | 2014-07-15 15:36:11 -0700 | [diff] [blame] | 69 | #include "gc/allocator/rosalloc.h" |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 70 | #include "gc/heap.h" |
Mathieu Chartier | d5f3f32 | 2016-03-21 14:05:56 -0700 | [diff] [blame] | 71 | #include "gc/space/space-inl.h" |
Andreas Gampe | 513061a | 2017-06-01 09:17:34 -0700 | [diff] [blame] | 72 | #include "gc_root.h" |
Ian Rogers | 22d5e73 | 2014-07-15 22:23:51 -0700 | [diff] [blame] | 73 | #include "handle_scope-inl.h" |
Mathieu Chartier | c56057e | 2014-05-04 13:18:58 -0700 | [diff] [blame] | 74 | #include "indirect_reference_table-inl.h" |
Andreas Gampe | d77abd9 | 2019-01-02 16:10:20 -0800 | [diff] [blame] | 75 | #include "instrumentation.h" |
Steven Moreland | e431e27 | 2017-07-18 16:53:49 -0700 | [diff] [blame] | 76 | #include "interpreter/interpreter.h" |
David Srbecky | 28f6cff | 2018-10-16 15:07:28 +0100 | [diff] [blame] | 77 | #include "interpreter/mterp/mterp.h" |
Vladimir Marko | 6ec2a1b | 2018-05-22 15:33:48 +0100 | [diff] [blame] | 78 | #include "interpreter/shadow_frame-inl.h" |
Andreas Gampe | 36a296f | 2017-06-13 14:11:11 -0700 | [diff] [blame] | 79 | #include "java_frame_root_info.h" |
Vladimir Marko | a3ad0cd | 2018-05-04 10:06:38 +0100 | [diff] [blame] | 80 | #include "jni/java_vm_ext.h" |
| 81 | #include "jni/jni_internal.h" |
Andreas Gampe | 70f5fd0 | 2018-10-24 19:58:37 -0700 | [diff] [blame] | 82 | #include "mirror/class-alloc-inl.h" |
Steven Moreland | e431e27 | 2017-07-18 16:53:49 -0700 | [diff] [blame] | 83 | #include "mirror/class_loader.h" |
Andreas Gampe | 52ecb65 | 2018-10-24 15:18:21 -0700 | [diff] [blame] | 84 | #include "mirror/object_array-alloc-inl.h" |
Ian Rogers | 2dd0e2c | 2013-01-24 12:42:14 -0800 | [diff] [blame] | 85 | #include "mirror/object_array-inl.h" |
| 86 | #include "mirror/stack_trace_element.h" |
Elliott Hughes | 8e4aac5 | 2011-09-26 17:03:36 -0700 | [diff] [blame] | 87 | #include "monitor.h" |
Andreas Gampe | 9310495 | 2017-12-13 17:13:15 -0800 | [diff] [blame] | 88 | #include "monitor_objects_stack_visitor.h" |
Andreas Gampe | 5dd44d0 | 2016-08-02 17:20:03 -0700 | [diff] [blame] | 89 | #include "native_stack_dump.h" |
Andreas Gampe | 373a9b5 | 2017-10-18 09:01:57 -0700 | [diff] [blame] | 90 | #include "nativehelper/scoped_local_ref.h" |
| 91 | #include "nativehelper/scoped_utf_chars.h" |
Mingyao Yang | f711f2c | 2016-05-23 12:29:39 -0700 | [diff] [blame] | 92 | #include "nth_caller_visitor.h" |
Nicolas Geoffray | 524e7ea | 2015-10-16 17:13:34 +0100 | [diff] [blame] | 93 | #include "oat_quick_method_header.h" |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 94 | #include "obj_ptr-inl.h" |
Ian Rogers | 22d5e73 | 2014-07-15 22:23:51 -0700 | [diff] [blame] | 95 | #include "object_lock.h" |
Orion Hodson | 119733d | 2019-01-30 15:14:41 +0000 | [diff] [blame] | 96 | #include "palette/palette.h" |
Vladimir Marko | 7624d25 | 2014-05-02 14:40:15 +0100 | [diff] [blame] | 97 | #include "quick/quick_method_frame_info.h" |
Steven Moreland | e431e27 | 2017-07-18 16:53:49 -0700 | [diff] [blame] | 98 | #include "quick_exception_handler.h" |
Andreas Gampe | 202f85a | 2017-02-06 10:23:26 -0800 | [diff] [blame] | 99 | #include "read_barrier-inl.h" |
Jesse Wilson | 9a6bae8 | 2011-11-14 14:57:30 -0500 | [diff] [blame] | 100 | #include "reflection.h" |
David Srbecky | 28f6cff | 2018-10-16 15:07:28 +0100 | [diff] [blame] | 101 | #include "runtime-inl.h" |
Brian Carlstrom | 578bbdc | 2011-07-21 14:07:47 -0700 | [diff] [blame] | 102 | #include "runtime.h" |
Andreas Gampe | ac30fa2 | 2017-01-18 21:02:36 -0800 | [diff] [blame] | 103 | #include "runtime_callbacks.h" |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 104 | #include "scoped_thread_state_change-inl.h" |
Elliott Hughes | 68e7652 | 2011-10-05 13:22:16 -0700 | [diff] [blame] | 105 | #include "stack.h" |
Nicolas Geoffray | 6bc4374 | 2015-10-12 18:11:10 +0100 | [diff] [blame] | 106 | #include "stack_map.h" |
Ian Rogers | 22d5e73 | 2014-07-15 22:23:51 -0700 | [diff] [blame] | 107 | #include "thread-inl.h" |
Steven Moreland | e431e27 | 2017-07-18 16:53:49 -0700 | [diff] [blame] | 108 | #include "thread_list.h" |
Mathieu Chartier | 12d625f | 2015-03-13 11:33:37 -0700 | [diff] [blame] | 109 | #include "verifier/method_verifier.h" |
Andreas Gampe | 90b936d | 2017-01-31 08:58:55 -0800 | [diff] [blame] | 110 | #include "verify_object.h" |
Elliott Hughes | eac7667 | 2012-05-24 21:56:51 -0700 | [diff] [blame] | 111 | #include "well_known_classes.h" |
Carl Shapiro | b557353 | 2011-07-12 18:22:59 -0700 | [diff] [blame] | 112 | |
Yu Li | eac4424 | 2015-06-29 10:50:03 +0800 | [diff] [blame] | 113 | #if ART_USE_FUTEXES |
| 114 | #include "linux/futex.h" |
| 115 | #include "sys/syscall.h" |
| 116 | #ifndef SYS_futex |
| 117 | #define SYS_futex __NR_futex |
| 118 | #endif |
| 119 | #endif // ART_USE_FUTEXES |
| 120 | |
Carl Shapiro | b557353 | 2011-07-12 18:22:59 -0700 | [diff] [blame] | 121 | namespace art { |
| 122 | |
Andreas Gampe | 46ee31b | 2016-12-14 10:11:49 -0800 | [diff] [blame] | 123 | using android::base::StringAppendV; |
| 124 | using android::base::StringPrintf; |
| 125 | |
Mingyao Yang | f711f2c | 2016-05-23 12:29:39 -0700 | [diff] [blame] | 126 | extern "C" NO_RETURN void artDeoptimize(Thread* self); |
| 127 | |
Ian Rogers | 0878d65 | 2013-04-18 17:38:35 -0700 | [diff] [blame] | 128 | bool Thread::is_started_ = false; |
Carl Shapiro | b557353 | 2011-07-12 18:22:59 -0700 | [diff] [blame] | 129 | pthread_key_t Thread::pthread_key_self_; |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 130 | ConditionVariable* Thread::resume_cond_ = nullptr; |
Dave Allison | 648d711 | 2014-07-25 16:15:27 -0700 | [diff] [blame] | 131 | const size_t Thread::kStackOverflowImplicitCheckSize = GetStackOverflowReservedBytes(kRuntimeISA); |
Calin Juravle | b2771b4 | 2016-04-07 17:09:25 +0100 | [diff] [blame] | 132 | bool (*Thread::is_sensitive_thread_hook_)() = nullptr; |
Calin Juravle | 97cbc92 | 2016-04-15 16:16:35 +0100 | [diff] [blame] | 133 | Thread* Thread::jit_sensitive_thread_ = nullptr; |
Andreas Gampe | 8237200 | 2019-07-24 15:42:09 -0700 | [diff] [blame] | 134 | #ifndef __BIONIC__ |
| 135 | thread_local Thread* Thread::self_tls_ = nullptr; |
| 136 | #endif |
Calin Juravle | b2771b4 | 2016-04-07 17:09:25 +0100 | [diff] [blame] | 137 | |
Mathieu Chartier | b0026b4 | 2016-03-31 15:05:45 -0700 | [diff] [blame] | 138 | static constexpr bool kVerifyImageObjectsMarked = kIsDebugBuild; |
Carl Shapiro | b557353 | 2011-07-12 18:22:59 -0700 | [diff] [blame] | 139 | |
Evgenii Stepanov | 1e13374 | 2015-05-20 12:30:59 -0700 | [diff] [blame] | 140 | // For implicit overflow checks we reserve an extra piece of memory at the bottom |
| 141 | // of the stack (lowest memory). The higher portion of the memory |
| 142 | // is protected against reads and the lower is available for use while |
| 143 | // throwing the StackOverflow exception. |
| 144 | constexpr size_t kStackOverflowProtectedSize = 4 * kMemoryToolStackGuardSizeScale * KB; |
| 145 | |
Elliott Hughes | 7dc5166 | 2012-05-16 14:48:43 -0700 | [diff] [blame] | 146 | static const char* kThreadNameDuringStartup = "<native thread without managed peer>"; |
| 147 | |
Ian Rogers | 5d76c43 | 2011-10-31 21:42:49 -0700 | [diff] [blame] | 148 | void Thread::InitCardTable() { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 149 | tlsPtr_.card_table = Runtime::Current()->GetHeap()->GetCardTable()->GetBiasedBegin(); |
Ian Rogers | 5d76c43 | 2011-10-31 21:42:49 -0700 | [diff] [blame] | 150 | } |
| 151 | |
Elliott Hughes | 3ea0f42 | 2012-04-16 17:01:43 -0700 | [diff] [blame] | 152 | static void UnimplementedEntryPoint() { |
| 153 | UNIMPLEMENTED(FATAL); |
| 154 | } |
| 155 | |
Andreas Gampe | 3cfa4d0 | 2015-10-06 17:04:01 -0700 | [diff] [blame] | 156 | void InitEntryPoints(JniEntryPoints* jpoints, QuickEntryPoints* qpoints); |
Mathieu Chartier | 3768ade | 2017-05-02 14:04:39 -0700 | [diff] [blame] | 157 | void UpdateReadBarrierEntrypoints(QuickEntryPoints* qpoints, bool is_active); |
Mathieu Chartier | fe814e8 | 2016-11-09 14:32:49 -0800 | [diff] [blame] | 158 | |
| 159 | void Thread::SetIsGcMarkingAndUpdateEntrypoints(bool is_marking) { |
| 160 | CHECK(kUseReadBarrier); |
| 161 | tls32_.is_gc_marking = is_marking; |
Andreas Gampe | 98ea9d9 | 2018-10-19 14:06:15 -0700 | [diff] [blame] | 162 | UpdateReadBarrierEntrypoints(&tlsPtr_.quick_entrypoints, /* is_active= */ is_marking); |
Mathieu Chartier | 5ace201 | 2016-11-30 10:15:41 -0800 | [diff] [blame] | 163 | ResetQuickAllocEntryPointsForThread(is_marking); |
Mathieu Chartier | fe814e8 | 2016-11-09 14:32:49 -0800 | [diff] [blame] | 164 | } |
Ian Rogers | 7655f29 | 2013-07-29 11:07:13 -0700 | [diff] [blame] | 165 | |
Ian Rogers | 848871b | 2013-08-05 10:56:33 -0700 | [diff] [blame] | 166 | void Thread::InitTlsEntryPoints() { |
Mathieu Chartier | 3a0cd34 | 2018-12-13 13:45:17 -0800 | [diff] [blame] | 167 | ScopedTrace trace("InitTlsEntryPoints"); |
Elliott Hughes | 3ea0f42 | 2012-04-16 17:01:43 -0700 | [diff] [blame] | 168 | // Insert a placeholder so we can easily tell if we call an unimplemented entry point. |
Andreas Gampe | 3cfa4d0 | 2015-10-06 17:04:01 -0700 | [diff] [blame] | 169 | uintptr_t* begin = reinterpret_cast<uintptr_t*>(&tlsPtr_.jni_entrypoints); |
Mathieu Chartier | 5ace201 | 2016-11-30 10:15:41 -0800 | [diff] [blame] | 170 | uintptr_t* end = reinterpret_cast<uintptr_t*>( |
| 171 | reinterpret_cast<uint8_t*>(&tlsPtr_.quick_entrypoints) + sizeof(tlsPtr_.quick_entrypoints)); |
Ian Rogers | 7655f29 | 2013-07-29 11:07:13 -0700 | [diff] [blame] | 172 | for (uintptr_t* it = begin; it != end; ++it) { |
| 173 | *it = reinterpret_cast<uintptr_t>(UnimplementedEntryPoint); |
| 174 | } |
Andreas Gampe | 3cfa4d0 | 2015-10-06 17:04:01 -0700 | [diff] [blame] | 175 | InitEntryPoints(&tlsPtr_.jni_entrypoints, &tlsPtr_.quick_entrypoints); |
Elliott Hughes | c0f0933 | 2012-03-26 13:27:06 -0700 | [diff] [blame] | 176 | } |
| 177 | |
Mathieu Chartier | 5ace201 | 2016-11-30 10:15:41 -0800 | [diff] [blame] | 178 | void Thread::ResetQuickAllocEntryPointsForThread(bool is_marking) { |
Vladimir Marko | 33bff25 | 2017-11-01 14:35:42 +0000 | [diff] [blame] | 179 | if (kUseReadBarrier && kRuntimeISA != InstructionSet::kX86_64) { |
Mathieu Chartier | 5ace201 | 2016-11-30 10:15:41 -0800 | [diff] [blame] | 180 | // Allocation entrypoint switching is currently only implemented for X86_64. |
| 181 | is_marking = true; |
| 182 | } |
| 183 | ResetQuickAllocEntryPoints(&tlsPtr_.quick_entrypoints, is_marking); |
Hiroshi Yamauchi | 3b4c189 | 2013-09-12 21:33:12 -0700 | [diff] [blame] | 184 | } |
| 185 | |
Sebastien Hertz | 0747466 | 2015-08-25 15:12:33 +0000 | [diff] [blame] | 186 | class DeoptimizationContextRecord { |
Sebastien Hertz | f795869 | 2015-06-09 14:09:14 +0200 | [diff] [blame] | 187 | public: |
Nicolas Geoffray | 73be1e8 | 2015-09-17 15:22:56 +0100 | [diff] [blame] | 188 | DeoptimizationContextRecord(const JValue& ret_val, |
| 189 | bool is_reference, |
| 190 | bool from_code, |
Mathieu Chartier | f5769e1 | 2017-01-10 15:54:41 -0800 | [diff] [blame] | 191 | ObjPtr<mirror::Throwable> pending_exception, |
Mingyao Yang | 2ee1790 | 2017-08-30 11:37:08 -0700 | [diff] [blame] | 192 | DeoptimizationMethodType method_type, |
Sebastien Hertz | 0747466 | 2015-08-25 15:12:33 +0000 | [diff] [blame] | 193 | DeoptimizationContextRecord* link) |
Nicolas Geoffray | 73be1e8 | 2015-09-17 15:22:56 +0100 | [diff] [blame] | 194 | : ret_val_(ret_val), |
| 195 | is_reference_(is_reference), |
| 196 | from_code_(from_code), |
Mathieu Chartier | f5769e1 | 2017-01-10 15:54:41 -0800 | [diff] [blame] | 197 | pending_exception_(pending_exception.Ptr()), |
Mingyao Yang | 2ee1790 | 2017-08-30 11:37:08 -0700 | [diff] [blame] | 198 | deopt_method_type_(method_type), |
Sebastien Hertz | 0747466 | 2015-08-25 15:12:33 +0000 | [diff] [blame] | 199 | link_(link) {} |
Sebastien Hertz | f795869 | 2015-06-09 14:09:14 +0200 | [diff] [blame] | 200 | |
| 201 | JValue GetReturnValue() const { return ret_val_; } |
| 202 | bool IsReference() const { return is_reference_; } |
Nicolas Geoffray | 73be1e8 | 2015-09-17 15:22:56 +0100 | [diff] [blame] | 203 | bool GetFromCode() const { return from_code_; } |
Mathieu Chartier | f5769e1 | 2017-01-10 15:54:41 -0800 | [diff] [blame] | 204 | ObjPtr<mirror::Throwable> GetPendingException() const { return pending_exception_; } |
Sebastien Hertz | 0747466 | 2015-08-25 15:12:33 +0000 | [diff] [blame] | 205 | DeoptimizationContextRecord* GetLink() const { return link_; } |
| 206 | mirror::Object** GetReturnValueAsGCRoot() { |
Sebastien Hertz | f795869 | 2015-06-09 14:09:14 +0200 | [diff] [blame] | 207 | DCHECK(is_reference_); |
| 208 | return ret_val_.GetGCRoot(); |
| 209 | } |
Sebastien Hertz | 0747466 | 2015-08-25 15:12:33 +0000 | [diff] [blame] | 210 | mirror::Object** GetPendingExceptionAsGCRoot() { |
| 211 | return reinterpret_cast<mirror::Object**>(&pending_exception_); |
| 212 | } |
Mingyao Yang | 2ee1790 | 2017-08-30 11:37:08 -0700 | [diff] [blame] | 213 | DeoptimizationMethodType GetDeoptimizationMethodType() const { |
| 214 | return deopt_method_type_; |
| 215 | } |
Sebastien Hertz | f795869 | 2015-06-09 14:09:14 +0200 | [diff] [blame] | 216 | |
| 217 | private: |
Sebastien Hertz | 0747466 | 2015-08-25 15:12:33 +0000 | [diff] [blame] | 218 | // The value returned by the method at the top of the stack before deoptimization. |
Sebastien Hertz | f795869 | 2015-06-09 14:09:14 +0200 | [diff] [blame] | 219 | JValue ret_val_; |
Sebastien Hertz | 54b6248 | 2015-08-20 12:07:57 +0200 | [diff] [blame] | 220 | |
Sebastien Hertz | 0747466 | 2015-08-25 15:12:33 +0000 | [diff] [blame] | 221 | // Indicates whether the returned value is a reference. If so, the GC will visit it. |
| 222 | const bool is_reference_; |
| 223 | |
Nicolas Geoffray | 73be1e8 | 2015-09-17 15:22:56 +0100 | [diff] [blame] | 224 | // Whether the context was created from an explicit deoptimization in the code. |
| 225 | const bool from_code_; |
| 226 | |
Sebastien Hertz | 0747466 | 2015-08-25 15:12:33 +0000 | [diff] [blame] | 227 | // The exception that was pending before deoptimization (or null if there was no pending |
| 228 | // exception). |
| 229 | mirror::Throwable* pending_exception_; |
| 230 | |
Mingyao Yang | 2ee1790 | 2017-08-30 11:37:08 -0700 | [diff] [blame] | 231 | // Whether the context was created for an (idempotent) runtime method. |
| 232 | const DeoptimizationMethodType deopt_method_type_; |
| 233 | |
Sebastien Hertz | 0747466 | 2015-08-25 15:12:33 +0000 | [diff] [blame] | 234 | // A link to the previous DeoptimizationContextRecord. |
| 235 | DeoptimizationContextRecord* const link_; |
| 236 | |
| 237 | DISALLOW_COPY_AND_ASSIGN(DeoptimizationContextRecord); |
Sebastien Hertz | f795869 | 2015-06-09 14:09:14 +0200 | [diff] [blame] | 238 | }; |
| 239 | |
| 240 | class StackedShadowFrameRecord { |
| 241 | public: |
| 242 | StackedShadowFrameRecord(ShadowFrame* shadow_frame, |
| 243 | StackedShadowFrameType type, |
| 244 | StackedShadowFrameRecord* link) |
| 245 | : shadow_frame_(shadow_frame), |
| 246 | type_(type), |
| 247 | link_(link) {} |
| 248 | |
| 249 | ShadowFrame* GetShadowFrame() const { return shadow_frame_; } |
| 250 | StackedShadowFrameType GetType() const { return type_; } |
| 251 | StackedShadowFrameRecord* GetLink() const { return link_; } |
| 252 | |
| 253 | private: |
| 254 | ShadowFrame* const shadow_frame_; |
| 255 | const StackedShadowFrameType type_; |
| 256 | StackedShadowFrameRecord* const link_; |
| 257 | |
| 258 | DISALLOW_COPY_AND_ASSIGN(StackedShadowFrameRecord); |
| 259 | }; |
| 260 | |
Nicolas Geoffray | 73be1e8 | 2015-09-17 15:22:56 +0100 | [diff] [blame] | 261 | void Thread::PushDeoptimizationContext(const JValue& return_value, |
| 262 | bool is_reference, |
Mingyao Yang | 2ee1790 | 2017-08-30 11:37:08 -0700 | [diff] [blame] | 263 | ObjPtr<mirror::Throwable> exception, |
Nicolas Geoffray | 73be1e8 | 2015-09-17 15:22:56 +0100 | [diff] [blame] | 264 | bool from_code, |
Mingyao Yang | 2ee1790 | 2017-08-30 11:37:08 -0700 | [diff] [blame] | 265 | DeoptimizationMethodType method_type) { |
Sebastien Hertz | 0747466 | 2015-08-25 15:12:33 +0000 | [diff] [blame] | 266 | DeoptimizationContextRecord* record = new DeoptimizationContextRecord( |
| 267 | return_value, |
| 268 | is_reference, |
Nicolas Geoffray | 73be1e8 | 2015-09-17 15:22:56 +0100 | [diff] [blame] | 269 | from_code, |
Sebastien Hertz | 0747466 | 2015-08-25 15:12:33 +0000 | [diff] [blame] | 270 | exception, |
Mingyao Yang | 2ee1790 | 2017-08-30 11:37:08 -0700 | [diff] [blame] | 271 | method_type, |
Sebastien Hertz | 0747466 | 2015-08-25 15:12:33 +0000 | [diff] [blame] | 272 | tlsPtr_.deoptimization_context_stack); |
| 273 | tlsPtr_.deoptimization_context_stack = record; |
buzbee | 3ea4ec5 | 2011-08-22 17:37:19 -0700 | [diff] [blame] | 274 | } |
| 275 | |
Nicolas Geoffray | 73be1e8 | 2015-09-17 15:22:56 +0100 | [diff] [blame] | 276 | void Thread::PopDeoptimizationContext(JValue* result, |
Mathieu Chartier | f5769e1 | 2017-01-10 15:54:41 -0800 | [diff] [blame] | 277 | ObjPtr<mirror::Throwable>* exception, |
Mingyao Yang | 2ee1790 | 2017-08-30 11:37:08 -0700 | [diff] [blame] | 278 | bool* from_code, |
| 279 | DeoptimizationMethodType* method_type) { |
Sebastien Hertz | 0747466 | 2015-08-25 15:12:33 +0000 | [diff] [blame] | 280 | AssertHasDeoptimizationContext(); |
| 281 | DeoptimizationContextRecord* record = tlsPtr_.deoptimization_context_stack; |
| 282 | tlsPtr_.deoptimization_context_stack = record->GetLink(); |
| 283 | result->SetJ(record->GetReturnValue().GetJ()); |
| 284 | *exception = record->GetPendingException(); |
Nicolas Geoffray | 73be1e8 | 2015-09-17 15:22:56 +0100 | [diff] [blame] | 285 | *from_code = record->GetFromCode(); |
Mingyao Yang | 2ee1790 | 2017-08-30 11:37:08 -0700 | [diff] [blame] | 286 | *method_type = record->GetDeoptimizationMethodType(); |
Mingyao Yang | 1f2d3ba | 2015-05-18 12:12:50 -0700 | [diff] [blame] | 287 | delete record; |
Sebastien Hertz | 0747466 | 2015-08-25 15:12:33 +0000 | [diff] [blame] | 288 | } |
| 289 | |
| 290 | void Thread::AssertHasDeoptimizationContext() { |
| 291 | CHECK(tlsPtr_.deoptimization_context_stack != nullptr) |
| 292 | << "No deoptimization context for thread " << *this; |
Ian Rogers | 306057f | 2012-11-26 12:45:53 -0800 | [diff] [blame] | 293 | } |
| 294 | |
Charles Munger | aa31f49 | 2018-11-01 18:57:38 +0000 | [diff] [blame] | 295 | enum { |
| 296 | kPermitAvailable = 0, // Incrementing consumes the permit |
| 297 | kNoPermit = 1, // Incrementing marks as waiter waiting |
| 298 | kNoPermitWaiterWaiting = 2 |
| 299 | }; |
| 300 | |
| 301 | void Thread::Park(bool is_absolute, int64_t time) { |
| 302 | DCHECK(this == Thread::Current()); |
| 303 | #if ART_USE_FUTEXES |
| 304 | // Consume the permit, or mark as waiting. This cannot cause park_state to go |
| 305 | // outside of its valid range (0, 1, 2), because in all cases where 2 is |
| 306 | // assigned it is set back to 1 before returning, and this method cannot run |
| 307 | // concurrently with itself since it operates on the current thread. |
| 308 | int old_state = tls32_.park_state_.fetch_add(1, std::memory_order_relaxed); |
| 309 | if (old_state == kNoPermit) { |
| 310 | // no permit was available. block thread until later. |
Charles Munger | 5cc0e75 | 2018-11-09 12:30:46 -0800 | [diff] [blame] | 311 | Runtime::Current()->GetRuntimeCallbacks()->ThreadParkStart(is_absolute, time); |
Charles Munger | 5cc0e75 | 2018-11-09 12:30:46 -0800 | [diff] [blame] | 312 | bool timed_out = false; |
Charles Munger | aa31f49 | 2018-11-01 18:57:38 +0000 | [diff] [blame] | 313 | if (!is_absolute && time == 0) { |
| 314 | // Thread.getState() is documented to return waiting for untimed parks. |
| 315 | ScopedThreadSuspension sts(this, ThreadState::kWaiting); |
| 316 | DCHECK_EQ(NumberOfHeldMutexes(), 0u); |
Charles Munger | ed19c67 | 2019-02-21 15:32:32 -0800 | [diff] [blame] | 317 | int result = futex(tls32_.park_state_.Address(), |
Charles Munger | aa31f49 | 2018-11-01 18:57:38 +0000 | [diff] [blame] | 318 | FUTEX_WAIT_PRIVATE, |
| 319 | /* sleep if val = */ kNoPermitWaiterWaiting, |
| 320 | /* timeout */ nullptr, |
| 321 | nullptr, |
| 322 | 0); |
Charles Munger | ed19c67 | 2019-02-21 15:32:32 -0800 | [diff] [blame] | 323 | // This errno check must happen before the scope is closed, to ensure that |
| 324 | // no destructors (such as ScopedThreadSuspension) overwrite errno. |
| 325 | if (result == -1) { |
| 326 | switch (errno) { |
| 327 | case EAGAIN: |
| 328 | FALLTHROUGH_INTENDED; |
| 329 | case EINTR: break; // park() is allowed to spuriously return |
| 330 | default: PLOG(FATAL) << "Failed to park"; |
| 331 | } |
| 332 | } |
Charles Munger | aa31f49 | 2018-11-01 18:57:38 +0000 | [diff] [blame] | 333 | } else if (time > 0) { |
| 334 | // Only actually suspend and futex_wait if we're going to wait for some |
| 335 | // positive amount of time - the kernel will reject negative times with |
| 336 | // EINVAL, and a zero time will just noop. |
| 337 | |
| 338 | // Thread.getState() is documented to return timed wait for timed parks. |
| 339 | ScopedThreadSuspension sts(this, ThreadState::kTimedWaiting); |
| 340 | DCHECK_EQ(NumberOfHeldMutexes(), 0u); |
| 341 | timespec timespec; |
Charles Munger | ed19c67 | 2019-02-21 15:32:32 -0800 | [diff] [blame] | 342 | int result = 0; |
Charles Munger | aa31f49 | 2018-11-01 18:57:38 +0000 | [diff] [blame] | 343 | if (is_absolute) { |
| 344 | // Time is millis when scheduled for an absolute time |
| 345 | timespec.tv_nsec = (time % 1000) * 1000000; |
| 346 | timespec.tv_sec = time / 1000; |
| 347 | // This odd looking pattern is recommended by futex documentation to |
| 348 | // wait until an absolute deadline, with otherwise identical behavior to |
| 349 | // FUTEX_WAIT_PRIVATE. This also allows parkUntil() to return at the |
| 350 | // correct time when the system clock changes. |
| 351 | result = futex(tls32_.park_state_.Address(), |
| 352 | FUTEX_WAIT_BITSET_PRIVATE | FUTEX_CLOCK_REALTIME, |
| 353 | /* sleep if val = */ kNoPermitWaiterWaiting, |
| 354 | ×pec, |
| 355 | nullptr, |
| 356 | FUTEX_BITSET_MATCH_ANY); |
| 357 | } else { |
| 358 | // Time is nanos when scheduled for a relative time |
| 359 | timespec.tv_sec = time / 1000000000; |
| 360 | timespec.tv_nsec = time % 1000000000; |
| 361 | result = futex(tls32_.park_state_.Address(), |
| 362 | FUTEX_WAIT_PRIVATE, |
| 363 | /* sleep if val = */ kNoPermitWaiterWaiting, |
| 364 | ×pec, |
| 365 | nullptr, |
| 366 | 0); |
| 367 | } |
Charles Munger | ed19c67 | 2019-02-21 15:32:32 -0800 | [diff] [blame] | 368 | // This errno check must happen before the scope is closed, to ensure that |
| 369 | // no destructors (such as ScopedThreadSuspension) overwrite errno. |
| 370 | if (result == -1) { |
| 371 | switch (errno) { |
| 372 | case ETIMEDOUT: |
| 373 | timed_out = true; |
| 374 | FALLTHROUGH_INTENDED; |
| 375 | case EAGAIN: |
| 376 | case EINTR: break; // park() is allowed to spuriously return |
| 377 | default: PLOG(FATAL) << "Failed to park"; |
| 378 | } |
Charles Munger | aa31f49 | 2018-11-01 18:57:38 +0000 | [diff] [blame] | 379 | } |
| 380 | } |
| 381 | // Mark as no longer waiting, and consume permit if there is one. |
| 382 | tls32_.park_state_.store(kNoPermit, std::memory_order_relaxed); |
| 383 | // TODO: Call to signal jvmti here |
Charles Munger | 5cc0e75 | 2018-11-09 12:30:46 -0800 | [diff] [blame] | 384 | Runtime::Current()->GetRuntimeCallbacks()->ThreadParkFinished(timed_out); |
Charles Munger | aa31f49 | 2018-11-01 18:57:38 +0000 | [diff] [blame] | 385 | } else { |
| 386 | // the fetch_add has consumed the permit. immediately return. |
| 387 | DCHECK_EQ(old_state, kPermitAvailable); |
| 388 | } |
| 389 | #else |
| 390 | #pragma clang diagnostic push |
| 391 | #pragma clang diagnostic warning "-W#warnings" |
| 392 | #warning "LockSupport.park/unpark implemented as noops without FUTEX support." |
| 393 | #pragma clang diagnostic pop |
| 394 | UNUSED(is_absolute, time); |
| 395 | UNIMPLEMENTED(WARNING); |
| 396 | sched_yield(); |
| 397 | #endif |
| 398 | } |
| 399 | |
| 400 | void Thread::Unpark() { |
| 401 | #if ART_USE_FUTEXES |
| 402 | // Set permit available; will be consumed either by fetch_add (when the thread |
| 403 | // tries to park) or store (when the parked thread is woken up) |
| 404 | if (tls32_.park_state_.exchange(kPermitAvailable, std::memory_order_relaxed) |
| 405 | == kNoPermitWaiterWaiting) { |
| 406 | int result = futex(tls32_.park_state_.Address(), |
| 407 | FUTEX_WAKE_PRIVATE, |
| 408 | /* number of waiters = */ 1, |
| 409 | nullptr, |
| 410 | nullptr, |
| 411 | 0); |
| 412 | if (result == -1) { |
| 413 | PLOG(FATAL) << "Failed to unpark"; |
| 414 | } |
| 415 | } |
| 416 | #else |
| 417 | UNIMPLEMENTED(WARNING); |
| 418 | #endif |
| 419 | } |
| 420 | |
Mingyao Yang | 1f2d3ba | 2015-05-18 12:12:50 -0700 | [diff] [blame] | 421 | void Thread::PushStackedShadowFrame(ShadowFrame* sf, StackedShadowFrameType type) { |
| 422 | StackedShadowFrameRecord* record = new StackedShadowFrameRecord( |
| 423 | sf, type, tlsPtr_.stacked_shadow_frame_record); |
| 424 | tlsPtr_.stacked_shadow_frame_record = record; |
Ian Rogers | 306057f | 2012-11-26 12:45:53 -0800 | [diff] [blame] | 425 | } |
| 426 | |
Andreas Gampe | 639bdd1 | 2015-06-03 11:22:45 -0700 | [diff] [blame] | 427 | ShadowFrame* Thread::PopStackedShadowFrame(StackedShadowFrameType type, bool must_be_present) { |
Mingyao Yang | 1f2d3ba | 2015-05-18 12:12:50 -0700 | [diff] [blame] | 428 | StackedShadowFrameRecord* record = tlsPtr_.stacked_shadow_frame_record; |
Andreas Gampe | 639bdd1 | 2015-06-03 11:22:45 -0700 | [diff] [blame] | 429 | if (must_be_present) { |
| 430 | DCHECK(record != nullptr); |
Andreas Gampe | 639bdd1 | 2015-06-03 11:22:45 -0700 | [diff] [blame] | 431 | } else { |
| 432 | if (record == nullptr || record->GetType() != type) { |
| 433 | return nullptr; |
| 434 | } |
| 435 | } |
Mingyao Yang | 1f2d3ba | 2015-05-18 12:12:50 -0700 | [diff] [blame] | 436 | tlsPtr_.stacked_shadow_frame_record = record->GetLink(); |
| 437 | ShadowFrame* shadow_frame = record->GetShadowFrame(); |
| 438 | delete record; |
| 439 | return shadow_frame; |
Andreas Gampe | 2a0d4ec | 2014-06-02 22:05:22 -0700 | [diff] [blame] | 440 | } |
| 441 | |
Mingyao Yang | 99170c6 | 2015-07-06 11:10:37 -0700 | [diff] [blame] | 442 | class FrameIdToShadowFrame { |
| 443 | public: |
| 444 | static FrameIdToShadowFrame* Create(size_t frame_id, |
| 445 | ShadowFrame* shadow_frame, |
| 446 | FrameIdToShadowFrame* next, |
| 447 | size_t num_vregs) { |
| 448 | // Append a bool array at the end to keep track of what vregs are updated by the debugger. |
| 449 | uint8_t* memory = new uint8_t[sizeof(FrameIdToShadowFrame) + sizeof(bool) * num_vregs]; |
| 450 | return new (memory) FrameIdToShadowFrame(frame_id, shadow_frame, next); |
| 451 | } |
| 452 | |
| 453 | static void Delete(FrameIdToShadowFrame* f) { |
| 454 | uint8_t* memory = reinterpret_cast<uint8_t*>(f); |
| 455 | delete[] memory; |
| 456 | } |
| 457 | |
| 458 | size_t GetFrameId() const { return frame_id_; } |
| 459 | ShadowFrame* GetShadowFrame() const { return shadow_frame_; } |
| 460 | FrameIdToShadowFrame* GetNext() const { return next_; } |
| 461 | void SetNext(FrameIdToShadowFrame* next) { next_ = next; } |
| 462 | bool* GetUpdatedVRegFlags() { |
| 463 | return updated_vreg_flags_; |
| 464 | } |
| 465 | |
| 466 | private: |
| 467 | FrameIdToShadowFrame(size_t frame_id, |
| 468 | ShadowFrame* shadow_frame, |
| 469 | FrameIdToShadowFrame* next) |
| 470 | : frame_id_(frame_id), |
| 471 | shadow_frame_(shadow_frame), |
| 472 | next_(next) {} |
| 473 | |
| 474 | const size_t frame_id_; |
| 475 | ShadowFrame* const shadow_frame_; |
| 476 | FrameIdToShadowFrame* next_; |
| 477 | bool updated_vreg_flags_[0]; |
| 478 | |
| 479 | DISALLOW_COPY_AND_ASSIGN(FrameIdToShadowFrame); |
| 480 | }; |
| 481 | |
| 482 | static FrameIdToShadowFrame* FindFrameIdToShadowFrame(FrameIdToShadowFrame* head, |
| 483 | size_t frame_id) { |
| 484 | FrameIdToShadowFrame* found = nullptr; |
| 485 | for (FrameIdToShadowFrame* record = head; record != nullptr; record = record->GetNext()) { |
| 486 | if (record->GetFrameId() == frame_id) { |
| 487 | if (kIsDebugBuild) { |
| 488 | // Sanity check we have at most one record for this frame. |
| 489 | CHECK(found == nullptr) << "Multiple records for the frame " << frame_id; |
| 490 | found = record; |
| 491 | } else { |
| 492 | return record; |
| 493 | } |
| 494 | } |
| 495 | } |
| 496 | return found; |
| 497 | } |
| 498 | |
| 499 | ShadowFrame* Thread::FindDebuggerShadowFrame(size_t frame_id) { |
| 500 | FrameIdToShadowFrame* record = FindFrameIdToShadowFrame( |
| 501 | tlsPtr_.frame_id_to_shadow_frame, frame_id); |
| 502 | if (record != nullptr) { |
| 503 | return record->GetShadowFrame(); |
| 504 | } |
| 505 | return nullptr; |
| 506 | } |
| 507 | |
| 508 | // Must only be called when FindDebuggerShadowFrame(frame_id) returns non-nullptr. |
| 509 | bool* Thread::GetUpdatedVRegFlags(size_t frame_id) { |
| 510 | FrameIdToShadowFrame* record = FindFrameIdToShadowFrame( |
| 511 | tlsPtr_.frame_id_to_shadow_frame, frame_id); |
| 512 | CHECK(record != nullptr); |
| 513 | return record->GetUpdatedVRegFlags(); |
| 514 | } |
| 515 | |
| 516 | ShadowFrame* Thread::FindOrCreateDebuggerShadowFrame(size_t frame_id, |
| 517 | uint32_t num_vregs, |
| 518 | ArtMethod* method, |
| 519 | uint32_t dex_pc) { |
| 520 | ShadowFrame* shadow_frame = FindDebuggerShadowFrame(frame_id); |
| 521 | if (shadow_frame != nullptr) { |
| 522 | return shadow_frame; |
| 523 | } |
David Sehr | 709b070 | 2016-10-13 09:12:37 -0700 | [diff] [blame] | 524 | VLOG(deopt) << "Create pre-deopted ShadowFrame for " << ArtMethod::PrettyMethod(method); |
Mingyao Yang | 99170c6 | 2015-07-06 11:10:37 -0700 | [diff] [blame] | 525 | shadow_frame = ShadowFrame::CreateDeoptimizedFrame(num_vregs, nullptr, method, dex_pc); |
| 526 | FrameIdToShadowFrame* record = FrameIdToShadowFrame::Create(frame_id, |
| 527 | shadow_frame, |
| 528 | tlsPtr_.frame_id_to_shadow_frame, |
| 529 | num_vregs); |
| 530 | for (uint32_t i = 0; i < num_vregs; i++) { |
| 531 | // Do this to clear all references for root visitors. |
| 532 | shadow_frame->SetVRegReference(i, nullptr); |
| 533 | // This flag will be changed to true if the debugger modifies the value. |
| 534 | record->GetUpdatedVRegFlags()[i] = false; |
| 535 | } |
| 536 | tlsPtr_.frame_id_to_shadow_frame = record; |
| 537 | return shadow_frame; |
| 538 | } |
| 539 | |
Alex Light | 184f075 | 2018-07-13 11:18:22 -0700 | [diff] [blame] | 540 | TLSData* Thread::GetCustomTLS(const char* key) { |
| 541 | MutexLock mu(Thread::Current(), *Locks::custom_tls_lock_); |
| 542 | auto it = custom_tls_.find(key); |
| 543 | return (it != custom_tls_.end()) ? it->second.get() : nullptr; |
| 544 | } |
| 545 | |
| 546 | void Thread::SetCustomTLS(const char* key, TLSData* data) { |
| 547 | // We will swap the old data (which might be nullptr) with this and then delete it outside of the |
| 548 | // custom_tls_lock_. |
| 549 | std::unique_ptr<TLSData> old_data(data); |
| 550 | { |
| 551 | MutexLock mu(Thread::Current(), *Locks::custom_tls_lock_); |
| 552 | custom_tls_.GetOrCreate(key, []() { return std::unique_ptr<TLSData>(); }).swap(old_data); |
| 553 | } |
| 554 | } |
| 555 | |
Mingyao Yang | 99170c6 | 2015-07-06 11:10:37 -0700 | [diff] [blame] | 556 | void Thread::RemoveDebuggerShadowFrameMapping(size_t frame_id) { |
| 557 | FrameIdToShadowFrame* head = tlsPtr_.frame_id_to_shadow_frame; |
| 558 | if (head->GetFrameId() == frame_id) { |
| 559 | tlsPtr_.frame_id_to_shadow_frame = head->GetNext(); |
| 560 | FrameIdToShadowFrame::Delete(head); |
| 561 | return; |
| 562 | } |
| 563 | FrameIdToShadowFrame* prev = head; |
| 564 | for (FrameIdToShadowFrame* record = head->GetNext(); |
| 565 | record != nullptr; |
| 566 | prev = record, record = record->GetNext()) { |
| 567 | if (record->GetFrameId() == frame_id) { |
| 568 | prev->SetNext(record->GetNext()); |
| 569 | FrameIdToShadowFrame::Delete(record); |
| 570 | return; |
| 571 | } |
| 572 | } |
| 573 | LOG(FATAL) << "No shadow frame for frame " << frame_id; |
| 574 | UNREACHABLE(); |
| 575 | } |
| 576 | |
Brian Carlstrom | caabb1b | 2011-10-11 18:09:13 -0700 | [diff] [blame] | 577 | void Thread::InitTid() { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 578 | tls32_.tid = ::art::GetTid(); |
Brian Carlstrom | caabb1b | 2011-10-11 18:09:13 -0700 | [diff] [blame] | 579 | } |
| 580 | |
Brian Carlstrom | caabb1b | 2011-10-11 18:09:13 -0700 | [diff] [blame] | 581 | void Thread::InitAfterFork() { |
Elliott Hughes | 8029cbe | 2012-05-22 09:13:08 -0700 | [diff] [blame] | 582 | // One thread (us) survived the fork, but we have a new tid so we need to |
| 583 | // update the value stashed in this Thread*. |
Brian Carlstrom | caabb1b | 2011-10-11 18:09:13 -0700 | [diff] [blame] | 584 | InitTid(); |
Brian Carlstrom | caabb1b | 2011-10-11 18:09:13 -0700 | [diff] [blame] | 585 | } |
| 586 | |
Brian Carlstrom | 78128a6 | 2011-09-15 17:21:19 -0700 | [diff] [blame] | 587 | void* Thread::CreateCallback(void* arg) { |
Elliott Hughes | 93e74e8 | 2011-09-13 11:07:03 -0700 | [diff] [blame] | 588 | Thread* self = reinterpret_cast<Thread*>(arg); |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 589 | Runtime* runtime = Runtime::Current(); |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 590 | if (runtime == nullptr) { |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 591 | LOG(ERROR) << "Thread attaching to non-existent runtime: " << *self; |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 592 | return nullptr; |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 593 | } |
| 594 | { |
Ian Rogers | 50b35e2 | 2012-10-04 10:09:15 -0700 | [diff] [blame] | 595 | // TODO: pass self to MutexLock - requires self to equal Thread::Current(), which is only true |
| 596 | // after self->Init(). |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 597 | MutexLock mu(nullptr, *Locks::runtime_shutdown_lock_); |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 598 | // Check that if we got here we cannot be shutting down (as shutdown should never have started |
| 599 | // while threads are being born). |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 600 | CHECK(!runtime->IsShuttingDownLocked()); |
Andreas Gampe | 449357d | 2015-06-01 22:29:51 -0700 | [diff] [blame] | 601 | // Note: given that the JNIEnv is created in the parent thread, the only failure point here is |
| 602 | // a mess in InitStackHwm. We do not have a reasonable way to recover from that, so abort |
| 603 | // the runtime in such a case. In case this ever changes, we need to make sure here to |
| 604 | // delete the tmp_jni_env, as we own it at this point. |
| 605 | CHECK(self->Init(runtime->GetThreadList(), runtime->GetJavaVM(), self->tlsPtr_.tmp_jni_env)); |
| 606 | self->tlsPtr_.tmp_jni_env = nullptr; |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 607 | Runtime::Current()->EndThreadBirth(); |
| 608 | } |
Elliott Hughes | 47179f7 | 2011-10-27 16:44:39 -0700 | [diff] [blame] | 609 | { |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 610 | ScopedObjectAccess soa(self); |
Jeff Hao | 848f70a | 2014-01-15 13:49:50 -0800 | [diff] [blame] | 611 | self->InitStringEntryPoints(); |
Ian Rogers | cfaa455 | 2012-11-26 21:00:08 -0800 | [diff] [blame] | 612 | |
| 613 | // Copy peer into self, deleting global reference when done. |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 614 | CHECK(self->tlsPtr_.jpeer != nullptr); |
Mathieu Chartier | 1cc62e4 | 2016-10-03 18:01:28 -0700 | [diff] [blame] | 615 | self->tlsPtr_.opeer = soa.Decode<mirror::Object>(self->tlsPtr_.jpeer).Ptr(); |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 616 | self->GetJniEnv()->DeleteGlobalRef(self->tlsPtr_.jpeer); |
| 617 | self->tlsPtr_.jpeer = nullptr; |
Andreas Gampe | 08883de | 2016-11-08 13:20:52 -0800 | [diff] [blame] | 618 | self->SetThreadName(self->GetThreadName()->ToModifiedUtf8().c_str()); |
Narayan Kamath | a0b3451 | 2014-10-07 12:51:26 +0100 | [diff] [blame] | 619 | |
Andreas Gampe | 08883de | 2016-11-08 13:20:52 -0800 | [diff] [blame] | 620 | ArtField* priorityField = jni::DecodeArtField(WellKnownClasses::java_lang_Thread_priority); |
Narayan Kamath | a0b3451 | 2014-10-07 12:51:26 +0100 | [diff] [blame] | 621 | self->SetNativePriority(priorityField->GetInt(self->tlsPtr_.opeer)); |
Andreas Gampe | 04bbb5b | 2017-01-19 17:49:03 +0000 | [diff] [blame] | 622 | |
Andreas Gampe | ac30fa2 | 2017-01-18 21:02:36 -0800 | [diff] [blame] | 623 | runtime->GetRuntimeCallbacks()->ThreadStart(self); |
Ian Rogers | 365c102 | 2012-06-22 15:05:28 -0700 | [diff] [blame] | 624 | |
Charles Munger | aa31f49 | 2018-11-01 18:57:38 +0000 | [diff] [blame] | 625 | // Unpark ourselves if the java peer was unparked before it started (see |
| 626 | // b/28845097#comment49 for more information) |
| 627 | |
| 628 | ArtField* unparkedField = jni::DecodeArtField( |
| 629 | WellKnownClasses::java_lang_Thread_unparkedBeforeStart); |
| 630 | bool should_unpark = false; |
| 631 | { |
| 632 | // Hold the lock here, so that if another thread calls unpark before the thread starts |
| 633 | // we don't observe the unparkedBeforeStart field before the unparker writes to it, |
| 634 | // which could cause a lost unpark. |
| 635 | art::MutexLock mu(soa.Self(), *art::Locks::thread_list_lock_); |
| 636 | should_unpark = unparkedField->GetBoolean(self->tlsPtr_.opeer) == JNI_TRUE; |
| 637 | } |
| 638 | if (should_unpark) { |
| 639 | self->Unpark(); |
| 640 | } |
Ian Rogers | 365c102 | 2012-06-22 15:05:28 -0700 | [diff] [blame] | 641 | // Invoke the 'run' method of our java.lang.Thread. |
Mathieu Chartier | f5769e1 | 2017-01-10 15:54:41 -0800 | [diff] [blame] | 642 | ObjPtr<mirror::Object> receiver = self->tlsPtr_.opeer; |
Ian Rogers | 365c102 | 2012-06-22 15:05:28 -0700 | [diff] [blame] | 643 | jmethodID mid = WellKnownClasses::java_lang_Thread_run; |
Jeff Hao | 39b6c24 | 2015-05-19 20:30:23 -0700 | [diff] [blame] | 644 | ScopedLocalRef<jobject> ref(soa.Env(), soa.AddLocalReference<jobject>(receiver)); |
| 645 | InvokeVirtualOrInterfaceWithJValues(soa, ref.get(), mid, nullptr); |
Elliott Hughes | 47179f7 | 2011-10-27 16:44:39 -0700 | [diff] [blame] | 646 | } |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 647 | // Detach and delete self. |
| 648 | Runtime::Current()->GetThreadList()->Unregister(self); |
Elliott Hughes | 93e74e8 | 2011-09-13 11:07:03 -0700 | [diff] [blame] | 649 | |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 650 | return nullptr; |
Carl Shapiro | b557353 | 2011-07-12 18:22:59 -0700 | [diff] [blame] | 651 | } |
| 652 | |
Mathieu Chartier | 2b7c4d1 | 2014-05-19 10:52:16 -0700 | [diff] [blame] | 653 | Thread* Thread::FromManagedThread(const ScopedObjectAccessAlreadyRunnable& soa, |
Mathieu Chartier | f5769e1 | 2017-01-10 15:54:41 -0800 | [diff] [blame] | 654 | ObjPtr<mirror::Object> thread_peer) { |
Andreas Gampe | 08883de | 2016-11-08 13:20:52 -0800 | [diff] [blame] | 655 | ArtField* f = jni::DecodeArtField(WellKnownClasses::java_lang_Thread_nativePeer); |
Vladimir Marko | 78baed5 | 2018-10-11 10:44:58 +0100 | [diff] [blame] | 656 | Thread* result = reinterpret_cast64<Thread*>(f->GetLong(thread_peer)); |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 657 | // Sanity check that if we have a result it is either suspended or we hold the thread_list_lock_ |
| 658 | // to stop it from going away. |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 659 | if (kIsDebugBuild) { |
| 660 | MutexLock mu(soa.Self(), *Locks::thread_suspend_count_lock_); |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 661 | if (result != nullptr && !result->IsSuspended()) { |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 662 | Locks::thread_list_lock_->AssertHeld(soa.Self()); |
| 663 | } |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 664 | } |
| 665 | return result; |
Elliott Hughes | 761928d | 2011-11-16 18:33:03 -0800 | [diff] [blame] | 666 | } |
| 667 | |
Mathieu Chartier | 2b7c4d1 | 2014-05-19 10:52:16 -0700 | [diff] [blame] | 668 | Thread* Thread::FromManagedThread(const ScopedObjectAccessAlreadyRunnable& soa, |
| 669 | jobject java_thread) { |
Vladimir Marko | bcf1752 | 2018-06-01 13:14:32 +0100 | [diff] [blame] | 670 | return FromManagedThread(soa, soa.Decode<mirror::Object>(java_thread)); |
Elliott Hughes | 01158d7 | 2011-09-19 19:47:10 -0700 | [diff] [blame] | 671 | } |
| 672 | |
Elliott Hughes | ab7b9dc | 2012-03-27 13:16:29 -0700 | [diff] [blame] | 673 | static size_t FixStackSize(size_t stack_size) { |
Elliott Hughes | 7502e2a | 2011-10-02 13:24:37 -0700 | [diff] [blame] | 674 | // A stack size of zero means "use the default". |
Elliott Hughes | d369bb7 | 2011-09-12 14:41:14 -0700 | [diff] [blame] | 675 | if (stack_size == 0) { |
| 676 | stack_size = Runtime::Current()->GetDefaultStackSize(); |
| 677 | } |
Carl Shapiro | 61e019d | 2011-07-14 16:53:09 -0700 | [diff] [blame] | 678 | |
Brian Carlstrom | 6414a97 | 2012-04-14 14:20:04 -0700 | [diff] [blame] | 679 | // Dalvik used the bionic pthread default stack size for native threads, |
| 680 | // so include that here to support apps that expect large native stacks. |
| 681 | stack_size += 1 * MB; |
| 682 | |
Andreas Gampe | 7a55ce0 | 2018-06-19 10:07:18 -0700 | [diff] [blame] | 683 | // Under sanitization, frames of the interpreter may become bigger, both for C code as |
| 684 | // well as the ShadowFrame. Ensure a larger minimum size. Otherwise initialization |
| 685 | // of all core classes cannot be done in all test circumstances. |
| 686 | if (kMemoryToolIsAvailable) { |
| 687 | stack_size = std::max(2 * MB, stack_size); |
| 688 | } |
| 689 | |
Elliott Hughes | 7502e2a | 2011-10-02 13:24:37 -0700 | [diff] [blame] | 690 | // It's not possible to request a stack smaller than the system-defined PTHREAD_STACK_MIN. |
| 691 | if (stack_size < PTHREAD_STACK_MIN) { |
| 692 | stack_size = PTHREAD_STACK_MIN; |
| 693 | } |
| 694 | |
Dave Allison | f943914 | 2014-03-27 15:10:22 -0700 | [diff] [blame] | 695 | if (Runtime::Current()->ExplicitStackOverflowChecks()) { |
| 696 | // It's likely that callers are trying to ensure they have at least a certain amount of |
| 697 | // stack space, so we should add our reserved space on top of what they requested, rather |
| 698 | // than implicitly take it away from them. |
Andreas Gampe | 7ea6f79 | 2014-07-14 16:21:44 -0700 | [diff] [blame] | 699 | stack_size += GetStackOverflowReservedBytes(kRuntimeISA); |
Dave Allison | f943914 | 2014-03-27 15:10:22 -0700 | [diff] [blame] | 700 | } else { |
| 701 | // If we are going to use implicit stack checks, allocate space for the protected |
| 702 | // region at the bottom of the stack. |
Dave Allison | b090a18 | 2014-08-14 17:02:48 +0000 | [diff] [blame] | 703 | stack_size += Thread::kStackOverflowImplicitCheckSize + |
| 704 | GetStackOverflowReservedBytes(kRuntimeISA); |
Dave Allison | f943914 | 2014-03-27 15:10:22 -0700 | [diff] [blame] | 705 | } |
Elliott Hughes | 7502e2a | 2011-10-02 13:24:37 -0700 | [diff] [blame] | 706 | |
| 707 | // Some systems require the stack size to be a multiple of the system page size, so round up. |
| 708 | stack_size = RoundUp(stack_size, kPageSize); |
| 709 | |
| 710 | return stack_size; |
| 711 | } |
| 712 | |
Evgenii Stepanov | 84a4ab8 | 2016-05-13 14:01:41 -0700 | [diff] [blame] | 713 | // Return the nearest page-aligned address below the current stack top. |
| 714 | NO_INLINE |
| 715 | static uint8_t* FindStackTop() { |
| 716 | return reinterpret_cast<uint8_t*>( |
| 717 | AlignDown(__builtin_frame_address(0), kPageSize)); |
| 718 | } |
| 719 | |
Dave Allison | f943914 | 2014-03-27 15:10:22 -0700 | [diff] [blame] | 720 | // Install a protected region in the stack. This is used to trigger a SIGSEGV if a stack |
Dave Allison | 648d711 | 2014-07-25 16:15:27 -0700 | [diff] [blame] | 721 | // overflow is detected. It is located right below the stack_begin_. |
Evgenii Stepanov | 4abf451 | 2015-07-13 10:41:57 -0700 | [diff] [blame] | 722 | ATTRIBUTE_NO_SANITIZE_ADDRESS |
Dave Allison | 648d711 | 2014-07-25 16:15:27 -0700 | [diff] [blame] | 723 | void Thread::InstallImplicitProtection() { |
Ian Rogers | 1373595 | 2014-10-08 12:43:28 -0700 | [diff] [blame] | 724 | uint8_t* pregion = tlsPtr_.stack_begin - kStackOverflowProtectedSize; |
Evgenii Stepanov | 84a4ab8 | 2016-05-13 14:01:41 -0700 | [diff] [blame] | 725 | // Page containing current top of stack. |
| 726 | uint8_t* stack_top = FindStackTop(); |
Dave Allison | f943914 | 2014-03-27 15:10:22 -0700 | [diff] [blame] | 727 | |
Andreas Gampe | 2c2d2a0 | 2016-03-17 21:27:19 -0700 | [diff] [blame] | 728 | // Try to directly protect the stack. |
| 729 | VLOG(threads) << "installing stack protected region at " << std::hex << |
| 730 | static_cast<void*>(pregion) << " to " << |
| 731 | static_cast<void*>(pregion + kStackOverflowProtectedSize - 1); |
Andreas Gampe | 98ea9d9 | 2018-10-19 14:06:15 -0700 | [diff] [blame] | 732 | if (ProtectStack(/* fatal_on_error= */ false)) { |
Andreas Gampe | 2c2d2a0 | 2016-03-17 21:27:19 -0700 | [diff] [blame] | 733 | // Tell the kernel that we won't be needing these pages any more. |
| 734 | // NB. madvise will probably write zeroes into the memory (on linux it does). |
| 735 | uint32_t unwanted_size = stack_top - pregion - kPageSize; |
| 736 | madvise(pregion, unwanted_size, MADV_DONTNEED); |
| 737 | return; |
| 738 | } |
| 739 | |
| 740 | // There is a little complexity here that deserves a special mention. On some |
| 741 | // architectures, the stack is created using a VM_GROWSDOWN flag |
| 742 | // to prevent memory being allocated when it's not needed. This flag makes the |
| 743 | // kernel only allocate memory for the stack by growing down in memory. Because we |
| 744 | // want to put an mprotected region far away from that at the stack top, we need |
| 745 | // to make sure the pages for the stack are mapped in before we call mprotect. |
| 746 | // |
| 747 | // The failed mprotect in UnprotectStack is an indication of a thread with VM_GROWSDOWN |
| 748 | // with a non-mapped stack (usually only the main thread). |
| 749 | // |
| 750 | // We map in the stack by reading every page from the stack bottom (highest address) |
| 751 | // to the stack top. (We then madvise this away.) This must be done by reading from the |
Andreas Gampe | 6c63f86 | 2017-06-28 17:20:15 -0700 | [diff] [blame] | 752 | // current stack pointer downwards. |
Andreas Gampe | 2c2d2a0 | 2016-03-17 21:27:19 -0700 | [diff] [blame] | 753 | // |
Andreas Gampe | 6c63f86 | 2017-06-28 17:20:15 -0700 | [diff] [blame] | 754 | // Accesses too far below the current machine register corresponding to the stack pointer (e.g., |
| 755 | // ESP on x86[-32], SP on ARM) might cause a SIGSEGV (at least on x86 with newer kernels). We |
| 756 | // thus have to move the stack pointer. We do this portably by using a recursive function with a |
| 757 | // large stack frame size. |
Andreas Gampe | 2c2d2a0 | 2016-03-17 21:27:19 -0700 | [diff] [blame] | 758 | |
Andreas Gampe | 6c63f86 | 2017-06-28 17:20:15 -0700 | [diff] [blame] | 759 | // (Defensively) first remove the protection on the protected region as we'll want to read |
Andreas Gampe | 2c2d2a0 | 2016-03-17 21:27:19 -0700 | [diff] [blame] | 760 | // and write it. Ignore errors. |
Dave Allison | 648d711 | 2014-07-25 16:15:27 -0700 | [diff] [blame] | 761 | UnprotectStack(); |
Dave Allison | 69dfe51 | 2014-07-11 17:11:58 +0000 | [diff] [blame] | 762 | |
Andreas Gampe | 2c2d2a0 | 2016-03-17 21:27:19 -0700 | [diff] [blame] | 763 | VLOG(threads) << "Need to map in stack for thread at " << std::hex << |
| 764 | static_cast<void*>(pregion); |
Dave Allison | 69dfe51 | 2014-07-11 17:11:58 +0000 | [diff] [blame] | 765 | |
Andreas Gampe | 6c63f86 | 2017-06-28 17:20:15 -0700 | [diff] [blame] | 766 | struct RecurseDownStack { |
| 767 | // This function has an intentionally large stack size. |
| 768 | #pragma GCC diagnostic push |
| 769 | #pragma GCC diagnostic ignored "-Wframe-larger-than=" |
| 770 | NO_INLINE |
| 771 | static void Touch(uintptr_t target) { |
| 772 | volatile size_t zero = 0; |
| 773 | // Use a large local volatile array to ensure a large frame size. Do not use anything close |
| 774 | // to a full page for ASAN. It would be nice to ensure the frame size is at most a page, but |
| 775 | // there is no pragma support for this. |
Andreas Gampe | 6f1c751 | 2017-07-05 19:18:31 -0700 | [diff] [blame] | 776 | // Note: for ASAN we need to shrink the array a bit, as there's other overhead. |
| 777 | constexpr size_t kAsanMultiplier = |
| 778 | #ifdef ADDRESS_SANITIZER |
| 779 | 2u; |
| 780 | #else |
| 781 | 1u; |
| 782 | #endif |
| 783 | volatile char space[kPageSize - (kAsanMultiplier * 256)]; |
Andreas Gampe | e383d23 | 2018-06-19 12:29:51 -0700 | [diff] [blame] | 784 | char sink ATTRIBUTE_UNUSED = space[zero]; // NOLINT |
Evgenii Stepanov | 9b7656d | 2018-08-21 15:18:49 -0700 | [diff] [blame] | 785 | // Remove tag from the pointer. Nop in non-hwasan builds. |
| 786 | uintptr_t addr = reinterpret_cast<uintptr_t>(__hwasan_tag_pointer(space, 0)); |
| 787 | if (addr >= target + kPageSize) { |
Andreas Gampe | 6c63f86 | 2017-06-28 17:20:15 -0700 | [diff] [blame] | 788 | Touch(target); |
| 789 | } |
| 790 | zero *= 2; // Try to avoid tail recursion. |
| 791 | } |
| 792 | #pragma GCC diagnostic pop |
| 793 | }; |
| 794 | RecurseDownStack::Touch(reinterpret_cast<uintptr_t>(pregion)); |
Dave Allison | 69dfe51 | 2014-07-11 17:11:58 +0000 | [diff] [blame] | 795 | |
Andreas Gampe | 2c2d2a0 | 2016-03-17 21:27:19 -0700 | [diff] [blame] | 796 | VLOG(threads) << "(again) installing stack protected region at " << std::hex << |
Dave Allison | f943914 | 2014-03-27 15:10:22 -0700 | [diff] [blame] | 797 | static_cast<void*>(pregion) << " to " << |
| 798 | static_cast<void*>(pregion + kStackOverflowProtectedSize - 1); |
| 799 | |
Dave Allison | 648d711 | 2014-07-25 16:15:27 -0700 | [diff] [blame] | 800 | // Protect the bottom of the stack to prevent read/write to it. |
Andreas Gampe | 98ea9d9 | 2018-10-19 14:06:15 -0700 | [diff] [blame] | 801 | ProtectStack(/* fatal_on_error= */ true); |
Dave Allison | 5cd3375 | 2014-04-15 15:57:58 -0700 | [diff] [blame] | 802 | |
| 803 | // Tell the kernel that we won't be needing these pages any more. |
Dave Allison | 69dfe51 | 2014-07-11 17:11:58 +0000 | [diff] [blame] | 804 | // NB. madvise will probably write zeroes into the memory (on linux it does). |
Dave Allison | 648d711 | 2014-07-25 16:15:27 -0700 | [diff] [blame] | 805 | uint32_t unwanted_size = stack_top - pregion - kPageSize; |
| 806 | madvise(pregion, unwanted_size, MADV_DONTNEED); |
Dave Allison | f943914 | 2014-03-27 15:10:22 -0700 | [diff] [blame] | 807 | } |
| 808 | |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 809 | void Thread::CreateNativeThread(JNIEnv* env, jobject java_peer, size_t stack_size, bool is_daemon) { |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 810 | CHECK(java_peer != nullptr); |
Ian Rogers | 55256cb | 2017-12-21 17:07:11 -0800 | [diff] [blame] | 811 | Thread* self = static_cast<JNIEnvExt*>(env)->GetSelf(); |
Andreas Gampe | 5662383 | 2015-07-09 21:53:15 -0700 | [diff] [blame] | 812 | |
| 813 | if (VLOG_IS_ON(threads)) { |
| 814 | ScopedObjectAccess soa(env); |
| 815 | |
Andreas Gampe | 08883de | 2016-11-08 13:20:52 -0800 | [diff] [blame] | 816 | ArtField* f = jni::DecodeArtField(WellKnownClasses::java_lang_Thread_name); |
Mathieu Chartier | 3398c78 | 2016-09-30 10:27:43 -0700 | [diff] [blame] | 817 | ObjPtr<mirror::String> java_name = |
| 818 | f->GetObject(soa.Decode<mirror::Object>(java_peer))->AsString(); |
Andreas Gampe | 5662383 | 2015-07-09 21:53:15 -0700 | [diff] [blame] | 819 | std::string thread_name; |
| 820 | if (java_name != nullptr) { |
| 821 | thread_name = java_name->ToModifiedUtf8(); |
| 822 | } else { |
| 823 | thread_name = "(Unnamed)"; |
| 824 | } |
| 825 | |
| 826 | VLOG(threads) << "Creating native thread for " << thread_name; |
Andreas Gampe | 3fec9ac | 2016-09-13 10:47:28 -0700 | [diff] [blame] | 827 | self->Dump(LOG_STREAM(INFO)); |
Andreas Gampe | 5662383 | 2015-07-09 21:53:15 -0700 | [diff] [blame] | 828 | } |
| 829 | |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 830 | Runtime* runtime = Runtime::Current(); |
Mathieu Chartier | dbe6f46 | 2012-09-25 16:54:50 -0700 | [diff] [blame] | 831 | |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 832 | // Atomically start the birth of the thread ensuring the runtime isn't shutting down. |
| 833 | bool thread_start_during_shutdown = false; |
Elliott Hughes | 47179f7 | 2011-10-27 16:44:39 -0700 | [diff] [blame] | 834 | { |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 835 | MutexLock mu(self, *Locks::runtime_shutdown_lock_); |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 836 | if (runtime->IsShuttingDownLocked()) { |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 837 | thread_start_during_shutdown = true; |
| 838 | } else { |
| 839 | runtime->StartThreadBirth(); |
| 840 | } |
Elliott Hughes | 47179f7 | 2011-10-27 16:44:39 -0700 | [diff] [blame] | 841 | } |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 842 | if (thread_start_during_shutdown) { |
| 843 | ScopedLocalRef<jclass> error_class(env, env->FindClass("java/lang/InternalError")); |
| 844 | env->ThrowNew(error_class.get(), "Thread starting during runtime shutdown"); |
| 845 | return; |
| 846 | } |
| 847 | |
| 848 | Thread* child_thread = new Thread(is_daemon); |
| 849 | // Use global JNI ref to hold peer live while child thread starts. |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 850 | child_thread->tlsPtr_.jpeer = env->NewGlobalRef(java_peer); |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 851 | stack_size = FixStackSize(stack_size); |
| 852 | |
Roland Levillain | 2ae376f | 2018-01-30 11:35:11 +0000 | [diff] [blame] | 853 | // Thread.start is synchronized, so we know that nativePeer is 0, and know that we're not racing |
| 854 | // to assign it. |
Ian Rogers | ef7d42f | 2014-01-06 12:55:46 -0800 | [diff] [blame] | 855 | env->SetLongField(java_peer, WellKnownClasses::java_lang_Thread_nativePeer, |
| 856 | reinterpret_cast<jlong>(child_thread)); |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 857 | |
Andreas Gampe | 449357d | 2015-06-01 22:29:51 -0700 | [diff] [blame] | 858 | // Try to allocate a JNIEnvExt for the thread. We do this here as we might be out of memory and |
| 859 | // do not have a good way to report this on the child's side. |
Richard Uhler | da0a69e | 2016-10-11 15:06:38 +0100 | [diff] [blame] | 860 | std::string error_msg; |
Andreas Gampe | 449357d | 2015-06-01 22:29:51 -0700 | [diff] [blame] | 861 | std::unique_ptr<JNIEnvExt> child_jni_env_ext( |
Richard Uhler | da0a69e | 2016-10-11 15:06:38 +0100 | [diff] [blame] | 862 | JNIEnvExt::Create(child_thread, Runtime::Current()->GetJavaVM(), &error_msg)); |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 863 | |
Andreas Gampe | 449357d | 2015-06-01 22:29:51 -0700 | [diff] [blame] | 864 | int pthread_create_result = 0; |
| 865 | if (child_jni_env_ext.get() != nullptr) { |
| 866 | pthread_t new_pthread; |
| 867 | pthread_attr_t attr; |
| 868 | child_thread->tlsPtr_.tmp_jni_env = child_jni_env_ext.get(); |
| 869 | CHECK_PTHREAD_CALL(pthread_attr_init, (&attr), "new thread"); |
| 870 | CHECK_PTHREAD_CALL(pthread_attr_setdetachstate, (&attr, PTHREAD_CREATE_DETACHED), |
| 871 | "PTHREAD_CREATE_DETACHED"); |
| 872 | CHECK_PTHREAD_CALL(pthread_attr_setstacksize, (&attr, stack_size), stack_size); |
| 873 | pthread_create_result = pthread_create(&new_pthread, |
| 874 | &attr, |
| 875 | Thread::CreateCallback, |
| 876 | child_thread); |
| 877 | CHECK_PTHREAD_CALL(pthread_attr_destroy, (&attr), "new thread"); |
| 878 | |
| 879 | if (pthread_create_result == 0) { |
| 880 | // pthread_create started the new thread. The child is now responsible for managing the |
| 881 | // JNIEnvExt we created. |
| 882 | // Note: we can't check for tmp_jni_env == nullptr, as that would require synchronization |
| 883 | // between the threads. |
Andreas Gampe | afaf7f8 | 2018-10-16 11:32:38 -0700 | [diff] [blame] | 884 | child_jni_env_ext.release(); // NOLINT pthreads API. |
Andreas Gampe | 449357d | 2015-06-01 22:29:51 -0700 | [diff] [blame] | 885 | return; |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 886 | } |
Andreas Gampe | 449357d | 2015-06-01 22:29:51 -0700 | [diff] [blame] | 887 | } |
| 888 | |
| 889 | // Either JNIEnvExt::Create or pthread_create(3) failed, so clean up. |
| 890 | { |
| 891 | MutexLock mu(self, *Locks::runtime_shutdown_lock_); |
| 892 | runtime->EndThreadBirth(); |
| 893 | } |
| 894 | // Manually delete the global reference since Thread::Init will not have been run. |
| 895 | env->DeleteGlobalRef(child_thread->tlsPtr_.jpeer); |
| 896 | child_thread->tlsPtr_.jpeer = nullptr; |
| 897 | delete child_thread; |
| 898 | child_thread = nullptr; |
| 899 | // TODO: remove from thread group? |
| 900 | env->SetLongField(java_peer, WellKnownClasses::java_lang_Thread_nativePeer, 0); |
| 901 | { |
| 902 | std::string msg(child_jni_env_ext.get() == nullptr ? |
Richard Uhler | da0a69e | 2016-10-11 15:06:38 +0100 | [diff] [blame] | 903 | StringPrintf("Could not allocate JNI Env: %s", error_msg.c_str()) : |
Andreas Gampe | 449357d | 2015-06-01 22:29:51 -0700 | [diff] [blame] | 904 | StringPrintf("pthread_create (%s stack) failed: %s", |
| 905 | PrettySize(stack_size).c_str(), strerror(pthread_create_result))); |
| 906 | ScopedObjectAccess soa(env); |
| 907 | soa.Self()->ThrowOutOfMemoryError(msg.c_str()); |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 908 | } |
Carl Shapiro | 61e019d | 2011-07-14 16:53:09 -0700 | [diff] [blame] | 909 | } |
| 910 | |
Andreas Gampe | 449357d | 2015-06-01 22:29:51 -0700 | [diff] [blame] | 911 | bool Thread::Init(ThreadList* thread_list, JavaVMExt* java_vm, JNIEnvExt* jni_env_ext) { |
Elliott Hughes | 462c944 | 2012-03-23 18:47:50 -0700 | [diff] [blame] | 912 | // This function does all the initialization that must be run by the native thread it applies to. |
| 913 | // (When we create a new thread from managed code, we allocate the Thread* in Thread::Create so |
| 914 | // we can handshake with the corresponding native thread when it's ready.) Check this native |
| 915 | // thread hasn't been through here already... |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 916 | CHECK(Thread::Current() == nullptr); |
Ian Rogers | f4d4da1 | 2014-11-11 16:10:33 -0800 | [diff] [blame] | 917 | |
| 918 | // Set pthread_self_ ahead of pthread_setspecific, that makes Thread::Current function, this |
| 919 | // avoids pthread_self_ ever being invalid when discovered from Thread::Current(). |
| 920 | tlsPtr_.pthread_self = pthread_self(); |
| 921 | CHECK(is_started_); |
| 922 | |
Mathieu Chartier | 3a0cd34 | 2018-12-13 13:45:17 -0800 | [diff] [blame] | 923 | ScopedTrace trace("Thread::Init"); |
| 924 | |
Elliott Hughes | d8af159 | 2012-04-16 20:40:15 -0700 | [diff] [blame] | 925 | SetUpAlternateSignalStack(); |
Ian Rogers | f4d4da1 | 2014-11-11 16:10:33 -0800 | [diff] [blame] | 926 | if (!InitStackHwm()) { |
| 927 | return false; |
| 928 | } |
Elliott Hughes | 93e74e8 | 2011-09-13 11:07:03 -0700 | [diff] [blame] | 929 | InitCpu(); |
Ian Rogers | 848871b | 2013-08-05 10:56:33 -0700 | [diff] [blame] | 930 | InitTlsEntryPoints(); |
Dave Allison | b373e09 | 2014-02-20 16:06:36 -0800 | [diff] [blame] | 931 | RemoveSuspendTrigger(); |
Ian Rogers | 5d76c43 | 2011-10-31 21:42:49 -0700 | [diff] [blame] | 932 | InitCardTable(); |
Ian Rogers | 01ae580 | 2012-09-28 16:14:01 -0700 | [diff] [blame] | 933 | InitTid(); |
Mathieu Chartier | 3a0cd34 | 2018-12-13 13:45:17 -0800 | [diff] [blame] | 934 | { |
| 935 | ScopedTrace trace2("InitInterpreterTls"); |
| 936 | interpreter::InitInterpreterTls(this); |
| 937 | } |
Ian Rogers | f4d4da1 | 2014-11-11 16:10:33 -0800 | [diff] [blame] | 938 | |
Andreas Gampe | a47a6e8 | 2019-07-24 09:46:16 -0700 | [diff] [blame] | 939 | #ifdef __BIONIC__ |
Andreas Gampe | 4382f1e | 2015-08-05 01:08:53 +0000 | [diff] [blame] | 940 | __get_tls()[TLS_SLOT_ART_THREAD_SELF] = this; |
| 941 | #else |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 942 | CHECK_PTHREAD_CALL(pthread_setspecific, (Thread::pthread_key_self_, this), "attach self"); |
Andreas Gampe | 8237200 | 2019-07-24 15:42:09 -0700 | [diff] [blame] | 943 | Thread::self_tls_ = this; |
Andreas Gampe | 4382f1e | 2015-08-05 01:08:53 +0000 | [diff] [blame] | 944 | #endif |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 945 | DCHECK_EQ(Thread::Current(), this); |
Carl Shapiro | 61e019d | 2011-07-14 16:53:09 -0700 | [diff] [blame] | 946 | |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 947 | tls32_.thin_lock_thread_id = thread_list->AllocThreadId(this); |
Carl Shapiro | 61e019d | 2011-07-14 16:53:09 -0700 | [diff] [blame] | 948 | |
Andreas Gampe | 449357d | 2015-06-01 22:29:51 -0700 | [diff] [blame] | 949 | if (jni_env_ext != nullptr) { |
Ian Rogers | 55256cb | 2017-12-21 17:07:11 -0800 | [diff] [blame] | 950 | DCHECK_EQ(jni_env_ext->GetVm(), java_vm); |
| 951 | DCHECK_EQ(jni_env_ext->GetSelf(), this); |
Andreas Gampe | 449357d | 2015-06-01 22:29:51 -0700 | [diff] [blame] | 952 | tlsPtr_.jni_env = jni_env_ext; |
| 953 | } else { |
Richard Uhler | da0a69e | 2016-10-11 15:06:38 +0100 | [diff] [blame] | 954 | std::string error_msg; |
| 955 | tlsPtr_.jni_env = JNIEnvExt::Create(this, java_vm, &error_msg); |
Andreas Gampe | 449357d | 2015-06-01 22:29:51 -0700 | [diff] [blame] | 956 | if (tlsPtr_.jni_env == nullptr) { |
Richard Uhler | da0a69e | 2016-10-11 15:06:38 +0100 | [diff] [blame] | 957 | LOG(ERROR) << "Failed to create JNIEnvExt: " << error_msg; |
Andreas Gampe | 449357d | 2015-06-01 22:29:51 -0700 | [diff] [blame] | 958 | return false; |
| 959 | } |
Andreas Gampe | 3f5881f | 2015-04-08 10:26:16 -0700 | [diff] [blame] | 960 | } |
| 961 | |
Mathieu Chartier | 3a0cd34 | 2018-12-13 13:45:17 -0800 | [diff] [blame] | 962 | ScopedTrace trace3("ThreadList::Register"); |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 963 | thread_list->Register(this); |
Ian Rogers | f4d4da1 | 2014-11-11 16:10:33 -0800 | [diff] [blame] | 964 | return true; |
Elliott Hughes | 93e74e8 | 2011-09-13 11:07:03 -0700 | [diff] [blame] | 965 | } |
| 966 | |
Andreas Gampe | 732b0ac | 2017-01-18 15:23:39 -0800 | [diff] [blame] | 967 | template <typename PeerAction> |
| 968 | Thread* Thread::Attach(const char* thread_name, bool as_daemon, PeerAction peer_action) { |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 969 | Runtime* runtime = Runtime::Current(); |
Mathieu Chartier | 3a0cd34 | 2018-12-13 13:45:17 -0800 | [diff] [blame] | 970 | ScopedTrace trace("Thread::Attach"); |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 971 | if (runtime == nullptr) { |
Kazuhiro Inaba | 9ff1251 | 2017-12-04 16:26:38 +0900 | [diff] [blame] | 972 | LOG(ERROR) << "Thread attaching to non-existent runtime: " << |
| 973 | ((thread_name != nullptr) ? thread_name : "(Unnamed)"); |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 974 | return nullptr; |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 975 | } |
Ian Rogers | f4d4da1 | 2014-11-11 16:10:33 -0800 | [diff] [blame] | 976 | Thread* self; |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 977 | { |
Mathieu Chartier | 3a0cd34 | 2018-12-13 13:45:17 -0800 | [diff] [blame] | 978 | ScopedTrace trace2("Thread birth"); |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 979 | MutexLock mu(nullptr, *Locks::runtime_shutdown_lock_); |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 980 | if (runtime->IsShuttingDownLocked()) { |
Kazuhiro Inaba | 9ff1251 | 2017-12-04 16:26:38 +0900 | [diff] [blame] | 981 | LOG(WARNING) << "Thread attaching while runtime is shutting down: " << |
| 982 | ((thread_name != nullptr) ? thread_name : "(Unnamed)"); |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 983 | return nullptr; |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 984 | } else { |
| 985 | Runtime::Current()->StartThreadBirth(); |
| 986 | self = new Thread(as_daemon); |
Ian Rogers | f4d4da1 | 2014-11-11 16:10:33 -0800 | [diff] [blame] | 987 | bool init_success = self->Init(runtime->GetThreadList(), runtime->GetJavaVM()); |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 988 | Runtime::Current()->EndThreadBirth(); |
Ian Rogers | f4d4da1 | 2014-11-11 16:10:33 -0800 | [diff] [blame] | 989 | if (!init_success) { |
| 990 | delete self; |
| 991 | return nullptr; |
| 992 | } |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 993 | } |
| 994 | } |
Elliott Hughes | 93e74e8 | 2011-09-13 11:07:03 -0700 | [diff] [blame] | 995 | |
Jeff Hao | 848f70a | 2014-01-15 13:49:50 -0800 | [diff] [blame] | 996 | self->InitStringEntryPoints(); |
| 997 | |
Mathieu Chartier | dbe6f46 | 2012-09-25 16:54:50 -0700 | [diff] [blame] | 998 | CHECK_NE(self->GetState(), kRunnable); |
| 999 | self->SetState(kNative); |
Elliott Hughes | 93e74e8 | 2011-09-13 11:07:03 -0700 | [diff] [blame] | 1000 | |
Andreas Gampe | 732b0ac | 2017-01-18 15:23:39 -0800 | [diff] [blame] | 1001 | // Run the action that is acting on the peer. |
| 1002 | if (!peer_action(self)) { |
| 1003 | runtime->GetThreadList()->Unregister(self); |
| 1004 | // Unregister deletes self, no need to do this here. |
| 1005 | return nullptr; |
Elliott Hughes | 5fe594f | 2011-09-08 12:33:17 -0700 | [diff] [blame] | 1006 | } |
Elliott Hughes | cac6cc7 | 2011-11-03 20:31:21 -0700 | [diff] [blame] | 1007 | |
Andreas Gampe | 5662383 | 2015-07-09 21:53:15 -0700 | [diff] [blame] | 1008 | if (VLOG_IS_ON(threads)) { |
| 1009 | if (thread_name != nullptr) { |
| 1010 | VLOG(threads) << "Attaching thread " << thread_name; |
| 1011 | } else { |
| 1012 | VLOG(threads) << "Attaching unnamed thread."; |
| 1013 | } |
| 1014 | ScopedObjectAccess soa(self); |
Andreas Gampe | 3fec9ac | 2016-09-13 10:47:28 -0700 | [diff] [blame] | 1015 | self->Dump(LOG_STREAM(INFO)); |
Andreas Gampe | 5662383 | 2015-07-09 21:53:15 -0700 | [diff] [blame] | 1016 | } |
| 1017 | |
Daniel Mihalyi | dfafeef | 2014-10-20 11:47:56 +0200 | [diff] [blame] | 1018 | { |
| 1019 | ScopedObjectAccess soa(self); |
Andreas Gampe | ac30fa2 | 2017-01-18 21:02:36 -0800 | [diff] [blame] | 1020 | runtime->GetRuntimeCallbacks()->ThreadStart(self); |
Daniel Mihalyi | dfafeef | 2014-10-20 11:47:56 +0200 | [diff] [blame] | 1021 | } |
| 1022 | |
Elliott Hughes | 5fe594f | 2011-09-08 12:33:17 -0700 | [diff] [blame] | 1023 | return self; |
| 1024 | } |
| 1025 | |
Andreas Gampe | 732b0ac | 2017-01-18 15:23:39 -0800 | [diff] [blame] | 1026 | Thread* Thread::Attach(const char* thread_name, |
| 1027 | bool as_daemon, |
| 1028 | jobject thread_group, |
| 1029 | bool create_peer) { |
| 1030 | auto create_peer_action = [&](Thread* self) { |
| 1031 | // If we're the main thread, ClassLinker won't be created until after we're attached, |
| 1032 | // so that thread needs a two-stage attach. Regular threads don't need this hack. |
| 1033 | // In the compiler, all threads need this hack, because no-one's going to be getting |
| 1034 | // a native peer! |
| 1035 | if (create_peer) { |
| 1036 | self->CreatePeer(thread_name, as_daemon, thread_group); |
| 1037 | if (self->IsExceptionPending()) { |
Roland Levillain | 2ae376f | 2018-01-30 11:35:11 +0000 | [diff] [blame] | 1038 | // We cannot keep the exception around, as we're deleting self. Try to be helpful and log |
| 1039 | // it. |
Andreas Gampe | 732b0ac | 2017-01-18 15:23:39 -0800 | [diff] [blame] | 1040 | { |
| 1041 | ScopedObjectAccess soa(self); |
| 1042 | LOG(ERROR) << "Exception creating thread peer:"; |
| 1043 | LOG(ERROR) << self->GetException()->Dump(); |
| 1044 | self->ClearException(); |
| 1045 | } |
| 1046 | return false; |
| 1047 | } |
| 1048 | } else { |
| 1049 | // These aren't necessary, but they improve diagnostics for unit tests & command-line tools. |
| 1050 | if (thread_name != nullptr) { |
| 1051 | self->tlsPtr_.name->assign(thread_name); |
| 1052 | ::art::SetThreadName(thread_name); |
Ian Rogers | 55256cb | 2017-12-21 17:07:11 -0800 | [diff] [blame] | 1053 | } else if (self->GetJniEnv()->IsCheckJniEnabled()) { |
Andreas Gampe | 732b0ac | 2017-01-18 15:23:39 -0800 | [diff] [blame] | 1054 | LOG(WARNING) << *Thread::Current() << " attached without supplying a name"; |
| 1055 | } |
| 1056 | } |
| 1057 | return true; |
| 1058 | }; |
| 1059 | return Attach(thread_name, as_daemon, create_peer_action); |
| 1060 | } |
| 1061 | |
| 1062 | Thread* Thread::Attach(const char* thread_name, bool as_daemon, jobject thread_peer) { |
| 1063 | auto set_peer_action = [&](Thread* self) { |
| 1064 | // Install the given peer. |
| 1065 | { |
| 1066 | DCHECK(self == Thread::Current()); |
| 1067 | ScopedObjectAccess soa(self); |
| 1068 | self->tlsPtr_.opeer = soa.Decode<mirror::Object>(thread_peer).Ptr(); |
| 1069 | } |
| 1070 | self->GetJniEnv()->SetLongField(thread_peer, |
| 1071 | WellKnownClasses::java_lang_Thread_nativePeer, |
Vladimir Marko | 78baed5 | 2018-10-11 10:44:58 +0100 | [diff] [blame] | 1072 | reinterpret_cast64<jlong>(self)); |
Andreas Gampe | 732b0ac | 2017-01-18 15:23:39 -0800 | [diff] [blame] | 1073 | return true; |
| 1074 | }; |
| 1075 | return Attach(thread_name, as_daemon, set_peer_action); |
| 1076 | } |
| 1077 | |
Ian Rogers | 365c102 | 2012-06-22 15:05:28 -0700 | [diff] [blame] | 1078 | void Thread::CreatePeer(const char* name, bool as_daemon, jobject thread_group) { |
| 1079 | Runtime* runtime = Runtime::Current(); |
| 1080 | CHECK(runtime->IsStarted()); |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1081 | JNIEnv* env = tlsPtr_.jni_env; |
Elliott Hughes | 5fe594f | 2011-09-08 12:33:17 -0700 | [diff] [blame] | 1082 | |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 1083 | if (thread_group == nullptr) { |
Ian Rogers | 365c102 | 2012-06-22 15:05:28 -0700 | [diff] [blame] | 1084 | thread_group = runtime->GetMainThreadGroup(); |
Elliott Hughes | 462c944 | 2012-03-23 18:47:50 -0700 | [diff] [blame] | 1085 | } |
Elliott Hughes | 726079d | 2011-10-07 18:43:44 -0700 | [diff] [blame] | 1086 | ScopedLocalRef<jobject> thread_name(env, env->NewStringUTF(name)); |
Mathieu Chartier | e07fd17 | 2014-11-10 16:58:19 -0800 | [diff] [blame] | 1087 | // Add missing null check in case of OOM b/18297817 |
Vladimir Marko | 4451205 | 2014-11-12 15:41:57 +0000 | [diff] [blame] | 1088 | if (name != nullptr && thread_name.get() == nullptr) { |
Mathieu Chartier | e07fd17 | 2014-11-10 16:58:19 -0800 | [diff] [blame] | 1089 | CHECK(IsExceptionPending()); |
| 1090 | return; |
| 1091 | } |
Elliott Hughes | 8daa092 | 2011-09-11 13:46:25 -0700 | [diff] [blame] | 1092 | jint thread_priority = GetNativePriority(); |
Elliott Hughes | 5fe594f | 2011-09-08 12:33:17 -0700 | [diff] [blame] | 1093 | jboolean thread_is_daemon = as_daemon; |
| 1094 | |
Elliott Hughes | eac7667 | 2012-05-24 21:56:51 -0700 | [diff] [blame] | 1095 | ScopedLocalRef<jobject> peer(env, env->AllocObject(WellKnownClasses::java_lang_Thread)); |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 1096 | if (peer.get() == nullptr) { |
Mathieu Chartier | dbe6f46 | 2012-09-25 16:54:50 -0700 | [diff] [blame] | 1097 | CHECK(IsExceptionPending()); |
| 1098 | return; |
Ian Rogers | 5d4bdc2 | 2011-11-02 22:15:43 -0700 | [diff] [blame] | 1099 | } |
Ian Rogers | cfaa455 | 2012-11-26 21:00:08 -0800 | [diff] [blame] | 1100 | { |
| 1101 | ScopedObjectAccess soa(this); |
Mathieu Chartier | 1cc62e4 | 2016-10-03 18:01:28 -0700 | [diff] [blame] | 1102 | tlsPtr_.opeer = soa.Decode<mirror::Object>(peer.get()).Ptr(); |
Ian Rogers | cfaa455 | 2012-11-26 21:00:08 -0800 | [diff] [blame] | 1103 | } |
Elliott Hughes | eac7667 | 2012-05-24 21:56:51 -0700 | [diff] [blame] | 1104 | env->CallNonvirtualVoidMethod(peer.get(), |
| 1105 | WellKnownClasses::java_lang_Thread, |
| 1106 | WellKnownClasses::java_lang_Thread_init, |
Ian Rogers | 365c102 | 2012-06-22 15:05:28 -0700 | [diff] [blame] | 1107 | thread_group, thread_name.get(), thread_priority, thread_is_daemon); |
Andreas Gampe | 4b1d4ec | 2015-10-01 16:47:26 -0700 | [diff] [blame] | 1108 | if (IsExceptionPending()) { |
| 1109 | return; |
| 1110 | } |
Elliott Hughes | d369bb7 | 2011-09-12 14:41:14 -0700 | [diff] [blame] | 1111 | |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 1112 | Thread* self = this; |
| 1113 | DCHECK_EQ(self, Thread::Current()); |
Vladimir Marko | 78baed5 | 2018-10-11 10:44:58 +0100 | [diff] [blame] | 1114 | env->SetLongField(peer.get(), |
| 1115 | WellKnownClasses::java_lang_Thread_nativePeer, |
| 1116 | reinterpret_cast64<jlong>(self)); |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 1117 | |
| 1118 | ScopedObjectAccess soa(self); |
Mathieu Chartier | eb8167a | 2014-05-07 15:43:14 -0700 | [diff] [blame] | 1119 | StackHandleScope<1> hs(self); |
Andreas Gampe | 08883de | 2016-11-08 13:20:52 -0800 | [diff] [blame] | 1120 | MutableHandle<mirror::String> peer_thread_name(hs.NewHandle(GetThreadName())); |
Andreas Gampe | fa4333d | 2017-02-14 11:10:34 -0800 | [diff] [blame] | 1121 | if (peer_thread_name == nullptr) { |
Brian Carlstrom | 00fae58 | 2011-10-28 01:16:28 -0700 | [diff] [blame] | 1122 | // The Thread constructor should have set the Thread.name to a |
| 1123 | // non-null value. However, because we can run without code |
| 1124 | // available (in the compiler, in tests), we manually assign the |
| 1125 | // fields the constructor should have set. |
Sebastien Hertz | d2fe10a | 2014-01-15 10:20:56 +0100 | [diff] [blame] | 1126 | if (runtime->IsActiveTransaction()) { |
Andreas Gampe | bad529d | 2017-02-13 18:52:10 -0800 | [diff] [blame] | 1127 | InitPeer<true>(soa, |
| 1128 | tlsPtr_.opeer, |
| 1129 | thread_is_daemon, |
| 1130 | thread_group, |
| 1131 | thread_name.get(), |
| 1132 | thread_priority); |
Sebastien Hertz | d2fe10a | 2014-01-15 10:20:56 +0100 | [diff] [blame] | 1133 | } else { |
Andreas Gampe | bad529d | 2017-02-13 18:52:10 -0800 | [diff] [blame] | 1134 | InitPeer<false>(soa, |
| 1135 | tlsPtr_.opeer, |
| 1136 | thread_is_daemon, |
| 1137 | thread_group, |
| 1138 | thread_name.get(), |
| 1139 | thread_priority); |
Sebastien Hertz | d2fe10a | 2014-01-15 10:20:56 +0100 | [diff] [blame] | 1140 | } |
Andreas Gampe | 08883de | 2016-11-08 13:20:52 -0800 | [diff] [blame] | 1141 | peer_thread_name.Assign(GetThreadName()); |
Brian Carlstrom | 00fae58 | 2011-10-28 01:16:28 -0700 | [diff] [blame] | 1142 | } |
Elliott Hughes | 225f5a1 | 2012-06-11 11:23:48 -0700 | [diff] [blame] | 1143 | // 'thread_name' may have been null, so don't trust 'peer_thread_name' to be non-null. |
Andreas Gampe | fa4333d | 2017-02-14 11:10:34 -0800 | [diff] [blame] | 1144 | if (peer_thread_name != nullptr) { |
Elliott Hughes | 899e789 | 2012-01-24 14:57:32 -0800 | [diff] [blame] | 1145 | SetThreadName(peer_thread_name->ToModifiedUtf8().c_str()); |
Brian Carlstrom | 00fae58 | 2011-10-28 01:16:28 -0700 | [diff] [blame] | 1146 | } |
Carl Shapiro | 61e019d | 2011-07-14 16:53:09 -0700 | [diff] [blame] | 1147 | } |
| 1148 | |
Andreas Gampe | bad529d | 2017-02-13 18:52:10 -0800 | [diff] [blame] | 1149 | jobject Thread::CreateCompileTimePeer(JNIEnv* env, |
| 1150 | const char* name, |
| 1151 | bool as_daemon, |
| 1152 | jobject thread_group) { |
| 1153 | Runtime* runtime = Runtime::Current(); |
| 1154 | CHECK(!runtime->IsStarted()); |
| 1155 | |
| 1156 | if (thread_group == nullptr) { |
| 1157 | thread_group = runtime->GetMainThreadGroup(); |
| 1158 | } |
| 1159 | ScopedLocalRef<jobject> thread_name(env, env->NewStringUTF(name)); |
| 1160 | // Add missing null check in case of OOM b/18297817 |
| 1161 | if (name != nullptr && thread_name.get() == nullptr) { |
| 1162 | CHECK(Thread::Current()->IsExceptionPending()); |
| 1163 | return nullptr; |
| 1164 | } |
Andreas Gampe | a1e5b97 | 2019-03-18 16:54:25 -0700 | [diff] [blame] | 1165 | jint thread_priority = kNormThreadPriority; // Always normalize to NORM priority. |
Andreas Gampe | bad529d | 2017-02-13 18:52:10 -0800 | [diff] [blame] | 1166 | jboolean thread_is_daemon = as_daemon; |
| 1167 | |
| 1168 | ScopedLocalRef<jobject> peer(env, env->AllocObject(WellKnownClasses::java_lang_Thread)); |
| 1169 | if (peer.get() == nullptr) { |
| 1170 | CHECK(Thread::Current()->IsExceptionPending()); |
| 1171 | return nullptr; |
| 1172 | } |
| 1173 | |
| 1174 | // We cannot call Thread.init, as it will recursively ask for currentThread. |
| 1175 | |
| 1176 | // The Thread constructor should have set the Thread.name to a |
| 1177 | // non-null value. However, because we can run without code |
| 1178 | // available (in the compiler, in tests), we manually assign the |
| 1179 | // fields the constructor should have set. |
| 1180 | ScopedObjectAccessUnchecked soa(Thread::Current()); |
| 1181 | if (runtime->IsActiveTransaction()) { |
| 1182 | InitPeer<true>(soa, |
| 1183 | soa.Decode<mirror::Object>(peer.get()), |
| 1184 | thread_is_daemon, |
| 1185 | thread_group, |
| 1186 | thread_name.get(), |
| 1187 | thread_priority); |
| 1188 | } else { |
| 1189 | InitPeer<false>(soa, |
| 1190 | soa.Decode<mirror::Object>(peer.get()), |
| 1191 | thread_is_daemon, |
| 1192 | thread_group, |
| 1193 | thread_name.get(), |
| 1194 | thread_priority); |
| 1195 | } |
| 1196 | |
| 1197 | return peer.release(); |
| 1198 | } |
| 1199 | |
Sebastien Hertz | d2fe10a | 2014-01-15 10:20:56 +0100 | [diff] [blame] | 1200 | template<bool kTransactionActive> |
Andreas Gampe | bad529d | 2017-02-13 18:52:10 -0800 | [diff] [blame] | 1201 | void Thread::InitPeer(ScopedObjectAccessAlreadyRunnable& soa, |
| 1202 | ObjPtr<mirror::Object> peer, |
| 1203 | jboolean thread_is_daemon, |
| 1204 | jobject thread_group, |
| 1205 | jobject thread_name, |
| 1206 | jint thread_priority) { |
Andreas Gampe | 08883de | 2016-11-08 13:20:52 -0800 | [diff] [blame] | 1207 | jni::DecodeArtField(WellKnownClasses::java_lang_Thread_daemon)-> |
Andreas Gampe | bad529d | 2017-02-13 18:52:10 -0800 | [diff] [blame] | 1208 | SetBoolean<kTransactionActive>(peer, thread_is_daemon); |
Andreas Gampe | 08883de | 2016-11-08 13:20:52 -0800 | [diff] [blame] | 1209 | jni::DecodeArtField(WellKnownClasses::java_lang_Thread_group)-> |
Andreas Gampe | bad529d | 2017-02-13 18:52:10 -0800 | [diff] [blame] | 1210 | SetObject<kTransactionActive>(peer, soa.Decode<mirror::Object>(thread_group)); |
Andreas Gampe | 08883de | 2016-11-08 13:20:52 -0800 | [diff] [blame] | 1211 | jni::DecodeArtField(WellKnownClasses::java_lang_Thread_name)-> |
Andreas Gampe | bad529d | 2017-02-13 18:52:10 -0800 | [diff] [blame] | 1212 | SetObject<kTransactionActive>(peer, soa.Decode<mirror::Object>(thread_name)); |
Andreas Gampe | 08883de | 2016-11-08 13:20:52 -0800 | [diff] [blame] | 1213 | jni::DecodeArtField(WellKnownClasses::java_lang_Thread_priority)-> |
Andreas Gampe | bad529d | 2017-02-13 18:52:10 -0800 | [diff] [blame] | 1214 | SetInt<kTransactionActive>(peer, thread_priority); |
Sebastien Hertz | d2fe10a | 2014-01-15 10:20:56 +0100 | [diff] [blame] | 1215 | } |
| 1216 | |
Elliott Hughes | 899e789 | 2012-01-24 14:57:32 -0800 | [diff] [blame] | 1217 | void Thread::SetThreadName(const char* name) { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1218 | tlsPtr_.name->assign(name); |
Elliott Hughes | 899e789 | 2012-01-24 14:57:32 -0800 | [diff] [blame] | 1219 | ::art::SetThreadName(name); |
| 1220 | Dbg::DdmSendThreadNotification(this, CHUNK_TYPE("THNM")); |
| 1221 | } |
| 1222 | |
Andreas Gampe | 9186ced | 2016-12-12 14:28:21 -0800 | [diff] [blame] | 1223 | static void GetThreadStack(pthread_t thread, |
| 1224 | void** stack_base, |
| 1225 | size_t* stack_size, |
| 1226 | size_t* guard_size) { |
| 1227 | #if defined(__APPLE__) |
| 1228 | *stack_size = pthread_get_stacksize_np(thread); |
| 1229 | void* stack_addr = pthread_get_stackaddr_np(thread); |
| 1230 | |
| 1231 | // Check whether stack_addr is the base or end of the stack. |
| 1232 | // (On Mac OS 10.7, it's the end.) |
| 1233 | int stack_variable; |
| 1234 | if (stack_addr > &stack_variable) { |
| 1235 | *stack_base = reinterpret_cast<uint8_t*>(stack_addr) - *stack_size; |
| 1236 | } else { |
| 1237 | *stack_base = stack_addr; |
| 1238 | } |
| 1239 | |
| 1240 | // This is wrong, but there doesn't seem to be a way to get the actual value on the Mac. |
| 1241 | pthread_attr_t attributes; |
| 1242 | CHECK_PTHREAD_CALL(pthread_attr_init, (&attributes), __FUNCTION__); |
| 1243 | CHECK_PTHREAD_CALL(pthread_attr_getguardsize, (&attributes, guard_size), __FUNCTION__); |
| 1244 | CHECK_PTHREAD_CALL(pthread_attr_destroy, (&attributes), __FUNCTION__); |
| 1245 | #else |
| 1246 | pthread_attr_t attributes; |
| 1247 | CHECK_PTHREAD_CALL(pthread_getattr_np, (thread, &attributes), __FUNCTION__); |
| 1248 | CHECK_PTHREAD_CALL(pthread_attr_getstack, (&attributes, stack_base, stack_size), __FUNCTION__); |
| 1249 | CHECK_PTHREAD_CALL(pthread_attr_getguardsize, (&attributes, guard_size), __FUNCTION__); |
| 1250 | CHECK_PTHREAD_CALL(pthread_attr_destroy, (&attributes), __FUNCTION__); |
| 1251 | |
| 1252 | #if defined(__GLIBC__) |
| 1253 | // If we're the main thread, check whether we were run with an unlimited stack. In that case, |
| 1254 | // glibc will have reported a 2GB stack for our 32-bit process, and our stack overflow detection |
| 1255 | // will be broken because we'll die long before we get close to 2GB. |
| 1256 | bool is_main_thread = (::art::GetTid() == getpid()); |
| 1257 | if (is_main_thread) { |
| 1258 | rlimit stack_limit; |
| 1259 | if (getrlimit(RLIMIT_STACK, &stack_limit) == -1) { |
| 1260 | PLOG(FATAL) << "getrlimit(RLIMIT_STACK) failed"; |
| 1261 | } |
| 1262 | if (stack_limit.rlim_cur == RLIM_INFINITY) { |
| 1263 | size_t old_stack_size = *stack_size; |
| 1264 | |
| 1265 | // Use the kernel default limit as our size, and adjust the base to match. |
| 1266 | *stack_size = 8 * MB; |
| 1267 | *stack_base = reinterpret_cast<uint8_t*>(*stack_base) + (old_stack_size - *stack_size); |
| 1268 | |
| 1269 | VLOG(threads) << "Limiting unlimited stack (reported as " << PrettySize(old_stack_size) << ")" |
| 1270 | << " to " << PrettySize(*stack_size) |
| 1271 | << " with base " << *stack_base; |
| 1272 | } |
| 1273 | } |
| 1274 | #endif |
| 1275 | |
| 1276 | #endif |
| 1277 | } |
| 1278 | |
Ian Rogers | f4d4da1 | 2014-11-11 16:10:33 -0800 | [diff] [blame] | 1279 | bool Thread::InitStackHwm() { |
Mathieu Chartier | 3a0cd34 | 2018-12-13 13:45:17 -0800 | [diff] [blame] | 1280 | ScopedTrace trace("InitStackHwm"); |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1281 | void* read_stack_base; |
| 1282 | size_t read_stack_size; |
Elliott Hughes | 6d3fc56 | 2014-08-27 11:47:01 -0700 | [diff] [blame] | 1283 | size_t read_guard_size; |
| 1284 | GetThreadStack(tlsPtr_.pthread_self, &read_stack_base, &read_stack_size, &read_guard_size); |
Elliott Hughes | 36ecb78 | 2012-04-17 16:55:45 -0700 | [diff] [blame] | 1285 | |
Ian Rogers | 1373595 | 2014-10-08 12:43:28 -0700 | [diff] [blame] | 1286 | tlsPtr_.stack_begin = reinterpret_cast<uint8_t*>(read_stack_base); |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1287 | tlsPtr_.stack_size = read_stack_size; |
Elliott Hughes | 36ecb78 | 2012-04-17 16:55:45 -0700 | [diff] [blame] | 1288 | |
Dave Allison | 648d711 | 2014-07-25 16:15:27 -0700 | [diff] [blame] | 1289 | // The minimum stack size we can cope with is the overflow reserved bytes (typically |
| 1290 | // 8K) + the protected region size (4K) + another page (4K). Typically this will |
| 1291 | // be 8+4+4 = 16K. The thread won't be able to do much with this stack even the GC takes |
| 1292 | // between 8K and 12K. |
| 1293 | uint32_t min_stack = GetStackOverflowReservedBytes(kRuntimeISA) + kStackOverflowProtectedSize |
| 1294 | + 4 * KB; |
| 1295 | if (read_stack_size <= min_stack) { |
Ian Rogers | f4d4da1 | 2014-11-11 16:10:33 -0800 | [diff] [blame] | 1296 | // Note, as we know the stack is small, avoid operations that could use a lot of stack. |
Andreas Gampe | 3fec9ac | 2016-09-13 10:47:28 -0700 | [diff] [blame] | 1297 | LogHelper::LogLineLowStack(__PRETTY_FUNCTION__, |
| 1298 | __LINE__, |
| 1299 | ::android::base::ERROR, |
| 1300 | "Attempt to attach a thread with a too-small stack"); |
Ian Rogers | f4d4da1 | 2014-11-11 16:10:33 -0800 | [diff] [blame] | 1301 | return false; |
Elliott Hughes | be759c6 | 2011-09-08 19:38:21 -0700 | [diff] [blame] | 1302 | } |
Elliott Hughes | 449b4bd | 2011-09-09 12:01:38 -0700 | [diff] [blame] | 1303 | |
Vladimir Marko | b8f2f63 | 2015-01-02 14:23:26 +0000 | [diff] [blame] | 1304 | // This is included in the SIGQUIT output, but it's useful here for thread debugging. |
| 1305 | VLOG(threads) << StringPrintf("Native stack is at %p (%s with %s guard)", |
| 1306 | read_stack_base, |
| 1307 | PrettySize(read_stack_size).c_str(), |
| 1308 | PrettySize(read_guard_size).c_str()); |
| 1309 | |
Ian Rogers | 932746a | 2011-09-22 18:57:50 -0700 | [diff] [blame] | 1310 | // Set stack_end_ to the bottom of the stack saving space of stack overflows |
Mathieu Chartier | 8e219ae | 2014-08-19 14:29:46 -0700 | [diff] [blame] | 1311 | |
| 1312 | Runtime* runtime = Runtime::Current(); |
Mathieu Chartier | e5f13e5 | 2015-02-24 09:37:21 -0800 | [diff] [blame] | 1313 | bool implicit_stack_check = !runtime->ExplicitStackOverflowChecks() && !runtime->IsAotCompiler(); |
Andreas Gampe | 7df12cb | 2016-06-10 20:38:55 -0700 | [diff] [blame] | 1314 | |
Dave Allison | b090a18 | 2014-08-14 17:02:48 +0000 | [diff] [blame] | 1315 | ResetDefaultStackEnd(); |
Dave Allison | f943914 | 2014-03-27 15:10:22 -0700 | [diff] [blame] | 1316 | |
| 1317 | // Install the protected region if we are doing implicit overflow checks. |
Roland Levillain | 05e34f4 | 2018-05-24 13:19:05 +0000 | [diff] [blame] | 1318 | if (implicit_stack_check) { |
Dave Allison | 648d711 | 2014-07-25 16:15:27 -0700 | [diff] [blame] | 1319 | // The thread might have protected region at the bottom. We need |
| 1320 | // to install our own region so we need to move the limits |
| 1321 | // of the stack to make room for it. |
Dave Allison | 216cf23 | 2014-08-18 15:49:51 -0700 | [diff] [blame] | 1322 | |
Elliott Hughes | 6d3fc56 | 2014-08-27 11:47:01 -0700 | [diff] [blame] | 1323 | tlsPtr_.stack_begin += read_guard_size + kStackOverflowProtectedSize; |
| 1324 | tlsPtr_.stack_end += read_guard_size + kStackOverflowProtectedSize; |
| 1325 | tlsPtr_.stack_size -= read_guard_size; |
Dave Allison | 648d711 | 2014-07-25 16:15:27 -0700 | [diff] [blame] | 1326 | |
| 1327 | InstallImplicitProtection(); |
Dave Allison | f943914 | 2014-03-27 15:10:22 -0700 | [diff] [blame] | 1328 | } |
Elliott Hughes | 449b4bd | 2011-09-09 12:01:38 -0700 | [diff] [blame] | 1329 | |
| 1330 | // Sanity check. |
Andreas Gampe | b87c03f | 2016-06-10 20:34:55 -0700 | [diff] [blame] | 1331 | CHECK_GT(FindStackTop(), reinterpret_cast<void*>(tlsPtr_.stack_end)); |
Ian Rogers | f4d4da1 | 2014-11-11 16:10:33 -0800 | [diff] [blame] | 1332 | |
| 1333 | return true; |
Elliott Hughes | be759c6 | 2011-09-08 19:38:21 -0700 | [diff] [blame] | 1334 | } |
| 1335 | |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 1336 | void Thread::ShortDump(std::ostream& os) const { |
| 1337 | os << "Thread["; |
Ian Rogers | d9c4fc9 | 2013-10-01 19:45:43 -0700 | [diff] [blame] | 1338 | if (GetThreadId() != 0) { |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 1339 | // If we're in kStarting, we won't have a thin lock id or tid yet. |
Ian Rogers | d9c4fc9 | 2013-10-01 19:45:43 -0700 | [diff] [blame] | 1340 | os << GetThreadId() |
Mathieu Chartier | b28412e | 2015-04-24 15:28:36 -0700 | [diff] [blame] | 1341 | << ",tid=" << GetTid() << ','; |
Elliott Hughes | e091855 | 2011-10-28 17:18:29 -0700 | [diff] [blame] | 1342 | } |
Ian Rogers | 474b6da | 2012-09-25 00:20:38 -0700 | [diff] [blame] | 1343 | os << GetState() |
Mathieu Chartier | b28412e | 2015-04-24 15:28:36 -0700 | [diff] [blame] | 1344 | << ",Thread*=" << this |
| 1345 | << ",peer=" << tlsPtr_.opeer |
| 1346 | << ",\"" << (tlsPtr_.name != nullptr ? *tlsPtr_.name : "null") << "\"" |
| 1347 | << "]"; |
Elliott Hughes | a095764 | 2011-09-02 14:27:33 -0700 | [diff] [blame] | 1348 | } |
| 1349 | |
Nicolas Geoffray | 6ee4971 | 2018-03-30 14:39:05 +0000 | [diff] [blame] | 1350 | void Thread::Dump(std::ostream& os, bool dump_native_stack, BacktraceMap* backtrace_map, |
| 1351 | bool force_dump_stack) const { |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 1352 | DumpState(os); |
Nicolas Geoffray | 6ee4971 | 2018-03-30 14:39:05 +0000 | [diff] [blame] | 1353 | DumpStack(os, dump_native_stack, backtrace_map, force_dump_stack); |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 1354 | } |
| 1355 | |
Vladimir Marko | 4617d58 | 2019-03-28 13:48:31 +0000 | [diff] [blame] | 1356 | ObjPtr<mirror::String> Thread::GetThreadName() const { |
Andreas Gampe | 08883de | 2016-11-08 13:20:52 -0800 | [diff] [blame] | 1357 | ArtField* f = jni::DecodeArtField(WellKnownClasses::java_lang_Thread_name); |
Mathieu Chartier | 3398c78 | 2016-09-30 10:27:43 -0700 | [diff] [blame] | 1358 | if (tlsPtr_.opeer == nullptr) { |
| 1359 | return nullptr; |
| 1360 | } |
| 1361 | ObjPtr<mirror::Object> name = f->GetObject(tlsPtr_.opeer); |
| 1362 | return name == nullptr ? nullptr : name->AsString(); |
Elliott Hughes | fc86162 | 2011-10-17 17:57:47 -0700 | [diff] [blame] | 1363 | } |
| 1364 | |
Elliott Hughes | ffb465f | 2012-03-01 18:46:05 -0800 | [diff] [blame] | 1365 | void Thread::GetThreadName(std::string& name) const { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1366 | name.assign(*tlsPtr_.name); |
Elliott Hughes | ffb465f | 2012-03-01 18:46:05 -0800 | [diff] [blame] | 1367 | } |
| 1368 | |
Jeff Hao | 57dac6e | 2013-08-15 16:36:24 -0700 | [diff] [blame] | 1369 | uint64_t Thread::GetCpuMicroTime() const { |
Elliott Hughes | 0a18df8 | 2015-01-09 15:16:16 -0800 | [diff] [blame] | 1370 | #if defined(__linux__) |
Jeff Hao | 57dac6e | 2013-08-15 16:36:24 -0700 | [diff] [blame] | 1371 | clockid_t cpu_clock_id; |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1372 | pthread_getcpuclockid(tlsPtr_.pthread_self, &cpu_clock_id); |
Jeff Hao | 57dac6e | 2013-08-15 16:36:24 -0700 | [diff] [blame] | 1373 | timespec now; |
| 1374 | clock_gettime(cpu_clock_id, &now); |
Ian Rogers | 0f67847 | 2014-03-10 16:18:37 -0700 | [diff] [blame] | 1375 | return static_cast<uint64_t>(now.tv_sec) * UINT64_C(1000000) + now.tv_nsec / UINT64_C(1000); |
Elliott Hughes | 0a18df8 | 2015-01-09 15:16:16 -0800 | [diff] [blame] | 1376 | #else // __APPLE__ |
Jeff Hao | 57dac6e | 2013-08-15 16:36:24 -0700 | [diff] [blame] | 1377 | UNIMPLEMENTED(WARNING); |
| 1378 | return -1; |
| 1379 | #endif |
| 1380 | } |
| 1381 | |
Ian Rogers | 01ae580 | 2012-09-28 16:14:01 -0700 | [diff] [blame] | 1382 | // Attempt to rectify locks so that we dump thread list with required locks before exiting. |
| 1383 | static void UnsafeLogFatalForSuspendCount(Thread* self, Thread* thread) NO_THREAD_SAFETY_ANALYSIS { |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 1384 | LOG(ERROR) << *thread << " suspend count already zero."; |
Ian Rogers | 01ae580 | 2012-09-28 16:14:01 -0700 | [diff] [blame] | 1385 | Locks::thread_suspend_count_lock_->Unlock(self); |
| 1386 | if (!Locks::mutator_lock_->IsSharedHeld(self)) { |
| 1387 | Locks::mutator_lock_->SharedTryLock(self); |
| 1388 | if (!Locks::mutator_lock_->IsSharedHeld(self)) { |
| 1389 | LOG(WARNING) << "Dumping thread list without holding mutator_lock_"; |
| 1390 | } |
| 1391 | } |
| 1392 | if (!Locks::thread_list_lock_->IsExclusiveHeld(self)) { |
| 1393 | Locks::thread_list_lock_->TryLock(self); |
| 1394 | if (!Locks::thread_list_lock_->IsExclusiveHeld(self)) { |
| 1395 | LOG(WARNING) << "Dumping thread list without holding thread_list_lock_"; |
| 1396 | } |
| 1397 | } |
| 1398 | std::ostringstream ss; |
Ian Rogers | 7b078e8 | 2014-09-10 14:44:24 -0700 | [diff] [blame] | 1399 | Runtime::Current()->GetThreadList()->Dump(ss); |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 1400 | LOG(FATAL) << ss.str(); |
Ian Rogers | 01ae580 | 2012-09-28 16:14:01 -0700 | [diff] [blame] | 1401 | } |
| 1402 | |
Hiroshi Yamauchi | 02e7f1a | 2016-10-03 15:32:01 -0700 | [diff] [blame] | 1403 | bool Thread::ModifySuspendCountInternal(Thread* self, |
| 1404 | int delta, |
| 1405 | AtomicInteger* suspend_barrier, |
Alex Light | 46f9340 | 2017-06-29 11:59:50 -0700 | [diff] [blame] | 1406 | SuspendReason reason) { |
Ian Rogers | 2966e13 | 2014-04-02 08:34:36 -0700 | [diff] [blame] | 1407 | if (kIsDebugBuild) { |
| 1408 | DCHECK(delta == -1 || delta == +1 || delta == -tls32_.debug_suspend_count) |
Alex Light | 46f9340 | 2017-06-29 11:59:50 -0700 | [diff] [blame] | 1409 | << reason << " " << delta << " " << tls32_.debug_suspend_count << " " << this; |
Ian Rogers | 2966e13 | 2014-04-02 08:34:36 -0700 | [diff] [blame] | 1410 | DCHECK_GE(tls32_.suspend_count, tls32_.debug_suspend_count) << this; |
| 1411 | Locks::thread_suspend_count_lock_->AssertHeld(self); |
| 1412 | if (this != self && !IsSuspended()) { |
| 1413 | Locks::thread_list_lock_->AssertHeld(self); |
| 1414 | } |
Ian Rogers | cfaa455 | 2012-11-26 21:00:08 -0800 | [diff] [blame] | 1415 | } |
Alex Light | 88fd720 | 2017-06-30 08:31:59 -0700 | [diff] [blame] | 1416 | // User code suspensions need to be checked more closely since they originate from code outside of |
| 1417 | // the runtime's control. |
| 1418 | if (UNLIKELY(reason == SuspendReason::kForUserCode)) { |
| 1419 | Locks::user_code_suspension_lock_->AssertHeld(self); |
| 1420 | if (UNLIKELY(delta + tls32_.user_code_suspend_count < 0)) { |
| 1421 | LOG(ERROR) << "attempting to modify suspend count in an illegal way."; |
| 1422 | return false; |
| 1423 | } |
| 1424 | } |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1425 | if (UNLIKELY(delta < 0 && tls32_.suspend_count <= 0)) { |
Ian Rogers | 01ae580 | 2012-09-28 16:14:01 -0700 | [diff] [blame] | 1426 | UnsafeLogFatalForSuspendCount(self, this); |
Yu Li | eac4424 | 2015-06-29 10:50:03 +0800 | [diff] [blame] | 1427 | return false; |
| 1428 | } |
| 1429 | |
Hiroshi Yamauchi | 02e7f1a | 2016-10-03 15:32:01 -0700 | [diff] [blame] | 1430 | if (kUseReadBarrier && delta > 0 && this != self && tlsPtr_.flip_function != nullptr) { |
| 1431 | // Force retry of a suspend request if it's in the middle of a thread flip to avoid a |
| 1432 | // deadlock. b/31683379. |
| 1433 | return false; |
| 1434 | } |
| 1435 | |
Yu Li | eac4424 | 2015-06-29 10:50:03 +0800 | [diff] [blame] | 1436 | uint16_t flags = kSuspendRequest; |
| 1437 | if (delta > 0 && suspend_barrier != nullptr) { |
| 1438 | uint32_t available_barrier = kMaxSuspendBarriers; |
| 1439 | for (uint32_t i = 0; i < kMaxSuspendBarriers; ++i) { |
| 1440 | if (tlsPtr_.active_suspend_barriers[i] == nullptr) { |
| 1441 | available_barrier = i; |
| 1442 | break; |
| 1443 | } |
| 1444 | } |
| 1445 | if (available_barrier == kMaxSuspendBarriers) { |
| 1446 | // No barrier spaces available, we can't add another. |
| 1447 | return false; |
| 1448 | } |
| 1449 | tlsPtr_.active_suspend_barriers[available_barrier] = suspend_barrier; |
| 1450 | flags |= kActiveSuspendBarrier; |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 1451 | } |
Ian Rogers | 01ae580 | 2012-09-28 16:14:01 -0700 | [diff] [blame] | 1452 | |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1453 | tls32_.suspend_count += delta; |
Alex Light | 46f9340 | 2017-06-29 11:59:50 -0700 | [diff] [blame] | 1454 | switch (reason) { |
| 1455 | case SuspendReason::kForDebugger: |
| 1456 | tls32_.debug_suspend_count += delta; |
| 1457 | break; |
Alex Light | 88fd720 | 2017-06-30 08:31:59 -0700 | [diff] [blame] | 1458 | case SuspendReason::kForUserCode: |
| 1459 | tls32_.user_code_suspend_count += delta; |
| 1460 | break; |
Alex Light | 46f9340 | 2017-06-29 11:59:50 -0700 | [diff] [blame] | 1461 | case SuspendReason::kInternal: |
| 1462 | break; |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 1463 | } |
Ian Rogers | 01ae580 | 2012-09-28 16:14:01 -0700 | [diff] [blame] | 1464 | |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1465 | if (tls32_.suspend_count == 0) { |
Ian Rogers | 474b6da | 2012-09-25 00:20:38 -0700 | [diff] [blame] | 1466 | AtomicClearFlag(kSuspendRequest); |
| 1467 | } else { |
Yu Li | eac4424 | 2015-06-29 10:50:03 +0800 | [diff] [blame] | 1468 | // Two bits might be set simultaneously. |
Orion Hodson | 88591fe | 2018-03-06 13:35:43 +0000 | [diff] [blame] | 1469 | tls32_.state_and_flags.as_atomic_int.fetch_or(flags, std::memory_order_seq_cst); |
Dave Allison | b373e09 | 2014-02-20 16:06:36 -0800 | [diff] [blame] | 1470 | TriggerSuspend(); |
Ian Rogers | 474b6da | 2012-09-25 00:20:38 -0700 | [diff] [blame] | 1471 | } |
Yu Li | eac4424 | 2015-06-29 10:50:03 +0800 | [diff] [blame] | 1472 | return true; |
| 1473 | } |
| 1474 | |
| 1475 | bool Thread::PassActiveSuspendBarriers(Thread* self) { |
| 1476 | // Grab the suspend_count lock and copy the current set of |
| 1477 | // barriers. Then clear the list and the flag. The ModifySuspendCount |
| 1478 | // function requires the lock so we prevent a race between setting |
| 1479 | // the kActiveSuspendBarrier flag and clearing it. |
| 1480 | AtomicInteger* pass_barriers[kMaxSuspendBarriers]; |
| 1481 | { |
| 1482 | MutexLock mu(self, *Locks::thread_suspend_count_lock_); |
| 1483 | if (!ReadFlag(kActiveSuspendBarrier)) { |
| 1484 | // quick exit test: the barriers have already been claimed - this is |
| 1485 | // possible as there may be a race to claim and it doesn't matter |
| 1486 | // who wins. |
| 1487 | // All of the callers of this function (except the SuspendAllInternal) |
| 1488 | // will first test the kActiveSuspendBarrier flag without lock. Here |
| 1489 | // double-check whether the barrier has been passed with the |
| 1490 | // suspend_count lock. |
| 1491 | return false; |
| 1492 | } |
| 1493 | |
| 1494 | for (uint32_t i = 0; i < kMaxSuspendBarriers; ++i) { |
| 1495 | pass_barriers[i] = tlsPtr_.active_suspend_barriers[i]; |
| 1496 | tlsPtr_.active_suspend_barriers[i] = nullptr; |
| 1497 | } |
| 1498 | AtomicClearFlag(kActiveSuspendBarrier); |
| 1499 | } |
| 1500 | |
| 1501 | uint32_t barrier_count = 0; |
| 1502 | for (uint32_t i = 0; i < kMaxSuspendBarriers; i++) { |
| 1503 | AtomicInteger* pending_threads = pass_barriers[i]; |
| 1504 | if (pending_threads != nullptr) { |
| 1505 | bool done = false; |
| 1506 | do { |
Orion Hodson | 88591fe | 2018-03-06 13:35:43 +0000 | [diff] [blame] | 1507 | int32_t cur_val = pending_threads->load(std::memory_order_relaxed); |
Yu Li | eac4424 | 2015-06-29 10:50:03 +0800 | [diff] [blame] | 1508 | CHECK_GT(cur_val, 0) << "Unexpected value for PassActiveSuspendBarriers(): " << cur_val; |
| 1509 | // Reduce value by 1. |
Orion Hodson | 4557b38 | 2018-01-03 11:47:54 +0000 | [diff] [blame] | 1510 | done = pending_threads->CompareAndSetWeakRelaxed(cur_val, cur_val - 1); |
Yu Li | eac4424 | 2015-06-29 10:50:03 +0800 | [diff] [blame] | 1511 | #if ART_USE_FUTEXES |
| 1512 | if (done && (cur_val - 1) == 0) { // Weak CAS may fail spuriously. |
Hans Boehm | 81dc7ab | 2019-04-19 17:34:31 -0700 | [diff] [blame] | 1513 | futex(pending_threads->Address(), FUTEX_WAKE_PRIVATE, INT_MAX, nullptr, nullptr, 0); |
Yu Li | eac4424 | 2015-06-29 10:50:03 +0800 | [diff] [blame] | 1514 | } |
| 1515 | #endif |
| 1516 | } while (!done); |
| 1517 | ++barrier_count; |
| 1518 | } |
| 1519 | } |
| 1520 | CHECK_GT(barrier_count, 0U); |
| 1521 | return true; |
| 1522 | } |
| 1523 | |
| 1524 | void Thread::ClearSuspendBarrier(AtomicInteger* target) { |
| 1525 | CHECK(ReadFlag(kActiveSuspendBarrier)); |
| 1526 | bool clear_flag = true; |
| 1527 | for (uint32_t i = 0; i < kMaxSuspendBarriers; ++i) { |
| 1528 | AtomicInteger* ptr = tlsPtr_.active_suspend_barriers[i]; |
| 1529 | if (ptr == target) { |
| 1530 | tlsPtr_.active_suspend_barriers[i] = nullptr; |
| 1531 | } else if (ptr != nullptr) { |
| 1532 | clear_flag = false; |
| 1533 | } |
| 1534 | } |
| 1535 | if (LIKELY(clear_flag)) { |
| 1536 | AtomicClearFlag(kActiveSuspendBarrier); |
| 1537 | } |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 1538 | } |
| 1539 | |
Mathieu Chartier | 752a0e6 | 2013-06-27 11:03:27 -0700 | [diff] [blame] | 1540 | void Thread::RunCheckpointFunction() { |
Alex Light | df00a1e | 2017-11-01 09:29:53 -0700 | [diff] [blame] | 1541 | // Grab the suspend_count lock, get the next checkpoint and update all the checkpoint fields. If |
| 1542 | // there are no more checkpoints we will also clear the kCheckpointRequest flag. |
| 1543 | Closure* checkpoint; |
| 1544 | { |
| 1545 | MutexLock mu(this, *Locks::thread_suspend_count_lock_); |
| 1546 | checkpoint = tlsPtr_.checkpoint_function; |
| 1547 | if (!checkpoint_overflow_.empty()) { |
| 1548 | // Overflow list not empty, copy the first one out and continue. |
| 1549 | tlsPtr_.checkpoint_function = checkpoint_overflow_.front(); |
| 1550 | checkpoint_overflow_.pop_front(); |
| 1551 | } else { |
| 1552 | // No overflow checkpoints. Clear the kCheckpointRequest flag |
| 1553 | tlsPtr_.checkpoint_function = nullptr; |
| 1554 | AtomicClearFlag(kCheckpointRequest); |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 1555 | } |
Alex Light | df00a1e | 2017-11-01 09:29:53 -0700 | [diff] [blame] | 1556 | } |
| 1557 | // Outside the lock, run the checkpoint function. |
| 1558 | ScopedTrace trace("Run checkpoint function"); |
| 1559 | CHECK(checkpoint != nullptr) << "Checkpoint flag set without pending checkpoint"; |
| 1560 | checkpoint->Run(this); |
Mathieu Chartier | 752a0e6 | 2013-06-27 11:03:27 -0700 | [diff] [blame] | 1561 | } |
| 1562 | |
Hiroshi Yamauchi | 3049324 | 2016-11-03 13:06:52 -0700 | [diff] [blame] | 1563 | void Thread::RunEmptyCheckpoint() { |
| 1564 | DCHECK_EQ(Thread::Current(), this); |
| 1565 | AtomicClearFlag(kEmptyCheckpointRequest); |
| 1566 | Runtime::Current()->GetThreadList()->EmptyCheckpointBarrier()->Pass(this); |
| 1567 | } |
| 1568 | |
Mathieu Chartier | 0e4627e | 2012-10-23 16:13:36 -0700 | [diff] [blame] | 1569 | bool Thread::RequestCheckpoint(Closure* function) { |
Chris Dearman | 59cde53 | 2013-12-04 18:53:49 -0800 | [diff] [blame] | 1570 | union StateAndFlags old_state_and_flags; |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1571 | old_state_and_flags.as_int = tls32_.state_and_flags.as_int; |
Ian Rogers | d9c4fc9 | 2013-10-01 19:45:43 -0700 | [diff] [blame] | 1572 | if (old_state_and_flags.as_struct.state != kRunnable) { |
| 1573 | return false; // Fail, thread is suspended and so can't run a checkpoint. |
| 1574 | } |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 1575 | |
Mathieu Chartier | 858f1c5 | 2012-10-17 17:45:55 -0700 | [diff] [blame] | 1576 | // We must be runnable to request a checkpoint. |
Mathieu Chartier | 5f51d4b | 2013-12-03 14:24:05 -0800 | [diff] [blame] | 1577 | DCHECK_EQ(old_state_and_flags.as_struct.state, kRunnable); |
Chris Dearman | 59cde53 | 2013-12-04 18:53:49 -0800 | [diff] [blame] | 1578 | union StateAndFlags new_state_and_flags; |
| 1579 | new_state_and_flags.as_int = old_state_and_flags.as_int; |
Mathieu Chartier | 858f1c5 | 2012-10-17 17:45:55 -0700 | [diff] [blame] | 1580 | new_state_and_flags.as_struct.flags |= kCheckpointRequest; |
Orion Hodson | 4557b38 | 2018-01-03 11:47:54 +0000 | [diff] [blame] | 1581 | bool success = tls32_.state_and_flags.as_atomic_int.CompareAndSetStrongSequentiallyConsistent( |
Mathieu Chartier | 2cebb24 | 2015-04-21 16:50:40 -0700 | [diff] [blame] | 1582 | old_state_and_flags.as_int, new_state_and_flags.as_int); |
Mathieu Chartier | 952e1e3 | 2016-06-13 14:04:02 -0700 | [diff] [blame] | 1583 | if (success) { |
| 1584 | // Succeeded setting checkpoint flag, now insert the actual checkpoint. |
| 1585 | if (tlsPtr_.checkpoint_function == nullptr) { |
| 1586 | tlsPtr_.checkpoint_function = function; |
| 1587 | } else { |
| 1588 | checkpoint_overflow_.push_back(function); |
| 1589 | } |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 1590 | CHECK_EQ(ReadFlag(kCheckpointRequest), true); |
Dave Allison | b373e09 | 2014-02-20 16:06:36 -0800 | [diff] [blame] | 1591 | TriggerSuspend(); |
Ian Rogers | d9c4fc9 | 2013-10-01 19:45:43 -0700 | [diff] [blame] | 1592 | } |
Ian Rogers | 8c1b5f7 | 2014-07-09 22:02:36 -0700 | [diff] [blame] | 1593 | return success; |
Mathieu Chartier | 858f1c5 | 2012-10-17 17:45:55 -0700 | [diff] [blame] | 1594 | } |
| 1595 | |
Hiroshi Yamauchi | 3049324 | 2016-11-03 13:06:52 -0700 | [diff] [blame] | 1596 | bool Thread::RequestEmptyCheckpoint() { |
| 1597 | union StateAndFlags old_state_and_flags; |
| 1598 | old_state_and_flags.as_int = tls32_.state_and_flags.as_int; |
| 1599 | if (old_state_and_flags.as_struct.state != kRunnable) { |
| 1600 | // If it's not runnable, we don't need to do anything because it won't be in the middle of a |
| 1601 | // heap access (eg. the read barrier). |
| 1602 | return false; |
| 1603 | } |
| 1604 | |
| 1605 | // We must be runnable to request a checkpoint. |
| 1606 | DCHECK_EQ(old_state_and_flags.as_struct.state, kRunnable); |
| 1607 | union StateAndFlags new_state_and_flags; |
| 1608 | new_state_and_flags.as_int = old_state_and_flags.as_int; |
| 1609 | new_state_and_flags.as_struct.flags |= kEmptyCheckpointRequest; |
Orion Hodson | 4557b38 | 2018-01-03 11:47:54 +0000 | [diff] [blame] | 1610 | bool success = tls32_.state_and_flags.as_atomic_int.CompareAndSetStrongSequentiallyConsistent( |
Hiroshi Yamauchi | 3049324 | 2016-11-03 13:06:52 -0700 | [diff] [blame] | 1611 | old_state_and_flags.as_int, new_state_and_flags.as_int); |
| 1612 | if (success) { |
| 1613 | TriggerSuspend(); |
| 1614 | } |
| 1615 | return success; |
| 1616 | } |
| 1617 | |
Andreas Gampe | e9f6712 | 2016-10-27 19:21:23 -0700 | [diff] [blame] | 1618 | class BarrierClosure : public Closure { |
| 1619 | public: |
| 1620 | explicit BarrierClosure(Closure* wrapped) : wrapped_(wrapped), barrier_(0) {} |
| 1621 | |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 1622 | void Run(Thread* self) override { |
Andreas Gampe | e9f6712 | 2016-10-27 19:21:23 -0700 | [diff] [blame] | 1623 | wrapped_->Run(self); |
| 1624 | barrier_.Pass(self); |
| 1625 | } |
| 1626 | |
Alex Light | 318afe6 | 2018-03-22 16:50:10 -0700 | [diff] [blame] | 1627 | void Wait(Thread* self, ThreadState suspend_state) { |
| 1628 | if (suspend_state != ThreadState::kRunnable) { |
| 1629 | barrier_.Increment<Barrier::kDisallowHoldingLocks>(self, 1); |
| 1630 | } else { |
| 1631 | barrier_.Increment<Barrier::kAllowHoldingLocks>(self, 1); |
| 1632 | } |
Andreas Gampe | e9f6712 | 2016-10-27 19:21:23 -0700 | [diff] [blame] | 1633 | } |
| 1634 | |
| 1635 | private: |
| 1636 | Closure* wrapped_; |
| 1637 | Barrier barrier_; |
| 1638 | }; |
| 1639 | |
Alex Light | b1e31a8 | 2017-10-04 16:57:36 -0700 | [diff] [blame] | 1640 | // RequestSynchronousCheckpoint releases the thread_list_lock_ as a part of its execution. |
Alex Light | 318afe6 | 2018-03-22 16:50:10 -0700 | [diff] [blame] | 1641 | bool Thread::RequestSynchronousCheckpoint(Closure* function, ThreadState suspend_state) { |
Alex Light | b1e31a8 | 2017-10-04 16:57:36 -0700 | [diff] [blame] | 1642 | Thread* self = Thread::Current(); |
Andreas Gampe | e9f6712 | 2016-10-27 19:21:23 -0700 | [diff] [blame] | 1643 | if (this == Thread::Current()) { |
Alex Light | b1e31a8 | 2017-10-04 16:57:36 -0700 | [diff] [blame] | 1644 | Locks::thread_list_lock_->AssertExclusiveHeld(self); |
| 1645 | // Unlock the tll before running so that the state is the same regardless of thread. |
| 1646 | Locks::thread_list_lock_->ExclusiveUnlock(self); |
Andreas Gampe | e9f6712 | 2016-10-27 19:21:23 -0700 | [diff] [blame] | 1647 | // Asked to run on this thread. Just run. |
| 1648 | function->Run(this); |
Andreas Gampe | 28c4a23 | 2017-06-21 21:21:31 -0700 | [diff] [blame] | 1649 | return true; |
Andreas Gampe | e9f6712 | 2016-10-27 19:21:23 -0700 | [diff] [blame] | 1650 | } |
Andreas Gampe | e9f6712 | 2016-10-27 19:21:23 -0700 | [diff] [blame] | 1651 | |
| 1652 | // The current thread is not this thread. |
| 1653 | |
Andreas Gampe | 28c4a23 | 2017-06-21 21:21:31 -0700 | [diff] [blame] | 1654 | if (GetState() == ThreadState::kTerminated) { |
Alex Light | b1e31a8 | 2017-10-04 16:57:36 -0700 | [diff] [blame] | 1655 | Locks::thread_list_lock_->ExclusiveUnlock(self); |
Andreas Gampe | 28c4a23 | 2017-06-21 21:21:31 -0700 | [diff] [blame] | 1656 | return false; |
| 1657 | } |
| 1658 | |
Andreas Gampe | 28c4a23 | 2017-06-21 21:21:31 -0700 | [diff] [blame] | 1659 | struct ScopedThreadListLockUnlock { |
| 1660 | explicit ScopedThreadListLockUnlock(Thread* self_in) RELEASE(*Locks::thread_list_lock_) |
| 1661 | : self_thread(self_in) { |
| 1662 | Locks::thread_list_lock_->AssertHeld(self_thread); |
| 1663 | Locks::thread_list_lock_->Unlock(self_thread); |
| 1664 | } |
| 1665 | |
| 1666 | ~ScopedThreadListLockUnlock() ACQUIRE(*Locks::thread_list_lock_) { |
| 1667 | Locks::thread_list_lock_->AssertNotHeld(self_thread); |
| 1668 | Locks::thread_list_lock_->Lock(self_thread); |
| 1669 | } |
| 1670 | |
| 1671 | Thread* self_thread; |
| 1672 | }; |
| 1673 | |
Andreas Gampe | e9f6712 | 2016-10-27 19:21:23 -0700 | [diff] [blame] | 1674 | for (;;) { |
Alex Light | b1e31a8 | 2017-10-04 16:57:36 -0700 | [diff] [blame] | 1675 | Locks::thread_list_lock_->AssertExclusiveHeld(self); |
Andreas Gampe | e9f6712 | 2016-10-27 19:21:23 -0700 | [diff] [blame] | 1676 | // If this thread is runnable, try to schedule a checkpoint. Do some gymnastics to not hold the |
| 1677 | // suspend-count lock for too long. |
| 1678 | if (GetState() == ThreadState::kRunnable) { |
| 1679 | BarrierClosure barrier_closure(function); |
| 1680 | bool installed = false; |
| 1681 | { |
| 1682 | MutexLock mu(self, *Locks::thread_suspend_count_lock_); |
| 1683 | installed = RequestCheckpoint(&barrier_closure); |
| 1684 | } |
| 1685 | if (installed) { |
Alex Light | b1e31a8 | 2017-10-04 16:57:36 -0700 | [diff] [blame] | 1686 | // Relinquish the thread-list lock. We should not wait holding any locks. We cannot |
| 1687 | // reacquire it since we don't know if 'this' hasn't been deleted yet. |
| 1688 | Locks::thread_list_lock_->ExclusiveUnlock(self); |
Alex Light | 318afe6 | 2018-03-22 16:50:10 -0700 | [diff] [blame] | 1689 | ScopedThreadStateChange sts(self, suspend_state); |
| 1690 | barrier_closure.Wait(self, suspend_state); |
Andreas Gampe | 28c4a23 | 2017-06-21 21:21:31 -0700 | [diff] [blame] | 1691 | return true; |
Andreas Gampe | e9f6712 | 2016-10-27 19:21:23 -0700 | [diff] [blame] | 1692 | } |
| 1693 | // Fall-through. |
| 1694 | } |
| 1695 | |
| 1696 | // This thread is not runnable, make sure we stay suspended, then run the checkpoint. |
| 1697 | // Note: ModifySuspendCountInternal also expects the thread_list_lock to be held in |
| 1698 | // certain situations. |
| 1699 | { |
Andreas Gampe | e9f6712 | 2016-10-27 19:21:23 -0700 | [diff] [blame] | 1700 | MutexLock mu2(self, *Locks::thread_suspend_count_lock_); |
| 1701 | |
Alex Light | 46f9340 | 2017-06-29 11:59:50 -0700 | [diff] [blame] | 1702 | if (!ModifySuspendCount(self, +1, nullptr, SuspendReason::kInternal)) { |
Andreas Gampe | e9f6712 | 2016-10-27 19:21:23 -0700 | [diff] [blame] | 1703 | // Just retry the loop. |
| 1704 | sched_yield(); |
| 1705 | continue; |
| 1706 | } |
| 1707 | } |
| 1708 | |
Andreas Gampe | 28c4a23 | 2017-06-21 21:21:31 -0700 | [diff] [blame] | 1709 | { |
Alex Light | b1e31a8 | 2017-10-04 16:57:36 -0700 | [diff] [blame] | 1710 | // Release for the wait. The suspension will keep us from being deleted. Reacquire after so |
| 1711 | // that we can call ModifySuspendCount without racing against ThreadList::Unregister. |
Andreas Gampe | 28c4a23 | 2017-06-21 21:21:31 -0700 | [diff] [blame] | 1712 | ScopedThreadListLockUnlock stllu(self); |
Andreas Gampe | 117f9b3 | 2017-06-23 13:33:50 -0700 | [diff] [blame] | 1713 | { |
Alex Light | 318afe6 | 2018-03-22 16:50:10 -0700 | [diff] [blame] | 1714 | ScopedThreadStateChange sts(self, suspend_state); |
Andreas Gampe | 117f9b3 | 2017-06-23 13:33:50 -0700 | [diff] [blame] | 1715 | while (GetState() == ThreadState::kRunnable) { |
| 1716 | // We became runnable again. Wait till the suspend triggered in ModifySuspendCount |
| 1717 | // moves us to suspended. |
| 1718 | sched_yield(); |
| 1719 | } |
Andreas Gampe | 28c4a23 | 2017-06-21 21:21:31 -0700 | [diff] [blame] | 1720 | } |
| 1721 | |
| 1722 | function->Run(this); |
Andreas Gampe | e9f6712 | 2016-10-27 19:21:23 -0700 | [diff] [blame] | 1723 | } |
| 1724 | |
Andreas Gampe | e9f6712 | 2016-10-27 19:21:23 -0700 | [diff] [blame] | 1725 | { |
Andreas Gampe | e9f6712 | 2016-10-27 19:21:23 -0700 | [diff] [blame] | 1726 | MutexLock mu2(self, *Locks::thread_suspend_count_lock_); |
| 1727 | |
| 1728 | DCHECK_NE(GetState(), ThreadState::kRunnable); |
Alex Light | 46f9340 | 2017-06-29 11:59:50 -0700 | [diff] [blame] | 1729 | bool updated = ModifySuspendCount(self, -1, nullptr, SuspendReason::kInternal); |
Sebastien Hertz | 1c8f4ff | 2017-04-14 15:05:12 +0200 | [diff] [blame] | 1730 | DCHECK(updated); |
Andreas Gampe | e9f6712 | 2016-10-27 19:21:23 -0700 | [diff] [blame] | 1731 | } |
| 1732 | |
Andreas Gampe | 117f9b3 | 2017-06-23 13:33:50 -0700 | [diff] [blame] | 1733 | { |
| 1734 | // Imitate ResumeAll, the thread may be waiting on Thread::resume_cond_ since we raised its |
| 1735 | // suspend count. Now the suspend_count_ is lowered so we must do the broadcast. |
| 1736 | MutexLock mu2(self, *Locks::thread_suspend_count_lock_); |
| 1737 | Thread::resume_cond_->Broadcast(self); |
| 1738 | } |
| 1739 | |
Alex Light | b1e31a8 | 2017-10-04 16:57:36 -0700 | [diff] [blame] | 1740 | // Release the thread_list_lock_ to be consistent with the barrier-closure path. |
| 1741 | Locks::thread_list_lock_->ExclusiveUnlock(self); |
| 1742 | |
Andreas Gampe | 28c4a23 | 2017-06-21 21:21:31 -0700 | [diff] [blame] | 1743 | return true; // We're done, break out of the loop. |
Andreas Gampe | e9f6712 | 2016-10-27 19:21:23 -0700 | [diff] [blame] | 1744 | } |
| 1745 | } |
| 1746 | |
Hiroshi Yamauchi | 2cd334a | 2015-01-09 14:03:35 -0800 | [diff] [blame] | 1747 | Closure* Thread::GetFlipFunction() { |
| 1748 | Atomic<Closure*>* atomic_func = reinterpret_cast<Atomic<Closure*>*>(&tlsPtr_.flip_function); |
| 1749 | Closure* func; |
| 1750 | do { |
Orion Hodson | 88591fe | 2018-03-06 13:35:43 +0000 | [diff] [blame] | 1751 | func = atomic_func->load(std::memory_order_relaxed); |
Hiroshi Yamauchi | 2cd334a | 2015-01-09 14:03:35 -0800 | [diff] [blame] | 1752 | if (func == nullptr) { |
| 1753 | return nullptr; |
| 1754 | } |
Orion Hodson | 4557b38 | 2018-01-03 11:47:54 +0000 | [diff] [blame] | 1755 | } while (!atomic_func->CompareAndSetWeakSequentiallyConsistent(func, nullptr)); |
Hiroshi Yamauchi | 2cd334a | 2015-01-09 14:03:35 -0800 | [diff] [blame] | 1756 | DCHECK(func != nullptr); |
| 1757 | return func; |
| 1758 | } |
| 1759 | |
| 1760 | void Thread::SetFlipFunction(Closure* function) { |
| 1761 | CHECK(function != nullptr); |
| 1762 | Atomic<Closure*>* atomic_func = reinterpret_cast<Atomic<Closure*>*>(&tlsPtr_.flip_function); |
Orion Hodson | 88591fe | 2018-03-06 13:35:43 +0000 | [diff] [blame] | 1763 | atomic_func->store(function, std::memory_order_seq_cst); |
Hiroshi Yamauchi | 2cd334a | 2015-01-09 14:03:35 -0800 | [diff] [blame] | 1764 | } |
| 1765 | |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 1766 | void Thread::FullSuspendCheck() { |
Mathieu Chartier | 32ce2ad | 2016-03-04 14:58:03 -0800 | [diff] [blame] | 1767 | ScopedTrace trace(__FUNCTION__); |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 1768 | VLOG(threads) << this << " self-suspending"; |
| 1769 | // Make thread appear suspended to other threads, release mutator_lock_. |
Mathieu Chartier | f1d666e | 2015-09-03 16:13:34 -0700 | [diff] [blame] | 1770 | // Transition to suspended and back to runnable, re-acquire share on mutator_lock_. |
Andreas Gampe | 896583e | 2018-06-15 13:31:58 -0700 | [diff] [blame] | 1771 | ScopedThreadSuspension(this, kSuspended); // NOLINT |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 1772 | VLOG(threads) << this << " self-reviving"; |
| 1773 | } |
| 1774 | |
Andreas Gampe | 9186ced | 2016-12-12 14:28:21 -0800 | [diff] [blame] | 1775 | static std::string GetSchedulerGroupName(pid_t tid) { |
| 1776 | // /proc/<pid>/cgroup looks like this: |
| 1777 | // 2:devices:/ |
| 1778 | // 1:cpuacct,cpu:/ |
| 1779 | // We want the third field from the line whose second field contains the "cpu" token. |
| 1780 | std::string cgroup_file; |
Andreas Gampe | 43e7243 | 2019-05-14 16:15:24 -0700 | [diff] [blame] | 1781 | if (!android::base::ReadFileToString(StringPrintf("/proc/self/task/%d/cgroup", tid), |
| 1782 | &cgroup_file)) { |
Andreas Gampe | 9186ced | 2016-12-12 14:28:21 -0800 | [diff] [blame] | 1783 | return ""; |
| 1784 | } |
| 1785 | std::vector<std::string> cgroup_lines; |
| 1786 | Split(cgroup_file, '\n', &cgroup_lines); |
| 1787 | for (size_t i = 0; i < cgroup_lines.size(); ++i) { |
| 1788 | std::vector<std::string> cgroup_fields; |
| 1789 | Split(cgroup_lines[i], ':', &cgroup_fields); |
| 1790 | std::vector<std::string> cgroups; |
| 1791 | Split(cgroup_fields[1], ',', &cgroups); |
| 1792 | for (size_t j = 0; j < cgroups.size(); ++j) { |
| 1793 | if (cgroups[j] == "cpu") { |
| 1794 | return cgroup_fields[2].substr(1); // Skip the leading slash. |
| 1795 | } |
| 1796 | } |
| 1797 | } |
| 1798 | return ""; |
| 1799 | } |
| 1800 | |
| 1801 | |
Elliott Hughes | abbe07d | 2012-06-05 17:42:23 -0700 | [diff] [blame] | 1802 | void Thread::DumpState(std::ostream& os, const Thread* thread, pid_t tid) { |
Elliott Hughes | d369bb7 | 2011-09-12 14:41:14 -0700 | [diff] [blame] | 1803 | std::string group_name; |
| 1804 | int priority; |
| 1805 | bool is_daemon = false; |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 1806 | Thread* self = Thread::Current(); |
Elliott Hughes | dcc2474 | 2011-09-07 14:02:44 -0700 | [diff] [blame] | 1807 | |
Hiroshi Yamauchi | 2cd334a | 2015-01-09 14:03:35 -0800 | [diff] [blame] | 1808 | // If flip_function is not null, it means we have run a checkpoint |
| 1809 | // before the thread wakes up to execute the flip function and the |
| 1810 | // thread roots haven't been forwarded. So the following access to |
| 1811 | // the roots (opeer or methods in the frames) would be bad. Run it |
| 1812 | // here. TODO: clean up. |
| 1813 | if (thread != nullptr) { |
| 1814 | ScopedObjectAccessUnchecked soa(self); |
| 1815 | Thread* this_thread = const_cast<Thread*>(thread); |
| 1816 | Closure* flip_func = this_thread->GetFlipFunction(); |
| 1817 | if (flip_func != nullptr) { |
| 1818 | flip_func->Run(this_thread); |
| 1819 | } |
| 1820 | } |
| 1821 | |
Mathieu Chartier | c7a966d | 2014-04-10 18:06:32 -0700 | [diff] [blame] | 1822 | // Don't do this if we are aborting since the GC may have all the threads suspended. This will |
| 1823 | // cause ScopedObjectAccessUnchecked to deadlock. |
Nicolas Geoffray | db97871 | 2014-12-09 13:33:38 +0000 | [diff] [blame] | 1824 | if (gAborting == 0 && self != nullptr && thread != nullptr && thread->tlsPtr_.opeer != nullptr) { |
Ian Rogers | cfaa455 | 2012-11-26 21:00:08 -0800 | [diff] [blame] | 1825 | ScopedObjectAccessUnchecked soa(self); |
Andreas Gampe | 08883de | 2016-11-08 13:20:52 -0800 | [diff] [blame] | 1826 | priority = jni::DecodeArtField(WellKnownClasses::java_lang_Thread_priority) |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1827 | ->GetInt(thread->tlsPtr_.opeer); |
Andreas Gampe | 08883de | 2016-11-08 13:20:52 -0800 | [diff] [blame] | 1828 | is_daemon = jni::DecodeArtField(WellKnownClasses::java_lang_Thread_daemon) |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1829 | ->GetBoolean(thread->tlsPtr_.opeer); |
Elliott Hughes | d369bb7 | 2011-09-12 14:41:14 -0700 | [diff] [blame] | 1830 | |
Mathieu Chartier | 3398c78 | 2016-09-30 10:27:43 -0700 | [diff] [blame] | 1831 | ObjPtr<mirror::Object> thread_group = |
Andreas Gampe | 08883de | 2016-11-08 13:20:52 -0800 | [diff] [blame] | 1832 | jni::DecodeArtField(WellKnownClasses::java_lang_Thread_group) |
| 1833 | ->GetObject(thread->tlsPtr_.opeer); |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 1834 | |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 1835 | if (thread_group != nullptr) { |
Mathieu Chartier | c785344 | 2015-03-27 14:35:38 -0700 | [diff] [blame] | 1836 | ArtField* group_name_field = |
Andreas Gampe | 08883de | 2016-11-08 13:20:52 -0800 | [diff] [blame] | 1837 | jni::DecodeArtField(WellKnownClasses::java_lang_ThreadGroup_name); |
Mathieu Chartier | 3398c78 | 2016-09-30 10:27:43 -0700 | [diff] [blame] | 1838 | ObjPtr<mirror::String> group_name_string = |
| 1839 | group_name_field->GetObject(thread_group)->AsString(); |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 1840 | group_name = (group_name_string != nullptr) ? group_name_string->ToModifiedUtf8() : "<null>"; |
Elliott Hughes | d369bb7 | 2011-09-12 14:41:14 -0700 | [diff] [blame] | 1841 | } |
Nicolas Geoffray | fa59588 | 2019-08-06 17:40:09 +0100 | [diff] [blame] | 1842 | } else if (thread != nullptr) { |
| 1843 | priority = thread->GetNativePriority(); |
Elliott Hughes | d369bb7 | 2011-09-12 14:41:14 -0700 | [diff] [blame] | 1844 | } else { |
Nicolas Geoffray | fa59588 | 2019-08-06 17:40:09 +0100 | [diff] [blame] | 1845 | PaletteStatus status = PaletteSchedGetPriority(tid, &priority); |
| 1846 | CHECK(status == PaletteStatus::kOkay || status == PaletteStatus::kCheckErrno); |
Elliott Hughes | dcc2474 | 2011-09-07 14:02:44 -0700 | [diff] [blame] | 1847 | } |
Elliott Hughes | d92bec4 | 2011-09-02 17:04:36 -0700 | [diff] [blame] | 1848 | |
Elliott Hughes | abbe07d | 2012-06-05 17:42:23 -0700 | [diff] [blame] | 1849 | std::string scheduler_group_name(GetSchedulerGroupName(tid)); |
Elliott Hughes | 1bac54f | 2012-03-16 12:48:31 -0700 | [diff] [blame] | 1850 | if (scheduler_group_name.empty()) { |
| 1851 | scheduler_group_name = "default"; |
Elliott Hughes | d92bec4 | 2011-09-02 17:04:36 -0700 | [diff] [blame] | 1852 | } |
| 1853 | |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 1854 | if (thread != nullptr) { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1855 | os << '"' << *thread->tlsPtr_.name << '"'; |
Elliott Hughes | abbe07d | 2012-06-05 17:42:23 -0700 | [diff] [blame] | 1856 | if (is_daemon) { |
| 1857 | os << " daemon"; |
| 1858 | } |
| 1859 | os << " prio=" << priority |
Ian Rogers | d9c4fc9 | 2013-10-01 19:45:43 -0700 | [diff] [blame] | 1860 | << " tid=" << thread->GetThreadId() |
Elliott Hughes | 80537bb | 2013-01-04 16:37:26 -0800 | [diff] [blame] | 1861 | << " " << thread->GetState(); |
| 1862 | if (thread->IsStillStarting()) { |
| 1863 | os << " (still starting up)"; |
| 1864 | } |
| 1865 | os << "\n"; |
Elliott Hughes | abbe07d | 2012-06-05 17:42:23 -0700 | [diff] [blame] | 1866 | } else { |
Elliott Hughes | 289be85 | 2012-06-12 13:57:20 -0700 | [diff] [blame] | 1867 | os << '"' << ::art::GetThreadName(tid) << '"' |
Elliott Hughes | abbe07d | 2012-06-05 17:42:23 -0700 | [diff] [blame] | 1868 | << " prio=" << priority |
Elliott Hughes | abbe07d | 2012-06-05 17:42:23 -0700 | [diff] [blame] | 1869 | << " (not attached)\n"; |
Elliott Hughes | d92bec4 | 2011-09-02 17:04:36 -0700 | [diff] [blame] | 1870 | } |
Elliott Hughes | d92bec4 | 2011-09-02 17:04:36 -0700 | [diff] [blame] | 1871 | |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 1872 | if (thread != nullptr) { |
Andreas Gampe | 7d42cdd | 2019-05-31 16:54:46 -0700 | [diff] [blame] | 1873 | auto suspend_log_fn = [&]() REQUIRES(Locks::thread_suspend_count_lock_) { |
| 1874 | os << " | group=\"" << group_name << "\"" |
| 1875 | << " sCount=" << thread->tls32_.suspend_count |
| 1876 | << " dsCount=" << thread->tls32_.debug_suspend_count |
| 1877 | << " flags=" << thread->tls32_.state_and_flags.as_struct.flags |
| 1878 | << " obj=" << reinterpret_cast<void*>(thread->tlsPtr_.opeer) |
| 1879 | << " self=" << reinterpret_cast<const void*>(thread) << "\n"; |
| 1880 | }; |
| 1881 | if (Locks::thread_suspend_count_lock_->IsExclusiveHeld(self)) { |
| 1882 | Locks::thread_suspend_count_lock_->AssertExclusiveHeld(self); // For annotalysis. |
| 1883 | suspend_log_fn(); |
| 1884 | } else { |
| 1885 | MutexLock mu(self, *Locks::thread_suspend_count_lock_); |
| 1886 | suspend_log_fn(); |
| 1887 | } |
Elliott Hughes | abbe07d | 2012-06-05 17:42:23 -0700 | [diff] [blame] | 1888 | } |
Elliott Hughes | 0d39c12 | 2012-06-06 16:41:17 -0700 | [diff] [blame] | 1889 | |
Elliott Hughes | abbe07d | 2012-06-05 17:42:23 -0700 | [diff] [blame] | 1890 | os << " | sysTid=" << tid |
| 1891 | << " nice=" << getpriority(PRIO_PROCESS, tid) |
Elliott Hughes | 0d39c12 | 2012-06-06 16:41:17 -0700 | [diff] [blame] | 1892 | << " cgrp=" << scheduler_group_name; |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 1893 | if (thread != nullptr) { |
Elliott Hughes | 0d39c12 | 2012-06-06 16:41:17 -0700 | [diff] [blame] | 1894 | int policy; |
| 1895 | sched_param sp; |
Brian Carlstrom | 640a104 | 2017-03-20 15:03:42 -0700 | [diff] [blame] | 1896 | #if !defined(__APPLE__) |
| 1897 | // b/36445592 Don't use pthread_getschedparam since pthread may have exited. |
| 1898 | policy = sched_getscheduler(tid); |
| 1899 | if (policy == -1) { |
| 1900 | PLOG(WARNING) << "sched_getscheduler(" << tid << ")"; |
| 1901 | } |
| 1902 | int sched_getparam_result = sched_getparam(tid, &sp); |
| 1903 | if (sched_getparam_result == -1) { |
| 1904 | PLOG(WARNING) << "sched_getparam(" << tid << ", &sp)"; |
| 1905 | sp.sched_priority = -1; |
| 1906 | } |
| 1907 | #else |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1908 | CHECK_PTHREAD_CALL(pthread_getschedparam, (thread->tlsPtr_.pthread_self, &policy, &sp), |
| 1909 | __FUNCTION__); |
Brian Carlstrom | 640a104 | 2017-03-20 15:03:42 -0700 | [diff] [blame] | 1910 | #endif |
Elliott Hughes | 0d39c12 | 2012-06-06 16:41:17 -0700 | [diff] [blame] | 1911 | os << " sched=" << policy << "/" << sp.sched_priority |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1912 | << " handle=" << reinterpret_cast<void*>(thread->tlsPtr_.pthread_self); |
Elliott Hughes | 0d39c12 | 2012-06-06 16:41:17 -0700 | [diff] [blame] | 1913 | } |
| 1914 | os << "\n"; |
Elliott Hughes | d92bec4 | 2011-09-02 17:04:36 -0700 | [diff] [blame] | 1915 | |
| 1916 | // Grab the scheduler stats for this thread. |
| 1917 | std::string scheduler_stats; |
Andreas Gampe | 43e7243 | 2019-05-14 16:15:24 -0700 | [diff] [blame] | 1918 | if (android::base::ReadFileToString(StringPrintf("/proc/self/task/%d/schedstat", tid), |
| 1919 | &scheduler_stats) |
Evan Cheng | d57c51e | 2018-01-26 15:43:08 +0800 | [diff] [blame] | 1920 | && !scheduler_stats.empty()) { |
| 1921 | scheduler_stats = android::base::Trim(scheduler_stats); // Lose the trailing '\n'. |
Elliott Hughes | d92bec4 | 2011-09-02 17:04:36 -0700 | [diff] [blame] | 1922 | } else { |
| 1923 | scheduler_stats = "0 0 0"; |
| 1924 | } |
| 1925 | |
Elliott Hughes | ba0b9c5 | 2012-09-20 11:25:12 -0700 | [diff] [blame] | 1926 | char native_thread_state = '?'; |
Elliott Hughes | d92bec4 | 2011-09-02 17:04:36 -0700 | [diff] [blame] | 1927 | int utime = 0; |
| 1928 | int stime = 0; |
| 1929 | int task_cpu = 0; |
Brian Carlstrom | 2921201 | 2013-09-12 22:18:30 -0700 | [diff] [blame] | 1930 | GetTaskStats(tid, &native_thread_state, &utime, &stime, &task_cpu); |
Elliott Hughes | d92bec4 | 2011-09-02 17:04:36 -0700 | [diff] [blame] | 1931 | |
Elliott Hughes | ba0b9c5 | 2012-09-20 11:25:12 -0700 | [diff] [blame] | 1932 | os << " | state=" << native_thread_state |
| 1933 | << " schedstat=( " << scheduler_stats << " )" |
Elliott Hughes | d92bec4 | 2011-09-02 17:04:36 -0700 | [diff] [blame] | 1934 | << " utm=" << utime |
| 1935 | << " stm=" << stime |
Elliott Hughes | abbe07d | 2012-06-05 17:42:23 -0700 | [diff] [blame] | 1936 | << " core=" << task_cpu |
| 1937 | << " HZ=" << sysconf(_SC_CLK_TCK) << "\n"; |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 1938 | if (thread != nullptr) { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1939 | os << " | stack=" << reinterpret_cast<void*>(thread->tlsPtr_.stack_begin) << "-" |
| 1940 | << reinterpret_cast<void*>(thread->tlsPtr_.stack_end) << " stackSize=" |
| 1941 | << PrettySize(thread->tlsPtr_.stack_size) << "\n"; |
Mathieu Chartier | 9db911e | 2014-06-04 11:23:58 -0700 | [diff] [blame] | 1942 | // Dump the held mutexes. |
| 1943 | os << " | held mutexes="; |
| 1944 | for (size_t i = 0; i < kLockLevelCount; ++i) { |
| 1945 | if (i != kMonitorLock) { |
| 1946 | BaseMutex* mutex = thread->GetHeldMutex(static_cast<LockLevel>(i)); |
| 1947 | if (mutex != nullptr) { |
| 1948 | os << " \"" << mutex->GetName() << "\""; |
| 1949 | if (mutex->IsReaderWriterMutex()) { |
| 1950 | ReaderWriterMutex* rw_mutex = down_cast<ReaderWriterMutex*>(mutex); |
Hans Boehm | 0882af2 | 2017-08-31 15:21:57 -0700 | [diff] [blame] | 1951 | if (rw_mutex->GetExclusiveOwnerTid() == tid) { |
Mathieu Chartier | 9db911e | 2014-06-04 11:23:58 -0700 | [diff] [blame] | 1952 | os << "(exclusive held)"; |
| 1953 | } else { |
Mathieu Chartier | 9db911e | 2014-06-04 11:23:58 -0700 | [diff] [blame] | 1954 | os << "(shared held)"; |
| 1955 | } |
| 1956 | } |
| 1957 | } |
| 1958 | } |
| 1959 | } |
| 1960 | os << "\n"; |
Elliott Hughes | abbe07d | 2012-06-05 17:42:23 -0700 | [diff] [blame] | 1961 | } |
| 1962 | } |
| 1963 | |
| 1964 | void Thread::DumpState(std::ostream& os) const { |
| 1965 | Thread::DumpState(os, this, GetTid()); |
Elliott Hughes | d92bec4 | 2011-09-02 17:04:36 -0700 | [diff] [blame] | 1966 | } |
| 1967 | |
Andreas Gampe | 9310495 | 2017-12-13 17:13:15 -0800 | [diff] [blame] | 1968 | struct StackDumpVisitor : public MonitorObjectsStackVisitor { |
Hiroshi Yamauchi | 02f365f | 2017-02-03 15:06:00 -0800 | [diff] [blame] | 1969 | StackDumpVisitor(std::ostream& os_in, |
| 1970 | Thread* thread_in, |
| 1971 | Context* context, |
Andreas Gampe | 9310495 | 2017-12-13 17:13:15 -0800 | [diff] [blame] | 1972 | bool can_allocate, |
Hiroshi Yamauchi | 02f365f | 2017-02-03 15:06:00 -0800 | [diff] [blame] | 1973 | bool check_suspended = true, |
Andreas Gampe | 9310495 | 2017-12-13 17:13:15 -0800 | [diff] [blame] | 1974 | bool dump_locks = true) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 1975 | REQUIRES_SHARED(Locks::mutator_lock_) |
Andreas Gampe | 9310495 | 2017-12-13 17:13:15 -0800 | [diff] [blame] | 1976 | : MonitorObjectsStackVisitor(thread_in, |
| 1977 | context, |
| 1978 | check_suspended, |
| 1979 | can_allocate && dump_locks), |
Nicolas Geoffray | 8e5bd18 | 2015-05-06 11:34:34 +0100 | [diff] [blame] | 1980 | os(os_in), |
Nicolas Geoffray | 8e5bd18 | 2015-05-06 11:34:34 +0100 | [diff] [blame] | 1981 | last_method(nullptr), |
| 1982 | last_line_number(0), |
Andreas Gampe | 9310495 | 2017-12-13 17:13:15 -0800 | [diff] [blame] | 1983 | repetition_count(0) {} |
Elliott Hughes | d369bb7 | 2011-09-12 14:41:14 -0700 | [diff] [blame] | 1984 | |
Ian Rogers | bdb0391 | 2011-09-14 00:55:44 -0700 | [diff] [blame] | 1985 | virtual ~StackDumpVisitor() { |
Elliott Hughes | e85d2e9 | 2012-05-01 14:02:10 -0700 | [diff] [blame] | 1986 | if (frame_count == 0) { |
| 1987 | os << " (no managed stack frames)\n"; |
| 1988 | } |
Elliott Hughes | d369bb7 | 2011-09-12 14:41:14 -0700 | [diff] [blame] | 1989 | } |
| 1990 | |
Andreas Gampe | 9310495 | 2017-12-13 17:13:15 -0800 | [diff] [blame] | 1991 | static constexpr size_t kMaxRepetition = 3u; |
| 1992 | |
| 1993 | VisitMethodResult StartMethod(ArtMethod* m, size_t frame_nr ATTRIBUTE_UNUSED) |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 1994 | override |
Andreas Gampe | 9310495 | 2017-12-13 17:13:15 -0800 | [diff] [blame] | 1995 | REQUIRES_SHARED(Locks::mutator_lock_) { |
Andreas Gampe | 542451c | 2016-07-26 09:02:02 -0700 | [diff] [blame] | 1996 | m = m->GetInterfaceMethodIfProxy(kRuntimePointerSize); |
Vladimir Marko | 813a863 | 2018-11-29 16:17:01 +0000 | [diff] [blame] | 1997 | ObjPtr<mirror::DexCache> dex_cache = m->GetDexCache(); |
Ian Rogers | b861dc0 | 2011-11-14 17:00:05 -0800 | [diff] [blame] | 1998 | int line_number = -1; |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 1999 | if (dex_cache != nullptr) { // be tolerant of bad input |
David Sehr | 9323e6e | 2016-09-13 08:58:35 -0700 | [diff] [blame] | 2000 | const DexFile* dex_file = dex_cache->GetDexFile(); |
| 2001 | line_number = annotations::GetLineNumFromPC(dex_file, m, GetDexPc(false)); |
Ian Rogers | b861dc0 | 2011-11-14 17:00:05 -0800 | [diff] [blame] | 2002 | } |
Ian Rogers | 28ad40d | 2011-10-27 15:19:26 -0700 | [diff] [blame] | 2003 | if (line_number == last_line_number && last_method == m) { |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 2004 | ++repetition_count; |
Elliott Hughes | d369bb7 | 2011-09-12 14:41:14 -0700 | [diff] [blame] | 2005 | } else { |
Ian Rogers | 28ad40d | 2011-10-27 15:19:26 -0700 | [diff] [blame] | 2006 | if (repetition_count >= kMaxRepetition) { |
| 2007 | os << " ... repeated " << (repetition_count - kMaxRepetition) << " times\n"; |
| 2008 | } |
| 2009 | repetition_count = 0; |
| 2010 | last_line_number = line_number; |
| 2011 | last_method = m; |
Elliott Hughes | d369bb7 | 2011-09-12 14:41:14 -0700 | [diff] [blame] | 2012 | } |
Andreas Gampe | 9310495 | 2017-12-13 17:13:15 -0800 | [diff] [blame] | 2013 | |
| 2014 | if (repetition_count >= kMaxRepetition) { |
| 2015 | // Skip visiting=printing anything. |
| 2016 | return VisitMethodResult::kSkipMethod; |
Ian Rogers | 28ad40d | 2011-10-27 15:19:26 -0700 | [diff] [blame] | 2017 | } |
Elliott Hughes | 8e4aac5 | 2011-09-26 17:03:36 -0700 | [diff] [blame] | 2018 | |
Andreas Gampe | 9310495 | 2017-12-13 17:13:15 -0800 | [diff] [blame] | 2019 | os << " at " << m->PrettyMethod(false); |
| 2020 | if (m->IsNative()) { |
| 2021 | os << "(Native method)"; |
| 2022 | } else { |
| 2023 | const char* source_file(m->GetDeclaringClassSourceFile()); |
| 2024 | os << "(" << (source_file != nullptr ? source_file : "unavailable") |
| 2025 | << ":" << line_number << ")"; |
| 2026 | } |
| 2027 | os << "\n"; |
| 2028 | // Go and visit locks. |
| 2029 | return VisitMethodResult::kContinueMethod; |
Elliott Hughes | d369bb7 | 2011-09-12 14:41:14 -0700 | [diff] [blame] | 2030 | } |
Elliott Hughes | 4993bbc | 2013-01-10 15:41:25 -0800 | [diff] [blame] | 2031 | |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 2032 | VisitMethodResult EndMethod(ArtMethod* m ATTRIBUTE_UNUSED) override { |
Andreas Gampe | 9310495 | 2017-12-13 17:13:15 -0800 | [diff] [blame] | 2033 | return VisitMethodResult::kContinueMethod; |
| 2034 | } |
| 2035 | |
Vladimir Marko | f52d92f | 2019-03-29 12:33:02 +0000 | [diff] [blame] | 2036 | void VisitWaitingObject(ObjPtr<mirror::Object> obj, ThreadState state ATTRIBUTE_UNUSED) |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 2037 | override |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 2038 | REQUIRES_SHARED(Locks::mutator_lock_) { |
Andreas Gampe | 9310495 | 2017-12-13 17:13:15 -0800 | [diff] [blame] | 2039 | PrintObject(obj, " - waiting on ", ThreadList::kInvalidThreadId); |
| 2040 | } |
Vladimir Marko | f52d92f | 2019-03-29 12:33:02 +0000 | [diff] [blame] | 2041 | void VisitSleepingObject(ObjPtr<mirror::Object> obj) |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 2042 | override |
Andreas Gampe | 9310495 | 2017-12-13 17:13:15 -0800 | [diff] [blame] | 2043 | REQUIRES_SHARED(Locks::mutator_lock_) { |
| 2044 | PrintObject(obj, " - sleeping on ", ThreadList::kInvalidThreadId); |
| 2045 | } |
Vladimir Marko | f52d92f | 2019-03-29 12:33:02 +0000 | [diff] [blame] | 2046 | void VisitBlockedOnObject(ObjPtr<mirror::Object> obj, |
Andreas Gampe | 9310495 | 2017-12-13 17:13:15 -0800 | [diff] [blame] | 2047 | ThreadState state, |
| 2048 | uint32_t owner_tid) |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 2049 | override |
Andreas Gampe | 9310495 | 2017-12-13 17:13:15 -0800 | [diff] [blame] | 2050 | REQUIRES_SHARED(Locks::mutator_lock_) { |
| 2051 | const char* msg; |
| 2052 | switch (state) { |
| 2053 | case kBlocked: |
| 2054 | msg = " - waiting to lock "; |
| 2055 | break; |
| 2056 | |
| 2057 | case kWaitingForLockInflation: |
| 2058 | msg = " - waiting for lock inflation of "; |
| 2059 | break; |
| 2060 | |
| 2061 | default: |
| 2062 | LOG(FATAL) << "Unreachable"; |
| 2063 | UNREACHABLE(); |
| 2064 | } |
| 2065 | PrintObject(obj, msg, owner_tid); |
| 2066 | } |
Vladimir Marko | f52d92f | 2019-03-29 12:33:02 +0000 | [diff] [blame] | 2067 | void VisitLockedObject(ObjPtr<mirror::Object> obj) |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 2068 | override |
Andreas Gampe | 9310495 | 2017-12-13 17:13:15 -0800 | [diff] [blame] | 2069 | REQUIRES_SHARED(Locks::mutator_lock_) { |
| 2070 | PrintObject(obj, " - locked ", ThreadList::kInvalidThreadId); |
| 2071 | } |
| 2072 | |
Vladimir Marko | f52d92f | 2019-03-29 12:33:02 +0000 | [diff] [blame] | 2073 | void PrintObject(ObjPtr<mirror::Object> obj, |
Andreas Gampe | 9310495 | 2017-12-13 17:13:15 -0800 | [diff] [blame] | 2074 | const char* msg, |
| 2075 | uint32_t owner_tid) REQUIRES_SHARED(Locks::mutator_lock_) { |
| 2076 | if (obj == nullptr) { |
| 2077 | os << msg << "an unknown object"; |
Ian Rogers | d803bc7 | 2014-04-01 15:33:03 -0700 | [diff] [blame] | 2078 | } else { |
Andreas Gampe | 9310495 | 2017-12-13 17:13:15 -0800 | [diff] [blame] | 2079 | if ((obj->GetLockWord(true).GetState() == LockWord::kThinLocked) && |
Ian Rogers | d803bc7 | 2014-04-01 15:33:03 -0700 | [diff] [blame] | 2080 | Locks::mutator_lock_->IsExclusiveHeld(Thread::Current())) { |
| 2081 | // Getting the identity hashcode here would result in lock inflation and suspension of the |
| 2082 | // current thread, which isn't safe if this is the only runnable thread. |
Andreas Gampe | 9310495 | 2017-12-13 17:13:15 -0800 | [diff] [blame] | 2083 | os << msg << StringPrintf("<@addr=0x%" PRIxPTR "> (a %s)", |
Vladimir Marko | f52d92f | 2019-03-29 12:33:02 +0000 | [diff] [blame] | 2084 | reinterpret_cast<intptr_t>(obj.Ptr()), |
Andreas Gampe | 9310495 | 2017-12-13 17:13:15 -0800 | [diff] [blame] | 2085 | obj->PrettyTypeOf().c_str()); |
Ian Rogers | d803bc7 | 2014-04-01 15:33:03 -0700 | [diff] [blame] | 2086 | } else { |
Andreas Gampe | 9310495 | 2017-12-13 17:13:15 -0800 | [diff] [blame] | 2087 | // - waiting on <0x6008c468> (a java.lang.Class<java.lang.ref.ReferenceQueue>) |
| 2088 | // Call PrettyTypeOf before IdentityHashCode since IdentityHashCode can cause thread |
| 2089 | // suspension and move pretty_object. |
| 2090 | const std::string pretty_type(obj->PrettyTypeOf()); |
| 2091 | os << msg << StringPrintf("<0x%08x> (a %s)", obj->IdentityHashCode(), pretty_type.c_str()); |
Ian Rogers | d803bc7 | 2014-04-01 15:33:03 -0700 | [diff] [blame] | 2092 | } |
| 2093 | } |
Andreas Gampe | 9310495 | 2017-12-13 17:13:15 -0800 | [diff] [blame] | 2094 | if (owner_tid != ThreadList::kInvalidThreadId) { |
| 2095 | os << " held by thread " << owner_tid; |
| 2096 | } |
Ian Rogers | d803bc7 | 2014-04-01 15:33:03 -0700 | [diff] [blame] | 2097 | os << "\n"; |
Elliott Hughes | 4993bbc | 2013-01-10 15:41:25 -0800 | [diff] [blame] | 2098 | } |
| 2099 | |
Elliott Hughes | 08fc03a | 2012-06-26 17:34:00 -0700 | [diff] [blame] | 2100 | std::ostream& os; |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 2101 | ArtMethod* last_method; |
Ian Rogers | 28ad40d | 2011-10-27 15:19:26 -0700 | [diff] [blame] | 2102 | int last_line_number; |
Andreas Gampe | 9310495 | 2017-12-13 17:13:15 -0800 | [diff] [blame] | 2103 | size_t repetition_count; |
Elliott Hughes | d369bb7 | 2011-09-12 14:41:14 -0700 | [diff] [blame] | 2104 | }; |
| 2105 | |
Ian Rogers | 33e9566 | 2013-05-20 20:29:14 -0700 | [diff] [blame] | 2106 | static bool ShouldShowNativeStack(const Thread* thread) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 2107 | REQUIRES_SHARED(Locks::mutator_lock_) { |
Elliott Hughes | aef701d | 2013-04-05 18:15:40 -0700 | [diff] [blame] | 2108 | ThreadState state = thread->GetState(); |
| 2109 | |
| 2110 | // In native code somewhere in the VM (one of the kWaitingFor* states)? That's interesting. |
| 2111 | if (state > kWaiting && state < kStarting) { |
| 2112 | return true; |
| 2113 | } |
| 2114 | |
| 2115 | // In an Object.wait variant or Thread.sleep? That's not interesting. |
| 2116 | if (state == kTimedWaiting || state == kSleeping || state == kWaiting) { |
| 2117 | return false; |
| 2118 | } |
| 2119 | |
Christopher Ferris | 2366f4e | 2014-09-19 17:23:59 -0700 | [diff] [blame] | 2120 | // Threads with no managed stack frames should be shown. |
Vladimir Marko | e744163 | 2017-11-29 13:00:56 +0000 | [diff] [blame] | 2121 | if (!thread->HasManagedStack()) { |
Christopher Ferris | 2366f4e | 2014-09-19 17:23:59 -0700 | [diff] [blame] | 2122 | return true; |
| 2123 | } |
| 2124 | |
Elliott Hughes | aef701d | 2013-04-05 18:15:40 -0700 | [diff] [blame] | 2125 | // In some other native method? That's interesting. |
| 2126 | // We don't just check kNative because native methods will be in state kSuspended if they're |
| 2127 | // calling back into the VM, or kBlocked if they're blocked on a monitor, or one of the |
| 2128 | // thread-startup states if it's early enough in their life cycle (http://b/7432159). |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 2129 | ArtMethod* current_method = thread->GetCurrentMethod(nullptr); |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 2130 | return current_method != nullptr && current_method->IsNative(); |
Elliott Hughes | aef701d | 2013-04-05 18:15:40 -0700 | [diff] [blame] | 2131 | } |
| 2132 | |
Hiroshi Yamauchi | 02f365f | 2017-02-03 15:06:00 -0800 | [diff] [blame] | 2133 | void Thread::DumpJavaStack(std::ostream& os, bool check_suspended, bool dump_locks) const { |
Hiroshi Yamauchi | 2cd334a | 2015-01-09 14:03:35 -0800 | [diff] [blame] | 2134 | // If flip_function is not null, it means we have run a checkpoint |
| 2135 | // before the thread wakes up to execute the flip function and the |
| 2136 | // thread roots haven't been forwarded. So the following access to |
| 2137 | // the roots (locks or methods in the frames) would be bad. Run it |
| 2138 | // here. TODO: clean up. |
| 2139 | { |
| 2140 | Thread* this_thread = const_cast<Thread*>(this); |
| 2141 | Closure* flip_func = this_thread->GetFlipFunction(); |
| 2142 | if (flip_func != nullptr) { |
| 2143 | flip_func->Run(this_thread); |
| 2144 | } |
| 2145 | } |
| 2146 | |
Andreas Gampe | 986c6fb | 2014-10-02 21:00:06 -0700 | [diff] [blame] | 2147 | // Dumping the Java stack involves the verifier for locks. The verifier operates under the |
| 2148 | // assumption that there is no exception pending on entry. Thus, stash any pending exception. |
Mathieu Chartier | bef89c9 | 2015-01-09 09:46:49 -0800 | [diff] [blame] | 2149 | // Thread::Current() instead of this in case a thread is dumping the stack of another suspended |
| 2150 | // thread. |
Alex Light | b7c640d | 2019-03-20 15:52:13 -0700 | [diff] [blame] | 2151 | ScopedExceptionStorage ses(Thread::Current()); |
Andreas Gampe | 986c6fb | 2014-10-02 21:00:06 -0700 | [diff] [blame] | 2152 | |
Ian Rogers | 700a402 | 2014-05-19 16:49:03 -0700 | [diff] [blame] | 2153 | std::unique_ptr<Context> context(Context::Create()); |
Mathieu Chartier | c751fdc | 2014-03-30 15:25:44 -0700 | [diff] [blame] | 2154 | StackDumpVisitor dumper(os, const_cast<Thread*>(this), context.get(), |
Hiroshi Yamauchi | 02f365f | 2017-02-03 15:06:00 -0800 | [diff] [blame] | 2155 | !tls32_.throwing_OutOfMemoryError, check_suspended, dump_locks); |
Mathieu Chartier | c751fdc | 2014-03-30 15:25:44 -0700 | [diff] [blame] | 2156 | dumper.WalkStack(); |
| 2157 | } |
| 2158 | |
Nicolas Geoffray | 6ee4971 | 2018-03-30 14:39:05 +0000 | [diff] [blame] | 2159 | void Thread::DumpStack(std::ostream& os, |
| 2160 | bool dump_native_stack, |
| 2161 | BacktraceMap* backtrace_map, |
| 2162 | bool force_dump_stack) const { |
Jeff Hao | ed1790e | 2013-04-12 09:58:14 -0700 | [diff] [blame] | 2163 | // TODO: we call this code when dying but may not have suspended the thread ourself. The |
| 2164 | // IsSuspended check is therefore racy with the use for dumping (normally we inhibit |
| 2165 | // the race with the thread_suspend_count_lock_). |
Ian Rogers | eef2e54 | 2014-06-24 22:48:01 -0700 | [diff] [blame] | 2166 | bool dump_for_abort = (gAborting > 0); |
| 2167 | bool safe_to_dump = (this == Thread::Current() || IsSuspended()); |
| 2168 | if (!kIsDebugBuild) { |
| 2169 | // We always want to dump the stack for an abort, however, there is no point dumping another |
| 2170 | // thread's stack in debug builds where we'll hit the not suspended check in the stack walk. |
| 2171 | safe_to_dump = (safe_to_dump || dump_for_abort); |
| 2172 | } |
Hiroshi Yamauchi | 13c1635 | 2017-01-31 10:15:08 -0800 | [diff] [blame] | 2173 | if (safe_to_dump || force_dump_stack) { |
Ian Rogers | f08e473 | 2013-04-09 09:45:49 -0700 | [diff] [blame] | 2174 | // If we're currently in native code, dump that stack before dumping the managed stack. |
Nicolas Geoffray | 6ee4971 | 2018-03-30 14:39:05 +0000 | [diff] [blame] | 2175 | if (dump_native_stack && (dump_for_abort || force_dump_stack || ShouldShowNativeStack(this))) { |
Hiroshi Yamauchi | 02f365f | 2017-02-03 15:06:00 -0800 | [diff] [blame] | 2176 | ArtMethod* method = |
| 2177 | GetCurrentMethod(nullptr, |
Andreas Gampe | 98ea9d9 | 2018-10-19 14:06:15 -0700 | [diff] [blame] | 2178 | /*check_suspended=*/ !force_dump_stack, |
| 2179 | /*abort_on_error=*/ !(dump_for_abort || force_dump_stack)); |
Christopher Ferris | 6cff48f | 2014-01-26 21:36:13 -0800 | [diff] [blame] | 2180 | DumpNativeStack(os, GetTid(), backtrace_map, " native: ", method); |
Ian Rogers | f08e473 | 2013-04-09 09:45:49 -0700 | [diff] [blame] | 2181 | } |
Hiroshi Yamauchi | 02f365f | 2017-02-03 15:06:00 -0800 | [diff] [blame] | 2182 | DumpJavaStack(os, |
Andreas Gampe | 98ea9d9 | 2018-10-19 14:06:15 -0700 | [diff] [blame] | 2183 | /*check_suspended=*/ !force_dump_stack, |
| 2184 | /*dump_locks=*/ !force_dump_stack); |
Ian Rogers | f08e473 | 2013-04-09 09:45:49 -0700 | [diff] [blame] | 2185 | } else { |
| 2186 | os << "Not able to dump stack of thread that isn't suspended"; |
Elliott Hughes | ffb465f | 2012-03-01 18:46:05 -0800 | [diff] [blame] | 2187 | } |
Elliott Hughes | e27955c | 2011-08-26 15:21:24 -0700 | [diff] [blame] | 2188 | } |
| 2189 | |
Elliott Hughes | be759c6 | 2011-09-08 19:38:21 -0700 | [diff] [blame] | 2190 | void Thread::ThreadExitCallback(void* arg) { |
| 2191 | Thread* self = reinterpret_cast<Thread*>(arg); |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 2192 | if (self->tls32_.thread_exit_check_count == 0) { |
| 2193 | LOG(WARNING) << "Native thread exiting without having called DetachCurrentThread (maybe it's " |
| 2194 | "going to use a pthread_key_create destructor?): " << *self; |
Ian Rogers | 0878d65 | 2013-04-18 17:38:35 -0700 | [diff] [blame] | 2195 | CHECK(is_started_); |
Andreas Gampe | a47a6e8 | 2019-07-24 09:46:16 -0700 | [diff] [blame] | 2196 | #ifdef __BIONIC__ |
Andreas Gampe | 4382f1e | 2015-08-05 01:08:53 +0000 | [diff] [blame] | 2197 | __get_tls()[TLS_SLOT_ART_THREAD_SELF] = self; |
| 2198 | #else |
Elliott Hughes | 6a607ad | 2012-07-13 20:40:00 -0700 | [diff] [blame] | 2199 | CHECK_PTHREAD_CALL(pthread_setspecific, (Thread::pthread_key_self_, self), "reattach self"); |
Andreas Gampe | 8237200 | 2019-07-24 15:42:09 -0700 | [diff] [blame] | 2200 | Thread::self_tls_ = self; |
Andreas Gampe | 4382f1e | 2015-08-05 01:08:53 +0000 | [diff] [blame] | 2201 | #endif |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 2202 | self->tls32_.thread_exit_check_count = 1; |
Elliott Hughes | 6a607ad | 2012-07-13 20:40:00 -0700 | [diff] [blame] | 2203 | } else { |
| 2204 | LOG(FATAL) << "Native thread exited without calling DetachCurrentThread: " << *self; |
| 2205 | } |
Carl Shapiro | b557353 | 2011-07-12 18:22:59 -0700 | [diff] [blame] | 2206 | } |
| 2207 | |
Elliott Hughes | be759c6 | 2011-09-08 19:38:21 -0700 | [diff] [blame] | 2208 | void Thread::Startup() { |
Ian Rogers | 0878d65 | 2013-04-18 17:38:35 -0700 | [diff] [blame] | 2209 | CHECK(!is_started_); |
| 2210 | is_started_ = true; |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 2211 | { |
Brian Carlstrom | 6d69f59 | 2013-07-16 17:18:16 -0700 | [diff] [blame] | 2212 | // MutexLock to keep annotalysis happy. |
| 2213 | // |
Mathieu Chartier | 2cebb24 | 2015-04-21 16:50:40 -0700 | [diff] [blame] | 2214 | // Note we use null for the thread because Thread::Current can |
Brian Carlstrom | 6d69f59 | 2013-07-16 17:18:16 -0700 | [diff] [blame] | 2215 | // return garbage since (is_started_ == true) and |
| 2216 | // Thread::pthread_key_self_ is not yet initialized. |
| 2217 | // This was seen on glibc. |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 2218 | MutexLock mu(nullptr, *Locks::thread_suspend_count_lock_); |
Ian Rogers | c604d73 | 2012-10-14 16:09:54 -0700 | [diff] [blame] | 2219 | resume_cond_ = new ConditionVariable("Thread resumption condition variable", |
| 2220 | *Locks::thread_suspend_count_lock_); |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 2221 | } |
| 2222 | |
Carl Shapiro | b557353 | 2011-07-12 18:22:59 -0700 | [diff] [blame] | 2223 | // Allocate a TLS slot. |
Ian Rogers | f4d4da1 | 2014-11-11 16:10:33 -0800 | [diff] [blame] | 2224 | CHECK_PTHREAD_CALL(pthread_key_create, (&Thread::pthread_key_self_, Thread::ThreadExitCallback), |
| 2225 | "self key"); |
Carl Shapiro | b557353 | 2011-07-12 18:22:59 -0700 | [diff] [blame] | 2226 | |
| 2227 | // Double-check the TLS slot allocation. |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 2228 | if (pthread_getspecific(pthread_key_self_) != nullptr) { |
| 2229 | LOG(FATAL) << "Newly-created pthread TLS slot is not nullptr"; |
Carl Shapiro | b557353 | 2011-07-12 18:22:59 -0700 | [diff] [blame] | 2230 | } |
Andreas Gampe | 8237200 | 2019-07-24 15:42:09 -0700 | [diff] [blame] | 2231 | #ifndef __BIONIC__ |
| 2232 | CHECK(Thread::self_tls_ == nullptr); |
| 2233 | #endif |
Elliott Hughes | 038a806 | 2011-09-18 14:12:41 -0700 | [diff] [blame] | 2234 | } |
Carl Shapiro | b557353 | 2011-07-12 18:22:59 -0700 | [diff] [blame] | 2235 | |
Elliott Hughes | 038a806 | 2011-09-18 14:12:41 -0700 | [diff] [blame] | 2236 | void Thread::FinishStartup() { |
Ian Rogers | 365c102 | 2012-06-22 15:05:28 -0700 | [diff] [blame] | 2237 | Runtime* runtime = Runtime::Current(); |
| 2238 | CHECK(runtime->IsStarted()); |
Brian Carlstrom | b82b687 | 2011-10-26 17:18:07 -0700 | [diff] [blame] | 2239 | |
Elliott Hughes | 01158d7 | 2011-09-19 19:47:10 -0700 | [diff] [blame] | 2240 | // Finish attaching the main thread. |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 2241 | ScopedObjectAccess soa(Thread::Current()); |
Vladimir Marko | dcfcce4 | 2018-06-27 10:00:28 +0000 | [diff] [blame] | 2242 | soa.Self()->CreatePeer("main", false, runtime->GetMainThreadGroup()); |
| 2243 | soa.Self()->AssertNoPendingException(); |
Jesse Wilson | 9a6bae8 | 2011-11-14 14:57:30 -0500 | [diff] [blame] | 2244 | |
Vladimir Marko | dcfcce4 | 2018-06-27 10:00:28 +0000 | [diff] [blame] | 2245 | runtime->RunRootClinits(soa.Self()); |
Andreas Gampe | 21cf95d | 2017-04-17 20:19:14 -0700 | [diff] [blame] | 2246 | |
| 2247 | // The thread counts as started from now on. We need to add it to the ThreadGroup. For regular |
| 2248 | // threads, this is done in Thread.start() on the Java side. |
Vladimir Marko | dcfcce4 | 2018-06-27 10:00:28 +0000 | [diff] [blame] | 2249 | soa.Self()->NotifyThreadGroup(soa, runtime->GetMainThreadGroup()); |
| 2250 | soa.Self()->AssertNoPendingException(); |
Carl Shapiro | b557353 | 2011-07-12 18:22:59 -0700 | [diff] [blame] | 2251 | } |
| 2252 | |
Elliott Hughes | c1674ed | 2011-08-25 18:09:09 -0700 | [diff] [blame] | 2253 | void Thread::Shutdown() { |
Ian Rogers | 0878d65 | 2013-04-18 17:38:35 -0700 | [diff] [blame] | 2254 | CHECK(is_started_); |
| 2255 | is_started_ = false; |
Elliott Hughes | 8d768a9 | 2011-09-14 16:35:25 -0700 | [diff] [blame] | 2256 | CHECK_PTHREAD_CALL(pthread_key_delete, (Thread::pthread_key_self_), "self key"); |
Ian Rogers | 33e9566 | 2013-05-20 20:29:14 -0700 | [diff] [blame] | 2257 | MutexLock mu(Thread::Current(), *Locks::thread_suspend_count_lock_); |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 2258 | if (resume_cond_ != nullptr) { |
Ian Rogers | 0878d65 | 2013-04-18 17:38:35 -0700 | [diff] [blame] | 2259 | delete resume_cond_; |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 2260 | resume_cond_ = nullptr; |
Ian Rogers | 0878d65 | 2013-04-18 17:38:35 -0700 | [diff] [blame] | 2261 | } |
Elliott Hughes | c1674ed | 2011-08-25 18:09:09 -0700 | [diff] [blame] | 2262 | } |
| 2263 | |
Andreas Gampe | 5677601 | 2018-01-26 17:40:55 -0800 | [diff] [blame] | 2264 | void Thread::NotifyThreadGroup(ScopedObjectAccessAlreadyRunnable& soa, jobject thread_group) { |
| 2265 | ScopedLocalRef<jobject> thread_jobject( |
| 2266 | soa.Env(), soa.Env()->AddLocalReference<jobject>(Thread::Current()->GetPeer())); |
| 2267 | ScopedLocalRef<jobject> thread_group_jobject_scoped( |
| 2268 | soa.Env(), nullptr); |
| 2269 | jobject thread_group_jobject = thread_group; |
| 2270 | if (thread_group == nullptr || kIsDebugBuild) { |
| 2271 | // There is always a group set. Retrieve it. |
| 2272 | thread_group_jobject_scoped.reset( |
| 2273 | soa.Env()->GetObjectField(thread_jobject.get(), |
| 2274 | WellKnownClasses::java_lang_Thread_group)); |
| 2275 | thread_group_jobject = thread_group_jobject_scoped.get(); |
| 2276 | if (kIsDebugBuild && thread_group != nullptr) { |
| 2277 | CHECK(soa.Env()->IsSameObject(thread_group, thread_group_jobject)); |
| 2278 | } |
| 2279 | } |
| 2280 | soa.Env()->CallNonvirtualVoidMethod(thread_group_jobject, |
| 2281 | WellKnownClasses::java_lang_ThreadGroup, |
| 2282 | WellKnownClasses::java_lang_ThreadGroup_add, |
| 2283 | thread_jobject.get()); |
| 2284 | } |
| 2285 | |
Calin Juravle | ccd5695 | 2016-12-15 17:57:38 +0000 | [diff] [blame] | 2286 | Thread::Thread(bool daemon) |
| 2287 | : tls32_(daemon), |
| 2288 | wait_monitor_(nullptr), |
Alex Light | cea4215 | 2018-09-18 22:51:55 +0000 | [diff] [blame] | 2289 | is_runtime_thread_(false) { |
Charles Munger | c665d63 | 2018-11-06 16:20:13 +0000 | [diff] [blame] | 2290 | wait_mutex_ = new Mutex("a thread wait mutex", LockLevel::kThreadWaitLock); |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 2291 | wait_cond_ = new ConditionVariable("a thread wait condition variable", *wait_mutex_); |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 2292 | tlsPtr_.instrumentation_stack = new std::deque<instrumentation::InstrumentationStackFrame>; |
| 2293 | tlsPtr_.name = new std::string(kThreadNameDuringStartup); |
| 2294 | |
Roland Levillain | 33d6903 | 2015-06-18 18:20:59 +0100 | [diff] [blame] | 2295 | static_assert((sizeof(Thread) % 4) == 0U, |
| 2296 | "art::Thread has a size which is not a multiple of 4."); |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 2297 | tls32_.state_and_flags.as_struct.flags = 0; |
| 2298 | tls32_.state_and_flags.as_struct.state = kNative; |
Orion Hodson | 88591fe | 2018-03-06 13:35:43 +0000 | [diff] [blame] | 2299 | tls32_.interrupted.store(false, std::memory_order_relaxed); |
Charles Munger | aa31f49 | 2018-11-01 18:57:38 +0000 | [diff] [blame] | 2300 | // Initialize with no permit; if the java Thread was unparked before being |
| 2301 | // started, it will unpark itself before calling into java code. |
| 2302 | tls32_.park_state_.store(kNoPermit, std::memory_order_relaxed); |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 2303 | memset(&tlsPtr_.held_mutexes[0], 0, sizeof(tlsPtr_.held_mutexes)); |
Mathieu Chartier | 0651d41 | 2014-04-29 14:37:57 -0700 | [diff] [blame] | 2304 | std::fill(tlsPtr_.rosalloc_runs, |
Hiroshi Yamauchi | 7ed9c56 | 2016-02-02 15:22:09 -0800 | [diff] [blame] | 2305 | tlsPtr_.rosalloc_runs + kNumRosAllocThreadLocalSizeBracketsInThread, |
Mathieu Chartier | 73d1e17 | 2014-04-11 17:53:48 -0700 | [diff] [blame] | 2306 | gc::allocator::RosAlloc::GetDedicatedFullRun()); |
Mathieu Chartier | 952e1e3 | 2016-06-13 14:04:02 -0700 | [diff] [blame] | 2307 | tlsPtr_.checkpoint_function = nullptr; |
Yu Li | eac4424 | 2015-06-29 10:50:03 +0800 | [diff] [blame] | 2308 | for (uint32_t i = 0; i < kMaxSuspendBarriers; ++i) { |
| 2309 | tlsPtr_.active_suspend_barriers[i] = nullptr; |
| 2310 | } |
Hiroshi Yamauchi | 2cd334a | 2015-01-09 14:03:35 -0800 | [diff] [blame] | 2311 | tlsPtr_.flip_function = nullptr; |
Hiroshi Yamauchi | 0b71357 | 2015-06-16 18:29:23 -0700 | [diff] [blame] | 2312 | tlsPtr_.thread_local_mark_stack = nullptr; |
Hiroshi Yamauchi | ee23582 | 2016-08-19 17:03:27 -0700 | [diff] [blame] | 2313 | tls32_.is_transitioning_to_runnable = false; |
David Srbecky | 28f6cff | 2018-10-16 15:07:28 +0100 | [diff] [blame] | 2314 | tls32_.use_mterp = false; |
| 2315 | } |
| 2316 | |
| 2317 | void Thread::NotifyInTheadList() { |
| 2318 | tls32_.use_mterp = interpreter::CanUseMterp(); |
Elliott Hughes | dcc2474 | 2011-09-07 14:02:44 -0700 | [diff] [blame] | 2319 | } |
| 2320 | |
Alex Light | e9f6103 | 2018-09-24 16:04:51 -0700 | [diff] [blame] | 2321 | bool Thread::CanLoadClasses() const { |
| 2322 | return !IsRuntimeThread() || !Runtime::Current()->IsJavaDebuggable(); |
| 2323 | } |
| 2324 | |
Elliott Hughes | 7dc5166 | 2012-05-16 14:48:43 -0700 | [diff] [blame] | 2325 | bool Thread::IsStillStarting() const { |
| 2326 | // You might think you can check whether the state is kStarting, but for much of thread startup, |
Elliott Hughes | 80537bb | 2013-01-04 16:37:26 -0800 | [diff] [blame] | 2327 | // the thread is in kNative; it might also be in kVmWait. |
Mathieu Chartier | 2cebb24 | 2015-04-21 16:50:40 -0700 | [diff] [blame] | 2328 | // You might think you can check whether the peer is null, but the peer is actually created and |
Elliott Hughes | 7dc5166 | 2012-05-16 14:48:43 -0700 | [diff] [blame] | 2329 | // assigned fairly early on, and needs to be. |
| 2330 | // It turns out that the last thing to change is the thread name; that's a good proxy for "has |
| 2331 | // this thread _ever_ entered kRunnable". |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 2332 | return (tlsPtr_.jpeer == nullptr && tlsPtr_.opeer == nullptr) || |
| 2333 | (*tlsPtr_.name == kThreadNameDuringStartup); |
Elliott Hughes | 7dc5166 | 2012-05-16 14:48:43 -0700 | [diff] [blame] | 2334 | } |
| 2335 | |
Andreas Gampe | d9efea6 | 2014-07-21 22:56:08 -0700 | [diff] [blame] | 2336 | void Thread::AssertPendingException() const { |
Mathieu Chartier | a61894d | 2015-04-23 16:32:54 -0700 | [diff] [blame] | 2337 | CHECK(IsExceptionPending()) << "Pending exception expected."; |
| 2338 | } |
| 2339 | |
| 2340 | void Thread::AssertPendingOOMException() const { |
| 2341 | AssertPendingException(); |
| 2342 | auto* e = GetException(); |
| 2343 | CHECK_EQ(e->GetClass(), DecodeJObject(WellKnownClasses::java_lang_OutOfMemoryError)->AsClass()) |
| 2344 | << e->Dump(); |
Andreas Gampe | d9efea6 | 2014-07-21 22:56:08 -0700 | [diff] [blame] | 2345 | } |
| 2346 | |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 2347 | void Thread::AssertNoPendingException() const { |
| 2348 | if (UNLIKELY(IsExceptionPending())) { |
| 2349 | ScopedObjectAccess soa(Thread::Current()); |
Mathieu Chartier | f5769e1 | 2017-01-10 15:54:41 -0800 | [diff] [blame] | 2350 | LOG(FATAL) << "No pending exception expected: " << GetException()->Dump(); |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 2351 | } |
| 2352 | } |
| 2353 | |
Mathieu Chartier | 8d7672e | 2014-02-25 10:57:16 -0800 | [diff] [blame] | 2354 | void Thread::AssertNoPendingExceptionForNewException(const char* msg) const { |
| 2355 | if (UNLIKELY(IsExceptionPending())) { |
| 2356 | ScopedObjectAccess soa(Thread::Current()); |
Ian Rogers | c114b5f | 2014-07-21 08:55:01 -0700 | [diff] [blame] | 2357 | LOG(FATAL) << "Throwing new exception '" << msg << "' with unexpected pending exception: " |
Mathieu Chartier | f5769e1 | 2017-01-10 15:54:41 -0800 | [diff] [blame] | 2358 | << GetException()->Dump(); |
Mathieu Chartier | 8d7672e | 2014-02-25 10:57:16 -0800 | [diff] [blame] | 2359 | } |
| 2360 | } |
| 2361 | |
Mathieu Chartier | bb87e0f | 2015-04-03 11:21:55 -0700 | [diff] [blame] | 2362 | class MonitorExitVisitor : public SingleRootVisitor { |
| 2363 | public: |
| 2364 | explicit MonitorExitVisitor(Thread* self) : self_(self) { } |
| 2365 | |
| 2366 | // NO_THREAD_SAFETY_ANALYSIS due to MonitorExit. |
| 2367 | void VisitRoot(mirror::Object* entered_monitor, const RootInfo& info ATTRIBUTE_UNUSED) |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 2368 | override NO_THREAD_SAFETY_ANALYSIS { |
Mathieu Chartier | bb87e0f | 2015-04-03 11:21:55 -0700 | [diff] [blame] | 2369 | if (self_->HoldsLock(entered_monitor)) { |
| 2370 | LOG(WARNING) << "Calling MonitorExit on object " |
David Sehr | 709b070 | 2016-10-13 09:12:37 -0700 | [diff] [blame] | 2371 | << entered_monitor << " (" << entered_monitor->PrettyTypeOf() << ")" |
Mathieu Chartier | bb87e0f | 2015-04-03 11:21:55 -0700 | [diff] [blame] | 2372 | << " left locked by native thread " |
| 2373 | << *Thread::Current() << " which is detaching"; |
| 2374 | entered_monitor->MonitorExit(self_); |
| 2375 | } |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 2376 | } |
Mathieu Chartier | bb87e0f | 2015-04-03 11:21:55 -0700 | [diff] [blame] | 2377 | |
| 2378 | private: |
| 2379 | Thread* const self_; |
| 2380 | }; |
Elliott Hughes | 02b48d1 | 2011-09-07 17:15:51 -0700 | [diff] [blame] | 2381 | |
Elliott Hughes | c0f0933 | 2012-03-26 13:27:06 -0700 | [diff] [blame] | 2382 | void Thread::Destroy() { |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 2383 | Thread* self = this; |
| 2384 | DCHECK_EQ(self, Thread::Current()); |
Elliott Hughes | 02b48d1 | 2011-09-07 17:15:51 -0700 | [diff] [blame] | 2385 | |
Ian Rogers | 68d8b42 | 2014-07-17 11:09:10 -0700 | [diff] [blame] | 2386 | if (tlsPtr_.jni_env != nullptr) { |
Mathieu Chartier | bb87e0f | 2015-04-03 11:21:55 -0700 | [diff] [blame] | 2387 | { |
| 2388 | ScopedObjectAccess soa(self); |
| 2389 | MonitorExitVisitor visitor(self); |
| 2390 | // On thread detach, all monitors entered with JNI MonitorEnter are automatically exited. |
Ian Rogers | 55256cb | 2017-12-21 17:07:11 -0800 | [diff] [blame] | 2391 | tlsPtr_.jni_env->monitors_.VisitRoots(&visitor, RootInfo(kRootVMInternal)); |
Mathieu Chartier | bb87e0f | 2015-04-03 11:21:55 -0700 | [diff] [blame] | 2392 | } |
Ian Rogers | 68d8b42 | 2014-07-17 11:09:10 -0700 | [diff] [blame] | 2393 | // Release locally held global references which releasing may require the mutator lock. |
| 2394 | if (tlsPtr_.jpeer != nullptr) { |
| 2395 | // If pthread_create fails we don't have a jni env here. |
| 2396 | tlsPtr_.jni_env->DeleteGlobalRef(tlsPtr_.jpeer); |
| 2397 | tlsPtr_.jpeer = nullptr; |
| 2398 | } |
| 2399 | if (tlsPtr_.class_loader_override != nullptr) { |
| 2400 | tlsPtr_.jni_env->DeleteGlobalRef(tlsPtr_.class_loader_override); |
| 2401 | tlsPtr_.class_loader_override = nullptr; |
| 2402 | } |
| 2403 | } |
| 2404 | |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 2405 | if (tlsPtr_.opeer != nullptr) { |
Ian Rogers | cfaa455 | 2012-11-26 21:00:08 -0800 | [diff] [blame] | 2406 | ScopedObjectAccess soa(self); |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 2407 | // We may need to call user-supplied managed code, do this before final clean-up. |
Ian Rogers | cfaa455 | 2012-11-26 21:00:08 -0800 | [diff] [blame] | 2408 | HandleUncaughtExceptions(soa); |
Alex Light | df13240 | 2017-09-29 12:54:33 -0700 | [diff] [blame] | 2409 | RemoveFromThreadGroup(soa); |
Alex Light | 8c5e2da | 2017-07-11 10:32:20 -0700 | [diff] [blame] | 2410 | Runtime* runtime = Runtime::Current(); |
| 2411 | if (runtime != nullptr) { |
| 2412 | runtime->GetRuntimeCallbacks()->ThreadDeath(self); |
| 2413 | } |
Elliott Hughes | 534da07 | 2012-03-27 15:17:42 -0700 | [diff] [blame] | 2414 | |
Anwar Ghuloum | 3c50a4b | 2013-06-21 13:05:23 -0700 | [diff] [blame] | 2415 | // this.nativePeer = 0; |
Sebastien Hertz | d2fe10a | 2014-01-15 10:20:56 +0100 | [diff] [blame] | 2416 | if (Runtime::Current()->IsActiveTransaction()) { |
Andreas Gampe | 08883de | 2016-11-08 13:20:52 -0800 | [diff] [blame] | 2417 | jni::DecodeArtField(WellKnownClasses::java_lang_Thread_nativePeer) |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 2418 | ->SetLong<true>(tlsPtr_.opeer, 0); |
Sebastien Hertz | d2fe10a | 2014-01-15 10:20:56 +0100 | [diff] [blame] | 2419 | } else { |
Andreas Gampe | 08883de | 2016-11-08 13:20:52 -0800 | [diff] [blame] | 2420 | jni::DecodeArtField(WellKnownClasses::java_lang_Thread_nativePeer) |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 2421 | ->SetLong<false>(tlsPtr_.opeer, 0); |
Sebastien Hertz | d2fe10a | 2014-01-15 10:20:56 +0100 | [diff] [blame] | 2422 | } |
Elliott Hughes | 02b48d1 | 2011-09-07 17:15:51 -0700 | [diff] [blame] | 2423 | |
Ian Rogers | cfaa455 | 2012-11-26 21:00:08 -0800 | [diff] [blame] | 2424 | // Thread.join() is implemented as an Object.wait() on the Thread.lock object. Signal anyone |
| 2425 | // who is waiting. |
Mathieu Chartier | 3398c78 | 2016-09-30 10:27:43 -0700 | [diff] [blame] | 2426 | ObjPtr<mirror::Object> lock = |
Andreas Gampe | 08883de | 2016-11-08 13:20:52 -0800 | [diff] [blame] | 2427 | jni::DecodeArtField(WellKnownClasses::java_lang_Thread_lock)->GetObject(tlsPtr_.opeer); |
Elliott Hughes | 038a806 | 2011-09-18 14:12:41 -0700 | [diff] [blame] | 2428 | // (This conditional is only needed for tests, where Thread.lock won't have been set.) |
Mathieu Chartier | c528dba | 2013-11-26 12:00:11 -0800 | [diff] [blame] | 2429 | if (lock != nullptr) { |
Mathieu Chartier | eb8167a | 2014-05-07 15:43:14 -0700 | [diff] [blame] | 2430 | StackHandleScope<1> hs(self); |
| 2431 | Handle<mirror::Object> h_obj(hs.NewHandle(lock)); |
Mathieu Chartier | db2633c | 2014-05-16 09:59:29 -0700 | [diff] [blame] | 2432 | ObjectLock<mirror::Object> locker(self, h_obj); |
Yevgeny Rouban | 63e8a68 | 2014-04-16 18:26:09 +0700 | [diff] [blame] | 2433 | locker.NotifyAll(); |
Elliott Hughes | 5f79133 | 2011-09-15 17:45:30 -0700 | [diff] [blame] | 2434 | } |
Ian Rogers | 68d8b42 | 2014-07-17 11:09:10 -0700 | [diff] [blame] | 2435 | tlsPtr_.opeer = nullptr; |
Elliott Hughes | 5f79133 | 2011-09-15 17:45:30 -0700 | [diff] [blame] | 2436 | } |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 2437 | |
Hiroshi Yamauchi | a1b94c6 | 2014-12-17 15:49:56 -0800 | [diff] [blame] | 2438 | { |
| 2439 | ScopedObjectAccess soa(self); |
| 2440 | Runtime::Current()->GetHeap()->RevokeThreadLocalBuffers(this); |
Hiroshi Yamauchi | 0b71357 | 2015-06-16 18:29:23 -0700 | [diff] [blame] | 2441 | if (kUseReadBarrier) { |
| 2442 | Runtime::Current()->GetHeap()->ConcurrentCopyingCollector()->RevokeThreadLocalMarkStack(this); |
| 2443 | } |
Hiroshi Yamauchi | a1b94c6 | 2014-12-17 15:49:56 -0800 | [diff] [blame] | 2444 | } |
Elliott Hughes | c0f0933 | 2012-03-26 13:27:06 -0700 | [diff] [blame] | 2445 | } |
Elliott Hughes | 02b48d1 | 2011-09-07 17:15:51 -0700 | [diff] [blame] | 2446 | |
Elliott Hughes | c0f0933 | 2012-03-26 13:27:06 -0700 | [diff] [blame] | 2447 | Thread::~Thread() { |
Ian Rogers | 68d8b42 | 2014-07-17 11:09:10 -0700 | [diff] [blame] | 2448 | CHECK(tlsPtr_.class_loader_override == nullptr); |
| 2449 | CHECK(tlsPtr_.jpeer == nullptr); |
| 2450 | CHECK(tlsPtr_.opeer == nullptr); |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 2451 | bool initialized = (tlsPtr_.jni_env != nullptr); // Did Thread::Init run? |
Alexei Zavjalov | 1efa0a9 | 2014-02-04 02:08:31 +0700 | [diff] [blame] | 2452 | if (initialized) { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 2453 | delete tlsPtr_.jni_env; |
| 2454 | tlsPtr_.jni_env = nullptr; |
Alexei Zavjalov | 1efa0a9 | 2014-02-04 02:08:31 +0700 | [diff] [blame] | 2455 | } |
Mathieu Chartier | dbe6f46 | 2012-09-25 16:54:50 -0700 | [diff] [blame] | 2456 | CHECK_NE(GetState(), kRunnable); |
Hiroshi Yamauchi | 3049324 | 2016-11-03 13:06:52 -0700 | [diff] [blame] | 2457 | CHECK(!ReadFlag(kCheckpointRequest)); |
| 2458 | CHECK(!ReadFlag(kEmptyCheckpointRequest)); |
Mathieu Chartier | 952e1e3 | 2016-06-13 14:04:02 -0700 | [diff] [blame] | 2459 | CHECK(tlsPtr_.checkpoint_function == nullptr); |
| 2460 | CHECK_EQ(checkpoint_overflow_.size(), 0u); |
Hiroshi Yamauchi | 2cd334a | 2015-01-09 14:03:35 -0800 | [diff] [blame] | 2461 | CHECK(tlsPtr_.flip_function == nullptr); |
Hiroshi Yamauchi | ee23582 | 2016-08-19 17:03:27 -0700 | [diff] [blame] | 2462 | CHECK_EQ(tls32_.is_transitioning_to_runnable, false); |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 2463 | |
Sebastien Hertz | 0747466 | 2015-08-25 15:12:33 +0000 | [diff] [blame] | 2464 | // Make sure we processed all deoptimization requests. |
| 2465 | CHECK(tlsPtr_.deoptimization_context_stack == nullptr) << "Missed deoptimization"; |
Mingyao Yang | 99170c6 | 2015-07-06 11:10:37 -0700 | [diff] [blame] | 2466 | CHECK(tlsPtr_.frame_id_to_shadow_frame == nullptr) << |
| 2467 | "Not all deoptimized frames have been consumed by the debugger."; |
Sebastien Hertz | 0747466 | 2015-08-25 15:12:33 +0000 | [diff] [blame] | 2468 | |
Mathieu Chartier | dbe6f46 | 2012-09-25 16:54:50 -0700 | [diff] [blame] | 2469 | // We may be deleting a still born thread. |
| 2470 | SetStateUnsafe(kTerminated); |
Elliott Hughes | 85d1545 | 2011-09-16 17:33:01 -0700 | [diff] [blame] | 2471 | |
| 2472 | delete wait_cond_; |
| 2473 | delete wait_mutex_; |
| 2474 | |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 2475 | if (tlsPtr_.long_jump_context != nullptr) { |
| 2476 | delete tlsPtr_.long_jump_context; |
Ian Rogers | c928de9 | 2013-02-27 14:30:44 -0800 | [diff] [blame] | 2477 | } |
Elliott Hughes | 475fc23 | 2011-10-25 15:00:35 -0700 | [diff] [blame] | 2478 | |
Alexei Zavjalov | 1efa0a9 | 2014-02-04 02:08:31 +0700 | [diff] [blame] | 2479 | if (initialized) { |
| 2480 | CleanupCpu(); |
| 2481 | } |
| 2482 | |
Sebastien Hertz | 597c4f0 | 2015-01-26 17:37:14 +0100 | [diff] [blame] | 2483 | if (tlsPtr_.single_step_control != nullptr) { |
| 2484 | delete tlsPtr_.single_step_control; |
| 2485 | } |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 2486 | delete tlsPtr_.instrumentation_stack; |
| 2487 | delete tlsPtr_.name; |
Nicolas Geoffray | 340dafa | 2016-11-18 16:03:10 +0000 | [diff] [blame] | 2488 | delete tlsPtr_.deps_or_stack_trace_sample.stack_trace_sample; |
Elliott Hughes | d8af159 | 2012-04-16 20:40:15 -0700 | [diff] [blame] | 2489 | |
Ian Rogers | 68d8b42 | 2014-07-17 11:09:10 -0700 | [diff] [blame] | 2490 | Runtime::Current()->GetHeap()->AssertThreadLocalBuffersAreRevoked(this); |
Hiroshi Yamauchi | cf58d4a | 2013-09-26 14:21:22 -0700 | [diff] [blame] | 2491 | |
Elliott Hughes | d8af159 | 2012-04-16 20:40:15 -0700 | [diff] [blame] | 2492 | TearDownAlternateSignalStack(); |
Elliott Hughes | c1674ed | 2011-08-25 18:09:09 -0700 | [diff] [blame] | 2493 | } |
| 2494 | |
Andreas Gampe | 513061a | 2017-06-01 09:17:34 -0700 | [diff] [blame] | 2495 | void Thread::HandleUncaughtExceptions(ScopedObjectAccessAlreadyRunnable& soa) { |
Elliott Hughes | accd83d | 2011-10-17 14:25:58 -0700 | [diff] [blame] | 2496 | if (!IsExceptionPending()) { |
| 2497 | return; |
| 2498 | } |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 2499 | ScopedLocalRef<jobject> peer(tlsPtr_.jni_env, soa.AddLocalReference<jobject>(tlsPtr_.opeer)); |
Ian Rogers | cfaa455 | 2012-11-26 21:00:08 -0800 | [diff] [blame] | 2500 | ScopedThreadStateChange tsc(this, kNative); |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 2501 | |
Elliott Hughes | accd83d | 2011-10-17 14:25:58 -0700 | [diff] [blame] | 2502 | // Get and clear the exception. |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 2503 | ScopedLocalRef<jthrowable> exception(tlsPtr_.jni_env, tlsPtr_.jni_env->ExceptionOccurred()); |
| 2504 | tlsPtr_.jni_env->ExceptionClear(); |
Elliott Hughes | accd83d | 2011-10-17 14:25:58 -0700 | [diff] [blame] | 2505 | |
Tobias Thierer | 5cbe65d | 2016-07-22 18:37:59 +0100 | [diff] [blame] | 2506 | // Call the Thread instance's dispatchUncaughtException(Throwable) |
| 2507 | tlsPtr_.jni_env->CallVoidMethod(peer.get(), |
| 2508 | WellKnownClasses::java_lang_Thread_dispatchUncaughtException, |
| 2509 | exception.get()); |
Elliott Hughes | accd83d | 2011-10-17 14:25:58 -0700 | [diff] [blame] | 2510 | |
Tobias Thierer | 5cbe65d | 2016-07-22 18:37:59 +0100 | [diff] [blame] | 2511 | // If the dispatchUncaughtException threw, clear that exception too. |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 2512 | tlsPtr_.jni_env->ExceptionClear(); |
Elliott Hughes | accd83d | 2011-10-17 14:25:58 -0700 | [diff] [blame] | 2513 | } |
| 2514 | |
Andreas Gampe | 513061a | 2017-06-01 09:17:34 -0700 | [diff] [blame] | 2515 | void Thread::RemoveFromThreadGroup(ScopedObjectAccessAlreadyRunnable& soa) { |
Brian Carlstrom | 4514d3c | 2011-10-21 17:01:31 -0700 | [diff] [blame] | 2516 | // this.group.removeThread(this); |
| 2517 | // group can be null if we're in the compiler or a test. |
Andreas Gampe | 08883de | 2016-11-08 13:20:52 -0800 | [diff] [blame] | 2518 | ObjPtr<mirror::Object> ogroup = jni::DecodeArtField(WellKnownClasses::java_lang_Thread_group) |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 2519 | ->GetObject(tlsPtr_.opeer); |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 2520 | if (ogroup != nullptr) { |
Ian Rogers | cfaa455 | 2012-11-26 21:00:08 -0800 | [diff] [blame] | 2521 | ScopedLocalRef<jobject> group(soa.Env(), soa.AddLocalReference<jobject>(ogroup)); |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 2522 | ScopedLocalRef<jobject> peer(soa.Env(), soa.AddLocalReference<jobject>(tlsPtr_.opeer)); |
Ian Rogers | cfaa455 | 2012-11-26 21:00:08 -0800 | [diff] [blame] | 2523 | ScopedThreadStateChange tsc(soa.Self(), kNative); |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 2524 | tlsPtr_.jni_env->CallVoidMethod(group.get(), |
| 2525 | WellKnownClasses::java_lang_ThreadGroup_removeThread, |
| 2526 | peer.get()); |
Brian Carlstrom | 4514d3c | 2011-10-21 17:01:31 -0700 | [diff] [blame] | 2527 | } |
| 2528 | } |
| 2529 | |
Mathieu Chartier | eb8167a | 2014-05-07 15:43:14 -0700 | [diff] [blame] | 2530 | bool Thread::HandleScopeContains(jobject obj) const { |
| 2531 | StackReference<mirror::Object>* hs_entry = |
Ian Rogers | ef7d42f | 2014-01-06 12:55:46 -0800 | [diff] [blame] | 2532 | reinterpret_cast<StackReference<mirror::Object>*>(obj); |
Mathieu Chartier | e8a3c57 | 2016-10-11 16:52:17 -0700 | [diff] [blame] | 2533 | for (BaseHandleScope* cur = tlsPtr_.top_handle_scope; cur!= nullptr; cur = cur->GetLink()) { |
Mathieu Chartier | eb8167a | 2014-05-07 15:43:14 -0700 | [diff] [blame] | 2534 | if (cur->Contains(hs_entry)) { |
Ian Rogers | a8cd9f4 | 2011-08-19 16:43:41 -0700 | [diff] [blame] | 2535 | return true; |
| 2536 | } |
| 2537 | } |
Mathieu Chartier | eb8167a | 2014-05-07 15:43:14 -0700 | [diff] [blame] | 2538 | // JNI code invoked from portable code uses shadow frames rather than the handle scope. |
| 2539 | return tlsPtr_.managed_stack.ShadowFramesContain(hs_entry); |
TDYa127 | 28f1a14 | 2012-03-15 21:51:52 -0700 | [diff] [blame] | 2540 | } |
| 2541 | |
Hans Boehm | 0882af2 | 2017-08-31 15:21:57 -0700 | [diff] [blame] | 2542 | void Thread::HandleScopeVisitRoots(RootVisitor* visitor, pid_t thread_id) { |
Mathieu Chartier | 4809d0a | 2015-04-07 10:39:04 -0700 | [diff] [blame] | 2543 | BufferedRootVisitor<kDefaultBufferedRootCount> buffered_visitor( |
| 2544 | visitor, RootInfo(kRootNativeStack, thread_id)); |
Mathieu Chartier | e8a3c57 | 2016-10-11 16:52:17 -0700 | [diff] [blame] | 2545 | for (BaseHandleScope* cur = tlsPtr_.top_handle_scope; cur; cur = cur->GetLink()) { |
| 2546 | cur->VisitRoots(buffered_visitor); |
Shih-wei Liao | 8dfc9d5 | 2011-09-28 18:06:15 -0700 | [diff] [blame] | 2547 | } |
| 2548 | } |
| 2549 | |
Mathieu Chartier | c4f3925 | 2016-10-05 18:32:08 -0700 | [diff] [blame] | 2550 | ObjPtr<mirror::Object> Thread::DecodeJObject(jobject obj) const { |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 2551 | if (obj == nullptr) { |
| 2552 | return nullptr; |
Ian Rogers | 408f79a | 2011-08-23 18:22:33 -0700 | [diff] [blame] | 2553 | } |
| 2554 | IndirectRef ref = reinterpret_cast<IndirectRef>(obj); |
Andreas Gampe | dc061d0 | 2016-10-24 13:19:37 -0700 | [diff] [blame] | 2555 | IndirectRefKind kind = IndirectReferenceTable::GetIndirectRefKind(ref); |
Mathieu Chartier | 8778c52 | 2016-10-04 19:06:30 -0700 | [diff] [blame] | 2556 | ObjPtr<mirror::Object> result; |
Ian Rogers | c0542af | 2014-09-03 16:16:56 -0700 | [diff] [blame] | 2557 | bool expect_null = false; |
Ian Rogers | 4f6ad8a | 2013-03-18 15:27:28 -0700 | [diff] [blame] | 2558 | // The "kinds" below are sorted by the frequency we expect to encounter them. |
| 2559 | if (kind == kLocal) { |
Ian Rogers | 55256cb | 2017-12-21 17:07:11 -0800 | [diff] [blame] | 2560 | IndirectReferenceTable& locals = tlsPtr_.jni_env->locals_; |
Hiroshi Yamauchi | 196851b | 2014-05-29 12:16:04 -0700 | [diff] [blame] | 2561 | // Local references do not need a read barrier. |
| 2562 | result = locals.Get<kWithoutReadBarrier>(ref); |
Mathieu Chartier | eb8167a | 2014-05-07 15:43:14 -0700 | [diff] [blame] | 2563 | } else if (kind == kHandleScopeOrInvalid) { |
Ian Rogers | ef7d42f | 2014-01-06 12:55:46 -0800 | [diff] [blame] | 2564 | // TODO: make stack indirect reference table lookup more efficient. |
Mathieu Chartier | eb8167a | 2014-05-07 15:43:14 -0700 | [diff] [blame] | 2565 | // Check if this is a local reference in the handle scope. |
| 2566 | if (LIKELY(HandleScopeContains(obj))) { |
| 2567 | // Read from handle scope. |
Ian Rogers | ef7d42f | 2014-01-06 12:55:46 -0800 | [diff] [blame] | 2568 | result = reinterpret_cast<StackReference<mirror::Object>*>(obj)->AsMirrorPtr(); |
Mathieu Chartier | 9d156d5 | 2016-10-06 17:44:26 -0700 | [diff] [blame] | 2569 | VerifyObject(result); |
Ian Rogers | 408f79a | 2011-08-23 18:22:33 -0700 | [diff] [blame] | 2570 | } else { |
Ian Rogers | 55256cb | 2017-12-21 17:07:11 -0800 | [diff] [blame] | 2571 | tlsPtr_.jni_env->vm_->JniAbortF(nullptr, "use of invalid jobject %p", obj); |
Ian Rogers | c0542af | 2014-09-03 16:16:56 -0700 | [diff] [blame] | 2572 | expect_null = true; |
| 2573 | result = nullptr; |
Ian Rogers | 408f79a | 2011-08-23 18:22:33 -0700 | [diff] [blame] | 2574 | } |
Ian Rogers | 4f6ad8a | 2013-03-18 15:27:28 -0700 | [diff] [blame] | 2575 | } else if (kind == kGlobal) { |
Ian Rogers | 55256cb | 2017-12-21 17:07:11 -0800 | [diff] [blame] | 2576 | result = tlsPtr_.jni_env->vm_->DecodeGlobal(ref); |
Ian Rogers | 4f6ad8a | 2013-03-18 15:27:28 -0700 | [diff] [blame] | 2577 | } else { |
| 2578 | DCHECK_EQ(kind, kWeakGlobal); |
Ian Rogers | 55256cb | 2017-12-21 17:07:11 -0800 | [diff] [blame] | 2579 | result = tlsPtr_.jni_env->vm_->DecodeWeakGlobal(const_cast<Thread*>(this), ref); |
Ian Rogers | c0542af | 2014-09-03 16:16:56 -0700 | [diff] [blame] | 2580 | if (Runtime::Current()->IsClearedJniWeakGlobal(result)) { |
Mathieu Chartier | 2cebb24 | 2015-04-21 16:50:40 -0700 | [diff] [blame] | 2581 | // This is a special case where it's okay to return null. |
Ian Rogers | c0542af | 2014-09-03 16:16:56 -0700 | [diff] [blame] | 2582 | expect_null = true; |
| 2583 | result = nullptr; |
Ian Rogers | 4f6ad8a | 2013-03-18 15:27:28 -0700 | [diff] [blame] | 2584 | } |
Ian Rogers | 408f79a | 2011-08-23 18:22:33 -0700 | [diff] [blame] | 2585 | } |
| 2586 | |
Ian Rogers | c0542af | 2014-09-03 16:16:56 -0700 | [diff] [blame] | 2587 | if (UNLIKELY(!expect_null && result == nullptr)) { |
Ian Rogers | 55256cb | 2017-12-21 17:07:11 -0800 | [diff] [blame] | 2588 | tlsPtr_.jni_env->vm_->JniAbortF(nullptr, "use of deleted %s %p", |
Ian Rogers | 68d8b42 | 2014-07-17 11:09:10 -0700 | [diff] [blame] | 2589 | ToStr<IndirectRefKind>(kind).c_str(), obj); |
Ian Rogers | 408f79a | 2011-08-23 18:22:33 -0700 | [diff] [blame] | 2590 | } |
Mathieu Chartier | c4f3925 | 2016-10-05 18:32:08 -0700 | [diff] [blame] | 2591 | return result; |
Ian Rogers | 408f79a | 2011-08-23 18:22:33 -0700 | [diff] [blame] | 2592 | } |
| 2593 | |
Hiroshi Yamauchi | 04302db | 2015-11-11 23:45:34 -0800 | [diff] [blame] | 2594 | bool Thread::IsJWeakCleared(jweak obj) const { |
| 2595 | CHECK(obj != nullptr); |
| 2596 | IndirectRef ref = reinterpret_cast<IndirectRef>(obj); |
Andreas Gampe | dc061d0 | 2016-10-24 13:19:37 -0700 | [diff] [blame] | 2597 | IndirectRefKind kind = IndirectReferenceTable::GetIndirectRefKind(ref); |
Hiroshi Yamauchi | 04302db | 2015-11-11 23:45:34 -0800 | [diff] [blame] | 2598 | CHECK_EQ(kind, kWeakGlobal); |
Ian Rogers | 55256cb | 2017-12-21 17:07:11 -0800 | [diff] [blame] | 2599 | return tlsPtr_.jni_env->vm_->IsWeakGlobalCleared(const_cast<Thread*>(this), ref); |
Hiroshi Yamauchi | 04302db | 2015-11-11 23:45:34 -0800 | [diff] [blame] | 2600 | } |
| 2601 | |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 2602 | // Implements java.lang.Thread.interrupted. |
| 2603 | bool Thread::Interrupted() { |
Nicolas Geoffray | 365719c | 2017-03-08 13:11:50 +0000 | [diff] [blame] | 2604 | DCHECK_EQ(Thread::Current(), this); |
| 2605 | // No other thread can concurrently reset the interrupted flag. |
Orion Hodson | 88591fe | 2018-03-06 13:35:43 +0000 | [diff] [blame] | 2606 | bool interrupted = tls32_.interrupted.load(std::memory_order_seq_cst); |
Nicolas Geoffray | 365719c | 2017-03-08 13:11:50 +0000 | [diff] [blame] | 2607 | if (interrupted) { |
Orion Hodson | 88591fe | 2018-03-06 13:35:43 +0000 | [diff] [blame] | 2608 | tls32_.interrupted.store(false, std::memory_order_seq_cst); |
Nicolas Geoffray | 365719c | 2017-03-08 13:11:50 +0000 | [diff] [blame] | 2609 | } |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 2610 | return interrupted; |
| 2611 | } |
| 2612 | |
| 2613 | // Implements java.lang.Thread.isInterrupted. |
| 2614 | bool Thread::IsInterrupted() { |
Orion Hodson | 88591fe | 2018-03-06 13:35:43 +0000 | [diff] [blame] | 2615 | return tls32_.interrupted.load(std::memory_order_seq_cst); |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 2616 | } |
| 2617 | |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 2618 | void Thread::Interrupt(Thread* self) { |
Charles Munger | aa31f49 | 2018-11-01 18:57:38 +0000 | [diff] [blame] | 2619 | { |
| 2620 | MutexLock mu(self, *wait_mutex_); |
| 2621 | if (tls32_.interrupted.load(std::memory_order_seq_cst)) { |
| 2622 | return; |
| 2623 | } |
| 2624 | tls32_.interrupted.store(true, std::memory_order_seq_cst); |
| 2625 | NotifyLocked(self); |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 2626 | } |
Charles Munger | aa31f49 | 2018-11-01 18:57:38 +0000 | [diff] [blame] | 2627 | Unpark(); |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 2628 | } |
| 2629 | |
| 2630 | void Thread::Notify() { |
Ian Rogers | c604d73 | 2012-10-14 16:09:54 -0700 | [diff] [blame] | 2631 | Thread* self = Thread::Current(); |
| 2632 | MutexLock mu(self, *wait_mutex_); |
| 2633 | NotifyLocked(self); |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 2634 | } |
| 2635 | |
Ian Rogers | c604d73 | 2012-10-14 16:09:54 -0700 | [diff] [blame] | 2636 | void Thread::NotifyLocked(Thread* self) { |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 2637 | if (wait_monitor_ != nullptr) { |
Ian Rogers | c604d73 | 2012-10-14 16:09:54 -0700 | [diff] [blame] | 2638 | wait_cond_->Signal(self); |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 2639 | } |
| 2640 | } |
| 2641 | |
Ian Rogers | 68d8b42 | 2014-07-17 11:09:10 -0700 | [diff] [blame] | 2642 | void Thread::SetClassLoaderOverride(jobject class_loader_override) { |
| 2643 | if (tlsPtr_.class_loader_override != nullptr) { |
| 2644 | GetJniEnv()->DeleteGlobalRef(tlsPtr_.class_loader_override); |
| 2645 | } |
| 2646 | tlsPtr_.class_loader_override = GetJniEnv()->NewGlobalRef(class_loader_override); |
| 2647 | } |
| 2648 | |
Mathieu Chartier | 65b8bb2 | 2017-02-01 11:03:50 -0800 | [diff] [blame] | 2649 | using ArtMethodDexPcPair = std::pair<ArtMethod*, uint32_t>; |
| 2650 | |
| 2651 | // Counts the stack trace depth and also fetches the first max_saved_frames frames. |
| 2652 | class FetchStackTraceVisitor : public StackVisitor { |
Shih-wei Liao | 9b576b4 | 2011-08-29 01:45:07 -0700 | [diff] [blame] | 2653 | public: |
Mathieu Chartier | 65b8bb2 | 2017-02-01 11:03:50 -0800 | [diff] [blame] | 2654 | explicit FetchStackTraceVisitor(Thread* thread, |
| 2655 | ArtMethodDexPcPair* saved_frames = nullptr, |
| 2656 | size_t max_saved_frames = 0) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 2657 | REQUIRES_SHARED(Locks::mutator_lock_) |
Nicolas Geoffray | 8e5bd18 | 2015-05-06 11:34:34 +0100 | [diff] [blame] | 2658 | : StackVisitor(thread, nullptr, StackVisitor::StackWalkKind::kIncludeInlinedFrames), |
Mathieu Chartier | 65b8bb2 | 2017-02-01 11:03:50 -0800 | [diff] [blame] | 2659 | saved_frames_(saved_frames), |
| 2660 | max_saved_frames_(max_saved_frames) {} |
Elliott Hughes | d369bb7 | 2011-09-12 14:41:14 -0700 | [diff] [blame] | 2661 | |
Andreas Gampe | fa6a1b0 | 2018-09-07 08:11:55 -0700 | [diff] [blame] | 2662 | bool VisitFrame() override REQUIRES_SHARED(Locks::mutator_lock_) { |
Elliott Hughes | 29f2742 | 2011-09-18 16:02:18 -0700 | [diff] [blame] | 2663 | // We want to skip frames up to and including the exception's constructor. |
Ian Rogers | 9086572 | 2011-09-19 11:11:44 -0700 | [diff] [blame] | 2664 | // Note we also skip the frame if it doesn't have a method (namely the callee |
| 2665 | // save frame) |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 2666 | ArtMethod* m = GetMethod(); |
Ian Rogers | 0399dde | 2012-06-06 17:09:28 -0700 | [diff] [blame] | 2667 | if (skipping_ && !m->IsRuntimeMethod() && |
Vladimir Marko | adbceb7 | 2018-05-29 14:34:14 +0100 | [diff] [blame] | 2668 | !GetClassRoot<mirror::Throwable>()->IsAssignableFrom(m->GetDeclaringClass())) { |
Elliott Hughes | 29f2742 | 2011-09-18 16:02:18 -0700 | [diff] [blame] | 2669 | skipping_ = false; |
| 2670 | } |
| 2671 | if (!skipping_) { |
Ian Rogers | 0399dde | 2012-06-06 17:09:28 -0700 | [diff] [blame] | 2672 | if (!m->IsRuntimeMethod()) { // Ignore runtime frames (in particular callee save). |
Mathieu Chartier | 65b8bb2 | 2017-02-01 11:03:50 -0800 | [diff] [blame] | 2673 | if (depth_ < max_saved_frames_) { |
| 2674 | saved_frames_[depth_].first = m; |
Andreas Gampe | e2abbc6 | 2017-09-15 11:59:26 -0700 | [diff] [blame] | 2675 | saved_frames_[depth_].second = m->IsProxyMethod() ? dex::kDexNoIndex : GetDexPc(); |
Mathieu Chartier | 65b8bb2 | 2017-02-01 11:03:50 -0800 | [diff] [blame] | 2676 | } |
Ian Rogers | 6b0870d | 2011-12-15 19:38:12 -0800 | [diff] [blame] | 2677 | ++depth_; |
| 2678 | } |
Elliott Hughes | 29f2742 | 2011-09-18 16:02:18 -0700 | [diff] [blame] | 2679 | } else { |
| 2680 | ++skip_depth_; |
| 2681 | } |
Elliott Hughes | 530fa00 | 2012-03-12 11:44:49 -0700 | [diff] [blame] | 2682 | return true; |
Shih-wei Liao | 55df06b | 2011-08-26 14:39:27 -0700 | [diff] [blame] | 2683 | } |
Shih-wei Liao | 9b576b4 | 2011-08-29 01:45:07 -0700 | [diff] [blame] | 2684 | |
Mathieu Chartier | 65b8bb2 | 2017-02-01 11:03:50 -0800 | [diff] [blame] | 2685 | uint32_t GetDepth() const { |
Ian Rogers | aaa2080 | 2011-09-11 21:47:37 -0700 | [diff] [blame] | 2686 | return depth_; |
Shih-wei Liao | 9b576b4 | 2011-08-29 01:45:07 -0700 | [diff] [blame] | 2687 | } |
| 2688 | |
Mathieu Chartier | 65b8bb2 | 2017-02-01 11:03:50 -0800 | [diff] [blame] | 2689 | uint32_t GetSkipDepth() const { |
Elliott Hughes | 29f2742 | 2011-09-18 16:02:18 -0700 | [diff] [blame] | 2690 | return skip_depth_; |
| 2691 | } |
| 2692 | |
Shih-wei Liao | 9b576b4 | 2011-08-29 01:45:07 -0700 | [diff] [blame] | 2693 | private: |
Mathieu Chartier | 65b8bb2 | 2017-02-01 11:03:50 -0800 | [diff] [blame] | 2694 | uint32_t depth_ = 0; |
| 2695 | uint32_t skip_depth_ = 0; |
| 2696 | bool skipping_ = true; |
| 2697 | ArtMethodDexPcPair* saved_frames_; |
| 2698 | const size_t max_saved_frames_; |
Sebastien Hertz | 26f7286 | 2015-09-15 09:52:07 +0200 | [diff] [blame] | 2699 | |
Mathieu Chartier | 65b8bb2 | 2017-02-01 11:03:50 -0800 | [diff] [blame] | 2700 | DISALLOW_COPY_AND_ASSIGN(FetchStackTraceVisitor); |
Shih-wei Liao | 9b576b4 | 2011-08-29 01:45:07 -0700 | [diff] [blame] | 2701 | }; |
| 2702 | |
Sebastien Hertz | ee1d79a | 2014-02-21 15:46:30 +0100 | [diff] [blame] | 2703 | template<bool kTransactionActive> |
Ian Rogers | 0399dde | 2012-06-06 17:09:28 -0700 | [diff] [blame] | 2704 | class BuildInternalStackTraceVisitor : public StackVisitor { |
Shih-wei Liao | 9b576b4 | 2011-08-29 01:45:07 -0700 | [diff] [blame] | 2705 | public: |
Roland Levillain | 3887c46 | 2015-08-12 18:15:42 +0100 | [diff] [blame] | 2706 | BuildInternalStackTraceVisitor(Thread* self, Thread* thread, int skip_depth) |
Nicolas Geoffray | 8e5bd18 | 2015-05-06 11:34:34 +0100 | [diff] [blame] | 2707 | : StackVisitor(thread, nullptr, StackVisitor::StackWalkKind::kIncludeInlinedFrames), |
| 2708 | self_(self), |
| 2709 | skip_depth_(skip_depth), |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 2710 | pointer_size_(Runtime::Current()->GetClassLinker()->GetImagePointerSize()) {} |
Ian Rogers | 283ed0d | 2012-02-16 15:25:09 -0800 | [diff] [blame] | 2711 | |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 2712 | bool Init(int depth) REQUIRES_SHARED(Locks::mutator_lock_) ACQUIRE(Roles::uninterruptible_) { |
Mathieu Chartier | 910e827 | 2015-09-30 09:24:22 -0700 | [diff] [blame] | 2713 | // Allocate method trace as an object array where the first element is a pointer array that |
| 2714 | // contains the ArtMethod pointers and dex PCs. The rest of the elements are the declaring |
| 2715 | // class of the ArtMethod pointers. |
| 2716 | ClassLinker* class_linker = Runtime::Current()->GetClassLinker(); |
| 2717 | StackHandleScope<1> hs(self_); |
Vladimir Marko | b4eb1b1 | 2018-05-24 11:09:38 +0100 | [diff] [blame] | 2718 | ObjPtr<mirror::Class> array_class = |
| 2719 | GetClassRoot<mirror::ObjectArray<mirror::Object>>(class_linker); |
Mathieu Chartier | 910e827 | 2015-09-30 09:24:22 -0700 | [diff] [blame] | 2720 | // The first element is the methods and dex pc array, the other elements are declaring classes |
| 2721 | // for the methods to ensure classes in the stack trace don't get unloaded. |
| 2722 | Handle<mirror::ObjectArray<mirror::Object>> trace( |
| 2723 | hs.NewHandle( |
| 2724 | mirror::ObjectArray<mirror::Object>::Alloc(hs.Self(), array_class, depth + 1))); |
Andreas Gampe | fa4333d | 2017-02-14 11:10:34 -0800 | [diff] [blame] | 2725 | if (trace == nullptr) { |
Mathieu Chartier | 910e827 | 2015-09-30 09:24:22 -0700 | [diff] [blame] | 2726 | // Acquire uninterruptible_ in all paths. |
| 2727 | self_->StartAssertNoThreadSuspension("Building internal stack trace"); |
Mathieu Chartier | 566fc92 | 2015-09-29 10:21:55 -0700 | [diff] [blame] | 2728 | self_->AssertPendingOOMException(); |
| 2729 | return false; |
| 2730 | } |
Mathieu Chartier | f5769e1 | 2017-01-10 15:54:41 -0800 | [diff] [blame] | 2731 | ObjPtr<mirror::PointerArray> methods_and_pcs = |
| 2732 | class_linker->AllocPointerArray(self_, depth * 2); |
Mathieu Chartier | 910e827 | 2015-09-30 09:24:22 -0700 | [diff] [blame] | 2733 | const char* last_no_suspend_cause = |
| 2734 | self_->StartAssertNoThreadSuspension("Building internal stack trace"); |
| 2735 | if (methods_and_pcs == nullptr) { |
| 2736 | self_->AssertPendingOOMException(); |
| 2737 | return false; |
| 2738 | } |
| 2739 | trace->Set(0, methods_and_pcs); |
| 2740 | trace_ = trace.Get(); |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 2741 | // If We are called from native, use non-transactional mode. |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 2742 | CHECK(last_no_suspend_cause == nullptr) << last_no_suspend_cause; |
Ian Rogers | 283ed0d | 2012-02-16 15:25:09 -0800 | [diff] [blame] | 2743 | return true; |
Shih-wei Liao | 9b576b4 | 2011-08-29 01:45:07 -0700 | [diff] [blame] | 2744 | } |
| 2745 | |
Mathieu Chartier | 4e2cb09 | 2015-07-22 16:17:51 -0700 | [diff] [blame] | 2746 | virtual ~BuildInternalStackTraceVisitor() RELEASE(Roles::uninterruptible_) { |
| 2747 | self_->EndAssertNoThreadSuspension(nullptr); |
Ian Rogers | 0399dde | 2012-06-06 17:09:28 -0700 | [diff] [blame] | 2748 | } |
Shih-wei Liao | 9b576b4 | 2011-08-29 01:45:07 -0700 | [diff] [blame] | 2749 | |
Andreas Gampe | fa6a1b0 | 2018-09-07 08:11:55 -0700 | [diff] [blame] | 2750 | bool VisitFrame() override REQUIRES_SHARED(Locks::mutator_lock_) { |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 2751 | if (trace_ == nullptr) { |
Brian Carlstrom | 7934ac2 | 2013-07-26 10:54:15 -0700 | [diff] [blame] | 2752 | return true; // We're probably trying to fillInStackTrace for an OutOfMemoryError. |
Elliott Hughes | 726079d | 2011-10-07 18:43:44 -0700 | [diff] [blame] | 2753 | } |
Elliott Hughes | 29f2742 | 2011-09-18 16:02:18 -0700 | [diff] [blame] | 2754 | if (skip_depth_ > 0) { |
| 2755 | skip_depth_--; |
Elliott Hughes | 530fa00 | 2012-03-12 11:44:49 -0700 | [diff] [blame] | 2756 | return true; |
Elliott Hughes | 29f2742 | 2011-09-18 16:02:18 -0700 | [diff] [blame] | 2757 | } |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 2758 | ArtMethod* m = GetMethod(); |
Ian Rogers | 0399dde | 2012-06-06 17:09:28 -0700 | [diff] [blame] | 2759 | if (m->IsRuntimeMethod()) { |
| 2760 | return true; // Ignore runtime frames (in particular callee save). |
Ian Rogers | 6b0870d | 2011-12-15 19:38:12 -0800 | [diff] [blame] | 2761 | } |
Andreas Gampe | e2abbc6 | 2017-09-15 11:59:26 -0700 | [diff] [blame] | 2762 | AddFrame(m, m->IsProxyMethod() ? dex::kDexNoIndex : GetDexPc()); |
Mathieu Chartier | 65b8bb2 | 2017-02-01 11:03:50 -0800 | [diff] [blame] | 2763 | return true; |
| 2764 | } |
| 2765 | |
| 2766 | void AddFrame(ArtMethod* method, uint32_t dex_pc) REQUIRES_SHARED(Locks::mutator_lock_) { |
Mathieu Chartier | f5769e1 | 2017-01-10 15:54:41 -0800 | [diff] [blame] | 2767 | ObjPtr<mirror::PointerArray> trace_methods_and_pcs = GetTraceMethodsAndPCs(); |
Mathieu Chartier | 65b8bb2 | 2017-02-01 11:03:50 -0800 | [diff] [blame] | 2768 | trace_methods_and_pcs->SetElementPtrSize<kTransactionActive>(count_, method, pointer_size_); |
Mathieu Chartier | 910e827 | 2015-09-30 09:24:22 -0700 | [diff] [blame] | 2769 | trace_methods_and_pcs->SetElementPtrSize<kTransactionActive>( |
| 2770 | trace_methods_and_pcs->GetLength() / 2 + count_, |
Mathieu Chartier | 65b8bb2 | 2017-02-01 11:03:50 -0800 | [diff] [blame] | 2771 | dex_pc, |
Mathieu Chartier | 910e827 | 2015-09-30 09:24:22 -0700 | [diff] [blame] | 2772 | pointer_size_); |
| 2773 | // Save the declaring class of the method to ensure that the declaring classes of the methods |
| 2774 | // do not get unloaded while the stack trace is live. |
Mathieu Chartier | 65b8bb2 | 2017-02-01 11:03:50 -0800 | [diff] [blame] | 2775 | trace_->Set(count_ + 1, method->GetDeclaringClass()); |
Ian Rogers | aaa2080 | 2011-09-11 21:47:37 -0700 | [diff] [blame] | 2776 | ++count_; |
Shih-wei Liao | 9b576b4 | 2011-08-29 01:45:07 -0700 | [diff] [blame] | 2777 | } |
| 2778 | |
Mathieu Chartier | f5769e1 | 2017-01-10 15:54:41 -0800 | [diff] [blame] | 2779 | ObjPtr<mirror::PointerArray> GetTraceMethodsAndPCs() const REQUIRES_SHARED(Locks::mutator_lock_) { |
Vladimir Marko | d7e9bbf | 2019-03-28 13:18:57 +0000 | [diff] [blame] | 2780 | return ObjPtr<mirror::PointerArray>::DownCast(trace_->Get(0)); |
Mathieu Chartier | 910e827 | 2015-09-30 09:24:22 -0700 | [diff] [blame] | 2781 | } |
| 2782 | |
| 2783 | mirror::ObjectArray<mirror::Object>* GetInternalStackTrace() const { |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 2784 | return trace_; |
Shih-wei Liao | 9b576b4 | 2011-08-29 01:45:07 -0700 | [diff] [blame] | 2785 | } |
| 2786 | |
| 2787 | private: |
Ian Rogers | 1f53934 | 2012-10-03 21:09:42 -0700 | [diff] [blame] | 2788 | Thread* const self_; |
Elliott Hughes | 29f2742 | 2011-09-18 16:02:18 -0700 | [diff] [blame] | 2789 | // How many more frames to skip. |
| 2790 | int32_t skip_depth_; |
Ian Rogers | 0399dde | 2012-06-06 17:09:28 -0700 | [diff] [blame] | 2791 | // Current position down stack trace. |
Mathieu Chartier | 65b8bb2 | 2017-02-01 11:03:50 -0800 | [diff] [blame] | 2792 | uint32_t count_ = 0; |
Mathieu Chartier | 910e827 | 2015-09-30 09:24:22 -0700 | [diff] [blame] | 2793 | // An object array where the first element is a pointer array that contains the ArtMethod |
| 2794 | // pointers on the stack and dex PCs. The rest of the elements are the declaring |
| 2795 | // class of the ArtMethod pointers. trace_[i+1] contains the declaring class of the ArtMethod of |
| 2796 | // the i'th frame. |
Mathieu Chartier | 65b8bb2 | 2017-02-01 11:03:50 -0800 | [diff] [blame] | 2797 | mirror::ObjectArray<mirror::Object>* trace_ = nullptr; |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 2798 | // For cross compilation. |
Andreas Gampe | 542451c | 2016-07-26 09:02:02 -0700 | [diff] [blame] | 2799 | const PointerSize pointer_size_; |
Sebastien Hertz | 26f7286 | 2015-09-15 09:52:07 +0200 | [diff] [blame] | 2800 | |
| 2801 | DISALLOW_COPY_AND_ASSIGN(BuildInternalStackTraceVisitor); |
Shih-wei Liao | 9b576b4 | 2011-08-29 01:45:07 -0700 | [diff] [blame] | 2802 | }; |
| 2803 | |
Sebastien Hertz | ee1d79a | 2014-02-21 15:46:30 +0100 | [diff] [blame] | 2804 | template<bool kTransactionActive> |
Mathieu Chartier | 2b7c4d1 | 2014-05-19 10:52:16 -0700 | [diff] [blame] | 2805 | jobject Thread::CreateInternalStackTrace(const ScopedObjectAccessAlreadyRunnable& soa) const { |
Mathieu Chartier | 65b8bb2 | 2017-02-01 11:03:50 -0800 | [diff] [blame] | 2806 | // Compute depth of stack, save frames if possible to avoid needing to recompute many. |
| 2807 | constexpr size_t kMaxSavedFrames = 256; |
| 2808 | std::unique_ptr<ArtMethodDexPcPair[]> saved_frames(new ArtMethodDexPcPair[kMaxSavedFrames]); |
| 2809 | FetchStackTraceVisitor count_visitor(const_cast<Thread*>(this), |
| 2810 | &saved_frames[0], |
| 2811 | kMaxSavedFrames); |
Ian Rogers | 0399dde | 2012-06-06 17:09:28 -0700 | [diff] [blame] | 2812 | count_visitor.WalkStack(); |
Mathieu Chartier | 65b8bb2 | 2017-02-01 11:03:50 -0800 | [diff] [blame] | 2813 | const uint32_t depth = count_visitor.GetDepth(); |
| 2814 | const uint32_t skip_depth = count_visitor.GetSkipDepth(); |
Shih-wei Liao | 4417536 | 2011-08-28 16:59:17 -0700 | [diff] [blame] | 2815 | |
Ian Rogers | 1f53934 | 2012-10-03 21:09:42 -0700 | [diff] [blame] | 2816 | // Build internal stack trace. |
Sebastien Hertz | ee1d79a | 2014-02-21 15:46:30 +0100 | [diff] [blame] | 2817 | BuildInternalStackTraceVisitor<kTransactionActive> build_trace_visitor(soa.Self(), |
| 2818 | const_cast<Thread*>(this), |
| 2819 | skip_depth); |
Ian Rogers | 1f53934 | 2012-10-03 21:09:42 -0700 | [diff] [blame] | 2820 | if (!build_trace_visitor.Init(depth)) { |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 2821 | return nullptr; // Allocation failed. |
Ian Rogers | 283ed0d | 2012-02-16 15:25:09 -0800 | [diff] [blame] | 2822 | } |
Mathieu Chartier | 65b8bb2 | 2017-02-01 11:03:50 -0800 | [diff] [blame] | 2823 | // If we saved all of the frames we don't even need to do the actual stack walk. This is faster |
| 2824 | // than doing the stack walk twice. |
| 2825 | if (depth < kMaxSavedFrames) { |
| 2826 | for (size_t i = 0; i < depth; ++i) { |
| 2827 | build_trace_visitor.AddFrame(saved_frames[i].first, saved_frames[i].second); |
| 2828 | } |
| 2829 | } else { |
| 2830 | build_trace_visitor.WalkStack(); |
| 2831 | } |
| 2832 | |
Mathieu Chartier | 910e827 | 2015-09-30 09:24:22 -0700 | [diff] [blame] | 2833 | mirror::ObjectArray<mirror::Object>* trace = build_trace_visitor.GetInternalStackTrace(); |
Ian Rogers | 7a22fa6 | 2013-01-23 12:16:16 -0800 | [diff] [blame] | 2834 | if (kIsDebugBuild) { |
Mathieu Chartier | f5769e1 | 2017-01-10 15:54:41 -0800 | [diff] [blame] | 2835 | ObjPtr<mirror::PointerArray> trace_methods = build_trace_visitor.GetTraceMethodsAndPCs(); |
Mathieu Chartier | 910e827 | 2015-09-30 09:24:22 -0700 | [diff] [blame] | 2836 | // Second half of trace_methods is dex PCs. |
| 2837 | for (uint32_t i = 0; i < static_cast<uint32_t>(trace_methods->GetLength() / 2); ++i) { |
| 2838 | auto* method = trace_methods->GetElementPtrSize<ArtMethod*>( |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 2839 | i, Runtime::Current()->GetClassLinker()->GetImagePointerSize()); |
| 2840 | CHECK(method != nullptr); |
Ian Rogers | 7a22fa6 | 2013-01-23 12:16:16 -0800 | [diff] [blame] | 2841 | } |
| 2842 | } |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 2843 | return soa.AddLocalReference<jobject>(trace); |
Ian Rogers | aaa2080 | 2011-09-11 21:47:37 -0700 | [diff] [blame] | 2844 | } |
Mathieu Chartier | 2b7c4d1 | 2014-05-19 10:52:16 -0700 | [diff] [blame] | 2845 | template jobject Thread::CreateInternalStackTrace<false>( |
| 2846 | const ScopedObjectAccessAlreadyRunnable& soa) const; |
| 2847 | template jobject Thread::CreateInternalStackTrace<true>( |
| 2848 | const ScopedObjectAccessAlreadyRunnable& soa) const; |
Ian Rogers | aaa2080 | 2011-09-11 21:47:37 -0700 | [diff] [blame] | 2849 | |
Mathieu Chartier | f5769e1 | 2017-01-10 15:54:41 -0800 | [diff] [blame] | 2850 | bool Thread::IsExceptionThrownByCurrentMethod(ObjPtr<mirror::Throwable> exception) const { |
Mathieu Chartier | 65b8bb2 | 2017-02-01 11:03:50 -0800 | [diff] [blame] | 2851 | // Only count the depth since we do not pass a stack frame array as an argument. |
| 2852 | FetchStackTraceVisitor count_visitor(const_cast<Thread*>(this)); |
Nicolas Geoffray | 7642cfc | 2015-02-26 10:56:09 +0000 | [diff] [blame] | 2853 | count_visitor.WalkStack(); |
Mathieu Chartier | 65b8bb2 | 2017-02-01 11:03:50 -0800 | [diff] [blame] | 2854 | return count_visitor.GetDepth() == static_cast<uint32_t>(exception->GetStackDepth()); |
Nicolas Geoffray | 7642cfc | 2015-02-26 10:56:09 +0000 | [diff] [blame] | 2855 | } |
| 2856 | |
Andreas Gampe | b6f309e | 2017-12-11 20:45:41 -0800 | [diff] [blame] | 2857 | static ObjPtr<mirror::StackTraceElement> CreateStackTraceElement( |
| 2858 | const ScopedObjectAccessAlreadyRunnable& soa, |
| 2859 | ArtMethod* method, |
| 2860 | uint32_t dex_pc) REQUIRES_SHARED(Locks::mutator_lock_) { |
| 2861 | int32_t line_number; |
| 2862 | StackHandleScope<3> hs(soa.Self()); |
| 2863 | auto class_name_object(hs.NewHandle<mirror::String>(nullptr)); |
| 2864 | auto source_name_object(hs.NewHandle<mirror::String>(nullptr)); |
| 2865 | if (method->IsProxyMethod()) { |
| 2866 | line_number = -1; |
| 2867 | class_name_object.Assign(method->GetDeclaringClass()->GetName()); |
| 2868 | // source_name_object intentionally left null for proxy methods |
| 2869 | } else { |
| 2870 | line_number = method->GetLineNumFromDexPC(dex_pc); |
| 2871 | // Allocate element, potentially triggering GC |
| 2872 | // TODO: reuse class_name_object via Class::name_? |
| 2873 | const char* descriptor = method->GetDeclaringClassDescriptor(); |
| 2874 | CHECK(descriptor != nullptr); |
| 2875 | std::string class_name(PrettyDescriptor(descriptor)); |
| 2876 | class_name_object.Assign( |
| 2877 | mirror::String::AllocFromModifiedUtf8(soa.Self(), class_name.c_str())); |
| 2878 | if (class_name_object == nullptr) { |
| 2879 | soa.Self()->AssertPendingOOMException(); |
| 2880 | return nullptr; |
| 2881 | } |
| 2882 | const char* source_file = method->GetDeclaringClassSourceFile(); |
| 2883 | if (line_number == -1) { |
| 2884 | // Make the line_number field of StackTraceElement hold the dex pc. |
| 2885 | // source_name_object is intentionally left null if we failed to map the dex pc to |
| 2886 | // a line number (most probably because there is no debug info). See b/30183883. |
| 2887 | line_number = dex_pc; |
| 2888 | } else { |
| 2889 | if (source_file != nullptr) { |
| 2890 | source_name_object.Assign(mirror::String::AllocFromModifiedUtf8(soa.Self(), source_file)); |
| 2891 | if (source_name_object == nullptr) { |
| 2892 | soa.Self()->AssertPendingOOMException(); |
| 2893 | return nullptr; |
| 2894 | } |
| 2895 | } |
| 2896 | } |
| 2897 | } |
| 2898 | const char* method_name = method->GetInterfaceMethodIfProxy(kRuntimePointerSize)->GetName(); |
| 2899 | CHECK(method_name != nullptr); |
| 2900 | Handle<mirror::String> method_name_object( |
| 2901 | hs.NewHandle(mirror::String::AllocFromModifiedUtf8(soa.Self(), method_name))); |
| 2902 | if (method_name_object == nullptr) { |
| 2903 | return nullptr; |
| 2904 | } |
| 2905 | return mirror::StackTraceElement::Alloc(soa.Self(), |
| 2906 | class_name_object, |
| 2907 | method_name_object, |
| 2908 | source_name_object, |
| 2909 | line_number); |
| 2910 | } |
| 2911 | |
Mathieu Chartier | 2b7c4d1 | 2014-05-19 10:52:16 -0700 | [diff] [blame] | 2912 | jobjectArray Thread::InternalStackTraceToStackTraceElementArray( |
Mathieu Chartier | 910e827 | 2015-09-30 09:24:22 -0700 | [diff] [blame] | 2913 | const ScopedObjectAccessAlreadyRunnable& soa, |
| 2914 | jobject internal, |
| 2915 | jobjectArray output_array, |
Mathieu Chartier | 2b7c4d1 | 2014-05-19 10:52:16 -0700 | [diff] [blame] | 2916 | int* stack_depth) { |
Mathieu Chartier | 910e827 | 2015-09-30 09:24:22 -0700 | [diff] [blame] | 2917 | // Decode the internal stack trace into the depth, method trace and PC trace. |
| 2918 | // Subtract one for the methods and PC trace. |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 2919 | int32_t depth = soa.Decode<mirror::Array>(internal)->GetLength() - 1; |
Mathieu Chartier | 910e827 | 2015-09-30 09:24:22 -0700 | [diff] [blame] | 2920 | DCHECK_GE(depth, 0); |
Ian Rogers | aaa2080 | 2011-09-11 21:47:37 -0700 | [diff] [blame] | 2921 | |
Mathieu Chartier | 910e827 | 2015-09-30 09:24:22 -0700 | [diff] [blame] | 2922 | ClassLinker* const class_linker = Runtime::Current()->GetClassLinker(); |
Ian Rogers | aaa2080 | 2011-09-11 21:47:37 -0700 | [diff] [blame] | 2923 | |
Elliott Hughes | 01158d7 | 2011-09-19 19:47:10 -0700 | [diff] [blame] | 2924 | jobjectArray result; |
Mathieu Chartier | 530825b | 2013-09-25 17:56:49 -0700 | [diff] [blame] | 2925 | |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 2926 | if (output_array != nullptr) { |
Elliott Hughes | 01158d7 | 2011-09-19 19:47:10 -0700 | [diff] [blame] | 2927 | // Reuse the array we were given. |
| 2928 | result = output_array; |
Elliott Hughes | 01158d7 | 2011-09-19 19:47:10 -0700 | [diff] [blame] | 2929 | // ...adjusting the number of frames we'll write to not exceed the array length. |
Mathieu Chartier | 530825b | 2013-09-25 17:56:49 -0700 | [diff] [blame] | 2930 | const int32_t traces_length = |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 2931 | soa.Decode<mirror::ObjectArray<mirror::StackTraceElement>>(result)->GetLength(); |
Mathieu Chartier | 530825b | 2013-09-25 17:56:49 -0700 | [diff] [blame] | 2932 | depth = std::min(depth, traces_length); |
Elliott Hughes | 01158d7 | 2011-09-19 19:47:10 -0700 | [diff] [blame] | 2933 | } else { |
| 2934 | // Create java_trace array and place in local reference table |
Vladimir Marko | bcf1752 | 2018-06-01 13:14:32 +0100 | [diff] [blame] | 2935 | ObjPtr<mirror::ObjectArray<mirror::StackTraceElement>> java_traces = |
Mathieu Chartier | 910e827 | 2015-09-30 09:24:22 -0700 | [diff] [blame] | 2936 | class_linker->AllocStackTraceElementArray(soa.Self(), depth); |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 2937 | if (java_traces == nullptr) { |
| 2938 | return nullptr; |
Elliott Hughes | 3064683 | 2011-10-13 16:59:46 -0700 | [diff] [blame] | 2939 | } |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 2940 | result = soa.AddLocalReference<jobjectArray>(java_traces); |
Elliott Hughes | 01158d7 | 2011-09-19 19:47:10 -0700 | [diff] [blame] | 2941 | } |
| 2942 | |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 2943 | if (stack_depth != nullptr) { |
Elliott Hughes | 01158d7 | 2011-09-19 19:47:10 -0700 | [diff] [blame] | 2944 | *stack_depth = depth; |
| 2945 | } |
Shih-wei Liao | 55df06b | 2011-08-26 14:39:27 -0700 | [diff] [blame] | 2946 | |
Shih-wei Liao | 9b576b4 | 2011-08-29 01:45:07 -0700 | [diff] [blame] | 2947 | for (int32_t i = 0; i < depth; ++i) { |
Mathieu Chartier | f5769e1 | 2017-01-10 15:54:41 -0800 | [diff] [blame] | 2948 | ObjPtr<mirror::ObjectArray<mirror::Object>> decoded_traces = |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 2949 | soa.Decode<mirror::Object>(internal)->AsObjectArray<mirror::Object>(); |
Mathieu Chartier | 910e827 | 2015-09-30 09:24:22 -0700 | [diff] [blame] | 2950 | // Methods and dex PC trace is element 0. |
| 2951 | DCHECK(decoded_traces->Get(0)->IsIntArray() || decoded_traces->Get(0)->IsLongArray()); |
Vladimir Marko | 0984e48 | 2019-03-27 16:41:41 +0000 | [diff] [blame] | 2952 | const ObjPtr<mirror::PointerArray> method_trace = |
Vladimir Marko | d7e9bbf | 2019-03-28 13:18:57 +0000 | [diff] [blame] | 2953 | ObjPtr<mirror::PointerArray>::DownCast(decoded_traces->Get(0)); |
Ian Rogers | aaa2080 | 2011-09-11 21:47:37 -0700 | [diff] [blame] | 2954 | // Prepare parameters for StackTraceElement(String cls, String method, String file, int line) |
Andreas Gampe | 542451c | 2016-07-26 09:02:02 -0700 | [diff] [blame] | 2955 | ArtMethod* method = method_trace->GetElementPtrSize<ArtMethod*>(i, kRuntimePointerSize); |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 2956 | uint32_t dex_pc = method_trace->GetElementPtrSize<uint32_t>( |
Andreas Gampe | 542451c | 2016-07-26 09:02:02 -0700 | [diff] [blame] | 2957 | i + method_trace->GetLength() / 2, kRuntimePointerSize); |
Vladimir Marko | 0984e48 | 2019-03-27 16:41:41 +0000 | [diff] [blame] | 2958 | const ObjPtr<mirror::StackTraceElement> obj = CreateStackTraceElement(soa, method, dex_pc); |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 2959 | if (obj == nullptr) { |
| 2960 | return nullptr; |
Elliott Hughes | 3064683 | 2011-10-13 16:59:46 -0700 | [diff] [blame] | 2961 | } |
Sebastien Hertz | d2fe10a | 2014-01-15 10:20:56 +0100 | [diff] [blame] | 2962 | // We are called from native: use non-transactional mode. |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 2963 | soa.Decode<mirror::ObjectArray<mirror::StackTraceElement>>(result)->Set<false>(i, obj); |
Shih-wei Liao | 55df06b | 2011-08-26 14:39:27 -0700 | [diff] [blame] | 2964 | } |
Ian Rogers | aaa2080 | 2011-09-11 21:47:37 -0700 | [diff] [blame] | 2965 | return result; |
Shih-wei Liao | 55df06b | 2011-08-26 14:39:27 -0700 | [diff] [blame] | 2966 | } |
| 2967 | |
Andreas Gampe | fb6b0b1 | 2017-12-11 20:47:56 -0800 | [diff] [blame] | 2968 | jobjectArray Thread::CreateAnnotatedStackTrace(const ScopedObjectAccessAlreadyRunnable& soa) const { |
| 2969 | // This code allocates. Do not allow it to operate with a pending exception. |
| 2970 | if (IsExceptionPending()) { |
| 2971 | return nullptr; |
| 2972 | } |
| 2973 | |
| 2974 | // If flip_function is not null, it means we have run a checkpoint |
| 2975 | // before the thread wakes up to execute the flip function and the |
| 2976 | // thread roots haven't been forwarded. So the following access to |
| 2977 | // the roots (locks or methods in the frames) would be bad. Run it |
| 2978 | // here. TODO: clean up. |
| 2979 | // Note: copied from DumpJavaStack. |
| 2980 | { |
| 2981 | Thread* this_thread = const_cast<Thread*>(this); |
| 2982 | Closure* flip_func = this_thread->GetFlipFunction(); |
| 2983 | if (flip_func != nullptr) { |
| 2984 | flip_func->Run(this_thread); |
| 2985 | } |
| 2986 | } |
| 2987 | |
| 2988 | class CollectFramesAndLocksStackVisitor : public MonitorObjectsStackVisitor { |
| 2989 | public: |
| 2990 | CollectFramesAndLocksStackVisitor(const ScopedObjectAccessAlreadyRunnable& soaa_in, |
| 2991 | Thread* self, |
| 2992 | Context* context) |
| 2993 | : MonitorObjectsStackVisitor(self, context), |
| 2994 | wait_jobject_(soaa_in.Env(), nullptr), |
| 2995 | block_jobject_(soaa_in.Env(), nullptr), |
| 2996 | soaa_(soaa_in) {} |
| 2997 | |
| 2998 | protected: |
| 2999 | VisitMethodResult StartMethod(ArtMethod* m, size_t frame_nr ATTRIBUTE_UNUSED) |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 3000 | override |
Andreas Gampe | fb6b0b1 | 2017-12-11 20:47:56 -0800 | [diff] [blame] | 3001 | REQUIRES_SHARED(Locks::mutator_lock_) { |
| 3002 | ObjPtr<mirror::StackTraceElement> obj = CreateStackTraceElement( |
| 3003 | soaa_, m, GetDexPc(/* abort on error */ false)); |
| 3004 | if (obj == nullptr) { |
| 3005 | return VisitMethodResult::kEndStackWalk; |
| 3006 | } |
| 3007 | stack_trace_elements_.emplace_back(soaa_.Env(), soaa_.AddLocalReference<jobject>(obj.Ptr())); |
| 3008 | return VisitMethodResult::kContinueMethod; |
| 3009 | } |
| 3010 | |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 3011 | VisitMethodResult EndMethod(ArtMethod* m ATTRIBUTE_UNUSED) override { |
Andreas Gampe | fb6b0b1 | 2017-12-11 20:47:56 -0800 | [diff] [blame] | 3012 | lock_objects_.push_back({}); |
| 3013 | lock_objects_[lock_objects_.size() - 1].swap(frame_lock_objects_); |
| 3014 | |
| 3015 | DCHECK_EQ(lock_objects_.size(), stack_trace_elements_.size()); |
| 3016 | |
| 3017 | return VisitMethodResult::kContinueMethod; |
| 3018 | } |
| 3019 | |
Vladimir Marko | f52d92f | 2019-03-29 12:33:02 +0000 | [diff] [blame] | 3020 | void VisitWaitingObject(ObjPtr<mirror::Object> obj, ThreadState state ATTRIBUTE_UNUSED) |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 3021 | override |
Andreas Gampe | fb6b0b1 | 2017-12-11 20:47:56 -0800 | [diff] [blame] | 3022 | REQUIRES_SHARED(Locks::mutator_lock_) { |
| 3023 | wait_jobject_.reset(soaa_.AddLocalReference<jobject>(obj)); |
| 3024 | } |
Vladimir Marko | f52d92f | 2019-03-29 12:33:02 +0000 | [diff] [blame] | 3025 | void VisitSleepingObject(ObjPtr<mirror::Object> obj) |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 3026 | override |
Andreas Gampe | fb6b0b1 | 2017-12-11 20:47:56 -0800 | [diff] [blame] | 3027 | REQUIRES_SHARED(Locks::mutator_lock_) { |
| 3028 | wait_jobject_.reset(soaa_.AddLocalReference<jobject>(obj)); |
| 3029 | } |
Vladimir Marko | f52d92f | 2019-03-29 12:33:02 +0000 | [diff] [blame] | 3030 | void VisitBlockedOnObject(ObjPtr<mirror::Object> obj, |
Andreas Gampe | fb6b0b1 | 2017-12-11 20:47:56 -0800 | [diff] [blame] | 3031 | ThreadState state ATTRIBUTE_UNUSED, |
| 3032 | uint32_t owner_tid ATTRIBUTE_UNUSED) |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 3033 | override |
Andreas Gampe | fb6b0b1 | 2017-12-11 20:47:56 -0800 | [diff] [blame] | 3034 | REQUIRES_SHARED(Locks::mutator_lock_) { |
| 3035 | block_jobject_.reset(soaa_.AddLocalReference<jobject>(obj)); |
| 3036 | } |
Vladimir Marko | f52d92f | 2019-03-29 12:33:02 +0000 | [diff] [blame] | 3037 | void VisitLockedObject(ObjPtr<mirror::Object> obj) |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 3038 | override |
Andreas Gampe | fb6b0b1 | 2017-12-11 20:47:56 -0800 | [diff] [blame] | 3039 | REQUIRES_SHARED(Locks::mutator_lock_) { |
| 3040 | frame_lock_objects_.emplace_back(soaa_.Env(), soaa_.AddLocalReference<jobject>(obj)); |
| 3041 | } |
| 3042 | |
| 3043 | public: |
| 3044 | std::vector<ScopedLocalRef<jobject>> stack_trace_elements_; |
| 3045 | ScopedLocalRef<jobject> wait_jobject_; |
| 3046 | ScopedLocalRef<jobject> block_jobject_; |
| 3047 | std::vector<std::vector<ScopedLocalRef<jobject>>> lock_objects_; |
| 3048 | |
| 3049 | private: |
| 3050 | const ScopedObjectAccessAlreadyRunnable& soaa_; |
| 3051 | |
| 3052 | std::vector<ScopedLocalRef<jobject>> frame_lock_objects_; |
| 3053 | }; |
| 3054 | |
| 3055 | std::unique_ptr<Context> context(Context::Create()); |
| 3056 | CollectFramesAndLocksStackVisitor dumper(soa, const_cast<Thread*>(this), context.get()); |
| 3057 | dumper.WalkStack(); |
| 3058 | |
| 3059 | // There should not be a pending exception. Otherwise, return with it pending. |
| 3060 | if (IsExceptionPending()) { |
| 3061 | return nullptr; |
| 3062 | } |
| 3063 | |
| 3064 | // Now go and create Java arrays. |
| 3065 | |
| 3066 | ClassLinker* class_linker = Runtime::Current()->GetClassLinker(); |
| 3067 | |
| 3068 | StackHandleScope<6> hs(soa.Self()); |
Vladimir Marko | a8bba7d | 2018-05-30 15:18:48 +0100 | [diff] [blame] | 3069 | Handle<mirror::Class> h_aste_array_class = hs.NewHandle(class_linker->FindSystemClass( |
Andreas Gampe | fb6b0b1 | 2017-12-11 20:47:56 -0800 | [diff] [blame] | 3070 | soa.Self(), |
Vladimir Marko | a8bba7d | 2018-05-30 15:18:48 +0100 | [diff] [blame] | 3071 | "[Ldalvik/system/AnnotatedStackTraceElement;")); |
| 3072 | if (h_aste_array_class == nullptr) { |
Andreas Gampe | fb6b0b1 | 2017-12-11 20:47:56 -0800 | [diff] [blame] | 3073 | return nullptr; |
| 3074 | } |
Vladimir Marko | a8bba7d | 2018-05-30 15:18:48 +0100 | [diff] [blame] | 3075 | Handle<mirror::Class> h_aste_class = hs.NewHandle(h_aste_array_class->GetComponentType()); |
Andreas Gampe | fb6b0b1 | 2017-12-11 20:47:56 -0800 | [diff] [blame] | 3076 | |
Vladimir Marko | a8bba7d | 2018-05-30 15:18:48 +0100 | [diff] [blame] | 3077 | Handle<mirror::Class> h_o_array_class = |
| 3078 | hs.NewHandle(GetClassRoot<mirror::ObjectArray<mirror::Object>>(class_linker)); |
| 3079 | DCHECK(h_o_array_class != nullptr); // Class roots must be already initialized. |
Andreas Gampe | fb6b0b1 | 2017-12-11 20:47:56 -0800 | [diff] [blame] | 3080 | |
Vladimir Marko | c4b1c0c | 2018-03-29 17:07:17 +0100 | [diff] [blame] | 3081 | |
| 3082 | // Make sure the AnnotatedStackTraceElement.class is initialized, b/76208924 . |
| 3083 | class_linker->EnsureInitialized(soa.Self(), |
| 3084 | h_aste_class, |
Andreas Gampe | 98ea9d9 | 2018-10-19 14:06:15 -0700 | [diff] [blame] | 3085 | /* can_init_fields= */ true, |
| 3086 | /* can_init_parents= */ true); |
Vladimir Marko | c4b1c0c | 2018-03-29 17:07:17 +0100 | [diff] [blame] | 3087 | if (soa.Self()->IsExceptionPending()) { |
| 3088 | // This should not fail in a healthy runtime. |
| 3089 | return nullptr; |
| 3090 | } |
| 3091 | |
Andreas Gampe | fb6b0b1 | 2017-12-11 20:47:56 -0800 | [diff] [blame] | 3092 | ArtField* stack_trace_element_field = h_aste_class->FindField( |
| 3093 | soa.Self(), h_aste_class.Get(), "stackTraceElement", "Ljava/lang/StackTraceElement;"); |
| 3094 | DCHECK(stack_trace_element_field != nullptr); |
| 3095 | ArtField* held_locks_field = h_aste_class->FindField( |
| 3096 | soa.Self(), h_aste_class.Get(), "heldLocks", "[Ljava/lang/Object;"); |
| 3097 | DCHECK(held_locks_field != nullptr); |
| 3098 | ArtField* blocked_on_field = h_aste_class->FindField( |
| 3099 | soa.Self(), h_aste_class.Get(), "blockedOn", "Ljava/lang/Object;"); |
| 3100 | DCHECK(blocked_on_field != nullptr); |
| 3101 | |
| 3102 | size_t length = dumper.stack_trace_elements_.size(); |
| 3103 | ObjPtr<mirror::ObjectArray<mirror::Object>> array = |
Vladimir Marko | a8bba7d | 2018-05-30 15:18:48 +0100 | [diff] [blame] | 3104 | mirror::ObjectArray<mirror::Object>::Alloc(soa.Self(), h_aste_array_class.Get(), length); |
Andreas Gampe | fb6b0b1 | 2017-12-11 20:47:56 -0800 | [diff] [blame] | 3105 | if (array == nullptr) { |
| 3106 | soa.Self()->AssertPendingOOMException(); |
| 3107 | return nullptr; |
| 3108 | } |
| 3109 | |
| 3110 | ScopedLocalRef<jobjectArray> result(soa.Env(), soa.Env()->AddLocalReference<jobjectArray>(array)); |
| 3111 | |
| 3112 | MutableHandle<mirror::Object> handle(hs.NewHandle<mirror::Object>(nullptr)); |
| 3113 | MutableHandle<mirror::ObjectArray<mirror::Object>> handle2( |
| 3114 | hs.NewHandle<mirror::ObjectArray<mirror::Object>>(nullptr)); |
| 3115 | for (size_t i = 0; i != length; ++i) { |
| 3116 | handle.Assign(h_aste_class->AllocObject(soa.Self())); |
| 3117 | if (handle == nullptr) { |
| 3118 | soa.Self()->AssertPendingOOMException(); |
| 3119 | return nullptr; |
| 3120 | } |
| 3121 | |
| 3122 | // Set stack trace element. |
| 3123 | stack_trace_element_field->SetObject<false>( |
| 3124 | handle.Get(), soa.Decode<mirror::Object>(dumper.stack_trace_elements_[i].get())); |
| 3125 | |
| 3126 | // Create locked-on array. |
| 3127 | if (!dumper.lock_objects_[i].empty()) { |
| 3128 | handle2.Assign(mirror::ObjectArray<mirror::Object>::Alloc(soa.Self(), |
| 3129 | h_o_array_class.Get(), |
| 3130 | dumper.lock_objects_[i].size())); |
| 3131 | if (handle2 == nullptr) { |
| 3132 | soa.Self()->AssertPendingOOMException(); |
| 3133 | return nullptr; |
| 3134 | } |
| 3135 | int32_t j = 0; |
| 3136 | for (auto& scoped_local : dumper.lock_objects_[i]) { |
| 3137 | if (scoped_local == nullptr) { |
| 3138 | continue; |
| 3139 | } |
| 3140 | handle2->Set(j, soa.Decode<mirror::Object>(scoped_local.get())); |
| 3141 | DCHECK(!soa.Self()->IsExceptionPending()); |
| 3142 | j++; |
| 3143 | } |
| 3144 | held_locks_field->SetObject<false>(handle.Get(), handle2.Get()); |
| 3145 | } |
| 3146 | |
| 3147 | // Set blocked-on object. |
| 3148 | if (i == 0) { |
| 3149 | if (dumper.block_jobject_ != nullptr) { |
| 3150 | blocked_on_field->SetObject<false>( |
| 3151 | handle.Get(), soa.Decode<mirror::Object>(dumper.block_jobject_.get())); |
| 3152 | } |
| 3153 | } |
| 3154 | |
| 3155 | ScopedLocalRef<jobject> elem(soa.Env(), soa.AddLocalReference<jobject>(handle.Get())); |
| 3156 | soa.Env()->SetObjectArrayElement(result.get(), i, elem.get()); |
| 3157 | DCHECK(!soa.Self()->IsExceptionPending()); |
| 3158 | } |
| 3159 | |
| 3160 | return result.release(); |
| 3161 | } |
| 3162 | |
Nicolas Geoffray | 0aa50ce | 2015-03-10 11:03:29 +0000 | [diff] [blame] | 3163 | void Thread::ThrowNewExceptionF(const char* exception_class_descriptor, const char* fmt, ...) { |
Elliott Hughes | a5b897e | 2011-08-16 11:33:06 -0700 | [diff] [blame] | 3164 | va_list args; |
| 3165 | va_start(args, fmt); |
Nicolas Geoffray | 0aa50ce | 2015-03-10 11:03:29 +0000 | [diff] [blame] | 3166 | ThrowNewExceptionV(exception_class_descriptor, fmt, args); |
Elliott Hughes | a5b897e | 2011-08-16 11:33:06 -0700 | [diff] [blame] | 3167 | va_end(args); |
Elliott Hughes | 4a2b417 | 2011-09-20 17:08:25 -0700 | [diff] [blame] | 3168 | } |
| 3169 | |
Nicolas Geoffray | 0aa50ce | 2015-03-10 11:03:29 +0000 | [diff] [blame] | 3170 | void Thread::ThrowNewExceptionV(const char* exception_class_descriptor, |
Ian Rogers | 62d6c77 | 2013-02-27 08:32:07 -0800 | [diff] [blame] | 3171 | const char* fmt, va_list ap) { |
Elliott Hughes | 4a2b417 | 2011-09-20 17:08:25 -0700 | [diff] [blame] | 3172 | std::string msg; |
| 3173 | StringAppendV(&msg, fmt, ap); |
Nicolas Geoffray | 0aa50ce | 2015-03-10 11:03:29 +0000 | [diff] [blame] | 3174 | ThrowNewException(exception_class_descriptor, msg.c_str()); |
Elliott Hughes | 5cb5ad2 | 2011-10-02 12:13:39 -0700 | [diff] [blame] | 3175 | } |
Elliott Hughes | 37f7a40 | 2011-08-22 18:56:01 -0700 | [diff] [blame] | 3176 | |
Nicolas Geoffray | 0aa50ce | 2015-03-10 11:03:29 +0000 | [diff] [blame] | 3177 | void Thread::ThrowNewException(const char* exception_class_descriptor, |
Ian Rogers | 62d6c77 | 2013-02-27 08:32:07 -0800 | [diff] [blame] | 3178 | const char* msg) { |
Mathieu Chartier | 8d7672e | 2014-02-25 10:57:16 -0800 | [diff] [blame] | 3179 | // Callers should either clear or call ThrowNewWrappedException. |
| 3180 | AssertNoPendingExceptionForNewException(msg); |
Nicolas Geoffray | 0aa50ce | 2015-03-10 11:03:29 +0000 | [diff] [blame] | 3181 | ThrowNewWrappedException(exception_class_descriptor, msg); |
Elliott Hughes | a4f9474 | 2012-05-29 16:28:38 -0700 | [diff] [blame] | 3182 | } |
| 3183 | |
Mathieu Chartier | f5769e1 | 2017-01-10 15:54:41 -0800 | [diff] [blame] | 3184 | static ObjPtr<mirror::ClassLoader> GetCurrentClassLoader(Thread* self) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 3185 | REQUIRES_SHARED(Locks::mutator_lock_) { |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 3186 | ArtMethod* method = self->GetCurrentMethod(nullptr); |
Nicolas Geoffray | ee07703 | 2015-03-09 14:56:37 +0000 | [diff] [blame] | 3187 | return method != nullptr |
| 3188 | ? method->GetDeclaringClass()->GetClassLoader() |
Nicolas Geoffray | 14691c5 | 2015-03-05 10:40:17 +0000 | [diff] [blame] | 3189 | : nullptr; |
| 3190 | } |
| 3191 | |
Nicolas Geoffray | 0aa50ce | 2015-03-10 11:03:29 +0000 | [diff] [blame] | 3192 | void Thread::ThrowNewWrappedException(const char* exception_class_descriptor, |
Ian Rogers | 62d6c77 | 2013-02-27 08:32:07 -0800 | [diff] [blame] | 3193 | const char* msg) { |
| 3194 | DCHECK_EQ(this, Thread::Current()); |
Ian Rogers | 53b8b09 | 2014-03-13 23:45:53 -0700 | [diff] [blame] | 3195 | ScopedObjectAccessUnchecked soa(this); |
Nicolas Geoffray | 14691c5 | 2015-03-05 10:40:17 +0000 | [diff] [blame] | 3196 | StackHandleScope<3> hs(soa.Self()); |
Nicolas Geoffray | ee07703 | 2015-03-09 14:56:37 +0000 | [diff] [blame] | 3197 | Handle<mirror::ClassLoader> class_loader(hs.NewHandle(GetCurrentClassLoader(soa.Self()))); |
Nicolas Geoffray | 14691c5 | 2015-03-05 10:40:17 +0000 | [diff] [blame] | 3198 | ScopedLocalRef<jobject> cause(GetJniEnv(), soa.AddLocalReference<jobject>(GetException())); |
Ian Rogers | 62d6c77 | 2013-02-27 08:32:07 -0800 | [diff] [blame] | 3199 | ClearException(); |
| 3200 | Runtime* runtime = Runtime::Current(); |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 3201 | auto* cl = runtime->GetClassLinker(); |
Mathieu Chartier | eb8167a | 2014-05-07 15:43:14 -0700 | [diff] [blame] | 3202 | Handle<mirror::Class> exception_class( |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 3203 | hs.NewHandle(cl->FindClass(this, exception_class_descriptor, class_loader))); |
Andreas Gampe | fa4333d | 2017-02-14 11:10:34 -0800 | [diff] [blame] | 3204 | if (UNLIKELY(exception_class == nullptr)) { |
Elliott Hughes | 3064683 | 2011-10-13 16:59:46 -0700 | [diff] [blame] | 3205 | CHECK(IsExceptionPending()); |
Ian Rogers | 62d6c77 | 2013-02-27 08:32:07 -0800 | [diff] [blame] | 3206 | LOG(ERROR) << "No exception class " << PrettyDescriptor(exception_class_descriptor); |
Elliott Hughes | 3064683 | 2011-10-13 16:59:46 -0700 | [diff] [blame] | 3207 | return; |
| 3208 | } |
Ian Rogers | 62d6c77 | 2013-02-27 08:32:07 -0800 | [diff] [blame] | 3209 | |
Ian Rogers | 7b078e8 | 2014-09-10 14:44:24 -0700 | [diff] [blame] | 3210 | if (UNLIKELY(!runtime->GetClassLinker()->EnsureInitialized(soa.Self(), exception_class, true, |
| 3211 | true))) { |
Ian Rogers | 62d6c77 | 2013-02-27 08:32:07 -0800 | [diff] [blame] | 3212 | DCHECK(IsExceptionPending()); |
| 3213 | return; |
| 3214 | } |
| 3215 | DCHECK(!runtime->IsStarted() || exception_class->IsThrowableClass()); |
Mathieu Chartier | eb8167a | 2014-05-07 15:43:14 -0700 | [diff] [blame] | 3216 | Handle<mirror::Throwable> exception( |
Mathieu Chartier | 28bd2e4 | 2016-10-04 13:54:57 -0700 | [diff] [blame] | 3217 | hs.NewHandle(ObjPtr<mirror::Throwable>::DownCast(exception_class->AllocObject(this)))); |
Ian Rogers | 62d6c77 | 2013-02-27 08:32:07 -0800 | [diff] [blame] | 3218 | |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 3219 | // If we couldn't allocate the exception, throw the pre-allocated out of memory exception. |
Andreas Gampe | fa4333d | 2017-02-14 11:10:34 -0800 | [diff] [blame] | 3220 | if (exception == nullptr) { |
Roland Levillain | 7b0e844 | 2018-04-11 18:27:47 +0100 | [diff] [blame] | 3221 | Dump(LOG_STREAM(WARNING)); // The pre-allocated OOME has no stack, so help out and log one. |
| 3222 | SetException(Runtime::Current()->GetPreAllocatedOutOfMemoryErrorWhenThrowingException()); |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 3223 | return; |
| 3224 | } |
| 3225 | |
Ian Rogers | 62d6c77 | 2013-02-27 08:32:07 -0800 | [diff] [blame] | 3226 | // Choose an appropriate constructor and set up the arguments. |
| 3227 | const char* signature; |
Ian Rogers | 53b8b09 | 2014-03-13 23:45:53 -0700 | [diff] [blame] | 3228 | ScopedLocalRef<jstring> msg_string(GetJniEnv(), nullptr); |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 3229 | if (msg != nullptr) { |
Ian Rogers | 62d6c77 | 2013-02-27 08:32:07 -0800 | [diff] [blame] | 3230 | // Ensure we remember this and the method over the String allocation. |
Ian Rogers | 53b8b09 | 2014-03-13 23:45:53 -0700 | [diff] [blame] | 3231 | msg_string.reset( |
| 3232 | soa.AddLocalReference<jstring>(mirror::String::AllocFromModifiedUtf8(this, msg))); |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 3233 | if (UNLIKELY(msg_string.get() == nullptr)) { |
Ian Rogers | 62d6c77 | 2013-02-27 08:32:07 -0800 | [diff] [blame] | 3234 | CHECK(IsExceptionPending()); // OOME. |
| 3235 | return; |
Brian Carlstrom | ebd1fd2 | 2011-12-07 15:46:26 -0800 | [diff] [blame] | 3236 | } |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 3237 | if (cause.get() == nullptr) { |
Ian Rogers | 62d6c77 | 2013-02-27 08:32:07 -0800 | [diff] [blame] | 3238 | signature = "(Ljava/lang/String;)V"; |
| 3239 | } else { |
| 3240 | signature = "(Ljava/lang/String;Ljava/lang/Throwable;)V"; |
| 3241 | } |
| 3242 | } else { |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 3243 | if (cause.get() == nullptr) { |
Ian Rogers | 62d6c77 | 2013-02-27 08:32:07 -0800 | [diff] [blame] | 3244 | signature = "()V"; |
| 3245 | } else { |
| 3246 | signature = "(Ljava/lang/Throwable;)V"; |
| 3247 | } |
Brian Carlstrom | ebd1fd2 | 2011-12-07 15:46:26 -0800 | [diff] [blame] | 3248 | } |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 3249 | ArtMethod* exception_init_method = |
Vladimir Marko | ba11882 | 2017-06-12 15:41:56 +0100 | [diff] [blame] | 3250 | exception_class->FindConstructor(signature, cl->GetImagePointerSize()); |
Ian Rogers | 62d6c77 | 2013-02-27 08:32:07 -0800 | [diff] [blame] | 3251 | |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 3252 | CHECK(exception_init_method != nullptr) << "No <init>" << signature << " in " |
Ian Rogers | 62d6c77 | 2013-02-27 08:32:07 -0800 | [diff] [blame] | 3253 | << PrettyDescriptor(exception_class_descriptor); |
| 3254 | |
| 3255 | if (UNLIKELY(!runtime->IsStarted())) { |
| 3256 | // Something is trying to throw an exception without a started runtime, which is the common |
| 3257 | // case in the compiler. We won't be able to invoke the constructor of the exception, so set |
| 3258 | // the exception fields directly. |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 3259 | if (msg != nullptr) { |
Mathieu Chartier | c4f3925 | 2016-10-05 18:32:08 -0700 | [diff] [blame] | 3260 | exception->SetDetailMessage(DecodeJObject(msg_string.get())->AsString()); |
Ian Rogers | 62d6c77 | 2013-02-27 08:32:07 -0800 | [diff] [blame] | 3261 | } |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 3262 | if (cause.get() != nullptr) { |
Mathieu Chartier | c4f3925 | 2016-10-05 18:32:08 -0700 | [diff] [blame] | 3263 | exception->SetCause(DecodeJObject(cause.get())->AsThrowable()); |
Ian Rogers | 62d6c77 | 2013-02-27 08:32:07 -0800 | [diff] [blame] | 3264 | } |
Ian Rogers | c45b8b5 | 2014-05-03 01:39:59 -0700 | [diff] [blame] | 3265 | ScopedLocalRef<jobject> trace(GetJniEnv(), |
| 3266 | Runtime::Current()->IsActiveTransaction() |
| 3267 | ? CreateInternalStackTrace<true>(soa) |
| 3268 | : CreateInternalStackTrace<false>(soa)); |
| 3269 | if (trace.get() != nullptr) { |
Mathieu Chartier | c4f3925 | 2016-10-05 18:32:08 -0700 | [diff] [blame] | 3270 | exception->SetStackState(DecodeJObject(trace.get()).Ptr()); |
Ian Rogers | c45b8b5 | 2014-05-03 01:39:59 -0700 | [diff] [blame] | 3271 | } |
Nicolas Geoffray | 14691c5 | 2015-03-05 10:40:17 +0000 | [diff] [blame] | 3272 | SetException(exception.Get()); |
Ian Rogers | 62d6c77 | 2013-02-27 08:32:07 -0800 | [diff] [blame] | 3273 | } else { |
Ian Rogers | 53b8b09 | 2014-03-13 23:45:53 -0700 | [diff] [blame] | 3274 | jvalue jv_args[2]; |
| 3275 | size_t i = 0; |
| 3276 | |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 3277 | if (msg != nullptr) { |
Ian Rogers | 53b8b09 | 2014-03-13 23:45:53 -0700 | [diff] [blame] | 3278 | jv_args[i].l = msg_string.get(); |
| 3279 | ++i; |
Ian Rogers | 62d6c77 | 2013-02-27 08:32:07 -0800 | [diff] [blame] | 3280 | } |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 3281 | if (cause.get() != nullptr) { |
Ian Rogers | 53b8b09 | 2014-03-13 23:45:53 -0700 | [diff] [blame] | 3282 | jv_args[i].l = cause.get(); |
| 3283 | ++i; |
Ian Rogers | 62d6c77 | 2013-02-27 08:32:07 -0800 | [diff] [blame] | 3284 | } |
Jeff Hao | 39b6c24 | 2015-05-19 20:30:23 -0700 | [diff] [blame] | 3285 | ScopedLocalRef<jobject> ref(soa.Env(), soa.AddLocalReference<jobject>(exception.Get())); |
Alex Light | 01fbfbe | 2019-06-27 10:47:04 -0700 | [diff] [blame] | 3286 | InvokeWithJValues(soa, ref.get(), exception_init_method, jv_args); |
Ian Rogers | 62d6c77 | 2013-02-27 08:32:07 -0800 | [diff] [blame] | 3287 | if (LIKELY(!IsExceptionPending())) { |
Nicolas Geoffray | 14691c5 | 2015-03-05 10:40:17 +0000 | [diff] [blame] | 3288 | SetException(exception.Get()); |
Ian Rogers | 62d6c77 | 2013-02-27 08:32:07 -0800 | [diff] [blame] | 3289 | } |
Elliott Hughes | 3064683 | 2011-10-13 16:59:46 -0700 | [diff] [blame] | 3290 | } |
Elliott Hughes | a5b897e | 2011-08-16 11:33:06 -0700 | [diff] [blame] | 3291 | } |
| 3292 | |
Elliott Hughes | 2ced6a5 | 2011-10-16 18:44:48 -0700 | [diff] [blame] | 3293 | void Thread::ThrowOutOfMemoryError(const char* msg) { |
Wei Li | 8991ad0 | 2018-09-13 16:43:39 +0800 | [diff] [blame] | 3294 | LOG(WARNING) << "Throwing OutOfMemoryError " |
| 3295 | << '"' << msg << '"' |
| 3296 | << " (VmSize " << GetProcessStatus("VmSize") |
| 3297 | << (tls32_.throwing_OutOfMemoryError ? ", recursive case)" : ")"); |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3298 | if (!tls32_.throwing_OutOfMemoryError) { |
| 3299 | tls32_.throwing_OutOfMemoryError = true; |
Nicolas Geoffray | 0aa50ce | 2015-03-10 11:03:29 +0000 | [diff] [blame] | 3300 | ThrowNewException("Ljava/lang/OutOfMemoryError;", msg); |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3301 | tls32_.throwing_OutOfMemoryError = false; |
Elliott Hughes | 418dfe7 | 2011-10-06 18:56:27 -0700 | [diff] [blame] | 3302 | } else { |
Andreas Gampe | 3fec9ac | 2016-09-13 10:47:28 -0700 | [diff] [blame] | 3303 | Dump(LOG_STREAM(WARNING)); // The pre-allocated OOME has no stack, so help out and log one. |
Roland Levillain | 7b0e844 | 2018-04-11 18:27:47 +0100 | [diff] [blame] | 3304 | SetException(Runtime::Current()->GetPreAllocatedOutOfMemoryErrorWhenThrowingOOME()); |
Elliott Hughes | 418dfe7 | 2011-10-06 18:56:27 -0700 | [diff] [blame] | 3305 | } |
Elliott Hughes | 79082e3 | 2011-08-25 12:07:32 -0700 | [diff] [blame] | 3306 | } |
| 3307 | |
Elliott Hughes | 498508c | 2011-10-17 14:58:22 -0700 | [diff] [blame] | 3308 | Thread* Thread::CurrentFromGdb() { |
Elliott Hughes | accd83d | 2011-10-17 14:25:58 -0700 | [diff] [blame] | 3309 | return Thread::Current(); |
| 3310 | } |
| 3311 | |
| 3312 | void Thread::DumpFromGdb() const { |
Brian Carlstrom | 6b4ef02 | 2011-10-23 14:59:04 -0700 | [diff] [blame] | 3313 | std::ostringstream ss; |
| 3314 | Dump(ss); |
Elliott Hughes | 9557241 | 2011-12-13 18:14:20 -0800 | [diff] [blame] | 3315 | std::string str(ss.str()); |
Brian Carlstrom | 6b4ef02 | 2011-10-23 14:59:04 -0700 | [diff] [blame] | 3316 | // log to stderr for debugging command line processes |
| 3317 | std::cerr << str; |
Bilyan Borisov | bb661c0 | 2016-04-04 16:27:32 +0100 | [diff] [blame] | 3318 | #ifdef ART_TARGET_ANDROID |
Brian Carlstrom | 6b4ef02 | 2011-10-23 14:59:04 -0700 | [diff] [blame] | 3319 | // log to logcat for debugging frameworks processes |
| 3320 | LOG(INFO) << str; |
| 3321 | #endif |
Elliott Hughes | accd83d | 2011-10-17 14:25:58 -0700 | [diff] [blame] | 3322 | } |
| 3323 | |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3324 | // Explicitly instantiate 32 and 64bit thread offset dumping support. |
Andreas Gampe | 542451c | 2016-07-26 09:02:02 -0700 | [diff] [blame] | 3325 | template |
| 3326 | void Thread::DumpThreadOffset<PointerSize::k32>(std::ostream& os, uint32_t offset); |
| 3327 | template |
| 3328 | void Thread::DumpThreadOffset<PointerSize::k64>(std::ostream& os, uint32_t offset); |
Elliott Hughes | 98e2017 | 2012-04-24 15:38:13 -0700 | [diff] [blame] | 3329 | |
Andreas Gampe | 542451c | 2016-07-26 09:02:02 -0700 | [diff] [blame] | 3330 | template<PointerSize ptr_size> |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3331 | void Thread::DumpThreadOffset(std::ostream& os, uint32_t offset) { |
| 3332 | #define DO_THREAD_OFFSET(x, y) \ |
Chih-Hung Hsieh | fba3997 | 2016-05-11 11:26:48 -0700 | [diff] [blame] | 3333 | if (offset == (x).Uint32Value()) { \ |
| 3334 | os << (y); \ |
Brian Carlstrom | f69863b | 2013-07-17 21:53:13 -0700 | [diff] [blame] | 3335 | return; \ |
| 3336 | } |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3337 | DO_THREAD_OFFSET(ThreadFlagsOffset<ptr_size>(), "state_and_flags") |
| 3338 | DO_THREAD_OFFSET(CardTableOffset<ptr_size>(), "card_table") |
| 3339 | DO_THREAD_OFFSET(ExceptionOffset<ptr_size>(), "exception") |
| 3340 | DO_THREAD_OFFSET(PeerOffset<ptr_size>(), "peer"); |
| 3341 | DO_THREAD_OFFSET(JniEnvOffset<ptr_size>(), "jni_env") |
| 3342 | DO_THREAD_OFFSET(SelfOffset<ptr_size>(), "self") |
| 3343 | DO_THREAD_OFFSET(StackEndOffset<ptr_size>(), "stack_end") |
| 3344 | DO_THREAD_OFFSET(ThinLockIdOffset<ptr_size>(), "thin_lock_thread_id") |
Roland Levillain | 97c4646 | 2017-05-11 14:04:03 +0100 | [diff] [blame] | 3345 | DO_THREAD_OFFSET(IsGcMarkingOffset<ptr_size>(), "is_gc_marking") |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3346 | DO_THREAD_OFFSET(TopOfManagedStackOffset<ptr_size>(), "top_quick_frame_method") |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3347 | DO_THREAD_OFFSET(TopShadowFrameOffset<ptr_size>(), "top_shadow_frame") |
Mathieu Chartier | eb8167a | 2014-05-07 15:43:14 -0700 | [diff] [blame] | 3348 | DO_THREAD_OFFSET(TopHandleScopeOffset<ptr_size>(), "top_handle_scope") |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3349 | DO_THREAD_OFFSET(ThreadSuspendTriggerOffset<ptr_size>(), "suspend_trigger") |
Elliott Hughes | 28fa76d | 2012-04-09 17:31:46 -0700 | [diff] [blame] | 3350 | #undef DO_THREAD_OFFSET |
Elliott Hughes | 98e2017 | 2012-04-24 15:38:13 -0700 | [diff] [blame] | 3351 | |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3352 | #define JNI_ENTRY_POINT_INFO(x) \ |
| 3353 | if (JNI_ENTRYPOINT_OFFSET(ptr_size, x).Uint32Value() == offset) { \ |
| 3354 | os << #x; \ |
| 3355 | return; \ |
| 3356 | } |
| 3357 | JNI_ENTRY_POINT_INFO(pDlsymLookup) |
| 3358 | #undef JNI_ENTRY_POINT_INFO |
| 3359 | |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3360 | #define QUICK_ENTRY_POINT_INFO(x) \ |
| 3361 | if (QUICK_ENTRYPOINT_OFFSET(ptr_size, x).Uint32Value() == offset) { \ |
| 3362 | os << #x; \ |
| 3363 | return; \ |
| 3364 | } |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3365 | QUICK_ENTRY_POINT_INFO(pAllocArrayResolved) |
Nicolas Geoffray | b048cb7 | 2017-01-23 22:50:24 +0000 | [diff] [blame] | 3366 | QUICK_ENTRY_POINT_INFO(pAllocArrayResolved8) |
| 3367 | QUICK_ENTRY_POINT_INFO(pAllocArrayResolved16) |
| 3368 | QUICK_ENTRY_POINT_INFO(pAllocArrayResolved32) |
| 3369 | QUICK_ENTRY_POINT_INFO(pAllocArrayResolved64) |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3370 | QUICK_ENTRY_POINT_INFO(pAllocObjectResolved) |
| 3371 | QUICK_ENTRY_POINT_INFO(pAllocObjectInitialized) |
Nicolas Geoffray | 0d3998b | 2017-01-12 15:35:12 +0000 | [diff] [blame] | 3372 | QUICK_ENTRY_POINT_INFO(pAllocObjectWithChecks) |
Alex Light | d109e30 | 2018-06-27 10:25:41 -0700 | [diff] [blame] | 3373 | QUICK_ENTRY_POINT_INFO(pAllocStringObject) |
Jeff Hao | 848f70a | 2014-01-15 13:49:50 -0800 | [diff] [blame] | 3374 | QUICK_ENTRY_POINT_INFO(pAllocStringFromBytes) |
| 3375 | QUICK_ENTRY_POINT_INFO(pAllocStringFromChars) |
| 3376 | QUICK_ENTRY_POINT_INFO(pAllocStringFromString) |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3377 | QUICK_ENTRY_POINT_INFO(pInstanceofNonTrivial) |
Mathieu Chartier | b99f4d6 | 2016-11-07 16:17:26 -0800 | [diff] [blame] | 3378 | QUICK_ENTRY_POINT_INFO(pCheckInstanceOf) |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3379 | QUICK_ENTRY_POINT_INFO(pInitializeStaticStorage) |
Vladimir Marko | 9d47925 | 2018-07-24 11:35:20 +0100 | [diff] [blame] | 3380 | QUICK_ENTRY_POINT_INFO(pResolveTypeAndVerifyAccess) |
| 3381 | QUICK_ENTRY_POINT_INFO(pResolveType) |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3382 | QUICK_ENTRY_POINT_INFO(pResolveString) |
Fred Shih | 37f05ef | 2014-07-16 18:38:08 -0700 | [diff] [blame] | 3383 | QUICK_ENTRY_POINT_INFO(pSet8Instance) |
| 3384 | QUICK_ENTRY_POINT_INFO(pSet8Static) |
| 3385 | QUICK_ENTRY_POINT_INFO(pSet16Instance) |
| 3386 | QUICK_ENTRY_POINT_INFO(pSet16Static) |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3387 | QUICK_ENTRY_POINT_INFO(pSet32Instance) |
| 3388 | QUICK_ENTRY_POINT_INFO(pSet32Static) |
| 3389 | QUICK_ENTRY_POINT_INFO(pSet64Instance) |
| 3390 | QUICK_ENTRY_POINT_INFO(pSet64Static) |
| 3391 | QUICK_ENTRY_POINT_INFO(pSetObjInstance) |
| 3392 | QUICK_ENTRY_POINT_INFO(pSetObjStatic) |
Fred Shih | 37f05ef | 2014-07-16 18:38:08 -0700 | [diff] [blame] | 3393 | QUICK_ENTRY_POINT_INFO(pGetByteInstance) |
| 3394 | QUICK_ENTRY_POINT_INFO(pGetBooleanInstance) |
| 3395 | QUICK_ENTRY_POINT_INFO(pGetByteStatic) |
| 3396 | QUICK_ENTRY_POINT_INFO(pGetBooleanStatic) |
| 3397 | QUICK_ENTRY_POINT_INFO(pGetShortInstance) |
| 3398 | QUICK_ENTRY_POINT_INFO(pGetCharInstance) |
| 3399 | QUICK_ENTRY_POINT_INFO(pGetShortStatic) |
| 3400 | QUICK_ENTRY_POINT_INFO(pGetCharStatic) |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3401 | QUICK_ENTRY_POINT_INFO(pGet32Instance) |
| 3402 | QUICK_ENTRY_POINT_INFO(pGet32Static) |
| 3403 | QUICK_ENTRY_POINT_INFO(pGet64Instance) |
| 3404 | QUICK_ENTRY_POINT_INFO(pGet64Static) |
| 3405 | QUICK_ENTRY_POINT_INFO(pGetObjInstance) |
| 3406 | QUICK_ENTRY_POINT_INFO(pGetObjStatic) |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3407 | QUICK_ENTRY_POINT_INFO(pAputObject) |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3408 | QUICK_ENTRY_POINT_INFO(pJniMethodStart) |
| 3409 | QUICK_ENTRY_POINT_INFO(pJniMethodStartSynchronized) |
| 3410 | QUICK_ENTRY_POINT_INFO(pJniMethodEnd) |
| 3411 | QUICK_ENTRY_POINT_INFO(pJniMethodEndSynchronized) |
| 3412 | QUICK_ENTRY_POINT_INFO(pJniMethodEndWithReference) |
| 3413 | QUICK_ENTRY_POINT_INFO(pJniMethodEndWithReferenceSynchronized) |
| 3414 | QUICK_ENTRY_POINT_INFO(pQuickGenericJniTrampoline) |
| 3415 | QUICK_ENTRY_POINT_INFO(pLockObject) |
| 3416 | QUICK_ENTRY_POINT_INFO(pUnlockObject) |
| 3417 | QUICK_ENTRY_POINT_INFO(pCmpgDouble) |
| 3418 | QUICK_ENTRY_POINT_INFO(pCmpgFloat) |
| 3419 | QUICK_ENTRY_POINT_INFO(pCmplDouble) |
| 3420 | QUICK_ENTRY_POINT_INFO(pCmplFloat) |
Mark Mendell | a4f1220 | 2015-08-06 15:23:34 -0400 | [diff] [blame] | 3421 | QUICK_ENTRY_POINT_INFO(pCos) |
| 3422 | QUICK_ENTRY_POINT_INFO(pSin) |
| 3423 | QUICK_ENTRY_POINT_INFO(pAcos) |
| 3424 | QUICK_ENTRY_POINT_INFO(pAsin) |
| 3425 | QUICK_ENTRY_POINT_INFO(pAtan) |
| 3426 | QUICK_ENTRY_POINT_INFO(pAtan2) |
| 3427 | QUICK_ENTRY_POINT_INFO(pCbrt) |
| 3428 | QUICK_ENTRY_POINT_INFO(pCosh) |
| 3429 | QUICK_ENTRY_POINT_INFO(pExp) |
| 3430 | QUICK_ENTRY_POINT_INFO(pExpm1) |
| 3431 | QUICK_ENTRY_POINT_INFO(pHypot) |
| 3432 | QUICK_ENTRY_POINT_INFO(pLog) |
| 3433 | QUICK_ENTRY_POINT_INFO(pLog10) |
| 3434 | QUICK_ENTRY_POINT_INFO(pNextAfter) |
| 3435 | QUICK_ENTRY_POINT_INFO(pSinh) |
| 3436 | QUICK_ENTRY_POINT_INFO(pTan) |
| 3437 | QUICK_ENTRY_POINT_INFO(pTanh) |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3438 | QUICK_ENTRY_POINT_INFO(pFmod) |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3439 | QUICK_ENTRY_POINT_INFO(pL2d) |
| 3440 | QUICK_ENTRY_POINT_INFO(pFmodf) |
| 3441 | QUICK_ENTRY_POINT_INFO(pL2f) |
| 3442 | QUICK_ENTRY_POINT_INFO(pD2iz) |
| 3443 | QUICK_ENTRY_POINT_INFO(pF2iz) |
| 3444 | QUICK_ENTRY_POINT_INFO(pIdivmod) |
| 3445 | QUICK_ENTRY_POINT_INFO(pD2l) |
| 3446 | QUICK_ENTRY_POINT_INFO(pF2l) |
| 3447 | QUICK_ENTRY_POINT_INFO(pLdiv) |
| 3448 | QUICK_ENTRY_POINT_INFO(pLmod) |
| 3449 | QUICK_ENTRY_POINT_INFO(pLmul) |
| 3450 | QUICK_ENTRY_POINT_INFO(pShlLong) |
| 3451 | QUICK_ENTRY_POINT_INFO(pShrLong) |
| 3452 | QUICK_ENTRY_POINT_INFO(pUshrLong) |
| 3453 | QUICK_ENTRY_POINT_INFO(pIndexOf) |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3454 | QUICK_ENTRY_POINT_INFO(pStringCompareTo) |
| 3455 | QUICK_ENTRY_POINT_INFO(pMemcpy) |
| 3456 | QUICK_ENTRY_POINT_INFO(pQuickImtConflictTrampoline) |
| 3457 | QUICK_ENTRY_POINT_INFO(pQuickResolutionTrampoline) |
| 3458 | QUICK_ENTRY_POINT_INFO(pQuickToInterpreterBridge) |
| 3459 | QUICK_ENTRY_POINT_INFO(pInvokeDirectTrampolineWithAccessCheck) |
| 3460 | QUICK_ENTRY_POINT_INFO(pInvokeInterfaceTrampolineWithAccessCheck) |
| 3461 | QUICK_ENTRY_POINT_INFO(pInvokeStaticTrampolineWithAccessCheck) |
| 3462 | QUICK_ENTRY_POINT_INFO(pInvokeSuperTrampolineWithAccessCheck) |
| 3463 | QUICK_ENTRY_POINT_INFO(pInvokeVirtualTrampolineWithAccessCheck) |
Orion Hodson | ac14139 | 2017-01-13 11:53:47 +0000 | [diff] [blame] | 3464 | QUICK_ENTRY_POINT_INFO(pInvokePolymorphic) |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3465 | QUICK_ENTRY_POINT_INFO(pTestSuspend) |
| 3466 | QUICK_ENTRY_POINT_INFO(pDeliverException) |
| 3467 | QUICK_ENTRY_POINT_INFO(pThrowArrayBounds) |
| 3468 | QUICK_ENTRY_POINT_INFO(pThrowDivZero) |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3469 | QUICK_ENTRY_POINT_INFO(pThrowNullPointer) |
| 3470 | QUICK_ENTRY_POINT_INFO(pThrowStackOverflow) |
Mingyao Yang | d43b3ac | 2015-04-01 14:03:04 -0700 | [diff] [blame] | 3471 | QUICK_ENTRY_POINT_INFO(pDeoptimize) |
Douglas Leung | d9cb8ae | 2014-07-09 14:28:35 -0700 | [diff] [blame] | 3472 | QUICK_ENTRY_POINT_INFO(pA64Load) |
| 3473 | QUICK_ENTRY_POINT_INFO(pA64Store) |
Jeff Hao | 848f70a | 2014-01-15 13:49:50 -0800 | [diff] [blame] | 3474 | QUICK_ENTRY_POINT_INFO(pNewEmptyString) |
| 3475 | QUICK_ENTRY_POINT_INFO(pNewStringFromBytes_B) |
| 3476 | QUICK_ENTRY_POINT_INFO(pNewStringFromBytes_BI) |
| 3477 | QUICK_ENTRY_POINT_INFO(pNewStringFromBytes_BII) |
| 3478 | QUICK_ENTRY_POINT_INFO(pNewStringFromBytes_BIII) |
| 3479 | QUICK_ENTRY_POINT_INFO(pNewStringFromBytes_BIIString) |
| 3480 | QUICK_ENTRY_POINT_INFO(pNewStringFromBytes_BString) |
| 3481 | QUICK_ENTRY_POINT_INFO(pNewStringFromBytes_BIICharset) |
| 3482 | QUICK_ENTRY_POINT_INFO(pNewStringFromBytes_BCharset) |
| 3483 | QUICK_ENTRY_POINT_INFO(pNewStringFromChars_C) |
| 3484 | QUICK_ENTRY_POINT_INFO(pNewStringFromChars_CII) |
| 3485 | QUICK_ENTRY_POINT_INFO(pNewStringFromChars_IIC) |
| 3486 | QUICK_ENTRY_POINT_INFO(pNewStringFromCodePoints) |
| 3487 | QUICK_ENTRY_POINT_INFO(pNewStringFromString) |
| 3488 | QUICK_ENTRY_POINT_INFO(pNewStringFromStringBuffer) |
| 3489 | QUICK_ENTRY_POINT_INFO(pNewStringFromStringBuilder) |
Hiroshi Yamauchi | 1cc71eb | 2015-05-07 10:47:27 -0700 | [diff] [blame] | 3490 | QUICK_ENTRY_POINT_INFO(pReadBarrierJni) |
Roland Levillain | 02b7580 | 2016-07-13 11:54:35 +0100 | [diff] [blame] | 3491 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg00) |
| 3492 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg01) |
| 3493 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg02) |
| 3494 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg03) |
| 3495 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg04) |
| 3496 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg05) |
| 3497 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg06) |
| 3498 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg07) |
| 3499 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg08) |
| 3500 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg09) |
| 3501 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg10) |
| 3502 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg11) |
| 3503 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg12) |
| 3504 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg13) |
| 3505 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg14) |
| 3506 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg15) |
| 3507 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg16) |
| 3508 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg17) |
| 3509 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg18) |
| 3510 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg19) |
| 3511 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg20) |
| 3512 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg21) |
| 3513 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg22) |
| 3514 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg23) |
| 3515 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg24) |
| 3516 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg25) |
| 3517 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg26) |
| 3518 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg27) |
| 3519 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg28) |
| 3520 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg29) |
Man Cao | 1aee900 | 2015-07-14 22:31:42 -0700 | [diff] [blame] | 3521 | QUICK_ENTRY_POINT_INFO(pReadBarrierSlow) |
Roland Levillain | 0d5a281 | 2015-11-13 10:07:31 +0000 | [diff] [blame] | 3522 | QUICK_ENTRY_POINT_INFO(pReadBarrierForRootSlow) |
Igor Murashkin | 9d4b6da | 2016-07-29 09:51:58 -0700 | [diff] [blame] | 3523 | |
| 3524 | QUICK_ENTRY_POINT_INFO(pJniMethodFastStart) |
| 3525 | QUICK_ENTRY_POINT_INFO(pJniMethodFastEnd) |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3526 | #undef QUICK_ENTRY_POINT_INFO |
| 3527 | |
Elliott Hughes | 98e2017 | 2012-04-24 15:38:13 -0700 | [diff] [blame] | 3528 | os << offset; |
Elliott Hughes | 28fa76d | 2012-04-09 17:31:46 -0700 | [diff] [blame] | 3529 | } |
| 3530 | |
jeffhao | 94d6df4 | 2012-11-26 16:02:12 -0800 | [diff] [blame] | 3531 | void Thread::QuickDeliverException() { |
Ian Rogers | 62d6c77 | 2013-02-27 08:32:07 -0800 | [diff] [blame] | 3532 | // Get exception from thread. |
Mathieu Chartier | f5769e1 | 2017-01-10 15:54:41 -0800 | [diff] [blame] | 3533 | ObjPtr<mirror::Throwable> exception = GetException(); |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 3534 | CHECK(exception != nullptr); |
Mingyao Yang | f711f2c | 2016-05-23 12:29:39 -0700 | [diff] [blame] | 3535 | if (exception == GetDeoptimizationException()) { |
| 3536 | artDeoptimize(this); |
| 3537 | UNREACHABLE(); |
| 3538 | } |
| 3539 | |
Roland Levillain | a78f5b6 | 2017-09-29 13:50:44 +0100 | [diff] [blame] | 3540 | ReadBarrier::MaybeAssertToSpaceInvariant(exception.Ptr()); |
Roland Levillain | b77b698 | 2017-06-08 18:03:48 +0100 | [diff] [blame] | 3541 | |
Mingyao Yang | f711f2c | 2016-05-23 12:29:39 -0700 | [diff] [blame] | 3542 | // This is a real exception: let the instrumentation know about it. |
| 3543 | instrumentation::Instrumentation* instrumentation = Runtime::Current()->GetInstrumentation(); |
Alex Light | 6e1607e | 2017-08-23 10:06:18 -0700 | [diff] [blame] | 3544 | if (instrumentation->HasExceptionThrownListeners() && |
Mingyao Yang | f711f2c | 2016-05-23 12:29:39 -0700 | [diff] [blame] | 3545 | IsExceptionThrownByCurrentMethod(exception)) { |
| 3546 | // Instrumentation may cause GC so keep the exception object safe. |
| 3547 | StackHandleScope<1> hs(this); |
Mathieu Chartier | f5769e1 | 2017-01-10 15:54:41 -0800 | [diff] [blame] | 3548 | HandleWrapperObjPtr<mirror::Throwable> h_exception(hs.NewHandleWrapper(&exception)); |
Vladimir Marko | 19711d4 | 2019-04-12 14:05:34 +0100 | [diff] [blame] | 3549 | instrumentation->ExceptionThrownEvent(this, exception); |
Mingyao Yang | f711f2c | 2016-05-23 12:29:39 -0700 | [diff] [blame] | 3550 | } |
Alex Light | 0aa7a5a | 2018-10-10 15:58:14 +0000 | [diff] [blame] | 3551 | // Does instrumentation need to deoptimize the stack or otherwise go to interpreter for something? |
| 3552 | // Note: we do this *after* reporting the exception to instrumentation in case it now requires |
| 3553 | // deoptimization. It may happen if a debugger is attached and requests new events (single-step, |
| 3554 | // breakpoint, ...) when the exception is reported. |
Alex Light | be1f8d0 | 2018-10-15 11:44:42 -0700 | [diff] [blame] | 3555 | // |
| 3556 | // Note we need to check for both force_frame_pop and force_retry_instruction. The first is |
| 3557 | // expected to happen fairly regularly but the second can only happen if we are using |
| 3558 | // instrumentation trampolines (for example with DDMS tracing). That forces us to do deopt later |
| 3559 | // and see every frame being popped. We don't need to handle it any differently. |
Alex Light | 0aa7a5a | 2018-10-10 15:58:14 +0000 | [diff] [blame] | 3560 | ShadowFrame* cf; |
David Srbecky | 1cbac5c | 2019-07-18 20:05:32 +0100 | [diff] [blame] | 3561 | bool force_deopt = false; |
| 3562 | if (Runtime::Current()->AreNonStandardExitsEnabled() || kIsDebugBuild) { |
Alex Light | 0aa7a5a | 2018-10-10 15:58:14 +0000 | [diff] [blame] | 3563 | NthCallerVisitor visitor(this, 0, false); |
| 3564 | visitor.WalkStack(); |
| 3565 | cf = visitor.GetCurrentShadowFrame(); |
| 3566 | if (cf == nullptr) { |
| 3567 | cf = FindDebuggerShadowFrame(visitor.GetFrameId()); |
| 3568 | } |
Alex Light | be1f8d0 | 2018-10-15 11:44:42 -0700 | [diff] [blame] | 3569 | bool force_frame_pop = cf != nullptr && cf->GetForcePopFrame(); |
| 3570 | bool force_retry_instr = cf != nullptr && cf->GetForceRetryInstruction(); |
Alex Light | 0aa7a5a | 2018-10-10 15:58:14 +0000 | [diff] [blame] | 3571 | if (kIsDebugBuild && force_frame_pop) { |
David Srbecky | 1cbac5c | 2019-07-18 20:05:32 +0100 | [diff] [blame] | 3572 | DCHECK(Runtime::Current()->AreNonStandardExitsEnabled()); |
Alex Light | 0aa7a5a | 2018-10-10 15:58:14 +0000 | [diff] [blame] | 3573 | NthCallerVisitor penultimate_visitor(this, 1, false); |
| 3574 | penultimate_visitor.WalkStack(); |
| 3575 | ShadowFrame* penultimate_frame = penultimate_visitor.GetCurrentShadowFrame(); |
| 3576 | if (penultimate_frame == nullptr) { |
| 3577 | penultimate_frame = FindDebuggerShadowFrame(penultimate_visitor.GetFrameId()); |
| 3578 | } |
Alex Light | 0aa7a5a | 2018-10-10 15:58:14 +0000 | [diff] [blame] | 3579 | } |
David Srbecky | 1cbac5c | 2019-07-18 20:05:32 +0100 | [diff] [blame] | 3580 | if (force_retry_instr) { |
| 3581 | DCHECK(Runtime::Current()->AreNonStandardExitsEnabled()); |
| 3582 | } |
Alex Light | be1f8d0 | 2018-10-15 11:44:42 -0700 | [diff] [blame] | 3583 | force_deopt = force_frame_pop || force_retry_instr; |
Alex Light | 0aa7a5a | 2018-10-10 15:58:14 +0000 | [diff] [blame] | 3584 | } |
Alex Light | 3dacdd6 | 2019-03-12 15:45:47 +0000 | [diff] [blame] | 3585 | if (Dbg::IsForcedInterpreterNeededForException(this) || force_deopt || IsForceInterpreter()) { |
Mingyao Yang | f711f2c | 2016-05-23 12:29:39 -0700 | [diff] [blame] | 3586 | NthCallerVisitor visitor(this, 0, false); |
| 3587 | visitor.WalkStack(); |
Nicolas Geoffray | 433b79a | 2017-01-30 20:54:45 +0000 | [diff] [blame] | 3588 | if (Runtime::Current()->IsAsyncDeoptimizeable(visitor.caller_pc)) { |
Mingyao Yang | 2ee1790 | 2017-08-30 11:37:08 -0700 | [diff] [blame] | 3589 | // method_type shouldn't matter due to exception handling. |
| 3590 | const DeoptimizationMethodType method_type = DeoptimizationMethodType::kDefault; |
Sebastien Hertz | 520633b | 2015-09-08 17:03:36 +0200 | [diff] [blame] | 3591 | // Save the exception into the deoptimization context so it can be restored |
| 3592 | // before entering the interpreter. |
Alex Light | be1f8d0 | 2018-10-15 11:44:42 -0700 | [diff] [blame] | 3593 | if (force_deopt) { |
Alex Light | 0aa7a5a | 2018-10-10 15:58:14 +0000 | [diff] [blame] | 3594 | VLOG(deopt) << "Deopting " << cf->GetMethod()->PrettyMethod() << " for frame-pop"; |
| 3595 | DCHECK(Runtime::Current()->AreNonStandardExitsEnabled()); |
| 3596 | // Get rid of the exception since we are doing a framepop instead. |
Alex Light | be1f8d0 | 2018-10-15 11:44:42 -0700 | [diff] [blame] | 3597 | LOG(WARNING) << "Suppressing pending exception for retry-instruction/frame-pop: " |
| 3598 | << exception->Dump(); |
Alex Light | 0aa7a5a | 2018-10-10 15:58:14 +0000 | [diff] [blame] | 3599 | ClearException(); |
| 3600 | } |
Nicolas Geoffray | 73be1e8 | 2015-09-17 15:22:56 +0100 | [diff] [blame] | 3601 | PushDeoptimizationContext( |
Mingyao Yang | 2ee1790 | 2017-08-30 11:37:08 -0700 | [diff] [blame] | 3602 | JValue(), |
Andreas Gampe | 98ea9d9 | 2018-10-19 14:06:15 -0700 | [diff] [blame] | 3603 | /* is_reference= */ false, |
Alex Light | be1f8d0 | 2018-10-15 11:44:42 -0700 | [diff] [blame] | 3604 | (force_deopt ? nullptr : exception), |
Andreas Gampe | 98ea9d9 | 2018-10-19 14:06:15 -0700 | [diff] [blame] | 3605 | /* from_code= */ false, |
Mingyao Yang | 2ee1790 | 2017-08-30 11:37:08 -0700 | [diff] [blame] | 3606 | method_type); |
Mingyao Yang | f711f2c | 2016-05-23 12:29:39 -0700 | [diff] [blame] | 3607 | artDeoptimize(this); |
| 3608 | UNREACHABLE(); |
Nicolas Geoffray | 433b79a | 2017-01-30 20:54:45 +0000 | [diff] [blame] | 3609 | } else { |
| 3610 | LOG(WARNING) << "Got a deoptimization request on un-deoptimizable method " |
| 3611 | << visitor.caller->PrettyMethod(); |
Sebastien Hertz | 520633b | 2015-09-08 17:03:36 +0200 | [diff] [blame] | 3612 | } |
| 3613 | } |
Mingyao Yang | f711f2c | 2016-05-23 12:29:39 -0700 | [diff] [blame] | 3614 | |
Ian Rogers | 28ad40d | 2011-10-27 15:19:26 -0700 | [diff] [blame] | 3615 | // Don't leave exception visible while we try to find the handler, which may cause class |
Elliott Hughes | d07986f | 2011-12-06 18:27:45 -0800 | [diff] [blame] | 3616 | // resolution. |
Ian Rogers | 28ad40d | 2011-10-27 15:19:26 -0700 | [diff] [blame] | 3617 | ClearException(); |
Mingyao Yang | f711f2c | 2016-05-23 12:29:39 -0700 | [diff] [blame] | 3618 | QuickExceptionHandler exception_handler(this, false); |
| 3619 | exception_handler.FindCatch(exception); |
Roland Levillain | b77b698 | 2017-06-08 18:03:48 +0100 | [diff] [blame] | 3620 | if (exception_handler.GetClearException()) { |
| 3621 | // Exception was cleared as part of delivery. |
| 3622 | DCHECK(!IsExceptionPending()); |
| 3623 | } else { |
| 3624 | // Exception was put back with a throw location. |
| 3625 | DCHECK(IsExceptionPending()); |
Roland Levillain | a78f5b6 | 2017-09-29 13:50:44 +0100 | [diff] [blame] | 3626 | // Check the to-space invariant on the re-installed exception (if applicable). |
| 3627 | ReadBarrier::MaybeAssertToSpaceInvariant(GetException()); |
Roland Levillain | b77b698 | 2017-06-08 18:03:48 +0100 | [diff] [blame] | 3628 | } |
Sebastien Hertz | fd3077e | 2014-04-23 10:32:43 +0200 | [diff] [blame] | 3629 | exception_handler.DoLongJump(); |
Shih-wei Liao | 1a18c8c | 2011-08-14 17:47:36 -0700 | [diff] [blame] | 3630 | } |
| 3631 | |
Ian Rogers | bdb0391 | 2011-09-14 00:55:44 -0700 | [diff] [blame] | 3632 | Context* Thread::GetLongJumpContext() { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3633 | Context* result = tlsPtr_.long_jump_context; |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 3634 | if (result == nullptr) { |
Ian Rogers | bdb0391 | 2011-09-14 00:55:44 -0700 | [diff] [blame] | 3635 | result = Context::Create(); |
Ian Rogers | 0399dde | 2012-06-06 17:09:28 -0700 | [diff] [blame] | 3636 | } else { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3637 | tlsPtr_.long_jump_context = nullptr; // Avoid context being shared. |
Mathieu Chartier | 6702243 | 2012-11-29 18:04:50 -0800 | [diff] [blame] | 3638 | result->Reset(); |
Shih-wei Liao | 1a18c8c | 2011-08-14 17:47:36 -0700 | [diff] [blame] | 3639 | } |
Ian Rogers | bdb0391 | 2011-09-14 00:55:44 -0700 | [diff] [blame] | 3640 | return result; |
Shih-wei Liao | 1a18c8c | 2011-08-14 17:47:36 -0700 | [diff] [blame] | 3641 | } |
| 3642 | |
Andreas Gampe | c7d878d | 2018-11-19 18:42:06 +0000 | [diff] [blame] | 3643 | ArtMethod* Thread::GetCurrentMethod(uint32_t* dex_pc_out, |
Hiroshi Yamauchi | 02f365f | 2017-02-03 15:06:00 -0800 | [diff] [blame] | 3644 | bool check_suspended, |
| 3645 | bool abort_on_error) const { |
Andreas Gampe | 1b5c5c8 | 2018-09-27 10:42:18 -0700 | [diff] [blame] | 3646 | // Note: this visitor may return with a method set, but dex_pc_ being DexFile:kDexNoIndex. This is |
| 3647 | // so we don't abort in a special situation (thinlocked monitor) when dumping the Java |
| 3648 | // stack. |
Andreas Gampe | c7d878d | 2018-11-19 18:42:06 +0000 | [diff] [blame] | 3649 | ArtMethod* method = nullptr; |
| 3650 | uint32_t dex_pc = dex::kDexNoIndex; |
| 3651 | StackVisitor::WalkStack( |
| 3652 | [&](const StackVisitor* visitor) REQUIRES_SHARED(Locks::mutator_lock_) { |
| 3653 | ArtMethod* m = visitor->GetMethod(); |
| 3654 | if (m->IsRuntimeMethod()) { |
| 3655 | // Continue if this is a runtime method. |
| 3656 | return true; |
| 3657 | } |
| 3658 | method = m; |
| 3659 | dex_pc = visitor->GetDexPc(abort_on_error); |
| 3660 | return false; |
| 3661 | }, |
| 3662 | const_cast<Thread*>(this), |
| 3663 | /* context= */ nullptr, |
| 3664 | StackVisitor::StackWalkKind::kIncludeInlinedFrames, |
| 3665 | check_suspended); |
| 3666 | |
| 3667 | if (dex_pc_out != nullptr) { |
| 3668 | *dex_pc_out = dex_pc; |
Elliott Hughes | 9fd66f5 | 2011-10-16 12:13:26 -0700 | [diff] [blame] | 3669 | } |
Andreas Gampe | c7d878d | 2018-11-19 18:42:06 +0000 | [diff] [blame] | 3670 | return method; |
jeffhao | 33dc771 | 2011-11-09 17:54:24 -0800 | [diff] [blame] | 3671 | } |
| 3672 | |
Mathieu Chartier | f5769e1 | 2017-01-10 15:54:41 -0800 | [diff] [blame] | 3673 | bool Thread::HoldsLock(ObjPtr<mirror::Object> object) const { |
| 3674 | return object != nullptr && object->GetLockOwnerThreadId() == GetThreadId(); |
Elliott Hughes | 5f79133 | 2011-09-15 17:45:30 -0700 | [diff] [blame] | 3675 | } |
| 3676 | |
Roland Levillain | ad0777d | 2018-02-12 20:00:18 +0000 | [diff] [blame] | 3677 | extern std::vector<StackReference<mirror::Object>*> GetProxyReferenceArguments(ArtMethod** sp) |
Roland Levillain | fa854e4 | 2018-02-07 13:09:55 +0000 | [diff] [blame] | 3678 | REQUIRES_SHARED(Locks::mutator_lock_); |
| 3679 | |
Ian Rogers | 40e3bac | 2012-11-20 00:09:14 -0800 | [diff] [blame] | 3680 | // RootVisitor parameters are: (const Object* obj, size_t vreg, const StackVisitor* visitor). |
Andreas Gampe | 585da95 | 2016-12-02 14:52:29 -0800 | [diff] [blame] | 3681 | template <typename RootVisitor, bool kPrecise = false> |
Ian Rogers | 0399dde | 2012-06-06 17:09:28 -0700 | [diff] [blame] | 3682 | class ReferenceMapVisitor : public StackVisitor { |
Ian Rogers | d6b1f61 | 2011-09-27 13:38:14 -0700 | [diff] [blame] | 3683 | public: |
Mathieu Chartier | bb87e0f | 2015-04-03 11:21:55 -0700 | [diff] [blame] | 3684 | ReferenceMapVisitor(Thread* thread, Context* context, RootVisitor& visitor) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 3685 | REQUIRES_SHARED(Locks::mutator_lock_) |
Nicolas Geoffray | 8e5bd18 | 2015-05-06 11:34:34 +0100 | [diff] [blame] | 3686 | // We are visiting the references in compiled frames, so we do not need |
| 3687 | // to know the inlined frames. |
| 3688 | : StackVisitor(thread, context, StackVisitor::StackWalkKind::kSkipInlinedFrames), |
| 3689 | visitor_(visitor) {} |
Ian Rogers | d6b1f61 | 2011-09-27 13:38:14 -0700 | [diff] [blame] | 3690 | |
Andreas Gampe | fa6a1b0 | 2018-09-07 08:11:55 -0700 | [diff] [blame] | 3691 | bool VisitFrame() override REQUIRES_SHARED(Locks::mutator_lock_) { |
Brian Carlstrom | 6a4be3a | 2011-10-20 16:34:03 -0700 | [diff] [blame] | 3692 | if (false) { |
David Sehr | 709b070 | 2016-10-13 09:12:37 -0700 | [diff] [blame] | 3693 | LOG(INFO) << "Visiting stack roots in " << ArtMethod::PrettyMethod(GetMethod()) |
Sebastien Hertz | 714f175 | 2014-04-28 15:03:08 +0200 | [diff] [blame] | 3694 | << StringPrintf("@ PC:%04x", GetDexPc()); |
Brian Carlstrom | 6a4be3a | 2011-10-20 16:34:03 -0700 | [diff] [blame] | 3695 | } |
Ian Rogers | 0399dde | 2012-06-06 17:09:28 -0700 | [diff] [blame] | 3696 | ShadowFrame* shadow_frame = GetCurrentShadowFrame(); |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 3697 | if (shadow_frame != nullptr) { |
Sebastien Hertz | 714f175 | 2014-04-28 15:03:08 +0200 | [diff] [blame] | 3698 | VisitShadowFrame(shadow_frame); |
| 3699 | } else { |
| 3700 | VisitQuickFrame(); |
| 3701 | } |
| 3702 | return true; |
| 3703 | } |
| 3704 | |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 3705 | void VisitShadowFrame(ShadowFrame* shadow_frame) REQUIRES_SHARED(Locks::mutator_lock_) { |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 3706 | ArtMethod* m = shadow_frame->GetMethod(); |
Mathieu Chartier | 10e5ea9 | 2015-08-13 12:56:31 -0700 | [diff] [blame] | 3707 | VisitDeclaringClass(m); |
Hiroshi Yamauchi | 92d1a66 | 2014-05-15 21:43:59 -0700 | [diff] [blame] | 3708 | DCHECK(m != nullptr); |
Sebastien Hertz | 714f175 | 2014-04-28 15:03:08 +0200 | [diff] [blame] | 3709 | size_t num_regs = shadow_frame->NumberOfVRegs(); |
Nicolas Geoffray | 524e7ea | 2015-10-16 17:13:34 +0100 | [diff] [blame] | 3710 | // handle scope for JNI or References for interpreter. |
| 3711 | for (size_t reg = 0; reg < num_regs; ++reg) { |
| 3712 | mirror::Object* ref = shadow_frame->GetVRegReference(reg); |
| 3713 | if (ref != nullptr) { |
| 3714 | mirror::Object* new_ref = ref; |
| 3715 | visitor_(&new_ref, reg, this); |
| 3716 | if (new_ref != ref) { |
| 3717 | shadow_frame->SetVRegReference(reg, new_ref); |
TDYa127 | ce4cc0d | 2012-11-18 16:59:53 -0800 | [diff] [blame] | 3718 | } |
| 3719 | } |
Sebastien Hertz | 714f175 | 2014-04-28 15:03:08 +0200 | [diff] [blame] | 3720 | } |
Andreas Gampe | 03ec930 | 2015-08-27 17:41:47 -0700 | [diff] [blame] | 3721 | // Mark lock count map required for structured locking checks. |
Andreas Gampe | 98ea9d9 | 2018-10-19 14:06:15 -0700 | [diff] [blame] | 3722 | shadow_frame->GetLockCountData().VisitMonitors(visitor_, /* vreg= */ -1, this); |
Sebastien Hertz | 714f175 | 2014-04-28 15:03:08 +0200 | [diff] [blame] | 3723 | } |
| 3724 | |
| 3725 | private: |
Mathieu Chartier | 10e5ea9 | 2015-08-13 12:56:31 -0700 | [diff] [blame] | 3726 | // Visiting the declaring class is necessary so that we don't unload the class of a method that |
Mathieu Chartier | d5f3f32 | 2016-03-21 14:05:56 -0700 | [diff] [blame] | 3727 | // is executing. We need to ensure that the code stays mapped. NO_THREAD_SAFETY_ANALYSIS since |
| 3728 | // the threads do not all hold the heap bitmap lock for parallel GC. |
| 3729 | void VisitDeclaringClass(ArtMethod* method) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 3730 | REQUIRES_SHARED(Locks::mutator_lock_) |
Mathieu Chartier | d5f3f32 | 2016-03-21 14:05:56 -0700 | [diff] [blame] | 3731 | NO_THREAD_SAFETY_ANALYSIS { |
Mathieu Chartier | f5769e1 | 2017-01-10 15:54:41 -0800 | [diff] [blame] | 3732 | ObjPtr<mirror::Class> klass = method->GetDeclaringClassUnchecked<kWithoutReadBarrier>(); |
Mathieu Chartier | 10e5ea9 | 2015-08-13 12:56:31 -0700 | [diff] [blame] | 3733 | // klass can be null for runtime methods. |
| 3734 | if (klass != nullptr) { |
Mathieu Chartier | d5f3f32 | 2016-03-21 14:05:56 -0700 | [diff] [blame] | 3735 | if (kVerifyImageObjectsMarked) { |
| 3736 | gc::Heap* const heap = Runtime::Current()->GetHeap(); |
| 3737 | gc::space::ContinuousSpace* space = heap->FindContinuousSpaceFromObject(klass, |
Andreas Gampe | 98ea9d9 | 2018-10-19 14:06:15 -0700 | [diff] [blame] | 3738 | /*fail_ok=*/true); |
Mathieu Chartier | d5f3f32 | 2016-03-21 14:05:56 -0700 | [diff] [blame] | 3739 | if (space != nullptr && space->IsImageSpace()) { |
| 3740 | bool failed = false; |
Mathieu Chartier | f5769e1 | 2017-01-10 15:54:41 -0800 | [diff] [blame] | 3741 | if (!space->GetLiveBitmap()->Test(klass.Ptr())) { |
Mathieu Chartier | d5f3f32 | 2016-03-21 14:05:56 -0700 | [diff] [blame] | 3742 | failed = true; |
Andreas Gampe | 3fec9ac | 2016-09-13 10:47:28 -0700 | [diff] [blame] | 3743 | LOG(FATAL_WITHOUT_ABORT) << "Unmarked object in image " << *space; |
Mathieu Chartier | f5769e1 | 2017-01-10 15:54:41 -0800 | [diff] [blame] | 3744 | } else if (!heap->GetLiveBitmap()->Test(klass.Ptr())) { |
Mathieu Chartier | d5f3f32 | 2016-03-21 14:05:56 -0700 | [diff] [blame] | 3745 | failed = true; |
Andreas Gampe | 3fec9ac | 2016-09-13 10:47:28 -0700 | [diff] [blame] | 3746 | LOG(FATAL_WITHOUT_ABORT) << "Unmarked object in image through live bitmap " << *space; |
Mathieu Chartier | d5f3f32 | 2016-03-21 14:05:56 -0700 | [diff] [blame] | 3747 | } |
| 3748 | if (failed) { |
Andreas Gampe | 3fec9ac | 2016-09-13 10:47:28 -0700 | [diff] [blame] | 3749 | GetThread()->Dump(LOG_STREAM(FATAL_WITHOUT_ABORT)); |
| 3750 | space->AsImageSpace()->DumpSections(LOG_STREAM(FATAL_WITHOUT_ABORT)); |
| 3751 | LOG(FATAL_WITHOUT_ABORT) << "Method@" << method->GetDexMethodIndex() << ":" << method |
Mathieu Chartier | f5769e1 | 2017-01-10 15:54:41 -0800 | [diff] [blame] | 3752 | << " klass@" << klass.Ptr(); |
Mathieu Chartier | d5f3f32 | 2016-03-21 14:05:56 -0700 | [diff] [blame] | 3753 | // Pretty info last in case it crashes. |
David Sehr | 709b070 | 2016-10-13 09:12:37 -0700 | [diff] [blame] | 3754 | LOG(FATAL) << "Method " << method->PrettyMethod() << " klass " |
| 3755 | << klass->PrettyClass(); |
Mathieu Chartier | d5f3f32 | 2016-03-21 14:05:56 -0700 | [diff] [blame] | 3756 | } |
| 3757 | } |
| 3758 | } |
Mathieu Chartier | f5769e1 | 2017-01-10 15:54:41 -0800 | [diff] [blame] | 3759 | mirror::Object* new_ref = klass.Ptr(); |
Alex Light | 0054aa5 | 2019-09-10 16:46:48 -0700 | [diff] [blame] | 3760 | visitor_(&new_ref, /* vreg= */ JavaFrameRootInfo::kMethodDeclaringClass, this); |
Mathieu Chartier | 10e5ea9 | 2015-08-13 12:56:31 -0700 | [diff] [blame] | 3761 | if (new_ref != klass) { |
Mathieu Chartier | f5769e1 | 2017-01-10 15:54:41 -0800 | [diff] [blame] | 3762 | method->CASDeclaringClass(klass.Ptr(), new_ref->AsClass()); |
Mathieu Chartier | 10e5ea9 | 2015-08-13 12:56:31 -0700 | [diff] [blame] | 3763 | } |
| 3764 | } |
| 3765 | } |
| 3766 | |
Andreas Gampe | 585da95 | 2016-12-02 14:52:29 -0800 | [diff] [blame] | 3767 | template <typename T> |
| 3768 | ALWAYS_INLINE |
| 3769 | inline void VisitQuickFrameWithVregCallback() REQUIRES_SHARED(Locks::mutator_lock_) { |
Mathieu Chartier | 10e5ea9 | 2015-08-13 12:56:31 -0700 | [diff] [blame] | 3770 | ArtMethod** cur_quick_frame = GetCurrentQuickFrame(); |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 3771 | DCHECK(cur_quick_frame != nullptr); |
Mathieu Chartier | 10e5ea9 | 2015-08-13 12:56:31 -0700 | [diff] [blame] | 3772 | ArtMethod* m = *cur_quick_frame; |
| 3773 | VisitDeclaringClass(m); |
Andreas Gampe | cf4035a | 2014-05-28 22:43:01 -0700 | [diff] [blame] | 3774 | |
Sebastien Hertz | 714f175 | 2014-04-28 15:03:08 +0200 | [diff] [blame] | 3775 | // Process register map (which native and runtime methods don't have) |
Jeff Hao | 8494943 | 2016-05-13 14:46:28 -0700 | [diff] [blame] | 3776 | if (!m->IsNative() && !m->IsRuntimeMethod() && (!m->IsProxyMethod() || m->IsConstructor())) { |
Nicolas Geoffray | 524e7ea | 2015-10-16 17:13:34 +0100 | [diff] [blame] | 3777 | const OatQuickMethodHeader* method_header = GetCurrentOatQuickMethodHeader(); |
Vladimir Marko | 9d07e3d | 2016-03-31 12:02:28 +0100 | [diff] [blame] | 3778 | DCHECK(method_header->IsOptimized()); |
Vladimir Marko | 78baed5 | 2018-10-11 10:44:58 +0100 | [diff] [blame] | 3779 | StackReference<mirror::Object>* vreg_base = |
| 3780 | reinterpret_cast<StackReference<mirror::Object>*>(cur_quick_frame); |
Vladimir Marko | 9d07e3d | 2016-03-31 12:02:28 +0100 | [diff] [blame] | 3781 | uintptr_t native_pc_offset = method_header->NativeQuickPcOffset(GetCurrentQuickFramePc()); |
David Srbecky | 0d4567f | 2019-05-30 22:45:40 +0100 | [diff] [blame] | 3782 | CodeInfo code_info = kPrecise |
| 3783 | ? CodeInfo(method_header) // We will need dex register maps. |
| 3784 | : CodeInfo::DecodeGcMasksOnly(method_header); |
David Srbecky | 052f8ca | 2018-04-26 15:42:54 +0100 | [diff] [blame] | 3785 | StackMap map = code_info.GetStackMapForNativePcOffset(native_pc_offset); |
Vladimir Marko | 9d07e3d | 2016-03-31 12:02:28 +0100 | [diff] [blame] | 3786 | DCHECK(map.IsValid()); |
Andreas Gampe | 585da95 | 2016-12-02 14:52:29 -0800 | [diff] [blame] | 3787 | |
David Srbecky | 052f8ca | 2018-04-26 15:42:54 +0100 | [diff] [blame] | 3788 | T vreg_info(m, code_info, map, visitor_); |
Andreas Gampe | 585da95 | 2016-12-02 14:52:29 -0800 | [diff] [blame] | 3789 | |
Vladimir Marko | 9d07e3d | 2016-03-31 12:02:28 +0100 | [diff] [blame] | 3790 | // Visit stack entries that hold pointers. |
David Srbecky | 052f8ca | 2018-04-26 15:42:54 +0100 | [diff] [blame] | 3791 | BitMemoryRegion stack_mask = code_info.GetStackMaskOf(map); |
David Srbecky | 4b59d10 | 2018-05-29 21:46:10 +0000 | [diff] [blame] | 3792 | for (size_t i = 0; i < stack_mask.size_in_bits(); ++i) { |
David Srbecky | 45aa598 | 2016-03-18 02:15:09 +0000 | [diff] [blame] | 3793 | if (stack_mask.LoadBit(i)) { |
Roland Levillain | fa854e4 | 2018-02-07 13:09:55 +0000 | [diff] [blame] | 3794 | StackReference<mirror::Object>* ref_addr = vreg_base + i; |
Vladimir Marko | 9d07e3d | 2016-03-31 12:02:28 +0100 | [diff] [blame] | 3795 | mirror::Object* ref = ref_addr->AsMirrorPtr(); |
| 3796 | if (ref != nullptr) { |
| 3797 | mirror::Object* new_ref = ref; |
Andreas Gampe | 585da95 | 2016-12-02 14:52:29 -0800 | [diff] [blame] | 3798 | vreg_info.VisitStack(&new_ref, i, this); |
Vladimir Marko | 9d07e3d | 2016-03-31 12:02:28 +0100 | [diff] [blame] | 3799 | if (ref != new_ref) { |
| 3800 | ref_addr->Assign(new_ref); |
David Srbecky | a2d29a3 | 2018-08-03 11:06:38 +0100 | [diff] [blame] | 3801 | } |
Nicolas Geoffray | 3946844 | 2014-09-02 15:17:15 +0100 | [diff] [blame] | 3802 | } |
| 3803 | } |
Vladimir Marko | 9d07e3d | 2016-03-31 12:02:28 +0100 | [diff] [blame] | 3804 | } |
| 3805 | // Visit callee-save registers that hold pointers. |
David Srbecky | 052f8ca | 2018-04-26 15:42:54 +0100 | [diff] [blame] | 3806 | uint32_t register_mask = code_info.GetRegisterMaskOf(map); |
Vladimir Marko | 9d07e3d | 2016-03-31 12:02:28 +0100 | [diff] [blame] | 3807 | for (size_t i = 0; i < BitSizeOf<uint32_t>(); ++i) { |
| 3808 | if (register_mask & (1 << i)) { |
| 3809 | mirror::Object** ref_addr = reinterpret_cast<mirror::Object**>(GetGPRAddress(i)); |
Hiroshi Yamauchi | eb1680f | 2016-09-12 12:10:08 -0700 | [diff] [blame] | 3810 | if (kIsDebugBuild && ref_addr == nullptr) { |
| 3811 | std::string thread_name; |
| 3812 | GetThread()->GetThreadName(thread_name); |
Andreas Gampe | 3fec9ac | 2016-09-13 10:47:28 -0700 | [diff] [blame] | 3813 | LOG(FATAL_WITHOUT_ABORT) << "On thread " << thread_name; |
Hiroshi Yamauchi | eb1680f | 2016-09-12 12:10:08 -0700 | [diff] [blame] | 3814 | DescribeStack(GetThread()); |
| 3815 | LOG(FATAL) << "Found an unsaved callee-save register " << i << " (null GPRAddress) " |
| 3816 | << "set in register_mask=" << register_mask << " at " << DescribeLocation(); |
| 3817 | } |
Vladimir Marko | 9d07e3d | 2016-03-31 12:02:28 +0100 | [diff] [blame] | 3818 | if (*ref_addr != nullptr) { |
Andreas Gampe | 585da95 | 2016-12-02 14:52:29 -0800 | [diff] [blame] | 3819 | vreg_info.VisitRegister(ref_addr, i, this); |
Shih-wei Liao | 4f894e3 | 2011-09-27 21:33:19 -0700 | [diff] [blame] | 3820 | } |
Ian Rogers | d6b1f61 | 2011-09-27 13:38:14 -0700 | [diff] [blame] | 3821 | } |
| 3822 | } |
Roland Levillain | ad0777d | 2018-02-12 20:00:18 +0000 | [diff] [blame] | 3823 | } else if (!m->IsRuntimeMethod() && m->IsProxyMethod()) { |
| 3824 | // If this is a proxy method, visit its reference arguments. |
| 3825 | DCHECK(!m->IsStatic()); |
Roland Levillain | fa854e4 | 2018-02-07 13:09:55 +0000 | [diff] [blame] | 3826 | DCHECK(!m->IsNative()); |
Roland Levillain | ad0777d | 2018-02-12 20:00:18 +0000 | [diff] [blame] | 3827 | std::vector<StackReference<mirror::Object>*> ref_addrs = |
| 3828 | GetProxyReferenceArguments(cur_quick_frame); |
| 3829 | for (StackReference<mirror::Object>* ref_addr : ref_addrs) { |
| 3830 | mirror::Object* ref = ref_addr->AsMirrorPtr(); |
| 3831 | if (ref != nullptr) { |
| 3832 | mirror::Object* new_ref = ref; |
Alex Light | 0054aa5 | 2019-09-10 16:46:48 -0700 | [diff] [blame] | 3833 | visitor_(&new_ref, /* vreg= */ JavaFrameRootInfo::kProxyReferenceArgument, this); |
Roland Levillain | ad0777d | 2018-02-12 20:00:18 +0000 | [diff] [blame] | 3834 | if (ref != new_ref) { |
| 3835 | ref_addr->Assign(new_ref); |
| 3836 | } |
Roland Levillain | fa854e4 | 2018-02-07 13:09:55 +0000 | [diff] [blame] | 3837 | } |
| 3838 | } |
Ian Rogers | d6b1f61 | 2011-09-27 13:38:14 -0700 | [diff] [blame] | 3839 | } |
Ian Rogers | d6b1f61 | 2011-09-27 13:38:14 -0700 | [diff] [blame] | 3840 | } |
| 3841 | |
Andreas Gampe | 585da95 | 2016-12-02 14:52:29 -0800 | [diff] [blame] | 3842 | void VisitQuickFrame() REQUIRES_SHARED(Locks::mutator_lock_) { |
| 3843 | if (kPrecise) { |
| 3844 | VisitQuickFramePrecise(); |
| 3845 | } else { |
| 3846 | VisitQuickFrameNonPrecise(); |
| 3847 | } |
| 3848 | } |
| 3849 | |
| 3850 | void VisitQuickFrameNonPrecise() REQUIRES_SHARED(Locks::mutator_lock_) { |
| 3851 | struct UndefinedVRegInfo { |
| 3852 | UndefinedVRegInfo(ArtMethod* method ATTRIBUTE_UNUSED, |
| 3853 | const CodeInfo& code_info ATTRIBUTE_UNUSED, |
Andreas Gampe | 585da95 | 2016-12-02 14:52:29 -0800 | [diff] [blame] | 3854 | const StackMap& map ATTRIBUTE_UNUSED, |
| 3855 | RootVisitor& _visitor) |
| 3856 | : visitor(_visitor) { |
| 3857 | } |
| 3858 | |
| 3859 | ALWAYS_INLINE |
| 3860 | void VisitStack(mirror::Object** ref, |
| 3861 | size_t stack_index ATTRIBUTE_UNUSED, |
| 3862 | const StackVisitor* stack_visitor) |
| 3863 | REQUIRES_SHARED(Locks::mutator_lock_) { |
Alex Light | 0054aa5 | 2019-09-10 16:46:48 -0700 | [diff] [blame] | 3864 | visitor(ref, JavaFrameRootInfo::kImpreciseVreg, stack_visitor); |
Andreas Gampe | 585da95 | 2016-12-02 14:52:29 -0800 | [diff] [blame] | 3865 | } |
| 3866 | |
| 3867 | ALWAYS_INLINE |
| 3868 | void VisitRegister(mirror::Object** ref, |
| 3869 | size_t register_index ATTRIBUTE_UNUSED, |
| 3870 | const StackVisitor* stack_visitor) |
| 3871 | REQUIRES_SHARED(Locks::mutator_lock_) { |
Alex Light | 0054aa5 | 2019-09-10 16:46:48 -0700 | [diff] [blame] | 3872 | visitor(ref, JavaFrameRootInfo::kImpreciseVreg, stack_visitor); |
Andreas Gampe | 585da95 | 2016-12-02 14:52:29 -0800 | [diff] [blame] | 3873 | } |
| 3874 | |
| 3875 | RootVisitor& visitor; |
| 3876 | }; |
| 3877 | VisitQuickFrameWithVregCallback<UndefinedVRegInfo>(); |
| 3878 | } |
| 3879 | |
| 3880 | void VisitQuickFramePrecise() REQUIRES_SHARED(Locks::mutator_lock_) { |
| 3881 | struct StackMapVRegInfo { |
| 3882 | StackMapVRegInfo(ArtMethod* method, |
| 3883 | const CodeInfo& _code_info, |
Andreas Gampe | 585da95 | 2016-12-02 14:52:29 -0800 | [diff] [blame] | 3884 | const StackMap& map, |
| 3885 | RootVisitor& _visitor) |
David Sehr | 0225f8e | 2018-01-31 08:52:24 +0000 | [diff] [blame] | 3886 | : number_of_dex_registers(method->DexInstructionData().RegistersSize()), |
Andreas Gampe | 585da95 | 2016-12-02 14:52:29 -0800 | [diff] [blame] | 3887 | code_info(_code_info), |
David Srbecky | fd89b07 | 2018-06-03 12:00:22 +0100 | [diff] [blame] | 3888 | dex_register_map(code_info.GetDexRegisterMapOf(map)), |
Andreas Gampe | 585da95 | 2016-12-02 14:52:29 -0800 | [diff] [blame] | 3889 | visitor(_visitor) { |
Artem Serov | 2808be8 | 2018-12-20 19:15:11 +0000 | [diff] [blame] | 3890 | DCHECK_EQ(dex_register_map.size(), number_of_dex_registers); |
Andreas Gampe | 585da95 | 2016-12-02 14:52:29 -0800 | [diff] [blame] | 3891 | } |
| 3892 | |
| 3893 | // TODO: If necessary, we should consider caching a reverse map instead of the linear |
| 3894 | // lookups for each location. |
| 3895 | void FindWithType(const size_t index, |
| 3896 | const DexRegisterLocation::Kind kind, |
| 3897 | mirror::Object** ref, |
| 3898 | const StackVisitor* stack_visitor) |
| 3899 | REQUIRES_SHARED(Locks::mutator_lock_) { |
| 3900 | bool found = false; |
| 3901 | for (size_t dex_reg = 0; dex_reg != number_of_dex_registers; ++dex_reg) { |
David Srbecky | e140212 | 2018-06-13 18:20:45 +0100 | [diff] [blame] | 3902 | DexRegisterLocation location = dex_register_map[dex_reg]; |
Andreas Gampe | 585da95 | 2016-12-02 14:52:29 -0800 | [diff] [blame] | 3903 | if (location.GetKind() == kind && static_cast<size_t>(location.GetValue()) == index) { |
| 3904 | visitor(ref, dex_reg, stack_visitor); |
| 3905 | found = true; |
| 3906 | } |
| 3907 | } |
| 3908 | |
| 3909 | if (!found) { |
Alex Light | 0054aa5 | 2019-09-10 16:46:48 -0700 | [diff] [blame] | 3910 | // If nothing found, report with unknown. |
| 3911 | visitor(ref, JavaFrameRootInfo::kUnknownVreg, stack_visitor); |
Andreas Gampe | 585da95 | 2016-12-02 14:52:29 -0800 | [diff] [blame] | 3912 | } |
| 3913 | } |
| 3914 | |
| 3915 | void VisitStack(mirror::Object** ref, size_t stack_index, const StackVisitor* stack_visitor) |
| 3916 | REQUIRES_SHARED(Locks::mutator_lock_) { |
| 3917 | const size_t stack_offset = stack_index * kFrameSlotSize; |
| 3918 | FindWithType(stack_offset, |
| 3919 | DexRegisterLocation::Kind::kInStack, |
| 3920 | ref, |
| 3921 | stack_visitor); |
| 3922 | } |
| 3923 | |
| 3924 | void VisitRegister(mirror::Object** ref, |
| 3925 | size_t register_index, |
| 3926 | const StackVisitor* stack_visitor) |
| 3927 | REQUIRES_SHARED(Locks::mutator_lock_) { |
| 3928 | FindWithType(register_index, |
| 3929 | DexRegisterLocation::Kind::kInRegister, |
| 3930 | ref, |
| 3931 | stack_visitor); |
| 3932 | } |
| 3933 | |
| 3934 | size_t number_of_dex_registers; |
| 3935 | const CodeInfo& code_info; |
Andreas Gampe | 585da95 | 2016-12-02 14:52:29 -0800 | [diff] [blame] | 3936 | DexRegisterMap dex_register_map; |
| 3937 | RootVisitor& visitor; |
| 3938 | }; |
| 3939 | VisitQuickFrameWithVregCallback<StackMapVRegInfo>(); |
| 3940 | } |
| 3941 | |
Mathieu Chartier | 6f1c949 | 2012-10-15 12:08:41 -0700 | [diff] [blame] | 3942 | // Visitor for when we visit a root. |
Mathieu Chartier | bb87e0f | 2015-04-03 11:21:55 -0700 | [diff] [blame] | 3943 | RootVisitor& visitor_; |
Ian Rogers | d6b1f61 | 2011-09-27 13:38:14 -0700 | [diff] [blame] | 3944 | }; |
| 3945 | |
Mathieu Chartier | 6f1c949 | 2012-10-15 12:08:41 -0700 | [diff] [blame] | 3946 | class RootCallbackVisitor { |
| 3947 | public: |
Mathieu Chartier | bb87e0f | 2015-04-03 11:21:55 -0700 | [diff] [blame] | 3948 | RootCallbackVisitor(RootVisitor* visitor, uint32_t tid) : visitor_(visitor), tid_(tid) {} |
Mathieu Chartier | 6f1c949 | 2012-10-15 12:08:41 -0700 | [diff] [blame] | 3949 | |
Mathieu Chartier | bb87e0f | 2015-04-03 11:21:55 -0700 | [diff] [blame] | 3950 | void operator()(mirror::Object** obj, size_t vreg, const StackVisitor* stack_visitor) const |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 3951 | REQUIRES_SHARED(Locks::mutator_lock_) { |
Mathieu Chartier | bb87e0f | 2015-04-03 11:21:55 -0700 | [diff] [blame] | 3952 | visitor_->VisitRoot(obj, JavaFrameRootInfo(tid_, stack_visitor, vreg)); |
Mathieu Chartier | 6f1c949 | 2012-10-15 12:08:41 -0700 | [diff] [blame] | 3953 | } |
| 3954 | |
| 3955 | private: |
Mathieu Chartier | bb87e0f | 2015-04-03 11:21:55 -0700 | [diff] [blame] | 3956 | RootVisitor* const visitor_; |
Mathieu Chartier | 83c8ee0 | 2014-01-28 14:50:23 -0800 | [diff] [blame] | 3957 | const uint32_t tid_; |
Mathieu Chartier | 6f1c949 | 2012-10-15 12:08:41 -0700 | [diff] [blame] | 3958 | }; |
| 3959 | |
Andreas Gampe | 585da95 | 2016-12-02 14:52:29 -0800 | [diff] [blame] | 3960 | template <bool kPrecise> |
Mathieu Chartier | bb87e0f | 2015-04-03 11:21:55 -0700 | [diff] [blame] | 3961 | void Thread::VisitRoots(RootVisitor* visitor) { |
Hans Boehm | 0882af2 | 2017-08-31 15:21:57 -0700 | [diff] [blame] | 3962 | const pid_t thread_id = GetThreadId(); |
Mathieu Chartier | bb87e0f | 2015-04-03 11:21:55 -0700 | [diff] [blame] | 3963 | visitor->VisitRootIfNonNull(&tlsPtr_.opeer, RootInfo(kRootThreadObject, thread_id)); |
Sebastien Hertz | fd3077e | 2014-04-23 10:32:43 +0200 | [diff] [blame] | 3964 | if (tlsPtr_.exception != nullptr && tlsPtr_.exception != GetDeoptimizationException()) { |
Mathieu Chartier | bb87e0f | 2015-04-03 11:21:55 -0700 | [diff] [blame] | 3965 | visitor->VisitRoot(reinterpret_cast<mirror::Object**>(&tlsPtr_.exception), |
Sebastien Hertz | 0747466 | 2015-08-25 15:12:33 +0000 | [diff] [blame] | 3966 | RootInfo(kRootNativeStack, thread_id)); |
Elliott Hughes | d369bb7 | 2011-09-12 14:41:14 -0700 | [diff] [blame] | 3967 | } |
Alex Light | 848574c | 2017-09-25 16:59:39 -0700 | [diff] [blame] | 3968 | if (tlsPtr_.async_exception != nullptr) { |
| 3969 | visitor->VisitRoot(reinterpret_cast<mirror::Object**>(&tlsPtr_.async_exception), |
| 3970 | RootInfo(kRootNativeStack, thread_id)); |
| 3971 | } |
Mathieu Chartier | bb87e0f | 2015-04-03 11:21:55 -0700 | [diff] [blame] | 3972 | visitor->VisitRootIfNonNull(&tlsPtr_.monitor_enter_object, RootInfo(kRootNativeStack, thread_id)); |
Ian Rogers | 55256cb | 2017-12-21 17:07:11 -0800 | [diff] [blame] | 3973 | tlsPtr_.jni_env->VisitJniLocalRoots(visitor, RootInfo(kRootJNILocal, thread_id)); |
| 3974 | tlsPtr_.jni_env->VisitMonitorRoots(visitor, RootInfo(kRootJNIMonitor, thread_id)); |
Mathieu Chartier | bb87e0f | 2015-04-03 11:21:55 -0700 | [diff] [blame] | 3975 | HandleScopeVisitRoots(visitor, thread_id); |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3976 | if (tlsPtr_.debug_invoke_req != nullptr) { |
Mathieu Chartier | bb87e0f | 2015-04-03 11:21:55 -0700 | [diff] [blame] | 3977 | tlsPtr_.debug_invoke_req->VisitRoots(visitor, RootInfo(kRootDebugger, thread_id)); |
Mathieu Chartier | 3b05e9b | 2014-03-25 09:29:43 -0700 | [diff] [blame] | 3978 | } |
Sebastien Hertz | 0747466 | 2015-08-25 15:12:33 +0000 | [diff] [blame] | 3979 | // Visit roots for deoptimization. |
Mingyao Yang | 1f2d3ba | 2015-05-18 12:12:50 -0700 | [diff] [blame] | 3980 | if (tlsPtr_.stacked_shadow_frame_record != nullptr) { |
Mathieu Chartier | bb87e0f | 2015-04-03 11:21:55 -0700 | [diff] [blame] | 3981 | RootCallbackVisitor visitor_to_callback(visitor, thread_id); |
Andreas Gampe | 585da95 | 2016-12-02 14:52:29 -0800 | [diff] [blame] | 3982 | ReferenceMapVisitor<RootCallbackVisitor, kPrecise> mapper(this, nullptr, visitor_to_callback); |
Mingyao Yang | 1f2d3ba | 2015-05-18 12:12:50 -0700 | [diff] [blame] | 3983 | for (StackedShadowFrameRecord* record = tlsPtr_.stacked_shadow_frame_record; |
| 3984 | record != nullptr; |
| 3985 | record = record->GetLink()) { |
| 3986 | for (ShadowFrame* shadow_frame = record->GetShadowFrame(); |
| 3987 | shadow_frame != nullptr; |
| 3988 | shadow_frame = shadow_frame->GetLink()) { |
| 3989 | mapper.VisitShadowFrame(shadow_frame); |
| 3990 | } |
Sebastien Hertz | 714f175 | 2014-04-28 15:03:08 +0200 | [diff] [blame] | 3991 | } |
| 3992 | } |
Mingyao Yang | 99170c6 | 2015-07-06 11:10:37 -0700 | [diff] [blame] | 3993 | for (DeoptimizationContextRecord* record = tlsPtr_.deoptimization_context_stack; |
| 3994 | record != nullptr; |
| 3995 | record = record->GetLink()) { |
| 3996 | if (record->IsReference()) { |
| 3997 | visitor->VisitRootIfNonNull(record->GetReturnValueAsGCRoot(), |
Sebastien Hertz | 0747466 | 2015-08-25 15:12:33 +0000 | [diff] [blame] | 3998 | RootInfo(kRootThreadObject, thread_id)); |
Andreas Gampe | 2a0d4ec | 2014-06-02 22:05:22 -0700 | [diff] [blame] | 3999 | } |
Mingyao Yang | 99170c6 | 2015-07-06 11:10:37 -0700 | [diff] [blame] | 4000 | visitor->VisitRootIfNonNull(record->GetPendingExceptionAsGCRoot(), |
| 4001 | RootInfo(kRootThreadObject, thread_id)); |
| 4002 | } |
| 4003 | if (tlsPtr_.frame_id_to_shadow_frame != nullptr) { |
| 4004 | RootCallbackVisitor visitor_to_callback(visitor, thread_id); |
Andreas Gampe | 585da95 | 2016-12-02 14:52:29 -0800 | [diff] [blame] | 4005 | ReferenceMapVisitor<RootCallbackVisitor, kPrecise> mapper(this, nullptr, visitor_to_callback); |
Mingyao Yang | 99170c6 | 2015-07-06 11:10:37 -0700 | [diff] [blame] | 4006 | for (FrameIdToShadowFrame* record = tlsPtr_.frame_id_to_shadow_frame; |
| 4007 | record != nullptr; |
| 4008 | record = record->GetNext()) { |
| 4009 | mapper.VisitShadowFrame(record->GetShadowFrame()); |
| 4010 | } |
Andreas Gampe | 2a0d4ec | 2014-06-02 22:05:22 -0700 | [diff] [blame] | 4011 | } |
Mathieu Chartier | d0ad2ee | 2015-03-31 14:59:59 -0700 | [diff] [blame] | 4012 | for (auto* verifier = tlsPtr_.method_verifier; verifier != nullptr; verifier = verifier->link_) { |
| 4013 | verifier->VisitRoots(visitor, RootInfo(kRootNativeStack, thread_id)); |
Mathieu Chartier | 12d625f | 2015-03-13 11:33:37 -0700 | [diff] [blame] | 4014 | } |
Ian Rogers | d6b1f61 | 2011-09-27 13:38:14 -0700 | [diff] [blame] | 4015 | // Visit roots on this thread's stack |
Mathieu Chartier | a62b453 | 2017-04-26 13:16:25 -0700 | [diff] [blame] | 4016 | RuntimeContextType context; |
Mathieu Chartier | bb87e0f | 2015-04-03 11:21:55 -0700 | [diff] [blame] | 4017 | RootCallbackVisitor visitor_to_callback(visitor, thread_id); |
Mathieu Chartier | a62b453 | 2017-04-26 13:16:25 -0700 | [diff] [blame] | 4018 | ReferenceMapVisitor<RootCallbackVisitor, kPrecise> mapper(this, &context, visitor_to_callback); |
Andreas Gampe | 585da95 | 2016-12-02 14:52:29 -0800 | [diff] [blame] | 4019 | mapper.template WalkStack<StackVisitor::CountTransitions::kNo>(false); |
Mathieu Chartier | 423d2a3 | 2013-09-12 17:33:56 -0700 | [diff] [blame] | 4020 | for (instrumentation::InstrumentationStackFrame& frame : *GetInstrumentationStack()) { |
Mathieu Chartier | bb87e0f | 2015-04-03 11:21:55 -0700 | [diff] [blame] | 4021 | visitor->VisitRootIfNonNull(&frame.this_object_, RootInfo(kRootVMInternal, thread_id)); |
Ian Rogers | 62d6c77 | 2013-02-27 08:32:07 -0800 | [diff] [blame] | 4022 | } |
Elliott Hughes | 410c0c8 | 2011-09-01 17:58:25 -0700 | [diff] [blame] | 4023 | } |
| 4024 | |
Andreas Gampe | 585da95 | 2016-12-02 14:52:29 -0800 | [diff] [blame] | 4025 | void Thread::VisitRoots(RootVisitor* visitor, VisitRootFlags flags) { |
| 4026 | if ((flags & VisitRootFlags::kVisitRootFlagPrecise) != 0) { |
Andreas Gampe | 98ea9d9 | 2018-10-19 14:06:15 -0700 | [diff] [blame] | 4027 | VisitRoots</* kPrecise= */ true>(visitor); |
Andreas Gampe | 585da95 | 2016-12-02 14:52:29 -0800 | [diff] [blame] | 4028 | } else { |
Andreas Gampe | 98ea9d9 | 2018-10-19 14:06:15 -0700 | [diff] [blame] | 4029 | VisitRoots</* kPrecise= */ false>(visitor); |
Andreas Gampe | 585da95 | 2016-12-02 14:52:29 -0800 | [diff] [blame] | 4030 | } |
| 4031 | } |
| 4032 | |
Mathieu Chartier | bb87e0f | 2015-04-03 11:21:55 -0700 | [diff] [blame] | 4033 | class VerifyRootVisitor : public SingleRootVisitor { |
| 4034 | public: |
| 4035 | void VisitRoot(mirror::Object* root, const RootInfo& info ATTRIBUTE_UNUSED) |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 4036 | override REQUIRES_SHARED(Locks::mutator_lock_) { |
Mathieu Chartier | bb87e0f | 2015-04-03 11:21:55 -0700 | [diff] [blame] | 4037 | VerifyObject(root); |
| 4038 | } |
| 4039 | }; |
jeffhao | 2504552 | 2012-03-13 19:34:37 -0700 | [diff] [blame] | 4040 | |
Ian Rogers | 04d7aa9 | 2013-03-16 14:29:17 -0700 | [diff] [blame] | 4041 | void Thread::VerifyStackImpl() { |
Andreas Gampe | d490129 | 2017-05-30 18:41:34 -0700 | [diff] [blame] | 4042 | if (Runtime::Current()->GetHeap()->IsObjectValidationEnabled()) { |
| 4043 | VerifyRootVisitor visitor; |
| 4044 | std::unique_ptr<Context> context(Context::Create()); |
| 4045 | RootCallbackVisitor visitor_to_callback(&visitor, GetThreadId()); |
| 4046 | ReferenceMapVisitor<RootCallbackVisitor> mapper(this, context.get(), visitor_to_callback); |
| 4047 | mapper.WalkStack(); |
| 4048 | } |
jeffhao | 2504552 | 2012-03-13 19:34:37 -0700 | [diff] [blame] | 4049 | } |
jeffhao | 2504552 | 2012-03-13 19:34:37 -0700 | [diff] [blame] | 4050 | |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 4051 | // Set the stack end to that to be used during a stack overflow |
| 4052 | void Thread::SetStackEndForStackOverflow() { |
Brian Carlstrom | 7571e8b | 2013-08-12 17:04:14 -0700 | [diff] [blame] | 4053 | // During stack overflow we allow use of the full stack. |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 4054 | if (tlsPtr_.stack_end == tlsPtr_.stack_begin) { |
Brian Carlstrom | 7571e8b | 2013-08-12 17:04:14 -0700 | [diff] [blame] | 4055 | // However, we seem to have already extended to use the full stack. |
| 4056 | LOG(ERROR) << "Need to increase kStackOverflowReservedBytes (currently " |
Andreas Gampe | 7ea6f79 | 2014-07-14 16:21:44 -0700 | [diff] [blame] | 4057 | << GetStackOverflowReservedBytes(kRuntimeISA) << ")?"; |
Andreas Gampe | 3fec9ac | 2016-09-13 10:47:28 -0700 | [diff] [blame] | 4058 | DumpStack(LOG_STREAM(ERROR)); |
Brian Carlstrom | 7571e8b | 2013-08-12 17:04:14 -0700 | [diff] [blame] | 4059 | LOG(FATAL) << "Recursive stack overflow."; |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 4060 | } |
| 4061 | |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 4062 | tlsPtr_.stack_end = tlsPtr_.stack_begin; |
Dave Allison | 648d711 | 2014-07-25 16:15:27 -0700 | [diff] [blame] | 4063 | |
| 4064 | // Remove the stack overflow protection if is it set up. |
| 4065 | bool implicit_stack_check = !Runtime::Current()->ExplicitStackOverflowChecks(); |
| 4066 | if (implicit_stack_check) { |
| 4067 | if (!UnprotectStack()) { |
| 4068 | LOG(ERROR) << "Unable to remove stack protection for stack overflow"; |
| 4069 | } |
| 4070 | } |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 4071 | } |
| 4072 | |
Mathieu Chartier | 6bc7774 | 2017-04-18 17:46:23 -0700 | [diff] [blame] | 4073 | void Thread::SetTlab(uint8_t* start, uint8_t* end, uint8_t* limit) { |
Mathieu Chartier | 692fafd | 2013-11-29 17:24:40 -0800 | [diff] [blame] | 4074 | DCHECK_LE(start, end); |
Mathieu Chartier | 6bc7774 | 2017-04-18 17:46:23 -0700 | [diff] [blame] | 4075 | DCHECK_LE(end, limit); |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 4076 | tlsPtr_.thread_local_start = start; |
| 4077 | tlsPtr_.thread_local_pos = tlsPtr_.thread_local_start; |
| 4078 | tlsPtr_.thread_local_end = end; |
Mathieu Chartier | 6bc7774 | 2017-04-18 17:46:23 -0700 | [diff] [blame] | 4079 | tlsPtr_.thread_local_limit = limit; |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 4080 | tlsPtr_.thread_local_objects = 0; |
Mathieu Chartier | 692fafd | 2013-11-29 17:24:40 -0800 | [diff] [blame] | 4081 | } |
| 4082 | |
Hiroshi Yamauchi | c93c530 | 2014-03-20 16:15:37 -0700 | [diff] [blame] | 4083 | bool Thread::HasTlab() const { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 4084 | bool has_tlab = tlsPtr_.thread_local_pos != nullptr; |
Hiroshi Yamauchi | c93c530 | 2014-03-20 16:15:37 -0700 | [diff] [blame] | 4085 | if (has_tlab) { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 4086 | DCHECK(tlsPtr_.thread_local_start != nullptr && tlsPtr_.thread_local_end != nullptr); |
Hiroshi Yamauchi | c93c530 | 2014-03-20 16:15:37 -0700 | [diff] [blame] | 4087 | } else { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 4088 | DCHECK(tlsPtr_.thread_local_start == nullptr && tlsPtr_.thread_local_end == nullptr); |
Hiroshi Yamauchi | c93c530 | 2014-03-20 16:15:37 -0700 | [diff] [blame] | 4089 | } |
| 4090 | return has_tlab; |
| 4091 | } |
| 4092 | |
Elliott Hughes | 330304d | 2011-08-12 14:28:05 -0700 | [diff] [blame] | 4093 | std::ostream& operator<<(std::ostream& os, const Thread& thread) { |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 4094 | thread.ShortDump(os); |
Elliott Hughes | 330304d | 2011-08-12 14:28:05 -0700 | [diff] [blame] | 4095 | return os; |
| 4096 | } |
| 4097 | |
Andreas Gampe | 2c2d2a0 | 2016-03-17 21:27:19 -0700 | [diff] [blame] | 4098 | bool Thread::ProtectStack(bool fatal_on_error) { |
Dave Allison | 648d711 | 2014-07-25 16:15:27 -0700 | [diff] [blame] | 4099 | void* pregion = tlsPtr_.stack_begin - kStackOverflowProtectedSize; |
| 4100 | VLOG(threads) << "Protecting stack at " << pregion; |
| 4101 | if (mprotect(pregion, kStackOverflowProtectedSize, PROT_NONE) == -1) { |
Andreas Gampe | 2c2d2a0 | 2016-03-17 21:27:19 -0700 | [diff] [blame] | 4102 | if (fatal_on_error) { |
| 4103 | LOG(FATAL) << "Unable to create protected region in stack for implicit overflow check. " |
| 4104 | "Reason: " |
| 4105 | << strerror(errno) << " size: " << kStackOverflowProtectedSize; |
| 4106 | } |
| 4107 | return false; |
Dave Allison | 648d711 | 2014-07-25 16:15:27 -0700 | [diff] [blame] | 4108 | } |
Andreas Gampe | 2c2d2a0 | 2016-03-17 21:27:19 -0700 | [diff] [blame] | 4109 | return true; |
Dave Allison | 648d711 | 2014-07-25 16:15:27 -0700 | [diff] [blame] | 4110 | } |
| 4111 | |
| 4112 | bool Thread::UnprotectStack() { |
| 4113 | void* pregion = tlsPtr_.stack_begin - kStackOverflowProtectedSize; |
| 4114 | VLOG(threads) << "Unprotecting stack at " << pregion; |
| 4115 | return mprotect(pregion, kStackOverflowProtectedSize, PROT_READ|PROT_WRITE) == 0; |
| 4116 | } |
| 4117 | |
Sebastien Hertz | 597c4f0 | 2015-01-26 17:37:14 +0100 | [diff] [blame] | 4118 | void Thread::ActivateSingleStepControl(SingleStepControl* ssc) { |
| 4119 | CHECK(Dbg::IsDebuggerActive()); |
| 4120 | CHECK(GetSingleStepControl() == nullptr) << "Single step already active in thread " << *this; |
| 4121 | CHECK(ssc != nullptr); |
| 4122 | tlsPtr_.single_step_control = ssc; |
| 4123 | } |
| 4124 | |
| 4125 | void Thread::DeactivateSingleStepControl() { |
| 4126 | CHECK(Dbg::IsDebuggerActive()); |
| 4127 | CHECK(GetSingleStepControl() != nullptr) << "Single step not active in thread " << *this; |
| 4128 | SingleStepControl* ssc = GetSingleStepControl(); |
| 4129 | tlsPtr_.single_step_control = nullptr; |
| 4130 | delete ssc; |
| 4131 | } |
Dave Allison | 648d711 | 2014-07-25 16:15:27 -0700 | [diff] [blame] | 4132 | |
Sebastien Hertz | 1558b57 | 2015-02-25 15:05:59 +0100 | [diff] [blame] | 4133 | void Thread::SetDebugInvokeReq(DebugInvokeReq* req) { |
| 4134 | CHECK(Dbg::IsDebuggerActive()); |
| 4135 | CHECK(GetInvokeReq() == nullptr) << "Debug invoke req already active in thread " << *this; |
| 4136 | CHECK(Thread::Current() != this) << "Debug invoke can't be dispatched by the thread itself"; |
| 4137 | CHECK(req != nullptr); |
| 4138 | tlsPtr_.debug_invoke_req = req; |
| 4139 | } |
| 4140 | |
| 4141 | void Thread::ClearDebugInvokeReq() { |
Sebastien Hertz | 1558b57 | 2015-02-25 15:05:59 +0100 | [diff] [blame] | 4142 | CHECK(GetInvokeReq() != nullptr) << "Debug invoke req not active in thread " << *this; |
| 4143 | CHECK(Thread::Current() == this) << "Debug invoke must be finished by the thread itself"; |
Sebastien Hertz | cbc5064 | 2015-06-01 17:33:12 +0200 | [diff] [blame] | 4144 | DebugInvokeReq* req = tlsPtr_.debug_invoke_req; |
Sebastien Hertz | 1558b57 | 2015-02-25 15:05:59 +0100 | [diff] [blame] | 4145 | tlsPtr_.debug_invoke_req = nullptr; |
Sebastien Hertz | cbc5064 | 2015-06-01 17:33:12 +0200 | [diff] [blame] | 4146 | delete req; |
Sebastien Hertz | 1558b57 | 2015-02-25 15:05:59 +0100 | [diff] [blame] | 4147 | } |
| 4148 | |
Mathieu Chartier | d0ad2ee | 2015-03-31 14:59:59 -0700 | [diff] [blame] | 4149 | void Thread::PushVerifier(verifier::MethodVerifier* verifier) { |
| 4150 | verifier->link_ = tlsPtr_.method_verifier; |
Mathieu Chartier | 12d625f | 2015-03-13 11:33:37 -0700 | [diff] [blame] | 4151 | tlsPtr_.method_verifier = verifier; |
| 4152 | } |
| 4153 | |
Mathieu Chartier | d0ad2ee | 2015-03-31 14:59:59 -0700 | [diff] [blame] | 4154 | void Thread::PopVerifier(verifier::MethodVerifier* verifier) { |
Mathieu Chartier | 12d625f | 2015-03-13 11:33:37 -0700 | [diff] [blame] | 4155 | CHECK_EQ(tlsPtr_.method_verifier, verifier); |
Mathieu Chartier | d0ad2ee | 2015-03-31 14:59:59 -0700 | [diff] [blame] | 4156 | tlsPtr_.method_verifier = verifier->link_; |
Mathieu Chartier | 12d625f | 2015-03-13 11:33:37 -0700 | [diff] [blame] | 4157 | } |
| 4158 | |
Mathieu Chartier | 14c3bf9 | 2015-07-13 14:35:43 -0700 | [diff] [blame] | 4159 | size_t Thread::NumberOfHeldMutexes() const { |
| 4160 | size_t count = 0; |
| 4161 | for (BaseMutex* mu : tlsPtr_.held_mutexes) { |
Mathieu Chartier | 90ef3db | 2015-08-04 15:19:41 -0700 | [diff] [blame] | 4162 | count += mu != nullptr ? 1 : 0; |
Mathieu Chartier | 14c3bf9 | 2015-07-13 14:35:43 -0700 | [diff] [blame] | 4163 | } |
| 4164 | return count; |
| 4165 | } |
| 4166 | |
Nicolas Geoffray | b331feb | 2016-02-05 16:51:53 +0000 | [diff] [blame] | 4167 | void Thread::DeoptimizeWithDeoptimizationException(JValue* result) { |
| 4168 | DCHECK_EQ(GetException(), Thread::GetDeoptimizationException()); |
| 4169 | ClearException(); |
| 4170 | ShadowFrame* shadow_frame = |
| 4171 | PopStackedShadowFrame(StackedShadowFrameType::kDeoptimizationShadowFrame); |
Mathieu Chartier | f5769e1 | 2017-01-10 15:54:41 -0800 | [diff] [blame] | 4172 | ObjPtr<mirror::Throwable> pending_exception; |
Nicolas Geoffray | b331feb | 2016-02-05 16:51:53 +0000 | [diff] [blame] | 4173 | bool from_code = false; |
Mingyao Yang | 2ee1790 | 2017-08-30 11:37:08 -0700 | [diff] [blame] | 4174 | DeoptimizationMethodType method_type; |
| 4175 | PopDeoptimizationContext(result, &pending_exception, &from_code, &method_type); |
Nicolas Geoffray | b331feb | 2016-02-05 16:51:53 +0000 | [diff] [blame] | 4176 | SetTopOfStack(nullptr); |
| 4177 | SetTopOfShadowStack(shadow_frame); |
| 4178 | |
| 4179 | // Restore the exception that was pending before deoptimization then interpret the |
| 4180 | // deoptimized frames. |
| 4181 | if (pending_exception != nullptr) { |
| 4182 | SetException(pending_exception); |
| 4183 | } |
Mingyao Yang | 2ee1790 | 2017-08-30 11:37:08 -0700 | [diff] [blame] | 4184 | interpreter::EnterInterpreterFromDeoptimize(this, |
| 4185 | shadow_frame, |
| 4186 | result, |
| 4187 | from_code, |
| 4188 | method_type); |
Nicolas Geoffray | b331feb | 2016-02-05 16:51:53 +0000 | [diff] [blame] | 4189 | } |
| 4190 | |
Alex Light | 848574c | 2017-09-25 16:59:39 -0700 | [diff] [blame] | 4191 | void Thread::SetAsyncException(ObjPtr<mirror::Throwable> new_exception) { |
| 4192 | CHECK(new_exception != nullptr); |
David Srbecky | d388390 | 2019-02-26 17:29:32 +0000 | [diff] [blame] | 4193 | Runtime::Current()->SetAsyncExceptionsThrown(); |
Alex Light | 848574c | 2017-09-25 16:59:39 -0700 | [diff] [blame] | 4194 | if (kIsDebugBuild) { |
| 4195 | // Make sure we are in a checkpoint. |
| 4196 | MutexLock mu(Thread::Current(), *Locks::thread_suspend_count_lock_); |
| 4197 | CHECK(this == Thread::Current() || GetSuspendCount() >= 1) |
| 4198 | << "It doesn't look like this was called in a checkpoint! this: " |
| 4199 | << this << " count: " << GetSuspendCount(); |
| 4200 | } |
| 4201 | tlsPtr_.async_exception = new_exception.Ptr(); |
| 4202 | } |
| 4203 | |
| 4204 | bool Thread::ObserveAsyncException() { |
| 4205 | DCHECK(this == Thread::Current()); |
| 4206 | if (tlsPtr_.async_exception != nullptr) { |
| 4207 | if (tlsPtr_.exception != nullptr) { |
| 4208 | LOG(WARNING) << "Overwriting pending exception with async exception. Pending exception is: " |
| 4209 | << tlsPtr_.exception->Dump(); |
| 4210 | LOG(WARNING) << "Async exception is " << tlsPtr_.async_exception->Dump(); |
| 4211 | } |
| 4212 | tlsPtr_.exception = tlsPtr_.async_exception; |
| 4213 | tlsPtr_.async_exception = nullptr; |
| 4214 | return true; |
| 4215 | } else { |
| 4216 | return IsExceptionPending(); |
| 4217 | } |
| 4218 | } |
| 4219 | |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 4220 | void Thread::SetException(ObjPtr<mirror::Throwable> new_exception) { |
Mathieu Chartier | e42888f | 2016-04-14 10:49:19 -0700 | [diff] [blame] | 4221 | CHECK(new_exception != nullptr); |
| 4222 | // TODO: DCHECK(!IsExceptionPending()); |
Mathieu Chartier | 1cc62e4 | 2016-10-03 18:01:28 -0700 | [diff] [blame] | 4223 | tlsPtr_.exception = new_exception.Ptr(); |
Mathieu Chartier | e42888f | 2016-04-14 10:49:19 -0700 | [diff] [blame] | 4224 | } |
| 4225 | |
Andreas Gampe | 2c19f5b | 2016-11-28 08:10:18 -0800 | [diff] [blame] | 4226 | bool Thread::IsAotCompiler() { |
| 4227 | return Runtime::Current()->IsAotCompiler(); |
| 4228 | } |
| 4229 | |
Andreas Gampe | 202f85a | 2017-02-06 10:23:26 -0800 | [diff] [blame] | 4230 | mirror::Object* Thread::GetPeerFromOtherThread() const { |
Nicolas Geoffray | ffc8cad | 2017-02-10 10:59:22 +0000 | [diff] [blame] | 4231 | DCHECK(tlsPtr_.jpeer == nullptr); |
| 4232 | mirror::Object* peer = tlsPtr_.opeer; |
Andreas Gampe | 202f85a | 2017-02-06 10:23:26 -0800 | [diff] [blame] | 4233 | if (kUseReadBarrier && Current()->GetIsGcMarking()) { |
| 4234 | // We may call Thread::Dump() in the middle of the CC thread flip and this thread's stack |
| 4235 | // may have not been flipped yet and peer may be a from-space (stale) ref. So explicitly |
| 4236 | // mark/forward it here. |
| 4237 | peer = art::ReadBarrier::Mark(peer); |
| 4238 | } |
| 4239 | return peer; |
| 4240 | } |
| 4241 | |
Mathieu Chartier | 3768ade | 2017-05-02 14:04:39 -0700 | [diff] [blame] | 4242 | void Thread::SetReadBarrierEntrypoints() { |
| 4243 | // Make sure entrypoints aren't null. |
Andreas Gampe | 98ea9d9 | 2018-10-19 14:06:15 -0700 | [diff] [blame] | 4244 | UpdateReadBarrierEntrypoints(&tlsPtr_.quick_entrypoints, /* is_active=*/ true); |
Mathieu Chartier | 3768ade | 2017-05-02 14:04:39 -0700 | [diff] [blame] | 4245 | } |
| 4246 | |
David Srbecky | 912f36c | 2018-09-08 12:22:58 +0100 | [diff] [blame] | 4247 | void Thread::ClearAllInterpreterCaches() { |
| 4248 | static struct ClearInterpreterCacheClosure : Closure { |
Yi Kong | 3940254 | 2019-03-24 02:47:16 -0700 | [diff] [blame] | 4249 | void Run(Thread* thread) override { |
David Srbecky | 912f36c | 2018-09-08 12:22:58 +0100 | [diff] [blame] | 4250 | thread->GetInterpreterCache()->Clear(thread); |
| 4251 | } |
| 4252 | } closure; |
| 4253 | Runtime::Current()->GetThreadList()->RunCheckpoint(&closure); |
| 4254 | } |
| 4255 | |
Orion Hodson | 119733d | 2019-01-30 15:14:41 +0000 | [diff] [blame] | 4256 | |
Andreas Gampe | e5d2398 | 2019-01-08 10:34:26 -0800 | [diff] [blame] | 4257 | void Thread::ReleaseLongJumpContextInternal() { |
| 4258 | // Each QuickExceptionHandler gets a long jump context and uses |
| 4259 | // it for doing the long jump, after finding catch blocks/doing deoptimization. |
| 4260 | // Both finding catch blocks and deoptimization can trigger another |
| 4261 | // exception such as a result of class loading. So there can be nested |
| 4262 | // cases of exception handling and multiple contexts being used. |
| 4263 | // ReleaseLongJumpContext tries to save the context in tlsPtr_.long_jump_context |
| 4264 | // for reuse so there is no need to always allocate a new one each time when |
| 4265 | // getting a context. Since we only keep one context for reuse, delete the |
| 4266 | // existing one since the passed in context is yet to be used for longjump. |
| 4267 | delete tlsPtr_.long_jump_context; |
| 4268 | } |
| 4269 | |
Orion Hodson | 119733d | 2019-01-30 15:14:41 +0000 | [diff] [blame] | 4270 | void Thread::SetNativePriority(int new_priority) { |
Nicolas Geoffray | fa59588 | 2019-08-06 17:40:09 +0100 | [diff] [blame] | 4271 | PaletteStatus status = PaletteSchedSetPriority(GetTid(), new_priority); |
Orion Hodson | 119733d | 2019-01-30 15:14:41 +0000 | [diff] [blame] | 4272 | CHECK(status == PaletteStatus::kOkay || status == PaletteStatus::kCheckErrno); |
| 4273 | } |
| 4274 | |
Nicolas Geoffray | fa59588 | 2019-08-06 17:40:09 +0100 | [diff] [blame] | 4275 | int Thread::GetNativePriority() const { |
Orion Hodson | 119733d | 2019-01-30 15:14:41 +0000 | [diff] [blame] | 4276 | int priority = 0; |
Nicolas Geoffray | fa59588 | 2019-08-06 17:40:09 +0100 | [diff] [blame] | 4277 | PaletteStatus status = PaletteSchedGetPriority(GetTid(), &priority); |
Orion Hodson | 119733d | 2019-01-30 15:14:41 +0000 | [diff] [blame] | 4278 | CHECK(status == PaletteStatus::kOkay || status == PaletteStatus::kCheckErrno); |
| 4279 | return priority; |
| 4280 | } |
| 4281 | |
Alex Light | e0b2ce4 | 2019-02-21 19:23:42 +0000 | [diff] [blame] | 4282 | bool Thread::IsSystemDaemon() const { |
| 4283 | if (GetPeer() == nullptr) { |
| 4284 | return false; |
| 4285 | } |
| 4286 | return jni::DecodeArtField( |
| 4287 | WellKnownClasses::java_lang_Thread_systemDaemon)->GetBoolean(GetPeer()); |
| 4288 | } |
| 4289 | |
Alex Light | b7c640d | 2019-03-20 15:52:13 -0700 | [diff] [blame] | 4290 | ScopedExceptionStorage::ScopedExceptionStorage(art::Thread* self) |
| 4291 | : self_(self), hs_(self_), excp_(hs_.NewHandle<art::mirror::Throwable>(self_->GetException())) { |
| 4292 | self_->ClearException(); |
| 4293 | } |
| 4294 | |
Alex Light | 79d6c80 | 2019-06-27 15:50:11 +0000 | [diff] [blame] | 4295 | void ScopedExceptionStorage::SuppressOldException(const char* message) { |
| 4296 | CHECK(self_->IsExceptionPending()) << *self_; |
| 4297 | ObjPtr<mirror::Throwable> old_suppressed(excp_.Get()); |
| 4298 | excp_.Assign(self_->GetException()); |
| 4299 | LOG(WARNING) << message << "Suppressing old exception: " << old_suppressed->Dump(); |
| 4300 | self_->ClearException(); |
| 4301 | } |
| 4302 | |
Alex Light | b7c640d | 2019-03-20 15:52:13 -0700 | [diff] [blame] | 4303 | ScopedExceptionStorage::~ScopedExceptionStorage() { |
Alex Light | 79d6c80 | 2019-06-27 15:50:11 +0000 | [diff] [blame] | 4304 | CHECK(!self_->IsExceptionPending()) << *self_; |
Alex Light | b7c640d | 2019-03-20 15:52:13 -0700 | [diff] [blame] | 4305 | if (!excp_.IsNull()) { |
| 4306 | self_->SetException(excp_.Get()); |
| 4307 | } |
| 4308 | } |
| 4309 | |
Elliott Hughes | 8daa092 | 2011-09-11 13:46:25 -0700 | [diff] [blame] | 4310 | } // namespace art |