Elliott Hughes | 8d768a9 | 2011-09-14 16:35:25 -0700 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2011 The Android Open Source Project |
| 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
Carl Shapiro | b557353 | 2011-07-12 18:22:59 -0700 | [diff] [blame] | 16 | |
Brian Carlstrom | 578bbdc | 2011-07-21 14:07:47 -0700 | [diff] [blame] | 17 | #include "thread.h" |
Carl Shapiro | b557353 | 2011-07-12 18:22:59 -0700 | [diff] [blame] | 18 | |
Hans Boehm | 81dc7ab | 2019-04-19 17:34:31 -0700 | [diff] [blame] | 19 | #include <limits.h> // for INT_MAX |
Ian Rogers | b033c75 | 2011-07-20 12:22:35 -0700 | [diff] [blame] | 20 | #include <pthread.h> |
Elliott Hughes | 2acf36d | 2012-04-17 13:30:13 -0700 | [diff] [blame] | 21 | #include <signal.h> |
Brian Carlstrom | dbf05b7 | 2011-12-15 00:55:24 -0800 | [diff] [blame] | 22 | #include <sys/resource.h> |
| 23 | #include <sys/time.h> |
Elliott Hughes | a095764 | 2011-09-02 14:27:33 -0700 | [diff] [blame] | 24 | |
Evgenii Stepanov | 9b7656d | 2018-08-21 15:18:49 -0700 | [diff] [blame] | 25 | #if __has_feature(hwaddress_sanitizer) |
| 26 | #include <sanitizer/hwasan_interface.h> |
| 27 | #else |
| 28 | #define __hwasan_tag_pointer(p, t) (p) |
| 29 | #endif |
| 30 | |
Carl Shapiro | b557353 | 2011-07-12 18:22:59 -0700 | [diff] [blame] | 31 | #include <algorithm> |
Elliott Hughes | dcc2474 | 2011-09-07 14:02:44 -0700 | [diff] [blame] | 32 | #include <bitset> |
Elliott Hughes | eb4f614 | 2011-07-15 17:43:51 -0700 | [diff] [blame] | 33 | #include <cerrno> |
Elliott Hughes | a095764 | 2011-09-02 14:27:33 -0700 | [diff] [blame] | 34 | #include <iostream> |
Carl Shapiro | b557353 | 2011-07-12 18:22:59 -0700 | [diff] [blame] | 35 | #include <list> |
Ian Rogers | c7dd295 | 2014-10-21 23:31:19 -0700 | [diff] [blame] | 36 | #include <sstream> |
Carl Shapiro | b557353 | 2011-07-12 18:22:59 -0700 | [diff] [blame] | 37 | |
Andreas Gampe | 43e7243 | 2019-05-14 16:15:24 -0700 | [diff] [blame] | 38 | #include "android-base/file.h" |
Andreas Gampe | 46ee31b | 2016-12-14 10:11:49 -0800 | [diff] [blame] | 39 | #include "android-base/stringprintf.h" |
Evan Cheng | d57c51e | 2018-01-26 15:43:08 +0800 | [diff] [blame] | 40 | #include "android-base/strings.h" |
Andreas Gampe | 46ee31b | 2016-12-14 10:11:49 -0800 | [diff] [blame] | 41 | |
Mathieu Chartier | a62b453 | 2017-04-26 13:16:25 -0700 | [diff] [blame] | 42 | #include "arch/context-inl.h" |
Steven Moreland | e431e27 | 2017-07-18 16:53:49 -0700 | [diff] [blame] | 43 | #include "arch/context.h" |
Mathieu Chartier | c785344 | 2015-03-27 14:35:38 -0700 | [diff] [blame] | 44 | #include "art_field-inl.h" |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 45 | #include "art_method-inl.h" |
Charles Munger | aa31f49 | 2018-11-01 18:57:38 +0000 | [diff] [blame] | 46 | #include "base/atomic.h" |
Vladimir Marko | 80afd02 | 2015-05-19 18:08:00 +0100 | [diff] [blame] | 47 | #include "base/bit_utils.h" |
Vladimir Marko | 78baed5 | 2018-10-11 10:44:58 +0100 | [diff] [blame] | 48 | #include "base/casts.h" |
Andreas Gampe | e5d2398 | 2019-01-08 10:34:26 -0800 | [diff] [blame] | 49 | #include "arch/context.h" |
David Sehr | 891a50e | 2017-10-27 17:01:07 -0700 | [diff] [blame] | 50 | #include "base/file_utils.h" |
Evgenii Stepanov | 1e13374 | 2015-05-20 12:30:59 -0700 | [diff] [blame] | 51 | #include "base/memory_tool.h" |
Elliott Hughes | 76b6167 | 2012-12-12 17:47:30 -0800 | [diff] [blame] | 52 | #include "base/mutex.h" |
Alex Light | 184f075 | 2018-07-13 11:18:22 -0700 | [diff] [blame] | 53 | #include "base/stl_util.h" |
Steven Moreland | e431e27 | 2017-07-18 16:53:49 -0700 | [diff] [blame] | 54 | #include "base/systrace.h" |
Hiroshi Yamauchi | 2cd334a | 2015-01-09 14:03:35 -0800 | [diff] [blame] | 55 | #include "base/timing_logger.h" |
Ian Rogers | c7dd295 | 2014-10-21 23:31:19 -0700 | [diff] [blame] | 56 | #include "base/to_str.h" |
David Sehr | c431b9d | 2018-03-02 12:01:51 -0800 | [diff] [blame] | 57 | #include "base/utils.h" |
Ian Rogers | 2dd0e2c | 2013-01-24 12:42:14 -0800 | [diff] [blame] | 58 | #include "class_linker-inl.h" |
Vladimir Marko | b4eb1b1 | 2018-05-24 11:09:38 +0100 | [diff] [blame] | 59 | #include "class_root.h" |
Elliott Hughes | 46e251b | 2012-05-22 15:10:45 -0700 | [diff] [blame] | 60 | #include "debugger.h" |
David Sehr | b2ec9f5 | 2018-02-21 13:20:31 -0800 | [diff] [blame] | 61 | #include "dex/descriptors_names.h" |
David Sehr | 9e734c7 | 2018-01-04 17:56:19 -0800 | [diff] [blame] | 62 | #include "dex/dex_file-inl.h" |
| 63 | #include "dex/dex_file_annotations.h" |
| 64 | #include "dex/dex_file_types.h" |
Ian Rogers | 7655f29 | 2013-07-29 11:07:13 -0700 | [diff] [blame] | 65 | #include "entrypoints/entrypoint_utils.h" |
Mathieu Chartier | d889178 | 2014-03-02 13:28:37 -0800 | [diff] [blame] | 66 | #include "entrypoints/quick/quick_alloc_entrypoints.h" |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 67 | #include "gc/accounting/card_table-inl.h" |
Roland Levillain | 1fbd452 | 2016-03-22 15:52:22 +0000 | [diff] [blame] | 68 | #include "gc/accounting/heap_bitmap-inl.h" |
Ian Rogers | e63db27 | 2014-07-15 15:36:11 -0700 | [diff] [blame] | 69 | #include "gc/allocator/rosalloc.h" |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 70 | #include "gc/heap.h" |
Mathieu Chartier | d5f3f32 | 2016-03-21 14:05:56 -0700 | [diff] [blame] | 71 | #include "gc/space/space-inl.h" |
Andreas Gampe | 513061a | 2017-06-01 09:17:34 -0700 | [diff] [blame] | 72 | #include "gc_root.h" |
Ian Rogers | 22d5e73 | 2014-07-15 22:23:51 -0700 | [diff] [blame] | 73 | #include "handle_scope-inl.h" |
Mathieu Chartier | c56057e | 2014-05-04 13:18:58 -0700 | [diff] [blame] | 74 | #include "indirect_reference_table-inl.h" |
Andreas Gampe | d77abd9 | 2019-01-02 16:10:20 -0800 | [diff] [blame] | 75 | #include "instrumentation.h" |
Steven Moreland | e431e27 | 2017-07-18 16:53:49 -0700 | [diff] [blame] | 76 | #include "interpreter/interpreter.h" |
David Srbecky | 28f6cff | 2018-10-16 15:07:28 +0100 | [diff] [blame] | 77 | #include "interpreter/mterp/mterp.h" |
Vladimir Marko | 6ec2a1b | 2018-05-22 15:33:48 +0100 | [diff] [blame] | 78 | #include "interpreter/shadow_frame-inl.h" |
Andreas Gampe | 36a296f | 2017-06-13 14:11:11 -0700 | [diff] [blame] | 79 | #include "java_frame_root_info.h" |
Vladimir Marko | a3ad0cd | 2018-05-04 10:06:38 +0100 | [diff] [blame] | 80 | #include "jni/java_vm_ext.h" |
| 81 | #include "jni/jni_internal.h" |
Andreas Gampe | 70f5fd0 | 2018-10-24 19:58:37 -0700 | [diff] [blame] | 82 | #include "mirror/class-alloc-inl.h" |
Steven Moreland | e431e27 | 2017-07-18 16:53:49 -0700 | [diff] [blame] | 83 | #include "mirror/class_loader.h" |
Andreas Gampe | 52ecb65 | 2018-10-24 15:18:21 -0700 | [diff] [blame] | 84 | #include "mirror/object_array-alloc-inl.h" |
Ian Rogers | 2dd0e2c | 2013-01-24 12:42:14 -0800 | [diff] [blame] | 85 | #include "mirror/object_array-inl.h" |
| 86 | #include "mirror/stack_trace_element.h" |
Elliott Hughes | 8e4aac5 | 2011-09-26 17:03:36 -0700 | [diff] [blame] | 87 | #include "monitor.h" |
Andreas Gampe | 9310495 | 2017-12-13 17:13:15 -0800 | [diff] [blame] | 88 | #include "monitor_objects_stack_visitor.h" |
Andreas Gampe | 5dd44d0 | 2016-08-02 17:20:03 -0700 | [diff] [blame] | 89 | #include "native_stack_dump.h" |
Andreas Gampe | 373a9b5 | 2017-10-18 09:01:57 -0700 | [diff] [blame] | 90 | #include "nativehelper/scoped_local_ref.h" |
| 91 | #include "nativehelper/scoped_utf_chars.h" |
Mingyao Yang | f711f2c | 2016-05-23 12:29:39 -0700 | [diff] [blame] | 92 | #include "nth_caller_visitor.h" |
Nicolas Geoffray | 524e7ea | 2015-10-16 17:13:34 +0100 | [diff] [blame] | 93 | #include "oat_quick_method_header.h" |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 94 | #include "obj_ptr-inl.h" |
Ian Rogers | 22d5e73 | 2014-07-15 22:23:51 -0700 | [diff] [blame] | 95 | #include "object_lock.h" |
Orion Hodson | 119733d | 2019-01-30 15:14:41 +0000 | [diff] [blame] | 96 | #include "palette/palette.h" |
Vladimir Marko | 7624d25 | 2014-05-02 14:40:15 +0100 | [diff] [blame] | 97 | #include "quick/quick_method_frame_info.h" |
Steven Moreland | e431e27 | 2017-07-18 16:53:49 -0700 | [diff] [blame] | 98 | #include "quick_exception_handler.h" |
Andreas Gampe | 202f85a | 2017-02-06 10:23:26 -0800 | [diff] [blame] | 99 | #include "read_barrier-inl.h" |
Jesse Wilson | 9a6bae8 | 2011-11-14 14:57:30 -0500 | [diff] [blame] | 100 | #include "reflection.h" |
David Srbecky | 28f6cff | 2018-10-16 15:07:28 +0100 | [diff] [blame] | 101 | #include "runtime-inl.h" |
Brian Carlstrom | 578bbdc | 2011-07-21 14:07:47 -0700 | [diff] [blame] | 102 | #include "runtime.h" |
Andreas Gampe | ac30fa2 | 2017-01-18 21:02:36 -0800 | [diff] [blame] | 103 | #include "runtime_callbacks.h" |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 104 | #include "scoped_thread_state_change-inl.h" |
Elliott Hughes | 68e7652 | 2011-10-05 13:22:16 -0700 | [diff] [blame] | 105 | #include "stack.h" |
Nicolas Geoffray | 6bc4374 | 2015-10-12 18:11:10 +0100 | [diff] [blame] | 106 | #include "stack_map.h" |
Ian Rogers | 22d5e73 | 2014-07-15 22:23:51 -0700 | [diff] [blame] | 107 | #include "thread-inl.h" |
Steven Moreland | e431e27 | 2017-07-18 16:53:49 -0700 | [diff] [blame] | 108 | #include "thread_list.h" |
Mathieu Chartier | 12d625f | 2015-03-13 11:33:37 -0700 | [diff] [blame] | 109 | #include "verifier/method_verifier.h" |
Andreas Gampe | 90b936d | 2017-01-31 08:58:55 -0800 | [diff] [blame] | 110 | #include "verify_object.h" |
Elliott Hughes | eac7667 | 2012-05-24 21:56:51 -0700 | [diff] [blame] | 111 | #include "well_known_classes.h" |
Carl Shapiro | b557353 | 2011-07-12 18:22:59 -0700 | [diff] [blame] | 112 | |
Yu Li | eac4424 | 2015-06-29 10:50:03 +0800 | [diff] [blame] | 113 | #if ART_USE_FUTEXES |
| 114 | #include "linux/futex.h" |
| 115 | #include "sys/syscall.h" |
| 116 | #ifndef SYS_futex |
| 117 | #define SYS_futex __NR_futex |
| 118 | #endif |
| 119 | #endif // ART_USE_FUTEXES |
| 120 | |
Carl Shapiro | b557353 | 2011-07-12 18:22:59 -0700 | [diff] [blame] | 121 | namespace art { |
| 122 | |
Andreas Gampe | 46ee31b | 2016-12-14 10:11:49 -0800 | [diff] [blame] | 123 | using android::base::StringAppendV; |
| 124 | using android::base::StringPrintf; |
| 125 | |
Mingyao Yang | f711f2c | 2016-05-23 12:29:39 -0700 | [diff] [blame] | 126 | extern "C" NO_RETURN void artDeoptimize(Thread* self); |
| 127 | |
Ian Rogers | 0878d65 | 2013-04-18 17:38:35 -0700 | [diff] [blame] | 128 | bool Thread::is_started_ = false; |
Carl Shapiro | b557353 | 2011-07-12 18:22:59 -0700 | [diff] [blame] | 129 | pthread_key_t Thread::pthread_key_self_; |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 130 | ConditionVariable* Thread::resume_cond_ = nullptr; |
Dave Allison | 648d711 | 2014-07-25 16:15:27 -0700 | [diff] [blame] | 131 | const size_t Thread::kStackOverflowImplicitCheckSize = GetStackOverflowReservedBytes(kRuntimeISA); |
Calin Juravle | b2771b4 | 2016-04-07 17:09:25 +0100 | [diff] [blame] | 132 | bool (*Thread::is_sensitive_thread_hook_)() = nullptr; |
Calin Juravle | 97cbc92 | 2016-04-15 16:16:35 +0100 | [diff] [blame] | 133 | Thread* Thread::jit_sensitive_thread_ = nullptr; |
Calin Juravle | b2771b4 | 2016-04-07 17:09:25 +0100 | [diff] [blame] | 134 | |
Mathieu Chartier | b0026b4 | 2016-03-31 15:05:45 -0700 | [diff] [blame] | 135 | static constexpr bool kVerifyImageObjectsMarked = kIsDebugBuild; |
Carl Shapiro | b557353 | 2011-07-12 18:22:59 -0700 | [diff] [blame] | 136 | |
Evgenii Stepanov | 1e13374 | 2015-05-20 12:30:59 -0700 | [diff] [blame] | 137 | // For implicit overflow checks we reserve an extra piece of memory at the bottom |
| 138 | // of the stack (lowest memory). The higher portion of the memory |
| 139 | // is protected against reads and the lower is available for use while |
| 140 | // throwing the StackOverflow exception. |
| 141 | constexpr size_t kStackOverflowProtectedSize = 4 * kMemoryToolStackGuardSizeScale * KB; |
| 142 | |
Elliott Hughes | 7dc5166 | 2012-05-16 14:48:43 -0700 | [diff] [blame] | 143 | static const char* kThreadNameDuringStartup = "<native thread without managed peer>"; |
| 144 | |
Ian Rogers | 5d76c43 | 2011-10-31 21:42:49 -0700 | [diff] [blame] | 145 | void Thread::InitCardTable() { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 146 | tlsPtr_.card_table = Runtime::Current()->GetHeap()->GetCardTable()->GetBiasedBegin(); |
Ian Rogers | 5d76c43 | 2011-10-31 21:42:49 -0700 | [diff] [blame] | 147 | } |
| 148 | |
Elliott Hughes | 3ea0f42 | 2012-04-16 17:01:43 -0700 | [diff] [blame] | 149 | static void UnimplementedEntryPoint() { |
| 150 | UNIMPLEMENTED(FATAL); |
| 151 | } |
| 152 | |
Andreas Gampe | 3cfa4d0 | 2015-10-06 17:04:01 -0700 | [diff] [blame] | 153 | void InitEntryPoints(JniEntryPoints* jpoints, QuickEntryPoints* qpoints); |
Mathieu Chartier | 3768ade | 2017-05-02 14:04:39 -0700 | [diff] [blame] | 154 | void UpdateReadBarrierEntrypoints(QuickEntryPoints* qpoints, bool is_active); |
Mathieu Chartier | fe814e8 | 2016-11-09 14:32:49 -0800 | [diff] [blame] | 155 | |
| 156 | void Thread::SetIsGcMarkingAndUpdateEntrypoints(bool is_marking) { |
| 157 | CHECK(kUseReadBarrier); |
| 158 | tls32_.is_gc_marking = is_marking; |
Andreas Gampe | 98ea9d9 | 2018-10-19 14:06:15 -0700 | [diff] [blame] | 159 | UpdateReadBarrierEntrypoints(&tlsPtr_.quick_entrypoints, /* is_active= */ is_marking); |
Mathieu Chartier | 5ace201 | 2016-11-30 10:15:41 -0800 | [diff] [blame] | 160 | ResetQuickAllocEntryPointsForThread(is_marking); |
Mathieu Chartier | fe814e8 | 2016-11-09 14:32:49 -0800 | [diff] [blame] | 161 | } |
Ian Rogers | 7655f29 | 2013-07-29 11:07:13 -0700 | [diff] [blame] | 162 | |
Ian Rogers | 848871b | 2013-08-05 10:56:33 -0700 | [diff] [blame] | 163 | void Thread::InitTlsEntryPoints() { |
Mathieu Chartier | 3a0cd34 | 2018-12-13 13:45:17 -0800 | [diff] [blame] | 164 | ScopedTrace trace("InitTlsEntryPoints"); |
Elliott Hughes | 3ea0f42 | 2012-04-16 17:01:43 -0700 | [diff] [blame] | 165 | // Insert a placeholder so we can easily tell if we call an unimplemented entry point. |
Andreas Gampe | 3cfa4d0 | 2015-10-06 17:04:01 -0700 | [diff] [blame] | 166 | uintptr_t* begin = reinterpret_cast<uintptr_t*>(&tlsPtr_.jni_entrypoints); |
Mathieu Chartier | 5ace201 | 2016-11-30 10:15:41 -0800 | [diff] [blame] | 167 | uintptr_t* end = reinterpret_cast<uintptr_t*>( |
| 168 | reinterpret_cast<uint8_t*>(&tlsPtr_.quick_entrypoints) + sizeof(tlsPtr_.quick_entrypoints)); |
Ian Rogers | 7655f29 | 2013-07-29 11:07:13 -0700 | [diff] [blame] | 169 | for (uintptr_t* it = begin; it != end; ++it) { |
| 170 | *it = reinterpret_cast<uintptr_t>(UnimplementedEntryPoint); |
| 171 | } |
Andreas Gampe | 3cfa4d0 | 2015-10-06 17:04:01 -0700 | [diff] [blame] | 172 | InitEntryPoints(&tlsPtr_.jni_entrypoints, &tlsPtr_.quick_entrypoints); |
Elliott Hughes | c0f0933 | 2012-03-26 13:27:06 -0700 | [diff] [blame] | 173 | } |
| 174 | |
Mathieu Chartier | 5ace201 | 2016-11-30 10:15:41 -0800 | [diff] [blame] | 175 | void Thread::ResetQuickAllocEntryPointsForThread(bool is_marking) { |
Vladimir Marko | 33bff25 | 2017-11-01 14:35:42 +0000 | [diff] [blame] | 176 | if (kUseReadBarrier && kRuntimeISA != InstructionSet::kX86_64) { |
Mathieu Chartier | 5ace201 | 2016-11-30 10:15:41 -0800 | [diff] [blame] | 177 | // Allocation entrypoint switching is currently only implemented for X86_64. |
| 178 | is_marking = true; |
| 179 | } |
| 180 | ResetQuickAllocEntryPoints(&tlsPtr_.quick_entrypoints, is_marking); |
Hiroshi Yamauchi | 3b4c189 | 2013-09-12 21:33:12 -0700 | [diff] [blame] | 181 | } |
| 182 | |
Sebastien Hertz | 0747466 | 2015-08-25 15:12:33 +0000 | [diff] [blame] | 183 | class DeoptimizationContextRecord { |
Sebastien Hertz | f795869 | 2015-06-09 14:09:14 +0200 | [diff] [blame] | 184 | public: |
Nicolas Geoffray | 73be1e8 | 2015-09-17 15:22:56 +0100 | [diff] [blame] | 185 | DeoptimizationContextRecord(const JValue& ret_val, |
| 186 | bool is_reference, |
| 187 | bool from_code, |
Mathieu Chartier | f5769e1 | 2017-01-10 15:54:41 -0800 | [diff] [blame] | 188 | ObjPtr<mirror::Throwable> pending_exception, |
Mingyao Yang | 2ee1790 | 2017-08-30 11:37:08 -0700 | [diff] [blame] | 189 | DeoptimizationMethodType method_type, |
Sebastien Hertz | 0747466 | 2015-08-25 15:12:33 +0000 | [diff] [blame] | 190 | DeoptimizationContextRecord* link) |
Nicolas Geoffray | 73be1e8 | 2015-09-17 15:22:56 +0100 | [diff] [blame] | 191 | : ret_val_(ret_val), |
| 192 | is_reference_(is_reference), |
| 193 | from_code_(from_code), |
Mathieu Chartier | f5769e1 | 2017-01-10 15:54:41 -0800 | [diff] [blame] | 194 | pending_exception_(pending_exception.Ptr()), |
Mingyao Yang | 2ee1790 | 2017-08-30 11:37:08 -0700 | [diff] [blame] | 195 | deopt_method_type_(method_type), |
Sebastien Hertz | 0747466 | 2015-08-25 15:12:33 +0000 | [diff] [blame] | 196 | link_(link) {} |
Sebastien Hertz | f795869 | 2015-06-09 14:09:14 +0200 | [diff] [blame] | 197 | |
| 198 | JValue GetReturnValue() const { return ret_val_; } |
| 199 | bool IsReference() const { return is_reference_; } |
Nicolas Geoffray | 73be1e8 | 2015-09-17 15:22:56 +0100 | [diff] [blame] | 200 | bool GetFromCode() const { return from_code_; } |
Mathieu Chartier | f5769e1 | 2017-01-10 15:54:41 -0800 | [diff] [blame] | 201 | ObjPtr<mirror::Throwable> GetPendingException() const { return pending_exception_; } |
Sebastien Hertz | 0747466 | 2015-08-25 15:12:33 +0000 | [diff] [blame] | 202 | DeoptimizationContextRecord* GetLink() const { return link_; } |
| 203 | mirror::Object** GetReturnValueAsGCRoot() { |
Sebastien Hertz | f795869 | 2015-06-09 14:09:14 +0200 | [diff] [blame] | 204 | DCHECK(is_reference_); |
| 205 | return ret_val_.GetGCRoot(); |
| 206 | } |
Sebastien Hertz | 0747466 | 2015-08-25 15:12:33 +0000 | [diff] [blame] | 207 | mirror::Object** GetPendingExceptionAsGCRoot() { |
| 208 | return reinterpret_cast<mirror::Object**>(&pending_exception_); |
| 209 | } |
Mingyao Yang | 2ee1790 | 2017-08-30 11:37:08 -0700 | [diff] [blame] | 210 | DeoptimizationMethodType GetDeoptimizationMethodType() const { |
| 211 | return deopt_method_type_; |
| 212 | } |
Sebastien Hertz | f795869 | 2015-06-09 14:09:14 +0200 | [diff] [blame] | 213 | |
| 214 | private: |
Sebastien Hertz | 0747466 | 2015-08-25 15:12:33 +0000 | [diff] [blame] | 215 | // The value returned by the method at the top of the stack before deoptimization. |
Sebastien Hertz | f795869 | 2015-06-09 14:09:14 +0200 | [diff] [blame] | 216 | JValue ret_val_; |
Sebastien Hertz | 54b6248 | 2015-08-20 12:07:57 +0200 | [diff] [blame] | 217 | |
Sebastien Hertz | 0747466 | 2015-08-25 15:12:33 +0000 | [diff] [blame] | 218 | // Indicates whether the returned value is a reference. If so, the GC will visit it. |
| 219 | const bool is_reference_; |
| 220 | |
Nicolas Geoffray | 73be1e8 | 2015-09-17 15:22:56 +0100 | [diff] [blame] | 221 | // Whether the context was created from an explicit deoptimization in the code. |
| 222 | const bool from_code_; |
| 223 | |
Sebastien Hertz | 0747466 | 2015-08-25 15:12:33 +0000 | [diff] [blame] | 224 | // The exception that was pending before deoptimization (or null if there was no pending |
| 225 | // exception). |
| 226 | mirror::Throwable* pending_exception_; |
| 227 | |
Mingyao Yang | 2ee1790 | 2017-08-30 11:37:08 -0700 | [diff] [blame] | 228 | // Whether the context was created for an (idempotent) runtime method. |
| 229 | const DeoptimizationMethodType deopt_method_type_; |
| 230 | |
Sebastien Hertz | 0747466 | 2015-08-25 15:12:33 +0000 | [diff] [blame] | 231 | // A link to the previous DeoptimizationContextRecord. |
| 232 | DeoptimizationContextRecord* const link_; |
| 233 | |
| 234 | DISALLOW_COPY_AND_ASSIGN(DeoptimizationContextRecord); |
Sebastien Hertz | f795869 | 2015-06-09 14:09:14 +0200 | [diff] [blame] | 235 | }; |
| 236 | |
| 237 | class StackedShadowFrameRecord { |
| 238 | public: |
| 239 | StackedShadowFrameRecord(ShadowFrame* shadow_frame, |
| 240 | StackedShadowFrameType type, |
| 241 | StackedShadowFrameRecord* link) |
| 242 | : shadow_frame_(shadow_frame), |
| 243 | type_(type), |
| 244 | link_(link) {} |
| 245 | |
| 246 | ShadowFrame* GetShadowFrame() const { return shadow_frame_; } |
| 247 | StackedShadowFrameType GetType() const { return type_; } |
| 248 | StackedShadowFrameRecord* GetLink() const { return link_; } |
| 249 | |
| 250 | private: |
| 251 | ShadowFrame* const shadow_frame_; |
| 252 | const StackedShadowFrameType type_; |
| 253 | StackedShadowFrameRecord* const link_; |
| 254 | |
| 255 | DISALLOW_COPY_AND_ASSIGN(StackedShadowFrameRecord); |
| 256 | }; |
| 257 | |
Nicolas Geoffray | 73be1e8 | 2015-09-17 15:22:56 +0100 | [diff] [blame] | 258 | void Thread::PushDeoptimizationContext(const JValue& return_value, |
| 259 | bool is_reference, |
Mingyao Yang | 2ee1790 | 2017-08-30 11:37:08 -0700 | [diff] [blame] | 260 | ObjPtr<mirror::Throwable> exception, |
Nicolas Geoffray | 73be1e8 | 2015-09-17 15:22:56 +0100 | [diff] [blame] | 261 | bool from_code, |
Mingyao Yang | 2ee1790 | 2017-08-30 11:37:08 -0700 | [diff] [blame] | 262 | DeoptimizationMethodType method_type) { |
Sebastien Hertz | 0747466 | 2015-08-25 15:12:33 +0000 | [diff] [blame] | 263 | DeoptimizationContextRecord* record = new DeoptimizationContextRecord( |
| 264 | return_value, |
| 265 | is_reference, |
Nicolas Geoffray | 73be1e8 | 2015-09-17 15:22:56 +0100 | [diff] [blame] | 266 | from_code, |
Sebastien Hertz | 0747466 | 2015-08-25 15:12:33 +0000 | [diff] [blame] | 267 | exception, |
Mingyao Yang | 2ee1790 | 2017-08-30 11:37:08 -0700 | [diff] [blame] | 268 | method_type, |
Sebastien Hertz | 0747466 | 2015-08-25 15:12:33 +0000 | [diff] [blame] | 269 | tlsPtr_.deoptimization_context_stack); |
| 270 | tlsPtr_.deoptimization_context_stack = record; |
buzbee | 3ea4ec5 | 2011-08-22 17:37:19 -0700 | [diff] [blame] | 271 | } |
| 272 | |
Nicolas Geoffray | 73be1e8 | 2015-09-17 15:22:56 +0100 | [diff] [blame] | 273 | void Thread::PopDeoptimizationContext(JValue* result, |
Mathieu Chartier | f5769e1 | 2017-01-10 15:54:41 -0800 | [diff] [blame] | 274 | ObjPtr<mirror::Throwable>* exception, |
Mingyao Yang | 2ee1790 | 2017-08-30 11:37:08 -0700 | [diff] [blame] | 275 | bool* from_code, |
| 276 | DeoptimizationMethodType* method_type) { |
Sebastien Hertz | 0747466 | 2015-08-25 15:12:33 +0000 | [diff] [blame] | 277 | AssertHasDeoptimizationContext(); |
| 278 | DeoptimizationContextRecord* record = tlsPtr_.deoptimization_context_stack; |
| 279 | tlsPtr_.deoptimization_context_stack = record->GetLink(); |
| 280 | result->SetJ(record->GetReturnValue().GetJ()); |
| 281 | *exception = record->GetPendingException(); |
Nicolas Geoffray | 73be1e8 | 2015-09-17 15:22:56 +0100 | [diff] [blame] | 282 | *from_code = record->GetFromCode(); |
Mingyao Yang | 2ee1790 | 2017-08-30 11:37:08 -0700 | [diff] [blame] | 283 | *method_type = record->GetDeoptimizationMethodType(); |
Mingyao Yang | 1f2d3ba | 2015-05-18 12:12:50 -0700 | [diff] [blame] | 284 | delete record; |
Sebastien Hertz | 0747466 | 2015-08-25 15:12:33 +0000 | [diff] [blame] | 285 | } |
| 286 | |
| 287 | void Thread::AssertHasDeoptimizationContext() { |
| 288 | CHECK(tlsPtr_.deoptimization_context_stack != nullptr) |
| 289 | << "No deoptimization context for thread " << *this; |
Ian Rogers | 306057f | 2012-11-26 12:45:53 -0800 | [diff] [blame] | 290 | } |
| 291 | |
Charles Munger | aa31f49 | 2018-11-01 18:57:38 +0000 | [diff] [blame] | 292 | enum { |
| 293 | kPermitAvailable = 0, // Incrementing consumes the permit |
| 294 | kNoPermit = 1, // Incrementing marks as waiter waiting |
| 295 | kNoPermitWaiterWaiting = 2 |
| 296 | }; |
| 297 | |
| 298 | void Thread::Park(bool is_absolute, int64_t time) { |
| 299 | DCHECK(this == Thread::Current()); |
| 300 | #if ART_USE_FUTEXES |
| 301 | // Consume the permit, or mark as waiting. This cannot cause park_state to go |
| 302 | // outside of its valid range (0, 1, 2), because in all cases where 2 is |
| 303 | // assigned it is set back to 1 before returning, and this method cannot run |
| 304 | // concurrently with itself since it operates on the current thread. |
| 305 | int old_state = tls32_.park_state_.fetch_add(1, std::memory_order_relaxed); |
| 306 | if (old_state == kNoPermit) { |
| 307 | // no permit was available. block thread until later. |
Charles Munger | 5cc0e75 | 2018-11-09 12:30:46 -0800 | [diff] [blame] | 308 | Runtime::Current()->GetRuntimeCallbacks()->ThreadParkStart(is_absolute, time); |
Charles Munger | 5cc0e75 | 2018-11-09 12:30:46 -0800 | [diff] [blame] | 309 | bool timed_out = false; |
Charles Munger | aa31f49 | 2018-11-01 18:57:38 +0000 | [diff] [blame] | 310 | if (!is_absolute && time == 0) { |
| 311 | // Thread.getState() is documented to return waiting for untimed parks. |
| 312 | ScopedThreadSuspension sts(this, ThreadState::kWaiting); |
| 313 | DCHECK_EQ(NumberOfHeldMutexes(), 0u); |
Charles Munger | ed19c67 | 2019-02-21 15:32:32 -0800 | [diff] [blame] | 314 | int result = futex(tls32_.park_state_.Address(), |
Charles Munger | aa31f49 | 2018-11-01 18:57:38 +0000 | [diff] [blame] | 315 | FUTEX_WAIT_PRIVATE, |
| 316 | /* sleep if val = */ kNoPermitWaiterWaiting, |
| 317 | /* timeout */ nullptr, |
| 318 | nullptr, |
| 319 | 0); |
Charles Munger | ed19c67 | 2019-02-21 15:32:32 -0800 | [diff] [blame] | 320 | // This errno check must happen before the scope is closed, to ensure that |
| 321 | // no destructors (such as ScopedThreadSuspension) overwrite errno. |
| 322 | if (result == -1) { |
| 323 | switch (errno) { |
| 324 | case EAGAIN: |
| 325 | FALLTHROUGH_INTENDED; |
| 326 | case EINTR: break; // park() is allowed to spuriously return |
| 327 | default: PLOG(FATAL) << "Failed to park"; |
| 328 | } |
| 329 | } |
Charles Munger | aa31f49 | 2018-11-01 18:57:38 +0000 | [diff] [blame] | 330 | } else if (time > 0) { |
| 331 | // Only actually suspend and futex_wait if we're going to wait for some |
| 332 | // positive amount of time - the kernel will reject negative times with |
| 333 | // EINVAL, and a zero time will just noop. |
| 334 | |
| 335 | // Thread.getState() is documented to return timed wait for timed parks. |
| 336 | ScopedThreadSuspension sts(this, ThreadState::kTimedWaiting); |
| 337 | DCHECK_EQ(NumberOfHeldMutexes(), 0u); |
| 338 | timespec timespec; |
Charles Munger | ed19c67 | 2019-02-21 15:32:32 -0800 | [diff] [blame] | 339 | int result = 0; |
Charles Munger | aa31f49 | 2018-11-01 18:57:38 +0000 | [diff] [blame] | 340 | if (is_absolute) { |
| 341 | // Time is millis when scheduled for an absolute time |
| 342 | timespec.tv_nsec = (time % 1000) * 1000000; |
| 343 | timespec.tv_sec = time / 1000; |
| 344 | // This odd looking pattern is recommended by futex documentation to |
| 345 | // wait until an absolute deadline, with otherwise identical behavior to |
| 346 | // FUTEX_WAIT_PRIVATE. This also allows parkUntil() to return at the |
| 347 | // correct time when the system clock changes. |
| 348 | result = futex(tls32_.park_state_.Address(), |
| 349 | FUTEX_WAIT_BITSET_PRIVATE | FUTEX_CLOCK_REALTIME, |
| 350 | /* sleep if val = */ kNoPermitWaiterWaiting, |
| 351 | ×pec, |
| 352 | nullptr, |
| 353 | FUTEX_BITSET_MATCH_ANY); |
| 354 | } else { |
| 355 | // Time is nanos when scheduled for a relative time |
| 356 | timespec.tv_sec = time / 1000000000; |
| 357 | timespec.tv_nsec = time % 1000000000; |
| 358 | result = futex(tls32_.park_state_.Address(), |
| 359 | FUTEX_WAIT_PRIVATE, |
| 360 | /* sleep if val = */ kNoPermitWaiterWaiting, |
| 361 | ×pec, |
| 362 | nullptr, |
| 363 | 0); |
| 364 | } |
Charles Munger | ed19c67 | 2019-02-21 15:32:32 -0800 | [diff] [blame] | 365 | // This errno check must happen before the scope is closed, to ensure that |
| 366 | // no destructors (such as ScopedThreadSuspension) overwrite errno. |
| 367 | if (result == -1) { |
| 368 | switch (errno) { |
| 369 | case ETIMEDOUT: |
| 370 | timed_out = true; |
| 371 | FALLTHROUGH_INTENDED; |
| 372 | case EAGAIN: |
| 373 | case EINTR: break; // park() is allowed to spuriously return |
| 374 | default: PLOG(FATAL) << "Failed to park"; |
| 375 | } |
Charles Munger | aa31f49 | 2018-11-01 18:57:38 +0000 | [diff] [blame] | 376 | } |
| 377 | } |
| 378 | // Mark as no longer waiting, and consume permit if there is one. |
| 379 | tls32_.park_state_.store(kNoPermit, std::memory_order_relaxed); |
| 380 | // TODO: Call to signal jvmti here |
Charles Munger | 5cc0e75 | 2018-11-09 12:30:46 -0800 | [diff] [blame] | 381 | Runtime::Current()->GetRuntimeCallbacks()->ThreadParkFinished(timed_out); |
Charles Munger | aa31f49 | 2018-11-01 18:57:38 +0000 | [diff] [blame] | 382 | } else { |
| 383 | // the fetch_add has consumed the permit. immediately return. |
| 384 | DCHECK_EQ(old_state, kPermitAvailable); |
| 385 | } |
| 386 | #else |
| 387 | #pragma clang diagnostic push |
| 388 | #pragma clang diagnostic warning "-W#warnings" |
| 389 | #warning "LockSupport.park/unpark implemented as noops without FUTEX support." |
| 390 | #pragma clang diagnostic pop |
| 391 | UNUSED(is_absolute, time); |
| 392 | UNIMPLEMENTED(WARNING); |
| 393 | sched_yield(); |
| 394 | #endif |
| 395 | } |
| 396 | |
| 397 | void Thread::Unpark() { |
| 398 | #if ART_USE_FUTEXES |
| 399 | // Set permit available; will be consumed either by fetch_add (when the thread |
| 400 | // tries to park) or store (when the parked thread is woken up) |
| 401 | if (tls32_.park_state_.exchange(kPermitAvailable, std::memory_order_relaxed) |
| 402 | == kNoPermitWaiterWaiting) { |
| 403 | int result = futex(tls32_.park_state_.Address(), |
| 404 | FUTEX_WAKE_PRIVATE, |
| 405 | /* number of waiters = */ 1, |
| 406 | nullptr, |
| 407 | nullptr, |
| 408 | 0); |
| 409 | if (result == -1) { |
| 410 | PLOG(FATAL) << "Failed to unpark"; |
| 411 | } |
| 412 | } |
| 413 | #else |
| 414 | UNIMPLEMENTED(WARNING); |
| 415 | #endif |
| 416 | } |
| 417 | |
Mingyao Yang | 1f2d3ba | 2015-05-18 12:12:50 -0700 | [diff] [blame] | 418 | void Thread::PushStackedShadowFrame(ShadowFrame* sf, StackedShadowFrameType type) { |
| 419 | StackedShadowFrameRecord* record = new StackedShadowFrameRecord( |
| 420 | sf, type, tlsPtr_.stacked_shadow_frame_record); |
| 421 | tlsPtr_.stacked_shadow_frame_record = record; |
Ian Rogers | 306057f | 2012-11-26 12:45:53 -0800 | [diff] [blame] | 422 | } |
| 423 | |
Andreas Gampe | 639bdd1 | 2015-06-03 11:22:45 -0700 | [diff] [blame] | 424 | ShadowFrame* Thread::PopStackedShadowFrame(StackedShadowFrameType type, bool must_be_present) { |
Mingyao Yang | 1f2d3ba | 2015-05-18 12:12:50 -0700 | [diff] [blame] | 425 | StackedShadowFrameRecord* record = tlsPtr_.stacked_shadow_frame_record; |
Andreas Gampe | 639bdd1 | 2015-06-03 11:22:45 -0700 | [diff] [blame] | 426 | if (must_be_present) { |
| 427 | DCHECK(record != nullptr); |
Andreas Gampe | 639bdd1 | 2015-06-03 11:22:45 -0700 | [diff] [blame] | 428 | } else { |
| 429 | if (record == nullptr || record->GetType() != type) { |
| 430 | return nullptr; |
| 431 | } |
| 432 | } |
Mingyao Yang | 1f2d3ba | 2015-05-18 12:12:50 -0700 | [diff] [blame] | 433 | tlsPtr_.stacked_shadow_frame_record = record->GetLink(); |
| 434 | ShadowFrame* shadow_frame = record->GetShadowFrame(); |
| 435 | delete record; |
| 436 | return shadow_frame; |
Andreas Gampe | 2a0d4ec | 2014-06-02 22:05:22 -0700 | [diff] [blame] | 437 | } |
| 438 | |
Mingyao Yang | 99170c6 | 2015-07-06 11:10:37 -0700 | [diff] [blame] | 439 | class FrameIdToShadowFrame { |
| 440 | public: |
| 441 | static FrameIdToShadowFrame* Create(size_t frame_id, |
| 442 | ShadowFrame* shadow_frame, |
| 443 | FrameIdToShadowFrame* next, |
| 444 | size_t num_vregs) { |
| 445 | // Append a bool array at the end to keep track of what vregs are updated by the debugger. |
| 446 | uint8_t* memory = new uint8_t[sizeof(FrameIdToShadowFrame) + sizeof(bool) * num_vregs]; |
| 447 | return new (memory) FrameIdToShadowFrame(frame_id, shadow_frame, next); |
| 448 | } |
| 449 | |
| 450 | static void Delete(FrameIdToShadowFrame* f) { |
| 451 | uint8_t* memory = reinterpret_cast<uint8_t*>(f); |
| 452 | delete[] memory; |
| 453 | } |
| 454 | |
| 455 | size_t GetFrameId() const { return frame_id_; } |
| 456 | ShadowFrame* GetShadowFrame() const { return shadow_frame_; } |
| 457 | FrameIdToShadowFrame* GetNext() const { return next_; } |
| 458 | void SetNext(FrameIdToShadowFrame* next) { next_ = next; } |
| 459 | bool* GetUpdatedVRegFlags() { |
| 460 | return updated_vreg_flags_; |
| 461 | } |
| 462 | |
| 463 | private: |
| 464 | FrameIdToShadowFrame(size_t frame_id, |
| 465 | ShadowFrame* shadow_frame, |
| 466 | FrameIdToShadowFrame* next) |
| 467 | : frame_id_(frame_id), |
| 468 | shadow_frame_(shadow_frame), |
| 469 | next_(next) {} |
| 470 | |
| 471 | const size_t frame_id_; |
| 472 | ShadowFrame* const shadow_frame_; |
| 473 | FrameIdToShadowFrame* next_; |
| 474 | bool updated_vreg_flags_[0]; |
| 475 | |
| 476 | DISALLOW_COPY_AND_ASSIGN(FrameIdToShadowFrame); |
| 477 | }; |
| 478 | |
| 479 | static FrameIdToShadowFrame* FindFrameIdToShadowFrame(FrameIdToShadowFrame* head, |
| 480 | size_t frame_id) { |
| 481 | FrameIdToShadowFrame* found = nullptr; |
| 482 | for (FrameIdToShadowFrame* record = head; record != nullptr; record = record->GetNext()) { |
| 483 | if (record->GetFrameId() == frame_id) { |
| 484 | if (kIsDebugBuild) { |
| 485 | // Sanity check we have at most one record for this frame. |
| 486 | CHECK(found == nullptr) << "Multiple records for the frame " << frame_id; |
| 487 | found = record; |
| 488 | } else { |
| 489 | return record; |
| 490 | } |
| 491 | } |
| 492 | } |
| 493 | return found; |
| 494 | } |
| 495 | |
| 496 | ShadowFrame* Thread::FindDebuggerShadowFrame(size_t frame_id) { |
| 497 | FrameIdToShadowFrame* record = FindFrameIdToShadowFrame( |
| 498 | tlsPtr_.frame_id_to_shadow_frame, frame_id); |
| 499 | if (record != nullptr) { |
| 500 | return record->GetShadowFrame(); |
| 501 | } |
| 502 | return nullptr; |
| 503 | } |
| 504 | |
| 505 | // Must only be called when FindDebuggerShadowFrame(frame_id) returns non-nullptr. |
| 506 | bool* Thread::GetUpdatedVRegFlags(size_t frame_id) { |
| 507 | FrameIdToShadowFrame* record = FindFrameIdToShadowFrame( |
| 508 | tlsPtr_.frame_id_to_shadow_frame, frame_id); |
| 509 | CHECK(record != nullptr); |
| 510 | return record->GetUpdatedVRegFlags(); |
| 511 | } |
| 512 | |
| 513 | ShadowFrame* Thread::FindOrCreateDebuggerShadowFrame(size_t frame_id, |
| 514 | uint32_t num_vregs, |
| 515 | ArtMethod* method, |
| 516 | uint32_t dex_pc) { |
| 517 | ShadowFrame* shadow_frame = FindDebuggerShadowFrame(frame_id); |
| 518 | if (shadow_frame != nullptr) { |
| 519 | return shadow_frame; |
| 520 | } |
David Sehr | 709b070 | 2016-10-13 09:12:37 -0700 | [diff] [blame] | 521 | VLOG(deopt) << "Create pre-deopted ShadowFrame for " << ArtMethod::PrettyMethod(method); |
Mingyao Yang | 99170c6 | 2015-07-06 11:10:37 -0700 | [diff] [blame] | 522 | shadow_frame = ShadowFrame::CreateDeoptimizedFrame(num_vregs, nullptr, method, dex_pc); |
| 523 | FrameIdToShadowFrame* record = FrameIdToShadowFrame::Create(frame_id, |
| 524 | shadow_frame, |
| 525 | tlsPtr_.frame_id_to_shadow_frame, |
| 526 | num_vregs); |
| 527 | for (uint32_t i = 0; i < num_vregs; i++) { |
| 528 | // Do this to clear all references for root visitors. |
| 529 | shadow_frame->SetVRegReference(i, nullptr); |
| 530 | // This flag will be changed to true if the debugger modifies the value. |
| 531 | record->GetUpdatedVRegFlags()[i] = false; |
| 532 | } |
| 533 | tlsPtr_.frame_id_to_shadow_frame = record; |
| 534 | return shadow_frame; |
| 535 | } |
| 536 | |
Alex Light | 184f075 | 2018-07-13 11:18:22 -0700 | [diff] [blame] | 537 | TLSData* Thread::GetCustomTLS(const char* key) { |
| 538 | MutexLock mu(Thread::Current(), *Locks::custom_tls_lock_); |
| 539 | auto it = custom_tls_.find(key); |
| 540 | return (it != custom_tls_.end()) ? it->second.get() : nullptr; |
| 541 | } |
| 542 | |
| 543 | void Thread::SetCustomTLS(const char* key, TLSData* data) { |
| 544 | // We will swap the old data (which might be nullptr) with this and then delete it outside of the |
| 545 | // custom_tls_lock_. |
| 546 | std::unique_ptr<TLSData> old_data(data); |
| 547 | { |
| 548 | MutexLock mu(Thread::Current(), *Locks::custom_tls_lock_); |
| 549 | custom_tls_.GetOrCreate(key, []() { return std::unique_ptr<TLSData>(); }).swap(old_data); |
| 550 | } |
| 551 | } |
| 552 | |
Mingyao Yang | 99170c6 | 2015-07-06 11:10:37 -0700 | [diff] [blame] | 553 | void Thread::RemoveDebuggerShadowFrameMapping(size_t frame_id) { |
| 554 | FrameIdToShadowFrame* head = tlsPtr_.frame_id_to_shadow_frame; |
| 555 | if (head->GetFrameId() == frame_id) { |
| 556 | tlsPtr_.frame_id_to_shadow_frame = head->GetNext(); |
| 557 | FrameIdToShadowFrame::Delete(head); |
| 558 | return; |
| 559 | } |
| 560 | FrameIdToShadowFrame* prev = head; |
| 561 | for (FrameIdToShadowFrame* record = head->GetNext(); |
| 562 | record != nullptr; |
| 563 | prev = record, record = record->GetNext()) { |
| 564 | if (record->GetFrameId() == frame_id) { |
| 565 | prev->SetNext(record->GetNext()); |
| 566 | FrameIdToShadowFrame::Delete(record); |
| 567 | return; |
| 568 | } |
| 569 | } |
| 570 | LOG(FATAL) << "No shadow frame for frame " << frame_id; |
| 571 | UNREACHABLE(); |
| 572 | } |
| 573 | |
Brian Carlstrom | caabb1b | 2011-10-11 18:09:13 -0700 | [diff] [blame] | 574 | void Thread::InitTid() { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 575 | tls32_.tid = ::art::GetTid(); |
Brian Carlstrom | caabb1b | 2011-10-11 18:09:13 -0700 | [diff] [blame] | 576 | } |
| 577 | |
Brian Carlstrom | caabb1b | 2011-10-11 18:09:13 -0700 | [diff] [blame] | 578 | void Thread::InitAfterFork() { |
Elliott Hughes | 8029cbe | 2012-05-22 09:13:08 -0700 | [diff] [blame] | 579 | // One thread (us) survived the fork, but we have a new tid so we need to |
| 580 | // update the value stashed in this Thread*. |
Brian Carlstrom | caabb1b | 2011-10-11 18:09:13 -0700 | [diff] [blame] | 581 | InitTid(); |
Brian Carlstrom | caabb1b | 2011-10-11 18:09:13 -0700 | [diff] [blame] | 582 | } |
| 583 | |
Brian Carlstrom | 78128a6 | 2011-09-15 17:21:19 -0700 | [diff] [blame] | 584 | void* Thread::CreateCallback(void* arg) { |
Elliott Hughes | 93e74e8 | 2011-09-13 11:07:03 -0700 | [diff] [blame] | 585 | Thread* self = reinterpret_cast<Thread*>(arg); |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 586 | Runtime* runtime = Runtime::Current(); |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 587 | if (runtime == nullptr) { |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 588 | LOG(ERROR) << "Thread attaching to non-existent runtime: " << *self; |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 589 | return nullptr; |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 590 | } |
| 591 | { |
Ian Rogers | 50b35e2 | 2012-10-04 10:09:15 -0700 | [diff] [blame] | 592 | // TODO: pass self to MutexLock - requires self to equal Thread::Current(), which is only true |
| 593 | // after self->Init(). |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 594 | MutexLock mu(nullptr, *Locks::runtime_shutdown_lock_); |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 595 | // Check that if we got here we cannot be shutting down (as shutdown should never have started |
| 596 | // while threads are being born). |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 597 | CHECK(!runtime->IsShuttingDownLocked()); |
Andreas Gampe | 449357d | 2015-06-01 22:29:51 -0700 | [diff] [blame] | 598 | // Note: given that the JNIEnv is created in the parent thread, the only failure point here is |
| 599 | // a mess in InitStackHwm. We do not have a reasonable way to recover from that, so abort |
| 600 | // the runtime in such a case. In case this ever changes, we need to make sure here to |
| 601 | // delete the tmp_jni_env, as we own it at this point. |
| 602 | CHECK(self->Init(runtime->GetThreadList(), runtime->GetJavaVM(), self->tlsPtr_.tmp_jni_env)); |
| 603 | self->tlsPtr_.tmp_jni_env = nullptr; |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 604 | Runtime::Current()->EndThreadBirth(); |
| 605 | } |
Elliott Hughes | 47179f7 | 2011-10-27 16:44:39 -0700 | [diff] [blame] | 606 | { |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 607 | ScopedObjectAccess soa(self); |
Jeff Hao | 848f70a | 2014-01-15 13:49:50 -0800 | [diff] [blame] | 608 | self->InitStringEntryPoints(); |
Ian Rogers | cfaa455 | 2012-11-26 21:00:08 -0800 | [diff] [blame] | 609 | |
| 610 | // Copy peer into self, deleting global reference when done. |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 611 | CHECK(self->tlsPtr_.jpeer != nullptr); |
Mathieu Chartier | 1cc62e4 | 2016-10-03 18:01:28 -0700 | [diff] [blame] | 612 | self->tlsPtr_.opeer = soa.Decode<mirror::Object>(self->tlsPtr_.jpeer).Ptr(); |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 613 | self->GetJniEnv()->DeleteGlobalRef(self->tlsPtr_.jpeer); |
| 614 | self->tlsPtr_.jpeer = nullptr; |
Andreas Gampe | 08883de | 2016-11-08 13:20:52 -0800 | [diff] [blame] | 615 | self->SetThreadName(self->GetThreadName()->ToModifiedUtf8().c_str()); |
Narayan Kamath | a0b3451 | 2014-10-07 12:51:26 +0100 | [diff] [blame] | 616 | |
Andreas Gampe | 08883de | 2016-11-08 13:20:52 -0800 | [diff] [blame] | 617 | ArtField* priorityField = jni::DecodeArtField(WellKnownClasses::java_lang_Thread_priority); |
Narayan Kamath | a0b3451 | 2014-10-07 12:51:26 +0100 | [diff] [blame] | 618 | self->SetNativePriority(priorityField->GetInt(self->tlsPtr_.opeer)); |
Andreas Gampe | 04bbb5b | 2017-01-19 17:49:03 +0000 | [diff] [blame] | 619 | |
Andreas Gampe | ac30fa2 | 2017-01-18 21:02:36 -0800 | [diff] [blame] | 620 | runtime->GetRuntimeCallbacks()->ThreadStart(self); |
Ian Rogers | 365c102 | 2012-06-22 15:05:28 -0700 | [diff] [blame] | 621 | |
Charles Munger | aa31f49 | 2018-11-01 18:57:38 +0000 | [diff] [blame] | 622 | // Unpark ourselves if the java peer was unparked before it started (see |
| 623 | // b/28845097#comment49 for more information) |
| 624 | |
| 625 | ArtField* unparkedField = jni::DecodeArtField( |
| 626 | WellKnownClasses::java_lang_Thread_unparkedBeforeStart); |
| 627 | bool should_unpark = false; |
| 628 | { |
| 629 | // Hold the lock here, so that if another thread calls unpark before the thread starts |
| 630 | // we don't observe the unparkedBeforeStart field before the unparker writes to it, |
| 631 | // which could cause a lost unpark. |
| 632 | art::MutexLock mu(soa.Self(), *art::Locks::thread_list_lock_); |
| 633 | should_unpark = unparkedField->GetBoolean(self->tlsPtr_.opeer) == JNI_TRUE; |
| 634 | } |
| 635 | if (should_unpark) { |
| 636 | self->Unpark(); |
| 637 | } |
Ian Rogers | 365c102 | 2012-06-22 15:05:28 -0700 | [diff] [blame] | 638 | // Invoke the 'run' method of our java.lang.Thread. |
Mathieu Chartier | f5769e1 | 2017-01-10 15:54:41 -0800 | [diff] [blame] | 639 | ObjPtr<mirror::Object> receiver = self->tlsPtr_.opeer; |
Ian Rogers | 365c102 | 2012-06-22 15:05:28 -0700 | [diff] [blame] | 640 | jmethodID mid = WellKnownClasses::java_lang_Thread_run; |
Jeff Hao | 39b6c24 | 2015-05-19 20:30:23 -0700 | [diff] [blame] | 641 | ScopedLocalRef<jobject> ref(soa.Env(), soa.AddLocalReference<jobject>(receiver)); |
| 642 | InvokeVirtualOrInterfaceWithJValues(soa, ref.get(), mid, nullptr); |
Elliott Hughes | 47179f7 | 2011-10-27 16:44:39 -0700 | [diff] [blame] | 643 | } |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 644 | // Detach and delete self. |
| 645 | Runtime::Current()->GetThreadList()->Unregister(self); |
Elliott Hughes | 93e74e8 | 2011-09-13 11:07:03 -0700 | [diff] [blame] | 646 | |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 647 | return nullptr; |
Carl Shapiro | b557353 | 2011-07-12 18:22:59 -0700 | [diff] [blame] | 648 | } |
| 649 | |
Mathieu Chartier | 2b7c4d1 | 2014-05-19 10:52:16 -0700 | [diff] [blame] | 650 | Thread* Thread::FromManagedThread(const ScopedObjectAccessAlreadyRunnable& soa, |
Mathieu Chartier | f5769e1 | 2017-01-10 15:54:41 -0800 | [diff] [blame] | 651 | ObjPtr<mirror::Object> thread_peer) { |
Andreas Gampe | 08883de | 2016-11-08 13:20:52 -0800 | [diff] [blame] | 652 | ArtField* f = jni::DecodeArtField(WellKnownClasses::java_lang_Thread_nativePeer); |
Vladimir Marko | 78baed5 | 2018-10-11 10:44:58 +0100 | [diff] [blame] | 653 | Thread* result = reinterpret_cast64<Thread*>(f->GetLong(thread_peer)); |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 654 | // Sanity check that if we have a result it is either suspended or we hold the thread_list_lock_ |
| 655 | // to stop it from going away. |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 656 | if (kIsDebugBuild) { |
| 657 | MutexLock mu(soa.Self(), *Locks::thread_suspend_count_lock_); |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 658 | if (result != nullptr && !result->IsSuspended()) { |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 659 | Locks::thread_list_lock_->AssertHeld(soa.Self()); |
| 660 | } |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 661 | } |
| 662 | return result; |
Elliott Hughes | 761928d | 2011-11-16 18:33:03 -0800 | [diff] [blame] | 663 | } |
| 664 | |
Mathieu Chartier | 2b7c4d1 | 2014-05-19 10:52:16 -0700 | [diff] [blame] | 665 | Thread* Thread::FromManagedThread(const ScopedObjectAccessAlreadyRunnable& soa, |
| 666 | jobject java_thread) { |
Vladimir Marko | bcf1752 | 2018-06-01 13:14:32 +0100 | [diff] [blame] | 667 | return FromManagedThread(soa, soa.Decode<mirror::Object>(java_thread)); |
Elliott Hughes | 01158d7 | 2011-09-19 19:47:10 -0700 | [diff] [blame] | 668 | } |
| 669 | |
Elliott Hughes | ab7b9dc | 2012-03-27 13:16:29 -0700 | [diff] [blame] | 670 | static size_t FixStackSize(size_t stack_size) { |
Elliott Hughes | 7502e2a | 2011-10-02 13:24:37 -0700 | [diff] [blame] | 671 | // A stack size of zero means "use the default". |
Elliott Hughes | d369bb7 | 2011-09-12 14:41:14 -0700 | [diff] [blame] | 672 | if (stack_size == 0) { |
| 673 | stack_size = Runtime::Current()->GetDefaultStackSize(); |
| 674 | } |
Carl Shapiro | 61e019d | 2011-07-14 16:53:09 -0700 | [diff] [blame] | 675 | |
Brian Carlstrom | 6414a97 | 2012-04-14 14:20:04 -0700 | [diff] [blame] | 676 | // Dalvik used the bionic pthread default stack size for native threads, |
| 677 | // so include that here to support apps that expect large native stacks. |
| 678 | stack_size += 1 * MB; |
| 679 | |
Andreas Gampe | 7a55ce0 | 2018-06-19 10:07:18 -0700 | [diff] [blame] | 680 | // Under sanitization, frames of the interpreter may become bigger, both for C code as |
| 681 | // well as the ShadowFrame. Ensure a larger minimum size. Otherwise initialization |
| 682 | // of all core classes cannot be done in all test circumstances. |
| 683 | if (kMemoryToolIsAvailable) { |
| 684 | stack_size = std::max(2 * MB, stack_size); |
| 685 | } |
| 686 | |
Elliott Hughes | 7502e2a | 2011-10-02 13:24:37 -0700 | [diff] [blame] | 687 | // It's not possible to request a stack smaller than the system-defined PTHREAD_STACK_MIN. |
| 688 | if (stack_size < PTHREAD_STACK_MIN) { |
| 689 | stack_size = PTHREAD_STACK_MIN; |
| 690 | } |
| 691 | |
Dave Allison | f943914 | 2014-03-27 15:10:22 -0700 | [diff] [blame] | 692 | if (Runtime::Current()->ExplicitStackOverflowChecks()) { |
| 693 | // It's likely that callers are trying to ensure they have at least a certain amount of |
| 694 | // stack space, so we should add our reserved space on top of what they requested, rather |
| 695 | // than implicitly take it away from them. |
Andreas Gampe | 7ea6f79 | 2014-07-14 16:21:44 -0700 | [diff] [blame] | 696 | stack_size += GetStackOverflowReservedBytes(kRuntimeISA); |
Dave Allison | f943914 | 2014-03-27 15:10:22 -0700 | [diff] [blame] | 697 | } else { |
| 698 | // If we are going to use implicit stack checks, allocate space for the protected |
| 699 | // region at the bottom of the stack. |
Dave Allison | b090a18 | 2014-08-14 17:02:48 +0000 | [diff] [blame] | 700 | stack_size += Thread::kStackOverflowImplicitCheckSize + |
| 701 | GetStackOverflowReservedBytes(kRuntimeISA); |
Dave Allison | f943914 | 2014-03-27 15:10:22 -0700 | [diff] [blame] | 702 | } |
Elliott Hughes | 7502e2a | 2011-10-02 13:24:37 -0700 | [diff] [blame] | 703 | |
| 704 | // Some systems require the stack size to be a multiple of the system page size, so round up. |
| 705 | stack_size = RoundUp(stack_size, kPageSize); |
| 706 | |
| 707 | return stack_size; |
| 708 | } |
| 709 | |
Evgenii Stepanov | 84a4ab8 | 2016-05-13 14:01:41 -0700 | [diff] [blame] | 710 | // Return the nearest page-aligned address below the current stack top. |
| 711 | NO_INLINE |
| 712 | static uint8_t* FindStackTop() { |
| 713 | return reinterpret_cast<uint8_t*>( |
| 714 | AlignDown(__builtin_frame_address(0), kPageSize)); |
| 715 | } |
| 716 | |
Dave Allison | f943914 | 2014-03-27 15:10:22 -0700 | [diff] [blame] | 717 | // Install a protected region in the stack. This is used to trigger a SIGSEGV if a stack |
Dave Allison | 648d711 | 2014-07-25 16:15:27 -0700 | [diff] [blame] | 718 | // overflow is detected. It is located right below the stack_begin_. |
Evgenii Stepanov | 4abf451 | 2015-07-13 10:41:57 -0700 | [diff] [blame] | 719 | ATTRIBUTE_NO_SANITIZE_ADDRESS |
Dave Allison | 648d711 | 2014-07-25 16:15:27 -0700 | [diff] [blame] | 720 | void Thread::InstallImplicitProtection() { |
Ian Rogers | 1373595 | 2014-10-08 12:43:28 -0700 | [diff] [blame] | 721 | uint8_t* pregion = tlsPtr_.stack_begin - kStackOverflowProtectedSize; |
Evgenii Stepanov | 84a4ab8 | 2016-05-13 14:01:41 -0700 | [diff] [blame] | 722 | // Page containing current top of stack. |
| 723 | uint8_t* stack_top = FindStackTop(); |
Dave Allison | f943914 | 2014-03-27 15:10:22 -0700 | [diff] [blame] | 724 | |
Andreas Gampe | 2c2d2a0 | 2016-03-17 21:27:19 -0700 | [diff] [blame] | 725 | // Try to directly protect the stack. |
| 726 | VLOG(threads) << "installing stack protected region at " << std::hex << |
| 727 | static_cast<void*>(pregion) << " to " << |
| 728 | static_cast<void*>(pregion + kStackOverflowProtectedSize - 1); |
Andreas Gampe | 98ea9d9 | 2018-10-19 14:06:15 -0700 | [diff] [blame] | 729 | if (ProtectStack(/* fatal_on_error= */ false)) { |
Andreas Gampe | 2c2d2a0 | 2016-03-17 21:27:19 -0700 | [diff] [blame] | 730 | // Tell the kernel that we won't be needing these pages any more. |
| 731 | // NB. madvise will probably write zeroes into the memory (on linux it does). |
| 732 | uint32_t unwanted_size = stack_top - pregion - kPageSize; |
| 733 | madvise(pregion, unwanted_size, MADV_DONTNEED); |
| 734 | return; |
| 735 | } |
| 736 | |
| 737 | // There is a little complexity here that deserves a special mention. On some |
| 738 | // architectures, the stack is created using a VM_GROWSDOWN flag |
| 739 | // to prevent memory being allocated when it's not needed. This flag makes the |
| 740 | // kernel only allocate memory for the stack by growing down in memory. Because we |
| 741 | // want to put an mprotected region far away from that at the stack top, we need |
| 742 | // to make sure the pages for the stack are mapped in before we call mprotect. |
| 743 | // |
| 744 | // The failed mprotect in UnprotectStack is an indication of a thread with VM_GROWSDOWN |
| 745 | // with a non-mapped stack (usually only the main thread). |
| 746 | // |
| 747 | // We map in the stack by reading every page from the stack bottom (highest address) |
| 748 | // to the stack top. (We then madvise this away.) This must be done by reading from the |
Andreas Gampe | 6c63f86 | 2017-06-28 17:20:15 -0700 | [diff] [blame] | 749 | // current stack pointer downwards. |
Andreas Gampe | 2c2d2a0 | 2016-03-17 21:27:19 -0700 | [diff] [blame] | 750 | // |
Andreas Gampe | 6c63f86 | 2017-06-28 17:20:15 -0700 | [diff] [blame] | 751 | // Accesses too far below the current machine register corresponding to the stack pointer (e.g., |
| 752 | // ESP on x86[-32], SP on ARM) might cause a SIGSEGV (at least on x86 with newer kernels). We |
| 753 | // thus have to move the stack pointer. We do this portably by using a recursive function with a |
| 754 | // large stack frame size. |
Andreas Gampe | 2c2d2a0 | 2016-03-17 21:27:19 -0700 | [diff] [blame] | 755 | |
Andreas Gampe | 6c63f86 | 2017-06-28 17:20:15 -0700 | [diff] [blame] | 756 | // (Defensively) first remove the protection on the protected region as we'll want to read |
Andreas Gampe | 2c2d2a0 | 2016-03-17 21:27:19 -0700 | [diff] [blame] | 757 | // and write it. Ignore errors. |
Dave Allison | 648d711 | 2014-07-25 16:15:27 -0700 | [diff] [blame] | 758 | UnprotectStack(); |
Dave Allison | 69dfe51 | 2014-07-11 17:11:58 +0000 | [diff] [blame] | 759 | |
Andreas Gampe | 2c2d2a0 | 2016-03-17 21:27:19 -0700 | [diff] [blame] | 760 | VLOG(threads) << "Need to map in stack for thread at " << std::hex << |
| 761 | static_cast<void*>(pregion); |
Dave Allison | 69dfe51 | 2014-07-11 17:11:58 +0000 | [diff] [blame] | 762 | |
Andreas Gampe | 6c63f86 | 2017-06-28 17:20:15 -0700 | [diff] [blame] | 763 | struct RecurseDownStack { |
| 764 | // This function has an intentionally large stack size. |
| 765 | #pragma GCC diagnostic push |
| 766 | #pragma GCC diagnostic ignored "-Wframe-larger-than=" |
| 767 | NO_INLINE |
| 768 | static void Touch(uintptr_t target) { |
| 769 | volatile size_t zero = 0; |
| 770 | // Use a large local volatile array to ensure a large frame size. Do not use anything close |
| 771 | // to a full page for ASAN. It would be nice to ensure the frame size is at most a page, but |
| 772 | // there is no pragma support for this. |
Andreas Gampe | 6f1c751 | 2017-07-05 19:18:31 -0700 | [diff] [blame] | 773 | // Note: for ASAN we need to shrink the array a bit, as there's other overhead. |
| 774 | constexpr size_t kAsanMultiplier = |
| 775 | #ifdef ADDRESS_SANITIZER |
| 776 | 2u; |
| 777 | #else |
| 778 | 1u; |
| 779 | #endif |
| 780 | volatile char space[kPageSize - (kAsanMultiplier * 256)]; |
Andreas Gampe | e383d23 | 2018-06-19 12:29:51 -0700 | [diff] [blame] | 781 | char sink ATTRIBUTE_UNUSED = space[zero]; // NOLINT |
Evgenii Stepanov | 9b7656d | 2018-08-21 15:18:49 -0700 | [diff] [blame] | 782 | // Remove tag from the pointer. Nop in non-hwasan builds. |
| 783 | uintptr_t addr = reinterpret_cast<uintptr_t>(__hwasan_tag_pointer(space, 0)); |
| 784 | if (addr >= target + kPageSize) { |
Andreas Gampe | 6c63f86 | 2017-06-28 17:20:15 -0700 | [diff] [blame] | 785 | Touch(target); |
| 786 | } |
| 787 | zero *= 2; // Try to avoid tail recursion. |
| 788 | } |
| 789 | #pragma GCC diagnostic pop |
| 790 | }; |
| 791 | RecurseDownStack::Touch(reinterpret_cast<uintptr_t>(pregion)); |
Dave Allison | 69dfe51 | 2014-07-11 17:11:58 +0000 | [diff] [blame] | 792 | |
Andreas Gampe | 2c2d2a0 | 2016-03-17 21:27:19 -0700 | [diff] [blame] | 793 | VLOG(threads) << "(again) installing stack protected region at " << std::hex << |
Dave Allison | f943914 | 2014-03-27 15:10:22 -0700 | [diff] [blame] | 794 | static_cast<void*>(pregion) << " to " << |
| 795 | static_cast<void*>(pregion + kStackOverflowProtectedSize - 1); |
| 796 | |
Dave Allison | 648d711 | 2014-07-25 16:15:27 -0700 | [diff] [blame] | 797 | // Protect the bottom of the stack to prevent read/write to it. |
Andreas Gampe | 98ea9d9 | 2018-10-19 14:06:15 -0700 | [diff] [blame] | 798 | ProtectStack(/* fatal_on_error= */ true); |
Dave Allison | 5cd3375 | 2014-04-15 15:57:58 -0700 | [diff] [blame] | 799 | |
| 800 | // Tell the kernel that we won't be needing these pages any more. |
Dave Allison | 69dfe51 | 2014-07-11 17:11:58 +0000 | [diff] [blame] | 801 | // NB. madvise will probably write zeroes into the memory (on linux it does). |
Dave Allison | 648d711 | 2014-07-25 16:15:27 -0700 | [diff] [blame] | 802 | uint32_t unwanted_size = stack_top - pregion - kPageSize; |
| 803 | madvise(pregion, unwanted_size, MADV_DONTNEED); |
Dave Allison | f943914 | 2014-03-27 15:10:22 -0700 | [diff] [blame] | 804 | } |
| 805 | |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 806 | void Thread::CreateNativeThread(JNIEnv* env, jobject java_peer, size_t stack_size, bool is_daemon) { |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 807 | CHECK(java_peer != nullptr); |
Ian Rogers | 55256cb | 2017-12-21 17:07:11 -0800 | [diff] [blame] | 808 | Thread* self = static_cast<JNIEnvExt*>(env)->GetSelf(); |
Andreas Gampe | 5662383 | 2015-07-09 21:53:15 -0700 | [diff] [blame] | 809 | |
| 810 | if (VLOG_IS_ON(threads)) { |
| 811 | ScopedObjectAccess soa(env); |
| 812 | |
Andreas Gampe | 08883de | 2016-11-08 13:20:52 -0800 | [diff] [blame] | 813 | ArtField* f = jni::DecodeArtField(WellKnownClasses::java_lang_Thread_name); |
Mathieu Chartier | 3398c78 | 2016-09-30 10:27:43 -0700 | [diff] [blame] | 814 | ObjPtr<mirror::String> java_name = |
| 815 | f->GetObject(soa.Decode<mirror::Object>(java_peer))->AsString(); |
Andreas Gampe | 5662383 | 2015-07-09 21:53:15 -0700 | [diff] [blame] | 816 | std::string thread_name; |
| 817 | if (java_name != nullptr) { |
| 818 | thread_name = java_name->ToModifiedUtf8(); |
| 819 | } else { |
| 820 | thread_name = "(Unnamed)"; |
| 821 | } |
| 822 | |
| 823 | VLOG(threads) << "Creating native thread for " << thread_name; |
Andreas Gampe | 3fec9ac | 2016-09-13 10:47:28 -0700 | [diff] [blame] | 824 | self->Dump(LOG_STREAM(INFO)); |
Andreas Gampe | 5662383 | 2015-07-09 21:53:15 -0700 | [diff] [blame] | 825 | } |
| 826 | |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 827 | Runtime* runtime = Runtime::Current(); |
Mathieu Chartier | dbe6f46 | 2012-09-25 16:54:50 -0700 | [diff] [blame] | 828 | |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 829 | // Atomically start the birth of the thread ensuring the runtime isn't shutting down. |
| 830 | bool thread_start_during_shutdown = false; |
Elliott Hughes | 47179f7 | 2011-10-27 16:44:39 -0700 | [diff] [blame] | 831 | { |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 832 | MutexLock mu(self, *Locks::runtime_shutdown_lock_); |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 833 | if (runtime->IsShuttingDownLocked()) { |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 834 | thread_start_during_shutdown = true; |
| 835 | } else { |
| 836 | runtime->StartThreadBirth(); |
| 837 | } |
Elliott Hughes | 47179f7 | 2011-10-27 16:44:39 -0700 | [diff] [blame] | 838 | } |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 839 | if (thread_start_during_shutdown) { |
| 840 | ScopedLocalRef<jclass> error_class(env, env->FindClass("java/lang/InternalError")); |
| 841 | env->ThrowNew(error_class.get(), "Thread starting during runtime shutdown"); |
| 842 | return; |
| 843 | } |
| 844 | |
| 845 | Thread* child_thread = new Thread(is_daemon); |
| 846 | // Use global JNI ref to hold peer live while child thread starts. |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 847 | child_thread->tlsPtr_.jpeer = env->NewGlobalRef(java_peer); |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 848 | stack_size = FixStackSize(stack_size); |
| 849 | |
Roland Levillain | 2ae376f | 2018-01-30 11:35:11 +0000 | [diff] [blame] | 850 | // Thread.start is synchronized, so we know that nativePeer is 0, and know that we're not racing |
| 851 | // to assign it. |
Ian Rogers | ef7d42f | 2014-01-06 12:55:46 -0800 | [diff] [blame] | 852 | env->SetLongField(java_peer, WellKnownClasses::java_lang_Thread_nativePeer, |
| 853 | reinterpret_cast<jlong>(child_thread)); |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 854 | |
Andreas Gampe | 449357d | 2015-06-01 22:29:51 -0700 | [diff] [blame] | 855 | // Try to allocate a JNIEnvExt for the thread. We do this here as we might be out of memory and |
| 856 | // do not have a good way to report this on the child's side. |
Richard Uhler | da0a69e | 2016-10-11 15:06:38 +0100 | [diff] [blame] | 857 | std::string error_msg; |
Andreas Gampe | 449357d | 2015-06-01 22:29:51 -0700 | [diff] [blame] | 858 | std::unique_ptr<JNIEnvExt> child_jni_env_ext( |
Richard Uhler | da0a69e | 2016-10-11 15:06:38 +0100 | [diff] [blame] | 859 | JNIEnvExt::Create(child_thread, Runtime::Current()->GetJavaVM(), &error_msg)); |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 860 | |
Andreas Gampe | 449357d | 2015-06-01 22:29:51 -0700 | [diff] [blame] | 861 | int pthread_create_result = 0; |
| 862 | if (child_jni_env_ext.get() != nullptr) { |
| 863 | pthread_t new_pthread; |
| 864 | pthread_attr_t attr; |
| 865 | child_thread->tlsPtr_.tmp_jni_env = child_jni_env_ext.get(); |
| 866 | CHECK_PTHREAD_CALL(pthread_attr_init, (&attr), "new thread"); |
| 867 | CHECK_PTHREAD_CALL(pthread_attr_setdetachstate, (&attr, PTHREAD_CREATE_DETACHED), |
| 868 | "PTHREAD_CREATE_DETACHED"); |
| 869 | CHECK_PTHREAD_CALL(pthread_attr_setstacksize, (&attr, stack_size), stack_size); |
| 870 | pthread_create_result = pthread_create(&new_pthread, |
| 871 | &attr, |
| 872 | Thread::CreateCallback, |
| 873 | child_thread); |
| 874 | CHECK_PTHREAD_CALL(pthread_attr_destroy, (&attr), "new thread"); |
| 875 | |
| 876 | if (pthread_create_result == 0) { |
| 877 | // pthread_create started the new thread. The child is now responsible for managing the |
| 878 | // JNIEnvExt we created. |
| 879 | // Note: we can't check for tmp_jni_env == nullptr, as that would require synchronization |
| 880 | // between the threads. |
Andreas Gampe | afaf7f8 | 2018-10-16 11:32:38 -0700 | [diff] [blame] | 881 | child_jni_env_ext.release(); // NOLINT pthreads API. |
Andreas Gampe | 449357d | 2015-06-01 22:29:51 -0700 | [diff] [blame] | 882 | return; |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 883 | } |
Andreas Gampe | 449357d | 2015-06-01 22:29:51 -0700 | [diff] [blame] | 884 | } |
| 885 | |
| 886 | // Either JNIEnvExt::Create or pthread_create(3) failed, so clean up. |
| 887 | { |
| 888 | MutexLock mu(self, *Locks::runtime_shutdown_lock_); |
| 889 | runtime->EndThreadBirth(); |
| 890 | } |
| 891 | // Manually delete the global reference since Thread::Init will not have been run. |
| 892 | env->DeleteGlobalRef(child_thread->tlsPtr_.jpeer); |
| 893 | child_thread->tlsPtr_.jpeer = nullptr; |
| 894 | delete child_thread; |
| 895 | child_thread = nullptr; |
| 896 | // TODO: remove from thread group? |
| 897 | env->SetLongField(java_peer, WellKnownClasses::java_lang_Thread_nativePeer, 0); |
| 898 | { |
| 899 | std::string msg(child_jni_env_ext.get() == nullptr ? |
Richard Uhler | da0a69e | 2016-10-11 15:06:38 +0100 | [diff] [blame] | 900 | StringPrintf("Could not allocate JNI Env: %s", error_msg.c_str()) : |
Andreas Gampe | 449357d | 2015-06-01 22:29:51 -0700 | [diff] [blame] | 901 | StringPrintf("pthread_create (%s stack) failed: %s", |
| 902 | PrettySize(stack_size).c_str(), strerror(pthread_create_result))); |
| 903 | ScopedObjectAccess soa(env); |
| 904 | soa.Self()->ThrowOutOfMemoryError(msg.c_str()); |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 905 | } |
Carl Shapiro | 61e019d | 2011-07-14 16:53:09 -0700 | [diff] [blame] | 906 | } |
| 907 | |
Andreas Gampe | 449357d | 2015-06-01 22:29:51 -0700 | [diff] [blame] | 908 | bool Thread::Init(ThreadList* thread_list, JavaVMExt* java_vm, JNIEnvExt* jni_env_ext) { |
Elliott Hughes | 462c944 | 2012-03-23 18:47:50 -0700 | [diff] [blame] | 909 | // This function does all the initialization that must be run by the native thread it applies to. |
| 910 | // (When we create a new thread from managed code, we allocate the Thread* in Thread::Create so |
| 911 | // we can handshake with the corresponding native thread when it's ready.) Check this native |
| 912 | // thread hasn't been through here already... |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 913 | CHECK(Thread::Current() == nullptr); |
Ian Rogers | f4d4da1 | 2014-11-11 16:10:33 -0800 | [diff] [blame] | 914 | |
| 915 | // Set pthread_self_ ahead of pthread_setspecific, that makes Thread::Current function, this |
| 916 | // avoids pthread_self_ ever being invalid when discovered from Thread::Current(). |
| 917 | tlsPtr_.pthread_self = pthread_self(); |
| 918 | CHECK(is_started_); |
| 919 | |
Mathieu Chartier | 3a0cd34 | 2018-12-13 13:45:17 -0800 | [diff] [blame] | 920 | ScopedTrace trace("Thread::Init"); |
| 921 | |
Elliott Hughes | d8af159 | 2012-04-16 20:40:15 -0700 | [diff] [blame] | 922 | SetUpAlternateSignalStack(); |
Ian Rogers | f4d4da1 | 2014-11-11 16:10:33 -0800 | [diff] [blame] | 923 | if (!InitStackHwm()) { |
| 924 | return false; |
| 925 | } |
Elliott Hughes | 93e74e8 | 2011-09-13 11:07:03 -0700 | [diff] [blame] | 926 | InitCpu(); |
Ian Rogers | 848871b | 2013-08-05 10:56:33 -0700 | [diff] [blame] | 927 | InitTlsEntryPoints(); |
Dave Allison | b373e09 | 2014-02-20 16:06:36 -0800 | [diff] [blame] | 928 | RemoveSuspendTrigger(); |
Ian Rogers | 5d76c43 | 2011-10-31 21:42:49 -0700 | [diff] [blame] | 929 | InitCardTable(); |
Ian Rogers | 01ae580 | 2012-09-28 16:14:01 -0700 | [diff] [blame] | 930 | InitTid(); |
Mathieu Chartier | 3a0cd34 | 2018-12-13 13:45:17 -0800 | [diff] [blame] | 931 | { |
| 932 | ScopedTrace trace2("InitInterpreterTls"); |
| 933 | interpreter::InitInterpreterTls(this); |
| 934 | } |
Ian Rogers | f4d4da1 | 2014-11-11 16:10:33 -0800 | [diff] [blame] | 935 | |
Bilyan Borisov | bb661c0 | 2016-04-04 16:27:32 +0100 | [diff] [blame] | 936 | #ifdef ART_TARGET_ANDROID |
Andreas Gampe | 4382f1e | 2015-08-05 01:08:53 +0000 | [diff] [blame] | 937 | __get_tls()[TLS_SLOT_ART_THREAD_SELF] = this; |
| 938 | #else |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 939 | CHECK_PTHREAD_CALL(pthread_setspecific, (Thread::pthread_key_self_, this), "attach self"); |
Andreas Gampe | 4382f1e | 2015-08-05 01:08:53 +0000 | [diff] [blame] | 940 | #endif |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 941 | DCHECK_EQ(Thread::Current(), this); |
Carl Shapiro | 61e019d | 2011-07-14 16:53:09 -0700 | [diff] [blame] | 942 | |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 943 | tls32_.thin_lock_thread_id = thread_list->AllocThreadId(this); |
Carl Shapiro | 61e019d | 2011-07-14 16:53:09 -0700 | [diff] [blame] | 944 | |
Andreas Gampe | 449357d | 2015-06-01 22:29:51 -0700 | [diff] [blame] | 945 | if (jni_env_ext != nullptr) { |
Ian Rogers | 55256cb | 2017-12-21 17:07:11 -0800 | [diff] [blame] | 946 | DCHECK_EQ(jni_env_ext->GetVm(), java_vm); |
| 947 | DCHECK_EQ(jni_env_ext->GetSelf(), this); |
Andreas Gampe | 449357d | 2015-06-01 22:29:51 -0700 | [diff] [blame] | 948 | tlsPtr_.jni_env = jni_env_ext; |
| 949 | } else { |
Richard Uhler | da0a69e | 2016-10-11 15:06:38 +0100 | [diff] [blame] | 950 | std::string error_msg; |
| 951 | tlsPtr_.jni_env = JNIEnvExt::Create(this, java_vm, &error_msg); |
Andreas Gampe | 449357d | 2015-06-01 22:29:51 -0700 | [diff] [blame] | 952 | if (tlsPtr_.jni_env == nullptr) { |
Richard Uhler | da0a69e | 2016-10-11 15:06:38 +0100 | [diff] [blame] | 953 | LOG(ERROR) << "Failed to create JNIEnvExt: " << error_msg; |
Andreas Gampe | 449357d | 2015-06-01 22:29:51 -0700 | [diff] [blame] | 954 | return false; |
| 955 | } |
Andreas Gampe | 3f5881f | 2015-04-08 10:26:16 -0700 | [diff] [blame] | 956 | } |
| 957 | |
Mathieu Chartier | 3a0cd34 | 2018-12-13 13:45:17 -0800 | [diff] [blame] | 958 | ScopedTrace trace3("ThreadList::Register"); |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 959 | thread_list->Register(this); |
Ian Rogers | f4d4da1 | 2014-11-11 16:10:33 -0800 | [diff] [blame] | 960 | return true; |
Elliott Hughes | 93e74e8 | 2011-09-13 11:07:03 -0700 | [diff] [blame] | 961 | } |
| 962 | |
Andreas Gampe | 732b0ac | 2017-01-18 15:23:39 -0800 | [diff] [blame] | 963 | template <typename PeerAction> |
| 964 | Thread* Thread::Attach(const char* thread_name, bool as_daemon, PeerAction peer_action) { |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 965 | Runtime* runtime = Runtime::Current(); |
Mathieu Chartier | 3a0cd34 | 2018-12-13 13:45:17 -0800 | [diff] [blame] | 966 | ScopedTrace trace("Thread::Attach"); |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 967 | if (runtime == nullptr) { |
Kazuhiro Inaba | 9ff1251 | 2017-12-04 16:26:38 +0900 | [diff] [blame] | 968 | LOG(ERROR) << "Thread attaching to non-existent runtime: " << |
| 969 | ((thread_name != nullptr) ? thread_name : "(Unnamed)"); |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 970 | return nullptr; |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 971 | } |
Ian Rogers | f4d4da1 | 2014-11-11 16:10:33 -0800 | [diff] [blame] | 972 | Thread* self; |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 973 | { |
Mathieu Chartier | 3a0cd34 | 2018-12-13 13:45:17 -0800 | [diff] [blame] | 974 | ScopedTrace trace2("Thread birth"); |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 975 | MutexLock mu(nullptr, *Locks::runtime_shutdown_lock_); |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 976 | if (runtime->IsShuttingDownLocked()) { |
Kazuhiro Inaba | 9ff1251 | 2017-12-04 16:26:38 +0900 | [diff] [blame] | 977 | LOG(WARNING) << "Thread attaching while runtime is shutting down: " << |
| 978 | ((thread_name != nullptr) ? thread_name : "(Unnamed)"); |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 979 | return nullptr; |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 980 | } else { |
| 981 | Runtime::Current()->StartThreadBirth(); |
| 982 | self = new Thread(as_daemon); |
Ian Rogers | f4d4da1 | 2014-11-11 16:10:33 -0800 | [diff] [blame] | 983 | bool init_success = self->Init(runtime->GetThreadList(), runtime->GetJavaVM()); |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 984 | Runtime::Current()->EndThreadBirth(); |
Ian Rogers | f4d4da1 | 2014-11-11 16:10:33 -0800 | [diff] [blame] | 985 | if (!init_success) { |
| 986 | delete self; |
| 987 | return nullptr; |
| 988 | } |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 989 | } |
| 990 | } |
Elliott Hughes | 93e74e8 | 2011-09-13 11:07:03 -0700 | [diff] [blame] | 991 | |
Jeff Hao | 848f70a | 2014-01-15 13:49:50 -0800 | [diff] [blame] | 992 | self->InitStringEntryPoints(); |
| 993 | |
Mathieu Chartier | dbe6f46 | 2012-09-25 16:54:50 -0700 | [diff] [blame] | 994 | CHECK_NE(self->GetState(), kRunnable); |
| 995 | self->SetState(kNative); |
Elliott Hughes | 93e74e8 | 2011-09-13 11:07:03 -0700 | [diff] [blame] | 996 | |
Andreas Gampe | 732b0ac | 2017-01-18 15:23:39 -0800 | [diff] [blame] | 997 | // Run the action that is acting on the peer. |
| 998 | if (!peer_action(self)) { |
| 999 | runtime->GetThreadList()->Unregister(self); |
| 1000 | // Unregister deletes self, no need to do this here. |
| 1001 | return nullptr; |
Elliott Hughes | 5fe594f | 2011-09-08 12:33:17 -0700 | [diff] [blame] | 1002 | } |
Elliott Hughes | cac6cc7 | 2011-11-03 20:31:21 -0700 | [diff] [blame] | 1003 | |
Andreas Gampe | 5662383 | 2015-07-09 21:53:15 -0700 | [diff] [blame] | 1004 | if (VLOG_IS_ON(threads)) { |
| 1005 | if (thread_name != nullptr) { |
| 1006 | VLOG(threads) << "Attaching thread " << thread_name; |
| 1007 | } else { |
| 1008 | VLOG(threads) << "Attaching unnamed thread."; |
| 1009 | } |
| 1010 | ScopedObjectAccess soa(self); |
Andreas Gampe | 3fec9ac | 2016-09-13 10:47:28 -0700 | [diff] [blame] | 1011 | self->Dump(LOG_STREAM(INFO)); |
Andreas Gampe | 5662383 | 2015-07-09 21:53:15 -0700 | [diff] [blame] | 1012 | } |
| 1013 | |
Daniel Mihalyi | dfafeef | 2014-10-20 11:47:56 +0200 | [diff] [blame] | 1014 | { |
| 1015 | ScopedObjectAccess soa(self); |
Andreas Gampe | ac30fa2 | 2017-01-18 21:02:36 -0800 | [diff] [blame] | 1016 | runtime->GetRuntimeCallbacks()->ThreadStart(self); |
Daniel Mihalyi | dfafeef | 2014-10-20 11:47:56 +0200 | [diff] [blame] | 1017 | } |
| 1018 | |
Elliott Hughes | 5fe594f | 2011-09-08 12:33:17 -0700 | [diff] [blame] | 1019 | return self; |
| 1020 | } |
| 1021 | |
Andreas Gampe | 732b0ac | 2017-01-18 15:23:39 -0800 | [diff] [blame] | 1022 | Thread* Thread::Attach(const char* thread_name, |
| 1023 | bool as_daemon, |
| 1024 | jobject thread_group, |
| 1025 | bool create_peer) { |
| 1026 | auto create_peer_action = [&](Thread* self) { |
| 1027 | // If we're the main thread, ClassLinker won't be created until after we're attached, |
| 1028 | // so that thread needs a two-stage attach. Regular threads don't need this hack. |
| 1029 | // In the compiler, all threads need this hack, because no-one's going to be getting |
| 1030 | // a native peer! |
| 1031 | if (create_peer) { |
| 1032 | self->CreatePeer(thread_name, as_daemon, thread_group); |
| 1033 | if (self->IsExceptionPending()) { |
Roland Levillain | 2ae376f | 2018-01-30 11:35:11 +0000 | [diff] [blame] | 1034 | // We cannot keep the exception around, as we're deleting self. Try to be helpful and log |
| 1035 | // it. |
Andreas Gampe | 732b0ac | 2017-01-18 15:23:39 -0800 | [diff] [blame] | 1036 | { |
| 1037 | ScopedObjectAccess soa(self); |
| 1038 | LOG(ERROR) << "Exception creating thread peer:"; |
| 1039 | LOG(ERROR) << self->GetException()->Dump(); |
| 1040 | self->ClearException(); |
| 1041 | } |
| 1042 | return false; |
| 1043 | } |
| 1044 | } else { |
| 1045 | // These aren't necessary, but they improve diagnostics for unit tests & command-line tools. |
| 1046 | if (thread_name != nullptr) { |
| 1047 | self->tlsPtr_.name->assign(thread_name); |
| 1048 | ::art::SetThreadName(thread_name); |
Ian Rogers | 55256cb | 2017-12-21 17:07:11 -0800 | [diff] [blame] | 1049 | } else if (self->GetJniEnv()->IsCheckJniEnabled()) { |
Andreas Gampe | 732b0ac | 2017-01-18 15:23:39 -0800 | [diff] [blame] | 1050 | LOG(WARNING) << *Thread::Current() << " attached without supplying a name"; |
| 1051 | } |
| 1052 | } |
| 1053 | return true; |
| 1054 | }; |
| 1055 | return Attach(thread_name, as_daemon, create_peer_action); |
| 1056 | } |
| 1057 | |
| 1058 | Thread* Thread::Attach(const char* thread_name, bool as_daemon, jobject thread_peer) { |
| 1059 | auto set_peer_action = [&](Thread* self) { |
| 1060 | // Install the given peer. |
| 1061 | { |
| 1062 | DCHECK(self == Thread::Current()); |
| 1063 | ScopedObjectAccess soa(self); |
| 1064 | self->tlsPtr_.opeer = soa.Decode<mirror::Object>(thread_peer).Ptr(); |
| 1065 | } |
| 1066 | self->GetJniEnv()->SetLongField(thread_peer, |
| 1067 | WellKnownClasses::java_lang_Thread_nativePeer, |
Vladimir Marko | 78baed5 | 2018-10-11 10:44:58 +0100 | [diff] [blame] | 1068 | reinterpret_cast64<jlong>(self)); |
Andreas Gampe | 732b0ac | 2017-01-18 15:23:39 -0800 | [diff] [blame] | 1069 | return true; |
| 1070 | }; |
| 1071 | return Attach(thread_name, as_daemon, set_peer_action); |
| 1072 | } |
| 1073 | |
Ian Rogers | 365c102 | 2012-06-22 15:05:28 -0700 | [diff] [blame] | 1074 | void Thread::CreatePeer(const char* name, bool as_daemon, jobject thread_group) { |
| 1075 | Runtime* runtime = Runtime::Current(); |
| 1076 | CHECK(runtime->IsStarted()); |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1077 | JNIEnv* env = tlsPtr_.jni_env; |
Elliott Hughes | 5fe594f | 2011-09-08 12:33:17 -0700 | [diff] [blame] | 1078 | |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 1079 | if (thread_group == nullptr) { |
Ian Rogers | 365c102 | 2012-06-22 15:05:28 -0700 | [diff] [blame] | 1080 | thread_group = runtime->GetMainThreadGroup(); |
Elliott Hughes | 462c944 | 2012-03-23 18:47:50 -0700 | [diff] [blame] | 1081 | } |
Elliott Hughes | 726079d | 2011-10-07 18:43:44 -0700 | [diff] [blame] | 1082 | ScopedLocalRef<jobject> thread_name(env, env->NewStringUTF(name)); |
Mathieu Chartier | e07fd17 | 2014-11-10 16:58:19 -0800 | [diff] [blame] | 1083 | // Add missing null check in case of OOM b/18297817 |
Vladimir Marko | 4451205 | 2014-11-12 15:41:57 +0000 | [diff] [blame] | 1084 | if (name != nullptr && thread_name.get() == nullptr) { |
Mathieu Chartier | e07fd17 | 2014-11-10 16:58:19 -0800 | [diff] [blame] | 1085 | CHECK(IsExceptionPending()); |
| 1086 | return; |
| 1087 | } |
Elliott Hughes | 8daa092 | 2011-09-11 13:46:25 -0700 | [diff] [blame] | 1088 | jint thread_priority = GetNativePriority(); |
Elliott Hughes | 5fe594f | 2011-09-08 12:33:17 -0700 | [diff] [blame] | 1089 | jboolean thread_is_daemon = as_daemon; |
| 1090 | |
Elliott Hughes | eac7667 | 2012-05-24 21:56:51 -0700 | [diff] [blame] | 1091 | ScopedLocalRef<jobject> peer(env, env->AllocObject(WellKnownClasses::java_lang_Thread)); |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 1092 | if (peer.get() == nullptr) { |
Mathieu Chartier | dbe6f46 | 2012-09-25 16:54:50 -0700 | [diff] [blame] | 1093 | CHECK(IsExceptionPending()); |
| 1094 | return; |
Ian Rogers | 5d4bdc2 | 2011-11-02 22:15:43 -0700 | [diff] [blame] | 1095 | } |
Ian Rogers | cfaa455 | 2012-11-26 21:00:08 -0800 | [diff] [blame] | 1096 | { |
| 1097 | ScopedObjectAccess soa(this); |
Mathieu Chartier | 1cc62e4 | 2016-10-03 18:01:28 -0700 | [diff] [blame] | 1098 | tlsPtr_.opeer = soa.Decode<mirror::Object>(peer.get()).Ptr(); |
Ian Rogers | cfaa455 | 2012-11-26 21:00:08 -0800 | [diff] [blame] | 1099 | } |
Elliott Hughes | eac7667 | 2012-05-24 21:56:51 -0700 | [diff] [blame] | 1100 | env->CallNonvirtualVoidMethod(peer.get(), |
| 1101 | WellKnownClasses::java_lang_Thread, |
| 1102 | WellKnownClasses::java_lang_Thread_init, |
Ian Rogers | 365c102 | 2012-06-22 15:05:28 -0700 | [diff] [blame] | 1103 | thread_group, thread_name.get(), thread_priority, thread_is_daemon); |
Andreas Gampe | 4b1d4ec | 2015-10-01 16:47:26 -0700 | [diff] [blame] | 1104 | if (IsExceptionPending()) { |
| 1105 | return; |
| 1106 | } |
Elliott Hughes | d369bb7 | 2011-09-12 14:41:14 -0700 | [diff] [blame] | 1107 | |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 1108 | Thread* self = this; |
| 1109 | DCHECK_EQ(self, Thread::Current()); |
Vladimir Marko | 78baed5 | 2018-10-11 10:44:58 +0100 | [diff] [blame] | 1110 | env->SetLongField(peer.get(), |
| 1111 | WellKnownClasses::java_lang_Thread_nativePeer, |
| 1112 | reinterpret_cast64<jlong>(self)); |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 1113 | |
| 1114 | ScopedObjectAccess soa(self); |
Mathieu Chartier | eb8167a | 2014-05-07 15:43:14 -0700 | [diff] [blame] | 1115 | StackHandleScope<1> hs(self); |
Andreas Gampe | 08883de | 2016-11-08 13:20:52 -0800 | [diff] [blame] | 1116 | MutableHandle<mirror::String> peer_thread_name(hs.NewHandle(GetThreadName())); |
Andreas Gampe | fa4333d | 2017-02-14 11:10:34 -0800 | [diff] [blame] | 1117 | if (peer_thread_name == nullptr) { |
Brian Carlstrom | 00fae58 | 2011-10-28 01:16:28 -0700 | [diff] [blame] | 1118 | // The Thread constructor should have set the Thread.name to a |
| 1119 | // non-null value. However, because we can run without code |
| 1120 | // available (in the compiler, in tests), we manually assign the |
| 1121 | // fields the constructor should have set. |
Sebastien Hertz | d2fe10a | 2014-01-15 10:20:56 +0100 | [diff] [blame] | 1122 | if (runtime->IsActiveTransaction()) { |
Andreas Gampe | bad529d | 2017-02-13 18:52:10 -0800 | [diff] [blame] | 1123 | InitPeer<true>(soa, |
| 1124 | tlsPtr_.opeer, |
| 1125 | thread_is_daemon, |
| 1126 | thread_group, |
| 1127 | thread_name.get(), |
| 1128 | thread_priority); |
Sebastien Hertz | d2fe10a | 2014-01-15 10:20:56 +0100 | [diff] [blame] | 1129 | } else { |
Andreas Gampe | bad529d | 2017-02-13 18:52:10 -0800 | [diff] [blame] | 1130 | InitPeer<false>(soa, |
| 1131 | tlsPtr_.opeer, |
| 1132 | thread_is_daemon, |
| 1133 | thread_group, |
| 1134 | thread_name.get(), |
| 1135 | thread_priority); |
Sebastien Hertz | d2fe10a | 2014-01-15 10:20:56 +0100 | [diff] [blame] | 1136 | } |
Andreas Gampe | 08883de | 2016-11-08 13:20:52 -0800 | [diff] [blame] | 1137 | peer_thread_name.Assign(GetThreadName()); |
Brian Carlstrom | 00fae58 | 2011-10-28 01:16:28 -0700 | [diff] [blame] | 1138 | } |
Elliott Hughes | 225f5a1 | 2012-06-11 11:23:48 -0700 | [diff] [blame] | 1139 | // 'thread_name' may have been null, so don't trust 'peer_thread_name' to be non-null. |
Andreas Gampe | fa4333d | 2017-02-14 11:10:34 -0800 | [diff] [blame] | 1140 | if (peer_thread_name != nullptr) { |
Elliott Hughes | 899e789 | 2012-01-24 14:57:32 -0800 | [diff] [blame] | 1141 | SetThreadName(peer_thread_name->ToModifiedUtf8().c_str()); |
Brian Carlstrom | 00fae58 | 2011-10-28 01:16:28 -0700 | [diff] [blame] | 1142 | } |
Carl Shapiro | 61e019d | 2011-07-14 16:53:09 -0700 | [diff] [blame] | 1143 | } |
| 1144 | |
Andreas Gampe | bad529d | 2017-02-13 18:52:10 -0800 | [diff] [blame] | 1145 | jobject Thread::CreateCompileTimePeer(JNIEnv* env, |
| 1146 | const char* name, |
| 1147 | bool as_daemon, |
| 1148 | jobject thread_group) { |
| 1149 | Runtime* runtime = Runtime::Current(); |
| 1150 | CHECK(!runtime->IsStarted()); |
| 1151 | |
| 1152 | if (thread_group == nullptr) { |
| 1153 | thread_group = runtime->GetMainThreadGroup(); |
| 1154 | } |
| 1155 | ScopedLocalRef<jobject> thread_name(env, env->NewStringUTF(name)); |
| 1156 | // Add missing null check in case of OOM b/18297817 |
| 1157 | if (name != nullptr && thread_name.get() == nullptr) { |
| 1158 | CHECK(Thread::Current()->IsExceptionPending()); |
| 1159 | return nullptr; |
| 1160 | } |
Andreas Gampe | a1e5b97 | 2019-03-18 16:54:25 -0700 | [diff] [blame] | 1161 | jint thread_priority = kNormThreadPriority; // Always normalize to NORM priority. |
Andreas Gampe | bad529d | 2017-02-13 18:52:10 -0800 | [diff] [blame] | 1162 | jboolean thread_is_daemon = as_daemon; |
| 1163 | |
| 1164 | ScopedLocalRef<jobject> peer(env, env->AllocObject(WellKnownClasses::java_lang_Thread)); |
| 1165 | if (peer.get() == nullptr) { |
| 1166 | CHECK(Thread::Current()->IsExceptionPending()); |
| 1167 | return nullptr; |
| 1168 | } |
| 1169 | |
| 1170 | // We cannot call Thread.init, as it will recursively ask for currentThread. |
| 1171 | |
| 1172 | // The Thread constructor should have set the Thread.name to a |
| 1173 | // non-null value. However, because we can run without code |
| 1174 | // available (in the compiler, in tests), we manually assign the |
| 1175 | // fields the constructor should have set. |
| 1176 | ScopedObjectAccessUnchecked soa(Thread::Current()); |
| 1177 | if (runtime->IsActiveTransaction()) { |
| 1178 | InitPeer<true>(soa, |
| 1179 | soa.Decode<mirror::Object>(peer.get()), |
| 1180 | thread_is_daemon, |
| 1181 | thread_group, |
| 1182 | thread_name.get(), |
| 1183 | thread_priority); |
| 1184 | } else { |
| 1185 | InitPeer<false>(soa, |
| 1186 | soa.Decode<mirror::Object>(peer.get()), |
| 1187 | thread_is_daemon, |
| 1188 | thread_group, |
| 1189 | thread_name.get(), |
| 1190 | thread_priority); |
| 1191 | } |
| 1192 | |
| 1193 | return peer.release(); |
| 1194 | } |
| 1195 | |
Sebastien Hertz | d2fe10a | 2014-01-15 10:20:56 +0100 | [diff] [blame] | 1196 | template<bool kTransactionActive> |
Andreas Gampe | bad529d | 2017-02-13 18:52:10 -0800 | [diff] [blame] | 1197 | void Thread::InitPeer(ScopedObjectAccessAlreadyRunnable& soa, |
| 1198 | ObjPtr<mirror::Object> peer, |
| 1199 | jboolean thread_is_daemon, |
| 1200 | jobject thread_group, |
| 1201 | jobject thread_name, |
| 1202 | jint thread_priority) { |
Andreas Gampe | 08883de | 2016-11-08 13:20:52 -0800 | [diff] [blame] | 1203 | jni::DecodeArtField(WellKnownClasses::java_lang_Thread_daemon)-> |
Andreas Gampe | bad529d | 2017-02-13 18:52:10 -0800 | [diff] [blame] | 1204 | SetBoolean<kTransactionActive>(peer, thread_is_daemon); |
Andreas Gampe | 08883de | 2016-11-08 13:20:52 -0800 | [diff] [blame] | 1205 | jni::DecodeArtField(WellKnownClasses::java_lang_Thread_group)-> |
Andreas Gampe | bad529d | 2017-02-13 18:52:10 -0800 | [diff] [blame] | 1206 | SetObject<kTransactionActive>(peer, soa.Decode<mirror::Object>(thread_group)); |
Andreas Gampe | 08883de | 2016-11-08 13:20:52 -0800 | [diff] [blame] | 1207 | jni::DecodeArtField(WellKnownClasses::java_lang_Thread_name)-> |
Andreas Gampe | bad529d | 2017-02-13 18:52:10 -0800 | [diff] [blame] | 1208 | SetObject<kTransactionActive>(peer, soa.Decode<mirror::Object>(thread_name)); |
Andreas Gampe | 08883de | 2016-11-08 13:20:52 -0800 | [diff] [blame] | 1209 | jni::DecodeArtField(WellKnownClasses::java_lang_Thread_priority)-> |
Andreas Gampe | bad529d | 2017-02-13 18:52:10 -0800 | [diff] [blame] | 1210 | SetInt<kTransactionActive>(peer, thread_priority); |
Sebastien Hertz | d2fe10a | 2014-01-15 10:20:56 +0100 | [diff] [blame] | 1211 | } |
| 1212 | |
Elliott Hughes | 899e789 | 2012-01-24 14:57:32 -0800 | [diff] [blame] | 1213 | void Thread::SetThreadName(const char* name) { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1214 | tlsPtr_.name->assign(name); |
Elliott Hughes | 899e789 | 2012-01-24 14:57:32 -0800 | [diff] [blame] | 1215 | ::art::SetThreadName(name); |
| 1216 | Dbg::DdmSendThreadNotification(this, CHUNK_TYPE("THNM")); |
| 1217 | } |
| 1218 | |
Andreas Gampe | 9186ced | 2016-12-12 14:28:21 -0800 | [diff] [blame] | 1219 | static void GetThreadStack(pthread_t thread, |
| 1220 | void** stack_base, |
| 1221 | size_t* stack_size, |
| 1222 | size_t* guard_size) { |
| 1223 | #if defined(__APPLE__) |
| 1224 | *stack_size = pthread_get_stacksize_np(thread); |
| 1225 | void* stack_addr = pthread_get_stackaddr_np(thread); |
| 1226 | |
| 1227 | // Check whether stack_addr is the base or end of the stack. |
| 1228 | // (On Mac OS 10.7, it's the end.) |
| 1229 | int stack_variable; |
| 1230 | if (stack_addr > &stack_variable) { |
| 1231 | *stack_base = reinterpret_cast<uint8_t*>(stack_addr) - *stack_size; |
| 1232 | } else { |
| 1233 | *stack_base = stack_addr; |
| 1234 | } |
| 1235 | |
| 1236 | // This is wrong, but there doesn't seem to be a way to get the actual value on the Mac. |
| 1237 | pthread_attr_t attributes; |
| 1238 | CHECK_PTHREAD_CALL(pthread_attr_init, (&attributes), __FUNCTION__); |
| 1239 | CHECK_PTHREAD_CALL(pthread_attr_getguardsize, (&attributes, guard_size), __FUNCTION__); |
| 1240 | CHECK_PTHREAD_CALL(pthread_attr_destroy, (&attributes), __FUNCTION__); |
| 1241 | #else |
| 1242 | pthread_attr_t attributes; |
| 1243 | CHECK_PTHREAD_CALL(pthread_getattr_np, (thread, &attributes), __FUNCTION__); |
| 1244 | CHECK_PTHREAD_CALL(pthread_attr_getstack, (&attributes, stack_base, stack_size), __FUNCTION__); |
| 1245 | CHECK_PTHREAD_CALL(pthread_attr_getguardsize, (&attributes, guard_size), __FUNCTION__); |
| 1246 | CHECK_PTHREAD_CALL(pthread_attr_destroy, (&attributes), __FUNCTION__); |
| 1247 | |
| 1248 | #if defined(__GLIBC__) |
| 1249 | // If we're the main thread, check whether we were run with an unlimited stack. In that case, |
| 1250 | // glibc will have reported a 2GB stack for our 32-bit process, and our stack overflow detection |
| 1251 | // will be broken because we'll die long before we get close to 2GB. |
| 1252 | bool is_main_thread = (::art::GetTid() == getpid()); |
| 1253 | if (is_main_thread) { |
| 1254 | rlimit stack_limit; |
| 1255 | if (getrlimit(RLIMIT_STACK, &stack_limit) == -1) { |
| 1256 | PLOG(FATAL) << "getrlimit(RLIMIT_STACK) failed"; |
| 1257 | } |
| 1258 | if (stack_limit.rlim_cur == RLIM_INFINITY) { |
| 1259 | size_t old_stack_size = *stack_size; |
| 1260 | |
| 1261 | // Use the kernel default limit as our size, and adjust the base to match. |
| 1262 | *stack_size = 8 * MB; |
| 1263 | *stack_base = reinterpret_cast<uint8_t*>(*stack_base) + (old_stack_size - *stack_size); |
| 1264 | |
| 1265 | VLOG(threads) << "Limiting unlimited stack (reported as " << PrettySize(old_stack_size) << ")" |
| 1266 | << " to " << PrettySize(*stack_size) |
| 1267 | << " with base " << *stack_base; |
| 1268 | } |
| 1269 | } |
| 1270 | #endif |
| 1271 | |
| 1272 | #endif |
| 1273 | } |
| 1274 | |
Ian Rogers | f4d4da1 | 2014-11-11 16:10:33 -0800 | [diff] [blame] | 1275 | bool Thread::InitStackHwm() { |
Mathieu Chartier | 3a0cd34 | 2018-12-13 13:45:17 -0800 | [diff] [blame] | 1276 | ScopedTrace trace("InitStackHwm"); |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1277 | void* read_stack_base; |
| 1278 | size_t read_stack_size; |
Elliott Hughes | 6d3fc56 | 2014-08-27 11:47:01 -0700 | [diff] [blame] | 1279 | size_t read_guard_size; |
| 1280 | GetThreadStack(tlsPtr_.pthread_self, &read_stack_base, &read_stack_size, &read_guard_size); |
Elliott Hughes | 36ecb78 | 2012-04-17 16:55:45 -0700 | [diff] [blame] | 1281 | |
Ian Rogers | 1373595 | 2014-10-08 12:43:28 -0700 | [diff] [blame] | 1282 | tlsPtr_.stack_begin = reinterpret_cast<uint8_t*>(read_stack_base); |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1283 | tlsPtr_.stack_size = read_stack_size; |
Elliott Hughes | 36ecb78 | 2012-04-17 16:55:45 -0700 | [diff] [blame] | 1284 | |
Dave Allison | 648d711 | 2014-07-25 16:15:27 -0700 | [diff] [blame] | 1285 | // The minimum stack size we can cope with is the overflow reserved bytes (typically |
| 1286 | // 8K) + the protected region size (4K) + another page (4K). Typically this will |
| 1287 | // be 8+4+4 = 16K. The thread won't be able to do much with this stack even the GC takes |
| 1288 | // between 8K and 12K. |
| 1289 | uint32_t min_stack = GetStackOverflowReservedBytes(kRuntimeISA) + kStackOverflowProtectedSize |
| 1290 | + 4 * KB; |
| 1291 | if (read_stack_size <= min_stack) { |
Ian Rogers | f4d4da1 | 2014-11-11 16:10:33 -0800 | [diff] [blame] | 1292 | // Note, as we know the stack is small, avoid operations that could use a lot of stack. |
Andreas Gampe | 3fec9ac | 2016-09-13 10:47:28 -0700 | [diff] [blame] | 1293 | LogHelper::LogLineLowStack(__PRETTY_FUNCTION__, |
| 1294 | __LINE__, |
| 1295 | ::android::base::ERROR, |
| 1296 | "Attempt to attach a thread with a too-small stack"); |
Ian Rogers | f4d4da1 | 2014-11-11 16:10:33 -0800 | [diff] [blame] | 1297 | return false; |
Elliott Hughes | be759c6 | 2011-09-08 19:38:21 -0700 | [diff] [blame] | 1298 | } |
Elliott Hughes | 449b4bd | 2011-09-09 12:01:38 -0700 | [diff] [blame] | 1299 | |
Vladimir Marko | b8f2f63 | 2015-01-02 14:23:26 +0000 | [diff] [blame] | 1300 | // This is included in the SIGQUIT output, but it's useful here for thread debugging. |
| 1301 | VLOG(threads) << StringPrintf("Native stack is at %p (%s with %s guard)", |
| 1302 | read_stack_base, |
| 1303 | PrettySize(read_stack_size).c_str(), |
| 1304 | PrettySize(read_guard_size).c_str()); |
| 1305 | |
Ian Rogers | 932746a | 2011-09-22 18:57:50 -0700 | [diff] [blame] | 1306 | // Set stack_end_ to the bottom of the stack saving space of stack overflows |
Mathieu Chartier | 8e219ae | 2014-08-19 14:29:46 -0700 | [diff] [blame] | 1307 | |
| 1308 | Runtime* runtime = Runtime::Current(); |
Mathieu Chartier | e5f13e5 | 2015-02-24 09:37:21 -0800 | [diff] [blame] | 1309 | bool implicit_stack_check = !runtime->ExplicitStackOverflowChecks() && !runtime->IsAotCompiler(); |
Andreas Gampe | 7df12cb | 2016-06-10 20:38:55 -0700 | [diff] [blame] | 1310 | |
Dave Allison | b090a18 | 2014-08-14 17:02:48 +0000 | [diff] [blame] | 1311 | ResetDefaultStackEnd(); |
Dave Allison | f943914 | 2014-03-27 15:10:22 -0700 | [diff] [blame] | 1312 | |
| 1313 | // Install the protected region if we are doing implicit overflow checks. |
Roland Levillain | 05e34f4 | 2018-05-24 13:19:05 +0000 | [diff] [blame] | 1314 | if (implicit_stack_check) { |
Dave Allison | 648d711 | 2014-07-25 16:15:27 -0700 | [diff] [blame] | 1315 | // The thread might have protected region at the bottom. We need |
| 1316 | // to install our own region so we need to move the limits |
| 1317 | // of the stack to make room for it. |
Dave Allison | 216cf23 | 2014-08-18 15:49:51 -0700 | [diff] [blame] | 1318 | |
Elliott Hughes | 6d3fc56 | 2014-08-27 11:47:01 -0700 | [diff] [blame] | 1319 | tlsPtr_.stack_begin += read_guard_size + kStackOverflowProtectedSize; |
| 1320 | tlsPtr_.stack_end += read_guard_size + kStackOverflowProtectedSize; |
| 1321 | tlsPtr_.stack_size -= read_guard_size; |
Dave Allison | 648d711 | 2014-07-25 16:15:27 -0700 | [diff] [blame] | 1322 | |
| 1323 | InstallImplicitProtection(); |
Dave Allison | f943914 | 2014-03-27 15:10:22 -0700 | [diff] [blame] | 1324 | } |
Elliott Hughes | 449b4bd | 2011-09-09 12:01:38 -0700 | [diff] [blame] | 1325 | |
| 1326 | // Sanity check. |
Andreas Gampe | b87c03f | 2016-06-10 20:34:55 -0700 | [diff] [blame] | 1327 | CHECK_GT(FindStackTop(), reinterpret_cast<void*>(tlsPtr_.stack_end)); |
Ian Rogers | f4d4da1 | 2014-11-11 16:10:33 -0800 | [diff] [blame] | 1328 | |
| 1329 | return true; |
Elliott Hughes | be759c6 | 2011-09-08 19:38:21 -0700 | [diff] [blame] | 1330 | } |
| 1331 | |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 1332 | void Thread::ShortDump(std::ostream& os) const { |
| 1333 | os << "Thread["; |
Ian Rogers | d9c4fc9 | 2013-10-01 19:45:43 -0700 | [diff] [blame] | 1334 | if (GetThreadId() != 0) { |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 1335 | // If we're in kStarting, we won't have a thin lock id or tid yet. |
Ian Rogers | d9c4fc9 | 2013-10-01 19:45:43 -0700 | [diff] [blame] | 1336 | os << GetThreadId() |
Mathieu Chartier | b28412e | 2015-04-24 15:28:36 -0700 | [diff] [blame] | 1337 | << ",tid=" << GetTid() << ','; |
Elliott Hughes | e091855 | 2011-10-28 17:18:29 -0700 | [diff] [blame] | 1338 | } |
Ian Rogers | 474b6da | 2012-09-25 00:20:38 -0700 | [diff] [blame] | 1339 | os << GetState() |
Mathieu Chartier | b28412e | 2015-04-24 15:28:36 -0700 | [diff] [blame] | 1340 | << ",Thread*=" << this |
| 1341 | << ",peer=" << tlsPtr_.opeer |
| 1342 | << ",\"" << (tlsPtr_.name != nullptr ? *tlsPtr_.name : "null") << "\"" |
| 1343 | << "]"; |
Elliott Hughes | a095764 | 2011-09-02 14:27:33 -0700 | [diff] [blame] | 1344 | } |
| 1345 | |
Nicolas Geoffray | 6ee4971 | 2018-03-30 14:39:05 +0000 | [diff] [blame] | 1346 | void Thread::Dump(std::ostream& os, bool dump_native_stack, BacktraceMap* backtrace_map, |
| 1347 | bool force_dump_stack) const { |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 1348 | DumpState(os); |
Nicolas Geoffray | 6ee4971 | 2018-03-30 14:39:05 +0000 | [diff] [blame] | 1349 | DumpStack(os, dump_native_stack, backtrace_map, force_dump_stack); |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 1350 | } |
| 1351 | |
Vladimir Marko | 4617d58 | 2019-03-28 13:48:31 +0000 | [diff] [blame] | 1352 | ObjPtr<mirror::String> Thread::GetThreadName() const { |
Andreas Gampe | 08883de | 2016-11-08 13:20:52 -0800 | [diff] [blame] | 1353 | ArtField* f = jni::DecodeArtField(WellKnownClasses::java_lang_Thread_name); |
Mathieu Chartier | 3398c78 | 2016-09-30 10:27:43 -0700 | [diff] [blame] | 1354 | if (tlsPtr_.opeer == nullptr) { |
| 1355 | return nullptr; |
| 1356 | } |
| 1357 | ObjPtr<mirror::Object> name = f->GetObject(tlsPtr_.opeer); |
| 1358 | return name == nullptr ? nullptr : name->AsString(); |
Elliott Hughes | fc86162 | 2011-10-17 17:57:47 -0700 | [diff] [blame] | 1359 | } |
| 1360 | |
Elliott Hughes | ffb465f | 2012-03-01 18:46:05 -0800 | [diff] [blame] | 1361 | void Thread::GetThreadName(std::string& name) const { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1362 | name.assign(*tlsPtr_.name); |
Elliott Hughes | ffb465f | 2012-03-01 18:46:05 -0800 | [diff] [blame] | 1363 | } |
| 1364 | |
Jeff Hao | 57dac6e | 2013-08-15 16:36:24 -0700 | [diff] [blame] | 1365 | uint64_t Thread::GetCpuMicroTime() const { |
Elliott Hughes | 0a18df8 | 2015-01-09 15:16:16 -0800 | [diff] [blame] | 1366 | #if defined(__linux__) |
Jeff Hao | 57dac6e | 2013-08-15 16:36:24 -0700 | [diff] [blame] | 1367 | clockid_t cpu_clock_id; |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1368 | pthread_getcpuclockid(tlsPtr_.pthread_self, &cpu_clock_id); |
Jeff Hao | 57dac6e | 2013-08-15 16:36:24 -0700 | [diff] [blame] | 1369 | timespec now; |
| 1370 | clock_gettime(cpu_clock_id, &now); |
Ian Rogers | 0f67847 | 2014-03-10 16:18:37 -0700 | [diff] [blame] | 1371 | return static_cast<uint64_t>(now.tv_sec) * UINT64_C(1000000) + now.tv_nsec / UINT64_C(1000); |
Elliott Hughes | 0a18df8 | 2015-01-09 15:16:16 -0800 | [diff] [blame] | 1372 | #else // __APPLE__ |
Jeff Hao | 57dac6e | 2013-08-15 16:36:24 -0700 | [diff] [blame] | 1373 | UNIMPLEMENTED(WARNING); |
| 1374 | return -1; |
| 1375 | #endif |
| 1376 | } |
| 1377 | |
Ian Rogers | 01ae580 | 2012-09-28 16:14:01 -0700 | [diff] [blame] | 1378 | // Attempt to rectify locks so that we dump thread list with required locks before exiting. |
| 1379 | static void UnsafeLogFatalForSuspendCount(Thread* self, Thread* thread) NO_THREAD_SAFETY_ANALYSIS { |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 1380 | LOG(ERROR) << *thread << " suspend count already zero."; |
Ian Rogers | 01ae580 | 2012-09-28 16:14:01 -0700 | [diff] [blame] | 1381 | Locks::thread_suspend_count_lock_->Unlock(self); |
| 1382 | if (!Locks::mutator_lock_->IsSharedHeld(self)) { |
| 1383 | Locks::mutator_lock_->SharedTryLock(self); |
| 1384 | if (!Locks::mutator_lock_->IsSharedHeld(self)) { |
| 1385 | LOG(WARNING) << "Dumping thread list without holding mutator_lock_"; |
| 1386 | } |
| 1387 | } |
| 1388 | if (!Locks::thread_list_lock_->IsExclusiveHeld(self)) { |
| 1389 | Locks::thread_list_lock_->TryLock(self); |
| 1390 | if (!Locks::thread_list_lock_->IsExclusiveHeld(self)) { |
| 1391 | LOG(WARNING) << "Dumping thread list without holding thread_list_lock_"; |
| 1392 | } |
| 1393 | } |
| 1394 | std::ostringstream ss; |
Ian Rogers | 7b078e8 | 2014-09-10 14:44:24 -0700 | [diff] [blame] | 1395 | Runtime::Current()->GetThreadList()->Dump(ss); |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 1396 | LOG(FATAL) << ss.str(); |
Ian Rogers | 01ae580 | 2012-09-28 16:14:01 -0700 | [diff] [blame] | 1397 | } |
| 1398 | |
Hiroshi Yamauchi | 02e7f1a | 2016-10-03 15:32:01 -0700 | [diff] [blame] | 1399 | bool Thread::ModifySuspendCountInternal(Thread* self, |
| 1400 | int delta, |
| 1401 | AtomicInteger* suspend_barrier, |
Alex Light | 46f9340 | 2017-06-29 11:59:50 -0700 | [diff] [blame] | 1402 | SuspendReason reason) { |
Ian Rogers | 2966e13 | 2014-04-02 08:34:36 -0700 | [diff] [blame] | 1403 | if (kIsDebugBuild) { |
| 1404 | DCHECK(delta == -1 || delta == +1 || delta == -tls32_.debug_suspend_count) |
Alex Light | 46f9340 | 2017-06-29 11:59:50 -0700 | [diff] [blame] | 1405 | << reason << " " << delta << " " << tls32_.debug_suspend_count << " " << this; |
Ian Rogers | 2966e13 | 2014-04-02 08:34:36 -0700 | [diff] [blame] | 1406 | DCHECK_GE(tls32_.suspend_count, tls32_.debug_suspend_count) << this; |
| 1407 | Locks::thread_suspend_count_lock_->AssertHeld(self); |
| 1408 | if (this != self && !IsSuspended()) { |
| 1409 | Locks::thread_list_lock_->AssertHeld(self); |
| 1410 | } |
Ian Rogers | cfaa455 | 2012-11-26 21:00:08 -0800 | [diff] [blame] | 1411 | } |
Alex Light | 88fd720 | 2017-06-30 08:31:59 -0700 | [diff] [blame] | 1412 | // User code suspensions need to be checked more closely since they originate from code outside of |
| 1413 | // the runtime's control. |
| 1414 | if (UNLIKELY(reason == SuspendReason::kForUserCode)) { |
| 1415 | Locks::user_code_suspension_lock_->AssertHeld(self); |
| 1416 | if (UNLIKELY(delta + tls32_.user_code_suspend_count < 0)) { |
| 1417 | LOG(ERROR) << "attempting to modify suspend count in an illegal way."; |
| 1418 | return false; |
| 1419 | } |
| 1420 | } |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1421 | if (UNLIKELY(delta < 0 && tls32_.suspend_count <= 0)) { |
Ian Rogers | 01ae580 | 2012-09-28 16:14:01 -0700 | [diff] [blame] | 1422 | UnsafeLogFatalForSuspendCount(self, this); |
Yu Li | eac4424 | 2015-06-29 10:50:03 +0800 | [diff] [blame] | 1423 | return false; |
| 1424 | } |
| 1425 | |
Hiroshi Yamauchi | 02e7f1a | 2016-10-03 15:32:01 -0700 | [diff] [blame] | 1426 | if (kUseReadBarrier && delta > 0 && this != self && tlsPtr_.flip_function != nullptr) { |
| 1427 | // Force retry of a suspend request if it's in the middle of a thread flip to avoid a |
| 1428 | // deadlock. b/31683379. |
| 1429 | return false; |
| 1430 | } |
| 1431 | |
Yu Li | eac4424 | 2015-06-29 10:50:03 +0800 | [diff] [blame] | 1432 | uint16_t flags = kSuspendRequest; |
| 1433 | if (delta > 0 && suspend_barrier != nullptr) { |
| 1434 | uint32_t available_barrier = kMaxSuspendBarriers; |
| 1435 | for (uint32_t i = 0; i < kMaxSuspendBarriers; ++i) { |
| 1436 | if (tlsPtr_.active_suspend_barriers[i] == nullptr) { |
| 1437 | available_barrier = i; |
| 1438 | break; |
| 1439 | } |
| 1440 | } |
| 1441 | if (available_barrier == kMaxSuspendBarriers) { |
| 1442 | // No barrier spaces available, we can't add another. |
| 1443 | return false; |
| 1444 | } |
| 1445 | tlsPtr_.active_suspend_barriers[available_barrier] = suspend_barrier; |
| 1446 | flags |= kActiveSuspendBarrier; |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 1447 | } |
Ian Rogers | 01ae580 | 2012-09-28 16:14:01 -0700 | [diff] [blame] | 1448 | |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1449 | tls32_.suspend_count += delta; |
Alex Light | 46f9340 | 2017-06-29 11:59:50 -0700 | [diff] [blame] | 1450 | switch (reason) { |
| 1451 | case SuspendReason::kForDebugger: |
| 1452 | tls32_.debug_suspend_count += delta; |
| 1453 | break; |
Alex Light | 88fd720 | 2017-06-30 08:31:59 -0700 | [diff] [blame] | 1454 | case SuspendReason::kForUserCode: |
| 1455 | tls32_.user_code_suspend_count += delta; |
| 1456 | break; |
Alex Light | 46f9340 | 2017-06-29 11:59:50 -0700 | [diff] [blame] | 1457 | case SuspendReason::kInternal: |
| 1458 | break; |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 1459 | } |
Ian Rogers | 01ae580 | 2012-09-28 16:14:01 -0700 | [diff] [blame] | 1460 | |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1461 | if (tls32_.suspend_count == 0) { |
Ian Rogers | 474b6da | 2012-09-25 00:20:38 -0700 | [diff] [blame] | 1462 | AtomicClearFlag(kSuspendRequest); |
| 1463 | } else { |
Yu Li | eac4424 | 2015-06-29 10:50:03 +0800 | [diff] [blame] | 1464 | // Two bits might be set simultaneously. |
Orion Hodson | 88591fe | 2018-03-06 13:35:43 +0000 | [diff] [blame] | 1465 | tls32_.state_and_flags.as_atomic_int.fetch_or(flags, std::memory_order_seq_cst); |
Dave Allison | b373e09 | 2014-02-20 16:06:36 -0800 | [diff] [blame] | 1466 | TriggerSuspend(); |
Ian Rogers | 474b6da | 2012-09-25 00:20:38 -0700 | [diff] [blame] | 1467 | } |
Yu Li | eac4424 | 2015-06-29 10:50:03 +0800 | [diff] [blame] | 1468 | return true; |
| 1469 | } |
| 1470 | |
| 1471 | bool Thread::PassActiveSuspendBarriers(Thread* self) { |
| 1472 | // Grab the suspend_count lock and copy the current set of |
| 1473 | // barriers. Then clear the list and the flag. The ModifySuspendCount |
| 1474 | // function requires the lock so we prevent a race between setting |
| 1475 | // the kActiveSuspendBarrier flag and clearing it. |
| 1476 | AtomicInteger* pass_barriers[kMaxSuspendBarriers]; |
| 1477 | { |
| 1478 | MutexLock mu(self, *Locks::thread_suspend_count_lock_); |
| 1479 | if (!ReadFlag(kActiveSuspendBarrier)) { |
| 1480 | // quick exit test: the barriers have already been claimed - this is |
| 1481 | // possible as there may be a race to claim and it doesn't matter |
| 1482 | // who wins. |
| 1483 | // All of the callers of this function (except the SuspendAllInternal) |
| 1484 | // will first test the kActiveSuspendBarrier flag without lock. Here |
| 1485 | // double-check whether the barrier has been passed with the |
| 1486 | // suspend_count lock. |
| 1487 | return false; |
| 1488 | } |
| 1489 | |
| 1490 | for (uint32_t i = 0; i < kMaxSuspendBarriers; ++i) { |
| 1491 | pass_barriers[i] = tlsPtr_.active_suspend_barriers[i]; |
| 1492 | tlsPtr_.active_suspend_barriers[i] = nullptr; |
| 1493 | } |
| 1494 | AtomicClearFlag(kActiveSuspendBarrier); |
| 1495 | } |
| 1496 | |
| 1497 | uint32_t barrier_count = 0; |
| 1498 | for (uint32_t i = 0; i < kMaxSuspendBarriers; i++) { |
| 1499 | AtomicInteger* pending_threads = pass_barriers[i]; |
| 1500 | if (pending_threads != nullptr) { |
| 1501 | bool done = false; |
| 1502 | do { |
Orion Hodson | 88591fe | 2018-03-06 13:35:43 +0000 | [diff] [blame] | 1503 | int32_t cur_val = pending_threads->load(std::memory_order_relaxed); |
Yu Li | eac4424 | 2015-06-29 10:50:03 +0800 | [diff] [blame] | 1504 | CHECK_GT(cur_val, 0) << "Unexpected value for PassActiveSuspendBarriers(): " << cur_val; |
| 1505 | // Reduce value by 1. |
Orion Hodson | 4557b38 | 2018-01-03 11:47:54 +0000 | [diff] [blame] | 1506 | done = pending_threads->CompareAndSetWeakRelaxed(cur_val, cur_val - 1); |
Yu Li | eac4424 | 2015-06-29 10:50:03 +0800 | [diff] [blame] | 1507 | #if ART_USE_FUTEXES |
| 1508 | if (done && (cur_val - 1) == 0) { // Weak CAS may fail spuriously. |
Hans Boehm | 81dc7ab | 2019-04-19 17:34:31 -0700 | [diff] [blame] | 1509 | futex(pending_threads->Address(), FUTEX_WAKE_PRIVATE, INT_MAX, nullptr, nullptr, 0); |
Yu Li | eac4424 | 2015-06-29 10:50:03 +0800 | [diff] [blame] | 1510 | } |
| 1511 | #endif |
| 1512 | } while (!done); |
| 1513 | ++barrier_count; |
| 1514 | } |
| 1515 | } |
| 1516 | CHECK_GT(barrier_count, 0U); |
| 1517 | return true; |
| 1518 | } |
| 1519 | |
| 1520 | void Thread::ClearSuspendBarrier(AtomicInteger* target) { |
| 1521 | CHECK(ReadFlag(kActiveSuspendBarrier)); |
| 1522 | bool clear_flag = true; |
| 1523 | for (uint32_t i = 0; i < kMaxSuspendBarriers; ++i) { |
| 1524 | AtomicInteger* ptr = tlsPtr_.active_suspend_barriers[i]; |
| 1525 | if (ptr == target) { |
| 1526 | tlsPtr_.active_suspend_barriers[i] = nullptr; |
| 1527 | } else if (ptr != nullptr) { |
| 1528 | clear_flag = false; |
| 1529 | } |
| 1530 | } |
| 1531 | if (LIKELY(clear_flag)) { |
| 1532 | AtomicClearFlag(kActiveSuspendBarrier); |
| 1533 | } |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 1534 | } |
| 1535 | |
Mathieu Chartier | 752a0e6 | 2013-06-27 11:03:27 -0700 | [diff] [blame] | 1536 | void Thread::RunCheckpointFunction() { |
Alex Light | df00a1e | 2017-11-01 09:29:53 -0700 | [diff] [blame] | 1537 | // Grab the suspend_count lock, get the next checkpoint and update all the checkpoint fields. If |
| 1538 | // there are no more checkpoints we will also clear the kCheckpointRequest flag. |
| 1539 | Closure* checkpoint; |
| 1540 | { |
| 1541 | MutexLock mu(this, *Locks::thread_suspend_count_lock_); |
| 1542 | checkpoint = tlsPtr_.checkpoint_function; |
| 1543 | if (!checkpoint_overflow_.empty()) { |
| 1544 | // Overflow list not empty, copy the first one out and continue. |
| 1545 | tlsPtr_.checkpoint_function = checkpoint_overflow_.front(); |
| 1546 | checkpoint_overflow_.pop_front(); |
| 1547 | } else { |
| 1548 | // No overflow checkpoints. Clear the kCheckpointRequest flag |
| 1549 | tlsPtr_.checkpoint_function = nullptr; |
| 1550 | AtomicClearFlag(kCheckpointRequest); |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 1551 | } |
Alex Light | df00a1e | 2017-11-01 09:29:53 -0700 | [diff] [blame] | 1552 | } |
| 1553 | // Outside the lock, run the checkpoint function. |
| 1554 | ScopedTrace trace("Run checkpoint function"); |
| 1555 | CHECK(checkpoint != nullptr) << "Checkpoint flag set without pending checkpoint"; |
| 1556 | checkpoint->Run(this); |
Mathieu Chartier | 752a0e6 | 2013-06-27 11:03:27 -0700 | [diff] [blame] | 1557 | } |
| 1558 | |
Hiroshi Yamauchi | 3049324 | 2016-11-03 13:06:52 -0700 | [diff] [blame] | 1559 | void Thread::RunEmptyCheckpoint() { |
| 1560 | DCHECK_EQ(Thread::Current(), this); |
| 1561 | AtomicClearFlag(kEmptyCheckpointRequest); |
| 1562 | Runtime::Current()->GetThreadList()->EmptyCheckpointBarrier()->Pass(this); |
| 1563 | } |
| 1564 | |
Mathieu Chartier | 0e4627e | 2012-10-23 16:13:36 -0700 | [diff] [blame] | 1565 | bool Thread::RequestCheckpoint(Closure* function) { |
Chris Dearman | 59cde53 | 2013-12-04 18:53:49 -0800 | [diff] [blame] | 1566 | union StateAndFlags old_state_and_flags; |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1567 | old_state_and_flags.as_int = tls32_.state_and_flags.as_int; |
Ian Rogers | d9c4fc9 | 2013-10-01 19:45:43 -0700 | [diff] [blame] | 1568 | if (old_state_and_flags.as_struct.state != kRunnable) { |
| 1569 | return false; // Fail, thread is suspended and so can't run a checkpoint. |
| 1570 | } |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 1571 | |
Mathieu Chartier | 858f1c5 | 2012-10-17 17:45:55 -0700 | [diff] [blame] | 1572 | // We must be runnable to request a checkpoint. |
Mathieu Chartier | 5f51d4b | 2013-12-03 14:24:05 -0800 | [diff] [blame] | 1573 | DCHECK_EQ(old_state_and_flags.as_struct.state, kRunnable); |
Chris Dearman | 59cde53 | 2013-12-04 18:53:49 -0800 | [diff] [blame] | 1574 | union StateAndFlags new_state_and_flags; |
| 1575 | new_state_and_flags.as_int = old_state_and_flags.as_int; |
Mathieu Chartier | 858f1c5 | 2012-10-17 17:45:55 -0700 | [diff] [blame] | 1576 | new_state_and_flags.as_struct.flags |= kCheckpointRequest; |
Orion Hodson | 4557b38 | 2018-01-03 11:47:54 +0000 | [diff] [blame] | 1577 | bool success = tls32_.state_and_flags.as_atomic_int.CompareAndSetStrongSequentiallyConsistent( |
Mathieu Chartier | 2cebb24 | 2015-04-21 16:50:40 -0700 | [diff] [blame] | 1578 | old_state_and_flags.as_int, new_state_and_flags.as_int); |
Mathieu Chartier | 952e1e3 | 2016-06-13 14:04:02 -0700 | [diff] [blame] | 1579 | if (success) { |
| 1580 | // Succeeded setting checkpoint flag, now insert the actual checkpoint. |
| 1581 | if (tlsPtr_.checkpoint_function == nullptr) { |
| 1582 | tlsPtr_.checkpoint_function = function; |
| 1583 | } else { |
| 1584 | checkpoint_overflow_.push_back(function); |
| 1585 | } |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 1586 | CHECK_EQ(ReadFlag(kCheckpointRequest), true); |
Dave Allison | b373e09 | 2014-02-20 16:06:36 -0800 | [diff] [blame] | 1587 | TriggerSuspend(); |
Ian Rogers | d9c4fc9 | 2013-10-01 19:45:43 -0700 | [diff] [blame] | 1588 | } |
Ian Rogers | 8c1b5f7 | 2014-07-09 22:02:36 -0700 | [diff] [blame] | 1589 | return success; |
Mathieu Chartier | 858f1c5 | 2012-10-17 17:45:55 -0700 | [diff] [blame] | 1590 | } |
| 1591 | |
Hiroshi Yamauchi | 3049324 | 2016-11-03 13:06:52 -0700 | [diff] [blame] | 1592 | bool Thread::RequestEmptyCheckpoint() { |
| 1593 | union StateAndFlags old_state_and_flags; |
| 1594 | old_state_and_flags.as_int = tls32_.state_and_flags.as_int; |
| 1595 | if (old_state_and_flags.as_struct.state != kRunnable) { |
| 1596 | // If it's not runnable, we don't need to do anything because it won't be in the middle of a |
| 1597 | // heap access (eg. the read barrier). |
| 1598 | return false; |
| 1599 | } |
| 1600 | |
| 1601 | // We must be runnable to request a checkpoint. |
| 1602 | DCHECK_EQ(old_state_and_flags.as_struct.state, kRunnable); |
| 1603 | union StateAndFlags new_state_and_flags; |
| 1604 | new_state_and_flags.as_int = old_state_and_flags.as_int; |
| 1605 | new_state_and_flags.as_struct.flags |= kEmptyCheckpointRequest; |
Orion Hodson | 4557b38 | 2018-01-03 11:47:54 +0000 | [diff] [blame] | 1606 | bool success = tls32_.state_and_flags.as_atomic_int.CompareAndSetStrongSequentiallyConsistent( |
Hiroshi Yamauchi | 3049324 | 2016-11-03 13:06:52 -0700 | [diff] [blame] | 1607 | old_state_and_flags.as_int, new_state_and_flags.as_int); |
| 1608 | if (success) { |
| 1609 | TriggerSuspend(); |
| 1610 | } |
| 1611 | return success; |
| 1612 | } |
| 1613 | |
Andreas Gampe | e9f6712 | 2016-10-27 19:21:23 -0700 | [diff] [blame] | 1614 | class BarrierClosure : public Closure { |
| 1615 | public: |
| 1616 | explicit BarrierClosure(Closure* wrapped) : wrapped_(wrapped), barrier_(0) {} |
| 1617 | |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 1618 | void Run(Thread* self) override { |
Andreas Gampe | e9f6712 | 2016-10-27 19:21:23 -0700 | [diff] [blame] | 1619 | wrapped_->Run(self); |
| 1620 | barrier_.Pass(self); |
| 1621 | } |
| 1622 | |
Alex Light | 318afe6 | 2018-03-22 16:50:10 -0700 | [diff] [blame] | 1623 | void Wait(Thread* self, ThreadState suspend_state) { |
| 1624 | if (suspend_state != ThreadState::kRunnable) { |
| 1625 | barrier_.Increment<Barrier::kDisallowHoldingLocks>(self, 1); |
| 1626 | } else { |
| 1627 | barrier_.Increment<Barrier::kAllowHoldingLocks>(self, 1); |
| 1628 | } |
Andreas Gampe | e9f6712 | 2016-10-27 19:21:23 -0700 | [diff] [blame] | 1629 | } |
| 1630 | |
| 1631 | private: |
| 1632 | Closure* wrapped_; |
| 1633 | Barrier barrier_; |
| 1634 | }; |
| 1635 | |
Alex Light | b1e31a8 | 2017-10-04 16:57:36 -0700 | [diff] [blame] | 1636 | // RequestSynchronousCheckpoint releases the thread_list_lock_ as a part of its execution. |
Alex Light | 318afe6 | 2018-03-22 16:50:10 -0700 | [diff] [blame] | 1637 | bool Thread::RequestSynchronousCheckpoint(Closure* function, ThreadState suspend_state) { |
Alex Light | b1e31a8 | 2017-10-04 16:57:36 -0700 | [diff] [blame] | 1638 | Thread* self = Thread::Current(); |
Andreas Gampe | e9f6712 | 2016-10-27 19:21:23 -0700 | [diff] [blame] | 1639 | if (this == Thread::Current()) { |
Alex Light | b1e31a8 | 2017-10-04 16:57:36 -0700 | [diff] [blame] | 1640 | Locks::thread_list_lock_->AssertExclusiveHeld(self); |
| 1641 | // Unlock the tll before running so that the state is the same regardless of thread. |
| 1642 | Locks::thread_list_lock_->ExclusiveUnlock(self); |
Andreas Gampe | e9f6712 | 2016-10-27 19:21:23 -0700 | [diff] [blame] | 1643 | // Asked to run on this thread. Just run. |
| 1644 | function->Run(this); |
Andreas Gampe | 28c4a23 | 2017-06-21 21:21:31 -0700 | [diff] [blame] | 1645 | return true; |
Andreas Gampe | e9f6712 | 2016-10-27 19:21:23 -0700 | [diff] [blame] | 1646 | } |
Andreas Gampe | e9f6712 | 2016-10-27 19:21:23 -0700 | [diff] [blame] | 1647 | |
| 1648 | // The current thread is not this thread. |
| 1649 | |
Andreas Gampe | 28c4a23 | 2017-06-21 21:21:31 -0700 | [diff] [blame] | 1650 | if (GetState() == ThreadState::kTerminated) { |
Alex Light | b1e31a8 | 2017-10-04 16:57:36 -0700 | [diff] [blame] | 1651 | Locks::thread_list_lock_->ExclusiveUnlock(self); |
Andreas Gampe | 28c4a23 | 2017-06-21 21:21:31 -0700 | [diff] [blame] | 1652 | return false; |
| 1653 | } |
| 1654 | |
Andreas Gampe | 28c4a23 | 2017-06-21 21:21:31 -0700 | [diff] [blame] | 1655 | struct ScopedThreadListLockUnlock { |
| 1656 | explicit ScopedThreadListLockUnlock(Thread* self_in) RELEASE(*Locks::thread_list_lock_) |
| 1657 | : self_thread(self_in) { |
| 1658 | Locks::thread_list_lock_->AssertHeld(self_thread); |
| 1659 | Locks::thread_list_lock_->Unlock(self_thread); |
| 1660 | } |
| 1661 | |
| 1662 | ~ScopedThreadListLockUnlock() ACQUIRE(*Locks::thread_list_lock_) { |
| 1663 | Locks::thread_list_lock_->AssertNotHeld(self_thread); |
| 1664 | Locks::thread_list_lock_->Lock(self_thread); |
| 1665 | } |
| 1666 | |
| 1667 | Thread* self_thread; |
| 1668 | }; |
| 1669 | |
Andreas Gampe | e9f6712 | 2016-10-27 19:21:23 -0700 | [diff] [blame] | 1670 | for (;;) { |
Alex Light | b1e31a8 | 2017-10-04 16:57:36 -0700 | [diff] [blame] | 1671 | Locks::thread_list_lock_->AssertExclusiveHeld(self); |
Andreas Gampe | e9f6712 | 2016-10-27 19:21:23 -0700 | [diff] [blame] | 1672 | // If this thread is runnable, try to schedule a checkpoint. Do some gymnastics to not hold the |
| 1673 | // suspend-count lock for too long. |
| 1674 | if (GetState() == ThreadState::kRunnable) { |
| 1675 | BarrierClosure barrier_closure(function); |
| 1676 | bool installed = false; |
| 1677 | { |
| 1678 | MutexLock mu(self, *Locks::thread_suspend_count_lock_); |
| 1679 | installed = RequestCheckpoint(&barrier_closure); |
| 1680 | } |
| 1681 | if (installed) { |
Alex Light | b1e31a8 | 2017-10-04 16:57:36 -0700 | [diff] [blame] | 1682 | // Relinquish the thread-list lock. We should not wait holding any locks. We cannot |
| 1683 | // reacquire it since we don't know if 'this' hasn't been deleted yet. |
| 1684 | Locks::thread_list_lock_->ExclusiveUnlock(self); |
Alex Light | 318afe6 | 2018-03-22 16:50:10 -0700 | [diff] [blame] | 1685 | ScopedThreadStateChange sts(self, suspend_state); |
| 1686 | barrier_closure.Wait(self, suspend_state); |
Andreas Gampe | 28c4a23 | 2017-06-21 21:21:31 -0700 | [diff] [blame] | 1687 | return true; |
Andreas Gampe | e9f6712 | 2016-10-27 19:21:23 -0700 | [diff] [blame] | 1688 | } |
| 1689 | // Fall-through. |
| 1690 | } |
| 1691 | |
| 1692 | // This thread is not runnable, make sure we stay suspended, then run the checkpoint. |
| 1693 | // Note: ModifySuspendCountInternal also expects the thread_list_lock to be held in |
| 1694 | // certain situations. |
| 1695 | { |
Andreas Gampe | e9f6712 | 2016-10-27 19:21:23 -0700 | [diff] [blame] | 1696 | MutexLock mu2(self, *Locks::thread_suspend_count_lock_); |
| 1697 | |
Alex Light | 46f9340 | 2017-06-29 11:59:50 -0700 | [diff] [blame] | 1698 | if (!ModifySuspendCount(self, +1, nullptr, SuspendReason::kInternal)) { |
Andreas Gampe | e9f6712 | 2016-10-27 19:21:23 -0700 | [diff] [blame] | 1699 | // Just retry the loop. |
| 1700 | sched_yield(); |
| 1701 | continue; |
| 1702 | } |
| 1703 | } |
| 1704 | |
Andreas Gampe | 28c4a23 | 2017-06-21 21:21:31 -0700 | [diff] [blame] | 1705 | { |
Alex Light | b1e31a8 | 2017-10-04 16:57:36 -0700 | [diff] [blame] | 1706 | // Release for the wait. The suspension will keep us from being deleted. Reacquire after so |
| 1707 | // that we can call ModifySuspendCount without racing against ThreadList::Unregister. |
Andreas Gampe | 28c4a23 | 2017-06-21 21:21:31 -0700 | [diff] [blame] | 1708 | ScopedThreadListLockUnlock stllu(self); |
Andreas Gampe | 117f9b3 | 2017-06-23 13:33:50 -0700 | [diff] [blame] | 1709 | { |
Alex Light | 318afe6 | 2018-03-22 16:50:10 -0700 | [diff] [blame] | 1710 | ScopedThreadStateChange sts(self, suspend_state); |
Andreas Gampe | 117f9b3 | 2017-06-23 13:33:50 -0700 | [diff] [blame] | 1711 | while (GetState() == ThreadState::kRunnable) { |
| 1712 | // We became runnable again. Wait till the suspend triggered in ModifySuspendCount |
| 1713 | // moves us to suspended. |
| 1714 | sched_yield(); |
| 1715 | } |
Andreas Gampe | 28c4a23 | 2017-06-21 21:21:31 -0700 | [diff] [blame] | 1716 | } |
| 1717 | |
| 1718 | function->Run(this); |
Andreas Gampe | e9f6712 | 2016-10-27 19:21:23 -0700 | [diff] [blame] | 1719 | } |
| 1720 | |
Andreas Gampe | e9f6712 | 2016-10-27 19:21:23 -0700 | [diff] [blame] | 1721 | { |
Andreas Gampe | e9f6712 | 2016-10-27 19:21:23 -0700 | [diff] [blame] | 1722 | MutexLock mu2(self, *Locks::thread_suspend_count_lock_); |
| 1723 | |
| 1724 | DCHECK_NE(GetState(), ThreadState::kRunnable); |
Alex Light | 46f9340 | 2017-06-29 11:59:50 -0700 | [diff] [blame] | 1725 | bool updated = ModifySuspendCount(self, -1, nullptr, SuspendReason::kInternal); |
Sebastien Hertz | 1c8f4ff | 2017-04-14 15:05:12 +0200 | [diff] [blame] | 1726 | DCHECK(updated); |
Andreas Gampe | e9f6712 | 2016-10-27 19:21:23 -0700 | [diff] [blame] | 1727 | } |
| 1728 | |
Andreas Gampe | 117f9b3 | 2017-06-23 13:33:50 -0700 | [diff] [blame] | 1729 | { |
| 1730 | // Imitate ResumeAll, the thread may be waiting on Thread::resume_cond_ since we raised its |
| 1731 | // suspend count. Now the suspend_count_ is lowered so we must do the broadcast. |
| 1732 | MutexLock mu2(self, *Locks::thread_suspend_count_lock_); |
| 1733 | Thread::resume_cond_->Broadcast(self); |
| 1734 | } |
| 1735 | |
Alex Light | b1e31a8 | 2017-10-04 16:57:36 -0700 | [diff] [blame] | 1736 | // Release the thread_list_lock_ to be consistent with the barrier-closure path. |
| 1737 | Locks::thread_list_lock_->ExclusiveUnlock(self); |
| 1738 | |
Andreas Gampe | 28c4a23 | 2017-06-21 21:21:31 -0700 | [diff] [blame] | 1739 | return true; // We're done, break out of the loop. |
Andreas Gampe | e9f6712 | 2016-10-27 19:21:23 -0700 | [diff] [blame] | 1740 | } |
| 1741 | } |
| 1742 | |
Hiroshi Yamauchi | 2cd334a | 2015-01-09 14:03:35 -0800 | [diff] [blame] | 1743 | Closure* Thread::GetFlipFunction() { |
| 1744 | Atomic<Closure*>* atomic_func = reinterpret_cast<Atomic<Closure*>*>(&tlsPtr_.flip_function); |
| 1745 | Closure* func; |
| 1746 | do { |
Orion Hodson | 88591fe | 2018-03-06 13:35:43 +0000 | [diff] [blame] | 1747 | func = atomic_func->load(std::memory_order_relaxed); |
Hiroshi Yamauchi | 2cd334a | 2015-01-09 14:03:35 -0800 | [diff] [blame] | 1748 | if (func == nullptr) { |
| 1749 | return nullptr; |
| 1750 | } |
Orion Hodson | 4557b38 | 2018-01-03 11:47:54 +0000 | [diff] [blame] | 1751 | } while (!atomic_func->CompareAndSetWeakSequentiallyConsistent(func, nullptr)); |
Hiroshi Yamauchi | 2cd334a | 2015-01-09 14:03:35 -0800 | [diff] [blame] | 1752 | DCHECK(func != nullptr); |
| 1753 | return func; |
| 1754 | } |
| 1755 | |
| 1756 | void Thread::SetFlipFunction(Closure* function) { |
| 1757 | CHECK(function != nullptr); |
| 1758 | Atomic<Closure*>* atomic_func = reinterpret_cast<Atomic<Closure*>*>(&tlsPtr_.flip_function); |
Orion Hodson | 88591fe | 2018-03-06 13:35:43 +0000 | [diff] [blame] | 1759 | atomic_func->store(function, std::memory_order_seq_cst); |
Hiroshi Yamauchi | 2cd334a | 2015-01-09 14:03:35 -0800 | [diff] [blame] | 1760 | } |
| 1761 | |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 1762 | void Thread::FullSuspendCheck() { |
Mathieu Chartier | 32ce2ad | 2016-03-04 14:58:03 -0800 | [diff] [blame] | 1763 | ScopedTrace trace(__FUNCTION__); |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 1764 | VLOG(threads) << this << " self-suspending"; |
| 1765 | // Make thread appear suspended to other threads, release mutator_lock_. |
Mathieu Chartier | f1d666e | 2015-09-03 16:13:34 -0700 | [diff] [blame] | 1766 | // Transition to suspended and back to runnable, re-acquire share on mutator_lock_. |
Andreas Gampe | 896583e | 2018-06-15 13:31:58 -0700 | [diff] [blame] | 1767 | ScopedThreadSuspension(this, kSuspended); // NOLINT |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 1768 | VLOG(threads) << this << " self-reviving"; |
| 1769 | } |
| 1770 | |
Andreas Gampe | 9186ced | 2016-12-12 14:28:21 -0800 | [diff] [blame] | 1771 | static std::string GetSchedulerGroupName(pid_t tid) { |
| 1772 | // /proc/<pid>/cgroup looks like this: |
| 1773 | // 2:devices:/ |
| 1774 | // 1:cpuacct,cpu:/ |
| 1775 | // We want the third field from the line whose second field contains the "cpu" token. |
| 1776 | std::string cgroup_file; |
Andreas Gampe | 43e7243 | 2019-05-14 16:15:24 -0700 | [diff] [blame] | 1777 | if (!android::base::ReadFileToString(StringPrintf("/proc/self/task/%d/cgroup", tid), |
| 1778 | &cgroup_file)) { |
Andreas Gampe | 9186ced | 2016-12-12 14:28:21 -0800 | [diff] [blame] | 1779 | return ""; |
| 1780 | } |
| 1781 | std::vector<std::string> cgroup_lines; |
| 1782 | Split(cgroup_file, '\n', &cgroup_lines); |
| 1783 | for (size_t i = 0; i < cgroup_lines.size(); ++i) { |
| 1784 | std::vector<std::string> cgroup_fields; |
| 1785 | Split(cgroup_lines[i], ':', &cgroup_fields); |
| 1786 | std::vector<std::string> cgroups; |
| 1787 | Split(cgroup_fields[1], ',', &cgroups); |
| 1788 | for (size_t j = 0; j < cgroups.size(); ++j) { |
| 1789 | if (cgroups[j] == "cpu") { |
| 1790 | return cgroup_fields[2].substr(1); // Skip the leading slash. |
| 1791 | } |
| 1792 | } |
| 1793 | } |
| 1794 | return ""; |
| 1795 | } |
| 1796 | |
| 1797 | |
Elliott Hughes | abbe07d | 2012-06-05 17:42:23 -0700 | [diff] [blame] | 1798 | void Thread::DumpState(std::ostream& os, const Thread* thread, pid_t tid) { |
Elliott Hughes | d369bb7 | 2011-09-12 14:41:14 -0700 | [diff] [blame] | 1799 | std::string group_name; |
| 1800 | int priority; |
| 1801 | bool is_daemon = false; |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 1802 | Thread* self = Thread::Current(); |
Elliott Hughes | dcc2474 | 2011-09-07 14:02:44 -0700 | [diff] [blame] | 1803 | |
Hiroshi Yamauchi | 2cd334a | 2015-01-09 14:03:35 -0800 | [diff] [blame] | 1804 | // If flip_function is not null, it means we have run a checkpoint |
| 1805 | // before the thread wakes up to execute the flip function and the |
| 1806 | // thread roots haven't been forwarded. So the following access to |
| 1807 | // the roots (opeer or methods in the frames) would be bad. Run it |
| 1808 | // here. TODO: clean up. |
| 1809 | if (thread != nullptr) { |
| 1810 | ScopedObjectAccessUnchecked soa(self); |
| 1811 | Thread* this_thread = const_cast<Thread*>(thread); |
| 1812 | Closure* flip_func = this_thread->GetFlipFunction(); |
| 1813 | if (flip_func != nullptr) { |
| 1814 | flip_func->Run(this_thread); |
| 1815 | } |
| 1816 | } |
| 1817 | |
Mathieu Chartier | c7a966d | 2014-04-10 18:06:32 -0700 | [diff] [blame] | 1818 | // Don't do this if we are aborting since the GC may have all the threads suspended. This will |
| 1819 | // cause ScopedObjectAccessUnchecked to deadlock. |
Nicolas Geoffray | db97871 | 2014-12-09 13:33:38 +0000 | [diff] [blame] | 1820 | if (gAborting == 0 && self != nullptr && thread != nullptr && thread->tlsPtr_.opeer != nullptr) { |
Ian Rogers | cfaa455 | 2012-11-26 21:00:08 -0800 | [diff] [blame] | 1821 | ScopedObjectAccessUnchecked soa(self); |
Andreas Gampe | 08883de | 2016-11-08 13:20:52 -0800 | [diff] [blame] | 1822 | priority = jni::DecodeArtField(WellKnownClasses::java_lang_Thread_priority) |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1823 | ->GetInt(thread->tlsPtr_.opeer); |
Andreas Gampe | 08883de | 2016-11-08 13:20:52 -0800 | [diff] [blame] | 1824 | is_daemon = jni::DecodeArtField(WellKnownClasses::java_lang_Thread_daemon) |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1825 | ->GetBoolean(thread->tlsPtr_.opeer); |
Elliott Hughes | d369bb7 | 2011-09-12 14:41:14 -0700 | [diff] [blame] | 1826 | |
Mathieu Chartier | 3398c78 | 2016-09-30 10:27:43 -0700 | [diff] [blame] | 1827 | ObjPtr<mirror::Object> thread_group = |
Andreas Gampe | 08883de | 2016-11-08 13:20:52 -0800 | [diff] [blame] | 1828 | jni::DecodeArtField(WellKnownClasses::java_lang_Thread_group) |
| 1829 | ->GetObject(thread->tlsPtr_.opeer); |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 1830 | |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 1831 | if (thread_group != nullptr) { |
Mathieu Chartier | c785344 | 2015-03-27 14:35:38 -0700 | [diff] [blame] | 1832 | ArtField* group_name_field = |
Andreas Gampe | 08883de | 2016-11-08 13:20:52 -0800 | [diff] [blame] | 1833 | jni::DecodeArtField(WellKnownClasses::java_lang_ThreadGroup_name); |
Mathieu Chartier | 3398c78 | 2016-09-30 10:27:43 -0700 | [diff] [blame] | 1834 | ObjPtr<mirror::String> group_name_string = |
| 1835 | group_name_field->GetObject(thread_group)->AsString(); |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 1836 | group_name = (group_name_string != nullptr) ? group_name_string->ToModifiedUtf8() : "<null>"; |
Elliott Hughes | d369bb7 | 2011-09-12 14:41:14 -0700 | [diff] [blame] | 1837 | } |
| 1838 | } else { |
Elliott Hughes | d369bb7 | 2011-09-12 14:41:14 -0700 | [diff] [blame] | 1839 | priority = GetNativePriority(); |
Elliott Hughes | dcc2474 | 2011-09-07 14:02:44 -0700 | [diff] [blame] | 1840 | } |
Elliott Hughes | d92bec4 | 2011-09-02 17:04:36 -0700 | [diff] [blame] | 1841 | |
Elliott Hughes | abbe07d | 2012-06-05 17:42:23 -0700 | [diff] [blame] | 1842 | std::string scheduler_group_name(GetSchedulerGroupName(tid)); |
Elliott Hughes | 1bac54f | 2012-03-16 12:48:31 -0700 | [diff] [blame] | 1843 | if (scheduler_group_name.empty()) { |
| 1844 | scheduler_group_name = "default"; |
Elliott Hughes | d92bec4 | 2011-09-02 17:04:36 -0700 | [diff] [blame] | 1845 | } |
| 1846 | |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 1847 | if (thread != nullptr) { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1848 | os << '"' << *thread->tlsPtr_.name << '"'; |
Elliott Hughes | abbe07d | 2012-06-05 17:42:23 -0700 | [diff] [blame] | 1849 | if (is_daemon) { |
| 1850 | os << " daemon"; |
| 1851 | } |
| 1852 | os << " prio=" << priority |
Ian Rogers | d9c4fc9 | 2013-10-01 19:45:43 -0700 | [diff] [blame] | 1853 | << " tid=" << thread->GetThreadId() |
Elliott Hughes | 80537bb | 2013-01-04 16:37:26 -0800 | [diff] [blame] | 1854 | << " " << thread->GetState(); |
| 1855 | if (thread->IsStillStarting()) { |
| 1856 | os << " (still starting up)"; |
| 1857 | } |
| 1858 | os << "\n"; |
Elliott Hughes | abbe07d | 2012-06-05 17:42:23 -0700 | [diff] [blame] | 1859 | } else { |
Elliott Hughes | 289be85 | 2012-06-12 13:57:20 -0700 | [diff] [blame] | 1860 | os << '"' << ::art::GetThreadName(tid) << '"' |
Elliott Hughes | abbe07d | 2012-06-05 17:42:23 -0700 | [diff] [blame] | 1861 | << " prio=" << priority |
Elliott Hughes | abbe07d | 2012-06-05 17:42:23 -0700 | [diff] [blame] | 1862 | << " (not attached)\n"; |
Elliott Hughes | d92bec4 | 2011-09-02 17:04:36 -0700 | [diff] [blame] | 1863 | } |
Elliott Hughes | d92bec4 | 2011-09-02 17:04:36 -0700 | [diff] [blame] | 1864 | |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 1865 | if (thread != nullptr) { |
Andreas Gampe | 7d42cdd | 2019-05-31 16:54:46 -0700 | [diff] [blame] | 1866 | auto suspend_log_fn = [&]() REQUIRES(Locks::thread_suspend_count_lock_) { |
| 1867 | os << " | group=\"" << group_name << "\"" |
| 1868 | << " sCount=" << thread->tls32_.suspend_count |
| 1869 | << " dsCount=" << thread->tls32_.debug_suspend_count |
| 1870 | << " flags=" << thread->tls32_.state_and_flags.as_struct.flags |
| 1871 | << " obj=" << reinterpret_cast<void*>(thread->tlsPtr_.opeer) |
| 1872 | << " self=" << reinterpret_cast<const void*>(thread) << "\n"; |
| 1873 | }; |
| 1874 | if (Locks::thread_suspend_count_lock_->IsExclusiveHeld(self)) { |
| 1875 | Locks::thread_suspend_count_lock_->AssertExclusiveHeld(self); // For annotalysis. |
| 1876 | suspend_log_fn(); |
| 1877 | } else { |
| 1878 | MutexLock mu(self, *Locks::thread_suspend_count_lock_); |
| 1879 | suspend_log_fn(); |
| 1880 | } |
Elliott Hughes | abbe07d | 2012-06-05 17:42:23 -0700 | [diff] [blame] | 1881 | } |
Elliott Hughes | 0d39c12 | 2012-06-06 16:41:17 -0700 | [diff] [blame] | 1882 | |
Elliott Hughes | abbe07d | 2012-06-05 17:42:23 -0700 | [diff] [blame] | 1883 | os << " | sysTid=" << tid |
| 1884 | << " nice=" << getpriority(PRIO_PROCESS, tid) |
Elliott Hughes | 0d39c12 | 2012-06-06 16:41:17 -0700 | [diff] [blame] | 1885 | << " cgrp=" << scheduler_group_name; |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 1886 | if (thread != nullptr) { |
Elliott Hughes | 0d39c12 | 2012-06-06 16:41:17 -0700 | [diff] [blame] | 1887 | int policy; |
| 1888 | sched_param sp; |
Brian Carlstrom | 640a104 | 2017-03-20 15:03:42 -0700 | [diff] [blame] | 1889 | #if !defined(__APPLE__) |
| 1890 | // b/36445592 Don't use pthread_getschedparam since pthread may have exited. |
| 1891 | policy = sched_getscheduler(tid); |
| 1892 | if (policy == -1) { |
| 1893 | PLOG(WARNING) << "sched_getscheduler(" << tid << ")"; |
| 1894 | } |
| 1895 | int sched_getparam_result = sched_getparam(tid, &sp); |
| 1896 | if (sched_getparam_result == -1) { |
| 1897 | PLOG(WARNING) << "sched_getparam(" << tid << ", &sp)"; |
| 1898 | sp.sched_priority = -1; |
| 1899 | } |
| 1900 | #else |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1901 | CHECK_PTHREAD_CALL(pthread_getschedparam, (thread->tlsPtr_.pthread_self, &policy, &sp), |
| 1902 | __FUNCTION__); |
Brian Carlstrom | 640a104 | 2017-03-20 15:03:42 -0700 | [diff] [blame] | 1903 | #endif |
Elliott Hughes | 0d39c12 | 2012-06-06 16:41:17 -0700 | [diff] [blame] | 1904 | os << " sched=" << policy << "/" << sp.sched_priority |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1905 | << " handle=" << reinterpret_cast<void*>(thread->tlsPtr_.pthread_self); |
Elliott Hughes | 0d39c12 | 2012-06-06 16:41:17 -0700 | [diff] [blame] | 1906 | } |
| 1907 | os << "\n"; |
Elliott Hughes | d92bec4 | 2011-09-02 17:04:36 -0700 | [diff] [blame] | 1908 | |
| 1909 | // Grab the scheduler stats for this thread. |
| 1910 | std::string scheduler_stats; |
Andreas Gampe | 43e7243 | 2019-05-14 16:15:24 -0700 | [diff] [blame] | 1911 | if (android::base::ReadFileToString(StringPrintf("/proc/self/task/%d/schedstat", tid), |
| 1912 | &scheduler_stats) |
Evan Cheng | d57c51e | 2018-01-26 15:43:08 +0800 | [diff] [blame] | 1913 | && !scheduler_stats.empty()) { |
| 1914 | scheduler_stats = android::base::Trim(scheduler_stats); // Lose the trailing '\n'. |
Elliott Hughes | d92bec4 | 2011-09-02 17:04:36 -0700 | [diff] [blame] | 1915 | } else { |
| 1916 | scheduler_stats = "0 0 0"; |
| 1917 | } |
| 1918 | |
Elliott Hughes | ba0b9c5 | 2012-09-20 11:25:12 -0700 | [diff] [blame] | 1919 | char native_thread_state = '?'; |
Elliott Hughes | d92bec4 | 2011-09-02 17:04:36 -0700 | [diff] [blame] | 1920 | int utime = 0; |
| 1921 | int stime = 0; |
| 1922 | int task_cpu = 0; |
Brian Carlstrom | 2921201 | 2013-09-12 22:18:30 -0700 | [diff] [blame] | 1923 | GetTaskStats(tid, &native_thread_state, &utime, &stime, &task_cpu); |
Elliott Hughes | d92bec4 | 2011-09-02 17:04:36 -0700 | [diff] [blame] | 1924 | |
Elliott Hughes | ba0b9c5 | 2012-09-20 11:25:12 -0700 | [diff] [blame] | 1925 | os << " | state=" << native_thread_state |
| 1926 | << " schedstat=( " << scheduler_stats << " )" |
Elliott Hughes | d92bec4 | 2011-09-02 17:04:36 -0700 | [diff] [blame] | 1927 | << " utm=" << utime |
| 1928 | << " stm=" << stime |
Elliott Hughes | abbe07d | 2012-06-05 17:42:23 -0700 | [diff] [blame] | 1929 | << " core=" << task_cpu |
| 1930 | << " HZ=" << sysconf(_SC_CLK_TCK) << "\n"; |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 1931 | if (thread != nullptr) { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1932 | os << " | stack=" << reinterpret_cast<void*>(thread->tlsPtr_.stack_begin) << "-" |
| 1933 | << reinterpret_cast<void*>(thread->tlsPtr_.stack_end) << " stackSize=" |
| 1934 | << PrettySize(thread->tlsPtr_.stack_size) << "\n"; |
Mathieu Chartier | 9db911e | 2014-06-04 11:23:58 -0700 | [diff] [blame] | 1935 | // Dump the held mutexes. |
| 1936 | os << " | held mutexes="; |
| 1937 | for (size_t i = 0; i < kLockLevelCount; ++i) { |
| 1938 | if (i != kMonitorLock) { |
| 1939 | BaseMutex* mutex = thread->GetHeldMutex(static_cast<LockLevel>(i)); |
| 1940 | if (mutex != nullptr) { |
| 1941 | os << " \"" << mutex->GetName() << "\""; |
| 1942 | if (mutex->IsReaderWriterMutex()) { |
| 1943 | ReaderWriterMutex* rw_mutex = down_cast<ReaderWriterMutex*>(mutex); |
Hans Boehm | 0882af2 | 2017-08-31 15:21:57 -0700 | [diff] [blame] | 1944 | if (rw_mutex->GetExclusiveOwnerTid() == tid) { |
Mathieu Chartier | 9db911e | 2014-06-04 11:23:58 -0700 | [diff] [blame] | 1945 | os << "(exclusive held)"; |
| 1946 | } else { |
Mathieu Chartier | 9db911e | 2014-06-04 11:23:58 -0700 | [diff] [blame] | 1947 | os << "(shared held)"; |
| 1948 | } |
| 1949 | } |
| 1950 | } |
| 1951 | } |
| 1952 | } |
| 1953 | os << "\n"; |
Elliott Hughes | abbe07d | 2012-06-05 17:42:23 -0700 | [diff] [blame] | 1954 | } |
| 1955 | } |
| 1956 | |
| 1957 | void Thread::DumpState(std::ostream& os) const { |
| 1958 | Thread::DumpState(os, this, GetTid()); |
Elliott Hughes | d92bec4 | 2011-09-02 17:04:36 -0700 | [diff] [blame] | 1959 | } |
| 1960 | |
Andreas Gampe | 9310495 | 2017-12-13 17:13:15 -0800 | [diff] [blame] | 1961 | struct StackDumpVisitor : public MonitorObjectsStackVisitor { |
Hiroshi Yamauchi | 02f365f | 2017-02-03 15:06:00 -0800 | [diff] [blame] | 1962 | StackDumpVisitor(std::ostream& os_in, |
| 1963 | Thread* thread_in, |
| 1964 | Context* context, |
Andreas Gampe | 9310495 | 2017-12-13 17:13:15 -0800 | [diff] [blame] | 1965 | bool can_allocate, |
Hiroshi Yamauchi | 02f365f | 2017-02-03 15:06:00 -0800 | [diff] [blame] | 1966 | bool check_suspended = true, |
Andreas Gampe | 9310495 | 2017-12-13 17:13:15 -0800 | [diff] [blame] | 1967 | bool dump_locks = true) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 1968 | REQUIRES_SHARED(Locks::mutator_lock_) |
Andreas Gampe | 9310495 | 2017-12-13 17:13:15 -0800 | [diff] [blame] | 1969 | : MonitorObjectsStackVisitor(thread_in, |
| 1970 | context, |
| 1971 | check_suspended, |
| 1972 | can_allocate && dump_locks), |
Nicolas Geoffray | 8e5bd18 | 2015-05-06 11:34:34 +0100 | [diff] [blame] | 1973 | os(os_in), |
Nicolas Geoffray | 8e5bd18 | 2015-05-06 11:34:34 +0100 | [diff] [blame] | 1974 | last_method(nullptr), |
| 1975 | last_line_number(0), |
Andreas Gampe | 9310495 | 2017-12-13 17:13:15 -0800 | [diff] [blame] | 1976 | repetition_count(0) {} |
Elliott Hughes | d369bb7 | 2011-09-12 14:41:14 -0700 | [diff] [blame] | 1977 | |
Ian Rogers | bdb0391 | 2011-09-14 00:55:44 -0700 | [diff] [blame] | 1978 | virtual ~StackDumpVisitor() { |
Elliott Hughes | e85d2e9 | 2012-05-01 14:02:10 -0700 | [diff] [blame] | 1979 | if (frame_count == 0) { |
| 1980 | os << " (no managed stack frames)\n"; |
| 1981 | } |
Elliott Hughes | d369bb7 | 2011-09-12 14:41:14 -0700 | [diff] [blame] | 1982 | } |
| 1983 | |
Andreas Gampe | 9310495 | 2017-12-13 17:13:15 -0800 | [diff] [blame] | 1984 | static constexpr size_t kMaxRepetition = 3u; |
| 1985 | |
| 1986 | VisitMethodResult StartMethod(ArtMethod* m, size_t frame_nr ATTRIBUTE_UNUSED) |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 1987 | override |
Andreas Gampe | 9310495 | 2017-12-13 17:13:15 -0800 | [diff] [blame] | 1988 | REQUIRES_SHARED(Locks::mutator_lock_) { |
Andreas Gampe | 542451c | 2016-07-26 09:02:02 -0700 | [diff] [blame] | 1989 | m = m->GetInterfaceMethodIfProxy(kRuntimePointerSize); |
Vladimir Marko | 813a863 | 2018-11-29 16:17:01 +0000 | [diff] [blame] | 1990 | ObjPtr<mirror::DexCache> dex_cache = m->GetDexCache(); |
Ian Rogers | b861dc0 | 2011-11-14 17:00:05 -0800 | [diff] [blame] | 1991 | int line_number = -1; |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 1992 | if (dex_cache != nullptr) { // be tolerant of bad input |
David Sehr | 9323e6e | 2016-09-13 08:58:35 -0700 | [diff] [blame] | 1993 | const DexFile* dex_file = dex_cache->GetDexFile(); |
| 1994 | line_number = annotations::GetLineNumFromPC(dex_file, m, GetDexPc(false)); |
Ian Rogers | b861dc0 | 2011-11-14 17:00:05 -0800 | [diff] [blame] | 1995 | } |
Ian Rogers | 28ad40d | 2011-10-27 15:19:26 -0700 | [diff] [blame] | 1996 | if (line_number == last_line_number && last_method == m) { |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 1997 | ++repetition_count; |
Elliott Hughes | d369bb7 | 2011-09-12 14:41:14 -0700 | [diff] [blame] | 1998 | } else { |
Ian Rogers | 28ad40d | 2011-10-27 15:19:26 -0700 | [diff] [blame] | 1999 | if (repetition_count >= kMaxRepetition) { |
| 2000 | os << " ... repeated " << (repetition_count - kMaxRepetition) << " times\n"; |
| 2001 | } |
| 2002 | repetition_count = 0; |
| 2003 | last_line_number = line_number; |
| 2004 | last_method = m; |
Elliott Hughes | d369bb7 | 2011-09-12 14:41:14 -0700 | [diff] [blame] | 2005 | } |
Andreas Gampe | 9310495 | 2017-12-13 17:13:15 -0800 | [diff] [blame] | 2006 | |
| 2007 | if (repetition_count >= kMaxRepetition) { |
| 2008 | // Skip visiting=printing anything. |
| 2009 | return VisitMethodResult::kSkipMethod; |
Ian Rogers | 28ad40d | 2011-10-27 15:19:26 -0700 | [diff] [blame] | 2010 | } |
Elliott Hughes | 8e4aac5 | 2011-09-26 17:03:36 -0700 | [diff] [blame] | 2011 | |
Andreas Gampe | 9310495 | 2017-12-13 17:13:15 -0800 | [diff] [blame] | 2012 | os << " at " << m->PrettyMethod(false); |
| 2013 | if (m->IsNative()) { |
| 2014 | os << "(Native method)"; |
| 2015 | } else { |
| 2016 | const char* source_file(m->GetDeclaringClassSourceFile()); |
| 2017 | os << "(" << (source_file != nullptr ? source_file : "unavailable") |
| 2018 | << ":" << line_number << ")"; |
| 2019 | } |
| 2020 | os << "\n"; |
| 2021 | // Go and visit locks. |
| 2022 | return VisitMethodResult::kContinueMethod; |
Elliott Hughes | d369bb7 | 2011-09-12 14:41:14 -0700 | [diff] [blame] | 2023 | } |
Elliott Hughes | 4993bbc | 2013-01-10 15:41:25 -0800 | [diff] [blame] | 2024 | |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 2025 | VisitMethodResult EndMethod(ArtMethod* m ATTRIBUTE_UNUSED) override { |
Andreas Gampe | 9310495 | 2017-12-13 17:13:15 -0800 | [diff] [blame] | 2026 | return VisitMethodResult::kContinueMethod; |
| 2027 | } |
| 2028 | |
Vladimir Marko | f52d92f | 2019-03-29 12:33:02 +0000 | [diff] [blame] | 2029 | void VisitWaitingObject(ObjPtr<mirror::Object> obj, ThreadState state ATTRIBUTE_UNUSED) |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 2030 | override |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 2031 | REQUIRES_SHARED(Locks::mutator_lock_) { |
Andreas Gampe | 9310495 | 2017-12-13 17:13:15 -0800 | [diff] [blame] | 2032 | PrintObject(obj, " - waiting on ", ThreadList::kInvalidThreadId); |
| 2033 | } |
Vladimir Marko | f52d92f | 2019-03-29 12:33:02 +0000 | [diff] [blame] | 2034 | void VisitSleepingObject(ObjPtr<mirror::Object> obj) |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 2035 | override |
Andreas Gampe | 9310495 | 2017-12-13 17:13:15 -0800 | [diff] [blame] | 2036 | REQUIRES_SHARED(Locks::mutator_lock_) { |
| 2037 | PrintObject(obj, " - sleeping on ", ThreadList::kInvalidThreadId); |
| 2038 | } |
Vladimir Marko | f52d92f | 2019-03-29 12:33:02 +0000 | [diff] [blame] | 2039 | void VisitBlockedOnObject(ObjPtr<mirror::Object> obj, |
Andreas Gampe | 9310495 | 2017-12-13 17:13:15 -0800 | [diff] [blame] | 2040 | ThreadState state, |
| 2041 | uint32_t owner_tid) |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 2042 | override |
Andreas Gampe | 9310495 | 2017-12-13 17:13:15 -0800 | [diff] [blame] | 2043 | REQUIRES_SHARED(Locks::mutator_lock_) { |
| 2044 | const char* msg; |
| 2045 | switch (state) { |
| 2046 | case kBlocked: |
| 2047 | msg = " - waiting to lock "; |
| 2048 | break; |
| 2049 | |
| 2050 | case kWaitingForLockInflation: |
| 2051 | msg = " - waiting for lock inflation of "; |
| 2052 | break; |
| 2053 | |
| 2054 | default: |
| 2055 | LOG(FATAL) << "Unreachable"; |
| 2056 | UNREACHABLE(); |
| 2057 | } |
| 2058 | PrintObject(obj, msg, owner_tid); |
| 2059 | } |
Vladimir Marko | f52d92f | 2019-03-29 12:33:02 +0000 | [diff] [blame] | 2060 | void VisitLockedObject(ObjPtr<mirror::Object> obj) |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 2061 | override |
Andreas Gampe | 9310495 | 2017-12-13 17:13:15 -0800 | [diff] [blame] | 2062 | REQUIRES_SHARED(Locks::mutator_lock_) { |
| 2063 | PrintObject(obj, " - locked ", ThreadList::kInvalidThreadId); |
| 2064 | } |
| 2065 | |
Vladimir Marko | f52d92f | 2019-03-29 12:33:02 +0000 | [diff] [blame] | 2066 | void PrintObject(ObjPtr<mirror::Object> obj, |
Andreas Gampe | 9310495 | 2017-12-13 17:13:15 -0800 | [diff] [blame] | 2067 | const char* msg, |
| 2068 | uint32_t owner_tid) REQUIRES_SHARED(Locks::mutator_lock_) { |
| 2069 | if (obj == nullptr) { |
| 2070 | os << msg << "an unknown object"; |
Ian Rogers | d803bc7 | 2014-04-01 15:33:03 -0700 | [diff] [blame] | 2071 | } else { |
Andreas Gampe | 9310495 | 2017-12-13 17:13:15 -0800 | [diff] [blame] | 2072 | if ((obj->GetLockWord(true).GetState() == LockWord::kThinLocked) && |
Ian Rogers | d803bc7 | 2014-04-01 15:33:03 -0700 | [diff] [blame] | 2073 | Locks::mutator_lock_->IsExclusiveHeld(Thread::Current())) { |
| 2074 | // Getting the identity hashcode here would result in lock inflation and suspension of the |
| 2075 | // current thread, which isn't safe if this is the only runnable thread. |
Andreas Gampe | 9310495 | 2017-12-13 17:13:15 -0800 | [diff] [blame] | 2076 | os << msg << StringPrintf("<@addr=0x%" PRIxPTR "> (a %s)", |
Vladimir Marko | f52d92f | 2019-03-29 12:33:02 +0000 | [diff] [blame] | 2077 | reinterpret_cast<intptr_t>(obj.Ptr()), |
Andreas Gampe | 9310495 | 2017-12-13 17:13:15 -0800 | [diff] [blame] | 2078 | obj->PrettyTypeOf().c_str()); |
Ian Rogers | d803bc7 | 2014-04-01 15:33:03 -0700 | [diff] [blame] | 2079 | } else { |
Andreas Gampe | 9310495 | 2017-12-13 17:13:15 -0800 | [diff] [blame] | 2080 | // - waiting on <0x6008c468> (a java.lang.Class<java.lang.ref.ReferenceQueue>) |
| 2081 | // Call PrettyTypeOf before IdentityHashCode since IdentityHashCode can cause thread |
| 2082 | // suspension and move pretty_object. |
| 2083 | const std::string pretty_type(obj->PrettyTypeOf()); |
| 2084 | os << msg << StringPrintf("<0x%08x> (a %s)", obj->IdentityHashCode(), pretty_type.c_str()); |
Ian Rogers | d803bc7 | 2014-04-01 15:33:03 -0700 | [diff] [blame] | 2085 | } |
| 2086 | } |
Andreas Gampe | 9310495 | 2017-12-13 17:13:15 -0800 | [diff] [blame] | 2087 | if (owner_tid != ThreadList::kInvalidThreadId) { |
| 2088 | os << " held by thread " << owner_tid; |
| 2089 | } |
Ian Rogers | d803bc7 | 2014-04-01 15:33:03 -0700 | [diff] [blame] | 2090 | os << "\n"; |
Elliott Hughes | 4993bbc | 2013-01-10 15:41:25 -0800 | [diff] [blame] | 2091 | } |
| 2092 | |
Elliott Hughes | 08fc03a | 2012-06-26 17:34:00 -0700 | [diff] [blame] | 2093 | std::ostream& os; |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 2094 | ArtMethod* last_method; |
Ian Rogers | 28ad40d | 2011-10-27 15:19:26 -0700 | [diff] [blame] | 2095 | int last_line_number; |
Andreas Gampe | 9310495 | 2017-12-13 17:13:15 -0800 | [diff] [blame] | 2096 | size_t repetition_count; |
Elliott Hughes | d369bb7 | 2011-09-12 14:41:14 -0700 | [diff] [blame] | 2097 | }; |
| 2098 | |
Ian Rogers | 33e9566 | 2013-05-20 20:29:14 -0700 | [diff] [blame] | 2099 | static bool ShouldShowNativeStack(const Thread* thread) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 2100 | REQUIRES_SHARED(Locks::mutator_lock_) { |
Elliott Hughes | aef701d | 2013-04-05 18:15:40 -0700 | [diff] [blame] | 2101 | ThreadState state = thread->GetState(); |
| 2102 | |
| 2103 | // In native code somewhere in the VM (one of the kWaitingFor* states)? That's interesting. |
| 2104 | if (state > kWaiting && state < kStarting) { |
| 2105 | return true; |
| 2106 | } |
| 2107 | |
| 2108 | // In an Object.wait variant or Thread.sleep? That's not interesting. |
| 2109 | if (state == kTimedWaiting || state == kSleeping || state == kWaiting) { |
| 2110 | return false; |
| 2111 | } |
| 2112 | |
Christopher Ferris | 2366f4e | 2014-09-19 17:23:59 -0700 | [diff] [blame] | 2113 | // Threads with no managed stack frames should be shown. |
Vladimir Marko | e744163 | 2017-11-29 13:00:56 +0000 | [diff] [blame] | 2114 | if (!thread->HasManagedStack()) { |
Christopher Ferris | 2366f4e | 2014-09-19 17:23:59 -0700 | [diff] [blame] | 2115 | return true; |
| 2116 | } |
| 2117 | |
Elliott Hughes | aef701d | 2013-04-05 18:15:40 -0700 | [diff] [blame] | 2118 | // In some other native method? That's interesting. |
| 2119 | // We don't just check kNative because native methods will be in state kSuspended if they're |
| 2120 | // calling back into the VM, or kBlocked if they're blocked on a monitor, or one of the |
| 2121 | // thread-startup states if it's early enough in their life cycle (http://b/7432159). |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 2122 | ArtMethod* current_method = thread->GetCurrentMethod(nullptr); |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 2123 | return current_method != nullptr && current_method->IsNative(); |
Elliott Hughes | aef701d | 2013-04-05 18:15:40 -0700 | [diff] [blame] | 2124 | } |
| 2125 | |
Hiroshi Yamauchi | 02f365f | 2017-02-03 15:06:00 -0800 | [diff] [blame] | 2126 | void Thread::DumpJavaStack(std::ostream& os, bool check_suspended, bool dump_locks) const { |
Hiroshi Yamauchi | 2cd334a | 2015-01-09 14:03:35 -0800 | [diff] [blame] | 2127 | // If flip_function is not null, it means we have run a checkpoint |
| 2128 | // before the thread wakes up to execute the flip function and the |
| 2129 | // thread roots haven't been forwarded. So the following access to |
| 2130 | // the roots (locks or methods in the frames) would be bad. Run it |
| 2131 | // here. TODO: clean up. |
| 2132 | { |
| 2133 | Thread* this_thread = const_cast<Thread*>(this); |
| 2134 | Closure* flip_func = this_thread->GetFlipFunction(); |
| 2135 | if (flip_func != nullptr) { |
| 2136 | flip_func->Run(this_thread); |
| 2137 | } |
| 2138 | } |
| 2139 | |
Andreas Gampe | 986c6fb | 2014-10-02 21:00:06 -0700 | [diff] [blame] | 2140 | // Dumping the Java stack involves the verifier for locks. The verifier operates under the |
| 2141 | // assumption that there is no exception pending on entry. Thus, stash any pending exception. |
Mathieu Chartier | bef89c9 | 2015-01-09 09:46:49 -0800 | [diff] [blame] | 2142 | // Thread::Current() instead of this in case a thread is dumping the stack of another suspended |
| 2143 | // thread. |
Alex Light | b7c640d | 2019-03-20 15:52:13 -0700 | [diff] [blame] | 2144 | ScopedExceptionStorage ses(Thread::Current()); |
Andreas Gampe | 986c6fb | 2014-10-02 21:00:06 -0700 | [diff] [blame] | 2145 | |
Ian Rogers | 700a402 | 2014-05-19 16:49:03 -0700 | [diff] [blame] | 2146 | std::unique_ptr<Context> context(Context::Create()); |
Mathieu Chartier | c751fdc | 2014-03-30 15:25:44 -0700 | [diff] [blame] | 2147 | StackDumpVisitor dumper(os, const_cast<Thread*>(this), context.get(), |
Hiroshi Yamauchi | 02f365f | 2017-02-03 15:06:00 -0800 | [diff] [blame] | 2148 | !tls32_.throwing_OutOfMemoryError, check_suspended, dump_locks); |
Mathieu Chartier | c751fdc | 2014-03-30 15:25:44 -0700 | [diff] [blame] | 2149 | dumper.WalkStack(); |
| 2150 | } |
| 2151 | |
Nicolas Geoffray | 6ee4971 | 2018-03-30 14:39:05 +0000 | [diff] [blame] | 2152 | void Thread::DumpStack(std::ostream& os, |
| 2153 | bool dump_native_stack, |
| 2154 | BacktraceMap* backtrace_map, |
| 2155 | bool force_dump_stack) const { |
Jeff Hao | ed1790e | 2013-04-12 09:58:14 -0700 | [diff] [blame] | 2156 | // TODO: we call this code when dying but may not have suspended the thread ourself. The |
| 2157 | // IsSuspended check is therefore racy with the use for dumping (normally we inhibit |
| 2158 | // the race with the thread_suspend_count_lock_). |
Ian Rogers | eef2e54 | 2014-06-24 22:48:01 -0700 | [diff] [blame] | 2159 | bool dump_for_abort = (gAborting > 0); |
| 2160 | bool safe_to_dump = (this == Thread::Current() || IsSuspended()); |
| 2161 | if (!kIsDebugBuild) { |
| 2162 | // We always want to dump the stack for an abort, however, there is no point dumping another |
| 2163 | // thread's stack in debug builds where we'll hit the not suspended check in the stack walk. |
| 2164 | safe_to_dump = (safe_to_dump || dump_for_abort); |
| 2165 | } |
Hiroshi Yamauchi | 13c1635 | 2017-01-31 10:15:08 -0800 | [diff] [blame] | 2166 | if (safe_to_dump || force_dump_stack) { |
Ian Rogers | f08e473 | 2013-04-09 09:45:49 -0700 | [diff] [blame] | 2167 | // If we're currently in native code, dump that stack before dumping the managed stack. |
Nicolas Geoffray | 6ee4971 | 2018-03-30 14:39:05 +0000 | [diff] [blame] | 2168 | if (dump_native_stack && (dump_for_abort || force_dump_stack || ShouldShowNativeStack(this))) { |
Ian Rogers | f08e473 | 2013-04-09 09:45:49 -0700 | [diff] [blame] | 2169 | DumpKernelStack(os, GetTid(), " kernel: ", false); |
Hiroshi Yamauchi | 02f365f | 2017-02-03 15:06:00 -0800 | [diff] [blame] | 2170 | ArtMethod* method = |
| 2171 | GetCurrentMethod(nullptr, |
Andreas Gampe | 98ea9d9 | 2018-10-19 14:06:15 -0700 | [diff] [blame] | 2172 | /*check_suspended=*/ !force_dump_stack, |
| 2173 | /*abort_on_error=*/ !(dump_for_abort || force_dump_stack)); |
Christopher Ferris | 6cff48f | 2014-01-26 21:36:13 -0800 | [diff] [blame] | 2174 | DumpNativeStack(os, GetTid(), backtrace_map, " native: ", method); |
Ian Rogers | f08e473 | 2013-04-09 09:45:49 -0700 | [diff] [blame] | 2175 | } |
Hiroshi Yamauchi | 02f365f | 2017-02-03 15:06:00 -0800 | [diff] [blame] | 2176 | DumpJavaStack(os, |
Andreas Gampe | 98ea9d9 | 2018-10-19 14:06:15 -0700 | [diff] [blame] | 2177 | /*check_suspended=*/ !force_dump_stack, |
| 2178 | /*dump_locks=*/ !force_dump_stack); |
Ian Rogers | f08e473 | 2013-04-09 09:45:49 -0700 | [diff] [blame] | 2179 | } else { |
| 2180 | os << "Not able to dump stack of thread that isn't suspended"; |
Elliott Hughes | ffb465f | 2012-03-01 18:46:05 -0800 | [diff] [blame] | 2181 | } |
Elliott Hughes | e27955c | 2011-08-26 15:21:24 -0700 | [diff] [blame] | 2182 | } |
| 2183 | |
Elliott Hughes | be759c6 | 2011-09-08 19:38:21 -0700 | [diff] [blame] | 2184 | void Thread::ThreadExitCallback(void* arg) { |
| 2185 | Thread* self = reinterpret_cast<Thread*>(arg); |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 2186 | if (self->tls32_.thread_exit_check_count == 0) { |
| 2187 | LOG(WARNING) << "Native thread exiting without having called DetachCurrentThread (maybe it's " |
| 2188 | "going to use a pthread_key_create destructor?): " << *self; |
Ian Rogers | 0878d65 | 2013-04-18 17:38:35 -0700 | [diff] [blame] | 2189 | CHECK(is_started_); |
Bilyan Borisov | bb661c0 | 2016-04-04 16:27:32 +0100 | [diff] [blame] | 2190 | #ifdef ART_TARGET_ANDROID |
Andreas Gampe | 4382f1e | 2015-08-05 01:08:53 +0000 | [diff] [blame] | 2191 | __get_tls()[TLS_SLOT_ART_THREAD_SELF] = self; |
| 2192 | #else |
Elliott Hughes | 6a607ad | 2012-07-13 20:40:00 -0700 | [diff] [blame] | 2193 | CHECK_PTHREAD_CALL(pthread_setspecific, (Thread::pthread_key_self_, self), "reattach self"); |
Andreas Gampe | 4382f1e | 2015-08-05 01:08:53 +0000 | [diff] [blame] | 2194 | #endif |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 2195 | self->tls32_.thread_exit_check_count = 1; |
Elliott Hughes | 6a607ad | 2012-07-13 20:40:00 -0700 | [diff] [blame] | 2196 | } else { |
| 2197 | LOG(FATAL) << "Native thread exited without calling DetachCurrentThread: " << *self; |
| 2198 | } |
Carl Shapiro | b557353 | 2011-07-12 18:22:59 -0700 | [diff] [blame] | 2199 | } |
| 2200 | |
Elliott Hughes | be759c6 | 2011-09-08 19:38:21 -0700 | [diff] [blame] | 2201 | void Thread::Startup() { |
Ian Rogers | 0878d65 | 2013-04-18 17:38:35 -0700 | [diff] [blame] | 2202 | CHECK(!is_started_); |
| 2203 | is_started_ = true; |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 2204 | { |
Brian Carlstrom | 6d69f59 | 2013-07-16 17:18:16 -0700 | [diff] [blame] | 2205 | // MutexLock to keep annotalysis happy. |
| 2206 | // |
Mathieu Chartier | 2cebb24 | 2015-04-21 16:50:40 -0700 | [diff] [blame] | 2207 | // Note we use null for the thread because Thread::Current can |
Brian Carlstrom | 6d69f59 | 2013-07-16 17:18:16 -0700 | [diff] [blame] | 2208 | // return garbage since (is_started_ == true) and |
| 2209 | // Thread::pthread_key_self_ is not yet initialized. |
| 2210 | // This was seen on glibc. |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 2211 | MutexLock mu(nullptr, *Locks::thread_suspend_count_lock_); |
Ian Rogers | c604d73 | 2012-10-14 16:09:54 -0700 | [diff] [blame] | 2212 | resume_cond_ = new ConditionVariable("Thread resumption condition variable", |
| 2213 | *Locks::thread_suspend_count_lock_); |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 2214 | } |
| 2215 | |
Carl Shapiro | b557353 | 2011-07-12 18:22:59 -0700 | [diff] [blame] | 2216 | // Allocate a TLS slot. |
Ian Rogers | f4d4da1 | 2014-11-11 16:10:33 -0800 | [diff] [blame] | 2217 | CHECK_PTHREAD_CALL(pthread_key_create, (&Thread::pthread_key_self_, Thread::ThreadExitCallback), |
| 2218 | "self key"); |
Carl Shapiro | b557353 | 2011-07-12 18:22:59 -0700 | [diff] [blame] | 2219 | |
| 2220 | // Double-check the TLS slot allocation. |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 2221 | if (pthread_getspecific(pthread_key_self_) != nullptr) { |
| 2222 | LOG(FATAL) << "Newly-created pthread TLS slot is not nullptr"; |
Carl Shapiro | b557353 | 2011-07-12 18:22:59 -0700 | [diff] [blame] | 2223 | } |
Elliott Hughes | 038a806 | 2011-09-18 14:12:41 -0700 | [diff] [blame] | 2224 | } |
Carl Shapiro | b557353 | 2011-07-12 18:22:59 -0700 | [diff] [blame] | 2225 | |
Elliott Hughes | 038a806 | 2011-09-18 14:12:41 -0700 | [diff] [blame] | 2226 | void Thread::FinishStartup() { |
Ian Rogers | 365c102 | 2012-06-22 15:05:28 -0700 | [diff] [blame] | 2227 | Runtime* runtime = Runtime::Current(); |
| 2228 | CHECK(runtime->IsStarted()); |
Brian Carlstrom | b82b687 | 2011-10-26 17:18:07 -0700 | [diff] [blame] | 2229 | |
Elliott Hughes | 01158d7 | 2011-09-19 19:47:10 -0700 | [diff] [blame] | 2230 | // Finish attaching the main thread. |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 2231 | ScopedObjectAccess soa(Thread::Current()); |
Vladimir Marko | dcfcce4 | 2018-06-27 10:00:28 +0000 | [diff] [blame] | 2232 | soa.Self()->CreatePeer("main", false, runtime->GetMainThreadGroup()); |
| 2233 | soa.Self()->AssertNoPendingException(); |
Jesse Wilson | 9a6bae8 | 2011-11-14 14:57:30 -0500 | [diff] [blame] | 2234 | |
Vladimir Marko | dcfcce4 | 2018-06-27 10:00:28 +0000 | [diff] [blame] | 2235 | runtime->RunRootClinits(soa.Self()); |
Andreas Gampe | 21cf95d | 2017-04-17 20:19:14 -0700 | [diff] [blame] | 2236 | |
| 2237 | // The thread counts as started from now on. We need to add it to the ThreadGroup. For regular |
| 2238 | // threads, this is done in Thread.start() on the Java side. |
Vladimir Marko | dcfcce4 | 2018-06-27 10:00:28 +0000 | [diff] [blame] | 2239 | soa.Self()->NotifyThreadGroup(soa, runtime->GetMainThreadGroup()); |
| 2240 | soa.Self()->AssertNoPendingException(); |
Carl Shapiro | b557353 | 2011-07-12 18:22:59 -0700 | [diff] [blame] | 2241 | } |
| 2242 | |
Elliott Hughes | c1674ed | 2011-08-25 18:09:09 -0700 | [diff] [blame] | 2243 | void Thread::Shutdown() { |
Ian Rogers | 0878d65 | 2013-04-18 17:38:35 -0700 | [diff] [blame] | 2244 | CHECK(is_started_); |
| 2245 | is_started_ = false; |
Elliott Hughes | 8d768a9 | 2011-09-14 16:35:25 -0700 | [diff] [blame] | 2246 | CHECK_PTHREAD_CALL(pthread_key_delete, (Thread::pthread_key_self_), "self key"); |
Ian Rogers | 33e9566 | 2013-05-20 20:29:14 -0700 | [diff] [blame] | 2247 | MutexLock mu(Thread::Current(), *Locks::thread_suspend_count_lock_); |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 2248 | if (resume_cond_ != nullptr) { |
Ian Rogers | 0878d65 | 2013-04-18 17:38:35 -0700 | [diff] [blame] | 2249 | delete resume_cond_; |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 2250 | resume_cond_ = nullptr; |
Ian Rogers | 0878d65 | 2013-04-18 17:38:35 -0700 | [diff] [blame] | 2251 | } |
Elliott Hughes | c1674ed | 2011-08-25 18:09:09 -0700 | [diff] [blame] | 2252 | } |
| 2253 | |
Andreas Gampe | 5677601 | 2018-01-26 17:40:55 -0800 | [diff] [blame] | 2254 | void Thread::NotifyThreadGroup(ScopedObjectAccessAlreadyRunnable& soa, jobject thread_group) { |
| 2255 | ScopedLocalRef<jobject> thread_jobject( |
| 2256 | soa.Env(), soa.Env()->AddLocalReference<jobject>(Thread::Current()->GetPeer())); |
| 2257 | ScopedLocalRef<jobject> thread_group_jobject_scoped( |
| 2258 | soa.Env(), nullptr); |
| 2259 | jobject thread_group_jobject = thread_group; |
| 2260 | if (thread_group == nullptr || kIsDebugBuild) { |
| 2261 | // There is always a group set. Retrieve it. |
| 2262 | thread_group_jobject_scoped.reset( |
| 2263 | soa.Env()->GetObjectField(thread_jobject.get(), |
| 2264 | WellKnownClasses::java_lang_Thread_group)); |
| 2265 | thread_group_jobject = thread_group_jobject_scoped.get(); |
| 2266 | if (kIsDebugBuild && thread_group != nullptr) { |
| 2267 | CHECK(soa.Env()->IsSameObject(thread_group, thread_group_jobject)); |
| 2268 | } |
| 2269 | } |
| 2270 | soa.Env()->CallNonvirtualVoidMethod(thread_group_jobject, |
| 2271 | WellKnownClasses::java_lang_ThreadGroup, |
| 2272 | WellKnownClasses::java_lang_ThreadGroup_add, |
| 2273 | thread_jobject.get()); |
| 2274 | } |
| 2275 | |
Calin Juravle | ccd5695 | 2016-12-15 17:57:38 +0000 | [diff] [blame] | 2276 | Thread::Thread(bool daemon) |
| 2277 | : tls32_(daemon), |
| 2278 | wait_monitor_(nullptr), |
Alex Light | cea4215 | 2018-09-18 22:51:55 +0000 | [diff] [blame] | 2279 | is_runtime_thread_(false) { |
Charles Munger | c665d63 | 2018-11-06 16:20:13 +0000 | [diff] [blame] | 2280 | wait_mutex_ = new Mutex("a thread wait mutex", LockLevel::kThreadWaitLock); |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 2281 | wait_cond_ = new ConditionVariable("a thread wait condition variable", *wait_mutex_); |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 2282 | tlsPtr_.instrumentation_stack = new std::deque<instrumentation::InstrumentationStackFrame>; |
| 2283 | tlsPtr_.name = new std::string(kThreadNameDuringStartup); |
| 2284 | |
Roland Levillain | 33d6903 | 2015-06-18 18:20:59 +0100 | [diff] [blame] | 2285 | static_assert((sizeof(Thread) % 4) == 0U, |
| 2286 | "art::Thread has a size which is not a multiple of 4."); |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 2287 | tls32_.state_and_flags.as_struct.flags = 0; |
| 2288 | tls32_.state_and_flags.as_struct.state = kNative; |
Orion Hodson | 88591fe | 2018-03-06 13:35:43 +0000 | [diff] [blame] | 2289 | tls32_.interrupted.store(false, std::memory_order_relaxed); |
Charles Munger | aa31f49 | 2018-11-01 18:57:38 +0000 | [diff] [blame] | 2290 | // Initialize with no permit; if the java Thread was unparked before being |
| 2291 | // started, it will unpark itself before calling into java code. |
| 2292 | tls32_.park_state_.store(kNoPermit, std::memory_order_relaxed); |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 2293 | memset(&tlsPtr_.held_mutexes[0], 0, sizeof(tlsPtr_.held_mutexes)); |
Mathieu Chartier | 0651d41 | 2014-04-29 14:37:57 -0700 | [diff] [blame] | 2294 | std::fill(tlsPtr_.rosalloc_runs, |
Hiroshi Yamauchi | 7ed9c56 | 2016-02-02 15:22:09 -0800 | [diff] [blame] | 2295 | tlsPtr_.rosalloc_runs + kNumRosAllocThreadLocalSizeBracketsInThread, |
Mathieu Chartier | 73d1e17 | 2014-04-11 17:53:48 -0700 | [diff] [blame] | 2296 | gc::allocator::RosAlloc::GetDedicatedFullRun()); |
Mathieu Chartier | 952e1e3 | 2016-06-13 14:04:02 -0700 | [diff] [blame] | 2297 | tlsPtr_.checkpoint_function = nullptr; |
Yu Li | eac4424 | 2015-06-29 10:50:03 +0800 | [diff] [blame] | 2298 | for (uint32_t i = 0; i < kMaxSuspendBarriers; ++i) { |
| 2299 | tlsPtr_.active_suspend_barriers[i] = nullptr; |
| 2300 | } |
Hiroshi Yamauchi | 2cd334a | 2015-01-09 14:03:35 -0800 | [diff] [blame] | 2301 | tlsPtr_.flip_function = nullptr; |
Hiroshi Yamauchi | 0b71357 | 2015-06-16 18:29:23 -0700 | [diff] [blame] | 2302 | tlsPtr_.thread_local_mark_stack = nullptr; |
Hiroshi Yamauchi | ee23582 | 2016-08-19 17:03:27 -0700 | [diff] [blame] | 2303 | tls32_.is_transitioning_to_runnable = false; |
David Srbecky | 28f6cff | 2018-10-16 15:07:28 +0100 | [diff] [blame] | 2304 | tls32_.use_mterp = false; |
| 2305 | } |
| 2306 | |
| 2307 | void Thread::NotifyInTheadList() { |
| 2308 | tls32_.use_mterp = interpreter::CanUseMterp(); |
Elliott Hughes | dcc2474 | 2011-09-07 14:02:44 -0700 | [diff] [blame] | 2309 | } |
| 2310 | |
Alex Light | e9f6103 | 2018-09-24 16:04:51 -0700 | [diff] [blame] | 2311 | bool Thread::CanLoadClasses() const { |
| 2312 | return !IsRuntimeThread() || !Runtime::Current()->IsJavaDebuggable(); |
| 2313 | } |
| 2314 | |
Elliott Hughes | 7dc5166 | 2012-05-16 14:48:43 -0700 | [diff] [blame] | 2315 | bool Thread::IsStillStarting() const { |
| 2316 | // You might think you can check whether the state is kStarting, but for much of thread startup, |
Elliott Hughes | 80537bb | 2013-01-04 16:37:26 -0800 | [diff] [blame] | 2317 | // the thread is in kNative; it might also be in kVmWait. |
Mathieu Chartier | 2cebb24 | 2015-04-21 16:50:40 -0700 | [diff] [blame] | 2318 | // You might think you can check whether the peer is null, but the peer is actually created and |
Elliott Hughes | 7dc5166 | 2012-05-16 14:48:43 -0700 | [diff] [blame] | 2319 | // assigned fairly early on, and needs to be. |
| 2320 | // It turns out that the last thing to change is the thread name; that's a good proxy for "has |
| 2321 | // this thread _ever_ entered kRunnable". |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 2322 | return (tlsPtr_.jpeer == nullptr && tlsPtr_.opeer == nullptr) || |
| 2323 | (*tlsPtr_.name == kThreadNameDuringStartup); |
Elliott Hughes | 7dc5166 | 2012-05-16 14:48:43 -0700 | [diff] [blame] | 2324 | } |
| 2325 | |
Andreas Gampe | d9efea6 | 2014-07-21 22:56:08 -0700 | [diff] [blame] | 2326 | void Thread::AssertPendingException() const { |
Mathieu Chartier | a61894d | 2015-04-23 16:32:54 -0700 | [diff] [blame] | 2327 | CHECK(IsExceptionPending()) << "Pending exception expected."; |
| 2328 | } |
| 2329 | |
| 2330 | void Thread::AssertPendingOOMException() const { |
| 2331 | AssertPendingException(); |
| 2332 | auto* e = GetException(); |
| 2333 | CHECK_EQ(e->GetClass(), DecodeJObject(WellKnownClasses::java_lang_OutOfMemoryError)->AsClass()) |
| 2334 | << e->Dump(); |
Andreas Gampe | d9efea6 | 2014-07-21 22:56:08 -0700 | [diff] [blame] | 2335 | } |
| 2336 | |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 2337 | void Thread::AssertNoPendingException() const { |
| 2338 | if (UNLIKELY(IsExceptionPending())) { |
| 2339 | ScopedObjectAccess soa(Thread::Current()); |
Mathieu Chartier | f5769e1 | 2017-01-10 15:54:41 -0800 | [diff] [blame] | 2340 | LOG(FATAL) << "No pending exception expected: " << GetException()->Dump(); |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 2341 | } |
| 2342 | } |
| 2343 | |
Mathieu Chartier | 8d7672e | 2014-02-25 10:57:16 -0800 | [diff] [blame] | 2344 | void Thread::AssertNoPendingExceptionForNewException(const char* msg) const { |
| 2345 | if (UNLIKELY(IsExceptionPending())) { |
| 2346 | ScopedObjectAccess soa(Thread::Current()); |
Ian Rogers | c114b5f | 2014-07-21 08:55:01 -0700 | [diff] [blame] | 2347 | LOG(FATAL) << "Throwing new exception '" << msg << "' with unexpected pending exception: " |
Mathieu Chartier | f5769e1 | 2017-01-10 15:54:41 -0800 | [diff] [blame] | 2348 | << GetException()->Dump(); |
Mathieu Chartier | 8d7672e | 2014-02-25 10:57:16 -0800 | [diff] [blame] | 2349 | } |
| 2350 | } |
| 2351 | |
Mathieu Chartier | bb87e0f | 2015-04-03 11:21:55 -0700 | [diff] [blame] | 2352 | class MonitorExitVisitor : public SingleRootVisitor { |
| 2353 | public: |
| 2354 | explicit MonitorExitVisitor(Thread* self) : self_(self) { } |
| 2355 | |
| 2356 | // NO_THREAD_SAFETY_ANALYSIS due to MonitorExit. |
| 2357 | void VisitRoot(mirror::Object* entered_monitor, const RootInfo& info ATTRIBUTE_UNUSED) |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 2358 | override NO_THREAD_SAFETY_ANALYSIS { |
Mathieu Chartier | bb87e0f | 2015-04-03 11:21:55 -0700 | [diff] [blame] | 2359 | if (self_->HoldsLock(entered_monitor)) { |
| 2360 | LOG(WARNING) << "Calling MonitorExit on object " |
David Sehr | 709b070 | 2016-10-13 09:12:37 -0700 | [diff] [blame] | 2361 | << entered_monitor << " (" << entered_monitor->PrettyTypeOf() << ")" |
Mathieu Chartier | bb87e0f | 2015-04-03 11:21:55 -0700 | [diff] [blame] | 2362 | << " left locked by native thread " |
| 2363 | << *Thread::Current() << " which is detaching"; |
| 2364 | entered_monitor->MonitorExit(self_); |
| 2365 | } |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 2366 | } |
Mathieu Chartier | bb87e0f | 2015-04-03 11:21:55 -0700 | [diff] [blame] | 2367 | |
| 2368 | private: |
| 2369 | Thread* const self_; |
| 2370 | }; |
Elliott Hughes | 02b48d1 | 2011-09-07 17:15:51 -0700 | [diff] [blame] | 2371 | |
Elliott Hughes | c0f0933 | 2012-03-26 13:27:06 -0700 | [diff] [blame] | 2372 | void Thread::Destroy() { |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 2373 | Thread* self = this; |
| 2374 | DCHECK_EQ(self, Thread::Current()); |
Elliott Hughes | 02b48d1 | 2011-09-07 17:15:51 -0700 | [diff] [blame] | 2375 | |
Ian Rogers | 68d8b42 | 2014-07-17 11:09:10 -0700 | [diff] [blame] | 2376 | if (tlsPtr_.jni_env != nullptr) { |
Mathieu Chartier | bb87e0f | 2015-04-03 11:21:55 -0700 | [diff] [blame] | 2377 | { |
| 2378 | ScopedObjectAccess soa(self); |
| 2379 | MonitorExitVisitor visitor(self); |
| 2380 | // On thread detach, all monitors entered with JNI MonitorEnter are automatically exited. |
Ian Rogers | 55256cb | 2017-12-21 17:07:11 -0800 | [diff] [blame] | 2381 | tlsPtr_.jni_env->monitors_.VisitRoots(&visitor, RootInfo(kRootVMInternal)); |
Mathieu Chartier | bb87e0f | 2015-04-03 11:21:55 -0700 | [diff] [blame] | 2382 | } |
Ian Rogers | 68d8b42 | 2014-07-17 11:09:10 -0700 | [diff] [blame] | 2383 | // Release locally held global references which releasing may require the mutator lock. |
| 2384 | if (tlsPtr_.jpeer != nullptr) { |
| 2385 | // If pthread_create fails we don't have a jni env here. |
| 2386 | tlsPtr_.jni_env->DeleteGlobalRef(tlsPtr_.jpeer); |
| 2387 | tlsPtr_.jpeer = nullptr; |
| 2388 | } |
| 2389 | if (tlsPtr_.class_loader_override != nullptr) { |
| 2390 | tlsPtr_.jni_env->DeleteGlobalRef(tlsPtr_.class_loader_override); |
| 2391 | tlsPtr_.class_loader_override = nullptr; |
| 2392 | } |
| 2393 | } |
| 2394 | |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 2395 | if (tlsPtr_.opeer != nullptr) { |
Ian Rogers | cfaa455 | 2012-11-26 21:00:08 -0800 | [diff] [blame] | 2396 | ScopedObjectAccess soa(self); |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 2397 | // We may need to call user-supplied managed code, do this before final clean-up. |
Ian Rogers | cfaa455 | 2012-11-26 21:00:08 -0800 | [diff] [blame] | 2398 | HandleUncaughtExceptions(soa); |
Alex Light | df13240 | 2017-09-29 12:54:33 -0700 | [diff] [blame] | 2399 | RemoveFromThreadGroup(soa); |
Alex Light | 8c5e2da | 2017-07-11 10:32:20 -0700 | [diff] [blame] | 2400 | Runtime* runtime = Runtime::Current(); |
| 2401 | if (runtime != nullptr) { |
| 2402 | runtime->GetRuntimeCallbacks()->ThreadDeath(self); |
| 2403 | } |
Elliott Hughes | 534da07 | 2012-03-27 15:17:42 -0700 | [diff] [blame] | 2404 | |
Anwar Ghuloum | 3c50a4b | 2013-06-21 13:05:23 -0700 | [diff] [blame] | 2405 | // this.nativePeer = 0; |
Sebastien Hertz | d2fe10a | 2014-01-15 10:20:56 +0100 | [diff] [blame] | 2406 | if (Runtime::Current()->IsActiveTransaction()) { |
Andreas Gampe | 08883de | 2016-11-08 13:20:52 -0800 | [diff] [blame] | 2407 | jni::DecodeArtField(WellKnownClasses::java_lang_Thread_nativePeer) |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 2408 | ->SetLong<true>(tlsPtr_.opeer, 0); |
Sebastien Hertz | d2fe10a | 2014-01-15 10:20:56 +0100 | [diff] [blame] | 2409 | } else { |
Andreas Gampe | 08883de | 2016-11-08 13:20:52 -0800 | [diff] [blame] | 2410 | jni::DecodeArtField(WellKnownClasses::java_lang_Thread_nativePeer) |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 2411 | ->SetLong<false>(tlsPtr_.opeer, 0); |
Sebastien Hertz | d2fe10a | 2014-01-15 10:20:56 +0100 | [diff] [blame] | 2412 | } |
Elliott Hughes | 02b48d1 | 2011-09-07 17:15:51 -0700 | [diff] [blame] | 2413 | |
Ian Rogers | cfaa455 | 2012-11-26 21:00:08 -0800 | [diff] [blame] | 2414 | // Thread.join() is implemented as an Object.wait() on the Thread.lock object. Signal anyone |
| 2415 | // who is waiting. |
Mathieu Chartier | 3398c78 | 2016-09-30 10:27:43 -0700 | [diff] [blame] | 2416 | ObjPtr<mirror::Object> lock = |
Andreas Gampe | 08883de | 2016-11-08 13:20:52 -0800 | [diff] [blame] | 2417 | jni::DecodeArtField(WellKnownClasses::java_lang_Thread_lock)->GetObject(tlsPtr_.opeer); |
Elliott Hughes | 038a806 | 2011-09-18 14:12:41 -0700 | [diff] [blame] | 2418 | // (This conditional is only needed for tests, where Thread.lock won't have been set.) |
Mathieu Chartier | c528dba | 2013-11-26 12:00:11 -0800 | [diff] [blame] | 2419 | if (lock != nullptr) { |
Mathieu Chartier | eb8167a | 2014-05-07 15:43:14 -0700 | [diff] [blame] | 2420 | StackHandleScope<1> hs(self); |
| 2421 | Handle<mirror::Object> h_obj(hs.NewHandle(lock)); |
Mathieu Chartier | db2633c | 2014-05-16 09:59:29 -0700 | [diff] [blame] | 2422 | ObjectLock<mirror::Object> locker(self, h_obj); |
Yevgeny Rouban | 63e8a68 | 2014-04-16 18:26:09 +0700 | [diff] [blame] | 2423 | locker.NotifyAll(); |
Elliott Hughes | 5f79133 | 2011-09-15 17:45:30 -0700 | [diff] [blame] | 2424 | } |
Ian Rogers | 68d8b42 | 2014-07-17 11:09:10 -0700 | [diff] [blame] | 2425 | tlsPtr_.opeer = nullptr; |
Elliott Hughes | 5f79133 | 2011-09-15 17:45:30 -0700 | [diff] [blame] | 2426 | } |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 2427 | |
Hiroshi Yamauchi | a1b94c6 | 2014-12-17 15:49:56 -0800 | [diff] [blame] | 2428 | { |
| 2429 | ScopedObjectAccess soa(self); |
| 2430 | Runtime::Current()->GetHeap()->RevokeThreadLocalBuffers(this); |
Hiroshi Yamauchi | 0b71357 | 2015-06-16 18:29:23 -0700 | [diff] [blame] | 2431 | if (kUseReadBarrier) { |
| 2432 | Runtime::Current()->GetHeap()->ConcurrentCopyingCollector()->RevokeThreadLocalMarkStack(this); |
| 2433 | } |
Hiroshi Yamauchi | a1b94c6 | 2014-12-17 15:49:56 -0800 | [diff] [blame] | 2434 | } |
Elliott Hughes | c0f0933 | 2012-03-26 13:27:06 -0700 | [diff] [blame] | 2435 | } |
Elliott Hughes | 02b48d1 | 2011-09-07 17:15:51 -0700 | [diff] [blame] | 2436 | |
Elliott Hughes | c0f0933 | 2012-03-26 13:27:06 -0700 | [diff] [blame] | 2437 | Thread::~Thread() { |
Ian Rogers | 68d8b42 | 2014-07-17 11:09:10 -0700 | [diff] [blame] | 2438 | CHECK(tlsPtr_.class_loader_override == nullptr); |
| 2439 | CHECK(tlsPtr_.jpeer == nullptr); |
| 2440 | CHECK(tlsPtr_.opeer == nullptr); |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 2441 | bool initialized = (tlsPtr_.jni_env != nullptr); // Did Thread::Init run? |
Alexei Zavjalov | 1efa0a9 | 2014-02-04 02:08:31 +0700 | [diff] [blame] | 2442 | if (initialized) { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 2443 | delete tlsPtr_.jni_env; |
| 2444 | tlsPtr_.jni_env = nullptr; |
Alexei Zavjalov | 1efa0a9 | 2014-02-04 02:08:31 +0700 | [diff] [blame] | 2445 | } |
Mathieu Chartier | dbe6f46 | 2012-09-25 16:54:50 -0700 | [diff] [blame] | 2446 | CHECK_NE(GetState(), kRunnable); |
Hiroshi Yamauchi | 3049324 | 2016-11-03 13:06:52 -0700 | [diff] [blame] | 2447 | CHECK(!ReadFlag(kCheckpointRequest)); |
| 2448 | CHECK(!ReadFlag(kEmptyCheckpointRequest)); |
Mathieu Chartier | 952e1e3 | 2016-06-13 14:04:02 -0700 | [diff] [blame] | 2449 | CHECK(tlsPtr_.checkpoint_function == nullptr); |
| 2450 | CHECK_EQ(checkpoint_overflow_.size(), 0u); |
Hiroshi Yamauchi | 2cd334a | 2015-01-09 14:03:35 -0800 | [diff] [blame] | 2451 | CHECK(tlsPtr_.flip_function == nullptr); |
Hiroshi Yamauchi | ee23582 | 2016-08-19 17:03:27 -0700 | [diff] [blame] | 2452 | CHECK_EQ(tls32_.is_transitioning_to_runnable, false); |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 2453 | |
Sebastien Hertz | 0747466 | 2015-08-25 15:12:33 +0000 | [diff] [blame] | 2454 | // Make sure we processed all deoptimization requests. |
| 2455 | CHECK(tlsPtr_.deoptimization_context_stack == nullptr) << "Missed deoptimization"; |
Mingyao Yang | 99170c6 | 2015-07-06 11:10:37 -0700 | [diff] [blame] | 2456 | CHECK(tlsPtr_.frame_id_to_shadow_frame == nullptr) << |
| 2457 | "Not all deoptimized frames have been consumed by the debugger."; |
Sebastien Hertz | 0747466 | 2015-08-25 15:12:33 +0000 | [diff] [blame] | 2458 | |
Mathieu Chartier | dbe6f46 | 2012-09-25 16:54:50 -0700 | [diff] [blame] | 2459 | // We may be deleting a still born thread. |
| 2460 | SetStateUnsafe(kTerminated); |
Elliott Hughes | 85d1545 | 2011-09-16 17:33:01 -0700 | [diff] [blame] | 2461 | |
| 2462 | delete wait_cond_; |
| 2463 | delete wait_mutex_; |
| 2464 | |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 2465 | if (tlsPtr_.long_jump_context != nullptr) { |
| 2466 | delete tlsPtr_.long_jump_context; |
Ian Rogers | c928de9 | 2013-02-27 14:30:44 -0800 | [diff] [blame] | 2467 | } |
Elliott Hughes | 475fc23 | 2011-10-25 15:00:35 -0700 | [diff] [blame] | 2468 | |
Alexei Zavjalov | 1efa0a9 | 2014-02-04 02:08:31 +0700 | [diff] [blame] | 2469 | if (initialized) { |
| 2470 | CleanupCpu(); |
| 2471 | } |
| 2472 | |
Sebastien Hertz | 597c4f0 | 2015-01-26 17:37:14 +0100 | [diff] [blame] | 2473 | if (tlsPtr_.single_step_control != nullptr) { |
| 2474 | delete tlsPtr_.single_step_control; |
| 2475 | } |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 2476 | delete tlsPtr_.instrumentation_stack; |
| 2477 | delete tlsPtr_.name; |
Nicolas Geoffray | 340dafa | 2016-11-18 16:03:10 +0000 | [diff] [blame] | 2478 | delete tlsPtr_.deps_or_stack_trace_sample.stack_trace_sample; |
Elliott Hughes | d8af159 | 2012-04-16 20:40:15 -0700 | [diff] [blame] | 2479 | |
Ian Rogers | 68d8b42 | 2014-07-17 11:09:10 -0700 | [diff] [blame] | 2480 | Runtime::Current()->GetHeap()->AssertThreadLocalBuffersAreRevoked(this); |
Hiroshi Yamauchi | cf58d4a | 2013-09-26 14:21:22 -0700 | [diff] [blame] | 2481 | |
Elliott Hughes | d8af159 | 2012-04-16 20:40:15 -0700 | [diff] [blame] | 2482 | TearDownAlternateSignalStack(); |
Elliott Hughes | c1674ed | 2011-08-25 18:09:09 -0700 | [diff] [blame] | 2483 | } |
| 2484 | |
Andreas Gampe | 513061a | 2017-06-01 09:17:34 -0700 | [diff] [blame] | 2485 | void Thread::HandleUncaughtExceptions(ScopedObjectAccessAlreadyRunnable& soa) { |
Elliott Hughes | accd83d | 2011-10-17 14:25:58 -0700 | [diff] [blame] | 2486 | if (!IsExceptionPending()) { |
| 2487 | return; |
| 2488 | } |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 2489 | ScopedLocalRef<jobject> peer(tlsPtr_.jni_env, soa.AddLocalReference<jobject>(tlsPtr_.opeer)); |
Ian Rogers | cfaa455 | 2012-11-26 21:00:08 -0800 | [diff] [blame] | 2490 | ScopedThreadStateChange tsc(this, kNative); |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 2491 | |
Elliott Hughes | accd83d | 2011-10-17 14:25:58 -0700 | [diff] [blame] | 2492 | // Get and clear the exception. |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 2493 | ScopedLocalRef<jthrowable> exception(tlsPtr_.jni_env, tlsPtr_.jni_env->ExceptionOccurred()); |
| 2494 | tlsPtr_.jni_env->ExceptionClear(); |
Elliott Hughes | accd83d | 2011-10-17 14:25:58 -0700 | [diff] [blame] | 2495 | |
Tobias Thierer | 5cbe65d | 2016-07-22 18:37:59 +0100 | [diff] [blame] | 2496 | // Call the Thread instance's dispatchUncaughtException(Throwable) |
| 2497 | tlsPtr_.jni_env->CallVoidMethod(peer.get(), |
| 2498 | WellKnownClasses::java_lang_Thread_dispatchUncaughtException, |
| 2499 | exception.get()); |
Elliott Hughes | accd83d | 2011-10-17 14:25:58 -0700 | [diff] [blame] | 2500 | |
Tobias Thierer | 5cbe65d | 2016-07-22 18:37:59 +0100 | [diff] [blame] | 2501 | // If the dispatchUncaughtException threw, clear that exception too. |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 2502 | tlsPtr_.jni_env->ExceptionClear(); |
Elliott Hughes | accd83d | 2011-10-17 14:25:58 -0700 | [diff] [blame] | 2503 | } |
| 2504 | |
Andreas Gampe | 513061a | 2017-06-01 09:17:34 -0700 | [diff] [blame] | 2505 | void Thread::RemoveFromThreadGroup(ScopedObjectAccessAlreadyRunnable& soa) { |
Brian Carlstrom | 4514d3c | 2011-10-21 17:01:31 -0700 | [diff] [blame] | 2506 | // this.group.removeThread(this); |
| 2507 | // group can be null if we're in the compiler or a test. |
Andreas Gampe | 08883de | 2016-11-08 13:20:52 -0800 | [diff] [blame] | 2508 | ObjPtr<mirror::Object> ogroup = jni::DecodeArtField(WellKnownClasses::java_lang_Thread_group) |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 2509 | ->GetObject(tlsPtr_.opeer); |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 2510 | if (ogroup != nullptr) { |
Ian Rogers | cfaa455 | 2012-11-26 21:00:08 -0800 | [diff] [blame] | 2511 | ScopedLocalRef<jobject> group(soa.Env(), soa.AddLocalReference<jobject>(ogroup)); |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 2512 | ScopedLocalRef<jobject> peer(soa.Env(), soa.AddLocalReference<jobject>(tlsPtr_.opeer)); |
Ian Rogers | cfaa455 | 2012-11-26 21:00:08 -0800 | [diff] [blame] | 2513 | ScopedThreadStateChange tsc(soa.Self(), kNative); |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 2514 | tlsPtr_.jni_env->CallVoidMethod(group.get(), |
| 2515 | WellKnownClasses::java_lang_ThreadGroup_removeThread, |
| 2516 | peer.get()); |
Brian Carlstrom | 4514d3c | 2011-10-21 17:01:31 -0700 | [diff] [blame] | 2517 | } |
| 2518 | } |
| 2519 | |
Mathieu Chartier | eb8167a | 2014-05-07 15:43:14 -0700 | [diff] [blame] | 2520 | bool Thread::HandleScopeContains(jobject obj) const { |
| 2521 | StackReference<mirror::Object>* hs_entry = |
Ian Rogers | ef7d42f | 2014-01-06 12:55:46 -0800 | [diff] [blame] | 2522 | reinterpret_cast<StackReference<mirror::Object>*>(obj); |
Mathieu Chartier | e8a3c57 | 2016-10-11 16:52:17 -0700 | [diff] [blame] | 2523 | for (BaseHandleScope* cur = tlsPtr_.top_handle_scope; cur!= nullptr; cur = cur->GetLink()) { |
Mathieu Chartier | eb8167a | 2014-05-07 15:43:14 -0700 | [diff] [blame] | 2524 | if (cur->Contains(hs_entry)) { |
Ian Rogers | a8cd9f4 | 2011-08-19 16:43:41 -0700 | [diff] [blame] | 2525 | return true; |
| 2526 | } |
| 2527 | } |
Mathieu Chartier | eb8167a | 2014-05-07 15:43:14 -0700 | [diff] [blame] | 2528 | // JNI code invoked from portable code uses shadow frames rather than the handle scope. |
| 2529 | return tlsPtr_.managed_stack.ShadowFramesContain(hs_entry); |
TDYa127 | 28f1a14 | 2012-03-15 21:51:52 -0700 | [diff] [blame] | 2530 | } |
| 2531 | |
Hans Boehm | 0882af2 | 2017-08-31 15:21:57 -0700 | [diff] [blame] | 2532 | void Thread::HandleScopeVisitRoots(RootVisitor* visitor, pid_t thread_id) { |
Mathieu Chartier | 4809d0a | 2015-04-07 10:39:04 -0700 | [diff] [blame] | 2533 | BufferedRootVisitor<kDefaultBufferedRootCount> buffered_visitor( |
| 2534 | visitor, RootInfo(kRootNativeStack, thread_id)); |
Mathieu Chartier | e8a3c57 | 2016-10-11 16:52:17 -0700 | [diff] [blame] | 2535 | for (BaseHandleScope* cur = tlsPtr_.top_handle_scope; cur; cur = cur->GetLink()) { |
| 2536 | cur->VisitRoots(buffered_visitor); |
Shih-wei Liao | 8dfc9d5 | 2011-09-28 18:06:15 -0700 | [diff] [blame] | 2537 | } |
| 2538 | } |
| 2539 | |
Mathieu Chartier | c4f3925 | 2016-10-05 18:32:08 -0700 | [diff] [blame] | 2540 | ObjPtr<mirror::Object> Thread::DecodeJObject(jobject obj) const { |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 2541 | if (obj == nullptr) { |
| 2542 | return nullptr; |
Ian Rogers | 408f79a | 2011-08-23 18:22:33 -0700 | [diff] [blame] | 2543 | } |
| 2544 | IndirectRef ref = reinterpret_cast<IndirectRef>(obj); |
Andreas Gampe | dc061d0 | 2016-10-24 13:19:37 -0700 | [diff] [blame] | 2545 | IndirectRefKind kind = IndirectReferenceTable::GetIndirectRefKind(ref); |
Mathieu Chartier | 8778c52 | 2016-10-04 19:06:30 -0700 | [diff] [blame] | 2546 | ObjPtr<mirror::Object> result; |
Ian Rogers | c0542af | 2014-09-03 16:16:56 -0700 | [diff] [blame] | 2547 | bool expect_null = false; |
Ian Rogers | 4f6ad8a | 2013-03-18 15:27:28 -0700 | [diff] [blame] | 2548 | // The "kinds" below are sorted by the frequency we expect to encounter them. |
| 2549 | if (kind == kLocal) { |
Ian Rogers | 55256cb | 2017-12-21 17:07:11 -0800 | [diff] [blame] | 2550 | IndirectReferenceTable& locals = tlsPtr_.jni_env->locals_; |
Hiroshi Yamauchi | 196851b | 2014-05-29 12:16:04 -0700 | [diff] [blame] | 2551 | // Local references do not need a read barrier. |
| 2552 | result = locals.Get<kWithoutReadBarrier>(ref); |
Mathieu Chartier | eb8167a | 2014-05-07 15:43:14 -0700 | [diff] [blame] | 2553 | } else if (kind == kHandleScopeOrInvalid) { |
Ian Rogers | ef7d42f | 2014-01-06 12:55:46 -0800 | [diff] [blame] | 2554 | // TODO: make stack indirect reference table lookup more efficient. |
Mathieu Chartier | eb8167a | 2014-05-07 15:43:14 -0700 | [diff] [blame] | 2555 | // Check if this is a local reference in the handle scope. |
| 2556 | if (LIKELY(HandleScopeContains(obj))) { |
| 2557 | // Read from handle scope. |
Ian Rogers | ef7d42f | 2014-01-06 12:55:46 -0800 | [diff] [blame] | 2558 | result = reinterpret_cast<StackReference<mirror::Object>*>(obj)->AsMirrorPtr(); |
Mathieu Chartier | 9d156d5 | 2016-10-06 17:44:26 -0700 | [diff] [blame] | 2559 | VerifyObject(result); |
Ian Rogers | 408f79a | 2011-08-23 18:22:33 -0700 | [diff] [blame] | 2560 | } else { |
Ian Rogers | 55256cb | 2017-12-21 17:07:11 -0800 | [diff] [blame] | 2561 | tlsPtr_.jni_env->vm_->JniAbortF(nullptr, "use of invalid jobject %p", obj); |
Ian Rogers | c0542af | 2014-09-03 16:16:56 -0700 | [diff] [blame] | 2562 | expect_null = true; |
| 2563 | result = nullptr; |
Ian Rogers | 408f79a | 2011-08-23 18:22:33 -0700 | [diff] [blame] | 2564 | } |
Ian Rogers | 4f6ad8a | 2013-03-18 15:27:28 -0700 | [diff] [blame] | 2565 | } else if (kind == kGlobal) { |
Ian Rogers | 55256cb | 2017-12-21 17:07:11 -0800 | [diff] [blame] | 2566 | result = tlsPtr_.jni_env->vm_->DecodeGlobal(ref); |
Ian Rogers | 4f6ad8a | 2013-03-18 15:27:28 -0700 | [diff] [blame] | 2567 | } else { |
| 2568 | DCHECK_EQ(kind, kWeakGlobal); |
Ian Rogers | 55256cb | 2017-12-21 17:07:11 -0800 | [diff] [blame] | 2569 | result = tlsPtr_.jni_env->vm_->DecodeWeakGlobal(const_cast<Thread*>(this), ref); |
Ian Rogers | c0542af | 2014-09-03 16:16:56 -0700 | [diff] [blame] | 2570 | if (Runtime::Current()->IsClearedJniWeakGlobal(result)) { |
Mathieu Chartier | 2cebb24 | 2015-04-21 16:50:40 -0700 | [diff] [blame] | 2571 | // This is a special case where it's okay to return null. |
Ian Rogers | c0542af | 2014-09-03 16:16:56 -0700 | [diff] [blame] | 2572 | expect_null = true; |
| 2573 | result = nullptr; |
Ian Rogers | 4f6ad8a | 2013-03-18 15:27:28 -0700 | [diff] [blame] | 2574 | } |
Ian Rogers | 408f79a | 2011-08-23 18:22:33 -0700 | [diff] [blame] | 2575 | } |
| 2576 | |
Ian Rogers | c0542af | 2014-09-03 16:16:56 -0700 | [diff] [blame] | 2577 | if (UNLIKELY(!expect_null && result == nullptr)) { |
Ian Rogers | 55256cb | 2017-12-21 17:07:11 -0800 | [diff] [blame] | 2578 | tlsPtr_.jni_env->vm_->JniAbortF(nullptr, "use of deleted %s %p", |
Ian Rogers | 68d8b42 | 2014-07-17 11:09:10 -0700 | [diff] [blame] | 2579 | ToStr<IndirectRefKind>(kind).c_str(), obj); |
Ian Rogers | 408f79a | 2011-08-23 18:22:33 -0700 | [diff] [blame] | 2580 | } |
Mathieu Chartier | c4f3925 | 2016-10-05 18:32:08 -0700 | [diff] [blame] | 2581 | return result; |
Ian Rogers | 408f79a | 2011-08-23 18:22:33 -0700 | [diff] [blame] | 2582 | } |
| 2583 | |
Hiroshi Yamauchi | 04302db | 2015-11-11 23:45:34 -0800 | [diff] [blame] | 2584 | bool Thread::IsJWeakCleared(jweak obj) const { |
| 2585 | CHECK(obj != nullptr); |
| 2586 | IndirectRef ref = reinterpret_cast<IndirectRef>(obj); |
Andreas Gampe | dc061d0 | 2016-10-24 13:19:37 -0700 | [diff] [blame] | 2587 | IndirectRefKind kind = IndirectReferenceTable::GetIndirectRefKind(ref); |
Hiroshi Yamauchi | 04302db | 2015-11-11 23:45:34 -0800 | [diff] [blame] | 2588 | CHECK_EQ(kind, kWeakGlobal); |
Ian Rogers | 55256cb | 2017-12-21 17:07:11 -0800 | [diff] [blame] | 2589 | return tlsPtr_.jni_env->vm_->IsWeakGlobalCleared(const_cast<Thread*>(this), ref); |
Hiroshi Yamauchi | 04302db | 2015-11-11 23:45:34 -0800 | [diff] [blame] | 2590 | } |
| 2591 | |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 2592 | // Implements java.lang.Thread.interrupted. |
| 2593 | bool Thread::Interrupted() { |
Nicolas Geoffray | 365719c | 2017-03-08 13:11:50 +0000 | [diff] [blame] | 2594 | DCHECK_EQ(Thread::Current(), this); |
| 2595 | // No other thread can concurrently reset the interrupted flag. |
Orion Hodson | 88591fe | 2018-03-06 13:35:43 +0000 | [diff] [blame] | 2596 | bool interrupted = tls32_.interrupted.load(std::memory_order_seq_cst); |
Nicolas Geoffray | 365719c | 2017-03-08 13:11:50 +0000 | [diff] [blame] | 2597 | if (interrupted) { |
Orion Hodson | 88591fe | 2018-03-06 13:35:43 +0000 | [diff] [blame] | 2598 | tls32_.interrupted.store(false, std::memory_order_seq_cst); |
Nicolas Geoffray | 365719c | 2017-03-08 13:11:50 +0000 | [diff] [blame] | 2599 | } |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 2600 | return interrupted; |
| 2601 | } |
| 2602 | |
| 2603 | // Implements java.lang.Thread.isInterrupted. |
| 2604 | bool Thread::IsInterrupted() { |
Orion Hodson | 88591fe | 2018-03-06 13:35:43 +0000 | [diff] [blame] | 2605 | return tls32_.interrupted.load(std::memory_order_seq_cst); |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 2606 | } |
| 2607 | |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 2608 | void Thread::Interrupt(Thread* self) { |
Charles Munger | aa31f49 | 2018-11-01 18:57:38 +0000 | [diff] [blame] | 2609 | { |
| 2610 | MutexLock mu(self, *wait_mutex_); |
| 2611 | if (tls32_.interrupted.load(std::memory_order_seq_cst)) { |
| 2612 | return; |
| 2613 | } |
| 2614 | tls32_.interrupted.store(true, std::memory_order_seq_cst); |
| 2615 | NotifyLocked(self); |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 2616 | } |
Charles Munger | aa31f49 | 2018-11-01 18:57:38 +0000 | [diff] [blame] | 2617 | Unpark(); |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 2618 | } |
| 2619 | |
| 2620 | void Thread::Notify() { |
Ian Rogers | c604d73 | 2012-10-14 16:09:54 -0700 | [diff] [blame] | 2621 | Thread* self = Thread::Current(); |
| 2622 | MutexLock mu(self, *wait_mutex_); |
| 2623 | NotifyLocked(self); |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 2624 | } |
| 2625 | |
Ian Rogers | c604d73 | 2012-10-14 16:09:54 -0700 | [diff] [blame] | 2626 | void Thread::NotifyLocked(Thread* self) { |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 2627 | if (wait_monitor_ != nullptr) { |
Ian Rogers | c604d73 | 2012-10-14 16:09:54 -0700 | [diff] [blame] | 2628 | wait_cond_->Signal(self); |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 2629 | } |
| 2630 | } |
| 2631 | |
Ian Rogers | 68d8b42 | 2014-07-17 11:09:10 -0700 | [diff] [blame] | 2632 | void Thread::SetClassLoaderOverride(jobject class_loader_override) { |
| 2633 | if (tlsPtr_.class_loader_override != nullptr) { |
| 2634 | GetJniEnv()->DeleteGlobalRef(tlsPtr_.class_loader_override); |
| 2635 | } |
| 2636 | tlsPtr_.class_loader_override = GetJniEnv()->NewGlobalRef(class_loader_override); |
| 2637 | } |
| 2638 | |
Mathieu Chartier | 65b8bb2 | 2017-02-01 11:03:50 -0800 | [diff] [blame] | 2639 | using ArtMethodDexPcPair = std::pair<ArtMethod*, uint32_t>; |
| 2640 | |
| 2641 | // Counts the stack trace depth and also fetches the first max_saved_frames frames. |
| 2642 | class FetchStackTraceVisitor : public StackVisitor { |
Shih-wei Liao | 9b576b4 | 2011-08-29 01:45:07 -0700 | [diff] [blame] | 2643 | public: |
Mathieu Chartier | 65b8bb2 | 2017-02-01 11:03:50 -0800 | [diff] [blame] | 2644 | explicit FetchStackTraceVisitor(Thread* thread, |
| 2645 | ArtMethodDexPcPair* saved_frames = nullptr, |
| 2646 | size_t max_saved_frames = 0) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 2647 | REQUIRES_SHARED(Locks::mutator_lock_) |
Nicolas Geoffray | 8e5bd18 | 2015-05-06 11:34:34 +0100 | [diff] [blame] | 2648 | : StackVisitor(thread, nullptr, StackVisitor::StackWalkKind::kIncludeInlinedFrames), |
Mathieu Chartier | 65b8bb2 | 2017-02-01 11:03:50 -0800 | [diff] [blame] | 2649 | saved_frames_(saved_frames), |
| 2650 | max_saved_frames_(max_saved_frames) {} |
Elliott Hughes | d369bb7 | 2011-09-12 14:41:14 -0700 | [diff] [blame] | 2651 | |
Andreas Gampe | fa6a1b0 | 2018-09-07 08:11:55 -0700 | [diff] [blame] | 2652 | bool VisitFrame() override REQUIRES_SHARED(Locks::mutator_lock_) { |
Elliott Hughes | 29f2742 | 2011-09-18 16:02:18 -0700 | [diff] [blame] | 2653 | // We want to skip frames up to and including the exception's constructor. |
Ian Rogers | 9086572 | 2011-09-19 11:11:44 -0700 | [diff] [blame] | 2654 | // Note we also skip the frame if it doesn't have a method (namely the callee |
| 2655 | // save frame) |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 2656 | ArtMethod* m = GetMethod(); |
Ian Rogers | 0399dde | 2012-06-06 17:09:28 -0700 | [diff] [blame] | 2657 | if (skipping_ && !m->IsRuntimeMethod() && |
Vladimir Marko | adbceb7 | 2018-05-29 14:34:14 +0100 | [diff] [blame] | 2658 | !GetClassRoot<mirror::Throwable>()->IsAssignableFrom(m->GetDeclaringClass())) { |
Elliott Hughes | 29f2742 | 2011-09-18 16:02:18 -0700 | [diff] [blame] | 2659 | skipping_ = false; |
| 2660 | } |
| 2661 | if (!skipping_) { |
Ian Rogers | 0399dde | 2012-06-06 17:09:28 -0700 | [diff] [blame] | 2662 | if (!m->IsRuntimeMethod()) { // Ignore runtime frames (in particular callee save). |
Mathieu Chartier | 65b8bb2 | 2017-02-01 11:03:50 -0800 | [diff] [blame] | 2663 | if (depth_ < max_saved_frames_) { |
| 2664 | saved_frames_[depth_].first = m; |
Andreas Gampe | e2abbc6 | 2017-09-15 11:59:26 -0700 | [diff] [blame] | 2665 | saved_frames_[depth_].second = m->IsProxyMethod() ? dex::kDexNoIndex : GetDexPc(); |
Mathieu Chartier | 65b8bb2 | 2017-02-01 11:03:50 -0800 | [diff] [blame] | 2666 | } |
Ian Rogers | 6b0870d | 2011-12-15 19:38:12 -0800 | [diff] [blame] | 2667 | ++depth_; |
| 2668 | } |
Elliott Hughes | 29f2742 | 2011-09-18 16:02:18 -0700 | [diff] [blame] | 2669 | } else { |
| 2670 | ++skip_depth_; |
| 2671 | } |
Elliott Hughes | 530fa00 | 2012-03-12 11:44:49 -0700 | [diff] [blame] | 2672 | return true; |
Shih-wei Liao | 55df06b | 2011-08-26 14:39:27 -0700 | [diff] [blame] | 2673 | } |
Shih-wei Liao | 9b576b4 | 2011-08-29 01:45:07 -0700 | [diff] [blame] | 2674 | |
Mathieu Chartier | 65b8bb2 | 2017-02-01 11:03:50 -0800 | [diff] [blame] | 2675 | uint32_t GetDepth() const { |
Ian Rogers | aaa2080 | 2011-09-11 21:47:37 -0700 | [diff] [blame] | 2676 | return depth_; |
Shih-wei Liao | 9b576b4 | 2011-08-29 01:45:07 -0700 | [diff] [blame] | 2677 | } |
| 2678 | |
Mathieu Chartier | 65b8bb2 | 2017-02-01 11:03:50 -0800 | [diff] [blame] | 2679 | uint32_t GetSkipDepth() const { |
Elliott Hughes | 29f2742 | 2011-09-18 16:02:18 -0700 | [diff] [blame] | 2680 | return skip_depth_; |
| 2681 | } |
| 2682 | |
Shih-wei Liao | 9b576b4 | 2011-08-29 01:45:07 -0700 | [diff] [blame] | 2683 | private: |
Mathieu Chartier | 65b8bb2 | 2017-02-01 11:03:50 -0800 | [diff] [blame] | 2684 | uint32_t depth_ = 0; |
| 2685 | uint32_t skip_depth_ = 0; |
| 2686 | bool skipping_ = true; |
| 2687 | ArtMethodDexPcPair* saved_frames_; |
| 2688 | const size_t max_saved_frames_; |
Sebastien Hertz | 26f7286 | 2015-09-15 09:52:07 +0200 | [diff] [blame] | 2689 | |
Mathieu Chartier | 65b8bb2 | 2017-02-01 11:03:50 -0800 | [diff] [blame] | 2690 | DISALLOW_COPY_AND_ASSIGN(FetchStackTraceVisitor); |
Shih-wei Liao | 9b576b4 | 2011-08-29 01:45:07 -0700 | [diff] [blame] | 2691 | }; |
| 2692 | |
Sebastien Hertz | ee1d79a | 2014-02-21 15:46:30 +0100 | [diff] [blame] | 2693 | template<bool kTransactionActive> |
Ian Rogers | 0399dde | 2012-06-06 17:09:28 -0700 | [diff] [blame] | 2694 | class BuildInternalStackTraceVisitor : public StackVisitor { |
Shih-wei Liao | 9b576b4 | 2011-08-29 01:45:07 -0700 | [diff] [blame] | 2695 | public: |
Roland Levillain | 3887c46 | 2015-08-12 18:15:42 +0100 | [diff] [blame] | 2696 | BuildInternalStackTraceVisitor(Thread* self, Thread* thread, int skip_depth) |
Nicolas Geoffray | 8e5bd18 | 2015-05-06 11:34:34 +0100 | [diff] [blame] | 2697 | : StackVisitor(thread, nullptr, StackVisitor::StackWalkKind::kIncludeInlinedFrames), |
| 2698 | self_(self), |
| 2699 | skip_depth_(skip_depth), |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 2700 | pointer_size_(Runtime::Current()->GetClassLinker()->GetImagePointerSize()) {} |
Ian Rogers | 283ed0d | 2012-02-16 15:25:09 -0800 | [diff] [blame] | 2701 | |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 2702 | bool Init(int depth) REQUIRES_SHARED(Locks::mutator_lock_) ACQUIRE(Roles::uninterruptible_) { |
Mathieu Chartier | 910e827 | 2015-09-30 09:24:22 -0700 | [diff] [blame] | 2703 | // Allocate method trace as an object array where the first element is a pointer array that |
| 2704 | // contains the ArtMethod pointers and dex PCs. The rest of the elements are the declaring |
| 2705 | // class of the ArtMethod pointers. |
| 2706 | ClassLinker* class_linker = Runtime::Current()->GetClassLinker(); |
| 2707 | StackHandleScope<1> hs(self_); |
Vladimir Marko | b4eb1b1 | 2018-05-24 11:09:38 +0100 | [diff] [blame] | 2708 | ObjPtr<mirror::Class> array_class = |
| 2709 | GetClassRoot<mirror::ObjectArray<mirror::Object>>(class_linker); |
Mathieu Chartier | 910e827 | 2015-09-30 09:24:22 -0700 | [diff] [blame] | 2710 | // The first element is the methods and dex pc array, the other elements are declaring classes |
| 2711 | // for the methods to ensure classes in the stack trace don't get unloaded. |
| 2712 | Handle<mirror::ObjectArray<mirror::Object>> trace( |
| 2713 | hs.NewHandle( |
| 2714 | mirror::ObjectArray<mirror::Object>::Alloc(hs.Self(), array_class, depth + 1))); |
Andreas Gampe | fa4333d | 2017-02-14 11:10:34 -0800 | [diff] [blame] | 2715 | if (trace == nullptr) { |
Mathieu Chartier | 910e827 | 2015-09-30 09:24:22 -0700 | [diff] [blame] | 2716 | // Acquire uninterruptible_ in all paths. |
| 2717 | self_->StartAssertNoThreadSuspension("Building internal stack trace"); |
Mathieu Chartier | 566fc92 | 2015-09-29 10:21:55 -0700 | [diff] [blame] | 2718 | self_->AssertPendingOOMException(); |
| 2719 | return false; |
| 2720 | } |
Mathieu Chartier | f5769e1 | 2017-01-10 15:54:41 -0800 | [diff] [blame] | 2721 | ObjPtr<mirror::PointerArray> methods_and_pcs = |
| 2722 | class_linker->AllocPointerArray(self_, depth * 2); |
Mathieu Chartier | 910e827 | 2015-09-30 09:24:22 -0700 | [diff] [blame] | 2723 | const char* last_no_suspend_cause = |
| 2724 | self_->StartAssertNoThreadSuspension("Building internal stack trace"); |
| 2725 | if (methods_and_pcs == nullptr) { |
| 2726 | self_->AssertPendingOOMException(); |
| 2727 | return false; |
| 2728 | } |
| 2729 | trace->Set(0, methods_and_pcs); |
| 2730 | trace_ = trace.Get(); |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 2731 | // If We are called from native, use non-transactional mode. |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 2732 | CHECK(last_no_suspend_cause == nullptr) << last_no_suspend_cause; |
Ian Rogers | 283ed0d | 2012-02-16 15:25:09 -0800 | [diff] [blame] | 2733 | return true; |
Shih-wei Liao | 9b576b4 | 2011-08-29 01:45:07 -0700 | [diff] [blame] | 2734 | } |
| 2735 | |
Mathieu Chartier | 4e2cb09 | 2015-07-22 16:17:51 -0700 | [diff] [blame] | 2736 | virtual ~BuildInternalStackTraceVisitor() RELEASE(Roles::uninterruptible_) { |
| 2737 | self_->EndAssertNoThreadSuspension(nullptr); |
Ian Rogers | 0399dde | 2012-06-06 17:09:28 -0700 | [diff] [blame] | 2738 | } |
Shih-wei Liao | 9b576b4 | 2011-08-29 01:45:07 -0700 | [diff] [blame] | 2739 | |
Andreas Gampe | fa6a1b0 | 2018-09-07 08:11:55 -0700 | [diff] [blame] | 2740 | bool VisitFrame() override REQUIRES_SHARED(Locks::mutator_lock_) { |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 2741 | if (trace_ == nullptr) { |
Brian Carlstrom | 7934ac2 | 2013-07-26 10:54:15 -0700 | [diff] [blame] | 2742 | return true; // We're probably trying to fillInStackTrace for an OutOfMemoryError. |
Elliott Hughes | 726079d | 2011-10-07 18:43:44 -0700 | [diff] [blame] | 2743 | } |
Elliott Hughes | 29f2742 | 2011-09-18 16:02:18 -0700 | [diff] [blame] | 2744 | if (skip_depth_ > 0) { |
| 2745 | skip_depth_--; |
Elliott Hughes | 530fa00 | 2012-03-12 11:44:49 -0700 | [diff] [blame] | 2746 | return true; |
Elliott Hughes | 29f2742 | 2011-09-18 16:02:18 -0700 | [diff] [blame] | 2747 | } |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 2748 | ArtMethod* m = GetMethod(); |
Ian Rogers | 0399dde | 2012-06-06 17:09:28 -0700 | [diff] [blame] | 2749 | if (m->IsRuntimeMethod()) { |
| 2750 | return true; // Ignore runtime frames (in particular callee save). |
Ian Rogers | 6b0870d | 2011-12-15 19:38:12 -0800 | [diff] [blame] | 2751 | } |
Andreas Gampe | e2abbc6 | 2017-09-15 11:59:26 -0700 | [diff] [blame] | 2752 | AddFrame(m, m->IsProxyMethod() ? dex::kDexNoIndex : GetDexPc()); |
Mathieu Chartier | 65b8bb2 | 2017-02-01 11:03:50 -0800 | [diff] [blame] | 2753 | return true; |
| 2754 | } |
| 2755 | |
| 2756 | void AddFrame(ArtMethod* method, uint32_t dex_pc) REQUIRES_SHARED(Locks::mutator_lock_) { |
Mathieu Chartier | f5769e1 | 2017-01-10 15:54:41 -0800 | [diff] [blame] | 2757 | ObjPtr<mirror::PointerArray> trace_methods_and_pcs = GetTraceMethodsAndPCs(); |
Mathieu Chartier | 65b8bb2 | 2017-02-01 11:03:50 -0800 | [diff] [blame] | 2758 | trace_methods_and_pcs->SetElementPtrSize<kTransactionActive>(count_, method, pointer_size_); |
Mathieu Chartier | 910e827 | 2015-09-30 09:24:22 -0700 | [diff] [blame] | 2759 | trace_methods_and_pcs->SetElementPtrSize<kTransactionActive>( |
| 2760 | trace_methods_and_pcs->GetLength() / 2 + count_, |
Mathieu Chartier | 65b8bb2 | 2017-02-01 11:03:50 -0800 | [diff] [blame] | 2761 | dex_pc, |
Mathieu Chartier | 910e827 | 2015-09-30 09:24:22 -0700 | [diff] [blame] | 2762 | pointer_size_); |
| 2763 | // Save the declaring class of the method to ensure that the declaring classes of the methods |
| 2764 | // do not get unloaded while the stack trace is live. |
Mathieu Chartier | 65b8bb2 | 2017-02-01 11:03:50 -0800 | [diff] [blame] | 2765 | trace_->Set(count_ + 1, method->GetDeclaringClass()); |
Ian Rogers | aaa2080 | 2011-09-11 21:47:37 -0700 | [diff] [blame] | 2766 | ++count_; |
Shih-wei Liao | 9b576b4 | 2011-08-29 01:45:07 -0700 | [diff] [blame] | 2767 | } |
| 2768 | |
Mathieu Chartier | f5769e1 | 2017-01-10 15:54:41 -0800 | [diff] [blame] | 2769 | ObjPtr<mirror::PointerArray> GetTraceMethodsAndPCs() const REQUIRES_SHARED(Locks::mutator_lock_) { |
Vladimir Marko | d7e9bbf | 2019-03-28 13:18:57 +0000 | [diff] [blame] | 2770 | return ObjPtr<mirror::PointerArray>::DownCast(trace_->Get(0)); |
Mathieu Chartier | 910e827 | 2015-09-30 09:24:22 -0700 | [diff] [blame] | 2771 | } |
| 2772 | |
| 2773 | mirror::ObjectArray<mirror::Object>* GetInternalStackTrace() const { |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 2774 | return trace_; |
Shih-wei Liao | 9b576b4 | 2011-08-29 01:45:07 -0700 | [diff] [blame] | 2775 | } |
| 2776 | |
| 2777 | private: |
Ian Rogers | 1f53934 | 2012-10-03 21:09:42 -0700 | [diff] [blame] | 2778 | Thread* const self_; |
Elliott Hughes | 29f2742 | 2011-09-18 16:02:18 -0700 | [diff] [blame] | 2779 | // How many more frames to skip. |
| 2780 | int32_t skip_depth_; |
Ian Rogers | 0399dde | 2012-06-06 17:09:28 -0700 | [diff] [blame] | 2781 | // Current position down stack trace. |
Mathieu Chartier | 65b8bb2 | 2017-02-01 11:03:50 -0800 | [diff] [blame] | 2782 | uint32_t count_ = 0; |
Mathieu Chartier | 910e827 | 2015-09-30 09:24:22 -0700 | [diff] [blame] | 2783 | // An object array where the first element is a pointer array that contains the ArtMethod |
| 2784 | // pointers on the stack and dex PCs. The rest of the elements are the declaring |
| 2785 | // class of the ArtMethod pointers. trace_[i+1] contains the declaring class of the ArtMethod of |
| 2786 | // the i'th frame. |
Mathieu Chartier | 65b8bb2 | 2017-02-01 11:03:50 -0800 | [diff] [blame] | 2787 | mirror::ObjectArray<mirror::Object>* trace_ = nullptr; |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 2788 | // For cross compilation. |
Andreas Gampe | 542451c | 2016-07-26 09:02:02 -0700 | [diff] [blame] | 2789 | const PointerSize pointer_size_; |
Sebastien Hertz | 26f7286 | 2015-09-15 09:52:07 +0200 | [diff] [blame] | 2790 | |
| 2791 | DISALLOW_COPY_AND_ASSIGN(BuildInternalStackTraceVisitor); |
Shih-wei Liao | 9b576b4 | 2011-08-29 01:45:07 -0700 | [diff] [blame] | 2792 | }; |
| 2793 | |
Sebastien Hertz | ee1d79a | 2014-02-21 15:46:30 +0100 | [diff] [blame] | 2794 | template<bool kTransactionActive> |
Mathieu Chartier | 2b7c4d1 | 2014-05-19 10:52:16 -0700 | [diff] [blame] | 2795 | jobject Thread::CreateInternalStackTrace(const ScopedObjectAccessAlreadyRunnable& soa) const { |
Mathieu Chartier | 65b8bb2 | 2017-02-01 11:03:50 -0800 | [diff] [blame] | 2796 | // Compute depth of stack, save frames if possible to avoid needing to recompute many. |
| 2797 | constexpr size_t kMaxSavedFrames = 256; |
| 2798 | std::unique_ptr<ArtMethodDexPcPair[]> saved_frames(new ArtMethodDexPcPair[kMaxSavedFrames]); |
| 2799 | FetchStackTraceVisitor count_visitor(const_cast<Thread*>(this), |
| 2800 | &saved_frames[0], |
| 2801 | kMaxSavedFrames); |
Ian Rogers | 0399dde | 2012-06-06 17:09:28 -0700 | [diff] [blame] | 2802 | count_visitor.WalkStack(); |
Mathieu Chartier | 65b8bb2 | 2017-02-01 11:03:50 -0800 | [diff] [blame] | 2803 | const uint32_t depth = count_visitor.GetDepth(); |
| 2804 | const uint32_t skip_depth = count_visitor.GetSkipDepth(); |
Shih-wei Liao | 4417536 | 2011-08-28 16:59:17 -0700 | [diff] [blame] | 2805 | |
Ian Rogers | 1f53934 | 2012-10-03 21:09:42 -0700 | [diff] [blame] | 2806 | // Build internal stack trace. |
Sebastien Hertz | ee1d79a | 2014-02-21 15:46:30 +0100 | [diff] [blame] | 2807 | BuildInternalStackTraceVisitor<kTransactionActive> build_trace_visitor(soa.Self(), |
| 2808 | const_cast<Thread*>(this), |
| 2809 | skip_depth); |
Ian Rogers | 1f53934 | 2012-10-03 21:09:42 -0700 | [diff] [blame] | 2810 | if (!build_trace_visitor.Init(depth)) { |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 2811 | return nullptr; // Allocation failed. |
Ian Rogers | 283ed0d | 2012-02-16 15:25:09 -0800 | [diff] [blame] | 2812 | } |
Mathieu Chartier | 65b8bb2 | 2017-02-01 11:03:50 -0800 | [diff] [blame] | 2813 | // If we saved all of the frames we don't even need to do the actual stack walk. This is faster |
| 2814 | // than doing the stack walk twice. |
| 2815 | if (depth < kMaxSavedFrames) { |
| 2816 | for (size_t i = 0; i < depth; ++i) { |
| 2817 | build_trace_visitor.AddFrame(saved_frames[i].first, saved_frames[i].second); |
| 2818 | } |
| 2819 | } else { |
| 2820 | build_trace_visitor.WalkStack(); |
| 2821 | } |
| 2822 | |
Mathieu Chartier | 910e827 | 2015-09-30 09:24:22 -0700 | [diff] [blame] | 2823 | mirror::ObjectArray<mirror::Object>* trace = build_trace_visitor.GetInternalStackTrace(); |
Ian Rogers | 7a22fa6 | 2013-01-23 12:16:16 -0800 | [diff] [blame] | 2824 | if (kIsDebugBuild) { |
Mathieu Chartier | f5769e1 | 2017-01-10 15:54:41 -0800 | [diff] [blame] | 2825 | ObjPtr<mirror::PointerArray> trace_methods = build_trace_visitor.GetTraceMethodsAndPCs(); |
Mathieu Chartier | 910e827 | 2015-09-30 09:24:22 -0700 | [diff] [blame] | 2826 | // Second half of trace_methods is dex PCs. |
| 2827 | for (uint32_t i = 0; i < static_cast<uint32_t>(trace_methods->GetLength() / 2); ++i) { |
| 2828 | auto* method = trace_methods->GetElementPtrSize<ArtMethod*>( |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 2829 | i, Runtime::Current()->GetClassLinker()->GetImagePointerSize()); |
| 2830 | CHECK(method != nullptr); |
Ian Rogers | 7a22fa6 | 2013-01-23 12:16:16 -0800 | [diff] [blame] | 2831 | } |
| 2832 | } |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 2833 | return soa.AddLocalReference<jobject>(trace); |
Ian Rogers | aaa2080 | 2011-09-11 21:47:37 -0700 | [diff] [blame] | 2834 | } |
Mathieu Chartier | 2b7c4d1 | 2014-05-19 10:52:16 -0700 | [diff] [blame] | 2835 | template jobject Thread::CreateInternalStackTrace<false>( |
| 2836 | const ScopedObjectAccessAlreadyRunnable& soa) const; |
| 2837 | template jobject Thread::CreateInternalStackTrace<true>( |
| 2838 | const ScopedObjectAccessAlreadyRunnable& soa) const; |
Ian Rogers | aaa2080 | 2011-09-11 21:47:37 -0700 | [diff] [blame] | 2839 | |
Mathieu Chartier | f5769e1 | 2017-01-10 15:54:41 -0800 | [diff] [blame] | 2840 | bool Thread::IsExceptionThrownByCurrentMethod(ObjPtr<mirror::Throwable> exception) const { |
Mathieu Chartier | 65b8bb2 | 2017-02-01 11:03:50 -0800 | [diff] [blame] | 2841 | // Only count the depth since we do not pass a stack frame array as an argument. |
| 2842 | FetchStackTraceVisitor count_visitor(const_cast<Thread*>(this)); |
Nicolas Geoffray | 7642cfc | 2015-02-26 10:56:09 +0000 | [diff] [blame] | 2843 | count_visitor.WalkStack(); |
Mathieu Chartier | 65b8bb2 | 2017-02-01 11:03:50 -0800 | [diff] [blame] | 2844 | return count_visitor.GetDepth() == static_cast<uint32_t>(exception->GetStackDepth()); |
Nicolas Geoffray | 7642cfc | 2015-02-26 10:56:09 +0000 | [diff] [blame] | 2845 | } |
| 2846 | |
Andreas Gampe | b6f309e | 2017-12-11 20:45:41 -0800 | [diff] [blame] | 2847 | static ObjPtr<mirror::StackTraceElement> CreateStackTraceElement( |
| 2848 | const ScopedObjectAccessAlreadyRunnable& soa, |
| 2849 | ArtMethod* method, |
| 2850 | uint32_t dex_pc) REQUIRES_SHARED(Locks::mutator_lock_) { |
| 2851 | int32_t line_number; |
| 2852 | StackHandleScope<3> hs(soa.Self()); |
| 2853 | auto class_name_object(hs.NewHandle<mirror::String>(nullptr)); |
| 2854 | auto source_name_object(hs.NewHandle<mirror::String>(nullptr)); |
| 2855 | if (method->IsProxyMethod()) { |
| 2856 | line_number = -1; |
| 2857 | class_name_object.Assign(method->GetDeclaringClass()->GetName()); |
| 2858 | // source_name_object intentionally left null for proxy methods |
| 2859 | } else { |
| 2860 | line_number = method->GetLineNumFromDexPC(dex_pc); |
| 2861 | // Allocate element, potentially triggering GC |
| 2862 | // TODO: reuse class_name_object via Class::name_? |
| 2863 | const char* descriptor = method->GetDeclaringClassDescriptor(); |
| 2864 | CHECK(descriptor != nullptr); |
| 2865 | std::string class_name(PrettyDescriptor(descriptor)); |
| 2866 | class_name_object.Assign( |
| 2867 | mirror::String::AllocFromModifiedUtf8(soa.Self(), class_name.c_str())); |
| 2868 | if (class_name_object == nullptr) { |
| 2869 | soa.Self()->AssertPendingOOMException(); |
| 2870 | return nullptr; |
| 2871 | } |
| 2872 | const char* source_file = method->GetDeclaringClassSourceFile(); |
| 2873 | if (line_number == -1) { |
| 2874 | // Make the line_number field of StackTraceElement hold the dex pc. |
| 2875 | // source_name_object is intentionally left null if we failed to map the dex pc to |
| 2876 | // a line number (most probably because there is no debug info). See b/30183883. |
| 2877 | line_number = dex_pc; |
| 2878 | } else { |
| 2879 | if (source_file != nullptr) { |
| 2880 | source_name_object.Assign(mirror::String::AllocFromModifiedUtf8(soa.Self(), source_file)); |
| 2881 | if (source_name_object == nullptr) { |
| 2882 | soa.Self()->AssertPendingOOMException(); |
| 2883 | return nullptr; |
| 2884 | } |
| 2885 | } |
| 2886 | } |
| 2887 | } |
| 2888 | const char* method_name = method->GetInterfaceMethodIfProxy(kRuntimePointerSize)->GetName(); |
| 2889 | CHECK(method_name != nullptr); |
| 2890 | Handle<mirror::String> method_name_object( |
| 2891 | hs.NewHandle(mirror::String::AllocFromModifiedUtf8(soa.Self(), method_name))); |
| 2892 | if (method_name_object == nullptr) { |
| 2893 | return nullptr; |
| 2894 | } |
| 2895 | return mirror::StackTraceElement::Alloc(soa.Self(), |
| 2896 | class_name_object, |
| 2897 | method_name_object, |
| 2898 | source_name_object, |
| 2899 | line_number); |
| 2900 | } |
| 2901 | |
Mathieu Chartier | 2b7c4d1 | 2014-05-19 10:52:16 -0700 | [diff] [blame] | 2902 | jobjectArray Thread::InternalStackTraceToStackTraceElementArray( |
Mathieu Chartier | 910e827 | 2015-09-30 09:24:22 -0700 | [diff] [blame] | 2903 | const ScopedObjectAccessAlreadyRunnable& soa, |
| 2904 | jobject internal, |
| 2905 | jobjectArray output_array, |
Mathieu Chartier | 2b7c4d1 | 2014-05-19 10:52:16 -0700 | [diff] [blame] | 2906 | int* stack_depth) { |
Mathieu Chartier | 910e827 | 2015-09-30 09:24:22 -0700 | [diff] [blame] | 2907 | // Decode the internal stack trace into the depth, method trace and PC trace. |
| 2908 | // Subtract one for the methods and PC trace. |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 2909 | int32_t depth = soa.Decode<mirror::Array>(internal)->GetLength() - 1; |
Mathieu Chartier | 910e827 | 2015-09-30 09:24:22 -0700 | [diff] [blame] | 2910 | DCHECK_GE(depth, 0); |
Ian Rogers | aaa2080 | 2011-09-11 21:47:37 -0700 | [diff] [blame] | 2911 | |
Mathieu Chartier | 910e827 | 2015-09-30 09:24:22 -0700 | [diff] [blame] | 2912 | ClassLinker* const class_linker = Runtime::Current()->GetClassLinker(); |
Ian Rogers | aaa2080 | 2011-09-11 21:47:37 -0700 | [diff] [blame] | 2913 | |
Elliott Hughes | 01158d7 | 2011-09-19 19:47:10 -0700 | [diff] [blame] | 2914 | jobjectArray result; |
Mathieu Chartier | 530825b | 2013-09-25 17:56:49 -0700 | [diff] [blame] | 2915 | |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 2916 | if (output_array != nullptr) { |
Elliott Hughes | 01158d7 | 2011-09-19 19:47:10 -0700 | [diff] [blame] | 2917 | // Reuse the array we were given. |
| 2918 | result = output_array; |
Elliott Hughes | 01158d7 | 2011-09-19 19:47:10 -0700 | [diff] [blame] | 2919 | // ...adjusting the number of frames we'll write to not exceed the array length. |
Mathieu Chartier | 530825b | 2013-09-25 17:56:49 -0700 | [diff] [blame] | 2920 | const int32_t traces_length = |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 2921 | soa.Decode<mirror::ObjectArray<mirror::StackTraceElement>>(result)->GetLength(); |
Mathieu Chartier | 530825b | 2013-09-25 17:56:49 -0700 | [diff] [blame] | 2922 | depth = std::min(depth, traces_length); |
Elliott Hughes | 01158d7 | 2011-09-19 19:47:10 -0700 | [diff] [blame] | 2923 | } else { |
| 2924 | // Create java_trace array and place in local reference table |
Vladimir Marko | bcf1752 | 2018-06-01 13:14:32 +0100 | [diff] [blame] | 2925 | ObjPtr<mirror::ObjectArray<mirror::StackTraceElement>> java_traces = |
Mathieu Chartier | 910e827 | 2015-09-30 09:24:22 -0700 | [diff] [blame] | 2926 | class_linker->AllocStackTraceElementArray(soa.Self(), depth); |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 2927 | if (java_traces == nullptr) { |
| 2928 | return nullptr; |
Elliott Hughes | 3064683 | 2011-10-13 16:59:46 -0700 | [diff] [blame] | 2929 | } |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 2930 | result = soa.AddLocalReference<jobjectArray>(java_traces); |
Elliott Hughes | 01158d7 | 2011-09-19 19:47:10 -0700 | [diff] [blame] | 2931 | } |
| 2932 | |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 2933 | if (stack_depth != nullptr) { |
Elliott Hughes | 01158d7 | 2011-09-19 19:47:10 -0700 | [diff] [blame] | 2934 | *stack_depth = depth; |
| 2935 | } |
Shih-wei Liao | 55df06b | 2011-08-26 14:39:27 -0700 | [diff] [blame] | 2936 | |
Shih-wei Liao | 9b576b4 | 2011-08-29 01:45:07 -0700 | [diff] [blame] | 2937 | for (int32_t i = 0; i < depth; ++i) { |
Mathieu Chartier | f5769e1 | 2017-01-10 15:54:41 -0800 | [diff] [blame] | 2938 | ObjPtr<mirror::ObjectArray<mirror::Object>> decoded_traces = |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 2939 | soa.Decode<mirror::Object>(internal)->AsObjectArray<mirror::Object>(); |
Mathieu Chartier | 910e827 | 2015-09-30 09:24:22 -0700 | [diff] [blame] | 2940 | // Methods and dex PC trace is element 0. |
| 2941 | DCHECK(decoded_traces->Get(0)->IsIntArray() || decoded_traces->Get(0)->IsLongArray()); |
Vladimir Marko | 0984e48 | 2019-03-27 16:41:41 +0000 | [diff] [blame] | 2942 | const ObjPtr<mirror::PointerArray> method_trace = |
Vladimir Marko | d7e9bbf | 2019-03-28 13:18:57 +0000 | [diff] [blame] | 2943 | ObjPtr<mirror::PointerArray>::DownCast(decoded_traces->Get(0)); |
Ian Rogers | aaa2080 | 2011-09-11 21:47:37 -0700 | [diff] [blame] | 2944 | // Prepare parameters for StackTraceElement(String cls, String method, String file, int line) |
Andreas Gampe | 542451c | 2016-07-26 09:02:02 -0700 | [diff] [blame] | 2945 | ArtMethod* method = method_trace->GetElementPtrSize<ArtMethod*>(i, kRuntimePointerSize); |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 2946 | uint32_t dex_pc = method_trace->GetElementPtrSize<uint32_t>( |
Andreas Gampe | 542451c | 2016-07-26 09:02:02 -0700 | [diff] [blame] | 2947 | i + method_trace->GetLength() / 2, kRuntimePointerSize); |
Vladimir Marko | 0984e48 | 2019-03-27 16:41:41 +0000 | [diff] [blame] | 2948 | const ObjPtr<mirror::StackTraceElement> obj = CreateStackTraceElement(soa, method, dex_pc); |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 2949 | if (obj == nullptr) { |
| 2950 | return nullptr; |
Elliott Hughes | 3064683 | 2011-10-13 16:59:46 -0700 | [diff] [blame] | 2951 | } |
Sebastien Hertz | d2fe10a | 2014-01-15 10:20:56 +0100 | [diff] [blame] | 2952 | // We are called from native: use non-transactional mode. |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 2953 | soa.Decode<mirror::ObjectArray<mirror::StackTraceElement>>(result)->Set<false>(i, obj); |
Shih-wei Liao | 55df06b | 2011-08-26 14:39:27 -0700 | [diff] [blame] | 2954 | } |
Ian Rogers | aaa2080 | 2011-09-11 21:47:37 -0700 | [diff] [blame] | 2955 | return result; |
Shih-wei Liao | 55df06b | 2011-08-26 14:39:27 -0700 | [diff] [blame] | 2956 | } |
| 2957 | |
Andreas Gampe | fb6b0b1 | 2017-12-11 20:47:56 -0800 | [diff] [blame] | 2958 | jobjectArray Thread::CreateAnnotatedStackTrace(const ScopedObjectAccessAlreadyRunnable& soa) const { |
| 2959 | // This code allocates. Do not allow it to operate with a pending exception. |
| 2960 | if (IsExceptionPending()) { |
| 2961 | return nullptr; |
| 2962 | } |
| 2963 | |
| 2964 | // If flip_function is not null, it means we have run a checkpoint |
| 2965 | // before the thread wakes up to execute the flip function and the |
| 2966 | // thread roots haven't been forwarded. So the following access to |
| 2967 | // the roots (locks or methods in the frames) would be bad. Run it |
| 2968 | // here. TODO: clean up. |
| 2969 | // Note: copied from DumpJavaStack. |
| 2970 | { |
| 2971 | Thread* this_thread = const_cast<Thread*>(this); |
| 2972 | Closure* flip_func = this_thread->GetFlipFunction(); |
| 2973 | if (flip_func != nullptr) { |
| 2974 | flip_func->Run(this_thread); |
| 2975 | } |
| 2976 | } |
| 2977 | |
| 2978 | class CollectFramesAndLocksStackVisitor : public MonitorObjectsStackVisitor { |
| 2979 | public: |
| 2980 | CollectFramesAndLocksStackVisitor(const ScopedObjectAccessAlreadyRunnable& soaa_in, |
| 2981 | Thread* self, |
| 2982 | Context* context) |
| 2983 | : MonitorObjectsStackVisitor(self, context), |
| 2984 | wait_jobject_(soaa_in.Env(), nullptr), |
| 2985 | block_jobject_(soaa_in.Env(), nullptr), |
| 2986 | soaa_(soaa_in) {} |
| 2987 | |
| 2988 | protected: |
| 2989 | VisitMethodResult StartMethod(ArtMethod* m, size_t frame_nr ATTRIBUTE_UNUSED) |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 2990 | override |
Andreas Gampe | fb6b0b1 | 2017-12-11 20:47:56 -0800 | [diff] [blame] | 2991 | REQUIRES_SHARED(Locks::mutator_lock_) { |
| 2992 | ObjPtr<mirror::StackTraceElement> obj = CreateStackTraceElement( |
| 2993 | soaa_, m, GetDexPc(/* abort on error */ false)); |
| 2994 | if (obj == nullptr) { |
| 2995 | return VisitMethodResult::kEndStackWalk; |
| 2996 | } |
| 2997 | stack_trace_elements_.emplace_back(soaa_.Env(), soaa_.AddLocalReference<jobject>(obj.Ptr())); |
| 2998 | return VisitMethodResult::kContinueMethod; |
| 2999 | } |
| 3000 | |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 3001 | VisitMethodResult EndMethod(ArtMethod* m ATTRIBUTE_UNUSED) override { |
Andreas Gampe | fb6b0b1 | 2017-12-11 20:47:56 -0800 | [diff] [blame] | 3002 | lock_objects_.push_back({}); |
| 3003 | lock_objects_[lock_objects_.size() - 1].swap(frame_lock_objects_); |
| 3004 | |
| 3005 | DCHECK_EQ(lock_objects_.size(), stack_trace_elements_.size()); |
| 3006 | |
| 3007 | return VisitMethodResult::kContinueMethod; |
| 3008 | } |
| 3009 | |
Vladimir Marko | f52d92f | 2019-03-29 12:33:02 +0000 | [diff] [blame] | 3010 | void VisitWaitingObject(ObjPtr<mirror::Object> obj, ThreadState state ATTRIBUTE_UNUSED) |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 3011 | override |
Andreas Gampe | fb6b0b1 | 2017-12-11 20:47:56 -0800 | [diff] [blame] | 3012 | REQUIRES_SHARED(Locks::mutator_lock_) { |
| 3013 | wait_jobject_.reset(soaa_.AddLocalReference<jobject>(obj)); |
| 3014 | } |
Vladimir Marko | f52d92f | 2019-03-29 12:33:02 +0000 | [diff] [blame] | 3015 | void VisitSleepingObject(ObjPtr<mirror::Object> obj) |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 3016 | override |
Andreas Gampe | fb6b0b1 | 2017-12-11 20:47:56 -0800 | [diff] [blame] | 3017 | REQUIRES_SHARED(Locks::mutator_lock_) { |
| 3018 | wait_jobject_.reset(soaa_.AddLocalReference<jobject>(obj)); |
| 3019 | } |
Vladimir Marko | f52d92f | 2019-03-29 12:33:02 +0000 | [diff] [blame] | 3020 | void VisitBlockedOnObject(ObjPtr<mirror::Object> obj, |
Andreas Gampe | fb6b0b1 | 2017-12-11 20:47:56 -0800 | [diff] [blame] | 3021 | ThreadState state ATTRIBUTE_UNUSED, |
| 3022 | uint32_t owner_tid ATTRIBUTE_UNUSED) |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 3023 | override |
Andreas Gampe | fb6b0b1 | 2017-12-11 20:47:56 -0800 | [diff] [blame] | 3024 | REQUIRES_SHARED(Locks::mutator_lock_) { |
| 3025 | block_jobject_.reset(soaa_.AddLocalReference<jobject>(obj)); |
| 3026 | } |
Vladimir Marko | f52d92f | 2019-03-29 12:33:02 +0000 | [diff] [blame] | 3027 | void VisitLockedObject(ObjPtr<mirror::Object> obj) |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 3028 | override |
Andreas Gampe | fb6b0b1 | 2017-12-11 20:47:56 -0800 | [diff] [blame] | 3029 | REQUIRES_SHARED(Locks::mutator_lock_) { |
| 3030 | frame_lock_objects_.emplace_back(soaa_.Env(), soaa_.AddLocalReference<jobject>(obj)); |
| 3031 | } |
| 3032 | |
| 3033 | public: |
| 3034 | std::vector<ScopedLocalRef<jobject>> stack_trace_elements_; |
| 3035 | ScopedLocalRef<jobject> wait_jobject_; |
| 3036 | ScopedLocalRef<jobject> block_jobject_; |
| 3037 | std::vector<std::vector<ScopedLocalRef<jobject>>> lock_objects_; |
| 3038 | |
| 3039 | private: |
| 3040 | const ScopedObjectAccessAlreadyRunnable& soaa_; |
| 3041 | |
| 3042 | std::vector<ScopedLocalRef<jobject>> frame_lock_objects_; |
| 3043 | }; |
| 3044 | |
| 3045 | std::unique_ptr<Context> context(Context::Create()); |
| 3046 | CollectFramesAndLocksStackVisitor dumper(soa, const_cast<Thread*>(this), context.get()); |
| 3047 | dumper.WalkStack(); |
| 3048 | |
| 3049 | // There should not be a pending exception. Otherwise, return with it pending. |
| 3050 | if (IsExceptionPending()) { |
| 3051 | return nullptr; |
| 3052 | } |
| 3053 | |
| 3054 | // Now go and create Java arrays. |
| 3055 | |
| 3056 | ClassLinker* class_linker = Runtime::Current()->GetClassLinker(); |
| 3057 | |
| 3058 | StackHandleScope<6> hs(soa.Self()); |
Vladimir Marko | a8bba7d | 2018-05-30 15:18:48 +0100 | [diff] [blame] | 3059 | Handle<mirror::Class> h_aste_array_class = hs.NewHandle(class_linker->FindSystemClass( |
Andreas Gampe | fb6b0b1 | 2017-12-11 20:47:56 -0800 | [diff] [blame] | 3060 | soa.Self(), |
Vladimir Marko | a8bba7d | 2018-05-30 15:18:48 +0100 | [diff] [blame] | 3061 | "[Ldalvik/system/AnnotatedStackTraceElement;")); |
| 3062 | if (h_aste_array_class == nullptr) { |
Andreas Gampe | fb6b0b1 | 2017-12-11 20:47:56 -0800 | [diff] [blame] | 3063 | return nullptr; |
| 3064 | } |
Vladimir Marko | a8bba7d | 2018-05-30 15:18:48 +0100 | [diff] [blame] | 3065 | Handle<mirror::Class> h_aste_class = hs.NewHandle(h_aste_array_class->GetComponentType()); |
Andreas Gampe | fb6b0b1 | 2017-12-11 20:47:56 -0800 | [diff] [blame] | 3066 | |
Vladimir Marko | a8bba7d | 2018-05-30 15:18:48 +0100 | [diff] [blame] | 3067 | Handle<mirror::Class> h_o_array_class = |
| 3068 | hs.NewHandle(GetClassRoot<mirror::ObjectArray<mirror::Object>>(class_linker)); |
| 3069 | DCHECK(h_o_array_class != nullptr); // Class roots must be already initialized. |
Andreas Gampe | fb6b0b1 | 2017-12-11 20:47:56 -0800 | [diff] [blame] | 3070 | |
Vladimir Marko | c4b1c0c | 2018-03-29 17:07:17 +0100 | [diff] [blame] | 3071 | |
| 3072 | // Make sure the AnnotatedStackTraceElement.class is initialized, b/76208924 . |
| 3073 | class_linker->EnsureInitialized(soa.Self(), |
| 3074 | h_aste_class, |
Andreas Gampe | 98ea9d9 | 2018-10-19 14:06:15 -0700 | [diff] [blame] | 3075 | /* can_init_fields= */ true, |
| 3076 | /* can_init_parents= */ true); |
Vladimir Marko | c4b1c0c | 2018-03-29 17:07:17 +0100 | [diff] [blame] | 3077 | if (soa.Self()->IsExceptionPending()) { |
| 3078 | // This should not fail in a healthy runtime. |
| 3079 | return nullptr; |
| 3080 | } |
| 3081 | |
Andreas Gampe | fb6b0b1 | 2017-12-11 20:47:56 -0800 | [diff] [blame] | 3082 | ArtField* stack_trace_element_field = h_aste_class->FindField( |
| 3083 | soa.Self(), h_aste_class.Get(), "stackTraceElement", "Ljava/lang/StackTraceElement;"); |
| 3084 | DCHECK(stack_trace_element_field != nullptr); |
| 3085 | ArtField* held_locks_field = h_aste_class->FindField( |
| 3086 | soa.Self(), h_aste_class.Get(), "heldLocks", "[Ljava/lang/Object;"); |
| 3087 | DCHECK(held_locks_field != nullptr); |
| 3088 | ArtField* blocked_on_field = h_aste_class->FindField( |
| 3089 | soa.Self(), h_aste_class.Get(), "blockedOn", "Ljava/lang/Object;"); |
| 3090 | DCHECK(blocked_on_field != nullptr); |
| 3091 | |
| 3092 | size_t length = dumper.stack_trace_elements_.size(); |
| 3093 | ObjPtr<mirror::ObjectArray<mirror::Object>> array = |
Vladimir Marko | a8bba7d | 2018-05-30 15:18:48 +0100 | [diff] [blame] | 3094 | mirror::ObjectArray<mirror::Object>::Alloc(soa.Self(), h_aste_array_class.Get(), length); |
Andreas Gampe | fb6b0b1 | 2017-12-11 20:47:56 -0800 | [diff] [blame] | 3095 | if (array == nullptr) { |
| 3096 | soa.Self()->AssertPendingOOMException(); |
| 3097 | return nullptr; |
| 3098 | } |
| 3099 | |
| 3100 | ScopedLocalRef<jobjectArray> result(soa.Env(), soa.Env()->AddLocalReference<jobjectArray>(array)); |
| 3101 | |
| 3102 | MutableHandle<mirror::Object> handle(hs.NewHandle<mirror::Object>(nullptr)); |
| 3103 | MutableHandle<mirror::ObjectArray<mirror::Object>> handle2( |
| 3104 | hs.NewHandle<mirror::ObjectArray<mirror::Object>>(nullptr)); |
| 3105 | for (size_t i = 0; i != length; ++i) { |
| 3106 | handle.Assign(h_aste_class->AllocObject(soa.Self())); |
| 3107 | if (handle == nullptr) { |
| 3108 | soa.Self()->AssertPendingOOMException(); |
| 3109 | return nullptr; |
| 3110 | } |
| 3111 | |
| 3112 | // Set stack trace element. |
| 3113 | stack_trace_element_field->SetObject<false>( |
| 3114 | handle.Get(), soa.Decode<mirror::Object>(dumper.stack_trace_elements_[i].get())); |
| 3115 | |
| 3116 | // Create locked-on array. |
| 3117 | if (!dumper.lock_objects_[i].empty()) { |
| 3118 | handle2.Assign(mirror::ObjectArray<mirror::Object>::Alloc(soa.Self(), |
| 3119 | h_o_array_class.Get(), |
| 3120 | dumper.lock_objects_[i].size())); |
| 3121 | if (handle2 == nullptr) { |
| 3122 | soa.Self()->AssertPendingOOMException(); |
| 3123 | return nullptr; |
| 3124 | } |
| 3125 | int32_t j = 0; |
| 3126 | for (auto& scoped_local : dumper.lock_objects_[i]) { |
| 3127 | if (scoped_local == nullptr) { |
| 3128 | continue; |
| 3129 | } |
| 3130 | handle2->Set(j, soa.Decode<mirror::Object>(scoped_local.get())); |
| 3131 | DCHECK(!soa.Self()->IsExceptionPending()); |
| 3132 | j++; |
| 3133 | } |
| 3134 | held_locks_field->SetObject<false>(handle.Get(), handle2.Get()); |
| 3135 | } |
| 3136 | |
| 3137 | // Set blocked-on object. |
| 3138 | if (i == 0) { |
| 3139 | if (dumper.block_jobject_ != nullptr) { |
| 3140 | blocked_on_field->SetObject<false>( |
| 3141 | handle.Get(), soa.Decode<mirror::Object>(dumper.block_jobject_.get())); |
| 3142 | } |
| 3143 | } |
| 3144 | |
| 3145 | ScopedLocalRef<jobject> elem(soa.Env(), soa.AddLocalReference<jobject>(handle.Get())); |
| 3146 | soa.Env()->SetObjectArrayElement(result.get(), i, elem.get()); |
| 3147 | DCHECK(!soa.Self()->IsExceptionPending()); |
| 3148 | } |
| 3149 | |
| 3150 | return result.release(); |
| 3151 | } |
| 3152 | |
Nicolas Geoffray | 0aa50ce | 2015-03-10 11:03:29 +0000 | [diff] [blame] | 3153 | void Thread::ThrowNewExceptionF(const char* exception_class_descriptor, const char* fmt, ...) { |
Elliott Hughes | a5b897e | 2011-08-16 11:33:06 -0700 | [diff] [blame] | 3154 | va_list args; |
| 3155 | va_start(args, fmt); |
Nicolas Geoffray | 0aa50ce | 2015-03-10 11:03:29 +0000 | [diff] [blame] | 3156 | ThrowNewExceptionV(exception_class_descriptor, fmt, args); |
Elliott Hughes | a5b897e | 2011-08-16 11:33:06 -0700 | [diff] [blame] | 3157 | va_end(args); |
Elliott Hughes | 4a2b417 | 2011-09-20 17:08:25 -0700 | [diff] [blame] | 3158 | } |
| 3159 | |
Nicolas Geoffray | 0aa50ce | 2015-03-10 11:03:29 +0000 | [diff] [blame] | 3160 | void Thread::ThrowNewExceptionV(const char* exception_class_descriptor, |
Ian Rogers | 62d6c77 | 2013-02-27 08:32:07 -0800 | [diff] [blame] | 3161 | const char* fmt, va_list ap) { |
Elliott Hughes | 4a2b417 | 2011-09-20 17:08:25 -0700 | [diff] [blame] | 3162 | std::string msg; |
| 3163 | StringAppendV(&msg, fmt, ap); |
Nicolas Geoffray | 0aa50ce | 2015-03-10 11:03:29 +0000 | [diff] [blame] | 3164 | ThrowNewException(exception_class_descriptor, msg.c_str()); |
Elliott Hughes | 5cb5ad2 | 2011-10-02 12:13:39 -0700 | [diff] [blame] | 3165 | } |
Elliott Hughes | 37f7a40 | 2011-08-22 18:56:01 -0700 | [diff] [blame] | 3166 | |
Nicolas Geoffray | 0aa50ce | 2015-03-10 11:03:29 +0000 | [diff] [blame] | 3167 | void Thread::ThrowNewException(const char* exception_class_descriptor, |
Ian Rogers | 62d6c77 | 2013-02-27 08:32:07 -0800 | [diff] [blame] | 3168 | const char* msg) { |
Mathieu Chartier | 8d7672e | 2014-02-25 10:57:16 -0800 | [diff] [blame] | 3169 | // Callers should either clear or call ThrowNewWrappedException. |
| 3170 | AssertNoPendingExceptionForNewException(msg); |
Nicolas Geoffray | 0aa50ce | 2015-03-10 11:03:29 +0000 | [diff] [blame] | 3171 | ThrowNewWrappedException(exception_class_descriptor, msg); |
Elliott Hughes | a4f9474 | 2012-05-29 16:28:38 -0700 | [diff] [blame] | 3172 | } |
| 3173 | |
Mathieu Chartier | f5769e1 | 2017-01-10 15:54:41 -0800 | [diff] [blame] | 3174 | static ObjPtr<mirror::ClassLoader> GetCurrentClassLoader(Thread* self) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 3175 | REQUIRES_SHARED(Locks::mutator_lock_) { |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 3176 | ArtMethod* method = self->GetCurrentMethod(nullptr); |
Nicolas Geoffray | ee07703 | 2015-03-09 14:56:37 +0000 | [diff] [blame] | 3177 | return method != nullptr |
| 3178 | ? method->GetDeclaringClass()->GetClassLoader() |
Nicolas Geoffray | 14691c5 | 2015-03-05 10:40:17 +0000 | [diff] [blame] | 3179 | : nullptr; |
| 3180 | } |
| 3181 | |
Nicolas Geoffray | 0aa50ce | 2015-03-10 11:03:29 +0000 | [diff] [blame] | 3182 | void Thread::ThrowNewWrappedException(const char* exception_class_descriptor, |
Ian Rogers | 62d6c77 | 2013-02-27 08:32:07 -0800 | [diff] [blame] | 3183 | const char* msg) { |
| 3184 | DCHECK_EQ(this, Thread::Current()); |
Ian Rogers | 53b8b09 | 2014-03-13 23:45:53 -0700 | [diff] [blame] | 3185 | ScopedObjectAccessUnchecked soa(this); |
Nicolas Geoffray | 14691c5 | 2015-03-05 10:40:17 +0000 | [diff] [blame] | 3186 | StackHandleScope<3> hs(soa.Self()); |
Nicolas Geoffray | ee07703 | 2015-03-09 14:56:37 +0000 | [diff] [blame] | 3187 | Handle<mirror::ClassLoader> class_loader(hs.NewHandle(GetCurrentClassLoader(soa.Self()))); |
Nicolas Geoffray | 14691c5 | 2015-03-05 10:40:17 +0000 | [diff] [blame] | 3188 | ScopedLocalRef<jobject> cause(GetJniEnv(), soa.AddLocalReference<jobject>(GetException())); |
Ian Rogers | 62d6c77 | 2013-02-27 08:32:07 -0800 | [diff] [blame] | 3189 | ClearException(); |
| 3190 | Runtime* runtime = Runtime::Current(); |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 3191 | auto* cl = runtime->GetClassLinker(); |
Mathieu Chartier | eb8167a | 2014-05-07 15:43:14 -0700 | [diff] [blame] | 3192 | Handle<mirror::Class> exception_class( |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 3193 | hs.NewHandle(cl->FindClass(this, exception_class_descriptor, class_loader))); |
Andreas Gampe | fa4333d | 2017-02-14 11:10:34 -0800 | [diff] [blame] | 3194 | if (UNLIKELY(exception_class == nullptr)) { |
Elliott Hughes | 3064683 | 2011-10-13 16:59:46 -0700 | [diff] [blame] | 3195 | CHECK(IsExceptionPending()); |
Ian Rogers | 62d6c77 | 2013-02-27 08:32:07 -0800 | [diff] [blame] | 3196 | LOG(ERROR) << "No exception class " << PrettyDescriptor(exception_class_descriptor); |
Elliott Hughes | 3064683 | 2011-10-13 16:59:46 -0700 | [diff] [blame] | 3197 | return; |
| 3198 | } |
Ian Rogers | 62d6c77 | 2013-02-27 08:32:07 -0800 | [diff] [blame] | 3199 | |
Ian Rogers | 7b078e8 | 2014-09-10 14:44:24 -0700 | [diff] [blame] | 3200 | if (UNLIKELY(!runtime->GetClassLinker()->EnsureInitialized(soa.Self(), exception_class, true, |
| 3201 | true))) { |
Ian Rogers | 62d6c77 | 2013-02-27 08:32:07 -0800 | [diff] [blame] | 3202 | DCHECK(IsExceptionPending()); |
| 3203 | return; |
| 3204 | } |
| 3205 | DCHECK(!runtime->IsStarted() || exception_class->IsThrowableClass()); |
Mathieu Chartier | eb8167a | 2014-05-07 15:43:14 -0700 | [diff] [blame] | 3206 | Handle<mirror::Throwable> exception( |
Mathieu Chartier | 28bd2e4 | 2016-10-04 13:54:57 -0700 | [diff] [blame] | 3207 | hs.NewHandle(ObjPtr<mirror::Throwable>::DownCast(exception_class->AllocObject(this)))); |
Ian Rogers | 62d6c77 | 2013-02-27 08:32:07 -0800 | [diff] [blame] | 3208 | |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 3209 | // If we couldn't allocate the exception, throw the pre-allocated out of memory exception. |
Andreas Gampe | fa4333d | 2017-02-14 11:10:34 -0800 | [diff] [blame] | 3210 | if (exception == nullptr) { |
Roland Levillain | 7b0e844 | 2018-04-11 18:27:47 +0100 | [diff] [blame] | 3211 | Dump(LOG_STREAM(WARNING)); // The pre-allocated OOME has no stack, so help out and log one. |
| 3212 | SetException(Runtime::Current()->GetPreAllocatedOutOfMemoryErrorWhenThrowingException()); |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 3213 | return; |
| 3214 | } |
| 3215 | |
Ian Rogers | 62d6c77 | 2013-02-27 08:32:07 -0800 | [diff] [blame] | 3216 | // Choose an appropriate constructor and set up the arguments. |
| 3217 | const char* signature; |
Ian Rogers | 53b8b09 | 2014-03-13 23:45:53 -0700 | [diff] [blame] | 3218 | ScopedLocalRef<jstring> msg_string(GetJniEnv(), nullptr); |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 3219 | if (msg != nullptr) { |
Ian Rogers | 62d6c77 | 2013-02-27 08:32:07 -0800 | [diff] [blame] | 3220 | // Ensure we remember this and the method over the String allocation. |
Ian Rogers | 53b8b09 | 2014-03-13 23:45:53 -0700 | [diff] [blame] | 3221 | msg_string.reset( |
| 3222 | soa.AddLocalReference<jstring>(mirror::String::AllocFromModifiedUtf8(this, msg))); |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 3223 | if (UNLIKELY(msg_string.get() == nullptr)) { |
Ian Rogers | 62d6c77 | 2013-02-27 08:32:07 -0800 | [diff] [blame] | 3224 | CHECK(IsExceptionPending()); // OOME. |
| 3225 | return; |
Brian Carlstrom | ebd1fd2 | 2011-12-07 15:46:26 -0800 | [diff] [blame] | 3226 | } |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 3227 | if (cause.get() == nullptr) { |
Ian Rogers | 62d6c77 | 2013-02-27 08:32:07 -0800 | [diff] [blame] | 3228 | signature = "(Ljava/lang/String;)V"; |
| 3229 | } else { |
| 3230 | signature = "(Ljava/lang/String;Ljava/lang/Throwable;)V"; |
| 3231 | } |
| 3232 | } else { |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 3233 | if (cause.get() == nullptr) { |
Ian Rogers | 62d6c77 | 2013-02-27 08:32:07 -0800 | [diff] [blame] | 3234 | signature = "()V"; |
| 3235 | } else { |
| 3236 | signature = "(Ljava/lang/Throwable;)V"; |
| 3237 | } |
Brian Carlstrom | ebd1fd2 | 2011-12-07 15:46:26 -0800 | [diff] [blame] | 3238 | } |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 3239 | ArtMethod* exception_init_method = |
Vladimir Marko | ba11882 | 2017-06-12 15:41:56 +0100 | [diff] [blame] | 3240 | exception_class->FindConstructor(signature, cl->GetImagePointerSize()); |
Ian Rogers | 62d6c77 | 2013-02-27 08:32:07 -0800 | [diff] [blame] | 3241 | |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 3242 | CHECK(exception_init_method != nullptr) << "No <init>" << signature << " in " |
Ian Rogers | 62d6c77 | 2013-02-27 08:32:07 -0800 | [diff] [blame] | 3243 | << PrettyDescriptor(exception_class_descriptor); |
| 3244 | |
| 3245 | if (UNLIKELY(!runtime->IsStarted())) { |
| 3246 | // Something is trying to throw an exception without a started runtime, which is the common |
| 3247 | // case in the compiler. We won't be able to invoke the constructor of the exception, so set |
| 3248 | // the exception fields directly. |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 3249 | if (msg != nullptr) { |
Mathieu Chartier | c4f3925 | 2016-10-05 18:32:08 -0700 | [diff] [blame] | 3250 | exception->SetDetailMessage(DecodeJObject(msg_string.get())->AsString()); |
Ian Rogers | 62d6c77 | 2013-02-27 08:32:07 -0800 | [diff] [blame] | 3251 | } |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 3252 | if (cause.get() != nullptr) { |
Mathieu Chartier | c4f3925 | 2016-10-05 18:32:08 -0700 | [diff] [blame] | 3253 | exception->SetCause(DecodeJObject(cause.get())->AsThrowable()); |
Ian Rogers | 62d6c77 | 2013-02-27 08:32:07 -0800 | [diff] [blame] | 3254 | } |
Ian Rogers | c45b8b5 | 2014-05-03 01:39:59 -0700 | [diff] [blame] | 3255 | ScopedLocalRef<jobject> trace(GetJniEnv(), |
| 3256 | Runtime::Current()->IsActiveTransaction() |
| 3257 | ? CreateInternalStackTrace<true>(soa) |
| 3258 | : CreateInternalStackTrace<false>(soa)); |
| 3259 | if (trace.get() != nullptr) { |
Mathieu Chartier | c4f3925 | 2016-10-05 18:32:08 -0700 | [diff] [blame] | 3260 | exception->SetStackState(DecodeJObject(trace.get()).Ptr()); |
Ian Rogers | c45b8b5 | 2014-05-03 01:39:59 -0700 | [diff] [blame] | 3261 | } |
Nicolas Geoffray | 14691c5 | 2015-03-05 10:40:17 +0000 | [diff] [blame] | 3262 | SetException(exception.Get()); |
Ian Rogers | 62d6c77 | 2013-02-27 08:32:07 -0800 | [diff] [blame] | 3263 | } else { |
Ian Rogers | 53b8b09 | 2014-03-13 23:45:53 -0700 | [diff] [blame] | 3264 | jvalue jv_args[2]; |
| 3265 | size_t i = 0; |
| 3266 | |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 3267 | if (msg != nullptr) { |
Ian Rogers | 53b8b09 | 2014-03-13 23:45:53 -0700 | [diff] [blame] | 3268 | jv_args[i].l = msg_string.get(); |
| 3269 | ++i; |
Ian Rogers | 62d6c77 | 2013-02-27 08:32:07 -0800 | [diff] [blame] | 3270 | } |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 3271 | if (cause.get() != nullptr) { |
Ian Rogers | 53b8b09 | 2014-03-13 23:45:53 -0700 | [diff] [blame] | 3272 | jv_args[i].l = cause.get(); |
| 3273 | ++i; |
Ian Rogers | 62d6c77 | 2013-02-27 08:32:07 -0800 | [diff] [blame] | 3274 | } |
Jeff Hao | 39b6c24 | 2015-05-19 20:30:23 -0700 | [diff] [blame] | 3275 | ScopedLocalRef<jobject> ref(soa.Env(), soa.AddLocalReference<jobject>(exception.Get())); |
Alex Light | 01fbfbe | 2019-06-27 10:47:04 -0700 | [diff] [blame] | 3276 | InvokeWithJValues(soa, ref.get(), exception_init_method, jv_args); |
Ian Rogers | 62d6c77 | 2013-02-27 08:32:07 -0800 | [diff] [blame] | 3277 | if (LIKELY(!IsExceptionPending())) { |
Nicolas Geoffray | 14691c5 | 2015-03-05 10:40:17 +0000 | [diff] [blame] | 3278 | SetException(exception.Get()); |
Ian Rogers | 62d6c77 | 2013-02-27 08:32:07 -0800 | [diff] [blame] | 3279 | } |
Elliott Hughes | 3064683 | 2011-10-13 16:59:46 -0700 | [diff] [blame] | 3280 | } |
Elliott Hughes | a5b897e | 2011-08-16 11:33:06 -0700 | [diff] [blame] | 3281 | } |
| 3282 | |
Elliott Hughes | 2ced6a5 | 2011-10-16 18:44:48 -0700 | [diff] [blame] | 3283 | void Thread::ThrowOutOfMemoryError(const char* msg) { |
Wei Li | 8991ad0 | 2018-09-13 16:43:39 +0800 | [diff] [blame] | 3284 | LOG(WARNING) << "Throwing OutOfMemoryError " |
| 3285 | << '"' << msg << '"' |
| 3286 | << " (VmSize " << GetProcessStatus("VmSize") |
| 3287 | << (tls32_.throwing_OutOfMemoryError ? ", recursive case)" : ")"); |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3288 | if (!tls32_.throwing_OutOfMemoryError) { |
| 3289 | tls32_.throwing_OutOfMemoryError = true; |
Nicolas Geoffray | 0aa50ce | 2015-03-10 11:03:29 +0000 | [diff] [blame] | 3290 | ThrowNewException("Ljava/lang/OutOfMemoryError;", msg); |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3291 | tls32_.throwing_OutOfMemoryError = false; |
Elliott Hughes | 418dfe7 | 2011-10-06 18:56:27 -0700 | [diff] [blame] | 3292 | } else { |
Andreas Gampe | 3fec9ac | 2016-09-13 10:47:28 -0700 | [diff] [blame] | 3293 | Dump(LOG_STREAM(WARNING)); // The pre-allocated OOME has no stack, so help out and log one. |
Roland Levillain | 7b0e844 | 2018-04-11 18:27:47 +0100 | [diff] [blame] | 3294 | SetException(Runtime::Current()->GetPreAllocatedOutOfMemoryErrorWhenThrowingOOME()); |
Elliott Hughes | 418dfe7 | 2011-10-06 18:56:27 -0700 | [diff] [blame] | 3295 | } |
Elliott Hughes | 79082e3 | 2011-08-25 12:07:32 -0700 | [diff] [blame] | 3296 | } |
| 3297 | |
Elliott Hughes | 498508c | 2011-10-17 14:58:22 -0700 | [diff] [blame] | 3298 | Thread* Thread::CurrentFromGdb() { |
Elliott Hughes | accd83d | 2011-10-17 14:25:58 -0700 | [diff] [blame] | 3299 | return Thread::Current(); |
| 3300 | } |
| 3301 | |
| 3302 | void Thread::DumpFromGdb() const { |
Brian Carlstrom | 6b4ef02 | 2011-10-23 14:59:04 -0700 | [diff] [blame] | 3303 | std::ostringstream ss; |
| 3304 | Dump(ss); |
Elliott Hughes | 9557241 | 2011-12-13 18:14:20 -0800 | [diff] [blame] | 3305 | std::string str(ss.str()); |
Brian Carlstrom | 6b4ef02 | 2011-10-23 14:59:04 -0700 | [diff] [blame] | 3306 | // log to stderr for debugging command line processes |
| 3307 | std::cerr << str; |
Bilyan Borisov | bb661c0 | 2016-04-04 16:27:32 +0100 | [diff] [blame] | 3308 | #ifdef ART_TARGET_ANDROID |
Brian Carlstrom | 6b4ef02 | 2011-10-23 14:59:04 -0700 | [diff] [blame] | 3309 | // log to logcat for debugging frameworks processes |
| 3310 | LOG(INFO) << str; |
| 3311 | #endif |
Elliott Hughes | accd83d | 2011-10-17 14:25:58 -0700 | [diff] [blame] | 3312 | } |
| 3313 | |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3314 | // Explicitly instantiate 32 and 64bit thread offset dumping support. |
Andreas Gampe | 542451c | 2016-07-26 09:02:02 -0700 | [diff] [blame] | 3315 | template |
| 3316 | void Thread::DumpThreadOffset<PointerSize::k32>(std::ostream& os, uint32_t offset); |
| 3317 | template |
| 3318 | void Thread::DumpThreadOffset<PointerSize::k64>(std::ostream& os, uint32_t offset); |
Elliott Hughes | 98e2017 | 2012-04-24 15:38:13 -0700 | [diff] [blame] | 3319 | |
Andreas Gampe | 542451c | 2016-07-26 09:02:02 -0700 | [diff] [blame] | 3320 | template<PointerSize ptr_size> |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3321 | void Thread::DumpThreadOffset(std::ostream& os, uint32_t offset) { |
| 3322 | #define DO_THREAD_OFFSET(x, y) \ |
Chih-Hung Hsieh | fba3997 | 2016-05-11 11:26:48 -0700 | [diff] [blame] | 3323 | if (offset == (x).Uint32Value()) { \ |
| 3324 | os << (y); \ |
Brian Carlstrom | f69863b | 2013-07-17 21:53:13 -0700 | [diff] [blame] | 3325 | return; \ |
| 3326 | } |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3327 | DO_THREAD_OFFSET(ThreadFlagsOffset<ptr_size>(), "state_and_flags") |
| 3328 | DO_THREAD_OFFSET(CardTableOffset<ptr_size>(), "card_table") |
| 3329 | DO_THREAD_OFFSET(ExceptionOffset<ptr_size>(), "exception") |
| 3330 | DO_THREAD_OFFSET(PeerOffset<ptr_size>(), "peer"); |
| 3331 | DO_THREAD_OFFSET(JniEnvOffset<ptr_size>(), "jni_env") |
| 3332 | DO_THREAD_OFFSET(SelfOffset<ptr_size>(), "self") |
| 3333 | DO_THREAD_OFFSET(StackEndOffset<ptr_size>(), "stack_end") |
| 3334 | DO_THREAD_OFFSET(ThinLockIdOffset<ptr_size>(), "thin_lock_thread_id") |
Roland Levillain | 97c4646 | 2017-05-11 14:04:03 +0100 | [diff] [blame] | 3335 | DO_THREAD_OFFSET(IsGcMarkingOffset<ptr_size>(), "is_gc_marking") |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3336 | DO_THREAD_OFFSET(TopOfManagedStackOffset<ptr_size>(), "top_quick_frame_method") |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3337 | DO_THREAD_OFFSET(TopShadowFrameOffset<ptr_size>(), "top_shadow_frame") |
Mathieu Chartier | eb8167a | 2014-05-07 15:43:14 -0700 | [diff] [blame] | 3338 | DO_THREAD_OFFSET(TopHandleScopeOffset<ptr_size>(), "top_handle_scope") |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3339 | DO_THREAD_OFFSET(ThreadSuspendTriggerOffset<ptr_size>(), "suspend_trigger") |
Elliott Hughes | 28fa76d | 2012-04-09 17:31:46 -0700 | [diff] [blame] | 3340 | #undef DO_THREAD_OFFSET |
Elliott Hughes | 98e2017 | 2012-04-24 15:38:13 -0700 | [diff] [blame] | 3341 | |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3342 | #define JNI_ENTRY_POINT_INFO(x) \ |
| 3343 | if (JNI_ENTRYPOINT_OFFSET(ptr_size, x).Uint32Value() == offset) { \ |
| 3344 | os << #x; \ |
| 3345 | return; \ |
| 3346 | } |
| 3347 | JNI_ENTRY_POINT_INFO(pDlsymLookup) |
| 3348 | #undef JNI_ENTRY_POINT_INFO |
| 3349 | |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3350 | #define QUICK_ENTRY_POINT_INFO(x) \ |
| 3351 | if (QUICK_ENTRYPOINT_OFFSET(ptr_size, x).Uint32Value() == offset) { \ |
| 3352 | os << #x; \ |
| 3353 | return; \ |
| 3354 | } |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3355 | QUICK_ENTRY_POINT_INFO(pAllocArrayResolved) |
Nicolas Geoffray | b048cb7 | 2017-01-23 22:50:24 +0000 | [diff] [blame] | 3356 | QUICK_ENTRY_POINT_INFO(pAllocArrayResolved8) |
| 3357 | QUICK_ENTRY_POINT_INFO(pAllocArrayResolved16) |
| 3358 | QUICK_ENTRY_POINT_INFO(pAllocArrayResolved32) |
| 3359 | QUICK_ENTRY_POINT_INFO(pAllocArrayResolved64) |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3360 | QUICK_ENTRY_POINT_INFO(pAllocObjectResolved) |
| 3361 | QUICK_ENTRY_POINT_INFO(pAllocObjectInitialized) |
Nicolas Geoffray | 0d3998b | 2017-01-12 15:35:12 +0000 | [diff] [blame] | 3362 | QUICK_ENTRY_POINT_INFO(pAllocObjectWithChecks) |
Alex Light | d109e30 | 2018-06-27 10:25:41 -0700 | [diff] [blame] | 3363 | QUICK_ENTRY_POINT_INFO(pAllocStringObject) |
Jeff Hao | 848f70a | 2014-01-15 13:49:50 -0800 | [diff] [blame] | 3364 | QUICK_ENTRY_POINT_INFO(pAllocStringFromBytes) |
| 3365 | QUICK_ENTRY_POINT_INFO(pAllocStringFromChars) |
| 3366 | QUICK_ENTRY_POINT_INFO(pAllocStringFromString) |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3367 | QUICK_ENTRY_POINT_INFO(pInstanceofNonTrivial) |
Mathieu Chartier | b99f4d6 | 2016-11-07 16:17:26 -0800 | [diff] [blame] | 3368 | QUICK_ENTRY_POINT_INFO(pCheckInstanceOf) |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3369 | QUICK_ENTRY_POINT_INFO(pInitializeStaticStorage) |
Vladimir Marko | 9d47925 | 2018-07-24 11:35:20 +0100 | [diff] [blame] | 3370 | QUICK_ENTRY_POINT_INFO(pResolveTypeAndVerifyAccess) |
| 3371 | QUICK_ENTRY_POINT_INFO(pResolveType) |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3372 | QUICK_ENTRY_POINT_INFO(pResolveString) |
Fred Shih | 37f05ef | 2014-07-16 18:38:08 -0700 | [diff] [blame] | 3373 | QUICK_ENTRY_POINT_INFO(pSet8Instance) |
| 3374 | QUICK_ENTRY_POINT_INFO(pSet8Static) |
| 3375 | QUICK_ENTRY_POINT_INFO(pSet16Instance) |
| 3376 | QUICK_ENTRY_POINT_INFO(pSet16Static) |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3377 | QUICK_ENTRY_POINT_INFO(pSet32Instance) |
| 3378 | QUICK_ENTRY_POINT_INFO(pSet32Static) |
| 3379 | QUICK_ENTRY_POINT_INFO(pSet64Instance) |
| 3380 | QUICK_ENTRY_POINT_INFO(pSet64Static) |
| 3381 | QUICK_ENTRY_POINT_INFO(pSetObjInstance) |
| 3382 | QUICK_ENTRY_POINT_INFO(pSetObjStatic) |
Fred Shih | 37f05ef | 2014-07-16 18:38:08 -0700 | [diff] [blame] | 3383 | QUICK_ENTRY_POINT_INFO(pGetByteInstance) |
| 3384 | QUICK_ENTRY_POINT_INFO(pGetBooleanInstance) |
| 3385 | QUICK_ENTRY_POINT_INFO(pGetByteStatic) |
| 3386 | QUICK_ENTRY_POINT_INFO(pGetBooleanStatic) |
| 3387 | QUICK_ENTRY_POINT_INFO(pGetShortInstance) |
| 3388 | QUICK_ENTRY_POINT_INFO(pGetCharInstance) |
| 3389 | QUICK_ENTRY_POINT_INFO(pGetShortStatic) |
| 3390 | QUICK_ENTRY_POINT_INFO(pGetCharStatic) |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3391 | QUICK_ENTRY_POINT_INFO(pGet32Instance) |
| 3392 | QUICK_ENTRY_POINT_INFO(pGet32Static) |
| 3393 | QUICK_ENTRY_POINT_INFO(pGet64Instance) |
| 3394 | QUICK_ENTRY_POINT_INFO(pGet64Static) |
| 3395 | QUICK_ENTRY_POINT_INFO(pGetObjInstance) |
| 3396 | QUICK_ENTRY_POINT_INFO(pGetObjStatic) |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3397 | QUICK_ENTRY_POINT_INFO(pAputObject) |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3398 | QUICK_ENTRY_POINT_INFO(pJniMethodStart) |
| 3399 | QUICK_ENTRY_POINT_INFO(pJniMethodStartSynchronized) |
| 3400 | QUICK_ENTRY_POINT_INFO(pJniMethodEnd) |
| 3401 | QUICK_ENTRY_POINT_INFO(pJniMethodEndSynchronized) |
| 3402 | QUICK_ENTRY_POINT_INFO(pJniMethodEndWithReference) |
| 3403 | QUICK_ENTRY_POINT_INFO(pJniMethodEndWithReferenceSynchronized) |
| 3404 | QUICK_ENTRY_POINT_INFO(pQuickGenericJniTrampoline) |
| 3405 | QUICK_ENTRY_POINT_INFO(pLockObject) |
| 3406 | QUICK_ENTRY_POINT_INFO(pUnlockObject) |
| 3407 | QUICK_ENTRY_POINT_INFO(pCmpgDouble) |
| 3408 | QUICK_ENTRY_POINT_INFO(pCmpgFloat) |
| 3409 | QUICK_ENTRY_POINT_INFO(pCmplDouble) |
| 3410 | QUICK_ENTRY_POINT_INFO(pCmplFloat) |
Mark Mendell | a4f1220 | 2015-08-06 15:23:34 -0400 | [diff] [blame] | 3411 | QUICK_ENTRY_POINT_INFO(pCos) |
| 3412 | QUICK_ENTRY_POINT_INFO(pSin) |
| 3413 | QUICK_ENTRY_POINT_INFO(pAcos) |
| 3414 | QUICK_ENTRY_POINT_INFO(pAsin) |
| 3415 | QUICK_ENTRY_POINT_INFO(pAtan) |
| 3416 | QUICK_ENTRY_POINT_INFO(pAtan2) |
| 3417 | QUICK_ENTRY_POINT_INFO(pCbrt) |
| 3418 | QUICK_ENTRY_POINT_INFO(pCosh) |
| 3419 | QUICK_ENTRY_POINT_INFO(pExp) |
| 3420 | QUICK_ENTRY_POINT_INFO(pExpm1) |
| 3421 | QUICK_ENTRY_POINT_INFO(pHypot) |
| 3422 | QUICK_ENTRY_POINT_INFO(pLog) |
| 3423 | QUICK_ENTRY_POINT_INFO(pLog10) |
| 3424 | QUICK_ENTRY_POINT_INFO(pNextAfter) |
| 3425 | QUICK_ENTRY_POINT_INFO(pSinh) |
| 3426 | QUICK_ENTRY_POINT_INFO(pTan) |
| 3427 | QUICK_ENTRY_POINT_INFO(pTanh) |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3428 | QUICK_ENTRY_POINT_INFO(pFmod) |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3429 | QUICK_ENTRY_POINT_INFO(pL2d) |
| 3430 | QUICK_ENTRY_POINT_INFO(pFmodf) |
| 3431 | QUICK_ENTRY_POINT_INFO(pL2f) |
| 3432 | QUICK_ENTRY_POINT_INFO(pD2iz) |
| 3433 | QUICK_ENTRY_POINT_INFO(pF2iz) |
| 3434 | QUICK_ENTRY_POINT_INFO(pIdivmod) |
| 3435 | QUICK_ENTRY_POINT_INFO(pD2l) |
| 3436 | QUICK_ENTRY_POINT_INFO(pF2l) |
| 3437 | QUICK_ENTRY_POINT_INFO(pLdiv) |
| 3438 | QUICK_ENTRY_POINT_INFO(pLmod) |
| 3439 | QUICK_ENTRY_POINT_INFO(pLmul) |
| 3440 | QUICK_ENTRY_POINT_INFO(pShlLong) |
| 3441 | QUICK_ENTRY_POINT_INFO(pShrLong) |
| 3442 | QUICK_ENTRY_POINT_INFO(pUshrLong) |
| 3443 | QUICK_ENTRY_POINT_INFO(pIndexOf) |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3444 | QUICK_ENTRY_POINT_INFO(pStringCompareTo) |
| 3445 | QUICK_ENTRY_POINT_INFO(pMemcpy) |
| 3446 | QUICK_ENTRY_POINT_INFO(pQuickImtConflictTrampoline) |
| 3447 | QUICK_ENTRY_POINT_INFO(pQuickResolutionTrampoline) |
| 3448 | QUICK_ENTRY_POINT_INFO(pQuickToInterpreterBridge) |
| 3449 | QUICK_ENTRY_POINT_INFO(pInvokeDirectTrampolineWithAccessCheck) |
| 3450 | QUICK_ENTRY_POINT_INFO(pInvokeInterfaceTrampolineWithAccessCheck) |
| 3451 | QUICK_ENTRY_POINT_INFO(pInvokeStaticTrampolineWithAccessCheck) |
| 3452 | QUICK_ENTRY_POINT_INFO(pInvokeSuperTrampolineWithAccessCheck) |
| 3453 | QUICK_ENTRY_POINT_INFO(pInvokeVirtualTrampolineWithAccessCheck) |
Orion Hodson | ac14139 | 2017-01-13 11:53:47 +0000 | [diff] [blame] | 3454 | QUICK_ENTRY_POINT_INFO(pInvokePolymorphic) |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3455 | QUICK_ENTRY_POINT_INFO(pTestSuspend) |
| 3456 | QUICK_ENTRY_POINT_INFO(pDeliverException) |
| 3457 | QUICK_ENTRY_POINT_INFO(pThrowArrayBounds) |
| 3458 | QUICK_ENTRY_POINT_INFO(pThrowDivZero) |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3459 | QUICK_ENTRY_POINT_INFO(pThrowNullPointer) |
| 3460 | QUICK_ENTRY_POINT_INFO(pThrowStackOverflow) |
Mingyao Yang | d43b3ac | 2015-04-01 14:03:04 -0700 | [diff] [blame] | 3461 | QUICK_ENTRY_POINT_INFO(pDeoptimize) |
Douglas Leung | d9cb8ae | 2014-07-09 14:28:35 -0700 | [diff] [blame] | 3462 | QUICK_ENTRY_POINT_INFO(pA64Load) |
| 3463 | QUICK_ENTRY_POINT_INFO(pA64Store) |
Jeff Hao | 848f70a | 2014-01-15 13:49:50 -0800 | [diff] [blame] | 3464 | QUICK_ENTRY_POINT_INFO(pNewEmptyString) |
| 3465 | QUICK_ENTRY_POINT_INFO(pNewStringFromBytes_B) |
| 3466 | QUICK_ENTRY_POINT_INFO(pNewStringFromBytes_BI) |
| 3467 | QUICK_ENTRY_POINT_INFO(pNewStringFromBytes_BII) |
| 3468 | QUICK_ENTRY_POINT_INFO(pNewStringFromBytes_BIII) |
| 3469 | QUICK_ENTRY_POINT_INFO(pNewStringFromBytes_BIIString) |
| 3470 | QUICK_ENTRY_POINT_INFO(pNewStringFromBytes_BString) |
| 3471 | QUICK_ENTRY_POINT_INFO(pNewStringFromBytes_BIICharset) |
| 3472 | QUICK_ENTRY_POINT_INFO(pNewStringFromBytes_BCharset) |
| 3473 | QUICK_ENTRY_POINT_INFO(pNewStringFromChars_C) |
| 3474 | QUICK_ENTRY_POINT_INFO(pNewStringFromChars_CII) |
| 3475 | QUICK_ENTRY_POINT_INFO(pNewStringFromChars_IIC) |
| 3476 | QUICK_ENTRY_POINT_INFO(pNewStringFromCodePoints) |
| 3477 | QUICK_ENTRY_POINT_INFO(pNewStringFromString) |
| 3478 | QUICK_ENTRY_POINT_INFO(pNewStringFromStringBuffer) |
| 3479 | QUICK_ENTRY_POINT_INFO(pNewStringFromStringBuilder) |
Hiroshi Yamauchi | 1cc71eb | 2015-05-07 10:47:27 -0700 | [diff] [blame] | 3480 | QUICK_ENTRY_POINT_INFO(pReadBarrierJni) |
Roland Levillain | 02b7580 | 2016-07-13 11:54:35 +0100 | [diff] [blame] | 3481 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg00) |
| 3482 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg01) |
| 3483 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg02) |
| 3484 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg03) |
| 3485 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg04) |
| 3486 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg05) |
| 3487 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg06) |
| 3488 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg07) |
| 3489 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg08) |
| 3490 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg09) |
| 3491 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg10) |
| 3492 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg11) |
| 3493 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg12) |
| 3494 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg13) |
| 3495 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg14) |
| 3496 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg15) |
| 3497 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg16) |
| 3498 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg17) |
| 3499 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg18) |
| 3500 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg19) |
| 3501 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg20) |
| 3502 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg21) |
| 3503 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg22) |
| 3504 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg23) |
| 3505 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg24) |
| 3506 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg25) |
| 3507 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg26) |
| 3508 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg27) |
| 3509 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg28) |
| 3510 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg29) |
Man Cao | 1aee900 | 2015-07-14 22:31:42 -0700 | [diff] [blame] | 3511 | QUICK_ENTRY_POINT_INFO(pReadBarrierSlow) |
Roland Levillain | 0d5a281 | 2015-11-13 10:07:31 +0000 | [diff] [blame] | 3512 | QUICK_ENTRY_POINT_INFO(pReadBarrierForRootSlow) |
Igor Murashkin | 9d4b6da | 2016-07-29 09:51:58 -0700 | [diff] [blame] | 3513 | |
| 3514 | QUICK_ENTRY_POINT_INFO(pJniMethodFastStart) |
| 3515 | QUICK_ENTRY_POINT_INFO(pJniMethodFastEnd) |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3516 | #undef QUICK_ENTRY_POINT_INFO |
| 3517 | |
Elliott Hughes | 98e2017 | 2012-04-24 15:38:13 -0700 | [diff] [blame] | 3518 | os << offset; |
Elliott Hughes | 28fa76d | 2012-04-09 17:31:46 -0700 | [diff] [blame] | 3519 | } |
| 3520 | |
jeffhao | 94d6df4 | 2012-11-26 16:02:12 -0800 | [diff] [blame] | 3521 | void Thread::QuickDeliverException() { |
Ian Rogers | 62d6c77 | 2013-02-27 08:32:07 -0800 | [diff] [blame] | 3522 | // Get exception from thread. |
Mathieu Chartier | f5769e1 | 2017-01-10 15:54:41 -0800 | [diff] [blame] | 3523 | ObjPtr<mirror::Throwable> exception = GetException(); |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 3524 | CHECK(exception != nullptr); |
Mingyao Yang | f711f2c | 2016-05-23 12:29:39 -0700 | [diff] [blame] | 3525 | if (exception == GetDeoptimizationException()) { |
| 3526 | artDeoptimize(this); |
| 3527 | UNREACHABLE(); |
| 3528 | } |
| 3529 | |
Roland Levillain | a78f5b6 | 2017-09-29 13:50:44 +0100 | [diff] [blame] | 3530 | ReadBarrier::MaybeAssertToSpaceInvariant(exception.Ptr()); |
Roland Levillain | b77b698 | 2017-06-08 18:03:48 +0100 | [diff] [blame] | 3531 | |
Mingyao Yang | f711f2c | 2016-05-23 12:29:39 -0700 | [diff] [blame] | 3532 | // This is a real exception: let the instrumentation know about it. |
| 3533 | instrumentation::Instrumentation* instrumentation = Runtime::Current()->GetInstrumentation(); |
Alex Light | 6e1607e | 2017-08-23 10:06:18 -0700 | [diff] [blame] | 3534 | if (instrumentation->HasExceptionThrownListeners() && |
Mingyao Yang | f711f2c | 2016-05-23 12:29:39 -0700 | [diff] [blame] | 3535 | IsExceptionThrownByCurrentMethod(exception)) { |
| 3536 | // Instrumentation may cause GC so keep the exception object safe. |
| 3537 | StackHandleScope<1> hs(this); |
Mathieu Chartier | f5769e1 | 2017-01-10 15:54:41 -0800 | [diff] [blame] | 3538 | HandleWrapperObjPtr<mirror::Throwable> h_exception(hs.NewHandleWrapper(&exception)); |
Vladimir Marko | 19711d4 | 2019-04-12 14:05:34 +0100 | [diff] [blame] | 3539 | instrumentation->ExceptionThrownEvent(this, exception); |
Mingyao Yang | f711f2c | 2016-05-23 12:29:39 -0700 | [diff] [blame] | 3540 | } |
Alex Light | 0aa7a5a | 2018-10-10 15:58:14 +0000 | [diff] [blame] | 3541 | // Does instrumentation need to deoptimize the stack or otherwise go to interpreter for something? |
| 3542 | // Note: we do this *after* reporting the exception to instrumentation in case it now requires |
| 3543 | // deoptimization. It may happen if a debugger is attached and requests new events (single-step, |
| 3544 | // breakpoint, ...) when the exception is reported. |
Alex Light | be1f8d0 | 2018-10-15 11:44:42 -0700 | [diff] [blame] | 3545 | // |
| 3546 | // Note we need to check for both force_frame_pop and force_retry_instruction. The first is |
| 3547 | // expected to happen fairly regularly but the second can only happen if we are using |
| 3548 | // instrumentation trampolines (for example with DDMS tracing). That forces us to do deopt later |
| 3549 | // and see every frame being popped. We don't need to handle it any differently. |
Alex Light | 0aa7a5a | 2018-10-10 15:58:14 +0000 | [diff] [blame] | 3550 | ShadowFrame* cf; |
Alex Light | be1f8d0 | 2018-10-15 11:44:42 -0700 | [diff] [blame] | 3551 | bool force_deopt; |
Alex Light | 0aa7a5a | 2018-10-10 15:58:14 +0000 | [diff] [blame] | 3552 | { |
| 3553 | NthCallerVisitor visitor(this, 0, false); |
| 3554 | visitor.WalkStack(); |
| 3555 | cf = visitor.GetCurrentShadowFrame(); |
| 3556 | if (cf == nullptr) { |
| 3557 | cf = FindDebuggerShadowFrame(visitor.GetFrameId()); |
| 3558 | } |
Alex Light | be1f8d0 | 2018-10-15 11:44:42 -0700 | [diff] [blame] | 3559 | bool force_frame_pop = cf != nullptr && cf->GetForcePopFrame(); |
| 3560 | bool force_retry_instr = cf != nullptr && cf->GetForceRetryInstruction(); |
Alex Light | 0aa7a5a | 2018-10-10 15:58:14 +0000 | [diff] [blame] | 3561 | if (kIsDebugBuild && force_frame_pop) { |
| 3562 | NthCallerVisitor penultimate_visitor(this, 1, false); |
| 3563 | penultimate_visitor.WalkStack(); |
| 3564 | ShadowFrame* penultimate_frame = penultimate_visitor.GetCurrentShadowFrame(); |
| 3565 | if (penultimate_frame == nullptr) { |
| 3566 | penultimate_frame = FindDebuggerShadowFrame(penultimate_visitor.GetFrameId()); |
| 3567 | } |
Alex Light | 0aa7a5a | 2018-10-10 15:58:14 +0000 | [diff] [blame] | 3568 | } |
Alex Light | be1f8d0 | 2018-10-15 11:44:42 -0700 | [diff] [blame] | 3569 | force_deopt = force_frame_pop || force_retry_instr; |
Alex Light | 0aa7a5a | 2018-10-10 15:58:14 +0000 | [diff] [blame] | 3570 | } |
Alex Light | 3dacdd6 | 2019-03-12 15:45:47 +0000 | [diff] [blame] | 3571 | if (Dbg::IsForcedInterpreterNeededForException(this) || force_deopt || IsForceInterpreter()) { |
Mingyao Yang | f711f2c | 2016-05-23 12:29:39 -0700 | [diff] [blame] | 3572 | NthCallerVisitor visitor(this, 0, false); |
| 3573 | visitor.WalkStack(); |
Nicolas Geoffray | 433b79a | 2017-01-30 20:54:45 +0000 | [diff] [blame] | 3574 | if (Runtime::Current()->IsAsyncDeoptimizeable(visitor.caller_pc)) { |
Mingyao Yang | 2ee1790 | 2017-08-30 11:37:08 -0700 | [diff] [blame] | 3575 | // method_type shouldn't matter due to exception handling. |
| 3576 | const DeoptimizationMethodType method_type = DeoptimizationMethodType::kDefault; |
Sebastien Hertz | 520633b | 2015-09-08 17:03:36 +0200 | [diff] [blame] | 3577 | // Save the exception into the deoptimization context so it can be restored |
| 3578 | // before entering the interpreter. |
Alex Light | be1f8d0 | 2018-10-15 11:44:42 -0700 | [diff] [blame] | 3579 | if (force_deopt) { |
Alex Light | 0aa7a5a | 2018-10-10 15:58:14 +0000 | [diff] [blame] | 3580 | VLOG(deopt) << "Deopting " << cf->GetMethod()->PrettyMethod() << " for frame-pop"; |
| 3581 | DCHECK(Runtime::Current()->AreNonStandardExitsEnabled()); |
| 3582 | // Get rid of the exception since we are doing a framepop instead. |
Alex Light | be1f8d0 | 2018-10-15 11:44:42 -0700 | [diff] [blame] | 3583 | LOG(WARNING) << "Suppressing pending exception for retry-instruction/frame-pop: " |
| 3584 | << exception->Dump(); |
Alex Light | 0aa7a5a | 2018-10-10 15:58:14 +0000 | [diff] [blame] | 3585 | ClearException(); |
| 3586 | } |
Nicolas Geoffray | 73be1e8 | 2015-09-17 15:22:56 +0100 | [diff] [blame] | 3587 | PushDeoptimizationContext( |
Mingyao Yang | 2ee1790 | 2017-08-30 11:37:08 -0700 | [diff] [blame] | 3588 | JValue(), |
Andreas Gampe | 98ea9d9 | 2018-10-19 14:06:15 -0700 | [diff] [blame] | 3589 | /* is_reference= */ false, |
Alex Light | be1f8d0 | 2018-10-15 11:44:42 -0700 | [diff] [blame] | 3590 | (force_deopt ? nullptr : exception), |
Andreas Gampe | 98ea9d9 | 2018-10-19 14:06:15 -0700 | [diff] [blame] | 3591 | /* from_code= */ false, |
Mingyao Yang | 2ee1790 | 2017-08-30 11:37:08 -0700 | [diff] [blame] | 3592 | method_type); |
Mingyao Yang | f711f2c | 2016-05-23 12:29:39 -0700 | [diff] [blame] | 3593 | artDeoptimize(this); |
| 3594 | UNREACHABLE(); |
Nicolas Geoffray | 433b79a | 2017-01-30 20:54:45 +0000 | [diff] [blame] | 3595 | } else { |
| 3596 | LOG(WARNING) << "Got a deoptimization request on un-deoptimizable method " |
| 3597 | << visitor.caller->PrettyMethod(); |
Sebastien Hertz | 520633b | 2015-09-08 17:03:36 +0200 | [diff] [blame] | 3598 | } |
| 3599 | } |
Mingyao Yang | f711f2c | 2016-05-23 12:29:39 -0700 | [diff] [blame] | 3600 | |
Ian Rogers | 28ad40d | 2011-10-27 15:19:26 -0700 | [diff] [blame] | 3601 | // Don't leave exception visible while we try to find the handler, which may cause class |
Elliott Hughes | d07986f | 2011-12-06 18:27:45 -0800 | [diff] [blame] | 3602 | // resolution. |
Ian Rogers | 28ad40d | 2011-10-27 15:19:26 -0700 | [diff] [blame] | 3603 | ClearException(); |
Mingyao Yang | f711f2c | 2016-05-23 12:29:39 -0700 | [diff] [blame] | 3604 | QuickExceptionHandler exception_handler(this, false); |
| 3605 | exception_handler.FindCatch(exception); |
Roland Levillain | b77b698 | 2017-06-08 18:03:48 +0100 | [diff] [blame] | 3606 | if (exception_handler.GetClearException()) { |
| 3607 | // Exception was cleared as part of delivery. |
| 3608 | DCHECK(!IsExceptionPending()); |
| 3609 | } else { |
| 3610 | // Exception was put back with a throw location. |
| 3611 | DCHECK(IsExceptionPending()); |
Roland Levillain | a78f5b6 | 2017-09-29 13:50:44 +0100 | [diff] [blame] | 3612 | // Check the to-space invariant on the re-installed exception (if applicable). |
| 3613 | ReadBarrier::MaybeAssertToSpaceInvariant(GetException()); |
Roland Levillain | b77b698 | 2017-06-08 18:03:48 +0100 | [diff] [blame] | 3614 | } |
Sebastien Hertz | fd3077e | 2014-04-23 10:32:43 +0200 | [diff] [blame] | 3615 | exception_handler.DoLongJump(); |
Shih-wei Liao | 1a18c8c | 2011-08-14 17:47:36 -0700 | [diff] [blame] | 3616 | } |
| 3617 | |
Ian Rogers | bdb0391 | 2011-09-14 00:55:44 -0700 | [diff] [blame] | 3618 | Context* Thread::GetLongJumpContext() { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3619 | Context* result = tlsPtr_.long_jump_context; |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 3620 | if (result == nullptr) { |
Ian Rogers | bdb0391 | 2011-09-14 00:55:44 -0700 | [diff] [blame] | 3621 | result = Context::Create(); |
Ian Rogers | 0399dde | 2012-06-06 17:09:28 -0700 | [diff] [blame] | 3622 | } else { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3623 | tlsPtr_.long_jump_context = nullptr; // Avoid context being shared. |
Mathieu Chartier | 6702243 | 2012-11-29 18:04:50 -0800 | [diff] [blame] | 3624 | result->Reset(); |
Shih-wei Liao | 1a18c8c | 2011-08-14 17:47:36 -0700 | [diff] [blame] | 3625 | } |
Ian Rogers | bdb0391 | 2011-09-14 00:55:44 -0700 | [diff] [blame] | 3626 | return result; |
Shih-wei Liao | 1a18c8c | 2011-08-14 17:47:36 -0700 | [diff] [blame] | 3627 | } |
| 3628 | |
Andreas Gampe | c7d878d | 2018-11-19 18:42:06 +0000 | [diff] [blame] | 3629 | ArtMethod* Thread::GetCurrentMethod(uint32_t* dex_pc_out, |
Hiroshi Yamauchi | 02f365f | 2017-02-03 15:06:00 -0800 | [diff] [blame] | 3630 | bool check_suspended, |
| 3631 | bool abort_on_error) const { |
Andreas Gampe | 1b5c5c8 | 2018-09-27 10:42:18 -0700 | [diff] [blame] | 3632 | // Note: this visitor may return with a method set, but dex_pc_ being DexFile:kDexNoIndex. This is |
| 3633 | // so we don't abort in a special situation (thinlocked monitor) when dumping the Java |
| 3634 | // stack. |
Andreas Gampe | c7d878d | 2018-11-19 18:42:06 +0000 | [diff] [blame] | 3635 | ArtMethod* method = nullptr; |
| 3636 | uint32_t dex_pc = dex::kDexNoIndex; |
| 3637 | StackVisitor::WalkStack( |
| 3638 | [&](const StackVisitor* visitor) REQUIRES_SHARED(Locks::mutator_lock_) { |
| 3639 | ArtMethod* m = visitor->GetMethod(); |
| 3640 | if (m->IsRuntimeMethod()) { |
| 3641 | // Continue if this is a runtime method. |
| 3642 | return true; |
| 3643 | } |
| 3644 | method = m; |
| 3645 | dex_pc = visitor->GetDexPc(abort_on_error); |
| 3646 | return false; |
| 3647 | }, |
| 3648 | const_cast<Thread*>(this), |
| 3649 | /* context= */ nullptr, |
| 3650 | StackVisitor::StackWalkKind::kIncludeInlinedFrames, |
| 3651 | check_suspended); |
| 3652 | |
| 3653 | if (dex_pc_out != nullptr) { |
| 3654 | *dex_pc_out = dex_pc; |
Elliott Hughes | 9fd66f5 | 2011-10-16 12:13:26 -0700 | [diff] [blame] | 3655 | } |
Andreas Gampe | c7d878d | 2018-11-19 18:42:06 +0000 | [diff] [blame] | 3656 | return method; |
jeffhao | 33dc771 | 2011-11-09 17:54:24 -0800 | [diff] [blame] | 3657 | } |
| 3658 | |
Mathieu Chartier | f5769e1 | 2017-01-10 15:54:41 -0800 | [diff] [blame] | 3659 | bool Thread::HoldsLock(ObjPtr<mirror::Object> object) const { |
| 3660 | return object != nullptr && object->GetLockOwnerThreadId() == GetThreadId(); |
Elliott Hughes | 5f79133 | 2011-09-15 17:45:30 -0700 | [diff] [blame] | 3661 | } |
| 3662 | |
Roland Levillain | ad0777d | 2018-02-12 20:00:18 +0000 | [diff] [blame] | 3663 | extern std::vector<StackReference<mirror::Object>*> GetProxyReferenceArguments(ArtMethod** sp) |
Roland Levillain | fa854e4 | 2018-02-07 13:09:55 +0000 | [diff] [blame] | 3664 | REQUIRES_SHARED(Locks::mutator_lock_); |
| 3665 | |
Ian Rogers | 40e3bac | 2012-11-20 00:09:14 -0800 | [diff] [blame] | 3666 | // RootVisitor parameters are: (const Object* obj, size_t vreg, const StackVisitor* visitor). |
Andreas Gampe | 585da95 | 2016-12-02 14:52:29 -0800 | [diff] [blame] | 3667 | template <typename RootVisitor, bool kPrecise = false> |
Ian Rogers | 0399dde | 2012-06-06 17:09:28 -0700 | [diff] [blame] | 3668 | class ReferenceMapVisitor : public StackVisitor { |
Ian Rogers | d6b1f61 | 2011-09-27 13:38:14 -0700 | [diff] [blame] | 3669 | public: |
Mathieu Chartier | bb87e0f | 2015-04-03 11:21:55 -0700 | [diff] [blame] | 3670 | ReferenceMapVisitor(Thread* thread, Context* context, RootVisitor& visitor) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 3671 | REQUIRES_SHARED(Locks::mutator_lock_) |
Nicolas Geoffray | 8e5bd18 | 2015-05-06 11:34:34 +0100 | [diff] [blame] | 3672 | // We are visiting the references in compiled frames, so we do not need |
| 3673 | // to know the inlined frames. |
| 3674 | : StackVisitor(thread, context, StackVisitor::StackWalkKind::kSkipInlinedFrames), |
| 3675 | visitor_(visitor) {} |
Ian Rogers | d6b1f61 | 2011-09-27 13:38:14 -0700 | [diff] [blame] | 3676 | |
Andreas Gampe | fa6a1b0 | 2018-09-07 08:11:55 -0700 | [diff] [blame] | 3677 | bool VisitFrame() override REQUIRES_SHARED(Locks::mutator_lock_) { |
Brian Carlstrom | 6a4be3a | 2011-10-20 16:34:03 -0700 | [diff] [blame] | 3678 | if (false) { |
David Sehr | 709b070 | 2016-10-13 09:12:37 -0700 | [diff] [blame] | 3679 | LOG(INFO) << "Visiting stack roots in " << ArtMethod::PrettyMethod(GetMethod()) |
Sebastien Hertz | 714f175 | 2014-04-28 15:03:08 +0200 | [diff] [blame] | 3680 | << StringPrintf("@ PC:%04x", GetDexPc()); |
Brian Carlstrom | 6a4be3a | 2011-10-20 16:34:03 -0700 | [diff] [blame] | 3681 | } |
Ian Rogers | 0399dde | 2012-06-06 17:09:28 -0700 | [diff] [blame] | 3682 | ShadowFrame* shadow_frame = GetCurrentShadowFrame(); |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 3683 | if (shadow_frame != nullptr) { |
Sebastien Hertz | 714f175 | 2014-04-28 15:03:08 +0200 | [diff] [blame] | 3684 | VisitShadowFrame(shadow_frame); |
| 3685 | } else { |
| 3686 | VisitQuickFrame(); |
| 3687 | } |
| 3688 | return true; |
| 3689 | } |
| 3690 | |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 3691 | void VisitShadowFrame(ShadowFrame* shadow_frame) REQUIRES_SHARED(Locks::mutator_lock_) { |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 3692 | ArtMethod* m = shadow_frame->GetMethod(); |
Mathieu Chartier | 10e5ea9 | 2015-08-13 12:56:31 -0700 | [diff] [blame] | 3693 | VisitDeclaringClass(m); |
Hiroshi Yamauchi | 92d1a66 | 2014-05-15 21:43:59 -0700 | [diff] [blame] | 3694 | DCHECK(m != nullptr); |
Sebastien Hertz | 714f175 | 2014-04-28 15:03:08 +0200 | [diff] [blame] | 3695 | size_t num_regs = shadow_frame->NumberOfVRegs(); |
Nicolas Geoffray | 524e7ea | 2015-10-16 17:13:34 +0100 | [diff] [blame] | 3696 | // handle scope for JNI or References for interpreter. |
| 3697 | for (size_t reg = 0; reg < num_regs; ++reg) { |
| 3698 | mirror::Object* ref = shadow_frame->GetVRegReference(reg); |
| 3699 | if (ref != nullptr) { |
| 3700 | mirror::Object* new_ref = ref; |
| 3701 | visitor_(&new_ref, reg, this); |
| 3702 | if (new_ref != ref) { |
| 3703 | shadow_frame->SetVRegReference(reg, new_ref); |
TDYa127 | ce4cc0d | 2012-11-18 16:59:53 -0800 | [diff] [blame] | 3704 | } |
| 3705 | } |
Sebastien Hertz | 714f175 | 2014-04-28 15:03:08 +0200 | [diff] [blame] | 3706 | } |
Andreas Gampe | 03ec930 | 2015-08-27 17:41:47 -0700 | [diff] [blame] | 3707 | // Mark lock count map required for structured locking checks. |
Andreas Gampe | 98ea9d9 | 2018-10-19 14:06:15 -0700 | [diff] [blame] | 3708 | shadow_frame->GetLockCountData().VisitMonitors(visitor_, /* vreg= */ -1, this); |
Sebastien Hertz | 714f175 | 2014-04-28 15:03:08 +0200 | [diff] [blame] | 3709 | } |
| 3710 | |
| 3711 | private: |
Mathieu Chartier | 10e5ea9 | 2015-08-13 12:56:31 -0700 | [diff] [blame] | 3712 | // Visiting the declaring class is necessary so that we don't unload the class of a method that |
Mathieu Chartier | d5f3f32 | 2016-03-21 14:05:56 -0700 | [diff] [blame] | 3713 | // is executing. We need to ensure that the code stays mapped. NO_THREAD_SAFETY_ANALYSIS since |
| 3714 | // the threads do not all hold the heap bitmap lock for parallel GC. |
| 3715 | void VisitDeclaringClass(ArtMethod* method) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 3716 | REQUIRES_SHARED(Locks::mutator_lock_) |
Mathieu Chartier | d5f3f32 | 2016-03-21 14:05:56 -0700 | [diff] [blame] | 3717 | NO_THREAD_SAFETY_ANALYSIS { |
Mathieu Chartier | f5769e1 | 2017-01-10 15:54:41 -0800 | [diff] [blame] | 3718 | ObjPtr<mirror::Class> klass = method->GetDeclaringClassUnchecked<kWithoutReadBarrier>(); |
Mathieu Chartier | 10e5ea9 | 2015-08-13 12:56:31 -0700 | [diff] [blame] | 3719 | // klass can be null for runtime methods. |
| 3720 | if (klass != nullptr) { |
Mathieu Chartier | d5f3f32 | 2016-03-21 14:05:56 -0700 | [diff] [blame] | 3721 | if (kVerifyImageObjectsMarked) { |
| 3722 | gc::Heap* const heap = Runtime::Current()->GetHeap(); |
| 3723 | gc::space::ContinuousSpace* space = heap->FindContinuousSpaceFromObject(klass, |
Andreas Gampe | 98ea9d9 | 2018-10-19 14:06:15 -0700 | [diff] [blame] | 3724 | /*fail_ok=*/true); |
Mathieu Chartier | d5f3f32 | 2016-03-21 14:05:56 -0700 | [diff] [blame] | 3725 | if (space != nullptr && space->IsImageSpace()) { |
| 3726 | bool failed = false; |
Mathieu Chartier | f5769e1 | 2017-01-10 15:54:41 -0800 | [diff] [blame] | 3727 | if (!space->GetLiveBitmap()->Test(klass.Ptr())) { |
Mathieu Chartier | d5f3f32 | 2016-03-21 14:05:56 -0700 | [diff] [blame] | 3728 | failed = true; |
Andreas Gampe | 3fec9ac | 2016-09-13 10:47:28 -0700 | [diff] [blame] | 3729 | LOG(FATAL_WITHOUT_ABORT) << "Unmarked object in image " << *space; |
Mathieu Chartier | f5769e1 | 2017-01-10 15:54:41 -0800 | [diff] [blame] | 3730 | } else if (!heap->GetLiveBitmap()->Test(klass.Ptr())) { |
Mathieu Chartier | d5f3f32 | 2016-03-21 14:05:56 -0700 | [diff] [blame] | 3731 | failed = true; |
Andreas Gampe | 3fec9ac | 2016-09-13 10:47:28 -0700 | [diff] [blame] | 3732 | LOG(FATAL_WITHOUT_ABORT) << "Unmarked object in image through live bitmap " << *space; |
Mathieu Chartier | d5f3f32 | 2016-03-21 14:05:56 -0700 | [diff] [blame] | 3733 | } |
| 3734 | if (failed) { |
Andreas Gampe | 3fec9ac | 2016-09-13 10:47:28 -0700 | [diff] [blame] | 3735 | GetThread()->Dump(LOG_STREAM(FATAL_WITHOUT_ABORT)); |
| 3736 | space->AsImageSpace()->DumpSections(LOG_STREAM(FATAL_WITHOUT_ABORT)); |
| 3737 | LOG(FATAL_WITHOUT_ABORT) << "Method@" << method->GetDexMethodIndex() << ":" << method |
Mathieu Chartier | f5769e1 | 2017-01-10 15:54:41 -0800 | [diff] [blame] | 3738 | << " klass@" << klass.Ptr(); |
Mathieu Chartier | d5f3f32 | 2016-03-21 14:05:56 -0700 | [diff] [blame] | 3739 | // Pretty info last in case it crashes. |
David Sehr | 709b070 | 2016-10-13 09:12:37 -0700 | [diff] [blame] | 3740 | LOG(FATAL) << "Method " << method->PrettyMethod() << " klass " |
| 3741 | << klass->PrettyClass(); |
Mathieu Chartier | d5f3f32 | 2016-03-21 14:05:56 -0700 | [diff] [blame] | 3742 | } |
| 3743 | } |
| 3744 | } |
Mathieu Chartier | f5769e1 | 2017-01-10 15:54:41 -0800 | [diff] [blame] | 3745 | mirror::Object* new_ref = klass.Ptr(); |
Andreas Gampe | 98ea9d9 | 2018-10-19 14:06:15 -0700 | [diff] [blame] | 3746 | visitor_(&new_ref, /* vreg= */ -1, this); |
Mathieu Chartier | 10e5ea9 | 2015-08-13 12:56:31 -0700 | [diff] [blame] | 3747 | if (new_ref != klass) { |
Mathieu Chartier | f5769e1 | 2017-01-10 15:54:41 -0800 | [diff] [blame] | 3748 | method->CASDeclaringClass(klass.Ptr(), new_ref->AsClass()); |
Mathieu Chartier | 10e5ea9 | 2015-08-13 12:56:31 -0700 | [diff] [blame] | 3749 | } |
| 3750 | } |
| 3751 | } |
| 3752 | |
Andreas Gampe | 585da95 | 2016-12-02 14:52:29 -0800 | [diff] [blame] | 3753 | template <typename T> |
| 3754 | ALWAYS_INLINE |
| 3755 | inline void VisitQuickFrameWithVregCallback() REQUIRES_SHARED(Locks::mutator_lock_) { |
Mathieu Chartier | 10e5ea9 | 2015-08-13 12:56:31 -0700 | [diff] [blame] | 3756 | ArtMethod** cur_quick_frame = GetCurrentQuickFrame(); |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 3757 | DCHECK(cur_quick_frame != nullptr); |
Mathieu Chartier | 10e5ea9 | 2015-08-13 12:56:31 -0700 | [diff] [blame] | 3758 | ArtMethod* m = *cur_quick_frame; |
| 3759 | VisitDeclaringClass(m); |
Andreas Gampe | cf4035a | 2014-05-28 22:43:01 -0700 | [diff] [blame] | 3760 | |
Sebastien Hertz | 714f175 | 2014-04-28 15:03:08 +0200 | [diff] [blame] | 3761 | // Process register map (which native and runtime methods don't have) |
Jeff Hao | 8494943 | 2016-05-13 14:46:28 -0700 | [diff] [blame] | 3762 | if (!m->IsNative() && !m->IsRuntimeMethod() && (!m->IsProxyMethod() || m->IsConstructor())) { |
Nicolas Geoffray | 524e7ea | 2015-10-16 17:13:34 +0100 | [diff] [blame] | 3763 | const OatQuickMethodHeader* method_header = GetCurrentOatQuickMethodHeader(); |
Vladimir Marko | 9d07e3d | 2016-03-31 12:02:28 +0100 | [diff] [blame] | 3764 | DCHECK(method_header->IsOptimized()); |
Vladimir Marko | 78baed5 | 2018-10-11 10:44:58 +0100 | [diff] [blame] | 3765 | StackReference<mirror::Object>* vreg_base = |
| 3766 | reinterpret_cast<StackReference<mirror::Object>*>(cur_quick_frame); |
Vladimir Marko | 9d07e3d | 2016-03-31 12:02:28 +0100 | [diff] [blame] | 3767 | uintptr_t native_pc_offset = method_header->NativeQuickPcOffset(GetCurrentQuickFramePc()); |
David Srbecky | 0d4567f | 2019-05-30 22:45:40 +0100 | [diff] [blame] | 3768 | CodeInfo code_info = kPrecise |
| 3769 | ? CodeInfo(method_header) // We will need dex register maps. |
| 3770 | : CodeInfo::DecodeGcMasksOnly(method_header); |
David Srbecky | 052f8ca | 2018-04-26 15:42:54 +0100 | [diff] [blame] | 3771 | StackMap map = code_info.GetStackMapForNativePcOffset(native_pc_offset); |
Vladimir Marko | 9d07e3d | 2016-03-31 12:02:28 +0100 | [diff] [blame] | 3772 | DCHECK(map.IsValid()); |
Andreas Gampe | 585da95 | 2016-12-02 14:52:29 -0800 | [diff] [blame] | 3773 | |
David Srbecky | 052f8ca | 2018-04-26 15:42:54 +0100 | [diff] [blame] | 3774 | T vreg_info(m, code_info, map, visitor_); |
Andreas Gampe | 585da95 | 2016-12-02 14:52:29 -0800 | [diff] [blame] | 3775 | |
Vladimir Marko | 9d07e3d | 2016-03-31 12:02:28 +0100 | [diff] [blame] | 3776 | // Visit stack entries that hold pointers. |
David Srbecky | 052f8ca | 2018-04-26 15:42:54 +0100 | [diff] [blame] | 3777 | BitMemoryRegion stack_mask = code_info.GetStackMaskOf(map); |
David Srbecky | 4b59d10 | 2018-05-29 21:46:10 +0000 | [diff] [blame] | 3778 | for (size_t i = 0; i < stack_mask.size_in_bits(); ++i) { |
David Srbecky | 45aa598 | 2016-03-18 02:15:09 +0000 | [diff] [blame] | 3779 | if (stack_mask.LoadBit(i)) { |
Roland Levillain | fa854e4 | 2018-02-07 13:09:55 +0000 | [diff] [blame] | 3780 | StackReference<mirror::Object>* ref_addr = vreg_base + i; |
Vladimir Marko | 9d07e3d | 2016-03-31 12:02:28 +0100 | [diff] [blame] | 3781 | mirror::Object* ref = ref_addr->AsMirrorPtr(); |
| 3782 | if (ref != nullptr) { |
| 3783 | mirror::Object* new_ref = ref; |
Andreas Gampe | 585da95 | 2016-12-02 14:52:29 -0800 | [diff] [blame] | 3784 | vreg_info.VisitStack(&new_ref, i, this); |
Vladimir Marko | 9d07e3d | 2016-03-31 12:02:28 +0100 | [diff] [blame] | 3785 | if (ref != new_ref) { |
| 3786 | ref_addr->Assign(new_ref); |
David Srbecky | a2d29a3 | 2018-08-03 11:06:38 +0100 | [diff] [blame] | 3787 | } |
Nicolas Geoffray | 3946844 | 2014-09-02 15:17:15 +0100 | [diff] [blame] | 3788 | } |
| 3789 | } |
Vladimir Marko | 9d07e3d | 2016-03-31 12:02:28 +0100 | [diff] [blame] | 3790 | } |
| 3791 | // Visit callee-save registers that hold pointers. |
David Srbecky | 052f8ca | 2018-04-26 15:42:54 +0100 | [diff] [blame] | 3792 | uint32_t register_mask = code_info.GetRegisterMaskOf(map); |
Vladimir Marko | 9d07e3d | 2016-03-31 12:02:28 +0100 | [diff] [blame] | 3793 | for (size_t i = 0; i < BitSizeOf<uint32_t>(); ++i) { |
| 3794 | if (register_mask & (1 << i)) { |
| 3795 | mirror::Object** ref_addr = reinterpret_cast<mirror::Object**>(GetGPRAddress(i)); |
Hiroshi Yamauchi | eb1680f | 2016-09-12 12:10:08 -0700 | [diff] [blame] | 3796 | if (kIsDebugBuild && ref_addr == nullptr) { |
| 3797 | std::string thread_name; |
| 3798 | GetThread()->GetThreadName(thread_name); |
Andreas Gampe | 3fec9ac | 2016-09-13 10:47:28 -0700 | [diff] [blame] | 3799 | LOG(FATAL_WITHOUT_ABORT) << "On thread " << thread_name; |
Hiroshi Yamauchi | eb1680f | 2016-09-12 12:10:08 -0700 | [diff] [blame] | 3800 | DescribeStack(GetThread()); |
| 3801 | LOG(FATAL) << "Found an unsaved callee-save register " << i << " (null GPRAddress) " |
| 3802 | << "set in register_mask=" << register_mask << " at " << DescribeLocation(); |
| 3803 | } |
Vladimir Marko | 9d07e3d | 2016-03-31 12:02:28 +0100 | [diff] [blame] | 3804 | if (*ref_addr != nullptr) { |
Andreas Gampe | 585da95 | 2016-12-02 14:52:29 -0800 | [diff] [blame] | 3805 | vreg_info.VisitRegister(ref_addr, i, this); |
Shih-wei Liao | 4f894e3 | 2011-09-27 21:33:19 -0700 | [diff] [blame] | 3806 | } |
Ian Rogers | d6b1f61 | 2011-09-27 13:38:14 -0700 | [diff] [blame] | 3807 | } |
| 3808 | } |
Roland Levillain | ad0777d | 2018-02-12 20:00:18 +0000 | [diff] [blame] | 3809 | } else if (!m->IsRuntimeMethod() && m->IsProxyMethod()) { |
| 3810 | // If this is a proxy method, visit its reference arguments. |
| 3811 | DCHECK(!m->IsStatic()); |
Roland Levillain | fa854e4 | 2018-02-07 13:09:55 +0000 | [diff] [blame] | 3812 | DCHECK(!m->IsNative()); |
Roland Levillain | ad0777d | 2018-02-12 20:00:18 +0000 | [diff] [blame] | 3813 | std::vector<StackReference<mirror::Object>*> ref_addrs = |
| 3814 | GetProxyReferenceArguments(cur_quick_frame); |
| 3815 | for (StackReference<mirror::Object>* ref_addr : ref_addrs) { |
| 3816 | mirror::Object* ref = ref_addr->AsMirrorPtr(); |
| 3817 | if (ref != nullptr) { |
| 3818 | mirror::Object* new_ref = ref; |
Andreas Gampe | 98ea9d9 | 2018-10-19 14:06:15 -0700 | [diff] [blame] | 3819 | visitor_(&new_ref, /* vreg= */ -1, this); |
Roland Levillain | ad0777d | 2018-02-12 20:00:18 +0000 | [diff] [blame] | 3820 | if (ref != new_ref) { |
| 3821 | ref_addr->Assign(new_ref); |
| 3822 | } |
Roland Levillain | fa854e4 | 2018-02-07 13:09:55 +0000 | [diff] [blame] | 3823 | } |
| 3824 | } |
Ian Rogers | d6b1f61 | 2011-09-27 13:38:14 -0700 | [diff] [blame] | 3825 | } |
Ian Rogers | d6b1f61 | 2011-09-27 13:38:14 -0700 | [diff] [blame] | 3826 | } |
| 3827 | |
Andreas Gampe | 585da95 | 2016-12-02 14:52:29 -0800 | [diff] [blame] | 3828 | void VisitQuickFrame() REQUIRES_SHARED(Locks::mutator_lock_) { |
| 3829 | if (kPrecise) { |
| 3830 | VisitQuickFramePrecise(); |
| 3831 | } else { |
| 3832 | VisitQuickFrameNonPrecise(); |
| 3833 | } |
| 3834 | } |
| 3835 | |
| 3836 | void VisitQuickFrameNonPrecise() REQUIRES_SHARED(Locks::mutator_lock_) { |
| 3837 | struct UndefinedVRegInfo { |
| 3838 | UndefinedVRegInfo(ArtMethod* method ATTRIBUTE_UNUSED, |
| 3839 | const CodeInfo& code_info ATTRIBUTE_UNUSED, |
Andreas Gampe | 585da95 | 2016-12-02 14:52:29 -0800 | [diff] [blame] | 3840 | const StackMap& map ATTRIBUTE_UNUSED, |
| 3841 | RootVisitor& _visitor) |
| 3842 | : visitor(_visitor) { |
| 3843 | } |
| 3844 | |
| 3845 | ALWAYS_INLINE |
| 3846 | void VisitStack(mirror::Object** ref, |
| 3847 | size_t stack_index ATTRIBUTE_UNUSED, |
| 3848 | const StackVisitor* stack_visitor) |
| 3849 | REQUIRES_SHARED(Locks::mutator_lock_) { |
| 3850 | visitor(ref, -1, stack_visitor); |
| 3851 | } |
| 3852 | |
| 3853 | ALWAYS_INLINE |
| 3854 | void VisitRegister(mirror::Object** ref, |
| 3855 | size_t register_index ATTRIBUTE_UNUSED, |
| 3856 | const StackVisitor* stack_visitor) |
| 3857 | REQUIRES_SHARED(Locks::mutator_lock_) { |
| 3858 | visitor(ref, -1, stack_visitor); |
| 3859 | } |
| 3860 | |
| 3861 | RootVisitor& visitor; |
| 3862 | }; |
| 3863 | VisitQuickFrameWithVregCallback<UndefinedVRegInfo>(); |
| 3864 | } |
| 3865 | |
| 3866 | void VisitQuickFramePrecise() REQUIRES_SHARED(Locks::mutator_lock_) { |
| 3867 | struct StackMapVRegInfo { |
| 3868 | StackMapVRegInfo(ArtMethod* method, |
| 3869 | const CodeInfo& _code_info, |
Andreas Gampe | 585da95 | 2016-12-02 14:52:29 -0800 | [diff] [blame] | 3870 | const StackMap& map, |
| 3871 | RootVisitor& _visitor) |
David Sehr | 0225f8e | 2018-01-31 08:52:24 +0000 | [diff] [blame] | 3872 | : number_of_dex_registers(method->DexInstructionData().RegistersSize()), |
Andreas Gampe | 585da95 | 2016-12-02 14:52:29 -0800 | [diff] [blame] | 3873 | code_info(_code_info), |
David Srbecky | fd89b07 | 2018-06-03 12:00:22 +0100 | [diff] [blame] | 3874 | dex_register_map(code_info.GetDexRegisterMapOf(map)), |
Andreas Gampe | 585da95 | 2016-12-02 14:52:29 -0800 | [diff] [blame] | 3875 | visitor(_visitor) { |
Artem Serov | 2808be8 | 2018-12-20 19:15:11 +0000 | [diff] [blame^] | 3876 | DCHECK_EQ(dex_register_map.size(), number_of_dex_registers); |
Andreas Gampe | 585da95 | 2016-12-02 14:52:29 -0800 | [diff] [blame] | 3877 | } |
| 3878 | |
| 3879 | // TODO: If necessary, we should consider caching a reverse map instead of the linear |
| 3880 | // lookups for each location. |
| 3881 | void FindWithType(const size_t index, |
| 3882 | const DexRegisterLocation::Kind kind, |
| 3883 | mirror::Object** ref, |
| 3884 | const StackVisitor* stack_visitor) |
| 3885 | REQUIRES_SHARED(Locks::mutator_lock_) { |
| 3886 | bool found = false; |
| 3887 | for (size_t dex_reg = 0; dex_reg != number_of_dex_registers; ++dex_reg) { |
David Srbecky | e140212 | 2018-06-13 18:20:45 +0100 | [diff] [blame] | 3888 | DexRegisterLocation location = dex_register_map[dex_reg]; |
Andreas Gampe | 585da95 | 2016-12-02 14:52:29 -0800 | [diff] [blame] | 3889 | if (location.GetKind() == kind && static_cast<size_t>(location.GetValue()) == index) { |
| 3890 | visitor(ref, dex_reg, stack_visitor); |
| 3891 | found = true; |
| 3892 | } |
| 3893 | } |
| 3894 | |
| 3895 | if (!found) { |
| 3896 | // If nothing found, report with -1. |
| 3897 | visitor(ref, -1, stack_visitor); |
| 3898 | } |
| 3899 | } |
| 3900 | |
| 3901 | void VisitStack(mirror::Object** ref, size_t stack_index, const StackVisitor* stack_visitor) |
| 3902 | REQUIRES_SHARED(Locks::mutator_lock_) { |
| 3903 | const size_t stack_offset = stack_index * kFrameSlotSize; |
| 3904 | FindWithType(stack_offset, |
| 3905 | DexRegisterLocation::Kind::kInStack, |
| 3906 | ref, |
| 3907 | stack_visitor); |
| 3908 | } |
| 3909 | |
| 3910 | void VisitRegister(mirror::Object** ref, |
| 3911 | size_t register_index, |
| 3912 | const StackVisitor* stack_visitor) |
| 3913 | REQUIRES_SHARED(Locks::mutator_lock_) { |
| 3914 | FindWithType(register_index, |
| 3915 | DexRegisterLocation::Kind::kInRegister, |
| 3916 | ref, |
| 3917 | stack_visitor); |
| 3918 | } |
| 3919 | |
| 3920 | size_t number_of_dex_registers; |
| 3921 | const CodeInfo& code_info; |
Andreas Gampe | 585da95 | 2016-12-02 14:52:29 -0800 | [diff] [blame] | 3922 | DexRegisterMap dex_register_map; |
| 3923 | RootVisitor& visitor; |
| 3924 | }; |
| 3925 | VisitQuickFrameWithVregCallback<StackMapVRegInfo>(); |
| 3926 | } |
| 3927 | |
Mathieu Chartier | 6f1c949 | 2012-10-15 12:08:41 -0700 | [diff] [blame] | 3928 | // Visitor for when we visit a root. |
Mathieu Chartier | bb87e0f | 2015-04-03 11:21:55 -0700 | [diff] [blame] | 3929 | RootVisitor& visitor_; |
Ian Rogers | d6b1f61 | 2011-09-27 13:38:14 -0700 | [diff] [blame] | 3930 | }; |
| 3931 | |
Mathieu Chartier | 6f1c949 | 2012-10-15 12:08:41 -0700 | [diff] [blame] | 3932 | class RootCallbackVisitor { |
| 3933 | public: |
Mathieu Chartier | bb87e0f | 2015-04-03 11:21:55 -0700 | [diff] [blame] | 3934 | RootCallbackVisitor(RootVisitor* visitor, uint32_t tid) : visitor_(visitor), tid_(tid) {} |
Mathieu Chartier | 6f1c949 | 2012-10-15 12:08:41 -0700 | [diff] [blame] | 3935 | |
Mathieu Chartier | bb87e0f | 2015-04-03 11:21:55 -0700 | [diff] [blame] | 3936 | void operator()(mirror::Object** obj, size_t vreg, const StackVisitor* stack_visitor) const |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 3937 | REQUIRES_SHARED(Locks::mutator_lock_) { |
Mathieu Chartier | bb87e0f | 2015-04-03 11:21:55 -0700 | [diff] [blame] | 3938 | visitor_->VisitRoot(obj, JavaFrameRootInfo(tid_, stack_visitor, vreg)); |
Mathieu Chartier | 6f1c949 | 2012-10-15 12:08:41 -0700 | [diff] [blame] | 3939 | } |
| 3940 | |
| 3941 | private: |
Mathieu Chartier | bb87e0f | 2015-04-03 11:21:55 -0700 | [diff] [blame] | 3942 | RootVisitor* const visitor_; |
Mathieu Chartier | 83c8ee0 | 2014-01-28 14:50:23 -0800 | [diff] [blame] | 3943 | const uint32_t tid_; |
Mathieu Chartier | 6f1c949 | 2012-10-15 12:08:41 -0700 | [diff] [blame] | 3944 | }; |
| 3945 | |
Andreas Gampe | 585da95 | 2016-12-02 14:52:29 -0800 | [diff] [blame] | 3946 | template <bool kPrecise> |
Mathieu Chartier | bb87e0f | 2015-04-03 11:21:55 -0700 | [diff] [blame] | 3947 | void Thread::VisitRoots(RootVisitor* visitor) { |
Hans Boehm | 0882af2 | 2017-08-31 15:21:57 -0700 | [diff] [blame] | 3948 | const pid_t thread_id = GetThreadId(); |
Mathieu Chartier | bb87e0f | 2015-04-03 11:21:55 -0700 | [diff] [blame] | 3949 | visitor->VisitRootIfNonNull(&tlsPtr_.opeer, RootInfo(kRootThreadObject, thread_id)); |
Sebastien Hertz | fd3077e | 2014-04-23 10:32:43 +0200 | [diff] [blame] | 3950 | if (tlsPtr_.exception != nullptr && tlsPtr_.exception != GetDeoptimizationException()) { |
Mathieu Chartier | bb87e0f | 2015-04-03 11:21:55 -0700 | [diff] [blame] | 3951 | visitor->VisitRoot(reinterpret_cast<mirror::Object**>(&tlsPtr_.exception), |
Sebastien Hertz | 0747466 | 2015-08-25 15:12:33 +0000 | [diff] [blame] | 3952 | RootInfo(kRootNativeStack, thread_id)); |
Elliott Hughes | d369bb7 | 2011-09-12 14:41:14 -0700 | [diff] [blame] | 3953 | } |
Alex Light | 848574c | 2017-09-25 16:59:39 -0700 | [diff] [blame] | 3954 | if (tlsPtr_.async_exception != nullptr) { |
| 3955 | visitor->VisitRoot(reinterpret_cast<mirror::Object**>(&tlsPtr_.async_exception), |
| 3956 | RootInfo(kRootNativeStack, thread_id)); |
| 3957 | } |
Mathieu Chartier | bb87e0f | 2015-04-03 11:21:55 -0700 | [diff] [blame] | 3958 | visitor->VisitRootIfNonNull(&tlsPtr_.monitor_enter_object, RootInfo(kRootNativeStack, thread_id)); |
Ian Rogers | 55256cb | 2017-12-21 17:07:11 -0800 | [diff] [blame] | 3959 | tlsPtr_.jni_env->VisitJniLocalRoots(visitor, RootInfo(kRootJNILocal, thread_id)); |
| 3960 | tlsPtr_.jni_env->VisitMonitorRoots(visitor, RootInfo(kRootJNIMonitor, thread_id)); |
Mathieu Chartier | bb87e0f | 2015-04-03 11:21:55 -0700 | [diff] [blame] | 3961 | HandleScopeVisitRoots(visitor, thread_id); |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3962 | if (tlsPtr_.debug_invoke_req != nullptr) { |
Mathieu Chartier | bb87e0f | 2015-04-03 11:21:55 -0700 | [diff] [blame] | 3963 | tlsPtr_.debug_invoke_req->VisitRoots(visitor, RootInfo(kRootDebugger, thread_id)); |
Mathieu Chartier | 3b05e9b | 2014-03-25 09:29:43 -0700 | [diff] [blame] | 3964 | } |
Sebastien Hertz | 0747466 | 2015-08-25 15:12:33 +0000 | [diff] [blame] | 3965 | // Visit roots for deoptimization. |
Mingyao Yang | 1f2d3ba | 2015-05-18 12:12:50 -0700 | [diff] [blame] | 3966 | if (tlsPtr_.stacked_shadow_frame_record != nullptr) { |
Mathieu Chartier | bb87e0f | 2015-04-03 11:21:55 -0700 | [diff] [blame] | 3967 | RootCallbackVisitor visitor_to_callback(visitor, thread_id); |
Andreas Gampe | 585da95 | 2016-12-02 14:52:29 -0800 | [diff] [blame] | 3968 | ReferenceMapVisitor<RootCallbackVisitor, kPrecise> mapper(this, nullptr, visitor_to_callback); |
Mingyao Yang | 1f2d3ba | 2015-05-18 12:12:50 -0700 | [diff] [blame] | 3969 | for (StackedShadowFrameRecord* record = tlsPtr_.stacked_shadow_frame_record; |
| 3970 | record != nullptr; |
| 3971 | record = record->GetLink()) { |
| 3972 | for (ShadowFrame* shadow_frame = record->GetShadowFrame(); |
| 3973 | shadow_frame != nullptr; |
| 3974 | shadow_frame = shadow_frame->GetLink()) { |
| 3975 | mapper.VisitShadowFrame(shadow_frame); |
| 3976 | } |
Sebastien Hertz | 714f175 | 2014-04-28 15:03:08 +0200 | [diff] [blame] | 3977 | } |
| 3978 | } |
Mingyao Yang | 99170c6 | 2015-07-06 11:10:37 -0700 | [diff] [blame] | 3979 | for (DeoptimizationContextRecord* record = tlsPtr_.deoptimization_context_stack; |
| 3980 | record != nullptr; |
| 3981 | record = record->GetLink()) { |
| 3982 | if (record->IsReference()) { |
| 3983 | visitor->VisitRootIfNonNull(record->GetReturnValueAsGCRoot(), |
Sebastien Hertz | 0747466 | 2015-08-25 15:12:33 +0000 | [diff] [blame] | 3984 | RootInfo(kRootThreadObject, thread_id)); |
Andreas Gampe | 2a0d4ec | 2014-06-02 22:05:22 -0700 | [diff] [blame] | 3985 | } |
Mingyao Yang | 99170c6 | 2015-07-06 11:10:37 -0700 | [diff] [blame] | 3986 | visitor->VisitRootIfNonNull(record->GetPendingExceptionAsGCRoot(), |
| 3987 | RootInfo(kRootThreadObject, thread_id)); |
| 3988 | } |
| 3989 | if (tlsPtr_.frame_id_to_shadow_frame != nullptr) { |
| 3990 | RootCallbackVisitor visitor_to_callback(visitor, thread_id); |
Andreas Gampe | 585da95 | 2016-12-02 14:52:29 -0800 | [diff] [blame] | 3991 | ReferenceMapVisitor<RootCallbackVisitor, kPrecise> mapper(this, nullptr, visitor_to_callback); |
Mingyao Yang | 99170c6 | 2015-07-06 11:10:37 -0700 | [diff] [blame] | 3992 | for (FrameIdToShadowFrame* record = tlsPtr_.frame_id_to_shadow_frame; |
| 3993 | record != nullptr; |
| 3994 | record = record->GetNext()) { |
| 3995 | mapper.VisitShadowFrame(record->GetShadowFrame()); |
| 3996 | } |
Andreas Gampe | 2a0d4ec | 2014-06-02 22:05:22 -0700 | [diff] [blame] | 3997 | } |
Mathieu Chartier | d0ad2ee | 2015-03-31 14:59:59 -0700 | [diff] [blame] | 3998 | for (auto* verifier = tlsPtr_.method_verifier; verifier != nullptr; verifier = verifier->link_) { |
| 3999 | verifier->VisitRoots(visitor, RootInfo(kRootNativeStack, thread_id)); |
Mathieu Chartier | 12d625f | 2015-03-13 11:33:37 -0700 | [diff] [blame] | 4000 | } |
Ian Rogers | d6b1f61 | 2011-09-27 13:38:14 -0700 | [diff] [blame] | 4001 | // Visit roots on this thread's stack |
Mathieu Chartier | a62b453 | 2017-04-26 13:16:25 -0700 | [diff] [blame] | 4002 | RuntimeContextType context; |
Mathieu Chartier | bb87e0f | 2015-04-03 11:21:55 -0700 | [diff] [blame] | 4003 | RootCallbackVisitor visitor_to_callback(visitor, thread_id); |
Mathieu Chartier | a62b453 | 2017-04-26 13:16:25 -0700 | [diff] [blame] | 4004 | ReferenceMapVisitor<RootCallbackVisitor, kPrecise> mapper(this, &context, visitor_to_callback); |
Andreas Gampe | 585da95 | 2016-12-02 14:52:29 -0800 | [diff] [blame] | 4005 | mapper.template WalkStack<StackVisitor::CountTransitions::kNo>(false); |
Mathieu Chartier | 423d2a3 | 2013-09-12 17:33:56 -0700 | [diff] [blame] | 4006 | for (instrumentation::InstrumentationStackFrame& frame : *GetInstrumentationStack()) { |
Mathieu Chartier | bb87e0f | 2015-04-03 11:21:55 -0700 | [diff] [blame] | 4007 | visitor->VisitRootIfNonNull(&frame.this_object_, RootInfo(kRootVMInternal, thread_id)); |
Ian Rogers | 62d6c77 | 2013-02-27 08:32:07 -0800 | [diff] [blame] | 4008 | } |
Elliott Hughes | 410c0c8 | 2011-09-01 17:58:25 -0700 | [diff] [blame] | 4009 | } |
| 4010 | |
Andreas Gampe | 585da95 | 2016-12-02 14:52:29 -0800 | [diff] [blame] | 4011 | void Thread::VisitRoots(RootVisitor* visitor, VisitRootFlags flags) { |
| 4012 | if ((flags & VisitRootFlags::kVisitRootFlagPrecise) != 0) { |
Andreas Gampe | 98ea9d9 | 2018-10-19 14:06:15 -0700 | [diff] [blame] | 4013 | VisitRoots</* kPrecise= */ true>(visitor); |
Andreas Gampe | 585da95 | 2016-12-02 14:52:29 -0800 | [diff] [blame] | 4014 | } else { |
Andreas Gampe | 98ea9d9 | 2018-10-19 14:06:15 -0700 | [diff] [blame] | 4015 | VisitRoots</* kPrecise= */ false>(visitor); |
Andreas Gampe | 585da95 | 2016-12-02 14:52:29 -0800 | [diff] [blame] | 4016 | } |
| 4017 | } |
| 4018 | |
Mathieu Chartier | bb87e0f | 2015-04-03 11:21:55 -0700 | [diff] [blame] | 4019 | class VerifyRootVisitor : public SingleRootVisitor { |
| 4020 | public: |
| 4021 | void VisitRoot(mirror::Object* root, const RootInfo& info ATTRIBUTE_UNUSED) |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 4022 | override REQUIRES_SHARED(Locks::mutator_lock_) { |
Mathieu Chartier | bb87e0f | 2015-04-03 11:21:55 -0700 | [diff] [blame] | 4023 | VerifyObject(root); |
| 4024 | } |
| 4025 | }; |
jeffhao | 2504552 | 2012-03-13 19:34:37 -0700 | [diff] [blame] | 4026 | |
Ian Rogers | 04d7aa9 | 2013-03-16 14:29:17 -0700 | [diff] [blame] | 4027 | void Thread::VerifyStackImpl() { |
Andreas Gampe | d490129 | 2017-05-30 18:41:34 -0700 | [diff] [blame] | 4028 | if (Runtime::Current()->GetHeap()->IsObjectValidationEnabled()) { |
| 4029 | VerifyRootVisitor visitor; |
| 4030 | std::unique_ptr<Context> context(Context::Create()); |
| 4031 | RootCallbackVisitor visitor_to_callback(&visitor, GetThreadId()); |
| 4032 | ReferenceMapVisitor<RootCallbackVisitor> mapper(this, context.get(), visitor_to_callback); |
| 4033 | mapper.WalkStack(); |
| 4034 | } |
jeffhao | 2504552 | 2012-03-13 19:34:37 -0700 | [diff] [blame] | 4035 | } |
jeffhao | 2504552 | 2012-03-13 19:34:37 -0700 | [diff] [blame] | 4036 | |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 4037 | // Set the stack end to that to be used during a stack overflow |
| 4038 | void Thread::SetStackEndForStackOverflow() { |
Brian Carlstrom | 7571e8b | 2013-08-12 17:04:14 -0700 | [diff] [blame] | 4039 | // During stack overflow we allow use of the full stack. |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 4040 | if (tlsPtr_.stack_end == tlsPtr_.stack_begin) { |
Brian Carlstrom | 7571e8b | 2013-08-12 17:04:14 -0700 | [diff] [blame] | 4041 | // However, we seem to have already extended to use the full stack. |
| 4042 | LOG(ERROR) << "Need to increase kStackOverflowReservedBytes (currently " |
Andreas Gampe | 7ea6f79 | 2014-07-14 16:21:44 -0700 | [diff] [blame] | 4043 | << GetStackOverflowReservedBytes(kRuntimeISA) << ")?"; |
Andreas Gampe | 3fec9ac | 2016-09-13 10:47:28 -0700 | [diff] [blame] | 4044 | DumpStack(LOG_STREAM(ERROR)); |
Brian Carlstrom | 7571e8b | 2013-08-12 17:04:14 -0700 | [diff] [blame] | 4045 | LOG(FATAL) << "Recursive stack overflow."; |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 4046 | } |
| 4047 | |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 4048 | tlsPtr_.stack_end = tlsPtr_.stack_begin; |
Dave Allison | 648d711 | 2014-07-25 16:15:27 -0700 | [diff] [blame] | 4049 | |
| 4050 | // Remove the stack overflow protection if is it set up. |
| 4051 | bool implicit_stack_check = !Runtime::Current()->ExplicitStackOverflowChecks(); |
| 4052 | if (implicit_stack_check) { |
| 4053 | if (!UnprotectStack()) { |
| 4054 | LOG(ERROR) << "Unable to remove stack protection for stack overflow"; |
| 4055 | } |
| 4056 | } |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 4057 | } |
| 4058 | |
Mathieu Chartier | 6bc7774 | 2017-04-18 17:46:23 -0700 | [diff] [blame] | 4059 | void Thread::SetTlab(uint8_t* start, uint8_t* end, uint8_t* limit) { |
Mathieu Chartier | 692fafd | 2013-11-29 17:24:40 -0800 | [diff] [blame] | 4060 | DCHECK_LE(start, end); |
Mathieu Chartier | 6bc7774 | 2017-04-18 17:46:23 -0700 | [diff] [blame] | 4061 | DCHECK_LE(end, limit); |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 4062 | tlsPtr_.thread_local_start = start; |
| 4063 | tlsPtr_.thread_local_pos = tlsPtr_.thread_local_start; |
| 4064 | tlsPtr_.thread_local_end = end; |
Mathieu Chartier | 6bc7774 | 2017-04-18 17:46:23 -0700 | [diff] [blame] | 4065 | tlsPtr_.thread_local_limit = limit; |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 4066 | tlsPtr_.thread_local_objects = 0; |
Mathieu Chartier | 692fafd | 2013-11-29 17:24:40 -0800 | [diff] [blame] | 4067 | } |
| 4068 | |
Hiroshi Yamauchi | c93c530 | 2014-03-20 16:15:37 -0700 | [diff] [blame] | 4069 | bool Thread::HasTlab() const { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 4070 | bool has_tlab = tlsPtr_.thread_local_pos != nullptr; |
Hiroshi Yamauchi | c93c530 | 2014-03-20 16:15:37 -0700 | [diff] [blame] | 4071 | if (has_tlab) { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 4072 | DCHECK(tlsPtr_.thread_local_start != nullptr && tlsPtr_.thread_local_end != nullptr); |
Hiroshi Yamauchi | c93c530 | 2014-03-20 16:15:37 -0700 | [diff] [blame] | 4073 | } else { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 4074 | DCHECK(tlsPtr_.thread_local_start == nullptr && tlsPtr_.thread_local_end == nullptr); |
Hiroshi Yamauchi | c93c530 | 2014-03-20 16:15:37 -0700 | [diff] [blame] | 4075 | } |
| 4076 | return has_tlab; |
| 4077 | } |
| 4078 | |
Elliott Hughes | 330304d | 2011-08-12 14:28:05 -0700 | [diff] [blame] | 4079 | std::ostream& operator<<(std::ostream& os, const Thread& thread) { |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 4080 | thread.ShortDump(os); |
Elliott Hughes | 330304d | 2011-08-12 14:28:05 -0700 | [diff] [blame] | 4081 | return os; |
| 4082 | } |
| 4083 | |
Andreas Gampe | 2c2d2a0 | 2016-03-17 21:27:19 -0700 | [diff] [blame] | 4084 | bool Thread::ProtectStack(bool fatal_on_error) { |
Dave Allison | 648d711 | 2014-07-25 16:15:27 -0700 | [diff] [blame] | 4085 | void* pregion = tlsPtr_.stack_begin - kStackOverflowProtectedSize; |
| 4086 | VLOG(threads) << "Protecting stack at " << pregion; |
| 4087 | if (mprotect(pregion, kStackOverflowProtectedSize, PROT_NONE) == -1) { |
Andreas Gampe | 2c2d2a0 | 2016-03-17 21:27:19 -0700 | [diff] [blame] | 4088 | if (fatal_on_error) { |
| 4089 | LOG(FATAL) << "Unable to create protected region in stack for implicit overflow check. " |
| 4090 | "Reason: " |
| 4091 | << strerror(errno) << " size: " << kStackOverflowProtectedSize; |
| 4092 | } |
| 4093 | return false; |
Dave Allison | 648d711 | 2014-07-25 16:15:27 -0700 | [diff] [blame] | 4094 | } |
Andreas Gampe | 2c2d2a0 | 2016-03-17 21:27:19 -0700 | [diff] [blame] | 4095 | return true; |
Dave Allison | 648d711 | 2014-07-25 16:15:27 -0700 | [diff] [blame] | 4096 | } |
| 4097 | |
| 4098 | bool Thread::UnprotectStack() { |
| 4099 | void* pregion = tlsPtr_.stack_begin - kStackOverflowProtectedSize; |
| 4100 | VLOG(threads) << "Unprotecting stack at " << pregion; |
| 4101 | return mprotect(pregion, kStackOverflowProtectedSize, PROT_READ|PROT_WRITE) == 0; |
| 4102 | } |
| 4103 | |
Sebastien Hertz | 597c4f0 | 2015-01-26 17:37:14 +0100 | [diff] [blame] | 4104 | void Thread::ActivateSingleStepControl(SingleStepControl* ssc) { |
| 4105 | CHECK(Dbg::IsDebuggerActive()); |
| 4106 | CHECK(GetSingleStepControl() == nullptr) << "Single step already active in thread " << *this; |
| 4107 | CHECK(ssc != nullptr); |
| 4108 | tlsPtr_.single_step_control = ssc; |
| 4109 | } |
| 4110 | |
| 4111 | void Thread::DeactivateSingleStepControl() { |
| 4112 | CHECK(Dbg::IsDebuggerActive()); |
| 4113 | CHECK(GetSingleStepControl() != nullptr) << "Single step not active in thread " << *this; |
| 4114 | SingleStepControl* ssc = GetSingleStepControl(); |
| 4115 | tlsPtr_.single_step_control = nullptr; |
| 4116 | delete ssc; |
| 4117 | } |
Dave Allison | 648d711 | 2014-07-25 16:15:27 -0700 | [diff] [blame] | 4118 | |
Sebastien Hertz | 1558b57 | 2015-02-25 15:05:59 +0100 | [diff] [blame] | 4119 | void Thread::SetDebugInvokeReq(DebugInvokeReq* req) { |
| 4120 | CHECK(Dbg::IsDebuggerActive()); |
| 4121 | CHECK(GetInvokeReq() == nullptr) << "Debug invoke req already active in thread " << *this; |
| 4122 | CHECK(Thread::Current() != this) << "Debug invoke can't be dispatched by the thread itself"; |
| 4123 | CHECK(req != nullptr); |
| 4124 | tlsPtr_.debug_invoke_req = req; |
| 4125 | } |
| 4126 | |
| 4127 | void Thread::ClearDebugInvokeReq() { |
Sebastien Hertz | 1558b57 | 2015-02-25 15:05:59 +0100 | [diff] [blame] | 4128 | CHECK(GetInvokeReq() != nullptr) << "Debug invoke req not active in thread " << *this; |
| 4129 | CHECK(Thread::Current() == this) << "Debug invoke must be finished by the thread itself"; |
Sebastien Hertz | cbc5064 | 2015-06-01 17:33:12 +0200 | [diff] [blame] | 4130 | DebugInvokeReq* req = tlsPtr_.debug_invoke_req; |
Sebastien Hertz | 1558b57 | 2015-02-25 15:05:59 +0100 | [diff] [blame] | 4131 | tlsPtr_.debug_invoke_req = nullptr; |
Sebastien Hertz | cbc5064 | 2015-06-01 17:33:12 +0200 | [diff] [blame] | 4132 | delete req; |
Sebastien Hertz | 1558b57 | 2015-02-25 15:05:59 +0100 | [diff] [blame] | 4133 | } |
| 4134 | |
Mathieu Chartier | d0ad2ee | 2015-03-31 14:59:59 -0700 | [diff] [blame] | 4135 | void Thread::PushVerifier(verifier::MethodVerifier* verifier) { |
| 4136 | verifier->link_ = tlsPtr_.method_verifier; |
Mathieu Chartier | 12d625f | 2015-03-13 11:33:37 -0700 | [diff] [blame] | 4137 | tlsPtr_.method_verifier = verifier; |
| 4138 | } |
| 4139 | |
Mathieu Chartier | d0ad2ee | 2015-03-31 14:59:59 -0700 | [diff] [blame] | 4140 | void Thread::PopVerifier(verifier::MethodVerifier* verifier) { |
Mathieu Chartier | 12d625f | 2015-03-13 11:33:37 -0700 | [diff] [blame] | 4141 | CHECK_EQ(tlsPtr_.method_verifier, verifier); |
Mathieu Chartier | d0ad2ee | 2015-03-31 14:59:59 -0700 | [diff] [blame] | 4142 | tlsPtr_.method_verifier = verifier->link_; |
Mathieu Chartier | 12d625f | 2015-03-13 11:33:37 -0700 | [diff] [blame] | 4143 | } |
| 4144 | |
Mathieu Chartier | 14c3bf9 | 2015-07-13 14:35:43 -0700 | [diff] [blame] | 4145 | size_t Thread::NumberOfHeldMutexes() const { |
| 4146 | size_t count = 0; |
| 4147 | for (BaseMutex* mu : tlsPtr_.held_mutexes) { |
Mathieu Chartier | 90ef3db | 2015-08-04 15:19:41 -0700 | [diff] [blame] | 4148 | count += mu != nullptr ? 1 : 0; |
Mathieu Chartier | 14c3bf9 | 2015-07-13 14:35:43 -0700 | [diff] [blame] | 4149 | } |
| 4150 | return count; |
| 4151 | } |
| 4152 | |
Nicolas Geoffray | b331feb | 2016-02-05 16:51:53 +0000 | [diff] [blame] | 4153 | void Thread::DeoptimizeWithDeoptimizationException(JValue* result) { |
| 4154 | DCHECK_EQ(GetException(), Thread::GetDeoptimizationException()); |
| 4155 | ClearException(); |
| 4156 | ShadowFrame* shadow_frame = |
| 4157 | PopStackedShadowFrame(StackedShadowFrameType::kDeoptimizationShadowFrame); |
Mathieu Chartier | f5769e1 | 2017-01-10 15:54:41 -0800 | [diff] [blame] | 4158 | ObjPtr<mirror::Throwable> pending_exception; |
Nicolas Geoffray | b331feb | 2016-02-05 16:51:53 +0000 | [diff] [blame] | 4159 | bool from_code = false; |
Mingyao Yang | 2ee1790 | 2017-08-30 11:37:08 -0700 | [diff] [blame] | 4160 | DeoptimizationMethodType method_type; |
| 4161 | PopDeoptimizationContext(result, &pending_exception, &from_code, &method_type); |
Nicolas Geoffray | b331feb | 2016-02-05 16:51:53 +0000 | [diff] [blame] | 4162 | SetTopOfStack(nullptr); |
| 4163 | SetTopOfShadowStack(shadow_frame); |
| 4164 | |
| 4165 | // Restore the exception that was pending before deoptimization then interpret the |
| 4166 | // deoptimized frames. |
| 4167 | if (pending_exception != nullptr) { |
| 4168 | SetException(pending_exception); |
| 4169 | } |
Mingyao Yang | 2ee1790 | 2017-08-30 11:37:08 -0700 | [diff] [blame] | 4170 | interpreter::EnterInterpreterFromDeoptimize(this, |
| 4171 | shadow_frame, |
| 4172 | result, |
| 4173 | from_code, |
| 4174 | method_type); |
Nicolas Geoffray | b331feb | 2016-02-05 16:51:53 +0000 | [diff] [blame] | 4175 | } |
| 4176 | |
Alex Light | 848574c | 2017-09-25 16:59:39 -0700 | [diff] [blame] | 4177 | void Thread::SetAsyncException(ObjPtr<mirror::Throwable> new_exception) { |
| 4178 | CHECK(new_exception != nullptr); |
David Srbecky | d388390 | 2019-02-26 17:29:32 +0000 | [diff] [blame] | 4179 | Runtime::Current()->SetAsyncExceptionsThrown(); |
Alex Light | 848574c | 2017-09-25 16:59:39 -0700 | [diff] [blame] | 4180 | if (kIsDebugBuild) { |
| 4181 | // Make sure we are in a checkpoint. |
| 4182 | MutexLock mu(Thread::Current(), *Locks::thread_suspend_count_lock_); |
| 4183 | CHECK(this == Thread::Current() || GetSuspendCount() >= 1) |
| 4184 | << "It doesn't look like this was called in a checkpoint! this: " |
| 4185 | << this << " count: " << GetSuspendCount(); |
| 4186 | } |
| 4187 | tlsPtr_.async_exception = new_exception.Ptr(); |
| 4188 | } |
| 4189 | |
| 4190 | bool Thread::ObserveAsyncException() { |
| 4191 | DCHECK(this == Thread::Current()); |
| 4192 | if (tlsPtr_.async_exception != nullptr) { |
| 4193 | if (tlsPtr_.exception != nullptr) { |
| 4194 | LOG(WARNING) << "Overwriting pending exception with async exception. Pending exception is: " |
| 4195 | << tlsPtr_.exception->Dump(); |
| 4196 | LOG(WARNING) << "Async exception is " << tlsPtr_.async_exception->Dump(); |
| 4197 | } |
| 4198 | tlsPtr_.exception = tlsPtr_.async_exception; |
| 4199 | tlsPtr_.async_exception = nullptr; |
| 4200 | return true; |
| 4201 | } else { |
| 4202 | return IsExceptionPending(); |
| 4203 | } |
| 4204 | } |
| 4205 | |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 4206 | void Thread::SetException(ObjPtr<mirror::Throwable> new_exception) { |
Mathieu Chartier | e42888f | 2016-04-14 10:49:19 -0700 | [diff] [blame] | 4207 | CHECK(new_exception != nullptr); |
| 4208 | // TODO: DCHECK(!IsExceptionPending()); |
Mathieu Chartier | 1cc62e4 | 2016-10-03 18:01:28 -0700 | [diff] [blame] | 4209 | tlsPtr_.exception = new_exception.Ptr(); |
Mathieu Chartier | e42888f | 2016-04-14 10:49:19 -0700 | [diff] [blame] | 4210 | } |
| 4211 | |
Andreas Gampe | 2c19f5b | 2016-11-28 08:10:18 -0800 | [diff] [blame] | 4212 | bool Thread::IsAotCompiler() { |
| 4213 | return Runtime::Current()->IsAotCompiler(); |
| 4214 | } |
| 4215 | |
Andreas Gampe | 202f85a | 2017-02-06 10:23:26 -0800 | [diff] [blame] | 4216 | mirror::Object* Thread::GetPeerFromOtherThread() const { |
Nicolas Geoffray | ffc8cad | 2017-02-10 10:59:22 +0000 | [diff] [blame] | 4217 | DCHECK(tlsPtr_.jpeer == nullptr); |
| 4218 | mirror::Object* peer = tlsPtr_.opeer; |
Andreas Gampe | 202f85a | 2017-02-06 10:23:26 -0800 | [diff] [blame] | 4219 | if (kUseReadBarrier && Current()->GetIsGcMarking()) { |
| 4220 | // We may call Thread::Dump() in the middle of the CC thread flip and this thread's stack |
| 4221 | // may have not been flipped yet and peer may be a from-space (stale) ref. So explicitly |
| 4222 | // mark/forward it here. |
| 4223 | peer = art::ReadBarrier::Mark(peer); |
| 4224 | } |
| 4225 | return peer; |
| 4226 | } |
| 4227 | |
Mathieu Chartier | 3768ade | 2017-05-02 14:04:39 -0700 | [diff] [blame] | 4228 | void Thread::SetReadBarrierEntrypoints() { |
| 4229 | // Make sure entrypoints aren't null. |
Andreas Gampe | 98ea9d9 | 2018-10-19 14:06:15 -0700 | [diff] [blame] | 4230 | UpdateReadBarrierEntrypoints(&tlsPtr_.quick_entrypoints, /* is_active=*/ true); |
Mathieu Chartier | 3768ade | 2017-05-02 14:04:39 -0700 | [diff] [blame] | 4231 | } |
| 4232 | |
David Srbecky | 912f36c | 2018-09-08 12:22:58 +0100 | [diff] [blame] | 4233 | void Thread::ClearAllInterpreterCaches() { |
| 4234 | static struct ClearInterpreterCacheClosure : Closure { |
Yi Kong | 3940254 | 2019-03-24 02:47:16 -0700 | [diff] [blame] | 4235 | void Run(Thread* thread) override { |
David Srbecky | 912f36c | 2018-09-08 12:22:58 +0100 | [diff] [blame] | 4236 | thread->GetInterpreterCache()->Clear(thread); |
| 4237 | } |
| 4238 | } closure; |
| 4239 | Runtime::Current()->GetThreadList()->RunCheckpoint(&closure); |
| 4240 | } |
| 4241 | |
Orion Hodson | 119733d | 2019-01-30 15:14:41 +0000 | [diff] [blame] | 4242 | |
Andreas Gampe | e5d2398 | 2019-01-08 10:34:26 -0800 | [diff] [blame] | 4243 | void Thread::ReleaseLongJumpContextInternal() { |
| 4244 | // Each QuickExceptionHandler gets a long jump context and uses |
| 4245 | // it for doing the long jump, after finding catch blocks/doing deoptimization. |
| 4246 | // Both finding catch blocks and deoptimization can trigger another |
| 4247 | // exception such as a result of class loading. So there can be nested |
| 4248 | // cases of exception handling and multiple contexts being used. |
| 4249 | // ReleaseLongJumpContext tries to save the context in tlsPtr_.long_jump_context |
| 4250 | // for reuse so there is no need to always allocate a new one each time when |
| 4251 | // getting a context. Since we only keep one context for reuse, delete the |
| 4252 | // existing one since the passed in context is yet to be used for longjump. |
| 4253 | delete tlsPtr_.long_jump_context; |
| 4254 | } |
| 4255 | |
Orion Hodson | 119733d | 2019-01-30 15:14:41 +0000 | [diff] [blame] | 4256 | void Thread::SetNativePriority(int new_priority) { |
| 4257 | // ART tests on JVM can reach this code path, use tid = 0 as shorthand for current thread. |
| 4258 | PaletteStatus status = PaletteSchedSetPriority(0, new_priority); |
| 4259 | CHECK(status == PaletteStatus::kOkay || status == PaletteStatus::kCheckErrno); |
| 4260 | } |
| 4261 | |
| 4262 | int Thread::GetNativePriority() { |
| 4263 | int priority = 0; |
| 4264 | // ART tests on JVM can reach this code path, use tid = 0 as shorthand for current thread. |
| 4265 | PaletteStatus status = PaletteSchedGetPriority(0, &priority); |
| 4266 | CHECK(status == PaletteStatus::kOkay || status == PaletteStatus::kCheckErrno); |
| 4267 | return priority; |
| 4268 | } |
| 4269 | |
Alex Light | e0b2ce4 | 2019-02-21 19:23:42 +0000 | [diff] [blame] | 4270 | bool Thread::IsSystemDaemon() const { |
| 4271 | if (GetPeer() == nullptr) { |
| 4272 | return false; |
| 4273 | } |
| 4274 | return jni::DecodeArtField( |
| 4275 | WellKnownClasses::java_lang_Thread_systemDaemon)->GetBoolean(GetPeer()); |
| 4276 | } |
| 4277 | |
Alex Light | b7c640d | 2019-03-20 15:52:13 -0700 | [diff] [blame] | 4278 | ScopedExceptionStorage::ScopedExceptionStorage(art::Thread* self) |
| 4279 | : self_(self), hs_(self_), excp_(hs_.NewHandle<art::mirror::Throwable>(self_->GetException())) { |
| 4280 | self_->ClearException(); |
| 4281 | } |
| 4282 | |
Alex Light | 79d6c80 | 2019-06-27 15:50:11 +0000 | [diff] [blame] | 4283 | void ScopedExceptionStorage::SuppressOldException(const char* message) { |
| 4284 | CHECK(self_->IsExceptionPending()) << *self_; |
| 4285 | ObjPtr<mirror::Throwable> old_suppressed(excp_.Get()); |
| 4286 | excp_.Assign(self_->GetException()); |
| 4287 | LOG(WARNING) << message << "Suppressing old exception: " << old_suppressed->Dump(); |
| 4288 | self_->ClearException(); |
| 4289 | } |
| 4290 | |
Alex Light | b7c640d | 2019-03-20 15:52:13 -0700 | [diff] [blame] | 4291 | ScopedExceptionStorage::~ScopedExceptionStorage() { |
Alex Light | 79d6c80 | 2019-06-27 15:50:11 +0000 | [diff] [blame] | 4292 | CHECK(!self_->IsExceptionPending()) << *self_; |
Alex Light | b7c640d | 2019-03-20 15:52:13 -0700 | [diff] [blame] | 4293 | if (!excp_.IsNull()) { |
| 4294 | self_->SetException(excp_.Get()); |
| 4295 | } |
| 4296 | } |
| 4297 | |
Elliott Hughes | 8daa092 | 2011-09-11 13:46:25 -0700 | [diff] [blame] | 4298 | } // namespace art |