Elliott Hughes | 8d768a9 | 2011-09-14 16:35:25 -0700 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2011 The Android Open Source Project |
| 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
Carl Shapiro | b557353 | 2011-07-12 18:22:59 -0700 | [diff] [blame] | 16 | |
Brian Carlstrom | 578bbdc | 2011-07-21 14:07:47 -0700 | [diff] [blame] | 17 | #include "thread.h" |
Carl Shapiro | b557353 | 2011-07-12 18:22:59 -0700 | [diff] [blame] | 18 | |
Brian Carlstrom | 640a104 | 2017-03-20 15:03:42 -0700 | [diff] [blame] | 19 | #if !defined(__APPLE__) |
| 20 | #include <sched.h> |
| 21 | #endif |
| 22 | |
Ian Rogers | b033c75 | 2011-07-20 12:22:35 -0700 | [diff] [blame] | 23 | #include <pthread.h> |
Elliott Hughes | 2acf36d | 2012-04-17 13:30:13 -0700 | [diff] [blame] | 24 | #include <signal.h> |
Brian Carlstrom | dbf05b7 | 2011-12-15 00:55:24 -0800 | [diff] [blame] | 25 | #include <sys/resource.h> |
| 26 | #include <sys/time.h> |
Elliott Hughes | a095764 | 2011-09-02 14:27:33 -0700 | [diff] [blame] | 27 | |
Evgenii Stepanov | 9b7656d | 2018-08-21 15:18:49 -0700 | [diff] [blame] | 28 | #if __has_feature(hwaddress_sanitizer) |
| 29 | #include <sanitizer/hwasan_interface.h> |
| 30 | #else |
| 31 | #define __hwasan_tag_pointer(p, t) (p) |
| 32 | #endif |
| 33 | |
Carl Shapiro | b557353 | 2011-07-12 18:22:59 -0700 | [diff] [blame] | 34 | #include <algorithm> |
Elliott Hughes | dcc2474 | 2011-09-07 14:02:44 -0700 | [diff] [blame] | 35 | #include <bitset> |
Elliott Hughes | eb4f614 | 2011-07-15 17:43:51 -0700 | [diff] [blame] | 36 | #include <cerrno> |
Elliott Hughes | a095764 | 2011-09-02 14:27:33 -0700 | [diff] [blame] | 37 | #include <iostream> |
Carl Shapiro | b557353 | 2011-07-12 18:22:59 -0700 | [diff] [blame] | 38 | #include <list> |
Ian Rogers | c7dd295 | 2014-10-21 23:31:19 -0700 | [diff] [blame] | 39 | #include <sstream> |
Carl Shapiro | b557353 | 2011-07-12 18:22:59 -0700 | [diff] [blame] | 40 | |
Andreas Gampe | 46ee31b | 2016-12-14 10:11:49 -0800 | [diff] [blame] | 41 | #include "android-base/stringprintf.h" |
| 42 | |
Mathieu Chartier | a62b453 | 2017-04-26 13:16:25 -0700 | [diff] [blame] | 43 | #include "arch/context-inl.h" |
Steven Moreland | e431e27 | 2017-07-18 16:53:49 -0700 | [diff] [blame] | 44 | #include "arch/context.h" |
Mathieu Chartier | c785344 | 2015-03-27 14:35:38 -0700 | [diff] [blame] | 45 | #include "art_field-inl.h" |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 46 | #include "art_method-inl.h" |
Vladimir Marko | 80afd02 | 2015-05-19 18:08:00 +0100 | [diff] [blame] | 47 | #include "base/bit_utils.h" |
Vladimir Marko | 78baed5 | 2018-10-11 10:44:58 +0100 | [diff] [blame] | 48 | #include "base/casts.h" |
David Sehr | 891a50e | 2017-10-27 17:01:07 -0700 | [diff] [blame] | 49 | #include "base/file_utils.h" |
Evgenii Stepanov | 1e13374 | 2015-05-20 12:30:59 -0700 | [diff] [blame] | 50 | #include "base/memory_tool.h" |
Elliott Hughes | 76b6167 | 2012-12-12 17:47:30 -0800 | [diff] [blame] | 51 | #include "base/mutex.h" |
Alex Light | 184f075 | 2018-07-13 11:18:22 -0700 | [diff] [blame] | 52 | #include "base/stl_util.h" |
Steven Moreland | e431e27 | 2017-07-18 16:53:49 -0700 | [diff] [blame] | 53 | #include "base/systrace.h" |
Hiroshi Yamauchi | 2cd334a | 2015-01-09 14:03:35 -0800 | [diff] [blame] | 54 | #include "base/timing_logger.h" |
Ian Rogers | c7dd295 | 2014-10-21 23:31:19 -0700 | [diff] [blame] | 55 | #include "base/to_str.h" |
David Sehr | c431b9d | 2018-03-02 12:01:51 -0800 | [diff] [blame] | 56 | #include "base/utils.h" |
Ian Rogers | 2dd0e2c | 2013-01-24 12:42:14 -0800 | [diff] [blame] | 57 | #include "class_linker-inl.h" |
Vladimir Marko | b4eb1b1 | 2018-05-24 11:09:38 +0100 | [diff] [blame] | 58 | #include "class_root.h" |
Elliott Hughes | 46e251b | 2012-05-22 15:10:45 -0700 | [diff] [blame] | 59 | #include "debugger.h" |
David Sehr | b2ec9f5 | 2018-02-21 13:20:31 -0800 | [diff] [blame] | 60 | #include "dex/descriptors_names.h" |
David Sehr | 9e734c7 | 2018-01-04 17:56:19 -0800 | [diff] [blame] | 61 | #include "dex/dex_file-inl.h" |
| 62 | #include "dex/dex_file_annotations.h" |
| 63 | #include "dex/dex_file_types.h" |
Ian Rogers | 7655f29 | 2013-07-29 11:07:13 -0700 | [diff] [blame] | 64 | #include "entrypoints/entrypoint_utils.h" |
Mathieu Chartier | d889178 | 2014-03-02 13:28:37 -0800 | [diff] [blame] | 65 | #include "entrypoints/quick/quick_alloc_entrypoints.h" |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 66 | #include "gc/accounting/card_table-inl.h" |
Roland Levillain | 1fbd452 | 2016-03-22 15:52:22 +0000 | [diff] [blame] | 67 | #include "gc/accounting/heap_bitmap-inl.h" |
Ian Rogers | e63db27 | 2014-07-15 15:36:11 -0700 | [diff] [blame] | 68 | #include "gc/allocator/rosalloc.h" |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 69 | #include "gc/heap.h" |
Mathieu Chartier | d5f3f32 | 2016-03-21 14:05:56 -0700 | [diff] [blame] | 70 | #include "gc/space/space-inl.h" |
Andreas Gampe | 513061a | 2017-06-01 09:17:34 -0700 | [diff] [blame] | 71 | #include "gc_root.h" |
Ian Rogers | 22d5e73 | 2014-07-15 22:23:51 -0700 | [diff] [blame] | 72 | #include "handle_scope-inl.h" |
Mathieu Chartier | c56057e | 2014-05-04 13:18:58 -0700 | [diff] [blame] | 73 | #include "indirect_reference_table-inl.h" |
Steven Moreland | e431e27 | 2017-07-18 16:53:49 -0700 | [diff] [blame] | 74 | #include "interpreter/interpreter.h" |
David Srbecky | 28f6cff | 2018-10-16 15:07:28 +0100 | [diff] [blame] | 75 | #include "interpreter/mterp/mterp.h" |
Vladimir Marko | 6ec2a1b | 2018-05-22 15:33:48 +0100 | [diff] [blame] | 76 | #include "interpreter/shadow_frame-inl.h" |
Andreas Gampe | 36a296f | 2017-06-13 14:11:11 -0700 | [diff] [blame] | 77 | #include "java_frame_root_info.h" |
Vladimir Marko | a3ad0cd | 2018-05-04 10:06:38 +0100 | [diff] [blame] | 78 | #include "jni/java_vm_ext.h" |
| 79 | #include "jni/jni_internal.h" |
Andreas Gampe | 70f5fd0 | 2018-10-24 19:58:37 -0700 | [diff] [blame^] | 80 | #include "mirror/class-alloc-inl.h" |
Steven Moreland | e431e27 | 2017-07-18 16:53:49 -0700 | [diff] [blame] | 81 | #include "mirror/class_loader.h" |
Andreas Gampe | 52ecb65 | 2018-10-24 15:18:21 -0700 | [diff] [blame] | 82 | #include "mirror/object_array-alloc-inl.h" |
Ian Rogers | 2dd0e2c | 2013-01-24 12:42:14 -0800 | [diff] [blame] | 83 | #include "mirror/object_array-inl.h" |
| 84 | #include "mirror/stack_trace_element.h" |
Elliott Hughes | 8e4aac5 | 2011-09-26 17:03:36 -0700 | [diff] [blame] | 85 | #include "monitor.h" |
Andreas Gampe | 9310495 | 2017-12-13 17:13:15 -0800 | [diff] [blame] | 86 | #include "monitor_objects_stack_visitor.h" |
Andreas Gampe | 5dd44d0 | 2016-08-02 17:20:03 -0700 | [diff] [blame] | 87 | #include "native_stack_dump.h" |
Andreas Gampe | 373a9b5 | 2017-10-18 09:01:57 -0700 | [diff] [blame] | 88 | #include "nativehelper/scoped_local_ref.h" |
| 89 | #include "nativehelper/scoped_utf_chars.h" |
Mingyao Yang | f711f2c | 2016-05-23 12:29:39 -0700 | [diff] [blame] | 90 | #include "nth_caller_visitor.h" |
Nicolas Geoffray | 524e7ea | 2015-10-16 17:13:34 +0100 | [diff] [blame] | 91 | #include "oat_quick_method_header.h" |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 92 | #include "obj_ptr-inl.h" |
Ian Rogers | 22d5e73 | 2014-07-15 22:23:51 -0700 | [diff] [blame] | 93 | #include "object_lock.h" |
Vladimir Marko | 7624d25 | 2014-05-02 14:40:15 +0100 | [diff] [blame] | 94 | #include "quick/quick_method_frame_info.h" |
Steven Moreland | e431e27 | 2017-07-18 16:53:49 -0700 | [diff] [blame] | 95 | #include "quick_exception_handler.h" |
Andreas Gampe | 202f85a | 2017-02-06 10:23:26 -0800 | [diff] [blame] | 96 | #include "read_barrier-inl.h" |
Jesse Wilson | 9a6bae8 | 2011-11-14 14:57:30 -0500 | [diff] [blame] | 97 | #include "reflection.h" |
David Srbecky | 28f6cff | 2018-10-16 15:07:28 +0100 | [diff] [blame] | 98 | #include "runtime-inl.h" |
Brian Carlstrom | 578bbdc | 2011-07-21 14:07:47 -0700 | [diff] [blame] | 99 | #include "runtime.h" |
Andreas Gampe | ac30fa2 | 2017-01-18 21:02:36 -0800 | [diff] [blame] | 100 | #include "runtime_callbacks.h" |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 101 | #include "scoped_thread_state_change-inl.h" |
Elliott Hughes | 68e7652 | 2011-10-05 13:22:16 -0700 | [diff] [blame] | 102 | #include "stack.h" |
Nicolas Geoffray | 6bc4374 | 2015-10-12 18:11:10 +0100 | [diff] [blame] | 103 | #include "stack_map.h" |
Ian Rogers | 22d5e73 | 2014-07-15 22:23:51 -0700 | [diff] [blame] | 104 | #include "thread-inl.h" |
Steven Moreland | e431e27 | 2017-07-18 16:53:49 -0700 | [diff] [blame] | 105 | #include "thread_list.h" |
Mathieu Chartier | 12d625f | 2015-03-13 11:33:37 -0700 | [diff] [blame] | 106 | #include "verifier/method_verifier.h" |
Andreas Gampe | 90b936d | 2017-01-31 08:58:55 -0800 | [diff] [blame] | 107 | #include "verify_object.h" |
Elliott Hughes | eac7667 | 2012-05-24 21:56:51 -0700 | [diff] [blame] | 108 | #include "well_known_classes.h" |
Carl Shapiro | b557353 | 2011-07-12 18:22:59 -0700 | [diff] [blame] | 109 | |
Yu Li | eac4424 | 2015-06-29 10:50:03 +0800 | [diff] [blame] | 110 | #if ART_USE_FUTEXES |
| 111 | #include "linux/futex.h" |
| 112 | #include "sys/syscall.h" |
| 113 | #ifndef SYS_futex |
| 114 | #define SYS_futex __NR_futex |
| 115 | #endif |
| 116 | #endif // ART_USE_FUTEXES |
| 117 | |
Carl Shapiro | b557353 | 2011-07-12 18:22:59 -0700 | [diff] [blame] | 118 | namespace art { |
| 119 | |
Andreas Gampe | 46ee31b | 2016-12-14 10:11:49 -0800 | [diff] [blame] | 120 | using android::base::StringAppendV; |
| 121 | using android::base::StringPrintf; |
| 122 | |
Mingyao Yang | f711f2c | 2016-05-23 12:29:39 -0700 | [diff] [blame] | 123 | extern "C" NO_RETURN void artDeoptimize(Thread* self); |
| 124 | |
Ian Rogers | 0878d65 | 2013-04-18 17:38:35 -0700 | [diff] [blame] | 125 | bool Thread::is_started_ = false; |
Carl Shapiro | b557353 | 2011-07-12 18:22:59 -0700 | [diff] [blame] | 126 | pthread_key_t Thread::pthread_key_self_; |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 127 | ConditionVariable* Thread::resume_cond_ = nullptr; |
Dave Allison | 648d711 | 2014-07-25 16:15:27 -0700 | [diff] [blame] | 128 | const size_t Thread::kStackOverflowImplicitCheckSize = GetStackOverflowReservedBytes(kRuntimeISA); |
Calin Juravle | b2771b4 | 2016-04-07 17:09:25 +0100 | [diff] [blame] | 129 | bool (*Thread::is_sensitive_thread_hook_)() = nullptr; |
Calin Juravle | 97cbc92 | 2016-04-15 16:16:35 +0100 | [diff] [blame] | 130 | Thread* Thread::jit_sensitive_thread_ = nullptr; |
Calin Juravle | b2771b4 | 2016-04-07 17:09:25 +0100 | [diff] [blame] | 131 | |
Mathieu Chartier | b0026b4 | 2016-03-31 15:05:45 -0700 | [diff] [blame] | 132 | static constexpr bool kVerifyImageObjectsMarked = kIsDebugBuild; |
Carl Shapiro | b557353 | 2011-07-12 18:22:59 -0700 | [diff] [blame] | 133 | |
Evgenii Stepanov | 1e13374 | 2015-05-20 12:30:59 -0700 | [diff] [blame] | 134 | // For implicit overflow checks we reserve an extra piece of memory at the bottom |
| 135 | // of the stack (lowest memory). The higher portion of the memory |
| 136 | // is protected against reads and the lower is available for use while |
| 137 | // throwing the StackOverflow exception. |
| 138 | constexpr size_t kStackOverflowProtectedSize = 4 * kMemoryToolStackGuardSizeScale * KB; |
| 139 | |
Elliott Hughes | 7dc5166 | 2012-05-16 14:48:43 -0700 | [diff] [blame] | 140 | static const char* kThreadNameDuringStartup = "<native thread without managed peer>"; |
| 141 | |
Ian Rogers | 5d76c43 | 2011-10-31 21:42:49 -0700 | [diff] [blame] | 142 | void Thread::InitCardTable() { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 143 | tlsPtr_.card_table = Runtime::Current()->GetHeap()->GetCardTable()->GetBiasedBegin(); |
Ian Rogers | 5d76c43 | 2011-10-31 21:42:49 -0700 | [diff] [blame] | 144 | } |
| 145 | |
Elliott Hughes | 3ea0f42 | 2012-04-16 17:01:43 -0700 | [diff] [blame] | 146 | static void UnimplementedEntryPoint() { |
| 147 | UNIMPLEMENTED(FATAL); |
| 148 | } |
| 149 | |
Andreas Gampe | 3cfa4d0 | 2015-10-06 17:04:01 -0700 | [diff] [blame] | 150 | void InitEntryPoints(JniEntryPoints* jpoints, QuickEntryPoints* qpoints); |
Mathieu Chartier | 3768ade | 2017-05-02 14:04:39 -0700 | [diff] [blame] | 151 | void UpdateReadBarrierEntrypoints(QuickEntryPoints* qpoints, bool is_active); |
Mathieu Chartier | fe814e8 | 2016-11-09 14:32:49 -0800 | [diff] [blame] | 152 | |
| 153 | void Thread::SetIsGcMarkingAndUpdateEntrypoints(bool is_marking) { |
| 154 | CHECK(kUseReadBarrier); |
| 155 | tls32_.is_gc_marking = is_marking; |
Andreas Gampe | 98ea9d9 | 2018-10-19 14:06:15 -0700 | [diff] [blame] | 156 | UpdateReadBarrierEntrypoints(&tlsPtr_.quick_entrypoints, /* is_active= */ is_marking); |
Mathieu Chartier | 5ace201 | 2016-11-30 10:15:41 -0800 | [diff] [blame] | 157 | ResetQuickAllocEntryPointsForThread(is_marking); |
Mathieu Chartier | fe814e8 | 2016-11-09 14:32:49 -0800 | [diff] [blame] | 158 | } |
Ian Rogers | 7655f29 | 2013-07-29 11:07:13 -0700 | [diff] [blame] | 159 | |
Ian Rogers | 848871b | 2013-08-05 10:56:33 -0700 | [diff] [blame] | 160 | void Thread::InitTlsEntryPoints() { |
Elliott Hughes | 3ea0f42 | 2012-04-16 17:01:43 -0700 | [diff] [blame] | 161 | // Insert a placeholder so we can easily tell if we call an unimplemented entry point. |
Andreas Gampe | 3cfa4d0 | 2015-10-06 17:04:01 -0700 | [diff] [blame] | 162 | uintptr_t* begin = reinterpret_cast<uintptr_t*>(&tlsPtr_.jni_entrypoints); |
Mathieu Chartier | 5ace201 | 2016-11-30 10:15:41 -0800 | [diff] [blame] | 163 | uintptr_t* end = reinterpret_cast<uintptr_t*>( |
| 164 | reinterpret_cast<uint8_t*>(&tlsPtr_.quick_entrypoints) + sizeof(tlsPtr_.quick_entrypoints)); |
Ian Rogers | 7655f29 | 2013-07-29 11:07:13 -0700 | [diff] [blame] | 165 | for (uintptr_t* it = begin; it != end; ++it) { |
| 166 | *it = reinterpret_cast<uintptr_t>(UnimplementedEntryPoint); |
| 167 | } |
Andreas Gampe | 3cfa4d0 | 2015-10-06 17:04:01 -0700 | [diff] [blame] | 168 | InitEntryPoints(&tlsPtr_.jni_entrypoints, &tlsPtr_.quick_entrypoints); |
Elliott Hughes | c0f0933 | 2012-03-26 13:27:06 -0700 | [diff] [blame] | 169 | } |
| 170 | |
Mathieu Chartier | 5ace201 | 2016-11-30 10:15:41 -0800 | [diff] [blame] | 171 | void Thread::ResetQuickAllocEntryPointsForThread(bool is_marking) { |
Vladimir Marko | 33bff25 | 2017-11-01 14:35:42 +0000 | [diff] [blame] | 172 | if (kUseReadBarrier && kRuntimeISA != InstructionSet::kX86_64) { |
Mathieu Chartier | 5ace201 | 2016-11-30 10:15:41 -0800 | [diff] [blame] | 173 | // Allocation entrypoint switching is currently only implemented for X86_64. |
| 174 | is_marking = true; |
| 175 | } |
| 176 | ResetQuickAllocEntryPoints(&tlsPtr_.quick_entrypoints, is_marking); |
Hiroshi Yamauchi | 3b4c189 | 2013-09-12 21:33:12 -0700 | [diff] [blame] | 177 | } |
| 178 | |
Sebastien Hertz | 0747466 | 2015-08-25 15:12:33 +0000 | [diff] [blame] | 179 | class DeoptimizationContextRecord { |
Sebastien Hertz | f795869 | 2015-06-09 14:09:14 +0200 | [diff] [blame] | 180 | public: |
Nicolas Geoffray | 73be1e8 | 2015-09-17 15:22:56 +0100 | [diff] [blame] | 181 | DeoptimizationContextRecord(const JValue& ret_val, |
| 182 | bool is_reference, |
| 183 | bool from_code, |
Mathieu Chartier | f5769e1 | 2017-01-10 15:54:41 -0800 | [diff] [blame] | 184 | ObjPtr<mirror::Throwable> pending_exception, |
Mingyao Yang | 2ee1790 | 2017-08-30 11:37:08 -0700 | [diff] [blame] | 185 | DeoptimizationMethodType method_type, |
Sebastien Hertz | 0747466 | 2015-08-25 15:12:33 +0000 | [diff] [blame] | 186 | DeoptimizationContextRecord* link) |
Nicolas Geoffray | 73be1e8 | 2015-09-17 15:22:56 +0100 | [diff] [blame] | 187 | : ret_val_(ret_val), |
| 188 | is_reference_(is_reference), |
| 189 | from_code_(from_code), |
Mathieu Chartier | f5769e1 | 2017-01-10 15:54:41 -0800 | [diff] [blame] | 190 | pending_exception_(pending_exception.Ptr()), |
Mingyao Yang | 2ee1790 | 2017-08-30 11:37:08 -0700 | [diff] [blame] | 191 | deopt_method_type_(method_type), |
Sebastien Hertz | 0747466 | 2015-08-25 15:12:33 +0000 | [diff] [blame] | 192 | link_(link) {} |
Sebastien Hertz | f795869 | 2015-06-09 14:09:14 +0200 | [diff] [blame] | 193 | |
| 194 | JValue GetReturnValue() const { return ret_val_; } |
| 195 | bool IsReference() const { return is_reference_; } |
Nicolas Geoffray | 73be1e8 | 2015-09-17 15:22:56 +0100 | [diff] [blame] | 196 | bool GetFromCode() const { return from_code_; } |
Mathieu Chartier | f5769e1 | 2017-01-10 15:54:41 -0800 | [diff] [blame] | 197 | ObjPtr<mirror::Throwable> GetPendingException() const { return pending_exception_; } |
Sebastien Hertz | 0747466 | 2015-08-25 15:12:33 +0000 | [diff] [blame] | 198 | DeoptimizationContextRecord* GetLink() const { return link_; } |
| 199 | mirror::Object** GetReturnValueAsGCRoot() { |
Sebastien Hertz | f795869 | 2015-06-09 14:09:14 +0200 | [diff] [blame] | 200 | DCHECK(is_reference_); |
| 201 | return ret_val_.GetGCRoot(); |
| 202 | } |
Sebastien Hertz | 0747466 | 2015-08-25 15:12:33 +0000 | [diff] [blame] | 203 | mirror::Object** GetPendingExceptionAsGCRoot() { |
| 204 | return reinterpret_cast<mirror::Object**>(&pending_exception_); |
| 205 | } |
Mingyao Yang | 2ee1790 | 2017-08-30 11:37:08 -0700 | [diff] [blame] | 206 | DeoptimizationMethodType GetDeoptimizationMethodType() const { |
| 207 | return deopt_method_type_; |
| 208 | } |
Sebastien Hertz | f795869 | 2015-06-09 14:09:14 +0200 | [diff] [blame] | 209 | |
| 210 | private: |
Sebastien Hertz | 0747466 | 2015-08-25 15:12:33 +0000 | [diff] [blame] | 211 | // The value returned by the method at the top of the stack before deoptimization. |
Sebastien Hertz | f795869 | 2015-06-09 14:09:14 +0200 | [diff] [blame] | 212 | JValue ret_val_; |
Sebastien Hertz | 54b6248 | 2015-08-20 12:07:57 +0200 | [diff] [blame] | 213 | |
Sebastien Hertz | 0747466 | 2015-08-25 15:12:33 +0000 | [diff] [blame] | 214 | // Indicates whether the returned value is a reference. If so, the GC will visit it. |
| 215 | const bool is_reference_; |
| 216 | |
Nicolas Geoffray | 73be1e8 | 2015-09-17 15:22:56 +0100 | [diff] [blame] | 217 | // Whether the context was created from an explicit deoptimization in the code. |
| 218 | const bool from_code_; |
| 219 | |
Sebastien Hertz | 0747466 | 2015-08-25 15:12:33 +0000 | [diff] [blame] | 220 | // The exception that was pending before deoptimization (or null if there was no pending |
| 221 | // exception). |
| 222 | mirror::Throwable* pending_exception_; |
| 223 | |
Mingyao Yang | 2ee1790 | 2017-08-30 11:37:08 -0700 | [diff] [blame] | 224 | // Whether the context was created for an (idempotent) runtime method. |
| 225 | const DeoptimizationMethodType deopt_method_type_; |
| 226 | |
Sebastien Hertz | 0747466 | 2015-08-25 15:12:33 +0000 | [diff] [blame] | 227 | // A link to the previous DeoptimizationContextRecord. |
| 228 | DeoptimizationContextRecord* const link_; |
| 229 | |
| 230 | DISALLOW_COPY_AND_ASSIGN(DeoptimizationContextRecord); |
Sebastien Hertz | f795869 | 2015-06-09 14:09:14 +0200 | [diff] [blame] | 231 | }; |
| 232 | |
| 233 | class StackedShadowFrameRecord { |
| 234 | public: |
| 235 | StackedShadowFrameRecord(ShadowFrame* shadow_frame, |
| 236 | StackedShadowFrameType type, |
| 237 | StackedShadowFrameRecord* link) |
| 238 | : shadow_frame_(shadow_frame), |
| 239 | type_(type), |
| 240 | link_(link) {} |
| 241 | |
| 242 | ShadowFrame* GetShadowFrame() const { return shadow_frame_; } |
| 243 | StackedShadowFrameType GetType() const { return type_; } |
| 244 | StackedShadowFrameRecord* GetLink() const { return link_; } |
| 245 | |
| 246 | private: |
| 247 | ShadowFrame* const shadow_frame_; |
| 248 | const StackedShadowFrameType type_; |
| 249 | StackedShadowFrameRecord* const link_; |
| 250 | |
| 251 | DISALLOW_COPY_AND_ASSIGN(StackedShadowFrameRecord); |
| 252 | }; |
| 253 | |
Nicolas Geoffray | 73be1e8 | 2015-09-17 15:22:56 +0100 | [diff] [blame] | 254 | void Thread::PushDeoptimizationContext(const JValue& return_value, |
| 255 | bool is_reference, |
Mingyao Yang | 2ee1790 | 2017-08-30 11:37:08 -0700 | [diff] [blame] | 256 | ObjPtr<mirror::Throwable> exception, |
Nicolas Geoffray | 73be1e8 | 2015-09-17 15:22:56 +0100 | [diff] [blame] | 257 | bool from_code, |
Mingyao Yang | 2ee1790 | 2017-08-30 11:37:08 -0700 | [diff] [blame] | 258 | DeoptimizationMethodType method_type) { |
Sebastien Hertz | 0747466 | 2015-08-25 15:12:33 +0000 | [diff] [blame] | 259 | DeoptimizationContextRecord* record = new DeoptimizationContextRecord( |
| 260 | return_value, |
| 261 | is_reference, |
Nicolas Geoffray | 73be1e8 | 2015-09-17 15:22:56 +0100 | [diff] [blame] | 262 | from_code, |
Sebastien Hertz | 0747466 | 2015-08-25 15:12:33 +0000 | [diff] [blame] | 263 | exception, |
Mingyao Yang | 2ee1790 | 2017-08-30 11:37:08 -0700 | [diff] [blame] | 264 | method_type, |
Sebastien Hertz | 0747466 | 2015-08-25 15:12:33 +0000 | [diff] [blame] | 265 | tlsPtr_.deoptimization_context_stack); |
| 266 | tlsPtr_.deoptimization_context_stack = record; |
buzbee | 3ea4ec5 | 2011-08-22 17:37:19 -0700 | [diff] [blame] | 267 | } |
| 268 | |
Nicolas Geoffray | 73be1e8 | 2015-09-17 15:22:56 +0100 | [diff] [blame] | 269 | void Thread::PopDeoptimizationContext(JValue* result, |
Mathieu Chartier | f5769e1 | 2017-01-10 15:54:41 -0800 | [diff] [blame] | 270 | ObjPtr<mirror::Throwable>* exception, |
Mingyao Yang | 2ee1790 | 2017-08-30 11:37:08 -0700 | [diff] [blame] | 271 | bool* from_code, |
| 272 | DeoptimizationMethodType* method_type) { |
Sebastien Hertz | 0747466 | 2015-08-25 15:12:33 +0000 | [diff] [blame] | 273 | AssertHasDeoptimizationContext(); |
| 274 | DeoptimizationContextRecord* record = tlsPtr_.deoptimization_context_stack; |
| 275 | tlsPtr_.deoptimization_context_stack = record->GetLink(); |
| 276 | result->SetJ(record->GetReturnValue().GetJ()); |
| 277 | *exception = record->GetPendingException(); |
Nicolas Geoffray | 73be1e8 | 2015-09-17 15:22:56 +0100 | [diff] [blame] | 278 | *from_code = record->GetFromCode(); |
Mingyao Yang | 2ee1790 | 2017-08-30 11:37:08 -0700 | [diff] [blame] | 279 | *method_type = record->GetDeoptimizationMethodType(); |
Mingyao Yang | 1f2d3ba | 2015-05-18 12:12:50 -0700 | [diff] [blame] | 280 | delete record; |
Sebastien Hertz | 0747466 | 2015-08-25 15:12:33 +0000 | [diff] [blame] | 281 | } |
| 282 | |
| 283 | void Thread::AssertHasDeoptimizationContext() { |
| 284 | CHECK(tlsPtr_.deoptimization_context_stack != nullptr) |
| 285 | << "No deoptimization context for thread " << *this; |
Ian Rogers | 306057f | 2012-11-26 12:45:53 -0800 | [diff] [blame] | 286 | } |
| 287 | |
Mingyao Yang | 1f2d3ba | 2015-05-18 12:12:50 -0700 | [diff] [blame] | 288 | void Thread::PushStackedShadowFrame(ShadowFrame* sf, StackedShadowFrameType type) { |
| 289 | StackedShadowFrameRecord* record = new StackedShadowFrameRecord( |
| 290 | sf, type, tlsPtr_.stacked_shadow_frame_record); |
| 291 | tlsPtr_.stacked_shadow_frame_record = record; |
Ian Rogers | 306057f | 2012-11-26 12:45:53 -0800 | [diff] [blame] | 292 | } |
| 293 | |
Andreas Gampe | 639bdd1 | 2015-06-03 11:22:45 -0700 | [diff] [blame] | 294 | ShadowFrame* Thread::PopStackedShadowFrame(StackedShadowFrameType type, bool must_be_present) { |
Mingyao Yang | 1f2d3ba | 2015-05-18 12:12:50 -0700 | [diff] [blame] | 295 | StackedShadowFrameRecord* record = tlsPtr_.stacked_shadow_frame_record; |
Andreas Gampe | 639bdd1 | 2015-06-03 11:22:45 -0700 | [diff] [blame] | 296 | if (must_be_present) { |
| 297 | DCHECK(record != nullptr); |
Andreas Gampe | 639bdd1 | 2015-06-03 11:22:45 -0700 | [diff] [blame] | 298 | } else { |
| 299 | if (record == nullptr || record->GetType() != type) { |
| 300 | return nullptr; |
| 301 | } |
| 302 | } |
Mingyao Yang | 1f2d3ba | 2015-05-18 12:12:50 -0700 | [diff] [blame] | 303 | tlsPtr_.stacked_shadow_frame_record = record->GetLink(); |
| 304 | ShadowFrame* shadow_frame = record->GetShadowFrame(); |
| 305 | delete record; |
| 306 | return shadow_frame; |
Andreas Gampe | 2a0d4ec | 2014-06-02 22:05:22 -0700 | [diff] [blame] | 307 | } |
| 308 | |
Mingyao Yang | 99170c6 | 2015-07-06 11:10:37 -0700 | [diff] [blame] | 309 | class FrameIdToShadowFrame { |
| 310 | public: |
| 311 | static FrameIdToShadowFrame* Create(size_t frame_id, |
| 312 | ShadowFrame* shadow_frame, |
| 313 | FrameIdToShadowFrame* next, |
| 314 | size_t num_vregs) { |
| 315 | // Append a bool array at the end to keep track of what vregs are updated by the debugger. |
| 316 | uint8_t* memory = new uint8_t[sizeof(FrameIdToShadowFrame) + sizeof(bool) * num_vregs]; |
| 317 | return new (memory) FrameIdToShadowFrame(frame_id, shadow_frame, next); |
| 318 | } |
| 319 | |
| 320 | static void Delete(FrameIdToShadowFrame* f) { |
| 321 | uint8_t* memory = reinterpret_cast<uint8_t*>(f); |
| 322 | delete[] memory; |
| 323 | } |
| 324 | |
| 325 | size_t GetFrameId() const { return frame_id_; } |
| 326 | ShadowFrame* GetShadowFrame() const { return shadow_frame_; } |
| 327 | FrameIdToShadowFrame* GetNext() const { return next_; } |
| 328 | void SetNext(FrameIdToShadowFrame* next) { next_ = next; } |
| 329 | bool* GetUpdatedVRegFlags() { |
| 330 | return updated_vreg_flags_; |
| 331 | } |
| 332 | |
| 333 | private: |
| 334 | FrameIdToShadowFrame(size_t frame_id, |
| 335 | ShadowFrame* shadow_frame, |
| 336 | FrameIdToShadowFrame* next) |
| 337 | : frame_id_(frame_id), |
| 338 | shadow_frame_(shadow_frame), |
| 339 | next_(next) {} |
| 340 | |
| 341 | const size_t frame_id_; |
| 342 | ShadowFrame* const shadow_frame_; |
| 343 | FrameIdToShadowFrame* next_; |
| 344 | bool updated_vreg_flags_[0]; |
| 345 | |
| 346 | DISALLOW_COPY_AND_ASSIGN(FrameIdToShadowFrame); |
| 347 | }; |
| 348 | |
| 349 | static FrameIdToShadowFrame* FindFrameIdToShadowFrame(FrameIdToShadowFrame* head, |
| 350 | size_t frame_id) { |
| 351 | FrameIdToShadowFrame* found = nullptr; |
| 352 | for (FrameIdToShadowFrame* record = head; record != nullptr; record = record->GetNext()) { |
| 353 | if (record->GetFrameId() == frame_id) { |
| 354 | if (kIsDebugBuild) { |
| 355 | // Sanity check we have at most one record for this frame. |
| 356 | CHECK(found == nullptr) << "Multiple records for the frame " << frame_id; |
| 357 | found = record; |
| 358 | } else { |
| 359 | return record; |
| 360 | } |
| 361 | } |
| 362 | } |
| 363 | return found; |
| 364 | } |
| 365 | |
| 366 | ShadowFrame* Thread::FindDebuggerShadowFrame(size_t frame_id) { |
| 367 | FrameIdToShadowFrame* record = FindFrameIdToShadowFrame( |
| 368 | tlsPtr_.frame_id_to_shadow_frame, frame_id); |
| 369 | if (record != nullptr) { |
| 370 | return record->GetShadowFrame(); |
| 371 | } |
| 372 | return nullptr; |
| 373 | } |
| 374 | |
| 375 | // Must only be called when FindDebuggerShadowFrame(frame_id) returns non-nullptr. |
| 376 | bool* Thread::GetUpdatedVRegFlags(size_t frame_id) { |
| 377 | FrameIdToShadowFrame* record = FindFrameIdToShadowFrame( |
| 378 | tlsPtr_.frame_id_to_shadow_frame, frame_id); |
| 379 | CHECK(record != nullptr); |
| 380 | return record->GetUpdatedVRegFlags(); |
| 381 | } |
| 382 | |
| 383 | ShadowFrame* Thread::FindOrCreateDebuggerShadowFrame(size_t frame_id, |
| 384 | uint32_t num_vregs, |
| 385 | ArtMethod* method, |
| 386 | uint32_t dex_pc) { |
| 387 | ShadowFrame* shadow_frame = FindDebuggerShadowFrame(frame_id); |
| 388 | if (shadow_frame != nullptr) { |
| 389 | return shadow_frame; |
| 390 | } |
David Sehr | 709b070 | 2016-10-13 09:12:37 -0700 | [diff] [blame] | 391 | VLOG(deopt) << "Create pre-deopted ShadowFrame for " << ArtMethod::PrettyMethod(method); |
Mingyao Yang | 99170c6 | 2015-07-06 11:10:37 -0700 | [diff] [blame] | 392 | shadow_frame = ShadowFrame::CreateDeoptimizedFrame(num_vregs, nullptr, method, dex_pc); |
| 393 | FrameIdToShadowFrame* record = FrameIdToShadowFrame::Create(frame_id, |
| 394 | shadow_frame, |
| 395 | tlsPtr_.frame_id_to_shadow_frame, |
| 396 | num_vregs); |
| 397 | for (uint32_t i = 0; i < num_vregs; i++) { |
| 398 | // Do this to clear all references for root visitors. |
| 399 | shadow_frame->SetVRegReference(i, nullptr); |
| 400 | // This flag will be changed to true if the debugger modifies the value. |
| 401 | record->GetUpdatedVRegFlags()[i] = false; |
| 402 | } |
| 403 | tlsPtr_.frame_id_to_shadow_frame = record; |
| 404 | return shadow_frame; |
| 405 | } |
| 406 | |
Alex Light | 184f075 | 2018-07-13 11:18:22 -0700 | [diff] [blame] | 407 | TLSData* Thread::GetCustomTLS(const char* key) { |
| 408 | MutexLock mu(Thread::Current(), *Locks::custom_tls_lock_); |
| 409 | auto it = custom_tls_.find(key); |
| 410 | return (it != custom_tls_.end()) ? it->second.get() : nullptr; |
| 411 | } |
| 412 | |
| 413 | void Thread::SetCustomTLS(const char* key, TLSData* data) { |
| 414 | // We will swap the old data (which might be nullptr) with this and then delete it outside of the |
| 415 | // custom_tls_lock_. |
| 416 | std::unique_ptr<TLSData> old_data(data); |
| 417 | { |
| 418 | MutexLock mu(Thread::Current(), *Locks::custom_tls_lock_); |
| 419 | custom_tls_.GetOrCreate(key, []() { return std::unique_ptr<TLSData>(); }).swap(old_data); |
| 420 | } |
| 421 | } |
| 422 | |
Mingyao Yang | 99170c6 | 2015-07-06 11:10:37 -0700 | [diff] [blame] | 423 | void Thread::RemoveDebuggerShadowFrameMapping(size_t frame_id) { |
| 424 | FrameIdToShadowFrame* head = tlsPtr_.frame_id_to_shadow_frame; |
| 425 | if (head->GetFrameId() == frame_id) { |
| 426 | tlsPtr_.frame_id_to_shadow_frame = head->GetNext(); |
| 427 | FrameIdToShadowFrame::Delete(head); |
| 428 | return; |
| 429 | } |
| 430 | FrameIdToShadowFrame* prev = head; |
| 431 | for (FrameIdToShadowFrame* record = head->GetNext(); |
| 432 | record != nullptr; |
| 433 | prev = record, record = record->GetNext()) { |
| 434 | if (record->GetFrameId() == frame_id) { |
| 435 | prev->SetNext(record->GetNext()); |
| 436 | FrameIdToShadowFrame::Delete(record); |
| 437 | return; |
| 438 | } |
| 439 | } |
| 440 | LOG(FATAL) << "No shadow frame for frame " << frame_id; |
| 441 | UNREACHABLE(); |
| 442 | } |
| 443 | |
Brian Carlstrom | caabb1b | 2011-10-11 18:09:13 -0700 | [diff] [blame] | 444 | void Thread::InitTid() { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 445 | tls32_.tid = ::art::GetTid(); |
Brian Carlstrom | caabb1b | 2011-10-11 18:09:13 -0700 | [diff] [blame] | 446 | } |
| 447 | |
Brian Carlstrom | caabb1b | 2011-10-11 18:09:13 -0700 | [diff] [blame] | 448 | void Thread::InitAfterFork() { |
Elliott Hughes | 8029cbe | 2012-05-22 09:13:08 -0700 | [diff] [blame] | 449 | // One thread (us) survived the fork, but we have a new tid so we need to |
| 450 | // update the value stashed in this Thread*. |
Brian Carlstrom | caabb1b | 2011-10-11 18:09:13 -0700 | [diff] [blame] | 451 | InitTid(); |
Brian Carlstrom | caabb1b | 2011-10-11 18:09:13 -0700 | [diff] [blame] | 452 | } |
| 453 | |
Brian Carlstrom | 78128a6 | 2011-09-15 17:21:19 -0700 | [diff] [blame] | 454 | void* Thread::CreateCallback(void* arg) { |
Elliott Hughes | 93e74e8 | 2011-09-13 11:07:03 -0700 | [diff] [blame] | 455 | Thread* self = reinterpret_cast<Thread*>(arg); |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 456 | Runtime* runtime = Runtime::Current(); |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 457 | if (runtime == nullptr) { |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 458 | LOG(ERROR) << "Thread attaching to non-existent runtime: " << *self; |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 459 | return nullptr; |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 460 | } |
| 461 | { |
Ian Rogers | 50b35e2 | 2012-10-04 10:09:15 -0700 | [diff] [blame] | 462 | // TODO: pass self to MutexLock - requires self to equal Thread::Current(), which is only true |
| 463 | // after self->Init(). |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 464 | MutexLock mu(nullptr, *Locks::runtime_shutdown_lock_); |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 465 | // Check that if we got here we cannot be shutting down (as shutdown should never have started |
| 466 | // while threads are being born). |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 467 | CHECK(!runtime->IsShuttingDownLocked()); |
Andreas Gampe | 449357d | 2015-06-01 22:29:51 -0700 | [diff] [blame] | 468 | // Note: given that the JNIEnv is created in the parent thread, the only failure point here is |
| 469 | // a mess in InitStackHwm. We do not have a reasonable way to recover from that, so abort |
| 470 | // the runtime in such a case. In case this ever changes, we need to make sure here to |
| 471 | // delete the tmp_jni_env, as we own it at this point. |
| 472 | CHECK(self->Init(runtime->GetThreadList(), runtime->GetJavaVM(), self->tlsPtr_.tmp_jni_env)); |
| 473 | self->tlsPtr_.tmp_jni_env = nullptr; |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 474 | Runtime::Current()->EndThreadBirth(); |
| 475 | } |
Elliott Hughes | 47179f7 | 2011-10-27 16:44:39 -0700 | [diff] [blame] | 476 | { |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 477 | ScopedObjectAccess soa(self); |
Jeff Hao | 848f70a | 2014-01-15 13:49:50 -0800 | [diff] [blame] | 478 | self->InitStringEntryPoints(); |
Ian Rogers | cfaa455 | 2012-11-26 21:00:08 -0800 | [diff] [blame] | 479 | |
| 480 | // Copy peer into self, deleting global reference when done. |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 481 | CHECK(self->tlsPtr_.jpeer != nullptr); |
Mathieu Chartier | 1cc62e4 | 2016-10-03 18:01:28 -0700 | [diff] [blame] | 482 | self->tlsPtr_.opeer = soa.Decode<mirror::Object>(self->tlsPtr_.jpeer).Ptr(); |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 483 | self->GetJniEnv()->DeleteGlobalRef(self->tlsPtr_.jpeer); |
| 484 | self->tlsPtr_.jpeer = nullptr; |
Andreas Gampe | 08883de | 2016-11-08 13:20:52 -0800 | [diff] [blame] | 485 | self->SetThreadName(self->GetThreadName()->ToModifiedUtf8().c_str()); |
Narayan Kamath | a0b3451 | 2014-10-07 12:51:26 +0100 | [diff] [blame] | 486 | |
Andreas Gampe | 08883de | 2016-11-08 13:20:52 -0800 | [diff] [blame] | 487 | ArtField* priorityField = jni::DecodeArtField(WellKnownClasses::java_lang_Thread_priority); |
Narayan Kamath | a0b3451 | 2014-10-07 12:51:26 +0100 | [diff] [blame] | 488 | self->SetNativePriority(priorityField->GetInt(self->tlsPtr_.opeer)); |
Andreas Gampe | 04bbb5b | 2017-01-19 17:49:03 +0000 | [diff] [blame] | 489 | |
Andreas Gampe | ac30fa2 | 2017-01-18 21:02:36 -0800 | [diff] [blame] | 490 | runtime->GetRuntimeCallbacks()->ThreadStart(self); |
Ian Rogers | 365c102 | 2012-06-22 15:05:28 -0700 | [diff] [blame] | 491 | |
| 492 | // Invoke the 'run' method of our java.lang.Thread. |
Mathieu Chartier | f5769e1 | 2017-01-10 15:54:41 -0800 | [diff] [blame] | 493 | ObjPtr<mirror::Object> receiver = self->tlsPtr_.opeer; |
Ian Rogers | 365c102 | 2012-06-22 15:05:28 -0700 | [diff] [blame] | 494 | jmethodID mid = WellKnownClasses::java_lang_Thread_run; |
Jeff Hao | 39b6c24 | 2015-05-19 20:30:23 -0700 | [diff] [blame] | 495 | ScopedLocalRef<jobject> ref(soa.Env(), soa.AddLocalReference<jobject>(receiver)); |
| 496 | InvokeVirtualOrInterfaceWithJValues(soa, ref.get(), mid, nullptr); |
Elliott Hughes | 47179f7 | 2011-10-27 16:44:39 -0700 | [diff] [blame] | 497 | } |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 498 | // Detach and delete self. |
| 499 | Runtime::Current()->GetThreadList()->Unregister(self); |
Elliott Hughes | 93e74e8 | 2011-09-13 11:07:03 -0700 | [diff] [blame] | 500 | |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 501 | return nullptr; |
Carl Shapiro | b557353 | 2011-07-12 18:22:59 -0700 | [diff] [blame] | 502 | } |
| 503 | |
Mathieu Chartier | 2b7c4d1 | 2014-05-19 10:52:16 -0700 | [diff] [blame] | 504 | Thread* Thread::FromManagedThread(const ScopedObjectAccessAlreadyRunnable& soa, |
Mathieu Chartier | f5769e1 | 2017-01-10 15:54:41 -0800 | [diff] [blame] | 505 | ObjPtr<mirror::Object> thread_peer) { |
Andreas Gampe | 08883de | 2016-11-08 13:20:52 -0800 | [diff] [blame] | 506 | ArtField* f = jni::DecodeArtField(WellKnownClasses::java_lang_Thread_nativePeer); |
Vladimir Marko | 78baed5 | 2018-10-11 10:44:58 +0100 | [diff] [blame] | 507 | Thread* result = reinterpret_cast64<Thread*>(f->GetLong(thread_peer)); |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 508 | // Sanity check that if we have a result it is either suspended or we hold the thread_list_lock_ |
| 509 | // to stop it from going away. |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 510 | if (kIsDebugBuild) { |
| 511 | MutexLock mu(soa.Self(), *Locks::thread_suspend_count_lock_); |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 512 | if (result != nullptr && !result->IsSuspended()) { |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 513 | Locks::thread_list_lock_->AssertHeld(soa.Self()); |
| 514 | } |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 515 | } |
| 516 | return result; |
Elliott Hughes | 761928d | 2011-11-16 18:33:03 -0800 | [diff] [blame] | 517 | } |
| 518 | |
Mathieu Chartier | 2b7c4d1 | 2014-05-19 10:52:16 -0700 | [diff] [blame] | 519 | Thread* Thread::FromManagedThread(const ScopedObjectAccessAlreadyRunnable& soa, |
| 520 | jobject java_thread) { |
Vladimir Marko | bcf1752 | 2018-06-01 13:14:32 +0100 | [diff] [blame] | 521 | return FromManagedThread(soa, soa.Decode<mirror::Object>(java_thread)); |
Elliott Hughes | 01158d7 | 2011-09-19 19:47:10 -0700 | [diff] [blame] | 522 | } |
| 523 | |
Elliott Hughes | ab7b9dc | 2012-03-27 13:16:29 -0700 | [diff] [blame] | 524 | static size_t FixStackSize(size_t stack_size) { |
Elliott Hughes | 7502e2a | 2011-10-02 13:24:37 -0700 | [diff] [blame] | 525 | // A stack size of zero means "use the default". |
Elliott Hughes | d369bb7 | 2011-09-12 14:41:14 -0700 | [diff] [blame] | 526 | if (stack_size == 0) { |
| 527 | stack_size = Runtime::Current()->GetDefaultStackSize(); |
| 528 | } |
Carl Shapiro | 61e019d | 2011-07-14 16:53:09 -0700 | [diff] [blame] | 529 | |
Brian Carlstrom | 6414a97 | 2012-04-14 14:20:04 -0700 | [diff] [blame] | 530 | // Dalvik used the bionic pthread default stack size for native threads, |
| 531 | // so include that here to support apps that expect large native stacks. |
| 532 | stack_size += 1 * MB; |
| 533 | |
Andreas Gampe | 7a55ce0 | 2018-06-19 10:07:18 -0700 | [diff] [blame] | 534 | // Under sanitization, frames of the interpreter may become bigger, both for C code as |
| 535 | // well as the ShadowFrame. Ensure a larger minimum size. Otherwise initialization |
| 536 | // of all core classes cannot be done in all test circumstances. |
| 537 | if (kMemoryToolIsAvailable) { |
| 538 | stack_size = std::max(2 * MB, stack_size); |
| 539 | } |
| 540 | |
Elliott Hughes | 7502e2a | 2011-10-02 13:24:37 -0700 | [diff] [blame] | 541 | // It's not possible to request a stack smaller than the system-defined PTHREAD_STACK_MIN. |
| 542 | if (stack_size < PTHREAD_STACK_MIN) { |
| 543 | stack_size = PTHREAD_STACK_MIN; |
| 544 | } |
| 545 | |
Dave Allison | f943914 | 2014-03-27 15:10:22 -0700 | [diff] [blame] | 546 | if (Runtime::Current()->ExplicitStackOverflowChecks()) { |
| 547 | // It's likely that callers are trying to ensure they have at least a certain amount of |
| 548 | // stack space, so we should add our reserved space on top of what they requested, rather |
| 549 | // than implicitly take it away from them. |
Andreas Gampe | 7ea6f79 | 2014-07-14 16:21:44 -0700 | [diff] [blame] | 550 | stack_size += GetStackOverflowReservedBytes(kRuntimeISA); |
Dave Allison | f943914 | 2014-03-27 15:10:22 -0700 | [diff] [blame] | 551 | } else { |
| 552 | // If we are going to use implicit stack checks, allocate space for the protected |
| 553 | // region at the bottom of the stack. |
Dave Allison | b090a18 | 2014-08-14 17:02:48 +0000 | [diff] [blame] | 554 | stack_size += Thread::kStackOverflowImplicitCheckSize + |
| 555 | GetStackOverflowReservedBytes(kRuntimeISA); |
Dave Allison | f943914 | 2014-03-27 15:10:22 -0700 | [diff] [blame] | 556 | } |
Elliott Hughes | 7502e2a | 2011-10-02 13:24:37 -0700 | [diff] [blame] | 557 | |
| 558 | // Some systems require the stack size to be a multiple of the system page size, so round up. |
| 559 | stack_size = RoundUp(stack_size, kPageSize); |
| 560 | |
| 561 | return stack_size; |
| 562 | } |
| 563 | |
Evgenii Stepanov | 84a4ab8 | 2016-05-13 14:01:41 -0700 | [diff] [blame] | 564 | // Return the nearest page-aligned address below the current stack top. |
| 565 | NO_INLINE |
| 566 | static uint8_t* FindStackTop() { |
| 567 | return reinterpret_cast<uint8_t*>( |
| 568 | AlignDown(__builtin_frame_address(0), kPageSize)); |
| 569 | } |
| 570 | |
Dave Allison | f943914 | 2014-03-27 15:10:22 -0700 | [diff] [blame] | 571 | // Install a protected region in the stack. This is used to trigger a SIGSEGV if a stack |
Dave Allison | 648d711 | 2014-07-25 16:15:27 -0700 | [diff] [blame] | 572 | // overflow is detected. It is located right below the stack_begin_. |
Evgenii Stepanov | 4abf451 | 2015-07-13 10:41:57 -0700 | [diff] [blame] | 573 | ATTRIBUTE_NO_SANITIZE_ADDRESS |
Dave Allison | 648d711 | 2014-07-25 16:15:27 -0700 | [diff] [blame] | 574 | void Thread::InstallImplicitProtection() { |
Ian Rogers | 1373595 | 2014-10-08 12:43:28 -0700 | [diff] [blame] | 575 | uint8_t* pregion = tlsPtr_.stack_begin - kStackOverflowProtectedSize; |
Evgenii Stepanov | 84a4ab8 | 2016-05-13 14:01:41 -0700 | [diff] [blame] | 576 | // Page containing current top of stack. |
| 577 | uint8_t* stack_top = FindStackTop(); |
Dave Allison | f943914 | 2014-03-27 15:10:22 -0700 | [diff] [blame] | 578 | |
Andreas Gampe | 2c2d2a0 | 2016-03-17 21:27:19 -0700 | [diff] [blame] | 579 | // Try to directly protect the stack. |
| 580 | VLOG(threads) << "installing stack protected region at " << std::hex << |
| 581 | static_cast<void*>(pregion) << " to " << |
| 582 | static_cast<void*>(pregion + kStackOverflowProtectedSize - 1); |
Andreas Gampe | 98ea9d9 | 2018-10-19 14:06:15 -0700 | [diff] [blame] | 583 | if (ProtectStack(/* fatal_on_error= */ false)) { |
Andreas Gampe | 2c2d2a0 | 2016-03-17 21:27:19 -0700 | [diff] [blame] | 584 | // Tell the kernel that we won't be needing these pages any more. |
| 585 | // NB. madvise will probably write zeroes into the memory (on linux it does). |
| 586 | uint32_t unwanted_size = stack_top - pregion - kPageSize; |
| 587 | madvise(pregion, unwanted_size, MADV_DONTNEED); |
| 588 | return; |
| 589 | } |
| 590 | |
| 591 | // There is a little complexity here that deserves a special mention. On some |
| 592 | // architectures, the stack is created using a VM_GROWSDOWN flag |
| 593 | // to prevent memory being allocated when it's not needed. This flag makes the |
| 594 | // kernel only allocate memory for the stack by growing down in memory. Because we |
| 595 | // want to put an mprotected region far away from that at the stack top, we need |
| 596 | // to make sure the pages for the stack are mapped in before we call mprotect. |
| 597 | // |
| 598 | // The failed mprotect in UnprotectStack is an indication of a thread with VM_GROWSDOWN |
| 599 | // with a non-mapped stack (usually only the main thread). |
| 600 | // |
| 601 | // We map in the stack by reading every page from the stack bottom (highest address) |
| 602 | // to the stack top. (We then madvise this away.) This must be done by reading from the |
Andreas Gampe | 6c63f86 | 2017-06-28 17:20:15 -0700 | [diff] [blame] | 603 | // current stack pointer downwards. |
Andreas Gampe | 2c2d2a0 | 2016-03-17 21:27:19 -0700 | [diff] [blame] | 604 | // |
Andreas Gampe | 6c63f86 | 2017-06-28 17:20:15 -0700 | [diff] [blame] | 605 | // Accesses too far below the current machine register corresponding to the stack pointer (e.g., |
| 606 | // ESP on x86[-32], SP on ARM) might cause a SIGSEGV (at least on x86 with newer kernels). We |
| 607 | // thus have to move the stack pointer. We do this portably by using a recursive function with a |
| 608 | // large stack frame size. |
Andreas Gampe | 2c2d2a0 | 2016-03-17 21:27:19 -0700 | [diff] [blame] | 609 | |
Andreas Gampe | 6c63f86 | 2017-06-28 17:20:15 -0700 | [diff] [blame] | 610 | // (Defensively) first remove the protection on the protected region as we'll want to read |
Andreas Gampe | 2c2d2a0 | 2016-03-17 21:27:19 -0700 | [diff] [blame] | 611 | // and write it. Ignore errors. |
Dave Allison | 648d711 | 2014-07-25 16:15:27 -0700 | [diff] [blame] | 612 | UnprotectStack(); |
Dave Allison | 69dfe51 | 2014-07-11 17:11:58 +0000 | [diff] [blame] | 613 | |
Andreas Gampe | 2c2d2a0 | 2016-03-17 21:27:19 -0700 | [diff] [blame] | 614 | VLOG(threads) << "Need to map in stack for thread at " << std::hex << |
| 615 | static_cast<void*>(pregion); |
Dave Allison | 69dfe51 | 2014-07-11 17:11:58 +0000 | [diff] [blame] | 616 | |
Andreas Gampe | 6c63f86 | 2017-06-28 17:20:15 -0700 | [diff] [blame] | 617 | struct RecurseDownStack { |
| 618 | // This function has an intentionally large stack size. |
| 619 | #pragma GCC diagnostic push |
| 620 | #pragma GCC diagnostic ignored "-Wframe-larger-than=" |
| 621 | NO_INLINE |
| 622 | static void Touch(uintptr_t target) { |
| 623 | volatile size_t zero = 0; |
| 624 | // Use a large local volatile array to ensure a large frame size. Do not use anything close |
| 625 | // to a full page for ASAN. It would be nice to ensure the frame size is at most a page, but |
| 626 | // there is no pragma support for this. |
Andreas Gampe | 6f1c751 | 2017-07-05 19:18:31 -0700 | [diff] [blame] | 627 | // Note: for ASAN we need to shrink the array a bit, as there's other overhead. |
| 628 | constexpr size_t kAsanMultiplier = |
| 629 | #ifdef ADDRESS_SANITIZER |
| 630 | 2u; |
| 631 | #else |
| 632 | 1u; |
| 633 | #endif |
| 634 | volatile char space[kPageSize - (kAsanMultiplier * 256)]; |
Andreas Gampe | e383d23 | 2018-06-19 12:29:51 -0700 | [diff] [blame] | 635 | char sink ATTRIBUTE_UNUSED = space[zero]; // NOLINT |
Evgenii Stepanov | 9b7656d | 2018-08-21 15:18:49 -0700 | [diff] [blame] | 636 | // Remove tag from the pointer. Nop in non-hwasan builds. |
| 637 | uintptr_t addr = reinterpret_cast<uintptr_t>(__hwasan_tag_pointer(space, 0)); |
| 638 | if (addr >= target + kPageSize) { |
Andreas Gampe | 6c63f86 | 2017-06-28 17:20:15 -0700 | [diff] [blame] | 639 | Touch(target); |
| 640 | } |
| 641 | zero *= 2; // Try to avoid tail recursion. |
| 642 | } |
| 643 | #pragma GCC diagnostic pop |
| 644 | }; |
| 645 | RecurseDownStack::Touch(reinterpret_cast<uintptr_t>(pregion)); |
Dave Allison | 69dfe51 | 2014-07-11 17:11:58 +0000 | [diff] [blame] | 646 | |
Andreas Gampe | 2c2d2a0 | 2016-03-17 21:27:19 -0700 | [diff] [blame] | 647 | VLOG(threads) << "(again) installing stack protected region at " << std::hex << |
Dave Allison | f943914 | 2014-03-27 15:10:22 -0700 | [diff] [blame] | 648 | static_cast<void*>(pregion) << " to " << |
| 649 | static_cast<void*>(pregion + kStackOverflowProtectedSize - 1); |
| 650 | |
Dave Allison | 648d711 | 2014-07-25 16:15:27 -0700 | [diff] [blame] | 651 | // Protect the bottom of the stack to prevent read/write to it. |
Andreas Gampe | 98ea9d9 | 2018-10-19 14:06:15 -0700 | [diff] [blame] | 652 | ProtectStack(/* fatal_on_error= */ true); |
Dave Allison | 5cd3375 | 2014-04-15 15:57:58 -0700 | [diff] [blame] | 653 | |
| 654 | // Tell the kernel that we won't be needing these pages any more. |
Dave Allison | 69dfe51 | 2014-07-11 17:11:58 +0000 | [diff] [blame] | 655 | // NB. madvise will probably write zeroes into the memory (on linux it does). |
Dave Allison | 648d711 | 2014-07-25 16:15:27 -0700 | [diff] [blame] | 656 | uint32_t unwanted_size = stack_top - pregion - kPageSize; |
| 657 | madvise(pregion, unwanted_size, MADV_DONTNEED); |
Dave Allison | f943914 | 2014-03-27 15:10:22 -0700 | [diff] [blame] | 658 | } |
| 659 | |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 660 | void Thread::CreateNativeThread(JNIEnv* env, jobject java_peer, size_t stack_size, bool is_daemon) { |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 661 | CHECK(java_peer != nullptr); |
Ian Rogers | 55256cb | 2017-12-21 17:07:11 -0800 | [diff] [blame] | 662 | Thread* self = static_cast<JNIEnvExt*>(env)->GetSelf(); |
Andreas Gampe | 5662383 | 2015-07-09 21:53:15 -0700 | [diff] [blame] | 663 | |
| 664 | if (VLOG_IS_ON(threads)) { |
| 665 | ScopedObjectAccess soa(env); |
| 666 | |
Andreas Gampe | 08883de | 2016-11-08 13:20:52 -0800 | [diff] [blame] | 667 | ArtField* f = jni::DecodeArtField(WellKnownClasses::java_lang_Thread_name); |
Mathieu Chartier | 3398c78 | 2016-09-30 10:27:43 -0700 | [diff] [blame] | 668 | ObjPtr<mirror::String> java_name = |
| 669 | f->GetObject(soa.Decode<mirror::Object>(java_peer))->AsString(); |
Andreas Gampe | 5662383 | 2015-07-09 21:53:15 -0700 | [diff] [blame] | 670 | std::string thread_name; |
| 671 | if (java_name != nullptr) { |
| 672 | thread_name = java_name->ToModifiedUtf8(); |
| 673 | } else { |
| 674 | thread_name = "(Unnamed)"; |
| 675 | } |
| 676 | |
| 677 | VLOG(threads) << "Creating native thread for " << thread_name; |
Andreas Gampe | 3fec9ac | 2016-09-13 10:47:28 -0700 | [diff] [blame] | 678 | self->Dump(LOG_STREAM(INFO)); |
Andreas Gampe | 5662383 | 2015-07-09 21:53:15 -0700 | [diff] [blame] | 679 | } |
| 680 | |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 681 | Runtime* runtime = Runtime::Current(); |
Mathieu Chartier | dbe6f46 | 2012-09-25 16:54:50 -0700 | [diff] [blame] | 682 | |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 683 | // Atomically start the birth of the thread ensuring the runtime isn't shutting down. |
| 684 | bool thread_start_during_shutdown = false; |
Elliott Hughes | 47179f7 | 2011-10-27 16:44:39 -0700 | [diff] [blame] | 685 | { |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 686 | MutexLock mu(self, *Locks::runtime_shutdown_lock_); |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 687 | if (runtime->IsShuttingDownLocked()) { |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 688 | thread_start_during_shutdown = true; |
| 689 | } else { |
| 690 | runtime->StartThreadBirth(); |
| 691 | } |
Elliott Hughes | 47179f7 | 2011-10-27 16:44:39 -0700 | [diff] [blame] | 692 | } |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 693 | if (thread_start_during_shutdown) { |
| 694 | ScopedLocalRef<jclass> error_class(env, env->FindClass("java/lang/InternalError")); |
| 695 | env->ThrowNew(error_class.get(), "Thread starting during runtime shutdown"); |
| 696 | return; |
| 697 | } |
| 698 | |
| 699 | Thread* child_thread = new Thread(is_daemon); |
| 700 | // Use global JNI ref to hold peer live while child thread starts. |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 701 | child_thread->tlsPtr_.jpeer = env->NewGlobalRef(java_peer); |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 702 | stack_size = FixStackSize(stack_size); |
| 703 | |
Roland Levillain | 2ae376f | 2018-01-30 11:35:11 +0000 | [diff] [blame] | 704 | // Thread.start is synchronized, so we know that nativePeer is 0, and know that we're not racing |
| 705 | // to assign it. |
Ian Rogers | ef7d42f | 2014-01-06 12:55:46 -0800 | [diff] [blame] | 706 | env->SetLongField(java_peer, WellKnownClasses::java_lang_Thread_nativePeer, |
| 707 | reinterpret_cast<jlong>(child_thread)); |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 708 | |
Andreas Gampe | 449357d | 2015-06-01 22:29:51 -0700 | [diff] [blame] | 709 | // Try to allocate a JNIEnvExt for the thread. We do this here as we might be out of memory and |
| 710 | // do not have a good way to report this on the child's side. |
Richard Uhler | da0a69e | 2016-10-11 15:06:38 +0100 | [diff] [blame] | 711 | std::string error_msg; |
Andreas Gampe | 449357d | 2015-06-01 22:29:51 -0700 | [diff] [blame] | 712 | std::unique_ptr<JNIEnvExt> child_jni_env_ext( |
Richard Uhler | da0a69e | 2016-10-11 15:06:38 +0100 | [diff] [blame] | 713 | JNIEnvExt::Create(child_thread, Runtime::Current()->GetJavaVM(), &error_msg)); |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 714 | |
Andreas Gampe | 449357d | 2015-06-01 22:29:51 -0700 | [diff] [blame] | 715 | int pthread_create_result = 0; |
| 716 | if (child_jni_env_ext.get() != nullptr) { |
| 717 | pthread_t new_pthread; |
| 718 | pthread_attr_t attr; |
| 719 | child_thread->tlsPtr_.tmp_jni_env = child_jni_env_ext.get(); |
| 720 | CHECK_PTHREAD_CALL(pthread_attr_init, (&attr), "new thread"); |
| 721 | CHECK_PTHREAD_CALL(pthread_attr_setdetachstate, (&attr, PTHREAD_CREATE_DETACHED), |
| 722 | "PTHREAD_CREATE_DETACHED"); |
| 723 | CHECK_PTHREAD_CALL(pthread_attr_setstacksize, (&attr, stack_size), stack_size); |
| 724 | pthread_create_result = pthread_create(&new_pthread, |
| 725 | &attr, |
| 726 | Thread::CreateCallback, |
| 727 | child_thread); |
| 728 | CHECK_PTHREAD_CALL(pthread_attr_destroy, (&attr), "new thread"); |
| 729 | |
| 730 | if (pthread_create_result == 0) { |
| 731 | // pthread_create started the new thread. The child is now responsible for managing the |
| 732 | // JNIEnvExt we created. |
| 733 | // Note: we can't check for tmp_jni_env == nullptr, as that would require synchronization |
| 734 | // between the threads. |
Andreas Gampe | afaf7f8 | 2018-10-16 11:32:38 -0700 | [diff] [blame] | 735 | child_jni_env_ext.release(); // NOLINT pthreads API. |
Andreas Gampe | 449357d | 2015-06-01 22:29:51 -0700 | [diff] [blame] | 736 | return; |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 737 | } |
Andreas Gampe | 449357d | 2015-06-01 22:29:51 -0700 | [diff] [blame] | 738 | } |
| 739 | |
| 740 | // Either JNIEnvExt::Create or pthread_create(3) failed, so clean up. |
| 741 | { |
| 742 | MutexLock mu(self, *Locks::runtime_shutdown_lock_); |
| 743 | runtime->EndThreadBirth(); |
| 744 | } |
| 745 | // Manually delete the global reference since Thread::Init will not have been run. |
| 746 | env->DeleteGlobalRef(child_thread->tlsPtr_.jpeer); |
| 747 | child_thread->tlsPtr_.jpeer = nullptr; |
| 748 | delete child_thread; |
| 749 | child_thread = nullptr; |
| 750 | // TODO: remove from thread group? |
| 751 | env->SetLongField(java_peer, WellKnownClasses::java_lang_Thread_nativePeer, 0); |
| 752 | { |
| 753 | std::string msg(child_jni_env_ext.get() == nullptr ? |
Richard Uhler | da0a69e | 2016-10-11 15:06:38 +0100 | [diff] [blame] | 754 | StringPrintf("Could not allocate JNI Env: %s", error_msg.c_str()) : |
Andreas Gampe | 449357d | 2015-06-01 22:29:51 -0700 | [diff] [blame] | 755 | StringPrintf("pthread_create (%s stack) failed: %s", |
| 756 | PrettySize(stack_size).c_str(), strerror(pthread_create_result))); |
| 757 | ScopedObjectAccess soa(env); |
| 758 | soa.Self()->ThrowOutOfMemoryError(msg.c_str()); |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 759 | } |
Carl Shapiro | 61e019d | 2011-07-14 16:53:09 -0700 | [diff] [blame] | 760 | } |
| 761 | |
Andreas Gampe | 449357d | 2015-06-01 22:29:51 -0700 | [diff] [blame] | 762 | bool Thread::Init(ThreadList* thread_list, JavaVMExt* java_vm, JNIEnvExt* jni_env_ext) { |
Elliott Hughes | 462c944 | 2012-03-23 18:47:50 -0700 | [diff] [blame] | 763 | // This function does all the initialization that must be run by the native thread it applies to. |
| 764 | // (When we create a new thread from managed code, we allocate the Thread* in Thread::Create so |
| 765 | // we can handshake with the corresponding native thread when it's ready.) Check this native |
| 766 | // thread hasn't been through here already... |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 767 | CHECK(Thread::Current() == nullptr); |
Ian Rogers | f4d4da1 | 2014-11-11 16:10:33 -0800 | [diff] [blame] | 768 | |
| 769 | // Set pthread_self_ ahead of pthread_setspecific, that makes Thread::Current function, this |
| 770 | // avoids pthread_self_ ever being invalid when discovered from Thread::Current(). |
| 771 | tlsPtr_.pthread_self = pthread_self(); |
| 772 | CHECK(is_started_); |
| 773 | |
Elliott Hughes | d8af159 | 2012-04-16 20:40:15 -0700 | [diff] [blame] | 774 | SetUpAlternateSignalStack(); |
Ian Rogers | f4d4da1 | 2014-11-11 16:10:33 -0800 | [diff] [blame] | 775 | if (!InitStackHwm()) { |
| 776 | return false; |
| 777 | } |
Elliott Hughes | 93e74e8 | 2011-09-13 11:07:03 -0700 | [diff] [blame] | 778 | InitCpu(); |
Ian Rogers | 848871b | 2013-08-05 10:56:33 -0700 | [diff] [blame] | 779 | InitTlsEntryPoints(); |
Dave Allison | b373e09 | 2014-02-20 16:06:36 -0800 | [diff] [blame] | 780 | RemoveSuspendTrigger(); |
Ian Rogers | 5d76c43 | 2011-10-31 21:42:49 -0700 | [diff] [blame] | 781 | InitCardTable(); |
Ian Rogers | 01ae580 | 2012-09-28 16:14:01 -0700 | [diff] [blame] | 782 | InitTid(); |
buzbee | 1452bee | 2015-03-06 14:43:04 -0800 | [diff] [blame] | 783 | interpreter::InitInterpreterTls(this); |
Ian Rogers | f4d4da1 | 2014-11-11 16:10:33 -0800 | [diff] [blame] | 784 | |
Bilyan Borisov | bb661c0 | 2016-04-04 16:27:32 +0100 | [diff] [blame] | 785 | #ifdef ART_TARGET_ANDROID |
Andreas Gampe | 4382f1e | 2015-08-05 01:08:53 +0000 | [diff] [blame] | 786 | __get_tls()[TLS_SLOT_ART_THREAD_SELF] = this; |
| 787 | #else |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 788 | CHECK_PTHREAD_CALL(pthread_setspecific, (Thread::pthread_key_self_, this), "attach self"); |
Andreas Gampe | 4382f1e | 2015-08-05 01:08:53 +0000 | [diff] [blame] | 789 | #endif |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 790 | DCHECK_EQ(Thread::Current(), this); |
Carl Shapiro | 61e019d | 2011-07-14 16:53:09 -0700 | [diff] [blame] | 791 | |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 792 | tls32_.thin_lock_thread_id = thread_list->AllocThreadId(this); |
Carl Shapiro | 61e019d | 2011-07-14 16:53:09 -0700 | [diff] [blame] | 793 | |
Andreas Gampe | 449357d | 2015-06-01 22:29:51 -0700 | [diff] [blame] | 794 | if (jni_env_ext != nullptr) { |
Ian Rogers | 55256cb | 2017-12-21 17:07:11 -0800 | [diff] [blame] | 795 | DCHECK_EQ(jni_env_ext->GetVm(), java_vm); |
| 796 | DCHECK_EQ(jni_env_ext->GetSelf(), this); |
Andreas Gampe | 449357d | 2015-06-01 22:29:51 -0700 | [diff] [blame] | 797 | tlsPtr_.jni_env = jni_env_ext; |
| 798 | } else { |
Richard Uhler | da0a69e | 2016-10-11 15:06:38 +0100 | [diff] [blame] | 799 | std::string error_msg; |
| 800 | tlsPtr_.jni_env = JNIEnvExt::Create(this, java_vm, &error_msg); |
Andreas Gampe | 449357d | 2015-06-01 22:29:51 -0700 | [diff] [blame] | 801 | if (tlsPtr_.jni_env == nullptr) { |
Richard Uhler | da0a69e | 2016-10-11 15:06:38 +0100 | [diff] [blame] | 802 | LOG(ERROR) << "Failed to create JNIEnvExt: " << error_msg; |
Andreas Gampe | 449357d | 2015-06-01 22:29:51 -0700 | [diff] [blame] | 803 | return false; |
| 804 | } |
Andreas Gampe | 3f5881f | 2015-04-08 10:26:16 -0700 | [diff] [blame] | 805 | } |
| 806 | |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 807 | thread_list->Register(this); |
Ian Rogers | f4d4da1 | 2014-11-11 16:10:33 -0800 | [diff] [blame] | 808 | return true; |
Elliott Hughes | 93e74e8 | 2011-09-13 11:07:03 -0700 | [diff] [blame] | 809 | } |
| 810 | |
Andreas Gampe | 732b0ac | 2017-01-18 15:23:39 -0800 | [diff] [blame] | 811 | template <typename PeerAction> |
| 812 | Thread* Thread::Attach(const char* thread_name, bool as_daemon, PeerAction peer_action) { |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 813 | Runtime* runtime = Runtime::Current(); |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 814 | if (runtime == nullptr) { |
Kazuhiro Inaba | 9ff1251 | 2017-12-04 16:26:38 +0900 | [diff] [blame] | 815 | LOG(ERROR) << "Thread attaching to non-existent runtime: " << |
| 816 | ((thread_name != nullptr) ? thread_name : "(Unnamed)"); |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 817 | return nullptr; |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 818 | } |
Ian Rogers | f4d4da1 | 2014-11-11 16:10:33 -0800 | [diff] [blame] | 819 | Thread* self; |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 820 | { |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 821 | MutexLock mu(nullptr, *Locks::runtime_shutdown_lock_); |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 822 | if (runtime->IsShuttingDownLocked()) { |
Kazuhiro Inaba | 9ff1251 | 2017-12-04 16:26:38 +0900 | [diff] [blame] | 823 | LOG(WARNING) << "Thread attaching while runtime is shutting down: " << |
| 824 | ((thread_name != nullptr) ? thread_name : "(Unnamed)"); |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 825 | return nullptr; |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 826 | } else { |
| 827 | Runtime::Current()->StartThreadBirth(); |
| 828 | self = new Thread(as_daemon); |
Ian Rogers | f4d4da1 | 2014-11-11 16:10:33 -0800 | [diff] [blame] | 829 | bool init_success = self->Init(runtime->GetThreadList(), runtime->GetJavaVM()); |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 830 | Runtime::Current()->EndThreadBirth(); |
Ian Rogers | f4d4da1 | 2014-11-11 16:10:33 -0800 | [diff] [blame] | 831 | if (!init_success) { |
| 832 | delete self; |
| 833 | return nullptr; |
| 834 | } |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 835 | } |
| 836 | } |
Elliott Hughes | 93e74e8 | 2011-09-13 11:07:03 -0700 | [diff] [blame] | 837 | |
Jeff Hao | 848f70a | 2014-01-15 13:49:50 -0800 | [diff] [blame] | 838 | self->InitStringEntryPoints(); |
| 839 | |
Mathieu Chartier | dbe6f46 | 2012-09-25 16:54:50 -0700 | [diff] [blame] | 840 | CHECK_NE(self->GetState(), kRunnable); |
| 841 | self->SetState(kNative); |
Elliott Hughes | 93e74e8 | 2011-09-13 11:07:03 -0700 | [diff] [blame] | 842 | |
Andreas Gampe | 732b0ac | 2017-01-18 15:23:39 -0800 | [diff] [blame] | 843 | // Run the action that is acting on the peer. |
| 844 | if (!peer_action(self)) { |
| 845 | runtime->GetThreadList()->Unregister(self); |
| 846 | // Unregister deletes self, no need to do this here. |
| 847 | return nullptr; |
Elliott Hughes | 5fe594f | 2011-09-08 12:33:17 -0700 | [diff] [blame] | 848 | } |
Elliott Hughes | cac6cc7 | 2011-11-03 20:31:21 -0700 | [diff] [blame] | 849 | |
Andreas Gampe | 5662383 | 2015-07-09 21:53:15 -0700 | [diff] [blame] | 850 | if (VLOG_IS_ON(threads)) { |
| 851 | if (thread_name != nullptr) { |
| 852 | VLOG(threads) << "Attaching thread " << thread_name; |
| 853 | } else { |
| 854 | VLOG(threads) << "Attaching unnamed thread."; |
| 855 | } |
| 856 | ScopedObjectAccess soa(self); |
Andreas Gampe | 3fec9ac | 2016-09-13 10:47:28 -0700 | [diff] [blame] | 857 | self->Dump(LOG_STREAM(INFO)); |
Andreas Gampe | 5662383 | 2015-07-09 21:53:15 -0700 | [diff] [blame] | 858 | } |
| 859 | |
Daniel Mihalyi | dfafeef | 2014-10-20 11:47:56 +0200 | [diff] [blame] | 860 | { |
| 861 | ScopedObjectAccess soa(self); |
Andreas Gampe | ac30fa2 | 2017-01-18 21:02:36 -0800 | [diff] [blame] | 862 | runtime->GetRuntimeCallbacks()->ThreadStart(self); |
Daniel Mihalyi | dfafeef | 2014-10-20 11:47:56 +0200 | [diff] [blame] | 863 | } |
| 864 | |
Elliott Hughes | 5fe594f | 2011-09-08 12:33:17 -0700 | [diff] [blame] | 865 | return self; |
| 866 | } |
| 867 | |
Andreas Gampe | 732b0ac | 2017-01-18 15:23:39 -0800 | [diff] [blame] | 868 | Thread* Thread::Attach(const char* thread_name, |
| 869 | bool as_daemon, |
| 870 | jobject thread_group, |
| 871 | bool create_peer) { |
| 872 | auto create_peer_action = [&](Thread* self) { |
| 873 | // If we're the main thread, ClassLinker won't be created until after we're attached, |
| 874 | // so that thread needs a two-stage attach. Regular threads don't need this hack. |
| 875 | // In the compiler, all threads need this hack, because no-one's going to be getting |
| 876 | // a native peer! |
| 877 | if (create_peer) { |
| 878 | self->CreatePeer(thread_name, as_daemon, thread_group); |
| 879 | if (self->IsExceptionPending()) { |
Roland Levillain | 2ae376f | 2018-01-30 11:35:11 +0000 | [diff] [blame] | 880 | // We cannot keep the exception around, as we're deleting self. Try to be helpful and log |
| 881 | // it. |
Andreas Gampe | 732b0ac | 2017-01-18 15:23:39 -0800 | [diff] [blame] | 882 | { |
| 883 | ScopedObjectAccess soa(self); |
| 884 | LOG(ERROR) << "Exception creating thread peer:"; |
| 885 | LOG(ERROR) << self->GetException()->Dump(); |
| 886 | self->ClearException(); |
| 887 | } |
| 888 | return false; |
| 889 | } |
| 890 | } else { |
| 891 | // These aren't necessary, but they improve diagnostics for unit tests & command-line tools. |
| 892 | if (thread_name != nullptr) { |
| 893 | self->tlsPtr_.name->assign(thread_name); |
| 894 | ::art::SetThreadName(thread_name); |
Ian Rogers | 55256cb | 2017-12-21 17:07:11 -0800 | [diff] [blame] | 895 | } else if (self->GetJniEnv()->IsCheckJniEnabled()) { |
Andreas Gampe | 732b0ac | 2017-01-18 15:23:39 -0800 | [diff] [blame] | 896 | LOG(WARNING) << *Thread::Current() << " attached without supplying a name"; |
| 897 | } |
| 898 | } |
| 899 | return true; |
| 900 | }; |
| 901 | return Attach(thread_name, as_daemon, create_peer_action); |
| 902 | } |
| 903 | |
| 904 | Thread* Thread::Attach(const char* thread_name, bool as_daemon, jobject thread_peer) { |
| 905 | auto set_peer_action = [&](Thread* self) { |
| 906 | // Install the given peer. |
| 907 | { |
| 908 | DCHECK(self == Thread::Current()); |
| 909 | ScopedObjectAccess soa(self); |
| 910 | self->tlsPtr_.opeer = soa.Decode<mirror::Object>(thread_peer).Ptr(); |
| 911 | } |
| 912 | self->GetJniEnv()->SetLongField(thread_peer, |
| 913 | WellKnownClasses::java_lang_Thread_nativePeer, |
Vladimir Marko | 78baed5 | 2018-10-11 10:44:58 +0100 | [diff] [blame] | 914 | reinterpret_cast64<jlong>(self)); |
Andreas Gampe | 732b0ac | 2017-01-18 15:23:39 -0800 | [diff] [blame] | 915 | return true; |
| 916 | }; |
| 917 | return Attach(thread_name, as_daemon, set_peer_action); |
| 918 | } |
| 919 | |
Ian Rogers | 365c102 | 2012-06-22 15:05:28 -0700 | [diff] [blame] | 920 | void Thread::CreatePeer(const char* name, bool as_daemon, jobject thread_group) { |
| 921 | Runtime* runtime = Runtime::Current(); |
| 922 | CHECK(runtime->IsStarted()); |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 923 | JNIEnv* env = tlsPtr_.jni_env; |
Elliott Hughes | 5fe594f | 2011-09-08 12:33:17 -0700 | [diff] [blame] | 924 | |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 925 | if (thread_group == nullptr) { |
Ian Rogers | 365c102 | 2012-06-22 15:05:28 -0700 | [diff] [blame] | 926 | thread_group = runtime->GetMainThreadGroup(); |
Elliott Hughes | 462c944 | 2012-03-23 18:47:50 -0700 | [diff] [blame] | 927 | } |
Elliott Hughes | 726079d | 2011-10-07 18:43:44 -0700 | [diff] [blame] | 928 | ScopedLocalRef<jobject> thread_name(env, env->NewStringUTF(name)); |
Mathieu Chartier | e07fd17 | 2014-11-10 16:58:19 -0800 | [diff] [blame] | 929 | // Add missing null check in case of OOM b/18297817 |
Vladimir Marko | 4451205 | 2014-11-12 15:41:57 +0000 | [diff] [blame] | 930 | if (name != nullptr && thread_name.get() == nullptr) { |
Mathieu Chartier | e07fd17 | 2014-11-10 16:58:19 -0800 | [diff] [blame] | 931 | CHECK(IsExceptionPending()); |
| 932 | return; |
| 933 | } |
Elliott Hughes | 8daa092 | 2011-09-11 13:46:25 -0700 | [diff] [blame] | 934 | jint thread_priority = GetNativePriority(); |
Elliott Hughes | 5fe594f | 2011-09-08 12:33:17 -0700 | [diff] [blame] | 935 | jboolean thread_is_daemon = as_daemon; |
| 936 | |
Elliott Hughes | eac7667 | 2012-05-24 21:56:51 -0700 | [diff] [blame] | 937 | ScopedLocalRef<jobject> peer(env, env->AllocObject(WellKnownClasses::java_lang_Thread)); |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 938 | if (peer.get() == nullptr) { |
Mathieu Chartier | dbe6f46 | 2012-09-25 16:54:50 -0700 | [diff] [blame] | 939 | CHECK(IsExceptionPending()); |
| 940 | return; |
Ian Rogers | 5d4bdc2 | 2011-11-02 22:15:43 -0700 | [diff] [blame] | 941 | } |
Ian Rogers | cfaa455 | 2012-11-26 21:00:08 -0800 | [diff] [blame] | 942 | { |
| 943 | ScopedObjectAccess soa(this); |
Mathieu Chartier | 1cc62e4 | 2016-10-03 18:01:28 -0700 | [diff] [blame] | 944 | tlsPtr_.opeer = soa.Decode<mirror::Object>(peer.get()).Ptr(); |
Ian Rogers | cfaa455 | 2012-11-26 21:00:08 -0800 | [diff] [blame] | 945 | } |
Elliott Hughes | eac7667 | 2012-05-24 21:56:51 -0700 | [diff] [blame] | 946 | env->CallNonvirtualVoidMethod(peer.get(), |
| 947 | WellKnownClasses::java_lang_Thread, |
| 948 | WellKnownClasses::java_lang_Thread_init, |
Ian Rogers | 365c102 | 2012-06-22 15:05:28 -0700 | [diff] [blame] | 949 | thread_group, thread_name.get(), thread_priority, thread_is_daemon); |
Andreas Gampe | 4b1d4ec | 2015-10-01 16:47:26 -0700 | [diff] [blame] | 950 | if (IsExceptionPending()) { |
| 951 | return; |
| 952 | } |
Elliott Hughes | d369bb7 | 2011-09-12 14:41:14 -0700 | [diff] [blame] | 953 | |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 954 | Thread* self = this; |
| 955 | DCHECK_EQ(self, Thread::Current()); |
Vladimir Marko | 78baed5 | 2018-10-11 10:44:58 +0100 | [diff] [blame] | 956 | env->SetLongField(peer.get(), |
| 957 | WellKnownClasses::java_lang_Thread_nativePeer, |
| 958 | reinterpret_cast64<jlong>(self)); |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 959 | |
| 960 | ScopedObjectAccess soa(self); |
Mathieu Chartier | eb8167a | 2014-05-07 15:43:14 -0700 | [diff] [blame] | 961 | StackHandleScope<1> hs(self); |
Andreas Gampe | 08883de | 2016-11-08 13:20:52 -0800 | [diff] [blame] | 962 | MutableHandle<mirror::String> peer_thread_name(hs.NewHandle(GetThreadName())); |
Andreas Gampe | fa4333d | 2017-02-14 11:10:34 -0800 | [diff] [blame] | 963 | if (peer_thread_name == nullptr) { |
Brian Carlstrom | 00fae58 | 2011-10-28 01:16:28 -0700 | [diff] [blame] | 964 | // The Thread constructor should have set the Thread.name to a |
| 965 | // non-null value. However, because we can run without code |
| 966 | // available (in the compiler, in tests), we manually assign the |
| 967 | // fields the constructor should have set. |
Sebastien Hertz | d2fe10a | 2014-01-15 10:20:56 +0100 | [diff] [blame] | 968 | if (runtime->IsActiveTransaction()) { |
Andreas Gampe | bad529d | 2017-02-13 18:52:10 -0800 | [diff] [blame] | 969 | InitPeer<true>(soa, |
| 970 | tlsPtr_.opeer, |
| 971 | thread_is_daemon, |
| 972 | thread_group, |
| 973 | thread_name.get(), |
| 974 | thread_priority); |
Sebastien Hertz | d2fe10a | 2014-01-15 10:20:56 +0100 | [diff] [blame] | 975 | } else { |
Andreas Gampe | bad529d | 2017-02-13 18:52:10 -0800 | [diff] [blame] | 976 | InitPeer<false>(soa, |
| 977 | tlsPtr_.opeer, |
| 978 | thread_is_daemon, |
| 979 | thread_group, |
| 980 | thread_name.get(), |
| 981 | thread_priority); |
Sebastien Hertz | d2fe10a | 2014-01-15 10:20:56 +0100 | [diff] [blame] | 982 | } |
Andreas Gampe | 08883de | 2016-11-08 13:20:52 -0800 | [diff] [blame] | 983 | peer_thread_name.Assign(GetThreadName()); |
Brian Carlstrom | 00fae58 | 2011-10-28 01:16:28 -0700 | [diff] [blame] | 984 | } |
Elliott Hughes | 225f5a1 | 2012-06-11 11:23:48 -0700 | [diff] [blame] | 985 | // 'thread_name' may have been null, so don't trust 'peer_thread_name' to be non-null. |
Andreas Gampe | fa4333d | 2017-02-14 11:10:34 -0800 | [diff] [blame] | 986 | if (peer_thread_name != nullptr) { |
Elliott Hughes | 899e789 | 2012-01-24 14:57:32 -0800 | [diff] [blame] | 987 | SetThreadName(peer_thread_name->ToModifiedUtf8().c_str()); |
Brian Carlstrom | 00fae58 | 2011-10-28 01:16:28 -0700 | [diff] [blame] | 988 | } |
Carl Shapiro | 61e019d | 2011-07-14 16:53:09 -0700 | [diff] [blame] | 989 | } |
| 990 | |
Andreas Gampe | bad529d | 2017-02-13 18:52:10 -0800 | [diff] [blame] | 991 | jobject Thread::CreateCompileTimePeer(JNIEnv* env, |
| 992 | const char* name, |
| 993 | bool as_daemon, |
| 994 | jobject thread_group) { |
| 995 | Runtime* runtime = Runtime::Current(); |
| 996 | CHECK(!runtime->IsStarted()); |
| 997 | |
| 998 | if (thread_group == nullptr) { |
| 999 | thread_group = runtime->GetMainThreadGroup(); |
| 1000 | } |
| 1001 | ScopedLocalRef<jobject> thread_name(env, env->NewStringUTF(name)); |
| 1002 | // Add missing null check in case of OOM b/18297817 |
| 1003 | if (name != nullptr && thread_name.get() == nullptr) { |
| 1004 | CHECK(Thread::Current()->IsExceptionPending()); |
| 1005 | return nullptr; |
| 1006 | } |
| 1007 | jint thread_priority = GetNativePriority(); |
| 1008 | jboolean thread_is_daemon = as_daemon; |
| 1009 | |
| 1010 | ScopedLocalRef<jobject> peer(env, env->AllocObject(WellKnownClasses::java_lang_Thread)); |
| 1011 | if (peer.get() == nullptr) { |
| 1012 | CHECK(Thread::Current()->IsExceptionPending()); |
| 1013 | return nullptr; |
| 1014 | } |
| 1015 | |
| 1016 | // We cannot call Thread.init, as it will recursively ask for currentThread. |
| 1017 | |
| 1018 | // The Thread constructor should have set the Thread.name to a |
| 1019 | // non-null value. However, because we can run without code |
| 1020 | // available (in the compiler, in tests), we manually assign the |
| 1021 | // fields the constructor should have set. |
| 1022 | ScopedObjectAccessUnchecked soa(Thread::Current()); |
| 1023 | if (runtime->IsActiveTransaction()) { |
| 1024 | InitPeer<true>(soa, |
| 1025 | soa.Decode<mirror::Object>(peer.get()), |
| 1026 | thread_is_daemon, |
| 1027 | thread_group, |
| 1028 | thread_name.get(), |
| 1029 | thread_priority); |
| 1030 | } else { |
| 1031 | InitPeer<false>(soa, |
| 1032 | soa.Decode<mirror::Object>(peer.get()), |
| 1033 | thread_is_daemon, |
| 1034 | thread_group, |
| 1035 | thread_name.get(), |
| 1036 | thread_priority); |
| 1037 | } |
| 1038 | |
| 1039 | return peer.release(); |
| 1040 | } |
| 1041 | |
Sebastien Hertz | d2fe10a | 2014-01-15 10:20:56 +0100 | [diff] [blame] | 1042 | template<bool kTransactionActive> |
Andreas Gampe | bad529d | 2017-02-13 18:52:10 -0800 | [diff] [blame] | 1043 | void Thread::InitPeer(ScopedObjectAccessAlreadyRunnable& soa, |
| 1044 | ObjPtr<mirror::Object> peer, |
| 1045 | jboolean thread_is_daemon, |
| 1046 | jobject thread_group, |
| 1047 | jobject thread_name, |
| 1048 | jint thread_priority) { |
Andreas Gampe | 08883de | 2016-11-08 13:20:52 -0800 | [diff] [blame] | 1049 | jni::DecodeArtField(WellKnownClasses::java_lang_Thread_daemon)-> |
Andreas Gampe | bad529d | 2017-02-13 18:52:10 -0800 | [diff] [blame] | 1050 | SetBoolean<kTransactionActive>(peer, thread_is_daemon); |
Andreas Gampe | 08883de | 2016-11-08 13:20:52 -0800 | [diff] [blame] | 1051 | jni::DecodeArtField(WellKnownClasses::java_lang_Thread_group)-> |
Andreas Gampe | bad529d | 2017-02-13 18:52:10 -0800 | [diff] [blame] | 1052 | SetObject<kTransactionActive>(peer, soa.Decode<mirror::Object>(thread_group)); |
Andreas Gampe | 08883de | 2016-11-08 13:20:52 -0800 | [diff] [blame] | 1053 | jni::DecodeArtField(WellKnownClasses::java_lang_Thread_name)-> |
Andreas Gampe | bad529d | 2017-02-13 18:52:10 -0800 | [diff] [blame] | 1054 | SetObject<kTransactionActive>(peer, soa.Decode<mirror::Object>(thread_name)); |
Andreas Gampe | 08883de | 2016-11-08 13:20:52 -0800 | [diff] [blame] | 1055 | jni::DecodeArtField(WellKnownClasses::java_lang_Thread_priority)-> |
Andreas Gampe | bad529d | 2017-02-13 18:52:10 -0800 | [diff] [blame] | 1056 | SetInt<kTransactionActive>(peer, thread_priority); |
Sebastien Hertz | d2fe10a | 2014-01-15 10:20:56 +0100 | [diff] [blame] | 1057 | } |
| 1058 | |
Elliott Hughes | 899e789 | 2012-01-24 14:57:32 -0800 | [diff] [blame] | 1059 | void Thread::SetThreadName(const char* name) { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1060 | tlsPtr_.name->assign(name); |
Elliott Hughes | 899e789 | 2012-01-24 14:57:32 -0800 | [diff] [blame] | 1061 | ::art::SetThreadName(name); |
| 1062 | Dbg::DdmSendThreadNotification(this, CHUNK_TYPE("THNM")); |
| 1063 | } |
| 1064 | |
Andreas Gampe | 9186ced | 2016-12-12 14:28:21 -0800 | [diff] [blame] | 1065 | static void GetThreadStack(pthread_t thread, |
| 1066 | void** stack_base, |
| 1067 | size_t* stack_size, |
| 1068 | size_t* guard_size) { |
| 1069 | #if defined(__APPLE__) |
| 1070 | *stack_size = pthread_get_stacksize_np(thread); |
| 1071 | void* stack_addr = pthread_get_stackaddr_np(thread); |
| 1072 | |
| 1073 | // Check whether stack_addr is the base or end of the stack. |
| 1074 | // (On Mac OS 10.7, it's the end.) |
| 1075 | int stack_variable; |
| 1076 | if (stack_addr > &stack_variable) { |
| 1077 | *stack_base = reinterpret_cast<uint8_t*>(stack_addr) - *stack_size; |
| 1078 | } else { |
| 1079 | *stack_base = stack_addr; |
| 1080 | } |
| 1081 | |
| 1082 | // This is wrong, but there doesn't seem to be a way to get the actual value on the Mac. |
| 1083 | pthread_attr_t attributes; |
| 1084 | CHECK_PTHREAD_CALL(pthread_attr_init, (&attributes), __FUNCTION__); |
| 1085 | CHECK_PTHREAD_CALL(pthread_attr_getguardsize, (&attributes, guard_size), __FUNCTION__); |
| 1086 | CHECK_PTHREAD_CALL(pthread_attr_destroy, (&attributes), __FUNCTION__); |
| 1087 | #else |
| 1088 | pthread_attr_t attributes; |
| 1089 | CHECK_PTHREAD_CALL(pthread_getattr_np, (thread, &attributes), __FUNCTION__); |
| 1090 | CHECK_PTHREAD_CALL(pthread_attr_getstack, (&attributes, stack_base, stack_size), __FUNCTION__); |
| 1091 | CHECK_PTHREAD_CALL(pthread_attr_getguardsize, (&attributes, guard_size), __FUNCTION__); |
| 1092 | CHECK_PTHREAD_CALL(pthread_attr_destroy, (&attributes), __FUNCTION__); |
| 1093 | |
| 1094 | #if defined(__GLIBC__) |
| 1095 | // If we're the main thread, check whether we were run with an unlimited stack. In that case, |
| 1096 | // glibc will have reported a 2GB stack for our 32-bit process, and our stack overflow detection |
| 1097 | // will be broken because we'll die long before we get close to 2GB. |
| 1098 | bool is_main_thread = (::art::GetTid() == getpid()); |
| 1099 | if (is_main_thread) { |
| 1100 | rlimit stack_limit; |
| 1101 | if (getrlimit(RLIMIT_STACK, &stack_limit) == -1) { |
| 1102 | PLOG(FATAL) << "getrlimit(RLIMIT_STACK) failed"; |
| 1103 | } |
| 1104 | if (stack_limit.rlim_cur == RLIM_INFINITY) { |
| 1105 | size_t old_stack_size = *stack_size; |
| 1106 | |
| 1107 | // Use the kernel default limit as our size, and adjust the base to match. |
| 1108 | *stack_size = 8 * MB; |
| 1109 | *stack_base = reinterpret_cast<uint8_t*>(*stack_base) + (old_stack_size - *stack_size); |
| 1110 | |
| 1111 | VLOG(threads) << "Limiting unlimited stack (reported as " << PrettySize(old_stack_size) << ")" |
| 1112 | << " to " << PrettySize(*stack_size) |
| 1113 | << " with base " << *stack_base; |
| 1114 | } |
| 1115 | } |
| 1116 | #endif |
| 1117 | |
| 1118 | #endif |
| 1119 | } |
| 1120 | |
Ian Rogers | f4d4da1 | 2014-11-11 16:10:33 -0800 | [diff] [blame] | 1121 | bool Thread::InitStackHwm() { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1122 | void* read_stack_base; |
| 1123 | size_t read_stack_size; |
Elliott Hughes | 6d3fc56 | 2014-08-27 11:47:01 -0700 | [diff] [blame] | 1124 | size_t read_guard_size; |
| 1125 | GetThreadStack(tlsPtr_.pthread_self, &read_stack_base, &read_stack_size, &read_guard_size); |
Elliott Hughes | 36ecb78 | 2012-04-17 16:55:45 -0700 | [diff] [blame] | 1126 | |
Ian Rogers | 1373595 | 2014-10-08 12:43:28 -0700 | [diff] [blame] | 1127 | tlsPtr_.stack_begin = reinterpret_cast<uint8_t*>(read_stack_base); |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1128 | tlsPtr_.stack_size = read_stack_size; |
Elliott Hughes | 36ecb78 | 2012-04-17 16:55:45 -0700 | [diff] [blame] | 1129 | |
Dave Allison | 648d711 | 2014-07-25 16:15:27 -0700 | [diff] [blame] | 1130 | // The minimum stack size we can cope with is the overflow reserved bytes (typically |
| 1131 | // 8K) + the protected region size (4K) + another page (4K). Typically this will |
| 1132 | // be 8+4+4 = 16K. The thread won't be able to do much with this stack even the GC takes |
| 1133 | // between 8K and 12K. |
| 1134 | uint32_t min_stack = GetStackOverflowReservedBytes(kRuntimeISA) + kStackOverflowProtectedSize |
| 1135 | + 4 * KB; |
| 1136 | if (read_stack_size <= min_stack) { |
Ian Rogers | f4d4da1 | 2014-11-11 16:10:33 -0800 | [diff] [blame] | 1137 | // Note, as we know the stack is small, avoid operations that could use a lot of stack. |
Andreas Gampe | 3fec9ac | 2016-09-13 10:47:28 -0700 | [diff] [blame] | 1138 | LogHelper::LogLineLowStack(__PRETTY_FUNCTION__, |
| 1139 | __LINE__, |
| 1140 | ::android::base::ERROR, |
| 1141 | "Attempt to attach a thread with a too-small stack"); |
Ian Rogers | f4d4da1 | 2014-11-11 16:10:33 -0800 | [diff] [blame] | 1142 | return false; |
Elliott Hughes | be759c6 | 2011-09-08 19:38:21 -0700 | [diff] [blame] | 1143 | } |
Elliott Hughes | 449b4bd | 2011-09-09 12:01:38 -0700 | [diff] [blame] | 1144 | |
Vladimir Marko | b8f2f63 | 2015-01-02 14:23:26 +0000 | [diff] [blame] | 1145 | // This is included in the SIGQUIT output, but it's useful here for thread debugging. |
| 1146 | VLOG(threads) << StringPrintf("Native stack is at %p (%s with %s guard)", |
| 1147 | read_stack_base, |
| 1148 | PrettySize(read_stack_size).c_str(), |
| 1149 | PrettySize(read_guard_size).c_str()); |
| 1150 | |
Ian Rogers | 932746a | 2011-09-22 18:57:50 -0700 | [diff] [blame] | 1151 | // Set stack_end_ to the bottom of the stack saving space of stack overflows |
Mathieu Chartier | 8e219ae | 2014-08-19 14:29:46 -0700 | [diff] [blame] | 1152 | |
| 1153 | Runtime* runtime = Runtime::Current(); |
Mathieu Chartier | e5f13e5 | 2015-02-24 09:37:21 -0800 | [diff] [blame] | 1154 | bool implicit_stack_check = !runtime->ExplicitStackOverflowChecks() && !runtime->IsAotCompiler(); |
Andreas Gampe | 7df12cb | 2016-06-10 20:38:55 -0700 | [diff] [blame] | 1155 | |
Dave Allison | b090a18 | 2014-08-14 17:02:48 +0000 | [diff] [blame] | 1156 | ResetDefaultStackEnd(); |
Dave Allison | f943914 | 2014-03-27 15:10:22 -0700 | [diff] [blame] | 1157 | |
| 1158 | // Install the protected region if we are doing implicit overflow checks. |
Roland Levillain | 05e34f4 | 2018-05-24 13:19:05 +0000 | [diff] [blame] | 1159 | if (implicit_stack_check) { |
Dave Allison | 648d711 | 2014-07-25 16:15:27 -0700 | [diff] [blame] | 1160 | // The thread might have protected region at the bottom. We need |
| 1161 | // to install our own region so we need to move the limits |
| 1162 | // of the stack to make room for it. |
Dave Allison | 216cf23 | 2014-08-18 15:49:51 -0700 | [diff] [blame] | 1163 | |
Elliott Hughes | 6d3fc56 | 2014-08-27 11:47:01 -0700 | [diff] [blame] | 1164 | tlsPtr_.stack_begin += read_guard_size + kStackOverflowProtectedSize; |
| 1165 | tlsPtr_.stack_end += read_guard_size + kStackOverflowProtectedSize; |
| 1166 | tlsPtr_.stack_size -= read_guard_size; |
Dave Allison | 648d711 | 2014-07-25 16:15:27 -0700 | [diff] [blame] | 1167 | |
| 1168 | InstallImplicitProtection(); |
Dave Allison | f943914 | 2014-03-27 15:10:22 -0700 | [diff] [blame] | 1169 | } |
Elliott Hughes | 449b4bd | 2011-09-09 12:01:38 -0700 | [diff] [blame] | 1170 | |
| 1171 | // Sanity check. |
Andreas Gampe | b87c03f | 2016-06-10 20:34:55 -0700 | [diff] [blame] | 1172 | CHECK_GT(FindStackTop(), reinterpret_cast<void*>(tlsPtr_.stack_end)); |
Ian Rogers | f4d4da1 | 2014-11-11 16:10:33 -0800 | [diff] [blame] | 1173 | |
| 1174 | return true; |
Elliott Hughes | be759c6 | 2011-09-08 19:38:21 -0700 | [diff] [blame] | 1175 | } |
| 1176 | |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 1177 | void Thread::ShortDump(std::ostream& os) const { |
| 1178 | os << "Thread["; |
Ian Rogers | d9c4fc9 | 2013-10-01 19:45:43 -0700 | [diff] [blame] | 1179 | if (GetThreadId() != 0) { |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 1180 | // If we're in kStarting, we won't have a thin lock id or tid yet. |
Ian Rogers | d9c4fc9 | 2013-10-01 19:45:43 -0700 | [diff] [blame] | 1181 | os << GetThreadId() |
Mathieu Chartier | b28412e | 2015-04-24 15:28:36 -0700 | [diff] [blame] | 1182 | << ",tid=" << GetTid() << ','; |
Elliott Hughes | e091855 | 2011-10-28 17:18:29 -0700 | [diff] [blame] | 1183 | } |
Ian Rogers | 474b6da | 2012-09-25 00:20:38 -0700 | [diff] [blame] | 1184 | os << GetState() |
Mathieu Chartier | b28412e | 2015-04-24 15:28:36 -0700 | [diff] [blame] | 1185 | << ",Thread*=" << this |
| 1186 | << ",peer=" << tlsPtr_.opeer |
| 1187 | << ",\"" << (tlsPtr_.name != nullptr ? *tlsPtr_.name : "null") << "\"" |
| 1188 | << "]"; |
Elliott Hughes | a095764 | 2011-09-02 14:27:33 -0700 | [diff] [blame] | 1189 | } |
| 1190 | |
Nicolas Geoffray | 6ee4971 | 2018-03-30 14:39:05 +0000 | [diff] [blame] | 1191 | void Thread::Dump(std::ostream& os, bool dump_native_stack, BacktraceMap* backtrace_map, |
| 1192 | bool force_dump_stack) const { |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 1193 | DumpState(os); |
Nicolas Geoffray | 6ee4971 | 2018-03-30 14:39:05 +0000 | [diff] [blame] | 1194 | DumpStack(os, dump_native_stack, backtrace_map, force_dump_stack); |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 1195 | } |
| 1196 | |
Andreas Gampe | 08883de | 2016-11-08 13:20:52 -0800 | [diff] [blame] | 1197 | mirror::String* Thread::GetThreadName() const { |
| 1198 | ArtField* f = jni::DecodeArtField(WellKnownClasses::java_lang_Thread_name); |
Mathieu Chartier | 3398c78 | 2016-09-30 10:27:43 -0700 | [diff] [blame] | 1199 | if (tlsPtr_.opeer == nullptr) { |
| 1200 | return nullptr; |
| 1201 | } |
| 1202 | ObjPtr<mirror::Object> name = f->GetObject(tlsPtr_.opeer); |
| 1203 | return name == nullptr ? nullptr : name->AsString(); |
Elliott Hughes | fc86162 | 2011-10-17 17:57:47 -0700 | [diff] [blame] | 1204 | } |
| 1205 | |
Elliott Hughes | ffb465f | 2012-03-01 18:46:05 -0800 | [diff] [blame] | 1206 | void Thread::GetThreadName(std::string& name) const { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1207 | name.assign(*tlsPtr_.name); |
Elliott Hughes | ffb465f | 2012-03-01 18:46:05 -0800 | [diff] [blame] | 1208 | } |
| 1209 | |
Jeff Hao | 57dac6e | 2013-08-15 16:36:24 -0700 | [diff] [blame] | 1210 | uint64_t Thread::GetCpuMicroTime() const { |
Elliott Hughes | 0a18df8 | 2015-01-09 15:16:16 -0800 | [diff] [blame] | 1211 | #if defined(__linux__) |
Jeff Hao | 57dac6e | 2013-08-15 16:36:24 -0700 | [diff] [blame] | 1212 | clockid_t cpu_clock_id; |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1213 | pthread_getcpuclockid(tlsPtr_.pthread_self, &cpu_clock_id); |
Jeff Hao | 57dac6e | 2013-08-15 16:36:24 -0700 | [diff] [blame] | 1214 | timespec now; |
| 1215 | clock_gettime(cpu_clock_id, &now); |
Ian Rogers | 0f67847 | 2014-03-10 16:18:37 -0700 | [diff] [blame] | 1216 | return static_cast<uint64_t>(now.tv_sec) * UINT64_C(1000000) + now.tv_nsec / UINT64_C(1000); |
Elliott Hughes | 0a18df8 | 2015-01-09 15:16:16 -0800 | [diff] [blame] | 1217 | #else // __APPLE__ |
Jeff Hao | 57dac6e | 2013-08-15 16:36:24 -0700 | [diff] [blame] | 1218 | UNIMPLEMENTED(WARNING); |
| 1219 | return -1; |
| 1220 | #endif |
| 1221 | } |
| 1222 | |
Ian Rogers | 01ae580 | 2012-09-28 16:14:01 -0700 | [diff] [blame] | 1223 | // Attempt to rectify locks so that we dump thread list with required locks before exiting. |
| 1224 | static void UnsafeLogFatalForSuspendCount(Thread* self, Thread* thread) NO_THREAD_SAFETY_ANALYSIS { |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 1225 | LOG(ERROR) << *thread << " suspend count already zero."; |
Ian Rogers | 01ae580 | 2012-09-28 16:14:01 -0700 | [diff] [blame] | 1226 | Locks::thread_suspend_count_lock_->Unlock(self); |
| 1227 | if (!Locks::mutator_lock_->IsSharedHeld(self)) { |
| 1228 | Locks::mutator_lock_->SharedTryLock(self); |
| 1229 | if (!Locks::mutator_lock_->IsSharedHeld(self)) { |
| 1230 | LOG(WARNING) << "Dumping thread list without holding mutator_lock_"; |
| 1231 | } |
| 1232 | } |
| 1233 | if (!Locks::thread_list_lock_->IsExclusiveHeld(self)) { |
| 1234 | Locks::thread_list_lock_->TryLock(self); |
| 1235 | if (!Locks::thread_list_lock_->IsExclusiveHeld(self)) { |
| 1236 | LOG(WARNING) << "Dumping thread list without holding thread_list_lock_"; |
| 1237 | } |
| 1238 | } |
| 1239 | std::ostringstream ss; |
Ian Rogers | 7b078e8 | 2014-09-10 14:44:24 -0700 | [diff] [blame] | 1240 | Runtime::Current()->GetThreadList()->Dump(ss); |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 1241 | LOG(FATAL) << ss.str(); |
Ian Rogers | 01ae580 | 2012-09-28 16:14:01 -0700 | [diff] [blame] | 1242 | } |
| 1243 | |
Hiroshi Yamauchi | 02e7f1a | 2016-10-03 15:32:01 -0700 | [diff] [blame] | 1244 | bool Thread::ModifySuspendCountInternal(Thread* self, |
| 1245 | int delta, |
| 1246 | AtomicInteger* suspend_barrier, |
Alex Light | 46f9340 | 2017-06-29 11:59:50 -0700 | [diff] [blame] | 1247 | SuspendReason reason) { |
Ian Rogers | 2966e13 | 2014-04-02 08:34:36 -0700 | [diff] [blame] | 1248 | if (kIsDebugBuild) { |
| 1249 | DCHECK(delta == -1 || delta == +1 || delta == -tls32_.debug_suspend_count) |
Alex Light | 46f9340 | 2017-06-29 11:59:50 -0700 | [diff] [blame] | 1250 | << reason << " " << delta << " " << tls32_.debug_suspend_count << " " << this; |
Ian Rogers | 2966e13 | 2014-04-02 08:34:36 -0700 | [diff] [blame] | 1251 | DCHECK_GE(tls32_.suspend_count, tls32_.debug_suspend_count) << this; |
| 1252 | Locks::thread_suspend_count_lock_->AssertHeld(self); |
| 1253 | if (this != self && !IsSuspended()) { |
| 1254 | Locks::thread_list_lock_->AssertHeld(self); |
| 1255 | } |
Ian Rogers | cfaa455 | 2012-11-26 21:00:08 -0800 | [diff] [blame] | 1256 | } |
Alex Light | 88fd720 | 2017-06-30 08:31:59 -0700 | [diff] [blame] | 1257 | // User code suspensions need to be checked more closely since they originate from code outside of |
| 1258 | // the runtime's control. |
| 1259 | if (UNLIKELY(reason == SuspendReason::kForUserCode)) { |
| 1260 | Locks::user_code_suspension_lock_->AssertHeld(self); |
| 1261 | if (UNLIKELY(delta + tls32_.user_code_suspend_count < 0)) { |
| 1262 | LOG(ERROR) << "attempting to modify suspend count in an illegal way."; |
| 1263 | return false; |
| 1264 | } |
| 1265 | } |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1266 | if (UNLIKELY(delta < 0 && tls32_.suspend_count <= 0)) { |
Ian Rogers | 01ae580 | 2012-09-28 16:14:01 -0700 | [diff] [blame] | 1267 | UnsafeLogFatalForSuspendCount(self, this); |
Yu Li | eac4424 | 2015-06-29 10:50:03 +0800 | [diff] [blame] | 1268 | return false; |
| 1269 | } |
| 1270 | |
Hiroshi Yamauchi | 02e7f1a | 2016-10-03 15:32:01 -0700 | [diff] [blame] | 1271 | if (kUseReadBarrier && delta > 0 && this != self && tlsPtr_.flip_function != nullptr) { |
| 1272 | // Force retry of a suspend request if it's in the middle of a thread flip to avoid a |
| 1273 | // deadlock. b/31683379. |
| 1274 | return false; |
| 1275 | } |
| 1276 | |
Yu Li | eac4424 | 2015-06-29 10:50:03 +0800 | [diff] [blame] | 1277 | uint16_t flags = kSuspendRequest; |
| 1278 | if (delta > 0 && suspend_barrier != nullptr) { |
| 1279 | uint32_t available_barrier = kMaxSuspendBarriers; |
| 1280 | for (uint32_t i = 0; i < kMaxSuspendBarriers; ++i) { |
| 1281 | if (tlsPtr_.active_suspend_barriers[i] == nullptr) { |
| 1282 | available_barrier = i; |
| 1283 | break; |
| 1284 | } |
| 1285 | } |
| 1286 | if (available_barrier == kMaxSuspendBarriers) { |
| 1287 | // No barrier spaces available, we can't add another. |
| 1288 | return false; |
| 1289 | } |
| 1290 | tlsPtr_.active_suspend_barriers[available_barrier] = suspend_barrier; |
| 1291 | flags |= kActiveSuspendBarrier; |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 1292 | } |
Ian Rogers | 01ae580 | 2012-09-28 16:14:01 -0700 | [diff] [blame] | 1293 | |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1294 | tls32_.suspend_count += delta; |
Alex Light | 46f9340 | 2017-06-29 11:59:50 -0700 | [diff] [blame] | 1295 | switch (reason) { |
| 1296 | case SuspendReason::kForDebugger: |
| 1297 | tls32_.debug_suspend_count += delta; |
| 1298 | break; |
Alex Light | 88fd720 | 2017-06-30 08:31:59 -0700 | [diff] [blame] | 1299 | case SuspendReason::kForUserCode: |
| 1300 | tls32_.user_code_suspend_count += delta; |
| 1301 | break; |
Alex Light | 46f9340 | 2017-06-29 11:59:50 -0700 | [diff] [blame] | 1302 | case SuspendReason::kInternal: |
| 1303 | break; |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 1304 | } |
Ian Rogers | 01ae580 | 2012-09-28 16:14:01 -0700 | [diff] [blame] | 1305 | |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1306 | if (tls32_.suspend_count == 0) { |
Ian Rogers | 474b6da | 2012-09-25 00:20:38 -0700 | [diff] [blame] | 1307 | AtomicClearFlag(kSuspendRequest); |
| 1308 | } else { |
Yu Li | eac4424 | 2015-06-29 10:50:03 +0800 | [diff] [blame] | 1309 | // Two bits might be set simultaneously. |
Orion Hodson | 88591fe | 2018-03-06 13:35:43 +0000 | [diff] [blame] | 1310 | tls32_.state_and_flags.as_atomic_int.fetch_or(flags, std::memory_order_seq_cst); |
Dave Allison | b373e09 | 2014-02-20 16:06:36 -0800 | [diff] [blame] | 1311 | TriggerSuspend(); |
Ian Rogers | 474b6da | 2012-09-25 00:20:38 -0700 | [diff] [blame] | 1312 | } |
Yu Li | eac4424 | 2015-06-29 10:50:03 +0800 | [diff] [blame] | 1313 | return true; |
| 1314 | } |
| 1315 | |
| 1316 | bool Thread::PassActiveSuspendBarriers(Thread* self) { |
| 1317 | // Grab the suspend_count lock and copy the current set of |
| 1318 | // barriers. Then clear the list and the flag. The ModifySuspendCount |
| 1319 | // function requires the lock so we prevent a race between setting |
| 1320 | // the kActiveSuspendBarrier flag and clearing it. |
| 1321 | AtomicInteger* pass_barriers[kMaxSuspendBarriers]; |
| 1322 | { |
| 1323 | MutexLock mu(self, *Locks::thread_suspend_count_lock_); |
| 1324 | if (!ReadFlag(kActiveSuspendBarrier)) { |
| 1325 | // quick exit test: the barriers have already been claimed - this is |
| 1326 | // possible as there may be a race to claim and it doesn't matter |
| 1327 | // who wins. |
| 1328 | // All of the callers of this function (except the SuspendAllInternal) |
| 1329 | // will first test the kActiveSuspendBarrier flag without lock. Here |
| 1330 | // double-check whether the barrier has been passed with the |
| 1331 | // suspend_count lock. |
| 1332 | return false; |
| 1333 | } |
| 1334 | |
| 1335 | for (uint32_t i = 0; i < kMaxSuspendBarriers; ++i) { |
| 1336 | pass_barriers[i] = tlsPtr_.active_suspend_barriers[i]; |
| 1337 | tlsPtr_.active_suspend_barriers[i] = nullptr; |
| 1338 | } |
| 1339 | AtomicClearFlag(kActiveSuspendBarrier); |
| 1340 | } |
| 1341 | |
| 1342 | uint32_t barrier_count = 0; |
| 1343 | for (uint32_t i = 0; i < kMaxSuspendBarriers; i++) { |
| 1344 | AtomicInteger* pending_threads = pass_barriers[i]; |
| 1345 | if (pending_threads != nullptr) { |
| 1346 | bool done = false; |
| 1347 | do { |
Orion Hodson | 88591fe | 2018-03-06 13:35:43 +0000 | [diff] [blame] | 1348 | int32_t cur_val = pending_threads->load(std::memory_order_relaxed); |
Yu Li | eac4424 | 2015-06-29 10:50:03 +0800 | [diff] [blame] | 1349 | CHECK_GT(cur_val, 0) << "Unexpected value for PassActiveSuspendBarriers(): " << cur_val; |
| 1350 | // Reduce value by 1. |
Orion Hodson | 4557b38 | 2018-01-03 11:47:54 +0000 | [diff] [blame] | 1351 | done = pending_threads->CompareAndSetWeakRelaxed(cur_val, cur_val - 1); |
Yu Li | eac4424 | 2015-06-29 10:50:03 +0800 | [diff] [blame] | 1352 | #if ART_USE_FUTEXES |
| 1353 | if (done && (cur_val - 1) == 0) { // Weak CAS may fail spuriously. |
| 1354 | futex(pending_threads->Address(), FUTEX_WAKE, -1, nullptr, nullptr, 0); |
| 1355 | } |
| 1356 | #endif |
| 1357 | } while (!done); |
| 1358 | ++barrier_count; |
| 1359 | } |
| 1360 | } |
| 1361 | CHECK_GT(barrier_count, 0U); |
| 1362 | return true; |
| 1363 | } |
| 1364 | |
| 1365 | void Thread::ClearSuspendBarrier(AtomicInteger* target) { |
| 1366 | CHECK(ReadFlag(kActiveSuspendBarrier)); |
| 1367 | bool clear_flag = true; |
| 1368 | for (uint32_t i = 0; i < kMaxSuspendBarriers; ++i) { |
| 1369 | AtomicInteger* ptr = tlsPtr_.active_suspend_barriers[i]; |
| 1370 | if (ptr == target) { |
| 1371 | tlsPtr_.active_suspend_barriers[i] = nullptr; |
| 1372 | } else if (ptr != nullptr) { |
| 1373 | clear_flag = false; |
| 1374 | } |
| 1375 | } |
| 1376 | if (LIKELY(clear_flag)) { |
| 1377 | AtomicClearFlag(kActiveSuspendBarrier); |
| 1378 | } |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 1379 | } |
| 1380 | |
Mathieu Chartier | 752a0e6 | 2013-06-27 11:03:27 -0700 | [diff] [blame] | 1381 | void Thread::RunCheckpointFunction() { |
Alex Light | df00a1e | 2017-11-01 09:29:53 -0700 | [diff] [blame] | 1382 | // Grab the suspend_count lock, get the next checkpoint and update all the checkpoint fields. If |
| 1383 | // there are no more checkpoints we will also clear the kCheckpointRequest flag. |
| 1384 | Closure* checkpoint; |
| 1385 | { |
| 1386 | MutexLock mu(this, *Locks::thread_suspend_count_lock_); |
| 1387 | checkpoint = tlsPtr_.checkpoint_function; |
| 1388 | if (!checkpoint_overflow_.empty()) { |
| 1389 | // Overflow list not empty, copy the first one out and continue. |
| 1390 | tlsPtr_.checkpoint_function = checkpoint_overflow_.front(); |
| 1391 | checkpoint_overflow_.pop_front(); |
| 1392 | } else { |
| 1393 | // No overflow checkpoints. Clear the kCheckpointRequest flag |
| 1394 | tlsPtr_.checkpoint_function = nullptr; |
| 1395 | AtomicClearFlag(kCheckpointRequest); |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 1396 | } |
Alex Light | df00a1e | 2017-11-01 09:29:53 -0700 | [diff] [blame] | 1397 | } |
| 1398 | // Outside the lock, run the checkpoint function. |
| 1399 | ScopedTrace trace("Run checkpoint function"); |
| 1400 | CHECK(checkpoint != nullptr) << "Checkpoint flag set without pending checkpoint"; |
| 1401 | checkpoint->Run(this); |
Mathieu Chartier | 752a0e6 | 2013-06-27 11:03:27 -0700 | [diff] [blame] | 1402 | } |
| 1403 | |
Hiroshi Yamauchi | 3049324 | 2016-11-03 13:06:52 -0700 | [diff] [blame] | 1404 | void Thread::RunEmptyCheckpoint() { |
| 1405 | DCHECK_EQ(Thread::Current(), this); |
| 1406 | AtomicClearFlag(kEmptyCheckpointRequest); |
| 1407 | Runtime::Current()->GetThreadList()->EmptyCheckpointBarrier()->Pass(this); |
| 1408 | } |
| 1409 | |
Mathieu Chartier | 0e4627e | 2012-10-23 16:13:36 -0700 | [diff] [blame] | 1410 | bool Thread::RequestCheckpoint(Closure* function) { |
Chris Dearman | 59cde53 | 2013-12-04 18:53:49 -0800 | [diff] [blame] | 1411 | union StateAndFlags old_state_and_flags; |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1412 | old_state_and_flags.as_int = tls32_.state_and_flags.as_int; |
Ian Rogers | d9c4fc9 | 2013-10-01 19:45:43 -0700 | [diff] [blame] | 1413 | if (old_state_and_flags.as_struct.state != kRunnable) { |
| 1414 | return false; // Fail, thread is suspended and so can't run a checkpoint. |
| 1415 | } |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 1416 | |
Mathieu Chartier | 858f1c5 | 2012-10-17 17:45:55 -0700 | [diff] [blame] | 1417 | // We must be runnable to request a checkpoint. |
Mathieu Chartier | 5f51d4b | 2013-12-03 14:24:05 -0800 | [diff] [blame] | 1418 | DCHECK_EQ(old_state_and_flags.as_struct.state, kRunnable); |
Chris Dearman | 59cde53 | 2013-12-04 18:53:49 -0800 | [diff] [blame] | 1419 | union StateAndFlags new_state_and_flags; |
| 1420 | new_state_and_flags.as_int = old_state_and_flags.as_int; |
Mathieu Chartier | 858f1c5 | 2012-10-17 17:45:55 -0700 | [diff] [blame] | 1421 | new_state_and_flags.as_struct.flags |= kCheckpointRequest; |
Orion Hodson | 4557b38 | 2018-01-03 11:47:54 +0000 | [diff] [blame] | 1422 | bool success = tls32_.state_and_flags.as_atomic_int.CompareAndSetStrongSequentiallyConsistent( |
Mathieu Chartier | 2cebb24 | 2015-04-21 16:50:40 -0700 | [diff] [blame] | 1423 | old_state_and_flags.as_int, new_state_and_flags.as_int); |
Mathieu Chartier | 952e1e3 | 2016-06-13 14:04:02 -0700 | [diff] [blame] | 1424 | if (success) { |
| 1425 | // Succeeded setting checkpoint flag, now insert the actual checkpoint. |
| 1426 | if (tlsPtr_.checkpoint_function == nullptr) { |
| 1427 | tlsPtr_.checkpoint_function = function; |
| 1428 | } else { |
| 1429 | checkpoint_overflow_.push_back(function); |
| 1430 | } |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 1431 | CHECK_EQ(ReadFlag(kCheckpointRequest), true); |
Dave Allison | b373e09 | 2014-02-20 16:06:36 -0800 | [diff] [blame] | 1432 | TriggerSuspend(); |
Ian Rogers | d9c4fc9 | 2013-10-01 19:45:43 -0700 | [diff] [blame] | 1433 | } |
Ian Rogers | 8c1b5f7 | 2014-07-09 22:02:36 -0700 | [diff] [blame] | 1434 | return success; |
Mathieu Chartier | 858f1c5 | 2012-10-17 17:45:55 -0700 | [diff] [blame] | 1435 | } |
| 1436 | |
Hiroshi Yamauchi | 3049324 | 2016-11-03 13:06:52 -0700 | [diff] [blame] | 1437 | bool Thread::RequestEmptyCheckpoint() { |
| 1438 | union StateAndFlags old_state_and_flags; |
| 1439 | old_state_and_flags.as_int = tls32_.state_and_flags.as_int; |
| 1440 | if (old_state_and_flags.as_struct.state != kRunnable) { |
| 1441 | // If it's not runnable, we don't need to do anything because it won't be in the middle of a |
| 1442 | // heap access (eg. the read barrier). |
| 1443 | return false; |
| 1444 | } |
| 1445 | |
| 1446 | // We must be runnable to request a checkpoint. |
| 1447 | DCHECK_EQ(old_state_and_flags.as_struct.state, kRunnable); |
| 1448 | union StateAndFlags new_state_and_flags; |
| 1449 | new_state_and_flags.as_int = old_state_and_flags.as_int; |
| 1450 | new_state_and_flags.as_struct.flags |= kEmptyCheckpointRequest; |
Orion Hodson | 4557b38 | 2018-01-03 11:47:54 +0000 | [diff] [blame] | 1451 | bool success = tls32_.state_and_flags.as_atomic_int.CompareAndSetStrongSequentiallyConsistent( |
Hiroshi Yamauchi | 3049324 | 2016-11-03 13:06:52 -0700 | [diff] [blame] | 1452 | old_state_and_flags.as_int, new_state_and_flags.as_int); |
| 1453 | if (success) { |
| 1454 | TriggerSuspend(); |
| 1455 | } |
| 1456 | return success; |
| 1457 | } |
| 1458 | |
Andreas Gampe | e9f6712 | 2016-10-27 19:21:23 -0700 | [diff] [blame] | 1459 | class BarrierClosure : public Closure { |
| 1460 | public: |
| 1461 | explicit BarrierClosure(Closure* wrapped) : wrapped_(wrapped), barrier_(0) {} |
| 1462 | |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 1463 | void Run(Thread* self) override { |
Andreas Gampe | e9f6712 | 2016-10-27 19:21:23 -0700 | [diff] [blame] | 1464 | wrapped_->Run(self); |
| 1465 | barrier_.Pass(self); |
| 1466 | } |
| 1467 | |
Alex Light | 318afe6 | 2018-03-22 16:50:10 -0700 | [diff] [blame] | 1468 | void Wait(Thread* self, ThreadState suspend_state) { |
| 1469 | if (suspend_state != ThreadState::kRunnable) { |
| 1470 | barrier_.Increment<Barrier::kDisallowHoldingLocks>(self, 1); |
| 1471 | } else { |
| 1472 | barrier_.Increment<Barrier::kAllowHoldingLocks>(self, 1); |
| 1473 | } |
Andreas Gampe | e9f6712 | 2016-10-27 19:21:23 -0700 | [diff] [blame] | 1474 | } |
| 1475 | |
| 1476 | private: |
| 1477 | Closure* wrapped_; |
| 1478 | Barrier barrier_; |
| 1479 | }; |
| 1480 | |
Alex Light | b1e31a8 | 2017-10-04 16:57:36 -0700 | [diff] [blame] | 1481 | // RequestSynchronousCheckpoint releases the thread_list_lock_ as a part of its execution. |
Alex Light | 318afe6 | 2018-03-22 16:50:10 -0700 | [diff] [blame] | 1482 | bool Thread::RequestSynchronousCheckpoint(Closure* function, ThreadState suspend_state) { |
Alex Light | b1e31a8 | 2017-10-04 16:57:36 -0700 | [diff] [blame] | 1483 | Thread* self = Thread::Current(); |
Andreas Gampe | e9f6712 | 2016-10-27 19:21:23 -0700 | [diff] [blame] | 1484 | if (this == Thread::Current()) { |
Alex Light | b1e31a8 | 2017-10-04 16:57:36 -0700 | [diff] [blame] | 1485 | Locks::thread_list_lock_->AssertExclusiveHeld(self); |
| 1486 | // Unlock the tll before running so that the state is the same regardless of thread. |
| 1487 | Locks::thread_list_lock_->ExclusiveUnlock(self); |
Andreas Gampe | e9f6712 | 2016-10-27 19:21:23 -0700 | [diff] [blame] | 1488 | // Asked to run on this thread. Just run. |
| 1489 | function->Run(this); |
Andreas Gampe | 28c4a23 | 2017-06-21 21:21:31 -0700 | [diff] [blame] | 1490 | return true; |
Andreas Gampe | e9f6712 | 2016-10-27 19:21:23 -0700 | [diff] [blame] | 1491 | } |
Andreas Gampe | e9f6712 | 2016-10-27 19:21:23 -0700 | [diff] [blame] | 1492 | |
| 1493 | // The current thread is not this thread. |
| 1494 | |
Andreas Gampe | 28c4a23 | 2017-06-21 21:21:31 -0700 | [diff] [blame] | 1495 | if (GetState() == ThreadState::kTerminated) { |
Alex Light | b1e31a8 | 2017-10-04 16:57:36 -0700 | [diff] [blame] | 1496 | Locks::thread_list_lock_->ExclusiveUnlock(self); |
Andreas Gampe | 28c4a23 | 2017-06-21 21:21:31 -0700 | [diff] [blame] | 1497 | return false; |
| 1498 | } |
| 1499 | |
Andreas Gampe | 28c4a23 | 2017-06-21 21:21:31 -0700 | [diff] [blame] | 1500 | struct ScopedThreadListLockUnlock { |
| 1501 | explicit ScopedThreadListLockUnlock(Thread* self_in) RELEASE(*Locks::thread_list_lock_) |
| 1502 | : self_thread(self_in) { |
| 1503 | Locks::thread_list_lock_->AssertHeld(self_thread); |
| 1504 | Locks::thread_list_lock_->Unlock(self_thread); |
| 1505 | } |
| 1506 | |
| 1507 | ~ScopedThreadListLockUnlock() ACQUIRE(*Locks::thread_list_lock_) { |
| 1508 | Locks::thread_list_lock_->AssertNotHeld(self_thread); |
| 1509 | Locks::thread_list_lock_->Lock(self_thread); |
| 1510 | } |
| 1511 | |
| 1512 | Thread* self_thread; |
| 1513 | }; |
| 1514 | |
Andreas Gampe | e9f6712 | 2016-10-27 19:21:23 -0700 | [diff] [blame] | 1515 | for (;;) { |
Alex Light | b1e31a8 | 2017-10-04 16:57:36 -0700 | [diff] [blame] | 1516 | Locks::thread_list_lock_->AssertExclusiveHeld(self); |
Andreas Gampe | e9f6712 | 2016-10-27 19:21:23 -0700 | [diff] [blame] | 1517 | // If this thread is runnable, try to schedule a checkpoint. Do some gymnastics to not hold the |
| 1518 | // suspend-count lock for too long. |
| 1519 | if (GetState() == ThreadState::kRunnable) { |
| 1520 | BarrierClosure barrier_closure(function); |
| 1521 | bool installed = false; |
| 1522 | { |
| 1523 | MutexLock mu(self, *Locks::thread_suspend_count_lock_); |
| 1524 | installed = RequestCheckpoint(&barrier_closure); |
| 1525 | } |
| 1526 | if (installed) { |
Alex Light | b1e31a8 | 2017-10-04 16:57:36 -0700 | [diff] [blame] | 1527 | // Relinquish the thread-list lock. We should not wait holding any locks. We cannot |
| 1528 | // reacquire it since we don't know if 'this' hasn't been deleted yet. |
| 1529 | Locks::thread_list_lock_->ExclusiveUnlock(self); |
Alex Light | 318afe6 | 2018-03-22 16:50:10 -0700 | [diff] [blame] | 1530 | ScopedThreadStateChange sts(self, suspend_state); |
| 1531 | barrier_closure.Wait(self, suspend_state); |
Andreas Gampe | 28c4a23 | 2017-06-21 21:21:31 -0700 | [diff] [blame] | 1532 | return true; |
Andreas Gampe | e9f6712 | 2016-10-27 19:21:23 -0700 | [diff] [blame] | 1533 | } |
| 1534 | // Fall-through. |
| 1535 | } |
| 1536 | |
| 1537 | // This thread is not runnable, make sure we stay suspended, then run the checkpoint. |
| 1538 | // Note: ModifySuspendCountInternal also expects the thread_list_lock to be held in |
| 1539 | // certain situations. |
| 1540 | { |
Andreas Gampe | e9f6712 | 2016-10-27 19:21:23 -0700 | [diff] [blame] | 1541 | MutexLock mu2(self, *Locks::thread_suspend_count_lock_); |
| 1542 | |
Alex Light | 46f9340 | 2017-06-29 11:59:50 -0700 | [diff] [blame] | 1543 | if (!ModifySuspendCount(self, +1, nullptr, SuspendReason::kInternal)) { |
Andreas Gampe | e9f6712 | 2016-10-27 19:21:23 -0700 | [diff] [blame] | 1544 | // Just retry the loop. |
| 1545 | sched_yield(); |
| 1546 | continue; |
| 1547 | } |
| 1548 | } |
| 1549 | |
Andreas Gampe | 28c4a23 | 2017-06-21 21:21:31 -0700 | [diff] [blame] | 1550 | { |
Alex Light | b1e31a8 | 2017-10-04 16:57:36 -0700 | [diff] [blame] | 1551 | // Release for the wait. The suspension will keep us from being deleted. Reacquire after so |
| 1552 | // that we can call ModifySuspendCount without racing against ThreadList::Unregister. |
Andreas Gampe | 28c4a23 | 2017-06-21 21:21:31 -0700 | [diff] [blame] | 1553 | ScopedThreadListLockUnlock stllu(self); |
Andreas Gampe | 117f9b3 | 2017-06-23 13:33:50 -0700 | [diff] [blame] | 1554 | { |
Alex Light | 318afe6 | 2018-03-22 16:50:10 -0700 | [diff] [blame] | 1555 | ScopedThreadStateChange sts(self, suspend_state); |
Andreas Gampe | 117f9b3 | 2017-06-23 13:33:50 -0700 | [diff] [blame] | 1556 | while (GetState() == ThreadState::kRunnable) { |
| 1557 | // We became runnable again. Wait till the suspend triggered in ModifySuspendCount |
| 1558 | // moves us to suspended. |
| 1559 | sched_yield(); |
| 1560 | } |
Andreas Gampe | 28c4a23 | 2017-06-21 21:21:31 -0700 | [diff] [blame] | 1561 | } |
| 1562 | |
| 1563 | function->Run(this); |
Andreas Gampe | e9f6712 | 2016-10-27 19:21:23 -0700 | [diff] [blame] | 1564 | } |
| 1565 | |
Andreas Gampe | e9f6712 | 2016-10-27 19:21:23 -0700 | [diff] [blame] | 1566 | { |
Andreas Gampe | e9f6712 | 2016-10-27 19:21:23 -0700 | [diff] [blame] | 1567 | MutexLock mu2(self, *Locks::thread_suspend_count_lock_); |
| 1568 | |
| 1569 | DCHECK_NE(GetState(), ThreadState::kRunnable); |
Alex Light | 46f9340 | 2017-06-29 11:59:50 -0700 | [diff] [blame] | 1570 | bool updated = ModifySuspendCount(self, -1, nullptr, SuspendReason::kInternal); |
Sebastien Hertz | 1c8f4ff | 2017-04-14 15:05:12 +0200 | [diff] [blame] | 1571 | DCHECK(updated); |
Andreas Gampe | e9f6712 | 2016-10-27 19:21:23 -0700 | [diff] [blame] | 1572 | } |
| 1573 | |
Andreas Gampe | 117f9b3 | 2017-06-23 13:33:50 -0700 | [diff] [blame] | 1574 | { |
| 1575 | // Imitate ResumeAll, the thread may be waiting on Thread::resume_cond_ since we raised its |
| 1576 | // suspend count. Now the suspend_count_ is lowered so we must do the broadcast. |
| 1577 | MutexLock mu2(self, *Locks::thread_suspend_count_lock_); |
| 1578 | Thread::resume_cond_->Broadcast(self); |
| 1579 | } |
| 1580 | |
Alex Light | b1e31a8 | 2017-10-04 16:57:36 -0700 | [diff] [blame] | 1581 | // Release the thread_list_lock_ to be consistent with the barrier-closure path. |
| 1582 | Locks::thread_list_lock_->ExclusiveUnlock(self); |
| 1583 | |
Andreas Gampe | 28c4a23 | 2017-06-21 21:21:31 -0700 | [diff] [blame] | 1584 | return true; // We're done, break out of the loop. |
Andreas Gampe | e9f6712 | 2016-10-27 19:21:23 -0700 | [diff] [blame] | 1585 | } |
| 1586 | } |
| 1587 | |
Hiroshi Yamauchi | 2cd334a | 2015-01-09 14:03:35 -0800 | [diff] [blame] | 1588 | Closure* Thread::GetFlipFunction() { |
| 1589 | Atomic<Closure*>* atomic_func = reinterpret_cast<Atomic<Closure*>*>(&tlsPtr_.flip_function); |
| 1590 | Closure* func; |
| 1591 | do { |
Orion Hodson | 88591fe | 2018-03-06 13:35:43 +0000 | [diff] [blame] | 1592 | func = atomic_func->load(std::memory_order_relaxed); |
Hiroshi Yamauchi | 2cd334a | 2015-01-09 14:03:35 -0800 | [diff] [blame] | 1593 | if (func == nullptr) { |
| 1594 | return nullptr; |
| 1595 | } |
Orion Hodson | 4557b38 | 2018-01-03 11:47:54 +0000 | [diff] [blame] | 1596 | } while (!atomic_func->CompareAndSetWeakSequentiallyConsistent(func, nullptr)); |
Hiroshi Yamauchi | 2cd334a | 2015-01-09 14:03:35 -0800 | [diff] [blame] | 1597 | DCHECK(func != nullptr); |
| 1598 | return func; |
| 1599 | } |
| 1600 | |
| 1601 | void Thread::SetFlipFunction(Closure* function) { |
| 1602 | CHECK(function != nullptr); |
| 1603 | Atomic<Closure*>* atomic_func = reinterpret_cast<Atomic<Closure*>*>(&tlsPtr_.flip_function); |
Orion Hodson | 88591fe | 2018-03-06 13:35:43 +0000 | [diff] [blame] | 1604 | atomic_func->store(function, std::memory_order_seq_cst); |
Hiroshi Yamauchi | 2cd334a | 2015-01-09 14:03:35 -0800 | [diff] [blame] | 1605 | } |
| 1606 | |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 1607 | void Thread::FullSuspendCheck() { |
Mathieu Chartier | 32ce2ad | 2016-03-04 14:58:03 -0800 | [diff] [blame] | 1608 | ScopedTrace trace(__FUNCTION__); |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 1609 | VLOG(threads) << this << " self-suspending"; |
| 1610 | // Make thread appear suspended to other threads, release mutator_lock_. |
Mathieu Chartier | f1d666e | 2015-09-03 16:13:34 -0700 | [diff] [blame] | 1611 | // Transition to suspended and back to runnable, re-acquire share on mutator_lock_. |
Andreas Gampe | 896583e | 2018-06-15 13:31:58 -0700 | [diff] [blame] | 1612 | ScopedThreadSuspension(this, kSuspended); // NOLINT |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 1613 | VLOG(threads) << this << " self-reviving"; |
| 1614 | } |
| 1615 | |
Andreas Gampe | 9186ced | 2016-12-12 14:28:21 -0800 | [diff] [blame] | 1616 | static std::string GetSchedulerGroupName(pid_t tid) { |
| 1617 | // /proc/<pid>/cgroup looks like this: |
| 1618 | // 2:devices:/ |
| 1619 | // 1:cpuacct,cpu:/ |
| 1620 | // We want the third field from the line whose second field contains the "cpu" token. |
| 1621 | std::string cgroup_file; |
| 1622 | if (!ReadFileToString(StringPrintf("/proc/self/task/%d/cgroup", tid), &cgroup_file)) { |
| 1623 | return ""; |
| 1624 | } |
| 1625 | std::vector<std::string> cgroup_lines; |
| 1626 | Split(cgroup_file, '\n', &cgroup_lines); |
| 1627 | for (size_t i = 0; i < cgroup_lines.size(); ++i) { |
| 1628 | std::vector<std::string> cgroup_fields; |
| 1629 | Split(cgroup_lines[i], ':', &cgroup_fields); |
| 1630 | std::vector<std::string> cgroups; |
| 1631 | Split(cgroup_fields[1], ',', &cgroups); |
| 1632 | for (size_t j = 0; j < cgroups.size(); ++j) { |
| 1633 | if (cgroups[j] == "cpu") { |
| 1634 | return cgroup_fields[2].substr(1); // Skip the leading slash. |
| 1635 | } |
| 1636 | } |
| 1637 | } |
| 1638 | return ""; |
| 1639 | } |
| 1640 | |
| 1641 | |
Elliott Hughes | abbe07d | 2012-06-05 17:42:23 -0700 | [diff] [blame] | 1642 | void Thread::DumpState(std::ostream& os, const Thread* thread, pid_t tid) { |
Elliott Hughes | d369bb7 | 2011-09-12 14:41:14 -0700 | [diff] [blame] | 1643 | std::string group_name; |
| 1644 | int priority; |
| 1645 | bool is_daemon = false; |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 1646 | Thread* self = Thread::Current(); |
Elliott Hughes | dcc2474 | 2011-09-07 14:02:44 -0700 | [diff] [blame] | 1647 | |
Hiroshi Yamauchi | 2cd334a | 2015-01-09 14:03:35 -0800 | [diff] [blame] | 1648 | // If flip_function is not null, it means we have run a checkpoint |
| 1649 | // before the thread wakes up to execute the flip function and the |
| 1650 | // thread roots haven't been forwarded. So the following access to |
| 1651 | // the roots (opeer or methods in the frames) would be bad. Run it |
| 1652 | // here. TODO: clean up. |
| 1653 | if (thread != nullptr) { |
| 1654 | ScopedObjectAccessUnchecked soa(self); |
| 1655 | Thread* this_thread = const_cast<Thread*>(thread); |
| 1656 | Closure* flip_func = this_thread->GetFlipFunction(); |
| 1657 | if (flip_func != nullptr) { |
| 1658 | flip_func->Run(this_thread); |
| 1659 | } |
| 1660 | } |
| 1661 | |
Mathieu Chartier | c7a966d | 2014-04-10 18:06:32 -0700 | [diff] [blame] | 1662 | // Don't do this if we are aborting since the GC may have all the threads suspended. This will |
| 1663 | // cause ScopedObjectAccessUnchecked to deadlock. |
Nicolas Geoffray | db97871 | 2014-12-09 13:33:38 +0000 | [diff] [blame] | 1664 | if (gAborting == 0 && self != nullptr && thread != nullptr && thread->tlsPtr_.opeer != nullptr) { |
Ian Rogers | cfaa455 | 2012-11-26 21:00:08 -0800 | [diff] [blame] | 1665 | ScopedObjectAccessUnchecked soa(self); |
Andreas Gampe | 08883de | 2016-11-08 13:20:52 -0800 | [diff] [blame] | 1666 | priority = jni::DecodeArtField(WellKnownClasses::java_lang_Thread_priority) |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1667 | ->GetInt(thread->tlsPtr_.opeer); |
Andreas Gampe | 08883de | 2016-11-08 13:20:52 -0800 | [diff] [blame] | 1668 | is_daemon = jni::DecodeArtField(WellKnownClasses::java_lang_Thread_daemon) |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1669 | ->GetBoolean(thread->tlsPtr_.opeer); |
Elliott Hughes | d369bb7 | 2011-09-12 14:41:14 -0700 | [diff] [blame] | 1670 | |
Mathieu Chartier | 3398c78 | 2016-09-30 10:27:43 -0700 | [diff] [blame] | 1671 | ObjPtr<mirror::Object> thread_group = |
Andreas Gampe | 08883de | 2016-11-08 13:20:52 -0800 | [diff] [blame] | 1672 | jni::DecodeArtField(WellKnownClasses::java_lang_Thread_group) |
| 1673 | ->GetObject(thread->tlsPtr_.opeer); |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 1674 | |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 1675 | if (thread_group != nullptr) { |
Mathieu Chartier | c785344 | 2015-03-27 14:35:38 -0700 | [diff] [blame] | 1676 | ArtField* group_name_field = |
Andreas Gampe | 08883de | 2016-11-08 13:20:52 -0800 | [diff] [blame] | 1677 | jni::DecodeArtField(WellKnownClasses::java_lang_ThreadGroup_name); |
Mathieu Chartier | 3398c78 | 2016-09-30 10:27:43 -0700 | [diff] [blame] | 1678 | ObjPtr<mirror::String> group_name_string = |
| 1679 | group_name_field->GetObject(thread_group)->AsString(); |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 1680 | group_name = (group_name_string != nullptr) ? group_name_string->ToModifiedUtf8() : "<null>"; |
Elliott Hughes | d369bb7 | 2011-09-12 14:41:14 -0700 | [diff] [blame] | 1681 | } |
| 1682 | } else { |
Elliott Hughes | d369bb7 | 2011-09-12 14:41:14 -0700 | [diff] [blame] | 1683 | priority = GetNativePriority(); |
Elliott Hughes | dcc2474 | 2011-09-07 14:02:44 -0700 | [diff] [blame] | 1684 | } |
Elliott Hughes | d92bec4 | 2011-09-02 17:04:36 -0700 | [diff] [blame] | 1685 | |
Elliott Hughes | abbe07d | 2012-06-05 17:42:23 -0700 | [diff] [blame] | 1686 | std::string scheduler_group_name(GetSchedulerGroupName(tid)); |
Elliott Hughes | 1bac54f | 2012-03-16 12:48:31 -0700 | [diff] [blame] | 1687 | if (scheduler_group_name.empty()) { |
| 1688 | scheduler_group_name = "default"; |
Elliott Hughes | d92bec4 | 2011-09-02 17:04:36 -0700 | [diff] [blame] | 1689 | } |
| 1690 | |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 1691 | if (thread != nullptr) { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1692 | os << '"' << *thread->tlsPtr_.name << '"'; |
Elliott Hughes | abbe07d | 2012-06-05 17:42:23 -0700 | [diff] [blame] | 1693 | if (is_daemon) { |
| 1694 | os << " daemon"; |
| 1695 | } |
| 1696 | os << " prio=" << priority |
Ian Rogers | d9c4fc9 | 2013-10-01 19:45:43 -0700 | [diff] [blame] | 1697 | << " tid=" << thread->GetThreadId() |
Elliott Hughes | 80537bb | 2013-01-04 16:37:26 -0800 | [diff] [blame] | 1698 | << " " << thread->GetState(); |
| 1699 | if (thread->IsStillStarting()) { |
| 1700 | os << " (still starting up)"; |
| 1701 | } |
| 1702 | os << "\n"; |
Elliott Hughes | abbe07d | 2012-06-05 17:42:23 -0700 | [diff] [blame] | 1703 | } else { |
Elliott Hughes | 289be85 | 2012-06-12 13:57:20 -0700 | [diff] [blame] | 1704 | os << '"' << ::art::GetThreadName(tid) << '"' |
Elliott Hughes | abbe07d | 2012-06-05 17:42:23 -0700 | [diff] [blame] | 1705 | << " prio=" << priority |
Elliott Hughes | abbe07d | 2012-06-05 17:42:23 -0700 | [diff] [blame] | 1706 | << " (not attached)\n"; |
Elliott Hughes | d92bec4 | 2011-09-02 17:04:36 -0700 | [diff] [blame] | 1707 | } |
Elliott Hughes | d92bec4 | 2011-09-02 17:04:36 -0700 | [diff] [blame] | 1708 | |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 1709 | if (thread != nullptr) { |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 1710 | MutexLock mu(self, *Locks::thread_suspend_count_lock_); |
Elliott Hughes | abbe07d | 2012-06-05 17:42:23 -0700 | [diff] [blame] | 1711 | os << " | group=\"" << group_name << "\"" |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1712 | << " sCount=" << thread->tls32_.suspend_count |
| 1713 | << " dsCount=" << thread->tls32_.debug_suspend_count |
Hiroshi Yamauchi | a82769c | 2016-12-02 17:01:51 -0800 | [diff] [blame] | 1714 | << " flags=" << thread->tls32_.state_and_flags.as_struct.flags |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1715 | << " obj=" << reinterpret_cast<void*>(thread->tlsPtr_.opeer) |
Elliott Hughes | abbe07d | 2012-06-05 17:42:23 -0700 | [diff] [blame] | 1716 | << " self=" << reinterpret_cast<const void*>(thread) << "\n"; |
| 1717 | } |
Elliott Hughes | 0d39c12 | 2012-06-06 16:41:17 -0700 | [diff] [blame] | 1718 | |
Elliott Hughes | abbe07d | 2012-06-05 17:42:23 -0700 | [diff] [blame] | 1719 | os << " | sysTid=" << tid |
| 1720 | << " nice=" << getpriority(PRIO_PROCESS, tid) |
Elliott Hughes | 0d39c12 | 2012-06-06 16:41:17 -0700 | [diff] [blame] | 1721 | << " cgrp=" << scheduler_group_name; |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 1722 | if (thread != nullptr) { |
Elliott Hughes | 0d39c12 | 2012-06-06 16:41:17 -0700 | [diff] [blame] | 1723 | int policy; |
| 1724 | sched_param sp; |
Brian Carlstrom | 640a104 | 2017-03-20 15:03:42 -0700 | [diff] [blame] | 1725 | #if !defined(__APPLE__) |
| 1726 | // b/36445592 Don't use pthread_getschedparam since pthread may have exited. |
| 1727 | policy = sched_getscheduler(tid); |
| 1728 | if (policy == -1) { |
| 1729 | PLOG(WARNING) << "sched_getscheduler(" << tid << ")"; |
| 1730 | } |
| 1731 | int sched_getparam_result = sched_getparam(tid, &sp); |
| 1732 | if (sched_getparam_result == -1) { |
| 1733 | PLOG(WARNING) << "sched_getparam(" << tid << ", &sp)"; |
| 1734 | sp.sched_priority = -1; |
| 1735 | } |
| 1736 | #else |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1737 | CHECK_PTHREAD_CALL(pthread_getschedparam, (thread->tlsPtr_.pthread_self, &policy, &sp), |
| 1738 | __FUNCTION__); |
Brian Carlstrom | 640a104 | 2017-03-20 15:03:42 -0700 | [diff] [blame] | 1739 | #endif |
Elliott Hughes | 0d39c12 | 2012-06-06 16:41:17 -0700 | [diff] [blame] | 1740 | os << " sched=" << policy << "/" << sp.sched_priority |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1741 | << " handle=" << reinterpret_cast<void*>(thread->tlsPtr_.pthread_self); |
Elliott Hughes | 0d39c12 | 2012-06-06 16:41:17 -0700 | [diff] [blame] | 1742 | } |
| 1743 | os << "\n"; |
Elliott Hughes | d92bec4 | 2011-09-02 17:04:36 -0700 | [diff] [blame] | 1744 | |
| 1745 | // Grab the scheduler stats for this thread. |
| 1746 | std::string scheduler_stats; |
Elliott Hughes | abbe07d | 2012-06-05 17:42:23 -0700 | [diff] [blame] | 1747 | if (ReadFileToString(StringPrintf("/proc/self/task/%d/schedstat", tid), &scheduler_stats)) { |
Brian Carlstrom | 7934ac2 | 2013-07-26 10:54:15 -0700 | [diff] [blame] | 1748 | scheduler_stats.resize(scheduler_stats.size() - 1); // Lose the trailing '\n'. |
Elliott Hughes | d92bec4 | 2011-09-02 17:04:36 -0700 | [diff] [blame] | 1749 | } else { |
| 1750 | scheduler_stats = "0 0 0"; |
| 1751 | } |
| 1752 | |
Elliott Hughes | ba0b9c5 | 2012-09-20 11:25:12 -0700 | [diff] [blame] | 1753 | char native_thread_state = '?'; |
Elliott Hughes | d92bec4 | 2011-09-02 17:04:36 -0700 | [diff] [blame] | 1754 | int utime = 0; |
| 1755 | int stime = 0; |
| 1756 | int task_cpu = 0; |
Brian Carlstrom | 2921201 | 2013-09-12 22:18:30 -0700 | [diff] [blame] | 1757 | GetTaskStats(tid, &native_thread_state, &utime, &stime, &task_cpu); |
Elliott Hughes | d92bec4 | 2011-09-02 17:04:36 -0700 | [diff] [blame] | 1758 | |
Elliott Hughes | ba0b9c5 | 2012-09-20 11:25:12 -0700 | [diff] [blame] | 1759 | os << " | state=" << native_thread_state |
| 1760 | << " schedstat=( " << scheduler_stats << " )" |
Elliott Hughes | d92bec4 | 2011-09-02 17:04:36 -0700 | [diff] [blame] | 1761 | << " utm=" << utime |
| 1762 | << " stm=" << stime |
Elliott Hughes | abbe07d | 2012-06-05 17:42:23 -0700 | [diff] [blame] | 1763 | << " core=" << task_cpu |
| 1764 | << " HZ=" << sysconf(_SC_CLK_TCK) << "\n"; |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 1765 | if (thread != nullptr) { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1766 | os << " | stack=" << reinterpret_cast<void*>(thread->tlsPtr_.stack_begin) << "-" |
| 1767 | << reinterpret_cast<void*>(thread->tlsPtr_.stack_end) << " stackSize=" |
| 1768 | << PrettySize(thread->tlsPtr_.stack_size) << "\n"; |
Mathieu Chartier | 9db911e | 2014-06-04 11:23:58 -0700 | [diff] [blame] | 1769 | // Dump the held mutexes. |
| 1770 | os << " | held mutexes="; |
| 1771 | for (size_t i = 0; i < kLockLevelCount; ++i) { |
| 1772 | if (i != kMonitorLock) { |
| 1773 | BaseMutex* mutex = thread->GetHeldMutex(static_cast<LockLevel>(i)); |
| 1774 | if (mutex != nullptr) { |
| 1775 | os << " \"" << mutex->GetName() << "\""; |
| 1776 | if (mutex->IsReaderWriterMutex()) { |
| 1777 | ReaderWriterMutex* rw_mutex = down_cast<ReaderWriterMutex*>(mutex); |
Hans Boehm | 0882af2 | 2017-08-31 15:21:57 -0700 | [diff] [blame] | 1778 | if (rw_mutex->GetExclusiveOwnerTid() == tid) { |
Mathieu Chartier | 9db911e | 2014-06-04 11:23:58 -0700 | [diff] [blame] | 1779 | os << "(exclusive held)"; |
| 1780 | } else { |
Mathieu Chartier | 9db911e | 2014-06-04 11:23:58 -0700 | [diff] [blame] | 1781 | os << "(shared held)"; |
| 1782 | } |
| 1783 | } |
| 1784 | } |
| 1785 | } |
| 1786 | } |
| 1787 | os << "\n"; |
Elliott Hughes | abbe07d | 2012-06-05 17:42:23 -0700 | [diff] [blame] | 1788 | } |
| 1789 | } |
| 1790 | |
| 1791 | void Thread::DumpState(std::ostream& os) const { |
| 1792 | Thread::DumpState(os, this, GetTid()); |
Elliott Hughes | d92bec4 | 2011-09-02 17:04:36 -0700 | [diff] [blame] | 1793 | } |
| 1794 | |
Andreas Gampe | 9310495 | 2017-12-13 17:13:15 -0800 | [diff] [blame] | 1795 | struct StackDumpVisitor : public MonitorObjectsStackVisitor { |
Hiroshi Yamauchi | 02f365f | 2017-02-03 15:06:00 -0800 | [diff] [blame] | 1796 | StackDumpVisitor(std::ostream& os_in, |
| 1797 | Thread* thread_in, |
| 1798 | Context* context, |
Andreas Gampe | 9310495 | 2017-12-13 17:13:15 -0800 | [diff] [blame] | 1799 | bool can_allocate, |
Hiroshi Yamauchi | 02f365f | 2017-02-03 15:06:00 -0800 | [diff] [blame] | 1800 | bool check_suspended = true, |
Andreas Gampe | 9310495 | 2017-12-13 17:13:15 -0800 | [diff] [blame] | 1801 | bool dump_locks = true) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 1802 | REQUIRES_SHARED(Locks::mutator_lock_) |
Andreas Gampe | 9310495 | 2017-12-13 17:13:15 -0800 | [diff] [blame] | 1803 | : MonitorObjectsStackVisitor(thread_in, |
| 1804 | context, |
| 1805 | check_suspended, |
| 1806 | can_allocate && dump_locks), |
Nicolas Geoffray | 8e5bd18 | 2015-05-06 11:34:34 +0100 | [diff] [blame] | 1807 | os(os_in), |
Nicolas Geoffray | 8e5bd18 | 2015-05-06 11:34:34 +0100 | [diff] [blame] | 1808 | last_method(nullptr), |
| 1809 | last_line_number(0), |
Andreas Gampe | 9310495 | 2017-12-13 17:13:15 -0800 | [diff] [blame] | 1810 | repetition_count(0) {} |
Elliott Hughes | d369bb7 | 2011-09-12 14:41:14 -0700 | [diff] [blame] | 1811 | |
Ian Rogers | bdb0391 | 2011-09-14 00:55:44 -0700 | [diff] [blame] | 1812 | virtual ~StackDumpVisitor() { |
Elliott Hughes | e85d2e9 | 2012-05-01 14:02:10 -0700 | [diff] [blame] | 1813 | if (frame_count == 0) { |
| 1814 | os << " (no managed stack frames)\n"; |
| 1815 | } |
Elliott Hughes | d369bb7 | 2011-09-12 14:41:14 -0700 | [diff] [blame] | 1816 | } |
| 1817 | |
Andreas Gampe | 9310495 | 2017-12-13 17:13:15 -0800 | [diff] [blame] | 1818 | static constexpr size_t kMaxRepetition = 3u; |
| 1819 | |
| 1820 | VisitMethodResult StartMethod(ArtMethod* m, size_t frame_nr ATTRIBUTE_UNUSED) |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 1821 | override |
Andreas Gampe | 9310495 | 2017-12-13 17:13:15 -0800 | [diff] [blame] | 1822 | REQUIRES_SHARED(Locks::mutator_lock_) { |
Andreas Gampe | 542451c | 2016-07-26 09:02:02 -0700 | [diff] [blame] | 1823 | m = m->GetInterfaceMethodIfProxy(kRuntimePointerSize); |
Mathieu Chartier | f5769e1 | 2017-01-10 15:54:41 -0800 | [diff] [blame] | 1824 | ObjPtr<mirror::Class> c = m->GetDeclaringClass(); |
| 1825 | ObjPtr<mirror::DexCache> dex_cache = c->GetDexCache(); |
Ian Rogers | b861dc0 | 2011-11-14 17:00:05 -0800 | [diff] [blame] | 1826 | int line_number = -1; |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 1827 | if (dex_cache != nullptr) { // be tolerant of bad input |
David Sehr | 9323e6e | 2016-09-13 08:58:35 -0700 | [diff] [blame] | 1828 | const DexFile* dex_file = dex_cache->GetDexFile(); |
| 1829 | line_number = annotations::GetLineNumFromPC(dex_file, m, GetDexPc(false)); |
Ian Rogers | b861dc0 | 2011-11-14 17:00:05 -0800 | [diff] [blame] | 1830 | } |
Ian Rogers | 28ad40d | 2011-10-27 15:19:26 -0700 | [diff] [blame] | 1831 | if (line_number == last_line_number && last_method == m) { |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 1832 | ++repetition_count; |
Elliott Hughes | d369bb7 | 2011-09-12 14:41:14 -0700 | [diff] [blame] | 1833 | } else { |
Ian Rogers | 28ad40d | 2011-10-27 15:19:26 -0700 | [diff] [blame] | 1834 | if (repetition_count >= kMaxRepetition) { |
| 1835 | os << " ... repeated " << (repetition_count - kMaxRepetition) << " times\n"; |
| 1836 | } |
| 1837 | repetition_count = 0; |
| 1838 | last_line_number = line_number; |
| 1839 | last_method = m; |
Elliott Hughes | d369bb7 | 2011-09-12 14:41:14 -0700 | [diff] [blame] | 1840 | } |
Andreas Gampe | 9310495 | 2017-12-13 17:13:15 -0800 | [diff] [blame] | 1841 | |
| 1842 | if (repetition_count >= kMaxRepetition) { |
| 1843 | // Skip visiting=printing anything. |
| 1844 | return VisitMethodResult::kSkipMethod; |
Ian Rogers | 28ad40d | 2011-10-27 15:19:26 -0700 | [diff] [blame] | 1845 | } |
Elliott Hughes | 8e4aac5 | 2011-09-26 17:03:36 -0700 | [diff] [blame] | 1846 | |
Andreas Gampe | 9310495 | 2017-12-13 17:13:15 -0800 | [diff] [blame] | 1847 | os << " at " << m->PrettyMethod(false); |
| 1848 | if (m->IsNative()) { |
| 1849 | os << "(Native method)"; |
| 1850 | } else { |
| 1851 | const char* source_file(m->GetDeclaringClassSourceFile()); |
| 1852 | os << "(" << (source_file != nullptr ? source_file : "unavailable") |
| 1853 | << ":" << line_number << ")"; |
| 1854 | } |
| 1855 | os << "\n"; |
| 1856 | // Go and visit locks. |
| 1857 | return VisitMethodResult::kContinueMethod; |
Elliott Hughes | d369bb7 | 2011-09-12 14:41:14 -0700 | [diff] [blame] | 1858 | } |
Elliott Hughes | 4993bbc | 2013-01-10 15:41:25 -0800 | [diff] [blame] | 1859 | |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 1860 | VisitMethodResult EndMethod(ArtMethod* m ATTRIBUTE_UNUSED) override { |
Andreas Gampe | 9310495 | 2017-12-13 17:13:15 -0800 | [diff] [blame] | 1861 | return VisitMethodResult::kContinueMethod; |
| 1862 | } |
| 1863 | |
| 1864 | void VisitWaitingObject(mirror::Object* obj, ThreadState state ATTRIBUTE_UNUSED) |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 1865 | override |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 1866 | REQUIRES_SHARED(Locks::mutator_lock_) { |
Andreas Gampe | 9310495 | 2017-12-13 17:13:15 -0800 | [diff] [blame] | 1867 | PrintObject(obj, " - waiting on ", ThreadList::kInvalidThreadId); |
| 1868 | } |
| 1869 | void VisitSleepingObject(mirror::Object* obj) |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 1870 | override |
Andreas Gampe | 9310495 | 2017-12-13 17:13:15 -0800 | [diff] [blame] | 1871 | REQUIRES_SHARED(Locks::mutator_lock_) { |
| 1872 | PrintObject(obj, " - sleeping on ", ThreadList::kInvalidThreadId); |
| 1873 | } |
| 1874 | void VisitBlockedOnObject(mirror::Object* obj, |
| 1875 | ThreadState state, |
| 1876 | uint32_t owner_tid) |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 1877 | override |
Andreas Gampe | 9310495 | 2017-12-13 17:13:15 -0800 | [diff] [blame] | 1878 | REQUIRES_SHARED(Locks::mutator_lock_) { |
| 1879 | const char* msg; |
| 1880 | switch (state) { |
| 1881 | case kBlocked: |
| 1882 | msg = " - waiting to lock "; |
| 1883 | break; |
| 1884 | |
| 1885 | case kWaitingForLockInflation: |
| 1886 | msg = " - waiting for lock inflation of "; |
| 1887 | break; |
| 1888 | |
| 1889 | default: |
| 1890 | LOG(FATAL) << "Unreachable"; |
| 1891 | UNREACHABLE(); |
| 1892 | } |
| 1893 | PrintObject(obj, msg, owner_tid); |
| 1894 | } |
| 1895 | void VisitLockedObject(mirror::Object* obj) |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 1896 | override |
Andreas Gampe | 9310495 | 2017-12-13 17:13:15 -0800 | [diff] [blame] | 1897 | REQUIRES_SHARED(Locks::mutator_lock_) { |
| 1898 | PrintObject(obj, " - locked ", ThreadList::kInvalidThreadId); |
| 1899 | } |
| 1900 | |
| 1901 | void PrintObject(mirror::Object* obj, |
| 1902 | const char* msg, |
| 1903 | uint32_t owner_tid) REQUIRES_SHARED(Locks::mutator_lock_) { |
| 1904 | if (obj == nullptr) { |
| 1905 | os << msg << "an unknown object"; |
Ian Rogers | d803bc7 | 2014-04-01 15:33:03 -0700 | [diff] [blame] | 1906 | } else { |
Andreas Gampe | 9310495 | 2017-12-13 17:13:15 -0800 | [diff] [blame] | 1907 | if ((obj->GetLockWord(true).GetState() == LockWord::kThinLocked) && |
Ian Rogers | d803bc7 | 2014-04-01 15:33:03 -0700 | [diff] [blame] | 1908 | Locks::mutator_lock_->IsExclusiveHeld(Thread::Current())) { |
| 1909 | // Getting the identity hashcode here would result in lock inflation and suspension of the |
| 1910 | // current thread, which isn't safe if this is the only runnable thread. |
Andreas Gampe | 9310495 | 2017-12-13 17:13:15 -0800 | [diff] [blame] | 1911 | os << msg << StringPrintf("<@addr=0x%" PRIxPTR "> (a %s)", |
| 1912 | reinterpret_cast<intptr_t>(obj), |
| 1913 | obj->PrettyTypeOf().c_str()); |
Ian Rogers | d803bc7 | 2014-04-01 15:33:03 -0700 | [diff] [blame] | 1914 | } else { |
Andreas Gampe | 9310495 | 2017-12-13 17:13:15 -0800 | [diff] [blame] | 1915 | // - waiting on <0x6008c468> (a java.lang.Class<java.lang.ref.ReferenceQueue>) |
| 1916 | // Call PrettyTypeOf before IdentityHashCode since IdentityHashCode can cause thread |
| 1917 | // suspension and move pretty_object. |
| 1918 | const std::string pretty_type(obj->PrettyTypeOf()); |
| 1919 | os << msg << StringPrintf("<0x%08x> (a %s)", obj->IdentityHashCode(), pretty_type.c_str()); |
Ian Rogers | d803bc7 | 2014-04-01 15:33:03 -0700 | [diff] [blame] | 1920 | } |
| 1921 | } |
Andreas Gampe | 9310495 | 2017-12-13 17:13:15 -0800 | [diff] [blame] | 1922 | if (owner_tid != ThreadList::kInvalidThreadId) { |
| 1923 | os << " held by thread " << owner_tid; |
| 1924 | } |
Ian Rogers | d803bc7 | 2014-04-01 15:33:03 -0700 | [diff] [blame] | 1925 | os << "\n"; |
Elliott Hughes | 4993bbc | 2013-01-10 15:41:25 -0800 | [diff] [blame] | 1926 | } |
| 1927 | |
Elliott Hughes | 08fc03a | 2012-06-26 17:34:00 -0700 | [diff] [blame] | 1928 | std::ostream& os; |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 1929 | ArtMethod* last_method; |
Ian Rogers | 28ad40d | 2011-10-27 15:19:26 -0700 | [diff] [blame] | 1930 | int last_line_number; |
Andreas Gampe | 9310495 | 2017-12-13 17:13:15 -0800 | [diff] [blame] | 1931 | size_t repetition_count; |
Elliott Hughes | d369bb7 | 2011-09-12 14:41:14 -0700 | [diff] [blame] | 1932 | }; |
| 1933 | |
Ian Rogers | 33e9566 | 2013-05-20 20:29:14 -0700 | [diff] [blame] | 1934 | static bool ShouldShowNativeStack(const Thread* thread) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 1935 | REQUIRES_SHARED(Locks::mutator_lock_) { |
Elliott Hughes | aef701d | 2013-04-05 18:15:40 -0700 | [diff] [blame] | 1936 | ThreadState state = thread->GetState(); |
| 1937 | |
| 1938 | // In native code somewhere in the VM (one of the kWaitingFor* states)? That's interesting. |
| 1939 | if (state > kWaiting && state < kStarting) { |
| 1940 | return true; |
| 1941 | } |
| 1942 | |
| 1943 | // In an Object.wait variant or Thread.sleep? That's not interesting. |
| 1944 | if (state == kTimedWaiting || state == kSleeping || state == kWaiting) { |
| 1945 | return false; |
| 1946 | } |
| 1947 | |
Christopher Ferris | 2366f4e | 2014-09-19 17:23:59 -0700 | [diff] [blame] | 1948 | // Threads with no managed stack frames should be shown. |
Vladimir Marko | e744163 | 2017-11-29 13:00:56 +0000 | [diff] [blame] | 1949 | if (!thread->HasManagedStack()) { |
Christopher Ferris | 2366f4e | 2014-09-19 17:23:59 -0700 | [diff] [blame] | 1950 | return true; |
| 1951 | } |
| 1952 | |
Elliott Hughes | aef701d | 2013-04-05 18:15:40 -0700 | [diff] [blame] | 1953 | // In some other native method? That's interesting. |
| 1954 | // We don't just check kNative because native methods will be in state kSuspended if they're |
| 1955 | // calling back into the VM, or kBlocked if they're blocked on a monitor, or one of the |
| 1956 | // thread-startup states if it's early enough in their life cycle (http://b/7432159). |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 1957 | ArtMethod* current_method = thread->GetCurrentMethod(nullptr); |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 1958 | return current_method != nullptr && current_method->IsNative(); |
Elliott Hughes | aef701d | 2013-04-05 18:15:40 -0700 | [diff] [blame] | 1959 | } |
| 1960 | |
Hiroshi Yamauchi | 02f365f | 2017-02-03 15:06:00 -0800 | [diff] [blame] | 1961 | void Thread::DumpJavaStack(std::ostream& os, bool check_suspended, bool dump_locks) const { |
Hiroshi Yamauchi | 2cd334a | 2015-01-09 14:03:35 -0800 | [diff] [blame] | 1962 | // If flip_function is not null, it means we have run a checkpoint |
| 1963 | // before the thread wakes up to execute the flip function and the |
| 1964 | // thread roots haven't been forwarded. So the following access to |
| 1965 | // the roots (locks or methods in the frames) would be bad. Run it |
| 1966 | // here. TODO: clean up. |
| 1967 | { |
| 1968 | Thread* this_thread = const_cast<Thread*>(this); |
| 1969 | Closure* flip_func = this_thread->GetFlipFunction(); |
| 1970 | if (flip_func != nullptr) { |
| 1971 | flip_func->Run(this_thread); |
| 1972 | } |
| 1973 | } |
| 1974 | |
Andreas Gampe | 986c6fb | 2014-10-02 21:00:06 -0700 | [diff] [blame] | 1975 | // Dumping the Java stack involves the verifier for locks. The verifier operates under the |
| 1976 | // assumption that there is no exception pending on entry. Thus, stash any pending exception. |
Mathieu Chartier | bef89c9 | 2015-01-09 09:46:49 -0800 | [diff] [blame] | 1977 | // Thread::Current() instead of this in case a thread is dumping the stack of another suspended |
| 1978 | // thread. |
Nicolas Geoffray | 14691c5 | 2015-03-05 10:40:17 +0000 | [diff] [blame] | 1979 | StackHandleScope<1> scope(Thread::Current()); |
Andreas Gampe | 986c6fb | 2014-10-02 21:00:06 -0700 | [diff] [blame] | 1980 | Handle<mirror::Throwable> exc; |
Andreas Gampe | 986c6fb | 2014-10-02 21:00:06 -0700 | [diff] [blame] | 1981 | bool have_exception = false; |
| 1982 | if (IsExceptionPending()) { |
Nicolas Geoffray | 14691c5 | 2015-03-05 10:40:17 +0000 | [diff] [blame] | 1983 | exc = scope.NewHandle(GetException()); |
Andreas Gampe | 986c6fb | 2014-10-02 21:00:06 -0700 | [diff] [blame] | 1984 | const_cast<Thread*>(this)->ClearException(); |
| 1985 | have_exception = true; |
| 1986 | } |
| 1987 | |
Ian Rogers | 700a402 | 2014-05-19 16:49:03 -0700 | [diff] [blame] | 1988 | std::unique_ptr<Context> context(Context::Create()); |
Mathieu Chartier | c751fdc | 2014-03-30 15:25:44 -0700 | [diff] [blame] | 1989 | StackDumpVisitor dumper(os, const_cast<Thread*>(this), context.get(), |
Hiroshi Yamauchi | 02f365f | 2017-02-03 15:06:00 -0800 | [diff] [blame] | 1990 | !tls32_.throwing_OutOfMemoryError, check_suspended, dump_locks); |
Mathieu Chartier | c751fdc | 2014-03-30 15:25:44 -0700 | [diff] [blame] | 1991 | dumper.WalkStack(); |
Andreas Gampe | 986c6fb | 2014-10-02 21:00:06 -0700 | [diff] [blame] | 1992 | |
| 1993 | if (have_exception) { |
Nicolas Geoffray | 14691c5 | 2015-03-05 10:40:17 +0000 | [diff] [blame] | 1994 | const_cast<Thread*>(this)->SetException(exc.Get()); |
Andreas Gampe | 986c6fb | 2014-10-02 21:00:06 -0700 | [diff] [blame] | 1995 | } |
Mathieu Chartier | c751fdc | 2014-03-30 15:25:44 -0700 | [diff] [blame] | 1996 | } |
| 1997 | |
Nicolas Geoffray | 6ee4971 | 2018-03-30 14:39:05 +0000 | [diff] [blame] | 1998 | void Thread::DumpStack(std::ostream& os, |
| 1999 | bool dump_native_stack, |
| 2000 | BacktraceMap* backtrace_map, |
| 2001 | bool force_dump_stack) const { |
Jeff Hao | ed1790e | 2013-04-12 09:58:14 -0700 | [diff] [blame] | 2002 | // TODO: we call this code when dying but may not have suspended the thread ourself. The |
| 2003 | // IsSuspended check is therefore racy with the use for dumping (normally we inhibit |
| 2004 | // the race with the thread_suspend_count_lock_). |
Ian Rogers | eef2e54 | 2014-06-24 22:48:01 -0700 | [diff] [blame] | 2005 | bool dump_for_abort = (gAborting > 0); |
| 2006 | bool safe_to_dump = (this == Thread::Current() || IsSuspended()); |
| 2007 | if (!kIsDebugBuild) { |
| 2008 | // We always want to dump the stack for an abort, however, there is no point dumping another |
| 2009 | // thread's stack in debug builds where we'll hit the not suspended check in the stack walk. |
| 2010 | safe_to_dump = (safe_to_dump || dump_for_abort); |
| 2011 | } |
Hiroshi Yamauchi | 13c1635 | 2017-01-31 10:15:08 -0800 | [diff] [blame] | 2012 | if (safe_to_dump || force_dump_stack) { |
Ian Rogers | f08e473 | 2013-04-09 09:45:49 -0700 | [diff] [blame] | 2013 | // If we're currently in native code, dump that stack before dumping the managed stack. |
Nicolas Geoffray | 6ee4971 | 2018-03-30 14:39:05 +0000 | [diff] [blame] | 2014 | if (dump_native_stack && (dump_for_abort || force_dump_stack || ShouldShowNativeStack(this))) { |
Ian Rogers | f08e473 | 2013-04-09 09:45:49 -0700 | [diff] [blame] | 2015 | DumpKernelStack(os, GetTid(), " kernel: ", false); |
Hiroshi Yamauchi | 02f365f | 2017-02-03 15:06:00 -0800 | [diff] [blame] | 2016 | ArtMethod* method = |
| 2017 | GetCurrentMethod(nullptr, |
Andreas Gampe | 98ea9d9 | 2018-10-19 14:06:15 -0700 | [diff] [blame] | 2018 | /*check_suspended=*/ !force_dump_stack, |
| 2019 | /*abort_on_error=*/ !(dump_for_abort || force_dump_stack)); |
Christopher Ferris | 6cff48f | 2014-01-26 21:36:13 -0800 | [diff] [blame] | 2020 | DumpNativeStack(os, GetTid(), backtrace_map, " native: ", method); |
Ian Rogers | f08e473 | 2013-04-09 09:45:49 -0700 | [diff] [blame] | 2021 | } |
Hiroshi Yamauchi | 02f365f | 2017-02-03 15:06:00 -0800 | [diff] [blame] | 2022 | DumpJavaStack(os, |
Andreas Gampe | 98ea9d9 | 2018-10-19 14:06:15 -0700 | [diff] [blame] | 2023 | /*check_suspended=*/ !force_dump_stack, |
| 2024 | /*dump_locks=*/ !force_dump_stack); |
Ian Rogers | f08e473 | 2013-04-09 09:45:49 -0700 | [diff] [blame] | 2025 | } else { |
| 2026 | os << "Not able to dump stack of thread that isn't suspended"; |
Elliott Hughes | ffb465f | 2012-03-01 18:46:05 -0800 | [diff] [blame] | 2027 | } |
Elliott Hughes | e27955c | 2011-08-26 15:21:24 -0700 | [diff] [blame] | 2028 | } |
| 2029 | |
Elliott Hughes | be759c6 | 2011-09-08 19:38:21 -0700 | [diff] [blame] | 2030 | void Thread::ThreadExitCallback(void* arg) { |
| 2031 | Thread* self = reinterpret_cast<Thread*>(arg); |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 2032 | if (self->tls32_.thread_exit_check_count == 0) { |
| 2033 | LOG(WARNING) << "Native thread exiting without having called DetachCurrentThread (maybe it's " |
| 2034 | "going to use a pthread_key_create destructor?): " << *self; |
Ian Rogers | 0878d65 | 2013-04-18 17:38:35 -0700 | [diff] [blame] | 2035 | CHECK(is_started_); |
Bilyan Borisov | bb661c0 | 2016-04-04 16:27:32 +0100 | [diff] [blame] | 2036 | #ifdef ART_TARGET_ANDROID |
Andreas Gampe | 4382f1e | 2015-08-05 01:08:53 +0000 | [diff] [blame] | 2037 | __get_tls()[TLS_SLOT_ART_THREAD_SELF] = self; |
| 2038 | #else |
Elliott Hughes | 6a607ad | 2012-07-13 20:40:00 -0700 | [diff] [blame] | 2039 | CHECK_PTHREAD_CALL(pthread_setspecific, (Thread::pthread_key_self_, self), "reattach self"); |
Andreas Gampe | 4382f1e | 2015-08-05 01:08:53 +0000 | [diff] [blame] | 2040 | #endif |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 2041 | self->tls32_.thread_exit_check_count = 1; |
Elliott Hughes | 6a607ad | 2012-07-13 20:40:00 -0700 | [diff] [blame] | 2042 | } else { |
| 2043 | LOG(FATAL) << "Native thread exited without calling DetachCurrentThread: " << *self; |
| 2044 | } |
Carl Shapiro | b557353 | 2011-07-12 18:22:59 -0700 | [diff] [blame] | 2045 | } |
| 2046 | |
Elliott Hughes | be759c6 | 2011-09-08 19:38:21 -0700 | [diff] [blame] | 2047 | void Thread::Startup() { |
Ian Rogers | 0878d65 | 2013-04-18 17:38:35 -0700 | [diff] [blame] | 2048 | CHECK(!is_started_); |
| 2049 | is_started_ = true; |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 2050 | { |
Brian Carlstrom | 6d69f59 | 2013-07-16 17:18:16 -0700 | [diff] [blame] | 2051 | // MutexLock to keep annotalysis happy. |
| 2052 | // |
Mathieu Chartier | 2cebb24 | 2015-04-21 16:50:40 -0700 | [diff] [blame] | 2053 | // Note we use null for the thread because Thread::Current can |
Brian Carlstrom | 6d69f59 | 2013-07-16 17:18:16 -0700 | [diff] [blame] | 2054 | // return garbage since (is_started_ == true) and |
| 2055 | // Thread::pthread_key_self_ is not yet initialized. |
| 2056 | // This was seen on glibc. |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 2057 | MutexLock mu(nullptr, *Locks::thread_suspend_count_lock_); |
Ian Rogers | c604d73 | 2012-10-14 16:09:54 -0700 | [diff] [blame] | 2058 | resume_cond_ = new ConditionVariable("Thread resumption condition variable", |
| 2059 | *Locks::thread_suspend_count_lock_); |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 2060 | } |
| 2061 | |
Carl Shapiro | b557353 | 2011-07-12 18:22:59 -0700 | [diff] [blame] | 2062 | // Allocate a TLS slot. |
Ian Rogers | f4d4da1 | 2014-11-11 16:10:33 -0800 | [diff] [blame] | 2063 | CHECK_PTHREAD_CALL(pthread_key_create, (&Thread::pthread_key_self_, Thread::ThreadExitCallback), |
| 2064 | "self key"); |
Carl Shapiro | b557353 | 2011-07-12 18:22:59 -0700 | [diff] [blame] | 2065 | |
| 2066 | // Double-check the TLS slot allocation. |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 2067 | if (pthread_getspecific(pthread_key_self_) != nullptr) { |
| 2068 | LOG(FATAL) << "Newly-created pthread TLS slot is not nullptr"; |
Carl Shapiro | b557353 | 2011-07-12 18:22:59 -0700 | [diff] [blame] | 2069 | } |
Elliott Hughes | 038a806 | 2011-09-18 14:12:41 -0700 | [diff] [blame] | 2070 | } |
Carl Shapiro | b557353 | 2011-07-12 18:22:59 -0700 | [diff] [blame] | 2071 | |
Elliott Hughes | 038a806 | 2011-09-18 14:12:41 -0700 | [diff] [blame] | 2072 | void Thread::FinishStartup() { |
Ian Rogers | 365c102 | 2012-06-22 15:05:28 -0700 | [diff] [blame] | 2073 | Runtime* runtime = Runtime::Current(); |
| 2074 | CHECK(runtime->IsStarted()); |
Brian Carlstrom | b82b687 | 2011-10-26 17:18:07 -0700 | [diff] [blame] | 2075 | |
Elliott Hughes | 01158d7 | 2011-09-19 19:47:10 -0700 | [diff] [blame] | 2076 | // Finish attaching the main thread. |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 2077 | ScopedObjectAccess soa(Thread::Current()); |
Vladimir Marko | dcfcce4 | 2018-06-27 10:00:28 +0000 | [diff] [blame] | 2078 | soa.Self()->CreatePeer("main", false, runtime->GetMainThreadGroup()); |
| 2079 | soa.Self()->AssertNoPendingException(); |
Jesse Wilson | 9a6bae8 | 2011-11-14 14:57:30 -0500 | [diff] [blame] | 2080 | |
Vladimir Marko | dcfcce4 | 2018-06-27 10:00:28 +0000 | [diff] [blame] | 2081 | runtime->RunRootClinits(soa.Self()); |
Andreas Gampe | 21cf95d | 2017-04-17 20:19:14 -0700 | [diff] [blame] | 2082 | |
| 2083 | // The thread counts as started from now on. We need to add it to the ThreadGroup. For regular |
| 2084 | // threads, this is done in Thread.start() on the Java side. |
Vladimir Marko | dcfcce4 | 2018-06-27 10:00:28 +0000 | [diff] [blame] | 2085 | soa.Self()->NotifyThreadGroup(soa, runtime->GetMainThreadGroup()); |
| 2086 | soa.Self()->AssertNoPendingException(); |
Carl Shapiro | b557353 | 2011-07-12 18:22:59 -0700 | [diff] [blame] | 2087 | } |
| 2088 | |
Elliott Hughes | c1674ed | 2011-08-25 18:09:09 -0700 | [diff] [blame] | 2089 | void Thread::Shutdown() { |
Ian Rogers | 0878d65 | 2013-04-18 17:38:35 -0700 | [diff] [blame] | 2090 | CHECK(is_started_); |
| 2091 | is_started_ = false; |
Elliott Hughes | 8d768a9 | 2011-09-14 16:35:25 -0700 | [diff] [blame] | 2092 | CHECK_PTHREAD_CALL(pthread_key_delete, (Thread::pthread_key_self_), "self key"); |
Ian Rogers | 33e9566 | 2013-05-20 20:29:14 -0700 | [diff] [blame] | 2093 | MutexLock mu(Thread::Current(), *Locks::thread_suspend_count_lock_); |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 2094 | if (resume_cond_ != nullptr) { |
Ian Rogers | 0878d65 | 2013-04-18 17:38:35 -0700 | [diff] [blame] | 2095 | delete resume_cond_; |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 2096 | resume_cond_ = nullptr; |
Ian Rogers | 0878d65 | 2013-04-18 17:38:35 -0700 | [diff] [blame] | 2097 | } |
Elliott Hughes | c1674ed | 2011-08-25 18:09:09 -0700 | [diff] [blame] | 2098 | } |
| 2099 | |
Andreas Gampe | 5677601 | 2018-01-26 17:40:55 -0800 | [diff] [blame] | 2100 | void Thread::NotifyThreadGroup(ScopedObjectAccessAlreadyRunnable& soa, jobject thread_group) { |
| 2101 | ScopedLocalRef<jobject> thread_jobject( |
| 2102 | soa.Env(), soa.Env()->AddLocalReference<jobject>(Thread::Current()->GetPeer())); |
| 2103 | ScopedLocalRef<jobject> thread_group_jobject_scoped( |
| 2104 | soa.Env(), nullptr); |
| 2105 | jobject thread_group_jobject = thread_group; |
| 2106 | if (thread_group == nullptr || kIsDebugBuild) { |
| 2107 | // There is always a group set. Retrieve it. |
| 2108 | thread_group_jobject_scoped.reset( |
| 2109 | soa.Env()->GetObjectField(thread_jobject.get(), |
| 2110 | WellKnownClasses::java_lang_Thread_group)); |
| 2111 | thread_group_jobject = thread_group_jobject_scoped.get(); |
| 2112 | if (kIsDebugBuild && thread_group != nullptr) { |
| 2113 | CHECK(soa.Env()->IsSameObject(thread_group, thread_group_jobject)); |
| 2114 | } |
| 2115 | } |
| 2116 | soa.Env()->CallNonvirtualVoidMethod(thread_group_jobject, |
| 2117 | WellKnownClasses::java_lang_ThreadGroup, |
| 2118 | WellKnownClasses::java_lang_ThreadGroup_add, |
| 2119 | thread_jobject.get()); |
| 2120 | } |
| 2121 | |
Calin Juravle | ccd5695 | 2016-12-15 17:57:38 +0000 | [diff] [blame] | 2122 | Thread::Thread(bool daemon) |
| 2123 | : tls32_(daemon), |
| 2124 | wait_monitor_(nullptr), |
Alex Light | cea4215 | 2018-09-18 22:51:55 +0000 | [diff] [blame] | 2125 | is_runtime_thread_(false) { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 2126 | wait_mutex_ = new Mutex("a thread wait mutex"); |
| 2127 | wait_cond_ = new ConditionVariable("a thread wait condition variable", *wait_mutex_); |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 2128 | tlsPtr_.instrumentation_stack = new std::deque<instrumentation::InstrumentationStackFrame>; |
| 2129 | tlsPtr_.name = new std::string(kThreadNameDuringStartup); |
| 2130 | |
Roland Levillain | 33d6903 | 2015-06-18 18:20:59 +0100 | [diff] [blame] | 2131 | static_assert((sizeof(Thread) % 4) == 0U, |
| 2132 | "art::Thread has a size which is not a multiple of 4."); |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 2133 | tls32_.state_and_flags.as_struct.flags = 0; |
| 2134 | tls32_.state_and_flags.as_struct.state = kNative; |
Orion Hodson | 88591fe | 2018-03-06 13:35:43 +0000 | [diff] [blame] | 2135 | tls32_.interrupted.store(false, std::memory_order_relaxed); |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 2136 | memset(&tlsPtr_.held_mutexes[0], 0, sizeof(tlsPtr_.held_mutexes)); |
Mathieu Chartier | 0651d41 | 2014-04-29 14:37:57 -0700 | [diff] [blame] | 2137 | std::fill(tlsPtr_.rosalloc_runs, |
Hiroshi Yamauchi | 7ed9c56 | 2016-02-02 15:22:09 -0800 | [diff] [blame] | 2138 | tlsPtr_.rosalloc_runs + kNumRosAllocThreadLocalSizeBracketsInThread, |
Mathieu Chartier | 73d1e17 | 2014-04-11 17:53:48 -0700 | [diff] [blame] | 2139 | gc::allocator::RosAlloc::GetDedicatedFullRun()); |
Mathieu Chartier | 952e1e3 | 2016-06-13 14:04:02 -0700 | [diff] [blame] | 2140 | tlsPtr_.checkpoint_function = nullptr; |
Yu Li | eac4424 | 2015-06-29 10:50:03 +0800 | [diff] [blame] | 2141 | for (uint32_t i = 0; i < kMaxSuspendBarriers; ++i) { |
| 2142 | tlsPtr_.active_suspend_barriers[i] = nullptr; |
| 2143 | } |
Hiroshi Yamauchi | 2cd334a | 2015-01-09 14:03:35 -0800 | [diff] [blame] | 2144 | tlsPtr_.flip_function = nullptr; |
Hiroshi Yamauchi | 0b71357 | 2015-06-16 18:29:23 -0700 | [diff] [blame] | 2145 | tlsPtr_.thread_local_mark_stack = nullptr; |
Hiroshi Yamauchi | ee23582 | 2016-08-19 17:03:27 -0700 | [diff] [blame] | 2146 | tls32_.is_transitioning_to_runnable = false; |
David Srbecky | 28f6cff | 2018-10-16 15:07:28 +0100 | [diff] [blame] | 2147 | tls32_.use_mterp = false; |
| 2148 | } |
| 2149 | |
| 2150 | void Thread::NotifyInTheadList() { |
| 2151 | tls32_.use_mterp = interpreter::CanUseMterp(); |
Elliott Hughes | dcc2474 | 2011-09-07 14:02:44 -0700 | [diff] [blame] | 2152 | } |
| 2153 | |
Alex Light | e9f6103 | 2018-09-24 16:04:51 -0700 | [diff] [blame] | 2154 | bool Thread::CanLoadClasses() const { |
| 2155 | return !IsRuntimeThread() || !Runtime::Current()->IsJavaDebuggable(); |
| 2156 | } |
| 2157 | |
Elliott Hughes | 7dc5166 | 2012-05-16 14:48:43 -0700 | [diff] [blame] | 2158 | bool Thread::IsStillStarting() const { |
| 2159 | // You might think you can check whether the state is kStarting, but for much of thread startup, |
Elliott Hughes | 80537bb | 2013-01-04 16:37:26 -0800 | [diff] [blame] | 2160 | // the thread is in kNative; it might also be in kVmWait. |
Mathieu Chartier | 2cebb24 | 2015-04-21 16:50:40 -0700 | [diff] [blame] | 2161 | // You might think you can check whether the peer is null, but the peer is actually created and |
Elliott Hughes | 7dc5166 | 2012-05-16 14:48:43 -0700 | [diff] [blame] | 2162 | // assigned fairly early on, and needs to be. |
| 2163 | // It turns out that the last thing to change is the thread name; that's a good proxy for "has |
| 2164 | // this thread _ever_ entered kRunnable". |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 2165 | return (tlsPtr_.jpeer == nullptr && tlsPtr_.opeer == nullptr) || |
| 2166 | (*tlsPtr_.name == kThreadNameDuringStartup); |
Elliott Hughes | 7dc5166 | 2012-05-16 14:48:43 -0700 | [diff] [blame] | 2167 | } |
| 2168 | |
Andreas Gampe | d9efea6 | 2014-07-21 22:56:08 -0700 | [diff] [blame] | 2169 | void Thread::AssertPendingException() const { |
Mathieu Chartier | a61894d | 2015-04-23 16:32:54 -0700 | [diff] [blame] | 2170 | CHECK(IsExceptionPending()) << "Pending exception expected."; |
| 2171 | } |
| 2172 | |
| 2173 | void Thread::AssertPendingOOMException() const { |
| 2174 | AssertPendingException(); |
| 2175 | auto* e = GetException(); |
| 2176 | CHECK_EQ(e->GetClass(), DecodeJObject(WellKnownClasses::java_lang_OutOfMemoryError)->AsClass()) |
| 2177 | << e->Dump(); |
Andreas Gampe | d9efea6 | 2014-07-21 22:56:08 -0700 | [diff] [blame] | 2178 | } |
| 2179 | |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 2180 | void Thread::AssertNoPendingException() const { |
| 2181 | if (UNLIKELY(IsExceptionPending())) { |
| 2182 | ScopedObjectAccess soa(Thread::Current()); |
Mathieu Chartier | f5769e1 | 2017-01-10 15:54:41 -0800 | [diff] [blame] | 2183 | LOG(FATAL) << "No pending exception expected: " << GetException()->Dump(); |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 2184 | } |
| 2185 | } |
| 2186 | |
Mathieu Chartier | 8d7672e | 2014-02-25 10:57:16 -0800 | [diff] [blame] | 2187 | void Thread::AssertNoPendingExceptionForNewException(const char* msg) const { |
| 2188 | if (UNLIKELY(IsExceptionPending())) { |
| 2189 | ScopedObjectAccess soa(Thread::Current()); |
Ian Rogers | c114b5f | 2014-07-21 08:55:01 -0700 | [diff] [blame] | 2190 | LOG(FATAL) << "Throwing new exception '" << msg << "' with unexpected pending exception: " |
Mathieu Chartier | f5769e1 | 2017-01-10 15:54:41 -0800 | [diff] [blame] | 2191 | << GetException()->Dump(); |
Mathieu Chartier | 8d7672e | 2014-02-25 10:57:16 -0800 | [diff] [blame] | 2192 | } |
| 2193 | } |
| 2194 | |
Mathieu Chartier | bb87e0f | 2015-04-03 11:21:55 -0700 | [diff] [blame] | 2195 | class MonitorExitVisitor : public SingleRootVisitor { |
| 2196 | public: |
| 2197 | explicit MonitorExitVisitor(Thread* self) : self_(self) { } |
| 2198 | |
| 2199 | // NO_THREAD_SAFETY_ANALYSIS due to MonitorExit. |
| 2200 | void VisitRoot(mirror::Object* entered_monitor, const RootInfo& info ATTRIBUTE_UNUSED) |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 2201 | override NO_THREAD_SAFETY_ANALYSIS { |
Mathieu Chartier | bb87e0f | 2015-04-03 11:21:55 -0700 | [diff] [blame] | 2202 | if (self_->HoldsLock(entered_monitor)) { |
| 2203 | LOG(WARNING) << "Calling MonitorExit on object " |
David Sehr | 709b070 | 2016-10-13 09:12:37 -0700 | [diff] [blame] | 2204 | << entered_monitor << " (" << entered_monitor->PrettyTypeOf() << ")" |
Mathieu Chartier | bb87e0f | 2015-04-03 11:21:55 -0700 | [diff] [blame] | 2205 | << " left locked by native thread " |
| 2206 | << *Thread::Current() << " which is detaching"; |
| 2207 | entered_monitor->MonitorExit(self_); |
| 2208 | } |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 2209 | } |
Mathieu Chartier | bb87e0f | 2015-04-03 11:21:55 -0700 | [diff] [blame] | 2210 | |
| 2211 | private: |
| 2212 | Thread* const self_; |
| 2213 | }; |
Elliott Hughes | 02b48d1 | 2011-09-07 17:15:51 -0700 | [diff] [blame] | 2214 | |
Elliott Hughes | c0f0933 | 2012-03-26 13:27:06 -0700 | [diff] [blame] | 2215 | void Thread::Destroy() { |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 2216 | Thread* self = this; |
| 2217 | DCHECK_EQ(self, Thread::Current()); |
Elliott Hughes | 02b48d1 | 2011-09-07 17:15:51 -0700 | [diff] [blame] | 2218 | |
Ian Rogers | 68d8b42 | 2014-07-17 11:09:10 -0700 | [diff] [blame] | 2219 | if (tlsPtr_.jni_env != nullptr) { |
Mathieu Chartier | bb87e0f | 2015-04-03 11:21:55 -0700 | [diff] [blame] | 2220 | { |
| 2221 | ScopedObjectAccess soa(self); |
| 2222 | MonitorExitVisitor visitor(self); |
| 2223 | // On thread detach, all monitors entered with JNI MonitorEnter are automatically exited. |
Ian Rogers | 55256cb | 2017-12-21 17:07:11 -0800 | [diff] [blame] | 2224 | tlsPtr_.jni_env->monitors_.VisitRoots(&visitor, RootInfo(kRootVMInternal)); |
Mathieu Chartier | bb87e0f | 2015-04-03 11:21:55 -0700 | [diff] [blame] | 2225 | } |
Ian Rogers | 68d8b42 | 2014-07-17 11:09:10 -0700 | [diff] [blame] | 2226 | // Release locally held global references which releasing may require the mutator lock. |
| 2227 | if (tlsPtr_.jpeer != nullptr) { |
| 2228 | // If pthread_create fails we don't have a jni env here. |
| 2229 | tlsPtr_.jni_env->DeleteGlobalRef(tlsPtr_.jpeer); |
| 2230 | tlsPtr_.jpeer = nullptr; |
| 2231 | } |
| 2232 | if (tlsPtr_.class_loader_override != nullptr) { |
| 2233 | tlsPtr_.jni_env->DeleteGlobalRef(tlsPtr_.class_loader_override); |
| 2234 | tlsPtr_.class_loader_override = nullptr; |
| 2235 | } |
| 2236 | } |
| 2237 | |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 2238 | if (tlsPtr_.opeer != nullptr) { |
Ian Rogers | cfaa455 | 2012-11-26 21:00:08 -0800 | [diff] [blame] | 2239 | ScopedObjectAccess soa(self); |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 2240 | // We may need to call user-supplied managed code, do this before final clean-up. |
Ian Rogers | cfaa455 | 2012-11-26 21:00:08 -0800 | [diff] [blame] | 2241 | HandleUncaughtExceptions(soa); |
Alex Light | df13240 | 2017-09-29 12:54:33 -0700 | [diff] [blame] | 2242 | RemoveFromThreadGroup(soa); |
Alex Light | 8c5e2da | 2017-07-11 10:32:20 -0700 | [diff] [blame] | 2243 | Runtime* runtime = Runtime::Current(); |
| 2244 | if (runtime != nullptr) { |
| 2245 | runtime->GetRuntimeCallbacks()->ThreadDeath(self); |
| 2246 | } |
Elliott Hughes | 534da07 | 2012-03-27 15:17:42 -0700 | [diff] [blame] | 2247 | |
Anwar Ghuloum | 3c50a4b | 2013-06-21 13:05:23 -0700 | [diff] [blame] | 2248 | // this.nativePeer = 0; |
Sebastien Hertz | d2fe10a | 2014-01-15 10:20:56 +0100 | [diff] [blame] | 2249 | if (Runtime::Current()->IsActiveTransaction()) { |
Andreas Gampe | 08883de | 2016-11-08 13:20:52 -0800 | [diff] [blame] | 2250 | jni::DecodeArtField(WellKnownClasses::java_lang_Thread_nativePeer) |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 2251 | ->SetLong<true>(tlsPtr_.opeer, 0); |
Sebastien Hertz | d2fe10a | 2014-01-15 10:20:56 +0100 | [diff] [blame] | 2252 | } else { |
Andreas Gampe | 08883de | 2016-11-08 13:20:52 -0800 | [diff] [blame] | 2253 | jni::DecodeArtField(WellKnownClasses::java_lang_Thread_nativePeer) |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 2254 | ->SetLong<false>(tlsPtr_.opeer, 0); |
Sebastien Hertz | d2fe10a | 2014-01-15 10:20:56 +0100 | [diff] [blame] | 2255 | } |
Elliott Hughes | 02b48d1 | 2011-09-07 17:15:51 -0700 | [diff] [blame] | 2256 | |
Ian Rogers | cfaa455 | 2012-11-26 21:00:08 -0800 | [diff] [blame] | 2257 | // Thread.join() is implemented as an Object.wait() on the Thread.lock object. Signal anyone |
| 2258 | // who is waiting. |
Mathieu Chartier | 3398c78 | 2016-09-30 10:27:43 -0700 | [diff] [blame] | 2259 | ObjPtr<mirror::Object> lock = |
Andreas Gampe | 08883de | 2016-11-08 13:20:52 -0800 | [diff] [blame] | 2260 | jni::DecodeArtField(WellKnownClasses::java_lang_Thread_lock)->GetObject(tlsPtr_.opeer); |
Elliott Hughes | 038a806 | 2011-09-18 14:12:41 -0700 | [diff] [blame] | 2261 | // (This conditional is only needed for tests, where Thread.lock won't have been set.) |
Mathieu Chartier | c528dba | 2013-11-26 12:00:11 -0800 | [diff] [blame] | 2262 | if (lock != nullptr) { |
Mathieu Chartier | eb8167a | 2014-05-07 15:43:14 -0700 | [diff] [blame] | 2263 | StackHandleScope<1> hs(self); |
| 2264 | Handle<mirror::Object> h_obj(hs.NewHandle(lock)); |
Mathieu Chartier | db2633c | 2014-05-16 09:59:29 -0700 | [diff] [blame] | 2265 | ObjectLock<mirror::Object> locker(self, h_obj); |
Yevgeny Rouban | 63e8a68 | 2014-04-16 18:26:09 +0700 | [diff] [blame] | 2266 | locker.NotifyAll(); |
Elliott Hughes | 5f79133 | 2011-09-15 17:45:30 -0700 | [diff] [blame] | 2267 | } |
Ian Rogers | 68d8b42 | 2014-07-17 11:09:10 -0700 | [diff] [blame] | 2268 | tlsPtr_.opeer = nullptr; |
Elliott Hughes | 5f79133 | 2011-09-15 17:45:30 -0700 | [diff] [blame] | 2269 | } |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 2270 | |
Hiroshi Yamauchi | a1b94c6 | 2014-12-17 15:49:56 -0800 | [diff] [blame] | 2271 | { |
| 2272 | ScopedObjectAccess soa(self); |
| 2273 | Runtime::Current()->GetHeap()->RevokeThreadLocalBuffers(this); |
Hiroshi Yamauchi | 0b71357 | 2015-06-16 18:29:23 -0700 | [diff] [blame] | 2274 | if (kUseReadBarrier) { |
| 2275 | Runtime::Current()->GetHeap()->ConcurrentCopyingCollector()->RevokeThreadLocalMarkStack(this); |
| 2276 | } |
Hiroshi Yamauchi | a1b94c6 | 2014-12-17 15:49:56 -0800 | [diff] [blame] | 2277 | } |
Elliott Hughes | c0f0933 | 2012-03-26 13:27:06 -0700 | [diff] [blame] | 2278 | } |
Elliott Hughes | 02b48d1 | 2011-09-07 17:15:51 -0700 | [diff] [blame] | 2279 | |
Elliott Hughes | c0f0933 | 2012-03-26 13:27:06 -0700 | [diff] [blame] | 2280 | Thread::~Thread() { |
Ian Rogers | 68d8b42 | 2014-07-17 11:09:10 -0700 | [diff] [blame] | 2281 | CHECK(tlsPtr_.class_loader_override == nullptr); |
| 2282 | CHECK(tlsPtr_.jpeer == nullptr); |
| 2283 | CHECK(tlsPtr_.opeer == nullptr); |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 2284 | bool initialized = (tlsPtr_.jni_env != nullptr); // Did Thread::Init run? |
Alexei Zavjalov | 1efa0a9 | 2014-02-04 02:08:31 +0700 | [diff] [blame] | 2285 | if (initialized) { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 2286 | delete tlsPtr_.jni_env; |
| 2287 | tlsPtr_.jni_env = nullptr; |
Alexei Zavjalov | 1efa0a9 | 2014-02-04 02:08:31 +0700 | [diff] [blame] | 2288 | } |
Mathieu Chartier | dbe6f46 | 2012-09-25 16:54:50 -0700 | [diff] [blame] | 2289 | CHECK_NE(GetState(), kRunnable); |
Hiroshi Yamauchi | 3049324 | 2016-11-03 13:06:52 -0700 | [diff] [blame] | 2290 | CHECK(!ReadFlag(kCheckpointRequest)); |
| 2291 | CHECK(!ReadFlag(kEmptyCheckpointRequest)); |
Mathieu Chartier | 952e1e3 | 2016-06-13 14:04:02 -0700 | [diff] [blame] | 2292 | CHECK(tlsPtr_.checkpoint_function == nullptr); |
| 2293 | CHECK_EQ(checkpoint_overflow_.size(), 0u); |
Hiroshi Yamauchi | 2cd334a | 2015-01-09 14:03:35 -0800 | [diff] [blame] | 2294 | CHECK(tlsPtr_.flip_function == nullptr); |
Hiroshi Yamauchi | ee23582 | 2016-08-19 17:03:27 -0700 | [diff] [blame] | 2295 | CHECK_EQ(tls32_.is_transitioning_to_runnable, false); |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 2296 | |
Sebastien Hertz | 0747466 | 2015-08-25 15:12:33 +0000 | [diff] [blame] | 2297 | // Make sure we processed all deoptimization requests. |
| 2298 | CHECK(tlsPtr_.deoptimization_context_stack == nullptr) << "Missed deoptimization"; |
Mingyao Yang | 99170c6 | 2015-07-06 11:10:37 -0700 | [diff] [blame] | 2299 | CHECK(tlsPtr_.frame_id_to_shadow_frame == nullptr) << |
| 2300 | "Not all deoptimized frames have been consumed by the debugger."; |
Sebastien Hertz | 0747466 | 2015-08-25 15:12:33 +0000 | [diff] [blame] | 2301 | |
Mathieu Chartier | dbe6f46 | 2012-09-25 16:54:50 -0700 | [diff] [blame] | 2302 | // We may be deleting a still born thread. |
| 2303 | SetStateUnsafe(kTerminated); |
Elliott Hughes | 85d1545 | 2011-09-16 17:33:01 -0700 | [diff] [blame] | 2304 | |
| 2305 | delete wait_cond_; |
| 2306 | delete wait_mutex_; |
| 2307 | |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 2308 | if (tlsPtr_.long_jump_context != nullptr) { |
| 2309 | delete tlsPtr_.long_jump_context; |
Ian Rogers | c928de9 | 2013-02-27 14:30:44 -0800 | [diff] [blame] | 2310 | } |
Elliott Hughes | 475fc23 | 2011-10-25 15:00:35 -0700 | [diff] [blame] | 2311 | |
Alexei Zavjalov | 1efa0a9 | 2014-02-04 02:08:31 +0700 | [diff] [blame] | 2312 | if (initialized) { |
| 2313 | CleanupCpu(); |
| 2314 | } |
| 2315 | |
Sebastien Hertz | 597c4f0 | 2015-01-26 17:37:14 +0100 | [diff] [blame] | 2316 | if (tlsPtr_.single_step_control != nullptr) { |
| 2317 | delete tlsPtr_.single_step_control; |
| 2318 | } |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 2319 | delete tlsPtr_.instrumentation_stack; |
| 2320 | delete tlsPtr_.name; |
Nicolas Geoffray | 340dafa | 2016-11-18 16:03:10 +0000 | [diff] [blame] | 2321 | delete tlsPtr_.deps_or_stack_trace_sample.stack_trace_sample; |
Elliott Hughes | d8af159 | 2012-04-16 20:40:15 -0700 | [diff] [blame] | 2322 | |
Ian Rogers | 68d8b42 | 2014-07-17 11:09:10 -0700 | [diff] [blame] | 2323 | Runtime::Current()->GetHeap()->AssertThreadLocalBuffersAreRevoked(this); |
Hiroshi Yamauchi | cf58d4a | 2013-09-26 14:21:22 -0700 | [diff] [blame] | 2324 | |
Elliott Hughes | d8af159 | 2012-04-16 20:40:15 -0700 | [diff] [blame] | 2325 | TearDownAlternateSignalStack(); |
Elliott Hughes | c1674ed | 2011-08-25 18:09:09 -0700 | [diff] [blame] | 2326 | } |
| 2327 | |
Andreas Gampe | 513061a | 2017-06-01 09:17:34 -0700 | [diff] [blame] | 2328 | void Thread::HandleUncaughtExceptions(ScopedObjectAccessAlreadyRunnable& soa) { |
Elliott Hughes | accd83d | 2011-10-17 14:25:58 -0700 | [diff] [blame] | 2329 | if (!IsExceptionPending()) { |
| 2330 | return; |
| 2331 | } |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 2332 | ScopedLocalRef<jobject> peer(tlsPtr_.jni_env, soa.AddLocalReference<jobject>(tlsPtr_.opeer)); |
Ian Rogers | cfaa455 | 2012-11-26 21:00:08 -0800 | [diff] [blame] | 2333 | ScopedThreadStateChange tsc(this, kNative); |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 2334 | |
Elliott Hughes | accd83d | 2011-10-17 14:25:58 -0700 | [diff] [blame] | 2335 | // Get and clear the exception. |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 2336 | ScopedLocalRef<jthrowable> exception(tlsPtr_.jni_env, tlsPtr_.jni_env->ExceptionOccurred()); |
| 2337 | tlsPtr_.jni_env->ExceptionClear(); |
Elliott Hughes | accd83d | 2011-10-17 14:25:58 -0700 | [diff] [blame] | 2338 | |
Tobias Thierer | 5cbe65d | 2016-07-22 18:37:59 +0100 | [diff] [blame] | 2339 | // Call the Thread instance's dispatchUncaughtException(Throwable) |
| 2340 | tlsPtr_.jni_env->CallVoidMethod(peer.get(), |
| 2341 | WellKnownClasses::java_lang_Thread_dispatchUncaughtException, |
| 2342 | exception.get()); |
Elliott Hughes | accd83d | 2011-10-17 14:25:58 -0700 | [diff] [blame] | 2343 | |
Tobias Thierer | 5cbe65d | 2016-07-22 18:37:59 +0100 | [diff] [blame] | 2344 | // If the dispatchUncaughtException threw, clear that exception too. |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 2345 | tlsPtr_.jni_env->ExceptionClear(); |
Elliott Hughes | accd83d | 2011-10-17 14:25:58 -0700 | [diff] [blame] | 2346 | } |
| 2347 | |
Andreas Gampe | 513061a | 2017-06-01 09:17:34 -0700 | [diff] [blame] | 2348 | void Thread::RemoveFromThreadGroup(ScopedObjectAccessAlreadyRunnable& soa) { |
Brian Carlstrom | 4514d3c | 2011-10-21 17:01:31 -0700 | [diff] [blame] | 2349 | // this.group.removeThread(this); |
| 2350 | // group can be null if we're in the compiler or a test. |
Andreas Gampe | 08883de | 2016-11-08 13:20:52 -0800 | [diff] [blame] | 2351 | ObjPtr<mirror::Object> ogroup = jni::DecodeArtField(WellKnownClasses::java_lang_Thread_group) |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 2352 | ->GetObject(tlsPtr_.opeer); |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 2353 | if (ogroup != nullptr) { |
Ian Rogers | cfaa455 | 2012-11-26 21:00:08 -0800 | [diff] [blame] | 2354 | ScopedLocalRef<jobject> group(soa.Env(), soa.AddLocalReference<jobject>(ogroup)); |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 2355 | ScopedLocalRef<jobject> peer(soa.Env(), soa.AddLocalReference<jobject>(tlsPtr_.opeer)); |
Ian Rogers | cfaa455 | 2012-11-26 21:00:08 -0800 | [diff] [blame] | 2356 | ScopedThreadStateChange tsc(soa.Self(), kNative); |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 2357 | tlsPtr_.jni_env->CallVoidMethod(group.get(), |
| 2358 | WellKnownClasses::java_lang_ThreadGroup_removeThread, |
| 2359 | peer.get()); |
Brian Carlstrom | 4514d3c | 2011-10-21 17:01:31 -0700 | [diff] [blame] | 2360 | } |
| 2361 | } |
| 2362 | |
Mathieu Chartier | eb8167a | 2014-05-07 15:43:14 -0700 | [diff] [blame] | 2363 | bool Thread::HandleScopeContains(jobject obj) const { |
| 2364 | StackReference<mirror::Object>* hs_entry = |
Ian Rogers | ef7d42f | 2014-01-06 12:55:46 -0800 | [diff] [blame] | 2365 | reinterpret_cast<StackReference<mirror::Object>*>(obj); |
Mathieu Chartier | e8a3c57 | 2016-10-11 16:52:17 -0700 | [diff] [blame] | 2366 | for (BaseHandleScope* cur = tlsPtr_.top_handle_scope; cur!= nullptr; cur = cur->GetLink()) { |
Mathieu Chartier | eb8167a | 2014-05-07 15:43:14 -0700 | [diff] [blame] | 2367 | if (cur->Contains(hs_entry)) { |
Ian Rogers | a8cd9f4 | 2011-08-19 16:43:41 -0700 | [diff] [blame] | 2368 | return true; |
| 2369 | } |
| 2370 | } |
Mathieu Chartier | eb8167a | 2014-05-07 15:43:14 -0700 | [diff] [blame] | 2371 | // JNI code invoked from portable code uses shadow frames rather than the handle scope. |
| 2372 | return tlsPtr_.managed_stack.ShadowFramesContain(hs_entry); |
TDYa127 | 28f1a14 | 2012-03-15 21:51:52 -0700 | [diff] [blame] | 2373 | } |
| 2374 | |
Hans Boehm | 0882af2 | 2017-08-31 15:21:57 -0700 | [diff] [blame] | 2375 | void Thread::HandleScopeVisitRoots(RootVisitor* visitor, pid_t thread_id) { |
Mathieu Chartier | 4809d0a | 2015-04-07 10:39:04 -0700 | [diff] [blame] | 2376 | BufferedRootVisitor<kDefaultBufferedRootCount> buffered_visitor( |
| 2377 | visitor, RootInfo(kRootNativeStack, thread_id)); |
Mathieu Chartier | e8a3c57 | 2016-10-11 16:52:17 -0700 | [diff] [blame] | 2378 | for (BaseHandleScope* cur = tlsPtr_.top_handle_scope; cur; cur = cur->GetLink()) { |
| 2379 | cur->VisitRoots(buffered_visitor); |
Shih-wei Liao | 8dfc9d5 | 2011-09-28 18:06:15 -0700 | [diff] [blame] | 2380 | } |
| 2381 | } |
| 2382 | |
Mathieu Chartier | c4f3925 | 2016-10-05 18:32:08 -0700 | [diff] [blame] | 2383 | ObjPtr<mirror::Object> Thread::DecodeJObject(jobject obj) const { |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 2384 | if (obj == nullptr) { |
| 2385 | return nullptr; |
Ian Rogers | 408f79a | 2011-08-23 18:22:33 -0700 | [diff] [blame] | 2386 | } |
| 2387 | IndirectRef ref = reinterpret_cast<IndirectRef>(obj); |
Andreas Gampe | dc061d0 | 2016-10-24 13:19:37 -0700 | [diff] [blame] | 2388 | IndirectRefKind kind = IndirectReferenceTable::GetIndirectRefKind(ref); |
Mathieu Chartier | 8778c52 | 2016-10-04 19:06:30 -0700 | [diff] [blame] | 2389 | ObjPtr<mirror::Object> result; |
Ian Rogers | c0542af | 2014-09-03 16:16:56 -0700 | [diff] [blame] | 2390 | bool expect_null = false; |
Ian Rogers | 4f6ad8a | 2013-03-18 15:27:28 -0700 | [diff] [blame] | 2391 | // The "kinds" below are sorted by the frequency we expect to encounter them. |
| 2392 | if (kind == kLocal) { |
Ian Rogers | 55256cb | 2017-12-21 17:07:11 -0800 | [diff] [blame] | 2393 | IndirectReferenceTable& locals = tlsPtr_.jni_env->locals_; |
Hiroshi Yamauchi | 196851b | 2014-05-29 12:16:04 -0700 | [diff] [blame] | 2394 | // Local references do not need a read barrier. |
| 2395 | result = locals.Get<kWithoutReadBarrier>(ref); |
Mathieu Chartier | eb8167a | 2014-05-07 15:43:14 -0700 | [diff] [blame] | 2396 | } else if (kind == kHandleScopeOrInvalid) { |
Ian Rogers | ef7d42f | 2014-01-06 12:55:46 -0800 | [diff] [blame] | 2397 | // TODO: make stack indirect reference table lookup more efficient. |
Mathieu Chartier | eb8167a | 2014-05-07 15:43:14 -0700 | [diff] [blame] | 2398 | // Check if this is a local reference in the handle scope. |
| 2399 | if (LIKELY(HandleScopeContains(obj))) { |
| 2400 | // Read from handle scope. |
Ian Rogers | ef7d42f | 2014-01-06 12:55:46 -0800 | [diff] [blame] | 2401 | result = reinterpret_cast<StackReference<mirror::Object>*>(obj)->AsMirrorPtr(); |
Mathieu Chartier | 9d156d5 | 2016-10-06 17:44:26 -0700 | [diff] [blame] | 2402 | VerifyObject(result); |
Ian Rogers | 408f79a | 2011-08-23 18:22:33 -0700 | [diff] [blame] | 2403 | } else { |
Ian Rogers | 55256cb | 2017-12-21 17:07:11 -0800 | [diff] [blame] | 2404 | tlsPtr_.jni_env->vm_->JniAbortF(nullptr, "use of invalid jobject %p", obj); |
Ian Rogers | c0542af | 2014-09-03 16:16:56 -0700 | [diff] [blame] | 2405 | expect_null = true; |
| 2406 | result = nullptr; |
Ian Rogers | 408f79a | 2011-08-23 18:22:33 -0700 | [diff] [blame] | 2407 | } |
Ian Rogers | 4f6ad8a | 2013-03-18 15:27:28 -0700 | [diff] [blame] | 2408 | } else if (kind == kGlobal) { |
Ian Rogers | 55256cb | 2017-12-21 17:07:11 -0800 | [diff] [blame] | 2409 | result = tlsPtr_.jni_env->vm_->DecodeGlobal(ref); |
Ian Rogers | 4f6ad8a | 2013-03-18 15:27:28 -0700 | [diff] [blame] | 2410 | } else { |
| 2411 | DCHECK_EQ(kind, kWeakGlobal); |
Ian Rogers | 55256cb | 2017-12-21 17:07:11 -0800 | [diff] [blame] | 2412 | result = tlsPtr_.jni_env->vm_->DecodeWeakGlobal(const_cast<Thread*>(this), ref); |
Ian Rogers | c0542af | 2014-09-03 16:16:56 -0700 | [diff] [blame] | 2413 | if (Runtime::Current()->IsClearedJniWeakGlobal(result)) { |
Mathieu Chartier | 2cebb24 | 2015-04-21 16:50:40 -0700 | [diff] [blame] | 2414 | // This is a special case where it's okay to return null. |
Ian Rogers | c0542af | 2014-09-03 16:16:56 -0700 | [diff] [blame] | 2415 | expect_null = true; |
| 2416 | result = nullptr; |
Ian Rogers | 4f6ad8a | 2013-03-18 15:27:28 -0700 | [diff] [blame] | 2417 | } |
Ian Rogers | 408f79a | 2011-08-23 18:22:33 -0700 | [diff] [blame] | 2418 | } |
| 2419 | |
Ian Rogers | c0542af | 2014-09-03 16:16:56 -0700 | [diff] [blame] | 2420 | if (UNLIKELY(!expect_null && result == nullptr)) { |
Ian Rogers | 55256cb | 2017-12-21 17:07:11 -0800 | [diff] [blame] | 2421 | tlsPtr_.jni_env->vm_->JniAbortF(nullptr, "use of deleted %s %p", |
Ian Rogers | 68d8b42 | 2014-07-17 11:09:10 -0700 | [diff] [blame] | 2422 | ToStr<IndirectRefKind>(kind).c_str(), obj); |
Ian Rogers | 408f79a | 2011-08-23 18:22:33 -0700 | [diff] [blame] | 2423 | } |
Mathieu Chartier | c4f3925 | 2016-10-05 18:32:08 -0700 | [diff] [blame] | 2424 | return result; |
Ian Rogers | 408f79a | 2011-08-23 18:22:33 -0700 | [diff] [blame] | 2425 | } |
| 2426 | |
Hiroshi Yamauchi | 04302db | 2015-11-11 23:45:34 -0800 | [diff] [blame] | 2427 | bool Thread::IsJWeakCleared(jweak obj) const { |
| 2428 | CHECK(obj != nullptr); |
| 2429 | IndirectRef ref = reinterpret_cast<IndirectRef>(obj); |
Andreas Gampe | dc061d0 | 2016-10-24 13:19:37 -0700 | [diff] [blame] | 2430 | IndirectRefKind kind = IndirectReferenceTable::GetIndirectRefKind(ref); |
Hiroshi Yamauchi | 04302db | 2015-11-11 23:45:34 -0800 | [diff] [blame] | 2431 | CHECK_EQ(kind, kWeakGlobal); |
Ian Rogers | 55256cb | 2017-12-21 17:07:11 -0800 | [diff] [blame] | 2432 | return tlsPtr_.jni_env->vm_->IsWeakGlobalCleared(const_cast<Thread*>(this), ref); |
Hiroshi Yamauchi | 04302db | 2015-11-11 23:45:34 -0800 | [diff] [blame] | 2433 | } |
| 2434 | |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 2435 | // Implements java.lang.Thread.interrupted. |
| 2436 | bool Thread::Interrupted() { |
Nicolas Geoffray | 365719c | 2017-03-08 13:11:50 +0000 | [diff] [blame] | 2437 | DCHECK_EQ(Thread::Current(), this); |
| 2438 | // No other thread can concurrently reset the interrupted flag. |
Orion Hodson | 88591fe | 2018-03-06 13:35:43 +0000 | [diff] [blame] | 2439 | bool interrupted = tls32_.interrupted.load(std::memory_order_seq_cst); |
Nicolas Geoffray | 365719c | 2017-03-08 13:11:50 +0000 | [diff] [blame] | 2440 | if (interrupted) { |
Orion Hodson | 88591fe | 2018-03-06 13:35:43 +0000 | [diff] [blame] | 2441 | tls32_.interrupted.store(false, std::memory_order_seq_cst); |
Nicolas Geoffray | 365719c | 2017-03-08 13:11:50 +0000 | [diff] [blame] | 2442 | } |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 2443 | return interrupted; |
| 2444 | } |
| 2445 | |
| 2446 | // Implements java.lang.Thread.isInterrupted. |
| 2447 | bool Thread::IsInterrupted() { |
Orion Hodson | 88591fe | 2018-03-06 13:35:43 +0000 | [diff] [blame] | 2448 | return tls32_.interrupted.load(std::memory_order_seq_cst); |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 2449 | } |
| 2450 | |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 2451 | void Thread::Interrupt(Thread* self) { |
Ian Rogers | c604d73 | 2012-10-14 16:09:54 -0700 | [diff] [blame] | 2452 | MutexLock mu(self, *wait_mutex_); |
Orion Hodson | 88591fe | 2018-03-06 13:35:43 +0000 | [diff] [blame] | 2453 | if (tls32_.interrupted.load(std::memory_order_seq_cst)) { |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 2454 | return; |
| 2455 | } |
Orion Hodson | 88591fe | 2018-03-06 13:35:43 +0000 | [diff] [blame] | 2456 | tls32_.interrupted.store(true, std::memory_order_seq_cst); |
Ian Rogers | c604d73 | 2012-10-14 16:09:54 -0700 | [diff] [blame] | 2457 | NotifyLocked(self); |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 2458 | } |
| 2459 | |
| 2460 | void Thread::Notify() { |
Ian Rogers | c604d73 | 2012-10-14 16:09:54 -0700 | [diff] [blame] | 2461 | Thread* self = Thread::Current(); |
| 2462 | MutexLock mu(self, *wait_mutex_); |
| 2463 | NotifyLocked(self); |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 2464 | } |
| 2465 | |
Ian Rogers | c604d73 | 2012-10-14 16:09:54 -0700 | [diff] [blame] | 2466 | void Thread::NotifyLocked(Thread* self) { |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 2467 | if (wait_monitor_ != nullptr) { |
Ian Rogers | c604d73 | 2012-10-14 16:09:54 -0700 | [diff] [blame] | 2468 | wait_cond_->Signal(self); |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 2469 | } |
| 2470 | } |
| 2471 | |
Ian Rogers | 68d8b42 | 2014-07-17 11:09:10 -0700 | [diff] [blame] | 2472 | void Thread::SetClassLoaderOverride(jobject class_loader_override) { |
| 2473 | if (tlsPtr_.class_loader_override != nullptr) { |
| 2474 | GetJniEnv()->DeleteGlobalRef(tlsPtr_.class_loader_override); |
| 2475 | } |
| 2476 | tlsPtr_.class_loader_override = GetJniEnv()->NewGlobalRef(class_loader_override); |
| 2477 | } |
| 2478 | |
Mathieu Chartier | 65b8bb2 | 2017-02-01 11:03:50 -0800 | [diff] [blame] | 2479 | using ArtMethodDexPcPair = std::pair<ArtMethod*, uint32_t>; |
| 2480 | |
| 2481 | // Counts the stack trace depth and also fetches the first max_saved_frames frames. |
| 2482 | class FetchStackTraceVisitor : public StackVisitor { |
Shih-wei Liao | 9b576b4 | 2011-08-29 01:45:07 -0700 | [diff] [blame] | 2483 | public: |
Mathieu Chartier | 65b8bb2 | 2017-02-01 11:03:50 -0800 | [diff] [blame] | 2484 | explicit FetchStackTraceVisitor(Thread* thread, |
| 2485 | ArtMethodDexPcPair* saved_frames = nullptr, |
| 2486 | size_t max_saved_frames = 0) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 2487 | REQUIRES_SHARED(Locks::mutator_lock_) |
Nicolas Geoffray | 8e5bd18 | 2015-05-06 11:34:34 +0100 | [diff] [blame] | 2488 | : StackVisitor(thread, nullptr, StackVisitor::StackWalkKind::kIncludeInlinedFrames), |
Mathieu Chartier | 65b8bb2 | 2017-02-01 11:03:50 -0800 | [diff] [blame] | 2489 | saved_frames_(saved_frames), |
| 2490 | max_saved_frames_(max_saved_frames) {} |
Elliott Hughes | d369bb7 | 2011-09-12 14:41:14 -0700 | [diff] [blame] | 2491 | |
Andreas Gampe | fa6a1b0 | 2018-09-07 08:11:55 -0700 | [diff] [blame] | 2492 | bool VisitFrame() override REQUIRES_SHARED(Locks::mutator_lock_) { |
Elliott Hughes | 29f2742 | 2011-09-18 16:02:18 -0700 | [diff] [blame] | 2493 | // We want to skip frames up to and including the exception's constructor. |
Ian Rogers | 9086572 | 2011-09-19 11:11:44 -0700 | [diff] [blame] | 2494 | // Note we also skip the frame if it doesn't have a method (namely the callee |
| 2495 | // save frame) |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 2496 | ArtMethod* m = GetMethod(); |
Ian Rogers | 0399dde | 2012-06-06 17:09:28 -0700 | [diff] [blame] | 2497 | if (skipping_ && !m->IsRuntimeMethod() && |
Vladimir Marko | adbceb7 | 2018-05-29 14:34:14 +0100 | [diff] [blame] | 2498 | !GetClassRoot<mirror::Throwable>()->IsAssignableFrom(m->GetDeclaringClass())) { |
Elliott Hughes | 29f2742 | 2011-09-18 16:02:18 -0700 | [diff] [blame] | 2499 | skipping_ = false; |
| 2500 | } |
| 2501 | if (!skipping_) { |
Ian Rogers | 0399dde | 2012-06-06 17:09:28 -0700 | [diff] [blame] | 2502 | if (!m->IsRuntimeMethod()) { // Ignore runtime frames (in particular callee save). |
Mathieu Chartier | 65b8bb2 | 2017-02-01 11:03:50 -0800 | [diff] [blame] | 2503 | if (depth_ < max_saved_frames_) { |
| 2504 | saved_frames_[depth_].first = m; |
Andreas Gampe | e2abbc6 | 2017-09-15 11:59:26 -0700 | [diff] [blame] | 2505 | saved_frames_[depth_].second = m->IsProxyMethod() ? dex::kDexNoIndex : GetDexPc(); |
Mathieu Chartier | 65b8bb2 | 2017-02-01 11:03:50 -0800 | [diff] [blame] | 2506 | } |
Ian Rogers | 6b0870d | 2011-12-15 19:38:12 -0800 | [diff] [blame] | 2507 | ++depth_; |
| 2508 | } |
Elliott Hughes | 29f2742 | 2011-09-18 16:02:18 -0700 | [diff] [blame] | 2509 | } else { |
| 2510 | ++skip_depth_; |
| 2511 | } |
Elliott Hughes | 530fa00 | 2012-03-12 11:44:49 -0700 | [diff] [blame] | 2512 | return true; |
Shih-wei Liao | 55df06b | 2011-08-26 14:39:27 -0700 | [diff] [blame] | 2513 | } |
Shih-wei Liao | 9b576b4 | 2011-08-29 01:45:07 -0700 | [diff] [blame] | 2514 | |
Mathieu Chartier | 65b8bb2 | 2017-02-01 11:03:50 -0800 | [diff] [blame] | 2515 | uint32_t GetDepth() const { |
Ian Rogers | aaa2080 | 2011-09-11 21:47:37 -0700 | [diff] [blame] | 2516 | return depth_; |
Shih-wei Liao | 9b576b4 | 2011-08-29 01:45:07 -0700 | [diff] [blame] | 2517 | } |
| 2518 | |
Mathieu Chartier | 65b8bb2 | 2017-02-01 11:03:50 -0800 | [diff] [blame] | 2519 | uint32_t GetSkipDepth() const { |
Elliott Hughes | 29f2742 | 2011-09-18 16:02:18 -0700 | [diff] [blame] | 2520 | return skip_depth_; |
| 2521 | } |
| 2522 | |
Shih-wei Liao | 9b576b4 | 2011-08-29 01:45:07 -0700 | [diff] [blame] | 2523 | private: |
Mathieu Chartier | 65b8bb2 | 2017-02-01 11:03:50 -0800 | [diff] [blame] | 2524 | uint32_t depth_ = 0; |
| 2525 | uint32_t skip_depth_ = 0; |
| 2526 | bool skipping_ = true; |
| 2527 | ArtMethodDexPcPair* saved_frames_; |
| 2528 | const size_t max_saved_frames_; |
Sebastien Hertz | 26f7286 | 2015-09-15 09:52:07 +0200 | [diff] [blame] | 2529 | |
Mathieu Chartier | 65b8bb2 | 2017-02-01 11:03:50 -0800 | [diff] [blame] | 2530 | DISALLOW_COPY_AND_ASSIGN(FetchStackTraceVisitor); |
Shih-wei Liao | 9b576b4 | 2011-08-29 01:45:07 -0700 | [diff] [blame] | 2531 | }; |
| 2532 | |
Sebastien Hertz | ee1d79a | 2014-02-21 15:46:30 +0100 | [diff] [blame] | 2533 | template<bool kTransactionActive> |
Ian Rogers | 0399dde | 2012-06-06 17:09:28 -0700 | [diff] [blame] | 2534 | class BuildInternalStackTraceVisitor : public StackVisitor { |
Shih-wei Liao | 9b576b4 | 2011-08-29 01:45:07 -0700 | [diff] [blame] | 2535 | public: |
Roland Levillain | 3887c46 | 2015-08-12 18:15:42 +0100 | [diff] [blame] | 2536 | BuildInternalStackTraceVisitor(Thread* self, Thread* thread, int skip_depth) |
Nicolas Geoffray | 8e5bd18 | 2015-05-06 11:34:34 +0100 | [diff] [blame] | 2537 | : StackVisitor(thread, nullptr, StackVisitor::StackWalkKind::kIncludeInlinedFrames), |
| 2538 | self_(self), |
| 2539 | skip_depth_(skip_depth), |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 2540 | pointer_size_(Runtime::Current()->GetClassLinker()->GetImagePointerSize()) {} |
Ian Rogers | 283ed0d | 2012-02-16 15:25:09 -0800 | [diff] [blame] | 2541 | |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 2542 | bool Init(int depth) REQUIRES_SHARED(Locks::mutator_lock_) ACQUIRE(Roles::uninterruptible_) { |
Mathieu Chartier | 910e827 | 2015-09-30 09:24:22 -0700 | [diff] [blame] | 2543 | // Allocate method trace as an object array where the first element is a pointer array that |
| 2544 | // contains the ArtMethod pointers and dex PCs. The rest of the elements are the declaring |
| 2545 | // class of the ArtMethod pointers. |
| 2546 | ClassLinker* class_linker = Runtime::Current()->GetClassLinker(); |
| 2547 | StackHandleScope<1> hs(self_); |
Vladimir Marko | b4eb1b1 | 2018-05-24 11:09:38 +0100 | [diff] [blame] | 2548 | ObjPtr<mirror::Class> array_class = |
| 2549 | GetClassRoot<mirror::ObjectArray<mirror::Object>>(class_linker); |
Mathieu Chartier | 910e827 | 2015-09-30 09:24:22 -0700 | [diff] [blame] | 2550 | // The first element is the methods and dex pc array, the other elements are declaring classes |
| 2551 | // for the methods to ensure classes in the stack trace don't get unloaded. |
| 2552 | Handle<mirror::ObjectArray<mirror::Object>> trace( |
| 2553 | hs.NewHandle( |
| 2554 | mirror::ObjectArray<mirror::Object>::Alloc(hs.Self(), array_class, depth + 1))); |
Andreas Gampe | fa4333d | 2017-02-14 11:10:34 -0800 | [diff] [blame] | 2555 | if (trace == nullptr) { |
Mathieu Chartier | 910e827 | 2015-09-30 09:24:22 -0700 | [diff] [blame] | 2556 | // Acquire uninterruptible_ in all paths. |
| 2557 | self_->StartAssertNoThreadSuspension("Building internal stack trace"); |
Mathieu Chartier | 566fc92 | 2015-09-29 10:21:55 -0700 | [diff] [blame] | 2558 | self_->AssertPendingOOMException(); |
| 2559 | return false; |
| 2560 | } |
Mathieu Chartier | f5769e1 | 2017-01-10 15:54:41 -0800 | [diff] [blame] | 2561 | ObjPtr<mirror::PointerArray> methods_and_pcs = |
| 2562 | class_linker->AllocPointerArray(self_, depth * 2); |
Mathieu Chartier | 910e827 | 2015-09-30 09:24:22 -0700 | [diff] [blame] | 2563 | const char* last_no_suspend_cause = |
| 2564 | self_->StartAssertNoThreadSuspension("Building internal stack trace"); |
| 2565 | if (methods_and_pcs == nullptr) { |
| 2566 | self_->AssertPendingOOMException(); |
| 2567 | return false; |
| 2568 | } |
| 2569 | trace->Set(0, methods_and_pcs); |
| 2570 | trace_ = trace.Get(); |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 2571 | // If We are called from native, use non-transactional mode. |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 2572 | CHECK(last_no_suspend_cause == nullptr) << last_no_suspend_cause; |
Ian Rogers | 283ed0d | 2012-02-16 15:25:09 -0800 | [diff] [blame] | 2573 | return true; |
Shih-wei Liao | 9b576b4 | 2011-08-29 01:45:07 -0700 | [diff] [blame] | 2574 | } |
| 2575 | |
Mathieu Chartier | 4e2cb09 | 2015-07-22 16:17:51 -0700 | [diff] [blame] | 2576 | virtual ~BuildInternalStackTraceVisitor() RELEASE(Roles::uninterruptible_) { |
| 2577 | self_->EndAssertNoThreadSuspension(nullptr); |
Ian Rogers | 0399dde | 2012-06-06 17:09:28 -0700 | [diff] [blame] | 2578 | } |
Shih-wei Liao | 9b576b4 | 2011-08-29 01:45:07 -0700 | [diff] [blame] | 2579 | |
Andreas Gampe | fa6a1b0 | 2018-09-07 08:11:55 -0700 | [diff] [blame] | 2580 | bool VisitFrame() override REQUIRES_SHARED(Locks::mutator_lock_) { |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 2581 | if (trace_ == nullptr) { |
Brian Carlstrom | 7934ac2 | 2013-07-26 10:54:15 -0700 | [diff] [blame] | 2582 | return true; // We're probably trying to fillInStackTrace for an OutOfMemoryError. |
Elliott Hughes | 726079d | 2011-10-07 18:43:44 -0700 | [diff] [blame] | 2583 | } |
Elliott Hughes | 29f2742 | 2011-09-18 16:02:18 -0700 | [diff] [blame] | 2584 | if (skip_depth_ > 0) { |
| 2585 | skip_depth_--; |
Elliott Hughes | 530fa00 | 2012-03-12 11:44:49 -0700 | [diff] [blame] | 2586 | return true; |
Elliott Hughes | 29f2742 | 2011-09-18 16:02:18 -0700 | [diff] [blame] | 2587 | } |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 2588 | ArtMethod* m = GetMethod(); |
Ian Rogers | 0399dde | 2012-06-06 17:09:28 -0700 | [diff] [blame] | 2589 | if (m->IsRuntimeMethod()) { |
| 2590 | return true; // Ignore runtime frames (in particular callee save). |
Ian Rogers | 6b0870d | 2011-12-15 19:38:12 -0800 | [diff] [blame] | 2591 | } |
Andreas Gampe | e2abbc6 | 2017-09-15 11:59:26 -0700 | [diff] [blame] | 2592 | AddFrame(m, m->IsProxyMethod() ? dex::kDexNoIndex : GetDexPc()); |
Mathieu Chartier | 65b8bb2 | 2017-02-01 11:03:50 -0800 | [diff] [blame] | 2593 | return true; |
| 2594 | } |
| 2595 | |
| 2596 | void AddFrame(ArtMethod* method, uint32_t dex_pc) REQUIRES_SHARED(Locks::mutator_lock_) { |
Mathieu Chartier | f5769e1 | 2017-01-10 15:54:41 -0800 | [diff] [blame] | 2597 | ObjPtr<mirror::PointerArray> trace_methods_and_pcs = GetTraceMethodsAndPCs(); |
Mathieu Chartier | 65b8bb2 | 2017-02-01 11:03:50 -0800 | [diff] [blame] | 2598 | trace_methods_and_pcs->SetElementPtrSize<kTransactionActive>(count_, method, pointer_size_); |
Mathieu Chartier | 910e827 | 2015-09-30 09:24:22 -0700 | [diff] [blame] | 2599 | trace_methods_and_pcs->SetElementPtrSize<kTransactionActive>( |
| 2600 | trace_methods_and_pcs->GetLength() / 2 + count_, |
Mathieu Chartier | 65b8bb2 | 2017-02-01 11:03:50 -0800 | [diff] [blame] | 2601 | dex_pc, |
Mathieu Chartier | 910e827 | 2015-09-30 09:24:22 -0700 | [diff] [blame] | 2602 | pointer_size_); |
| 2603 | // Save the declaring class of the method to ensure that the declaring classes of the methods |
| 2604 | // do not get unloaded while the stack trace is live. |
Mathieu Chartier | 65b8bb2 | 2017-02-01 11:03:50 -0800 | [diff] [blame] | 2605 | trace_->Set(count_ + 1, method->GetDeclaringClass()); |
Ian Rogers | aaa2080 | 2011-09-11 21:47:37 -0700 | [diff] [blame] | 2606 | ++count_; |
Shih-wei Liao | 9b576b4 | 2011-08-29 01:45:07 -0700 | [diff] [blame] | 2607 | } |
| 2608 | |
Mathieu Chartier | f5769e1 | 2017-01-10 15:54:41 -0800 | [diff] [blame] | 2609 | ObjPtr<mirror::PointerArray> GetTraceMethodsAndPCs() const REQUIRES_SHARED(Locks::mutator_lock_) { |
| 2610 | return ObjPtr<mirror::PointerArray>::DownCast(MakeObjPtr(trace_->Get(0))); |
Mathieu Chartier | 910e827 | 2015-09-30 09:24:22 -0700 | [diff] [blame] | 2611 | } |
| 2612 | |
| 2613 | mirror::ObjectArray<mirror::Object>* GetInternalStackTrace() const { |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 2614 | return trace_; |
Shih-wei Liao | 9b576b4 | 2011-08-29 01:45:07 -0700 | [diff] [blame] | 2615 | } |
| 2616 | |
| 2617 | private: |
Ian Rogers | 1f53934 | 2012-10-03 21:09:42 -0700 | [diff] [blame] | 2618 | Thread* const self_; |
Elliott Hughes | 29f2742 | 2011-09-18 16:02:18 -0700 | [diff] [blame] | 2619 | // How many more frames to skip. |
| 2620 | int32_t skip_depth_; |
Ian Rogers | 0399dde | 2012-06-06 17:09:28 -0700 | [diff] [blame] | 2621 | // Current position down stack trace. |
Mathieu Chartier | 65b8bb2 | 2017-02-01 11:03:50 -0800 | [diff] [blame] | 2622 | uint32_t count_ = 0; |
Mathieu Chartier | 910e827 | 2015-09-30 09:24:22 -0700 | [diff] [blame] | 2623 | // An object array where the first element is a pointer array that contains the ArtMethod |
| 2624 | // pointers on the stack and dex PCs. The rest of the elements are the declaring |
| 2625 | // class of the ArtMethod pointers. trace_[i+1] contains the declaring class of the ArtMethod of |
| 2626 | // the i'th frame. |
Mathieu Chartier | 65b8bb2 | 2017-02-01 11:03:50 -0800 | [diff] [blame] | 2627 | mirror::ObjectArray<mirror::Object>* trace_ = nullptr; |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 2628 | // For cross compilation. |
Andreas Gampe | 542451c | 2016-07-26 09:02:02 -0700 | [diff] [blame] | 2629 | const PointerSize pointer_size_; |
Sebastien Hertz | 26f7286 | 2015-09-15 09:52:07 +0200 | [diff] [blame] | 2630 | |
| 2631 | DISALLOW_COPY_AND_ASSIGN(BuildInternalStackTraceVisitor); |
Shih-wei Liao | 9b576b4 | 2011-08-29 01:45:07 -0700 | [diff] [blame] | 2632 | }; |
| 2633 | |
Sebastien Hertz | ee1d79a | 2014-02-21 15:46:30 +0100 | [diff] [blame] | 2634 | template<bool kTransactionActive> |
Mathieu Chartier | 2b7c4d1 | 2014-05-19 10:52:16 -0700 | [diff] [blame] | 2635 | jobject Thread::CreateInternalStackTrace(const ScopedObjectAccessAlreadyRunnable& soa) const { |
Mathieu Chartier | 65b8bb2 | 2017-02-01 11:03:50 -0800 | [diff] [blame] | 2636 | // Compute depth of stack, save frames if possible to avoid needing to recompute many. |
| 2637 | constexpr size_t kMaxSavedFrames = 256; |
| 2638 | std::unique_ptr<ArtMethodDexPcPair[]> saved_frames(new ArtMethodDexPcPair[kMaxSavedFrames]); |
| 2639 | FetchStackTraceVisitor count_visitor(const_cast<Thread*>(this), |
| 2640 | &saved_frames[0], |
| 2641 | kMaxSavedFrames); |
Ian Rogers | 0399dde | 2012-06-06 17:09:28 -0700 | [diff] [blame] | 2642 | count_visitor.WalkStack(); |
Mathieu Chartier | 65b8bb2 | 2017-02-01 11:03:50 -0800 | [diff] [blame] | 2643 | const uint32_t depth = count_visitor.GetDepth(); |
| 2644 | const uint32_t skip_depth = count_visitor.GetSkipDepth(); |
Shih-wei Liao | 4417536 | 2011-08-28 16:59:17 -0700 | [diff] [blame] | 2645 | |
Ian Rogers | 1f53934 | 2012-10-03 21:09:42 -0700 | [diff] [blame] | 2646 | // Build internal stack trace. |
Sebastien Hertz | ee1d79a | 2014-02-21 15:46:30 +0100 | [diff] [blame] | 2647 | BuildInternalStackTraceVisitor<kTransactionActive> build_trace_visitor(soa.Self(), |
| 2648 | const_cast<Thread*>(this), |
| 2649 | skip_depth); |
Ian Rogers | 1f53934 | 2012-10-03 21:09:42 -0700 | [diff] [blame] | 2650 | if (!build_trace_visitor.Init(depth)) { |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 2651 | return nullptr; // Allocation failed. |
Ian Rogers | 283ed0d | 2012-02-16 15:25:09 -0800 | [diff] [blame] | 2652 | } |
Mathieu Chartier | 65b8bb2 | 2017-02-01 11:03:50 -0800 | [diff] [blame] | 2653 | // If we saved all of the frames we don't even need to do the actual stack walk. This is faster |
| 2654 | // than doing the stack walk twice. |
| 2655 | if (depth < kMaxSavedFrames) { |
| 2656 | for (size_t i = 0; i < depth; ++i) { |
| 2657 | build_trace_visitor.AddFrame(saved_frames[i].first, saved_frames[i].second); |
| 2658 | } |
| 2659 | } else { |
| 2660 | build_trace_visitor.WalkStack(); |
| 2661 | } |
| 2662 | |
Mathieu Chartier | 910e827 | 2015-09-30 09:24:22 -0700 | [diff] [blame] | 2663 | mirror::ObjectArray<mirror::Object>* trace = build_trace_visitor.GetInternalStackTrace(); |
Ian Rogers | 7a22fa6 | 2013-01-23 12:16:16 -0800 | [diff] [blame] | 2664 | if (kIsDebugBuild) { |
Mathieu Chartier | f5769e1 | 2017-01-10 15:54:41 -0800 | [diff] [blame] | 2665 | ObjPtr<mirror::PointerArray> trace_methods = build_trace_visitor.GetTraceMethodsAndPCs(); |
Mathieu Chartier | 910e827 | 2015-09-30 09:24:22 -0700 | [diff] [blame] | 2666 | // Second half of trace_methods is dex PCs. |
| 2667 | for (uint32_t i = 0; i < static_cast<uint32_t>(trace_methods->GetLength() / 2); ++i) { |
| 2668 | auto* method = trace_methods->GetElementPtrSize<ArtMethod*>( |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 2669 | i, Runtime::Current()->GetClassLinker()->GetImagePointerSize()); |
| 2670 | CHECK(method != nullptr); |
Ian Rogers | 7a22fa6 | 2013-01-23 12:16:16 -0800 | [diff] [blame] | 2671 | } |
| 2672 | } |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 2673 | return soa.AddLocalReference<jobject>(trace); |
Ian Rogers | aaa2080 | 2011-09-11 21:47:37 -0700 | [diff] [blame] | 2674 | } |
Mathieu Chartier | 2b7c4d1 | 2014-05-19 10:52:16 -0700 | [diff] [blame] | 2675 | template jobject Thread::CreateInternalStackTrace<false>( |
| 2676 | const ScopedObjectAccessAlreadyRunnable& soa) const; |
| 2677 | template jobject Thread::CreateInternalStackTrace<true>( |
| 2678 | const ScopedObjectAccessAlreadyRunnable& soa) const; |
Ian Rogers | aaa2080 | 2011-09-11 21:47:37 -0700 | [diff] [blame] | 2679 | |
Mathieu Chartier | f5769e1 | 2017-01-10 15:54:41 -0800 | [diff] [blame] | 2680 | bool Thread::IsExceptionThrownByCurrentMethod(ObjPtr<mirror::Throwable> exception) const { |
Mathieu Chartier | 65b8bb2 | 2017-02-01 11:03:50 -0800 | [diff] [blame] | 2681 | // Only count the depth since we do not pass a stack frame array as an argument. |
| 2682 | FetchStackTraceVisitor count_visitor(const_cast<Thread*>(this)); |
Nicolas Geoffray | 7642cfc | 2015-02-26 10:56:09 +0000 | [diff] [blame] | 2683 | count_visitor.WalkStack(); |
Mathieu Chartier | 65b8bb2 | 2017-02-01 11:03:50 -0800 | [diff] [blame] | 2684 | return count_visitor.GetDepth() == static_cast<uint32_t>(exception->GetStackDepth()); |
Nicolas Geoffray | 7642cfc | 2015-02-26 10:56:09 +0000 | [diff] [blame] | 2685 | } |
| 2686 | |
Andreas Gampe | b6f309e | 2017-12-11 20:45:41 -0800 | [diff] [blame] | 2687 | static ObjPtr<mirror::StackTraceElement> CreateStackTraceElement( |
| 2688 | const ScopedObjectAccessAlreadyRunnable& soa, |
| 2689 | ArtMethod* method, |
| 2690 | uint32_t dex_pc) REQUIRES_SHARED(Locks::mutator_lock_) { |
| 2691 | int32_t line_number; |
| 2692 | StackHandleScope<3> hs(soa.Self()); |
| 2693 | auto class_name_object(hs.NewHandle<mirror::String>(nullptr)); |
| 2694 | auto source_name_object(hs.NewHandle<mirror::String>(nullptr)); |
| 2695 | if (method->IsProxyMethod()) { |
| 2696 | line_number = -1; |
| 2697 | class_name_object.Assign(method->GetDeclaringClass()->GetName()); |
| 2698 | // source_name_object intentionally left null for proxy methods |
| 2699 | } else { |
| 2700 | line_number = method->GetLineNumFromDexPC(dex_pc); |
| 2701 | // Allocate element, potentially triggering GC |
| 2702 | // TODO: reuse class_name_object via Class::name_? |
| 2703 | const char* descriptor = method->GetDeclaringClassDescriptor(); |
| 2704 | CHECK(descriptor != nullptr); |
| 2705 | std::string class_name(PrettyDescriptor(descriptor)); |
| 2706 | class_name_object.Assign( |
| 2707 | mirror::String::AllocFromModifiedUtf8(soa.Self(), class_name.c_str())); |
| 2708 | if (class_name_object == nullptr) { |
| 2709 | soa.Self()->AssertPendingOOMException(); |
| 2710 | return nullptr; |
| 2711 | } |
| 2712 | const char* source_file = method->GetDeclaringClassSourceFile(); |
| 2713 | if (line_number == -1) { |
| 2714 | // Make the line_number field of StackTraceElement hold the dex pc. |
| 2715 | // source_name_object is intentionally left null if we failed to map the dex pc to |
| 2716 | // a line number (most probably because there is no debug info). See b/30183883. |
| 2717 | line_number = dex_pc; |
| 2718 | } else { |
| 2719 | if (source_file != nullptr) { |
| 2720 | source_name_object.Assign(mirror::String::AllocFromModifiedUtf8(soa.Self(), source_file)); |
| 2721 | if (source_name_object == nullptr) { |
| 2722 | soa.Self()->AssertPendingOOMException(); |
| 2723 | return nullptr; |
| 2724 | } |
| 2725 | } |
| 2726 | } |
| 2727 | } |
| 2728 | const char* method_name = method->GetInterfaceMethodIfProxy(kRuntimePointerSize)->GetName(); |
| 2729 | CHECK(method_name != nullptr); |
| 2730 | Handle<mirror::String> method_name_object( |
| 2731 | hs.NewHandle(mirror::String::AllocFromModifiedUtf8(soa.Self(), method_name))); |
| 2732 | if (method_name_object == nullptr) { |
| 2733 | return nullptr; |
| 2734 | } |
| 2735 | return mirror::StackTraceElement::Alloc(soa.Self(), |
| 2736 | class_name_object, |
| 2737 | method_name_object, |
| 2738 | source_name_object, |
| 2739 | line_number); |
| 2740 | } |
| 2741 | |
Mathieu Chartier | 2b7c4d1 | 2014-05-19 10:52:16 -0700 | [diff] [blame] | 2742 | jobjectArray Thread::InternalStackTraceToStackTraceElementArray( |
Mathieu Chartier | 910e827 | 2015-09-30 09:24:22 -0700 | [diff] [blame] | 2743 | const ScopedObjectAccessAlreadyRunnable& soa, |
| 2744 | jobject internal, |
| 2745 | jobjectArray output_array, |
Mathieu Chartier | 2b7c4d1 | 2014-05-19 10:52:16 -0700 | [diff] [blame] | 2746 | int* stack_depth) { |
Mathieu Chartier | 910e827 | 2015-09-30 09:24:22 -0700 | [diff] [blame] | 2747 | // Decode the internal stack trace into the depth, method trace and PC trace. |
| 2748 | // Subtract one for the methods and PC trace. |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 2749 | int32_t depth = soa.Decode<mirror::Array>(internal)->GetLength() - 1; |
Mathieu Chartier | 910e827 | 2015-09-30 09:24:22 -0700 | [diff] [blame] | 2750 | DCHECK_GE(depth, 0); |
Ian Rogers | aaa2080 | 2011-09-11 21:47:37 -0700 | [diff] [blame] | 2751 | |
Mathieu Chartier | 910e827 | 2015-09-30 09:24:22 -0700 | [diff] [blame] | 2752 | ClassLinker* const class_linker = Runtime::Current()->GetClassLinker(); |
Ian Rogers | aaa2080 | 2011-09-11 21:47:37 -0700 | [diff] [blame] | 2753 | |
Elliott Hughes | 01158d7 | 2011-09-19 19:47:10 -0700 | [diff] [blame] | 2754 | jobjectArray result; |
Mathieu Chartier | 530825b | 2013-09-25 17:56:49 -0700 | [diff] [blame] | 2755 | |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 2756 | if (output_array != nullptr) { |
Elliott Hughes | 01158d7 | 2011-09-19 19:47:10 -0700 | [diff] [blame] | 2757 | // Reuse the array we were given. |
| 2758 | result = output_array; |
Elliott Hughes | 01158d7 | 2011-09-19 19:47:10 -0700 | [diff] [blame] | 2759 | // ...adjusting the number of frames we'll write to not exceed the array length. |
Mathieu Chartier | 530825b | 2013-09-25 17:56:49 -0700 | [diff] [blame] | 2760 | const int32_t traces_length = |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 2761 | soa.Decode<mirror::ObjectArray<mirror::StackTraceElement>>(result)->GetLength(); |
Mathieu Chartier | 530825b | 2013-09-25 17:56:49 -0700 | [diff] [blame] | 2762 | depth = std::min(depth, traces_length); |
Elliott Hughes | 01158d7 | 2011-09-19 19:47:10 -0700 | [diff] [blame] | 2763 | } else { |
| 2764 | // Create java_trace array and place in local reference table |
Vladimir Marko | bcf1752 | 2018-06-01 13:14:32 +0100 | [diff] [blame] | 2765 | ObjPtr<mirror::ObjectArray<mirror::StackTraceElement>> java_traces = |
Mathieu Chartier | 910e827 | 2015-09-30 09:24:22 -0700 | [diff] [blame] | 2766 | class_linker->AllocStackTraceElementArray(soa.Self(), depth); |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 2767 | if (java_traces == nullptr) { |
| 2768 | return nullptr; |
Elliott Hughes | 3064683 | 2011-10-13 16:59:46 -0700 | [diff] [blame] | 2769 | } |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 2770 | result = soa.AddLocalReference<jobjectArray>(java_traces); |
Elliott Hughes | 01158d7 | 2011-09-19 19:47:10 -0700 | [diff] [blame] | 2771 | } |
| 2772 | |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 2773 | if (stack_depth != nullptr) { |
Elliott Hughes | 01158d7 | 2011-09-19 19:47:10 -0700 | [diff] [blame] | 2774 | *stack_depth = depth; |
| 2775 | } |
Shih-wei Liao | 55df06b | 2011-08-26 14:39:27 -0700 | [diff] [blame] | 2776 | |
Shih-wei Liao | 9b576b4 | 2011-08-29 01:45:07 -0700 | [diff] [blame] | 2777 | for (int32_t i = 0; i < depth; ++i) { |
Mathieu Chartier | f5769e1 | 2017-01-10 15:54:41 -0800 | [diff] [blame] | 2778 | ObjPtr<mirror::ObjectArray<mirror::Object>> decoded_traces = |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 2779 | soa.Decode<mirror::Object>(internal)->AsObjectArray<mirror::Object>(); |
Mathieu Chartier | 910e827 | 2015-09-30 09:24:22 -0700 | [diff] [blame] | 2780 | // Methods and dex PC trace is element 0. |
| 2781 | DCHECK(decoded_traces->Get(0)->IsIntArray() || decoded_traces->Get(0)->IsLongArray()); |
Mathieu Chartier | f5769e1 | 2017-01-10 15:54:41 -0800 | [diff] [blame] | 2782 | ObjPtr<mirror::PointerArray> const method_trace = |
| 2783 | ObjPtr<mirror::PointerArray>::DownCast(MakeObjPtr(decoded_traces->Get(0))); |
Ian Rogers | aaa2080 | 2011-09-11 21:47:37 -0700 | [diff] [blame] | 2784 | // Prepare parameters for StackTraceElement(String cls, String method, String file, int line) |
Andreas Gampe | 542451c | 2016-07-26 09:02:02 -0700 | [diff] [blame] | 2785 | ArtMethod* method = method_trace->GetElementPtrSize<ArtMethod*>(i, kRuntimePointerSize); |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 2786 | uint32_t dex_pc = method_trace->GetElementPtrSize<uint32_t>( |
Andreas Gampe | 542451c | 2016-07-26 09:02:02 -0700 | [diff] [blame] | 2787 | i + method_trace->GetLength() / 2, kRuntimePointerSize); |
Andreas Gampe | b6f309e | 2017-12-11 20:45:41 -0800 | [diff] [blame] | 2788 | ObjPtr<mirror::StackTraceElement> obj = CreateStackTraceElement(soa, method, dex_pc); |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 2789 | if (obj == nullptr) { |
| 2790 | return nullptr; |
Elliott Hughes | 3064683 | 2011-10-13 16:59:46 -0700 | [diff] [blame] | 2791 | } |
Sebastien Hertz | d2fe10a | 2014-01-15 10:20:56 +0100 | [diff] [blame] | 2792 | // We are called from native: use non-transactional mode. |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 2793 | soa.Decode<mirror::ObjectArray<mirror::StackTraceElement>>(result)->Set<false>(i, obj); |
Shih-wei Liao | 55df06b | 2011-08-26 14:39:27 -0700 | [diff] [blame] | 2794 | } |
Ian Rogers | aaa2080 | 2011-09-11 21:47:37 -0700 | [diff] [blame] | 2795 | return result; |
Shih-wei Liao | 55df06b | 2011-08-26 14:39:27 -0700 | [diff] [blame] | 2796 | } |
| 2797 | |
Andreas Gampe | fb6b0b1 | 2017-12-11 20:47:56 -0800 | [diff] [blame] | 2798 | jobjectArray Thread::CreateAnnotatedStackTrace(const ScopedObjectAccessAlreadyRunnable& soa) const { |
| 2799 | // This code allocates. Do not allow it to operate with a pending exception. |
| 2800 | if (IsExceptionPending()) { |
| 2801 | return nullptr; |
| 2802 | } |
| 2803 | |
| 2804 | // If flip_function is not null, it means we have run a checkpoint |
| 2805 | // before the thread wakes up to execute the flip function and the |
| 2806 | // thread roots haven't been forwarded. So the following access to |
| 2807 | // the roots (locks or methods in the frames) would be bad. Run it |
| 2808 | // here. TODO: clean up. |
| 2809 | // Note: copied from DumpJavaStack. |
| 2810 | { |
| 2811 | Thread* this_thread = const_cast<Thread*>(this); |
| 2812 | Closure* flip_func = this_thread->GetFlipFunction(); |
| 2813 | if (flip_func != nullptr) { |
| 2814 | flip_func->Run(this_thread); |
| 2815 | } |
| 2816 | } |
| 2817 | |
| 2818 | class CollectFramesAndLocksStackVisitor : public MonitorObjectsStackVisitor { |
| 2819 | public: |
| 2820 | CollectFramesAndLocksStackVisitor(const ScopedObjectAccessAlreadyRunnable& soaa_in, |
| 2821 | Thread* self, |
| 2822 | Context* context) |
| 2823 | : MonitorObjectsStackVisitor(self, context), |
| 2824 | wait_jobject_(soaa_in.Env(), nullptr), |
| 2825 | block_jobject_(soaa_in.Env(), nullptr), |
| 2826 | soaa_(soaa_in) {} |
| 2827 | |
| 2828 | protected: |
| 2829 | VisitMethodResult StartMethod(ArtMethod* m, size_t frame_nr ATTRIBUTE_UNUSED) |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 2830 | override |
Andreas Gampe | fb6b0b1 | 2017-12-11 20:47:56 -0800 | [diff] [blame] | 2831 | REQUIRES_SHARED(Locks::mutator_lock_) { |
| 2832 | ObjPtr<mirror::StackTraceElement> obj = CreateStackTraceElement( |
| 2833 | soaa_, m, GetDexPc(/* abort on error */ false)); |
| 2834 | if (obj == nullptr) { |
| 2835 | return VisitMethodResult::kEndStackWalk; |
| 2836 | } |
| 2837 | stack_trace_elements_.emplace_back(soaa_.Env(), soaa_.AddLocalReference<jobject>(obj.Ptr())); |
| 2838 | return VisitMethodResult::kContinueMethod; |
| 2839 | } |
| 2840 | |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 2841 | VisitMethodResult EndMethod(ArtMethod* m ATTRIBUTE_UNUSED) override { |
Andreas Gampe | fb6b0b1 | 2017-12-11 20:47:56 -0800 | [diff] [blame] | 2842 | lock_objects_.push_back({}); |
| 2843 | lock_objects_[lock_objects_.size() - 1].swap(frame_lock_objects_); |
| 2844 | |
| 2845 | DCHECK_EQ(lock_objects_.size(), stack_trace_elements_.size()); |
| 2846 | |
| 2847 | return VisitMethodResult::kContinueMethod; |
| 2848 | } |
| 2849 | |
| 2850 | void VisitWaitingObject(mirror::Object* obj, ThreadState state ATTRIBUTE_UNUSED) |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 2851 | override |
Andreas Gampe | fb6b0b1 | 2017-12-11 20:47:56 -0800 | [diff] [blame] | 2852 | REQUIRES_SHARED(Locks::mutator_lock_) { |
| 2853 | wait_jobject_.reset(soaa_.AddLocalReference<jobject>(obj)); |
| 2854 | } |
| 2855 | void VisitSleepingObject(mirror::Object* obj) |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 2856 | override |
Andreas Gampe | fb6b0b1 | 2017-12-11 20:47:56 -0800 | [diff] [blame] | 2857 | REQUIRES_SHARED(Locks::mutator_lock_) { |
| 2858 | wait_jobject_.reset(soaa_.AddLocalReference<jobject>(obj)); |
| 2859 | } |
| 2860 | void VisitBlockedOnObject(mirror::Object* obj, |
| 2861 | ThreadState state ATTRIBUTE_UNUSED, |
| 2862 | uint32_t owner_tid ATTRIBUTE_UNUSED) |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 2863 | override |
Andreas Gampe | fb6b0b1 | 2017-12-11 20:47:56 -0800 | [diff] [blame] | 2864 | REQUIRES_SHARED(Locks::mutator_lock_) { |
| 2865 | block_jobject_.reset(soaa_.AddLocalReference<jobject>(obj)); |
| 2866 | } |
| 2867 | void VisitLockedObject(mirror::Object* obj) |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 2868 | override |
Andreas Gampe | fb6b0b1 | 2017-12-11 20:47:56 -0800 | [diff] [blame] | 2869 | REQUIRES_SHARED(Locks::mutator_lock_) { |
| 2870 | frame_lock_objects_.emplace_back(soaa_.Env(), soaa_.AddLocalReference<jobject>(obj)); |
| 2871 | } |
| 2872 | |
| 2873 | public: |
| 2874 | std::vector<ScopedLocalRef<jobject>> stack_trace_elements_; |
| 2875 | ScopedLocalRef<jobject> wait_jobject_; |
| 2876 | ScopedLocalRef<jobject> block_jobject_; |
| 2877 | std::vector<std::vector<ScopedLocalRef<jobject>>> lock_objects_; |
| 2878 | |
| 2879 | private: |
| 2880 | const ScopedObjectAccessAlreadyRunnable& soaa_; |
| 2881 | |
| 2882 | std::vector<ScopedLocalRef<jobject>> frame_lock_objects_; |
| 2883 | }; |
| 2884 | |
| 2885 | std::unique_ptr<Context> context(Context::Create()); |
| 2886 | CollectFramesAndLocksStackVisitor dumper(soa, const_cast<Thread*>(this), context.get()); |
| 2887 | dumper.WalkStack(); |
| 2888 | |
| 2889 | // There should not be a pending exception. Otherwise, return with it pending. |
| 2890 | if (IsExceptionPending()) { |
| 2891 | return nullptr; |
| 2892 | } |
| 2893 | |
| 2894 | // Now go and create Java arrays. |
| 2895 | |
| 2896 | ClassLinker* class_linker = Runtime::Current()->GetClassLinker(); |
| 2897 | |
| 2898 | StackHandleScope<6> hs(soa.Self()); |
Vladimir Marko | a8bba7d | 2018-05-30 15:18:48 +0100 | [diff] [blame] | 2899 | Handle<mirror::Class> h_aste_array_class = hs.NewHandle(class_linker->FindSystemClass( |
Andreas Gampe | fb6b0b1 | 2017-12-11 20:47:56 -0800 | [diff] [blame] | 2900 | soa.Self(), |
Vladimir Marko | a8bba7d | 2018-05-30 15:18:48 +0100 | [diff] [blame] | 2901 | "[Ldalvik/system/AnnotatedStackTraceElement;")); |
| 2902 | if (h_aste_array_class == nullptr) { |
Andreas Gampe | fb6b0b1 | 2017-12-11 20:47:56 -0800 | [diff] [blame] | 2903 | return nullptr; |
| 2904 | } |
Vladimir Marko | a8bba7d | 2018-05-30 15:18:48 +0100 | [diff] [blame] | 2905 | Handle<mirror::Class> h_aste_class = hs.NewHandle(h_aste_array_class->GetComponentType()); |
Andreas Gampe | fb6b0b1 | 2017-12-11 20:47:56 -0800 | [diff] [blame] | 2906 | |
Vladimir Marko | a8bba7d | 2018-05-30 15:18:48 +0100 | [diff] [blame] | 2907 | Handle<mirror::Class> h_o_array_class = |
| 2908 | hs.NewHandle(GetClassRoot<mirror::ObjectArray<mirror::Object>>(class_linker)); |
| 2909 | DCHECK(h_o_array_class != nullptr); // Class roots must be already initialized. |
Andreas Gampe | fb6b0b1 | 2017-12-11 20:47:56 -0800 | [diff] [blame] | 2910 | |
Vladimir Marko | c4b1c0c | 2018-03-29 17:07:17 +0100 | [diff] [blame] | 2911 | |
| 2912 | // Make sure the AnnotatedStackTraceElement.class is initialized, b/76208924 . |
| 2913 | class_linker->EnsureInitialized(soa.Self(), |
| 2914 | h_aste_class, |
Andreas Gampe | 98ea9d9 | 2018-10-19 14:06:15 -0700 | [diff] [blame] | 2915 | /* can_init_fields= */ true, |
| 2916 | /* can_init_parents= */ true); |
Vladimir Marko | c4b1c0c | 2018-03-29 17:07:17 +0100 | [diff] [blame] | 2917 | if (soa.Self()->IsExceptionPending()) { |
| 2918 | // This should not fail in a healthy runtime. |
| 2919 | return nullptr; |
| 2920 | } |
| 2921 | |
Andreas Gampe | fb6b0b1 | 2017-12-11 20:47:56 -0800 | [diff] [blame] | 2922 | ArtField* stack_trace_element_field = h_aste_class->FindField( |
| 2923 | soa.Self(), h_aste_class.Get(), "stackTraceElement", "Ljava/lang/StackTraceElement;"); |
| 2924 | DCHECK(stack_trace_element_field != nullptr); |
| 2925 | ArtField* held_locks_field = h_aste_class->FindField( |
| 2926 | soa.Self(), h_aste_class.Get(), "heldLocks", "[Ljava/lang/Object;"); |
| 2927 | DCHECK(held_locks_field != nullptr); |
| 2928 | ArtField* blocked_on_field = h_aste_class->FindField( |
| 2929 | soa.Self(), h_aste_class.Get(), "blockedOn", "Ljava/lang/Object;"); |
| 2930 | DCHECK(blocked_on_field != nullptr); |
| 2931 | |
| 2932 | size_t length = dumper.stack_trace_elements_.size(); |
| 2933 | ObjPtr<mirror::ObjectArray<mirror::Object>> array = |
Vladimir Marko | a8bba7d | 2018-05-30 15:18:48 +0100 | [diff] [blame] | 2934 | mirror::ObjectArray<mirror::Object>::Alloc(soa.Self(), h_aste_array_class.Get(), length); |
Andreas Gampe | fb6b0b1 | 2017-12-11 20:47:56 -0800 | [diff] [blame] | 2935 | if (array == nullptr) { |
| 2936 | soa.Self()->AssertPendingOOMException(); |
| 2937 | return nullptr; |
| 2938 | } |
| 2939 | |
| 2940 | ScopedLocalRef<jobjectArray> result(soa.Env(), soa.Env()->AddLocalReference<jobjectArray>(array)); |
| 2941 | |
| 2942 | MutableHandle<mirror::Object> handle(hs.NewHandle<mirror::Object>(nullptr)); |
| 2943 | MutableHandle<mirror::ObjectArray<mirror::Object>> handle2( |
| 2944 | hs.NewHandle<mirror::ObjectArray<mirror::Object>>(nullptr)); |
| 2945 | for (size_t i = 0; i != length; ++i) { |
| 2946 | handle.Assign(h_aste_class->AllocObject(soa.Self())); |
| 2947 | if (handle == nullptr) { |
| 2948 | soa.Self()->AssertPendingOOMException(); |
| 2949 | return nullptr; |
| 2950 | } |
| 2951 | |
| 2952 | // Set stack trace element. |
| 2953 | stack_trace_element_field->SetObject<false>( |
| 2954 | handle.Get(), soa.Decode<mirror::Object>(dumper.stack_trace_elements_[i].get())); |
| 2955 | |
| 2956 | // Create locked-on array. |
| 2957 | if (!dumper.lock_objects_[i].empty()) { |
| 2958 | handle2.Assign(mirror::ObjectArray<mirror::Object>::Alloc(soa.Self(), |
| 2959 | h_o_array_class.Get(), |
| 2960 | dumper.lock_objects_[i].size())); |
| 2961 | if (handle2 == nullptr) { |
| 2962 | soa.Self()->AssertPendingOOMException(); |
| 2963 | return nullptr; |
| 2964 | } |
| 2965 | int32_t j = 0; |
| 2966 | for (auto& scoped_local : dumper.lock_objects_[i]) { |
| 2967 | if (scoped_local == nullptr) { |
| 2968 | continue; |
| 2969 | } |
| 2970 | handle2->Set(j, soa.Decode<mirror::Object>(scoped_local.get())); |
| 2971 | DCHECK(!soa.Self()->IsExceptionPending()); |
| 2972 | j++; |
| 2973 | } |
| 2974 | held_locks_field->SetObject<false>(handle.Get(), handle2.Get()); |
| 2975 | } |
| 2976 | |
| 2977 | // Set blocked-on object. |
| 2978 | if (i == 0) { |
| 2979 | if (dumper.block_jobject_ != nullptr) { |
| 2980 | blocked_on_field->SetObject<false>( |
| 2981 | handle.Get(), soa.Decode<mirror::Object>(dumper.block_jobject_.get())); |
| 2982 | } |
| 2983 | } |
| 2984 | |
| 2985 | ScopedLocalRef<jobject> elem(soa.Env(), soa.AddLocalReference<jobject>(handle.Get())); |
| 2986 | soa.Env()->SetObjectArrayElement(result.get(), i, elem.get()); |
| 2987 | DCHECK(!soa.Self()->IsExceptionPending()); |
| 2988 | } |
| 2989 | |
| 2990 | return result.release(); |
| 2991 | } |
| 2992 | |
Nicolas Geoffray | 0aa50ce | 2015-03-10 11:03:29 +0000 | [diff] [blame] | 2993 | void Thread::ThrowNewExceptionF(const char* exception_class_descriptor, const char* fmt, ...) { |
Elliott Hughes | a5b897e | 2011-08-16 11:33:06 -0700 | [diff] [blame] | 2994 | va_list args; |
| 2995 | va_start(args, fmt); |
Nicolas Geoffray | 0aa50ce | 2015-03-10 11:03:29 +0000 | [diff] [blame] | 2996 | ThrowNewExceptionV(exception_class_descriptor, fmt, args); |
Elliott Hughes | a5b897e | 2011-08-16 11:33:06 -0700 | [diff] [blame] | 2997 | va_end(args); |
Elliott Hughes | 4a2b417 | 2011-09-20 17:08:25 -0700 | [diff] [blame] | 2998 | } |
| 2999 | |
Nicolas Geoffray | 0aa50ce | 2015-03-10 11:03:29 +0000 | [diff] [blame] | 3000 | void Thread::ThrowNewExceptionV(const char* exception_class_descriptor, |
Ian Rogers | 62d6c77 | 2013-02-27 08:32:07 -0800 | [diff] [blame] | 3001 | const char* fmt, va_list ap) { |
Elliott Hughes | 4a2b417 | 2011-09-20 17:08:25 -0700 | [diff] [blame] | 3002 | std::string msg; |
| 3003 | StringAppendV(&msg, fmt, ap); |
Nicolas Geoffray | 0aa50ce | 2015-03-10 11:03:29 +0000 | [diff] [blame] | 3004 | ThrowNewException(exception_class_descriptor, msg.c_str()); |
Elliott Hughes | 5cb5ad2 | 2011-10-02 12:13:39 -0700 | [diff] [blame] | 3005 | } |
Elliott Hughes | 37f7a40 | 2011-08-22 18:56:01 -0700 | [diff] [blame] | 3006 | |
Nicolas Geoffray | 0aa50ce | 2015-03-10 11:03:29 +0000 | [diff] [blame] | 3007 | void Thread::ThrowNewException(const char* exception_class_descriptor, |
Ian Rogers | 62d6c77 | 2013-02-27 08:32:07 -0800 | [diff] [blame] | 3008 | const char* msg) { |
Mathieu Chartier | 8d7672e | 2014-02-25 10:57:16 -0800 | [diff] [blame] | 3009 | // Callers should either clear or call ThrowNewWrappedException. |
| 3010 | AssertNoPendingExceptionForNewException(msg); |
Nicolas Geoffray | 0aa50ce | 2015-03-10 11:03:29 +0000 | [diff] [blame] | 3011 | ThrowNewWrappedException(exception_class_descriptor, msg); |
Elliott Hughes | a4f9474 | 2012-05-29 16:28:38 -0700 | [diff] [blame] | 3012 | } |
| 3013 | |
Mathieu Chartier | f5769e1 | 2017-01-10 15:54:41 -0800 | [diff] [blame] | 3014 | static ObjPtr<mirror::ClassLoader> GetCurrentClassLoader(Thread* self) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 3015 | REQUIRES_SHARED(Locks::mutator_lock_) { |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 3016 | ArtMethod* method = self->GetCurrentMethod(nullptr); |
Nicolas Geoffray | ee07703 | 2015-03-09 14:56:37 +0000 | [diff] [blame] | 3017 | return method != nullptr |
| 3018 | ? method->GetDeclaringClass()->GetClassLoader() |
Nicolas Geoffray | 14691c5 | 2015-03-05 10:40:17 +0000 | [diff] [blame] | 3019 | : nullptr; |
| 3020 | } |
| 3021 | |
Nicolas Geoffray | 0aa50ce | 2015-03-10 11:03:29 +0000 | [diff] [blame] | 3022 | void Thread::ThrowNewWrappedException(const char* exception_class_descriptor, |
Ian Rogers | 62d6c77 | 2013-02-27 08:32:07 -0800 | [diff] [blame] | 3023 | const char* msg) { |
| 3024 | DCHECK_EQ(this, Thread::Current()); |
Ian Rogers | 53b8b09 | 2014-03-13 23:45:53 -0700 | [diff] [blame] | 3025 | ScopedObjectAccessUnchecked soa(this); |
Nicolas Geoffray | 14691c5 | 2015-03-05 10:40:17 +0000 | [diff] [blame] | 3026 | StackHandleScope<3> hs(soa.Self()); |
Nicolas Geoffray | ee07703 | 2015-03-09 14:56:37 +0000 | [diff] [blame] | 3027 | Handle<mirror::ClassLoader> class_loader(hs.NewHandle(GetCurrentClassLoader(soa.Self()))); |
Nicolas Geoffray | 14691c5 | 2015-03-05 10:40:17 +0000 | [diff] [blame] | 3028 | ScopedLocalRef<jobject> cause(GetJniEnv(), soa.AddLocalReference<jobject>(GetException())); |
Ian Rogers | 62d6c77 | 2013-02-27 08:32:07 -0800 | [diff] [blame] | 3029 | ClearException(); |
| 3030 | Runtime* runtime = Runtime::Current(); |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 3031 | auto* cl = runtime->GetClassLinker(); |
Mathieu Chartier | eb8167a | 2014-05-07 15:43:14 -0700 | [diff] [blame] | 3032 | Handle<mirror::Class> exception_class( |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 3033 | hs.NewHandle(cl->FindClass(this, exception_class_descriptor, class_loader))); |
Andreas Gampe | fa4333d | 2017-02-14 11:10:34 -0800 | [diff] [blame] | 3034 | if (UNLIKELY(exception_class == nullptr)) { |
Elliott Hughes | 3064683 | 2011-10-13 16:59:46 -0700 | [diff] [blame] | 3035 | CHECK(IsExceptionPending()); |
Ian Rogers | 62d6c77 | 2013-02-27 08:32:07 -0800 | [diff] [blame] | 3036 | LOG(ERROR) << "No exception class " << PrettyDescriptor(exception_class_descriptor); |
Elliott Hughes | 3064683 | 2011-10-13 16:59:46 -0700 | [diff] [blame] | 3037 | return; |
| 3038 | } |
Ian Rogers | 62d6c77 | 2013-02-27 08:32:07 -0800 | [diff] [blame] | 3039 | |
Ian Rogers | 7b078e8 | 2014-09-10 14:44:24 -0700 | [diff] [blame] | 3040 | if (UNLIKELY(!runtime->GetClassLinker()->EnsureInitialized(soa.Self(), exception_class, true, |
| 3041 | true))) { |
Ian Rogers | 62d6c77 | 2013-02-27 08:32:07 -0800 | [diff] [blame] | 3042 | DCHECK(IsExceptionPending()); |
| 3043 | return; |
| 3044 | } |
| 3045 | DCHECK(!runtime->IsStarted() || exception_class->IsThrowableClass()); |
Mathieu Chartier | eb8167a | 2014-05-07 15:43:14 -0700 | [diff] [blame] | 3046 | Handle<mirror::Throwable> exception( |
Mathieu Chartier | 28bd2e4 | 2016-10-04 13:54:57 -0700 | [diff] [blame] | 3047 | hs.NewHandle(ObjPtr<mirror::Throwable>::DownCast(exception_class->AllocObject(this)))); |
Ian Rogers | 62d6c77 | 2013-02-27 08:32:07 -0800 | [diff] [blame] | 3048 | |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 3049 | // If we couldn't allocate the exception, throw the pre-allocated out of memory exception. |
Andreas Gampe | fa4333d | 2017-02-14 11:10:34 -0800 | [diff] [blame] | 3050 | if (exception == nullptr) { |
Roland Levillain | 7b0e844 | 2018-04-11 18:27:47 +0100 | [diff] [blame] | 3051 | Dump(LOG_STREAM(WARNING)); // The pre-allocated OOME has no stack, so help out and log one. |
| 3052 | SetException(Runtime::Current()->GetPreAllocatedOutOfMemoryErrorWhenThrowingException()); |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 3053 | return; |
| 3054 | } |
| 3055 | |
Ian Rogers | 62d6c77 | 2013-02-27 08:32:07 -0800 | [diff] [blame] | 3056 | // Choose an appropriate constructor and set up the arguments. |
| 3057 | const char* signature; |
Ian Rogers | 53b8b09 | 2014-03-13 23:45:53 -0700 | [diff] [blame] | 3058 | ScopedLocalRef<jstring> msg_string(GetJniEnv(), nullptr); |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 3059 | if (msg != nullptr) { |
Ian Rogers | 62d6c77 | 2013-02-27 08:32:07 -0800 | [diff] [blame] | 3060 | // Ensure we remember this and the method over the String allocation. |
Ian Rogers | 53b8b09 | 2014-03-13 23:45:53 -0700 | [diff] [blame] | 3061 | msg_string.reset( |
| 3062 | soa.AddLocalReference<jstring>(mirror::String::AllocFromModifiedUtf8(this, msg))); |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 3063 | if (UNLIKELY(msg_string.get() == nullptr)) { |
Ian Rogers | 62d6c77 | 2013-02-27 08:32:07 -0800 | [diff] [blame] | 3064 | CHECK(IsExceptionPending()); // OOME. |
| 3065 | return; |
Brian Carlstrom | ebd1fd2 | 2011-12-07 15:46:26 -0800 | [diff] [blame] | 3066 | } |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 3067 | if (cause.get() == nullptr) { |
Ian Rogers | 62d6c77 | 2013-02-27 08:32:07 -0800 | [diff] [blame] | 3068 | signature = "(Ljava/lang/String;)V"; |
| 3069 | } else { |
| 3070 | signature = "(Ljava/lang/String;Ljava/lang/Throwable;)V"; |
| 3071 | } |
| 3072 | } else { |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 3073 | if (cause.get() == nullptr) { |
Ian Rogers | 62d6c77 | 2013-02-27 08:32:07 -0800 | [diff] [blame] | 3074 | signature = "()V"; |
| 3075 | } else { |
| 3076 | signature = "(Ljava/lang/Throwable;)V"; |
| 3077 | } |
Brian Carlstrom | ebd1fd2 | 2011-12-07 15:46:26 -0800 | [diff] [blame] | 3078 | } |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 3079 | ArtMethod* exception_init_method = |
Vladimir Marko | ba11882 | 2017-06-12 15:41:56 +0100 | [diff] [blame] | 3080 | exception_class->FindConstructor(signature, cl->GetImagePointerSize()); |
Ian Rogers | 62d6c77 | 2013-02-27 08:32:07 -0800 | [diff] [blame] | 3081 | |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 3082 | CHECK(exception_init_method != nullptr) << "No <init>" << signature << " in " |
Ian Rogers | 62d6c77 | 2013-02-27 08:32:07 -0800 | [diff] [blame] | 3083 | << PrettyDescriptor(exception_class_descriptor); |
| 3084 | |
| 3085 | if (UNLIKELY(!runtime->IsStarted())) { |
| 3086 | // Something is trying to throw an exception without a started runtime, which is the common |
| 3087 | // case in the compiler. We won't be able to invoke the constructor of the exception, so set |
| 3088 | // the exception fields directly. |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 3089 | if (msg != nullptr) { |
Mathieu Chartier | c4f3925 | 2016-10-05 18:32:08 -0700 | [diff] [blame] | 3090 | exception->SetDetailMessage(DecodeJObject(msg_string.get())->AsString()); |
Ian Rogers | 62d6c77 | 2013-02-27 08:32:07 -0800 | [diff] [blame] | 3091 | } |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 3092 | if (cause.get() != nullptr) { |
Mathieu Chartier | c4f3925 | 2016-10-05 18:32:08 -0700 | [diff] [blame] | 3093 | exception->SetCause(DecodeJObject(cause.get())->AsThrowable()); |
Ian Rogers | 62d6c77 | 2013-02-27 08:32:07 -0800 | [diff] [blame] | 3094 | } |
Ian Rogers | c45b8b5 | 2014-05-03 01:39:59 -0700 | [diff] [blame] | 3095 | ScopedLocalRef<jobject> trace(GetJniEnv(), |
| 3096 | Runtime::Current()->IsActiveTransaction() |
| 3097 | ? CreateInternalStackTrace<true>(soa) |
| 3098 | : CreateInternalStackTrace<false>(soa)); |
| 3099 | if (trace.get() != nullptr) { |
Mathieu Chartier | c4f3925 | 2016-10-05 18:32:08 -0700 | [diff] [blame] | 3100 | exception->SetStackState(DecodeJObject(trace.get()).Ptr()); |
Ian Rogers | c45b8b5 | 2014-05-03 01:39:59 -0700 | [diff] [blame] | 3101 | } |
Nicolas Geoffray | 14691c5 | 2015-03-05 10:40:17 +0000 | [diff] [blame] | 3102 | SetException(exception.Get()); |
Ian Rogers | 62d6c77 | 2013-02-27 08:32:07 -0800 | [diff] [blame] | 3103 | } else { |
Ian Rogers | 53b8b09 | 2014-03-13 23:45:53 -0700 | [diff] [blame] | 3104 | jvalue jv_args[2]; |
| 3105 | size_t i = 0; |
| 3106 | |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 3107 | if (msg != nullptr) { |
Ian Rogers | 53b8b09 | 2014-03-13 23:45:53 -0700 | [diff] [blame] | 3108 | jv_args[i].l = msg_string.get(); |
| 3109 | ++i; |
Ian Rogers | 62d6c77 | 2013-02-27 08:32:07 -0800 | [diff] [blame] | 3110 | } |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 3111 | if (cause.get() != nullptr) { |
Ian Rogers | 53b8b09 | 2014-03-13 23:45:53 -0700 | [diff] [blame] | 3112 | jv_args[i].l = cause.get(); |
| 3113 | ++i; |
Ian Rogers | 62d6c77 | 2013-02-27 08:32:07 -0800 | [diff] [blame] | 3114 | } |
Jeff Hao | 39b6c24 | 2015-05-19 20:30:23 -0700 | [diff] [blame] | 3115 | ScopedLocalRef<jobject> ref(soa.Env(), soa.AddLocalReference<jobject>(exception.Get())); |
Andreas Gampe | 13b2784 | 2016-11-07 16:48:23 -0800 | [diff] [blame] | 3116 | InvokeWithJValues(soa, ref.get(), jni::EncodeArtMethod(exception_init_method), jv_args); |
Ian Rogers | 62d6c77 | 2013-02-27 08:32:07 -0800 | [diff] [blame] | 3117 | if (LIKELY(!IsExceptionPending())) { |
Nicolas Geoffray | 14691c5 | 2015-03-05 10:40:17 +0000 | [diff] [blame] | 3118 | SetException(exception.Get()); |
Ian Rogers | 62d6c77 | 2013-02-27 08:32:07 -0800 | [diff] [blame] | 3119 | } |
Elliott Hughes | 3064683 | 2011-10-13 16:59:46 -0700 | [diff] [blame] | 3120 | } |
Elliott Hughes | a5b897e | 2011-08-16 11:33:06 -0700 | [diff] [blame] | 3121 | } |
| 3122 | |
Elliott Hughes | 2ced6a5 | 2011-10-16 18:44:48 -0700 | [diff] [blame] | 3123 | void Thread::ThrowOutOfMemoryError(const char* msg) { |
Wei Li | 8991ad0 | 2018-09-13 16:43:39 +0800 | [diff] [blame] | 3124 | LOG(WARNING) << "Throwing OutOfMemoryError " |
| 3125 | << '"' << msg << '"' |
| 3126 | << " (VmSize " << GetProcessStatus("VmSize") |
| 3127 | << (tls32_.throwing_OutOfMemoryError ? ", recursive case)" : ")"); |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3128 | if (!tls32_.throwing_OutOfMemoryError) { |
| 3129 | tls32_.throwing_OutOfMemoryError = true; |
Nicolas Geoffray | 0aa50ce | 2015-03-10 11:03:29 +0000 | [diff] [blame] | 3130 | ThrowNewException("Ljava/lang/OutOfMemoryError;", msg); |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3131 | tls32_.throwing_OutOfMemoryError = false; |
Elliott Hughes | 418dfe7 | 2011-10-06 18:56:27 -0700 | [diff] [blame] | 3132 | } else { |
Andreas Gampe | 3fec9ac | 2016-09-13 10:47:28 -0700 | [diff] [blame] | 3133 | Dump(LOG_STREAM(WARNING)); // The pre-allocated OOME has no stack, so help out and log one. |
Roland Levillain | 7b0e844 | 2018-04-11 18:27:47 +0100 | [diff] [blame] | 3134 | SetException(Runtime::Current()->GetPreAllocatedOutOfMemoryErrorWhenThrowingOOME()); |
Elliott Hughes | 418dfe7 | 2011-10-06 18:56:27 -0700 | [diff] [blame] | 3135 | } |
Elliott Hughes | 79082e3 | 2011-08-25 12:07:32 -0700 | [diff] [blame] | 3136 | } |
| 3137 | |
Elliott Hughes | 498508c | 2011-10-17 14:58:22 -0700 | [diff] [blame] | 3138 | Thread* Thread::CurrentFromGdb() { |
Elliott Hughes | accd83d | 2011-10-17 14:25:58 -0700 | [diff] [blame] | 3139 | return Thread::Current(); |
| 3140 | } |
| 3141 | |
| 3142 | void Thread::DumpFromGdb() const { |
Brian Carlstrom | 6b4ef02 | 2011-10-23 14:59:04 -0700 | [diff] [blame] | 3143 | std::ostringstream ss; |
| 3144 | Dump(ss); |
Elliott Hughes | 9557241 | 2011-12-13 18:14:20 -0800 | [diff] [blame] | 3145 | std::string str(ss.str()); |
Brian Carlstrom | 6b4ef02 | 2011-10-23 14:59:04 -0700 | [diff] [blame] | 3146 | // log to stderr for debugging command line processes |
| 3147 | std::cerr << str; |
Bilyan Borisov | bb661c0 | 2016-04-04 16:27:32 +0100 | [diff] [blame] | 3148 | #ifdef ART_TARGET_ANDROID |
Brian Carlstrom | 6b4ef02 | 2011-10-23 14:59:04 -0700 | [diff] [blame] | 3149 | // log to logcat for debugging frameworks processes |
| 3150 | LOG(INFO) << str; |
| 3151 | #endif |
Elliott Hughes | accd83d | 2011-10-17 14:25:58 -0700 | [diff] [blame] | 3152 | } |
| 3153 | |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3154 | // Explicitly instantiate 32 and 64bit thread offset dumping support. |
Andreas Gampe | 542451c | 2016-07-26 09:02:02 -0700 | [diff] [blame] | 3155 | template |
| 3156 | void Thread::DumpThreadOffset<PointerSize::k32>(std::ostream& os, uint32_t offset); |
| 3157 | template |
| 3158 | void Thread::DumpThreadOffset<PointerSize::k64>(std::ostream& os, uint32_t offset); |
Elliott Hughes | 98e2017 | 2012-04-24 15:38:13 -0700 | [diff] [blame] | 3159 | |
Andreas Gampe | 542451c | 2016-07-26 09:02:02 -0700 | [diff] [blame] | 3160 | template<PointerSize ptr_size> |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3161 | void Thread::DumpThreadOffset(std::ostream& os, uint32_t offset) { |
| 3162 | #define DO_THREAD_OFFSET(x, y) \ |
Chih-Hung Hsieh | fba3997 | 2016-05-11 11:26:48 -0700 | [diff] [blame] | 3163 | if (offset == (x).Uint32Value()) { \ |
| 3164 | os << (y); \ |
Brian Carlstrom | f69863b | 2013-07-17 21:53:13 -0700 | [diff] [blame] | 3165 | return; \ |
| 3166 | } |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3167 | DO_THREAD_OFFSET(ThreadFlagsOffset<ptr_size>(), "state_and_flags") |
| 3168 | DO_THREAD_OFFSET(CardTableOffset<ptr_size>(), "card_table") |
| 3169 | DO_THREAD_OFFSET(ExceptionOffset<ptr_size>(), "exception") |
| 3170 | DO_THREAD_OFFSET(PeerOffset<ptr_size>(), "peer"); |
| 3171 | DO_THREAD_OFFSET(JniEnvOffset<ptr_size>(), "jni_env") |
| 3172 | DO_THREAD_OFFSET(SelfOffset<ptr_size>(), "self") |
| 3173 | DO_THREAD_OFFSET(StackEndOffset<ptr_size>(), "stack_end") |
| 3174 | DO_THREAD_OFFSET(ThinLockIdOffset<ptr_size>(), "thin_lock_thread_id") |
Roland Levillain | 97c4646 | 2017-05-11 14:04:03 +0100 | [diff] [blame] | 3175 | DO_THREAD_OFFSET(IsGcMarkingOffset<ptr_size>(), "is_gc_marking") |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3176 | DO_THREAD_OFFSET(TopOfManagedStackOffset<ptr_size>(), "top_quick_frame_method") |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3177 | DO_THREAD_OFFSET(TopShadowFrameOffset<ptr_size>(), "top_shadow_frame") |
Mathieu Chartier | eb8167a | 2014-05-07 15:43:14 -0700 | [diff] [blame] | 3178 | DO_THREAD_OFFSET(TopHandleScopeOffset<ptr_size>(), "top_handle_scope") |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3179 | DO_THREAD_OFFSET(ThreadSuspendTriggerOffset<ptr_size>(), "suspend_trigger") |
Elliott Hughes | 28fa76d | 2012-04-09 17:31:46 -0700 | [diff] [blame] | 3180 | #undef DO_THREAD_OFFSET |
Elliott Hughes | 98e2017 | 2012-04-24 15:38:13 -0700 | [diff] [blame] | 3181 | |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3182 | #define JNI_ENTRY_POINT_INFO(x) \ |
| 3183 | if (JNI_ENTRYPOINT_OFFSET(ptr_size, x).Uint32Value() == offset) { \ |
| 3184 | os << #x; \ |
| 3185 | return; \ |
| 3186 | } |
| 3187 | JNI_ENTRY_POINT_INFO(pDlsymLookup) |
| 3188 | #undef JNI_ENTRY_POINT_INFO |
| 3189 | |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3190 | #define QUICK_ENTRY_POINT_INFO(x) \ |
| 3191 | if (QUICK_ENTRYPOINT_OFFSET(ptr_size, x).Uint32Value() == offset) { \ |
| 3192 | os << #x; \ |
| 3193 | return; \ |
| 3194 | } |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3195 | QUICK_ENTRY_POINT_INFO(pAllocArrayResolved) |
Nicolas Geoffray | b048cb7 | 2017-01-23 22:50:24 +0000 | [diff] [blame] | 3196 | QUICK_ENTRY_POINT_INFO(pAllocArrayResolved8) |
| 3197 | QUICK_ENTRY_POINT_INFO(pAllocArrayResolved16) |
| 3198 | QUICK_ENTRY_POINT_INFO(pAllocArrayResolved32) |
| 3199 | QUICK_ENTRY_POINT_INFO(pAllocArrayResolved64) |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3200 | QUICK_ENTRY_POINT_INFO(pAllocObjectResolved) |
| 3201 | QUICK_ENTRY_POINT_INFO(pAllocObjectInitialized) |
Nicolas Geoffray | 0d3998b | 2017-01-12 15:35:12 +0000 | [diff] [blame] | 3202 | QUICK_ENTRY_POINT_INFO(pAllocObjectWithChecks) |
Alex Light | d109e30 | 2018-06-27 10:25:41 -0700 | [diff] [blame] | 3203 | QUICK_ENTRY_POINT_INFO(pAllocStringObject) |
Jeff Hao | 848f70a | 2014-01-15 13:49:50 -0800 | [diff] [blame] | 3204 | QUICK_ENTRY_POINT_INFO(pAllocStringFromBytes) |
| 3205 | QUICK_ENTRY_POINT_INFO(pAllocStringFromChars) |
| 3206 | QUICK_ENTRY_POINT_INFO(pAllocStringFromString) |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3207 | QUICK_ENTRY_POINT_INFO(pInstanceofNonTrivial) |
Mathieu Chartier | b99f4d6 | 2016-11-07 16:17:26 -0800 | [diff] [blame] | 3208 | QUICK_ENTRY_POINT_INFO(pCheckInstanceOf) |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3209 | QUICK_ENTRY_POINT_INFO(pInitializeStaticStorage) |
Vladimir Marko | 9d47925 | 2018-07-24 11:35:20 +0100 | [diff] [blame] | 3210 | QUICK_ENTRY_POINT_INFO(pResolveTypeAndVerifyAccess) |
| 3211 | QUICK_ENTRY_POINT_INFO(pResolveType) |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3212 | QUICK_ENTRY_POINT_INFO(pResolveString) |
Fred Shih | 37f05ef | 2014-07-16 18:38:08 -0700 | [diff] [blame] | 3213 | QUICK_ENTRY_POINT_INFO(pSet8Instance) |
| 3214 | QUICK_ENTRY_POINT_INFO(pSet8Static) |
| 3215 | QUICK_ENTRY_POINT_INFO(pSet16Instance) |
| 3216 | QUICK_ENTRY_POINT_INFO(pSet16Static) |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3217 | QUICK_ENTRY_POINT_INFO(pSet32Instance) |
| 3218 | QUICK_ENTRY_POINT_INFO(pSet32Static) |
| 3219 | QUICK_ENTRY_POINT_INFO(pSet64Instance) |
| 3220 | QUICK_ENTRY_POINT_INFO(pSet64Static) |
| 3221 | QUICK_ENTRY_POINT_INFO(pSetObjInstance) |
| 3222 | QUICK_ENTRY_POINT_INFO(pSetObjStatic) |
Fred Shih | 37f05ef | 2014-07-16 18:38:08 -0700 | [diff] [blame] | 3223 | QUICK_ENTRY_POINT_INFO(pGetByteInstance) |
| 3224 | QUICK_ENTRY_POINT_INFO(pGetBooleanInstance) |
| 3225 | QUICK_ENTRY_POINT_INFO(pGetByteStatic) |
| 3226 | QUICK_ENTRY_POINT_INFO(pGetBooleanStatic) |
| 3227 | QUICK_ENTRY_POINT_INFO(pGetShortInstance) |
| 3228 | QUICK_ENTRY_POINT_INFO(pGetCharInstance) |
| 3229 | QUICK_ENTRY_POINT_INFO(pGetShortStatic) |
| 3230 | QUICK_ENTRY_POINT_INFO(pGetCharStatic) |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3231 | QUICK_ENTRY_POINT_INFO(pGet32Instance) |
| 3232 | QUICK_ENTRY_POINT_INFO(pGet32Static) |
| 3233 | QUICK_ENTRY_POINT_INFO(pGet64Instance) |
| 3234 | QUICK_ENTRY_POINT_INFO(pGet64Static) |
| 3235 | QUICK_ENTRY_POINT_INFO(pGetObjInstance) |
| 3236 | QUICK_ENTRY_POINT_INFO(pGetObjStatic) |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3237 | QUICK_ENTRY_POINT_INFO(pAputObject) |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3238 | QUICK_ENTRY_POINT_INFO(pJniMethodStart) |
| 3239 | QUICK_ENTRY_POINT_INFO(pJniMethodStartSynchronized) |
| 3240 | QUICK_ENTRY_POINT_INFO(pJniMethodEnd) |
| 3241 | QUICK_ENTRY_POINT_INFO(pJniMethodEndSynchronized) |
| 3242 | QUICK_ENTRY_POINT_INFO(pJniMethodEndWithReference) |
| 3243 | QUICK_ENTRY_POINT_INFO(pJniMethodEndWithReferenceSynchronized) |
| 3244 | QUICK_ENTRY_POINT_INFO(pQuickGenericJniTrampoline) |
| 3245 | QUICK_ENTRY_POINT_INFO(pLockObject) |
| 3246 | QUICK_ENTRY_POINT_INFO(pUnlockObject) |
| 3247 | QUICK_ENTRY_POINT_INFO(pCmpgDouble) |
| 3248 | QUICK_ENTRY_POINT_INFO(pCmpgFloat) |
| 3249 | QUICK_ENTRY_POINT_INFO(pCmplDouble) |
| 3250 | QUICK_ENTRY_POINT_INFO(pCmplFloat) |
Mark Mendell | a4f1220 | 2015-08-06 15:23:34 -0400 | [diff] [blame] | 3251 | QUICK_ENTRY_POINT_INFO(pCos) |
| 3252 | QUICK_ENTRY_POINT_INFO(pSin) |
| 3253 | QUICK_ENTRY_POINT_INFO(pAcos) |
| 3254 | QUICK_ENTRY_POINT_INFO(pAsin) |
| 3255 | QUICK_ENTRY_POINT_INFO(pAtan) |
| 3256 | QUICK_ENTRY_POINT_INFO(pAtan2) |
| 3257 | QUICK_ENTRY_POINT_INFO(pCbrt) |
| 3258 | QUICK_ENTRY_POINT_INFO(pCosh) |
| 3259 | QUICK_ENTRY_POINT_INFO(pExp) |
| 3260 | QUICK_ENTRY_POINT_INFO(pExpm1) |
| 3261 | QUICK_ENTRY_POINT_INFO(pHypot) |
| 3262 | QUICK_ENTRY_POINT_INFO(pLog) |
| 3263 | QUICK_ENTRY_POINT_INFO(pLog10) |
| 3264 | QUICK_ENTRY_POINT_INFO(pNextAfter) |
| 3265 | QUICK_ENTRY_POINT_INFO(pSinh) |
| 3266 | QUICK_ENTRY_POINT_INFO(pTan) |
| 3267 | QUICK_ENTRY_POINT_INFO(pTanh) |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3268 | QUICK_ENTRY_POINT_INFO(pFmod) |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3269 | QUICK_ENTRY_POINT_INFO(pL2d) |
| 3270 | QUICK_ENTRY_POINT_INFO(pFmodf) |
| 3271 | QUICK_ENTRY_POINT_INFO(pL2f) |
| 3272 | QUICK_ENTRY_POINT_INFO(pD2iz) |
| 3273 | QUICK_ENTRY_POINT_INFO(pF2iz) |
| 3274 | QUICK_ENTRY_POINT_INFO(pIdivmod) |
| 3275 | QUICK_ENTRY_POINT_INFO(pD2l) |
| 3276 | QUICK_ENTRY_POINT_INFO(pF2l) |
| 3277 | QUICK_ENTRY_POINT_INFO(pLdiv) |
| 3278 | QUICK_ENTRY_POINT_INFO(pLmod) |
| 3279 | QUICK_ENTRY_POINT_INFO(pLmul) |
| 3280 | QUICK_ENTRY_POINT_INFO(pShlLong) |
| 3281 | QUICK_ENTRY_POINT_INFO(pShrLong) |
| 3282 | QUICK_ENTRY_POINT_INFO(pUshrLong) |
| 3283 | QUICK_ENTRY_POINT_INFO(pIndexOf) |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3284 | QUICK_ENTRY_POINT_INFO(pStringCompareTo) |
| 3285 | QUICK_ENTRY_POINT_INFO(pMemcpy) |
| 3286 | QUICK_ENTRY_POINT_INFO(pQuickImtConflictTrampoline) |
| 3287 | QUICK_ENTRY_POINT_INFO(pQuickResolutionTrampoline) |
| 3288 | QUICK_ENTRY_POINT_INFO(pQuickToInterpreterBridge) |
| 3289 | QUICK_ENTRY_POINT_INFO(pInvokeDirectTrampolineWithAccessCheck) |
| 3290 | QUICK_ENTRY_POINT_INFO(pInvokeInterfaceTrampolineWithAccessCheck) |
| 3291 | QUICK_ENTRY_POINT_INFO(pInvokeStaticTrampolineWithAccessCheck) |
| 3292 | QUICK_ENTRY_POINT_INFO(pInvokeSuperTrampolineWithAccessCheck) |
| 3293 | QUICK_ENTRY_POINT_INFO(pInvokeVirtualTrampolineWithAccessCheck) |
Orion Hodson | ac14139 | 2017-01-13 11:53:47 +0000 | [diff] [blame] | 3294 | QUICK_ENTRY_POINT_INFO(pInvokePolymorphic) |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3295 | QUICK_ENTRY_POINT_INFO(pTestSuspend) |
| 3296 | QUICK_ENTRY_POINT_INFO(pDeliverException) |
| 3297 | QUICK_ENTRY_POINT_INFO(pThrowArrayBounds) |
| 3298 | QUICK_ENTRY_POINT_INFO(pThrowDivZero) |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3299 | QUICK_ENTRY_POINT_INFO(pThrowNullPointer) |
| 3300 | QUICK_ENTRY_POINT_INFO(pThrowStackOverflow) |
Mingyao Yang | d43b3ac | 2015-04-01 14:03:04 -0700 | [diff] [blame] | 3301 | QUICK_ENTRY_POINT_INFO(pDeoptimize) |
Douglas Leung | d9cb8ae | 2014-07-09 14:28:35 -0700 | [diff] [blame] | 3302 | QUICK_ENTRY_POINT_INFO(pA64Load) |
| 3303 | QUICK_ENTRY_POINT_INFO(pA64Store) |
Jeff Hao | 848f70a | 2014-01-15 13:49:50 -0800 | [diff] [blame] | 3304 | QUICK_ENTRY_POINT_INFO(pNewEmptyString) |
| 3305 | QUICK_ENTRY_POINT_INFO(pNewStringFromBytes_B) |
| 3306 | QUICK_ENTRY_POINT_INFO(pNewStringFromBytes_BI) |
| 3307 | QUICK_ENTRY_POINT_INFO(pNewStringFromBytes_BII) |
| 3308 | QUICK_ENTRY_POINT_INFO(pNewStringFromBytes_BIII) |
| 3309 | QUICK_ENTRY_POINT_INFO(pNewStringFromBytes_BIIString) |
| 3310 | QUICK_ENTRY_POINT_INFO(pNewStringFromBytes_BString) |
| 3311 | QUICK_ENTRY_POINT_INFO(pNewStringFromBytes_BIICharset) |
| 3312 | QUICK_ENTRY_POINT_INFO(pNewStringFromBytes_BCharset) |
| 3313 | QUICK_ENTRY_POINT_INFO(pNewStringFromChars_C) |
| 3314 | QUICK_ENTRY_POINT_INFO(pNewStringFromChars_CII) |
| 3315 | QUICK_ENTRY_POINT_INFO(pNewStringFromChars_IIC) |
| 3316 | QUICK_ENTRY_POINT_INFO(pNewStringFromCodePoints) |
| 3317 | QUICK_ENTRY_POINT_INFO(pNewStringFromString) |
| 3318 | QUICK_ENTRY_POINT_INFO(pNewStringFromStringBuffer) |
| 3319 | QUICK_ENTRY_POINT_INFO(pNewStringFromStringBuilder) |
Hiroshi Yamauchi | 1cc71eb | 2015-05-07 10:47:27 -0700 | [diff] [blame] | 3320 | QUICK_ENTRY_POINT_INFO(pReadBarrierJni) |
Roland Levillain | 02b7580 | 2016-07-13 11:54:35 +0100 | [diff] [blame] | 3321 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg00) |
| 3322 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg01) |
| 3323 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg02) |
| 3324 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg03) |
| 3325 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg04) |
| 3326 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg05) |
| 3327 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg06) |
| 3328 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg07) |
| 3329 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg08) |
| 3330 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg09) |
| 3331 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg10) |
| 3332 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg11) |
| 3333 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg12) |
| 3334 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg13) |
| 3335 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg14) |
| 3336 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg15) |
| 3337 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg16) |
| 3338 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg17) |
| 3339 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg18) |
| 3340 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg19) |
| 3341 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg20) |
| 3342 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg21) |
| 3343 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg22) |
| 3344 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg23) |
| 3345 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg24) |
| 3346 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg25) |
| 3347 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg26) |
| 3348 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg27) |
| 3349 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg28) |
| 3350 | QUICK_ENTRY_POINT_INFO(pReadBarrierMarkReg29) |
Man Cao | 1aee900 | 2015-07-14 22:31:42 -0700 | [diff] [blame] | 3351 | QUICK_ENTRY_POINT_INFO(pReadBarrierSlow) |
Roland Levillain | 0d5a281 | 2015-11-13 10:07:31 +0000 | [diff] [blame] | 3352 | QUICK_ENTRY_POINT_INFO(pReadBarrierForRootSlow) |
Igor Murashkin | 9d4b6da | 2016-07-29 09:51:58 -0700 | [diff] [blame] | 3353 | |
| 3354 | QUICK_ENTRY_POINT_INFO(pJniMethodFastStart) |
| 3355 | QUICK_ENTRY_POINT_INFO(pJniMethodFastEnd) |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3356 | #undef QUICK_ENTRY_POINT_INFO |
| 3357 | |
Elliott Hughes | 98e2017 | 2012-04-24 15:38:13 -0700 | [diff] [blame] | 3358 | os << offset; |
Elliott Hughes | 28fa76d | 2012-04-09 17:31:46 -0700 | [diff] [blame] | 3359 | } |
| 3360 | |
jeffhao | 94d6df4 | 2012-11-26 16:02:12 -0800 | [diff] [blame] | 3361 | void Thread::QuickDeliverException() { |
Ian Rogers | 62d6c77 | 2013-02-27 08:32:07 -0800 | [diff] [blame] | 3362 | // Get exception from thread. |
Mathieu Chartier | f5769e1 | 2017-01-10 15:54:41 -0800 | [diff] [blame] | 3363 | ObjPtr<mirror::Throwable> exception = GetException(); |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 3364 | CHECK(exception != nullptr); |
Mingyao Yang | f711f2c | 2016-05-23 12:29:39 -0700 | [diff] [blame] | 3365 | if (exception == GetDeoptimizationException()) { |
| 3366 | artDeoptimize(this); |
| 3367 | UNREACHABLE(); |
| 3368 | } |
| 3369 | |
Roland Levillain | a78f5b6 | 2017-09-29 13:50:44 +0100 | [diff] [blame] | 3370 | ReadBarrier::MaybeAssertToSpaceInvariant(exception.Ptr()); |
Roland Levillain | b77b698 | 2017-06-08 18:03:48 +0100 | [diff] [blame] | 3371 | |
Mingyao Yang | f711f2c | 2016-05-23 12:29:39 -0700 | [diff] [blame] | 3372 | // This is a real exception: let the instrumentation know about it. |
| 3373 | instrumentation::Instrumentation* instrumentation = Runtime::Current()->GetInstrumentation(); |
Alex Light | 6e1607e | 2017-08-23 10:06:18 -0700 | [diff] [blame] | 3374 | if (instrumentation->HasExceptionThrownListeners() && |
Mingyao Yang | f711f2c | 2016-05-23 12:29:39 -0700 | [diff] [blame] | 3375 | IsExceptionThrownByCurrentMethod(exception)) { |
| 3376 | // Instrumentation may cause GC so keep the exception object safe. |
| 3377 | StackHandleScope<1> hs(this); |
Mathieu Chartier | f5769e1 | 2017-01-10 15:54:41 -0800 | [diff] [blame] | 3378 | HandleWrapperObjPtr<mirror::Throwable> h_exception(hs.NewHandleWrapper(&exception)); |
Alex Light | 6e1607e | 2017-08-23 10:06:18 -0700 | [diff] [blame] | 3379 | instrumentation->ExceptionThrownEvent(this, exception.Ptr()); |
Mingyao Yang | f711f2c | 2016-05-23 12:29:39 -0700 | [diff] [blame] | 3380 | } |
Alex Light | 0aa7a5a | 2018-10-10 15:58:14 +0000 | [diff] [blame] | 3381 | // Does instrumentation need to deoptimize the stack or otherwise go to interpreter for something? |
| 3382 | // Note: we do this *after* reporting the exception to instrumentation in case it now requires |
| 3383 | // deoptimization. It may happen if a debugger is attached and requests new events (single-step, |
| 3384 | // breakpoint, ...) when the exception is reported. |
Alex Light | be1f8d0 | 2018-10-15 11:44:42 -0700 | [diff] [blame] | 3385 | // |
| 3386 | // Note we need to check for both force_frame_pop and force_retry_instruction. The first is |
| 3387 | // expected to happen fairly regularly but the second can only happen if we are using |
| 3388 | // instrumentation trampolines (for example with DDMS tracing). That forces us to do deopt later |
| 3389 | // and see every frame being popped. We don't need to handle it any differently. |
Alex Light | 0aa7a5a | 2018-10-10 15:58:14 +0000 | [diff] [blame] | 3390 | ShadowFrame* cf; |
Alex Light | be1f8d0 | 2018-10-15 11:44:42 -0700 | [diff] [blame] | 3391 | bool force_deopt; |
Alex Light | 0aa7a5a | 2018-10-10 15:58:14 +0000 | [diff] [blame] | 3392 | { |
| 3393 | NthCallerVisitor visitor(this, 0, false); |
| 3394 | visitor.WalkStack(); |
| 3395 | cf = visitor.GetCurrentShadowFrame(); |
| 3396 | if (cf == nullptr) { |
| 3397 | cf = FindDebuggerShadowFrame(visitor.GetFrameId()); |
| 3398 | } |
Alex Light | be1f8d0 | 2018-10-15 11:44:42 -0700 | [diff] [blame] | 3399 | bool force_frame_pop = cf != nullptr && cf->GetForcePopFrame(); |
| 3400 | bool force_retry_instr = cf != nullptr && cf->GetForceRetryInstruction(); |
Alex Light | 0aa7a5a | 2018-10-10 15:58:14 +0000 | [diff] [blame] | 3401 | if (kIsDebugBuild && force_frame_pop) { |
| 3402 | NthCallerVisitor penultimate_visitor(this, 1, false); |
| 3403 | penultimate_visitor.WalkStack(); |
| 3404 | ShadowFrame* penultimate_frame = penultimate_visitor.GetCurrentShadowFrame(); |
| 3405 | if (penultimate_frame == nullptr) { |
| 3406 | penultimate_frame = FindDebuggerShadowFrame(penultimate_visitor.GetFrameId()); |
| 3407 | } |
| 3408 | DCHECK(penultimate_frame != nullptr && |
| 3409 | penultimate_frame->GetForceRetryInstruction()) |
| 3410 | << "Force pop frame without retry instruction found. penultimate frame is null: " |
| 3411 | << (penultimate_frame == nullptr ? "true" : "false"); |
| 3412 | } |
Alex Light | be1f8d0 | 2018-10-15 11:44:42 -0700 | [diff] [blame] | 3413 | force_deopt = force_frame_pop || force_retry_instr; |
Alex Light | 0aa7a5a | 2018-10-10 15:58:14 +0000 | [diff] [blame] | 3414 | } |
Alex Light | be1f8d0 | 2018-10-15 11:44:42 -0700 | [diff] [blame] | 3415 | if (Dbg::IsForcedInterpreterNeededForException(this) || force_deopt) { |
Mingyao Yang | f711f2c | 2016-05-23 12:29:39 -0700 | [diff] [blame] | 3416 | NthCallerVisitor visitor(this, 0, false); |
| 3417 | visitor.WalkStack(); |
Nicolas Geoffray | 433b79a | 2017-01-30 20:54:45 +0000 | [diff] [blame] | 3418 | if (Runtime::Current()->IsAsyncDeoptimizeable(visitor.caller_pc)) { |
Mingyao Yang | 2ee1790 | 2017-08-30 11:37:08 -0700 | [diff] [blame] | 3419 | // method_type shouldn't matter due to exception handling. |
| 3420 | const DeoptimizationMethodType method_type = DeoptimizationMethodType::kDefault; |
Sebastien Hertz | 520633b | 2015-09-08 17:03:36 +0200 | [diff] [blame] | 3421 | // Save the exception into the deoptimization context so it can be restored |
| 3422 | // before entering the interpreter. |
Alex Light | be1f8d0 | 2018-10-15 11:44:42 -0700 | [diff] [blame] | 3423 | if (force_deopt) { |
Alex Light | 0aa7a5a | 2018-10-10 15:58:14 +0000 | [diff] [blame] | 3424 | VLOG(deopt) << "Deopting " << cf->GetMethod()->PrettyMethod() << " for frame-pop"; |
| 3425 | DCHECK(Runtime::Current()->AreNonStandardExitsEnabled()); |
| 3426 | // Get rid of the exception since we are doing a framepop instead. |
Alex Light | be1f8d0 | 2018-10-15 11:44:42 -0700 | [diff] [blame] | 3427 | LOG(WARNING) << "Suppressing pending exception for retry-instruction/frame-pop: " |
| 3428 | << exception->Dump(); |
Alex Light | 0aa7a5a | 2018-10-10 15:58:14 +0000 | [diff] [blame] | 3429 | ClearException(); |
| 3430 | } |
Nicolas Geoffray | 73be1e8 | 2015-09-17 15:22:56 +0100 | [diff] [blame] | 3431 | PushDeoptimizationContext( |
Mingyao Yang | 2ee1790 | 2017-08-30 11:37:08 -0700 | [diff] [blame] | 3432 | JValue(), |
Andreas Gampe | 98ea9d9 | 2018-10-19 14:06:15 -0700 | [diff] [blame] | 3433 | /* is_reference= */ false, |
Alex Light | be1f8d0 | 2018-10-15 11:44:42 -0700 | [diff] [blame] | 3434 | (force_deopt ? nullptr : exception), |
Andreas Gampe | 98ea9d9 | 2018-10-19 14:06:15 -0700 | [diff] [blame] | 3435 | /* from_code= */ false, |
Mingyao Yang | 2ee1790 | 2017-08-30 11:37:08 -0700 | [diff] [blame] | 3436 | method_type); |
Mingyao Yang | f711f2c | 2016-05-23 12:29:39 -0700 | [diff] [blame] | 3437 | artDeoptimize(this); |
| 3438 | UNREACHABLE(); |
Nicolas Geoffray | 433b79a | 2017-01-30 20:54:45 +0000 | [diff] [blame] | 3439 | } else { |
| 3440 | LOG(WARNING) << "Got a deoptimization request on un-deoptimizable method " |
| 3441 | << visitor.caller->PrettyMethod(); |
Sebastien Hertz | 520633b | 2015-09-08 17:03:36 +0200 | [diff] [blame] | 3442 | } |
| 3443 | } |
Mingyao Yang | f711f2c | 2016-05-23 12:29:39 -0700 | [diff] [blame] | 3444 | |
Ian Rogers | 28ad40d | 2011-10-27 15:19:26 -0700 | [diff] [blame] | 3445 | // Don't leave exception visible while we try to find the handler, which may cause class |
Elliott Hughes | d07986f | 2011-12-06 18:27:45 -0800 | [diff] [blame] | 3446 | // resolution. |
Ian Rogers | 28ad40d | 2011-10-27 15:19:26 -0700 | [diff] [blame] | 3447 | ClearException(); |
Mingyao Yang | f711f2c | 2016-05-23 12:29:39 -0700 | [diff] [blame] | 3448 | QuickExceptionHandler exception_handler(this, false); |
| 3449 | exception_handler.FindCatch(exception); |
Roland Levillain | b77b698 | 2017-06-08 18:03:48 +0100 | [diff] [blame] | 3450 | if (exception_handler.GetClearException()) { |
| 3451 | // Exception was cleared as part of delivery. |
| 3452 | DCHECK(!IsExceptionPending()); |
| 3453 | } else { |
| 3454 | // Exception was put back with a throw location. |
| 3455 | DCHECK(IsExceptionPending()); |
Roland Levillain | a78f5b6 | 2017-09-29 13:50:44 +0100 | [diff] [blame] | 3456 | // Check the to-space invariant on the re-installed exception (if applicable). |
| 3457 | ReadBarrier::MaybeAssertToSpaceInvariant(GetException()); |
Roland Levillain | b77b698 | 2017-06-08 18:03:48 +0100 | [diff] [blame] | 3458 | } |
Sebastien Hertz | fd3077e | 2014-04-23 10:32:43 +0200 | [diff] [blame] | 3459 | exception_handler.DoLongJump(); |
Shih-wei Liao | 1a18c8c | 2011-08-14 17:47:36 -0700 | [diff] [blame] | 3460 | } |
| 3461 | |
Ian Rogers | bdb0391 | 2011-09-14 00:55:44 -0700 | [diff] [blame] | 3462 | Context* Thread::GetLongJumpContext() { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3463 | Context* result = tlsPtr_.long_jump_context; |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 3464 | if (result == nullptr) { |
Ian Rogers | bdb0391 | 2011-09-14 00:55:44 -0700 | [diff] [blame] | 3465 | result = Context::Create(); |
Ian Rogers | 0399dde | 2012-06-06 17:09:28 -0700 | [diff] [blame] | 3466 | } else { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3467 | tlsPtr_.long_jump_context = nullptr; // Avoid context being shared. |
Mathieu Chartier | 6702243 | 2012-11-29 18:04:50 -0800 | [diff] [blame] | 3468 | result->Reset(); |
Shih-wei Liao | 1a18c8c | 2011-08-14 17:47:36 -0700 | [diff] [blame] | 3469 | } |
Ian Rogers | bdb0391 | 2011-09-14 00:55:44 -0700 | [diff] [blame] | 3470 | return result; |
Shih-wei Liao | 1a18c8c | 2011-08-14 17:47:36 -0700 | [diff] [blame] | 3471 | } |
| 3472 | |
Hiroshi Yamauchi | 02f365f | 2017-02-03 15:06:00 -0800 | [diff] [blame] | 3473 | ArtMethod* Thread::GetCurrentMethod(uint32_t* dex_pc, |
| 3474 | bool check_suspended, |
| 3475 | bool abort_on_error) const { |
Andreas Gampe | 1b5c5c8 | 2018-09-27 10:42:18 -0700 | [diff] [blame] | 3476 | // Note: this visitor may return with a method set, but dex_pc_ being DexFile:kDexNoIndex. This is |
| 3477 | // so we don't abort in a special situation (thinlocked monitor) when dumping the Java |
| 3478 | // stack. |
| 3479 | struct CurrentMethodVisitor final : public StackVisitor { |
| 3480 | CurrentMethodVisitor(Thread* thread, bool check_suspended, bool abort_on_error) |
| 3481 | REQUIRES_SHARED(Locks::mutator_lock_) |
| 3482 | : StackVisitor(thread, |
| 3483 | /* context= */nullptr, |
| 3484 | StackVisitor::StackWalkKind::kIncludeInlinedFrames, |
| 3485 | check_suspended), |
| 3486 | method_(nullptr), |
| 3487 | dex_pc_(0), |
| 3488 | abort_on_error_(abort_on_error) {} |
| 3489 | bool VisitFrame() override REQUIRES_SHARED(Locks::mutator_lock_) { |
| 3490 | ArtMethod* m = GetMethod(); |
| 3491 | if (m->IsRuntimeMethod()) { |
| 3492 | // Continue if this is a runtime method. |
| 3493 | return true; |
| 3494 | } |
| 3495 | method_ = m; |
| 3496 | dex_pc_ = GetDexPc(abort_on_error_); |
| 3497 | return false; |
| 3498 | } |
| 3499 | ArtMethod* method_; |
| 3500 | uint32_t dex_pc_; |
| 3501 | const bool abort_on_error_; |
| 3502 | }; |
| 3503 | CurrentMethodVisitor visitor(const_cast<Thread*>(this), check_suspended, abort_on_error); |
Ian Rogers | 0399dde | 2012-06-06 17:09:28 -0700 | [diff] [blame] | 3504 | visitor.WalkStack(false); |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 3505 | if (dex_pc != nullptr) { |
Ian Rogers | 0399dde | 2012-06-06 17:09:28 -0700 | [diff] [blame] | 3506 | *dex_pc = visitor.dex_pc_; |
Elliott Hughes | 9fd66f5 | 2011-10-16 12:13:26 -0700 | [diff] [blame] | 3507 | } |
Ian Rogers | 0399dde | 2012-06-06 17:09:28 -0700 | [diff] [blame] | 3508 | return visitor.method_; |
jeffhao | 33dc771 | 2011-11-09 17:54:24 -0800 | [diff] [blame] | 3509 | } |
| 3510 | |
Mathieu Chartier | f5769e1 | 2017-01-10 15:54:41 -0800 | [diff] [blame] | 3511 | bool Thread::HoldsLock(ObjPtr<mirror::Object> object) const { |
| 3512 | return object != nullptr && object->GetLockOwnerThreadId() == GetThreadId(); |
Elliott Hughes | 5f79133 | 2011-09-15 17:45:30 -0700 | [diff] [blame] | 3513 | } |
| 3514 | |
Roland Levillain | ad0777d | 2018-02-12 20:00:18 +0000 | [diff] [blame] | 3515 | extern std::vector<StackReference<mirror::Object>*> GetProxyReferenceArguments(ArtMethod** sp) |
Roland Levillain | fa854e4 | 2018-02-07 13:09:55 +0000 | [diff] [blame] | 3516 | REQUIRES_SHARED(Locks::mutator_lock_); |
| 3517 | |
Ian Rogers | 40e3bac | 2012-11-20 00:09:14 -0800 | [diff] [blame] | 3518 | // RootVisitor parameters are: (const Object* obj, size_t vreg, const StackVisitor* visitor). |
Andreas Gampe | 585da95 | 2016-12-02 14:52:29 -0800 | [diff] [blame] | 3519 | template <typename RootVisitor, bool kPrecise = false> |
Ian Rogers | 0399dde | 2012-06-06 17:09:28 -0700 | [diff] [blame] | 3520 | class ReferenceMapVisitor : public StackVisitor { |
Ian Rogers | d6b1f61 | 2011-09-27 13:38:14 -0700 | [diff] [blame] | 3521 | public: |
Mathieu Chartier | bb87e0f | 2015-04-03 11:21:55 -0700 | [diff] [blame] | 3522 | ReferenceMapVisitor(Thread* thread, Context* context, RootVisitor& visitor) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 3523 | REQUIRES_SHARED(Locks::mutator_lock_) |
Nicolas Geoffray | 8e5bd18 | 2015-05-06 11:34:34 +0100 | [diff] [blame] | 3524 | // We are visiting the references in compiled frames, so we do not need |
| 3525 | // to know the inlined frames. |
| 3526 | : StackVisitor(thread, context, StackVisitor::StackWalkKind::kSkipInlinedFrames), |
| 3527 | visitor_(visitor) {} |
Ian Rogers | d6b1f61 | 2011-09-27 13:38:14 -0700 | [diff] [blame] | 3528 | |
Andreas Gampe | fa6a1b0 | 2018-09-07 08:11:55 -0700 | [diff] [blame] | 3529 | bool VisitFrame() override REQUIRES_SHARED(Locks::mutator_lock_) { |
Brian Carlstrom | 6a4be3a | 2011-10-20 16:34:03 -0700 | [diff] [blame] | 3530 | if (false) { |
David Sehr | 709b070 | 2016-10-13 09:12:37 -0700 | [diff] [blame] | 3531 | LOG(INFO) << "Visiting stack roots in " << ArtMethod::PrettyMethod(GetMethod()) |
Sebastien Hertz | 714f175 | 2014-04-28 15:03:08 +0200 | [diff] [blame] | 3532 | << StringPrintf("@ PC:%04x", GetDexPc()); |
Brian Carlstrom | 6a4be3a | 2011-10-20 16:34:03 -0700 | [diff] [blame] | 3533 | } |
Ian Rogers | 0399dde | 2012-06-06 17:09:28 -0700 | [diff] [blame] | 3534 | ShadowFrame* shadow_frame = GetCurrentShadowFrame(); |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 3535 | if (shadow_frame != nullptr) { |
Sebastien Hertz | 714f175 | 2014-04-28 15:03:08 +0200 | [diff] [blame] | 3536 | VisitShadowFrame(shadow_frame); |
| 3537 | } else { |
| 3538 | VisitQuickFrame(); |
| 3539 | } |
| 3540 | return true; |
| 3541 | } |
| 3542 | |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 3543 | void VisitShadowFrame(ShadowFrame* shadow_frame) REQUIRES_SHARED(Locks::mutator_lock_) { |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 3544 | ArtMethod* m = shadow_frame->GetMethod(); |
Mathieu Chartier | 10e5ea9 | 2015-08-13 12:56:31 -0700 | [diff] [blame] | 3545 | VisitDeclaringClass(m); |
Hiroshi Yamauchi | 92d1a66 | 2014-05-15 21:43:59 -0700 | [diff] [blame] | 3546 | DCHECK(m != nullptr); |
Sebastien Hertz | 714f175 | 2014-04-28 15:03:08 +0200 | [diff] [blame] | 3547 | size_t num_regs = shadow_frame->NumberOfVRegs(); |
Nicolas Geoffray | 524e7ea | 2015-10-16 17:13:34 +0100 | [diff] [blame] | 3548 | DCHECK(m->IsNative() || shadow_frame->HasReferenceArray()); |
| 3549 | // handle scope for JNI or References for interpreter. |
| 3550 | for (size_t reg = 0; reg < num_regs; ++reg) { |
| 3551 | mirror::Object* ref = shadow_frame->GetVRegReference(reg); |
| 3552 | if (ref != nullptr) { |
| 3553 | mirror::Object* new_ref = ref; |
| 3554 | visitor_(&new_ref, reg, this); |
| 3555 | if (new_ref != ref) { |
| 3556 | shadow_frame->SetVRegReference(reg, new_ref); |
TDYa127 | ce4cc0d | 2012-11-18 16:59:53 -0800 | [diff] [blame] | 3557 | } |
| 3558 | } |
Sebastien Hertz | 714f175 | 2014-04-28 15:03:08 +0200 | [diff] [blame] | 3559 | } |
Andreas Gampe | 03ec930 | 2015-08-27 17:41:47 -0700 | [diff] [blame] | 3560 | // Mark lock count map required for structured locking checks. |
Andreas Gampe | 98ea9d9 | 2018-10-19 14:06:15 -0700 | [diff] [blame] | 3561 | shadow_frame->GetLockCountData().VisitMonitors(visitor_, /* vreg= */ -1, this); |
Sebastien Hertz | 714f175 | 2014-04-28 15:03:08 +0200 | [diff] [blame] | 3562 | } |
| 3563 | |
| 3564 | private: |
Mathieu Chartier | 10e5ea9 | 2015-08-13 12:56:31 -0700 | [diff] [blame] | 3565 | // Visiting the declaring class is necessary so that we don't unload the class of a method that |
Mathieu Chartier | d5f3f32 | 2016-03-21 14:05:56 -0700 | [diff] [blame] | 3566 | // is executing. We need to ensure that the code stays mapped. NO_THREAD_SAFETY_ANALYSIS since |
| 3567 | // the threads do not all hold the heap bitmap lock for parallel GC. |
| 3568 | void VisitDeclaringClass(ArtMethod* method) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 3569 | REQUIRES_SHARED(Locks::mutator_lock_) |
Mathieu Chartier | d5f3f32 | 2016-03-21 14:05:56 -0700 | [diff] [blame] | 3570 | NO_THREAD_SAFETY_ANALYSIS { |
Mathieu Chartier | f5769e1 | 2017-01-10 15:54:41 -0800 | [diff] [blame] | 3571 | ObjPtr<mirror::Class> klass = method->GetDeclaringClassUnchecked<kWithoutReadBarrier>(); |
Mathieu Chartier | 10e5ea9 | 2015-08-13 12:56:31 -0700 | [diff] [blame] | 3572 | // klass can be null for runtime methods. |
| 3573 | if (klass != nullptr) { |
Mathieu Chartier | d5f3f32 | 2016-03-21 14:05:56 -0700 | [diff] [blame] | 3574 | if (kVerifyImageObjectsMarked) { |
| 3575 | gc::Heap* const heap = Runtime::Current()->GetHeap(); |
| 3576 | gc::space::ContinuousSpace* space = heap->FindContinuousSpaceFromObject(klass, |
Andreas Gampe | 98ea9d9 | 2018-10-19 14:06:15 -0700 | [diff] [blame] | 3577 | /*fail_ok=*/true); |
Mathieu Chartier | d5f3f32 | 2016-03-21 14:05:56 -0700 | [diff] [blame] | 3578 | if (space != nullptr && space->IsImageSpace()) { |
| 3579 | bool failed = false; |
Mathieu Chartier | f5769e1 | 2017-01-10 15:54:41 -0800 | [diff] [blame] | 3580 | if (!space->GetLiveBitmap()->Test(klass.Ptr())) { |
Mathieu Chartier | d5f3f32 | 2016-03-21 14:05:56 -0700 | [diff] [blame] | 3581 | failed = true; |
Andreas Gampe | 3fec9ac | 2016-09-13 10:47:28 -0700 | [diff] [blame] | 3582 | LOG(FATAL_WITHOUT_ABORT) << "Unmarked object in image " << *space; |
Mathieu Chartier | f5769e1 | 2017-01-10 15:54:41 -0800 | [diff] [blame] | 3583 | } else if (!heap->GetLiveBitmap()->Test(klass.Ptr())) { |
Mathieu Chartier | d5f3f32 | 2016-03-21 14:05:56 -0700 | [diff] [blame] | 3584 | failed = true; |
Andreas Gampe | 3fec9ac | 2016-09-13 10:47:28 -0700 | [diff] [blame] | 3585 | LOG(FATAL_WITHOUT_ABORT) << "Unmarked object in image through live bitmap " << *space; |
Mathieu Chartier | d5f3f32 | 2016-03-21 14:05:56 -0700 | [diff] [blame] | 3586 | } |
| 3587 | if (failed) { |
Andreas Gampe | 3fec9ac | 2016-09-13 10:47:28 -0700 | [diff] [blame] | 3588 | GetThread()->Dump(LOG_STREAM(FATAL_WITHOUT_ABORT)); |
| 3589 | space->AsImageSpace()->DumpSections(LOG_STREAM(FATAL_WITHOUT_ABORT)); |
| 3590 | LOG(FATAL_WITHOUT_ABORT) << "Method@" << method->GetDexMethodIndex() << ":" << method |
Mathieu Chartier | f5769e1 | 2017-01-10 15:54:41 -0800 | [diff] [blame] | 3591 | << " klass@" << klass.Ptr(); |
Mathieu Chartier | d5f3f32 | 2016-03-21 14:05:56 -0700 | [diff] [blame] | 3592 | // Pretty info last in case it crashes. |
David Sehr | 709b070 | 2016-10-13 09:12:37 -0700 | [diff] [blame] | 3593 | LOG(FATAL) << "Method " << method->PrettyMethod() << " klass " |
| 3594 | << klass->PrettyClass(); |
Mathieu Chartier | d5f3f32 | 2016-03-21 14:05:56 -0700 | [diff] [blame] | 3595 | } |
| 3596 | } |
| 3597 | } |
Mathieu Chartier | f5769e1 | 2017-01-10 15:54:41 -0800 | [diff] [blame] | 3598 | mirror::Object* new_ref = klass.Ptr(); |
Andreas Gampe | 98ea9d9 | 2018-10-19 14:06:15 -0700 | [diff] [blame] | 3599 | visitor_(&new_ref, /* vreg= */ -1, this); |
Mathieu Chartier | 10e5ea9 | 2015-08-13 12:56:31 -0700 | [diff] [blame] | 3600 | if (new_ref != klass) { |
Mathieu Chartier | f5769e1 | 2017-01-10 15:54:41 -0800 | [diff] [blame] | 3601 | method->CASDeclaringClass(klass.Ptr(), new_ref->AsClass()); |
Mathieu Chartier | 10e5ea9 | 2015-08-13 12:56:31 -0700 | [diff] [blame] | 3602 | } |
| 3603 | } |
| 3604 | } |
| 3605 | |
Andreas Gampe | 585da95 | 2016-12-02 14:52:29 -0800 | [diff] [blame] | 3606 | template <typename T> |
| 3607 | ALWAYS_INLINE |
| 3608 | inline void VisitQuickFrameWithVregCallback() REQUIRES_SHARED(Locks::mutator_lock_) { |
Mathieu Chartier | 10e5ea9 | 2015-08-13 12:56:31 -0700 | [diff] [blame] | 3609 | ArtMethod** cur_quick_frame = GetCurrentQuickFrame(); |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 3610 | DCHECK(cur_quick_frame != nullptr); |
Mathieu Chartier | 10e5ea9 | 2015-08-13 12:56:31 -0700 | [diff] [blame] | 3611 | ArtMethod* m = *cur_quick_frame; |
| 3612 | VisitDeclaringClass(m); |
Andreas Gampe | cf4035a | 2014-05-28 22:43:01 -0700 | [diff] [blame] | 3613 | |
Sebastien Hertz | 714f175 | 2014-04-28 15:03:08 +0200 | [diff] [blame] | 3614 | // Process register map (which native and runtime methods don't have) |
Jeff Hao | 8494943 | 2016-05-13 14:46:28 -0700 | [diff] [blame] | 3615 | if (!m->IsNative() && !m->IsRuntimeMethod() && (!m->IsProxyMethod() || m->IsConstructor())) { |
Nicolas Geoffray | 524e7ea | 2015-10-16 17:13:34 +0100 | [diff] [blame] | 3616 | const OatQuickMethodHeader* method_header = GetCurrentOatQuickMethodHeader(); |
Vladimir Marko | 9d07e3d | 2016-03-31 12:02:28 +0100 | [diff] [blame] | 3617 | DCHECK(method_header->IsOptimized()); |
Vladimir Marko | 78baed5 | 2018-10-11 10:44:58 +0100 | [diff] [blame] | 3618 | StackReference<mirror::Object>* vreg_base = |
| 3619 | reinterpret_cast<StackReference<mirror::Object>*>(cur_quick_frame); |
Vladimir Marko | 9d07e3d | 2016-03-31 12:02:28 +0100 | [diff] [blame] | 3620 | uintptr_t native_pc_offset = method_header->NativeQuickPcOffset(GetCurrentQuickFramePc()); |
David Srbecky | a2d29a3 | 2018-08-03 11:06:38 +0100 | [diff] [blame] | 3621 | CodeInfo code_info(method_header, kPrecise |
David Srbecky | 42deda8 | 2018-08-10 11:23:27 +0100 | [diff] [blame] | 3622 | ? CodeInfo::DecodeFlags::AllTables // We will need dex register maps. |
David Srbecky | a2d29a3 | 2018-08-03 11:06:38 +0100 | [diff] [blame] | 3623 | : CodeInfo::DecodeFlags::GcMasksOnly); |
David Srbecky | 052f8ca | 2018-04-26 15:42:54 +0100 | [diff] [blame] | 3624 | StackMap map = code_info.GetStackMapForNativePcOffset(native_pc_offset); |
Vladimir Marko | 9d07e3d | 2016-03-31 12:02:28 +0100 | [diff] [blame] | 3625 | DCHECK(map.IsValid()); |
Andreas Gampe | 585da95 | 2016-12-02 14:52:29 -0800 | [diff] [blame] | 3626 | |
David Srbecky | 052f8ca | 2018-04-26 15:42:54 +0100 | [diff] [blame] | 3627 | T vreg_info(m, code_info, map, visitor_); |
Andreas Gampe | 585da95 | 2016-12-02 14:52:29 -0800 | [diff] [blame] | 3628 | |
Vladimir Marko | 9d07e3d | 2016-03-31 12:02:28 +0100 | [diff] [blame] | 3629 | // Visit stack entries that hold pointers. |
David Srbecky | 052f8ca | 2018-04-26 15:42:54 +0100 | [diff] [blame] | 3630 | BitMemoryRegion stack_mask = code_info.GetStackMaskOf(map); |
David Srbecky | 4b59d10 | 2018-05-29 21:46:10 +0000 | [diff] [blame] | 3631 | for (size_t i = 0; i < stack_mask.size_in_bits(); ++i) { |
David Srbecky | 45aa598 | 2016-03-18 02:15:09 +0000 | [diff] [blame] | 3632 | if (stack_mask.LoadBit(i)) { |
Roland Levillain | fa854e4 | 2018-02-07 13:09:55 +0000 | [diff] [blame] | 3633 | StackReference<mirror::Object>* ref_addr = vreg_base + i; |
Vladimir Marko | 9d07e3d | 2016-03-31 12:02:28 +0100 | [diff] [blame] | 3634 | mirror::Object* ref = ref_addr->AsMirrorPtr(); |
| 3635 | if (ref != nullptr) { |
| 3636 | mirror::Object* new_ref = ref; |
Andreas Gampe | 585da95 | 2016-12-02 14:52:29 -0800 | [diff] [blame] | 3637 | vreg_info.VisitStack(&new_ref, i, this); |
Vladimir Marko | 9d07e3d | 2016-03-31 12:02:28 +0100 | [diff] [blame] | 3638 | if (ref != new_ref) { |
| 3639 | ref_addr->Assign(new_ref); |
David Srbecky | a2d29a3 | 2018-08-03 11:06:38 +0100 | [diff] [blame] | 3640 | } |
Nicolas Geoffray | 3946844 | 2014-09-02 15:17:15 +0100 | [diff] [blame] | 3641 | } |
| 3642 | } |
Vladimir Marko | 9d07e3d | 2016-03-31 12:02:28 +0100 | [diff] [blame] | 3643 | } |
| 3644 | // Visit callee-save registers that hold pointers. |
David Srbecky | 052f8ca | 2018-04-26 15:42:54 +0100 | [diff] [blame] | 3645 | uint32_t register_mask = code_info.GetRegisterMaskOf(map); |
Vladimir Marko | 9d07e3d | 2016-03-31 12:02:28 +0100 | [diff] [blame] | 3646 | for (size_t i = 0; i < BitSizeOf<uint32_t>(); ++i) { |
| 3647 | if (register_mask & (1 << i)) { |
| 3648 | mirror::Object** ref_addr = reinterpret_cast<mirror::Object**>(GetGPRAddress(i)); |
Hiroshi Yamauchi | eb1680f | 2016-09-12 12:10:08 -0700 | [diff] [blame] | 3649 | if (kIsDebugBuild && ref_addr == nullptr) { |
| 3650 | std::string thread_name; |
| 3651 | GetThread()->GetThreadName(thread_name); |
Andreas Gampe | 3fec9ac | 2016-09-13 10:47:28 -0700 | [diff] [blame] | 3652 | LOG(FATAL_WITHOUT_ABORT) << "On thread " << thread_name; |
Hiroshi Yamauchi | eb1680f | 2016-09-12 12:10:08 -0700 | [diff] [blame] | 3653 | DescribeStack(GetThread()); |
| 3654 | LOG(FATAL) << "Found an unsaved callee-save register " << i << " (null GPRAddress) " |
| 3655 | << "set in register_mask=" << register_mask << " at " << DescribeLocation(); |
| 3656 | } |
Vladimir Marko | 9d07e3d | 2016-03-31 12:02:28 +0100 | [diff] [blame] | 3657 | if (*ref_addr != nullptr) { |
Andreas Gampe | 585da95 | 2016-12-02 14:52:29 -0800 | [diff] [blame] | 3658 | vreg_info.VisitRegister(ref_addr, i, this); |
Shih-wei Liao | 4f894e3 | 2011-09-27 21:33:19 -0700 | [diff] [blame] | 3659 | } |
Ian Rogers | d6b1f61 | 2011-09-27 13:38:14 -0700 | [diff] [blame] | 3660 | } |
| 3661 | } |
Roland Levillain | ad0777d | 2018-02-12 20:00:18 +0000 | [diff] [blame] | 3662 | } else if (!m->IsRuntimeMethod() && m->IsProxyMethod()) { |
| 3663 | // If this is a proxy method, visit its reference arguments. |
| 3664 | DCHECK(!m->IsStatic()); |
Roland Levillain | fa854e4 | 2018-02-07 13:09:55 +0000 | [diff] [blame] | 3665 | DCHECK(!m->IsNative()); |
Roland Levillain | ad0777d | 2018-02-12 20:00:18 +0000 | [diff] [blame] | 3666 | std::vector<StackReference<mirror::Object>*> ref_addrs = |
| 3667 | GetProxyReferenceArguments(cur_quick_frame); |
| 3668 | for (StackReference<mirror::Object>* ref_addr : ref_addrs) { |
| 3669 | mirror::Object* ref = ref_addr->AsMirrorPtr(); |
| 3670 | if (ref != nullptr) { |
| 3671 | mirror::Object* new_ref = ref; |
Andreas Gampe | 98ea9d9 | 2018-10-19 14:06:15 -0700 | [diff] [blame] | 3672 | visitor_(&new_ref, /* vreg= */ -1, this); |
Roland Levillain | ad0777d | 2018-02-12 20:00:18 +0000 | [diff] [blame] | 3673 | if (ref != new_ref) { |
| 3674 | ref_addr->Assign(new_ref); |
| 3675 | } |
Roland Levillain | fa854e4 | 2018-02-07 13:09:55 +0000 | [diff] [blame] | 3676 | } |
| 3677 | } |
Ian Rogers | d6b1f61 | 2011-09-27 13:38:14 -0700 | [diff] [blame] | 3678 | } |
Ian Rogers | d6b1f61 | 2011-09-27 13:38:14 -0700 | [diff] [blame] | 3679 | } |
| 3680 | |
Andreas Gampe | 585da95 | 2016-12-02 14:52:29 -0800 | [diff] [blame] | 3681 | void VisitQuickFrame() REQUIRES_SHARED(Locks::mutator_lock_) { |
| 3682 | if (kPrecise) { |
| 3683 | VisitQuickFramePrecise(); |
| 3684 | } else { |
| 3685 | VisitQuickFrameNonPrecise(); |
| 3686 | } |
| 3687 | } |
| 3688 | |
| 3689 | void VisitQuickFrameNonPrecise() REQUIRES_SHARED(Locks::mutator_lock_) { |
| 3690 | struct UndefinedVRegInfo { |
| 3691 | UndefinedVRegInfo(ArtMethod* method ATTRIBUTE_UNUSED, |
| 3692 | const CodeInfo& code_info ATTRIBUTE_UNUSED, |
Andreas Gampe | 585da95 | 2016-12-02 14:52:29 -0800 | [diff] [blame] | 3693 | const StackMap& map ATTRIBUTE_UNUSED, |
| 3694 | RootVisitor& _visitor) |
| 3695 | : visitor(_visitor) { |
| 3696 | } |
| 3697 | |
| 3698 | ALWAYS_INLINE |
| 3699 | void VisitStack(mirror::Object** ref, |
| 3700 | size_t stack_index ATTRIBUTE_UNUSED, |
| 3701 | const StackVisitor* stack_visitor) |
| 3702 | REQUIRES_SHARED(Locks::mutator_lock_) { |
| 3703 | visitor(ref, -1, stack_visitor); |
| 3704 | } |
| 3705 | |
| 3706 | ALWAYS_INLINE |
| 3707 | void VisitRegister(mirror::Object** ref, |
| 3708 | size_t register_index ATTRIBUTE_UNUSED, |
| 3709 | const StackVisitor* stack_visitor) |
| 3710 | REQUIRES_SHARED(Locks::mutator_lock_) { |
| 3711 | visitor(ref, -1, stack_visitor); |
| 3712 | } |
| 3713 | |
| 3714 | RootVisitor& visitor; |
| 3715 | }; |
| 3716 | VisitQuickFrameWithVregCallback<UndefinedVRegInfo>(); |
| 3717 | } |
| 3718 | |
| 3719 | void VisitQuickFramePrecise() REQUIRES_SHARED(Locks::mutator_lock_) { |
| 3720 | struct StackMapVRegInfo { |
| 3721 | StackMapVRegInfo(ArtMethod* method, |
| 3722 | const CodeInfo& _code_info, |
Andreas Gampe | 585da95 | 2016-12-02 14:52:29 -0800 | [diff] [blame] | 3723 | const StackMap& map, |
| 3724 | RootVisitor& _visitor) |
David Sehr | 0225f8e | 2018-01-31 08:52:24 +0000 | [diff] [blame] | 3725 | : number_of_dex_registers(method->DexInstructionData().RegistersSize()), |
Andreas Gampe | 585da95 | 2016-12-02 14:52:29 -0800 | [diff] [blame] | 3726 | code_info(_code_info), |
David Srbecky | fd89b07 | 2018-06-03 12:00:22 +0100 | [diff] [blame] | 3727 | dex_register_map(code_info.GetDexRegisterMapOf(map)), |
Andreas Gampe | 585da95 | 2016-12-02 14:52:29 -0800 | [diff] [blame] | 3728 | visitor(_visitor) { |
| 3729 | } |
| 3730 | |
| 3731 | // TODO: If necessary, we should consider caching a reverse map instead of the linear |
| 3732 | // lookups for each location. |
| 3733 | void FindWithType(const size_t index, |
| 3734 | const DexRegisterLocation::Kind kind, |
| 3735 | mirror::Object** ref, |
| 3736 | const StackVisitor* stack_visitor) |
| 3737 | REQUIRES_SHARED(Locks::mutator_lock_) { |
| 3738 | bool found = false; |
| 3739 | for (size_t dex_reg = 0; dex_reg != number_of_dex_registers; ++dex_reg) { |
David Srbecky | e140212 | 2018-06-13 18:20:45 +0100 | [diff] [blame] | 3740 | DexRegisterLocation location = dex_register_map[dex_reg]; |
Andreas Gampe | 585da95 | 2016-12-02 14:52:29 -0800 | [diff] [blame] | 3741 | if (location.GetKind() == kind && static_cast<size_t>(location.GetValue()) == index) { |
| 3742 | visitor(ref, dex_reg, stack_visitor); |
| 3743 | found = true; |
| 3744 | } |
| 3745 | } |
| 3746 | |
| 3747 | if (!found) { |
| 3748 | // If nothing found, report with -1. |
| 3749 | visitor(ref, -1, stack_visitor); |
| 3750 | } |
| 3751 | } |
| 3752 | |
| 3753 | void VisitStack(mirror::Object** ref, size_t stack_index, const StackVisitor* stack_visitor) |
| 3754 | REQUIRES_SHARED(Locks::mutator_lock_) { |
| 3755 | const size_t stack_offset = stack_index * kFrameSlotSize; |
| 3756 | FindWithType(stack_offset, |
| 3757 | DexRegisterLocation::Kind::kInStack, |
| 3758 | ref, |
| 3759 | stack_visitor); |
| 3760 | } |
| 3761 | |
| 3762 | void VisitRegister(mirror::Object** ref, |
| 3763 | size_t register_index, |
| 3764 | const StackVisitor* stack_visitor) |
| 3765 | REQUIRES_SHARED(Locks::mutator_lock_) { |
| 3766 | FindWithType(register_index, |
| 3767 | DexRegisterLocation::Kind::kInRegister, |
| 3768 | ref, |
| 3769 | stack_visitor); |
| 3770 | } |
| 3771 | |
| 3772 | size_t number_of_dex_registers; |
| 3773 | const CodeInfo& code_info; |
Andreas Gampe | 585da95 | 2016-12-02 14:52:29 -0800 | [diff] [blame] | 3774 | DexRegisterMap dex_register_map; |
| 3775 | RootVisitor& visitor; |
| 3776 | }; |
| 3777 | VisitQuickFrameWithVregCallback<StackMapVRegInfo>(); |
| 3778 | } |
| 3779 | |
Mathieu Chartier | 6f1c949 | 2012-10-15 12:08:41 -0700 | [diff] [blame] | 3780 | // Visitor for when we visit a root. |
Mathieu Chartier | bb87e0f | 2015-04-03 11:21:55 -0700 | [diff] [blame] | 3781 | RootVisitor& visitor_; |
Ian Rogers | d6b1f61 | 2011-09-27 13:38:14 -0700 | [diff] [blame] | 3782 | }; |
| 3783 | |
Mathieu Chartier | 6f1c949 | 2012-10-15 12:08:41 -0700 | [diff] [blame] | 3784 | class RootCallbackVisitor { |
| 3785 | public: |
Mathieu Chartier | bb87e0f | 2015-04-03 11:21:55 -0700 | [diff] [blame] | 3786 | RootCallbackVisitor(RootVisitor* visitor, uint32_t tid) : visitor_(visitor), tid_(tid) {} |
Mathieu Chartier | 6f1c949 | 2012-10-15 12:08:41 -0700 | [diff] [blame] | 3787 | |
Mathieu Chartier | bb87e0f | 2015-04-03 11:21:55 -0700 | [diff] [blame] | 3788 | void operator()(mirror::Object** obj, size_t vreg, const StackVisitor* stack_visitor) const |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 3789 | REQUIRES_SHARED(Locks::mutator_lock_) { |
Mathieu Chartier | bb87e0f | 2015-04-03 11:21:55 -0700 | [diff] [blame] | 3790 | visitor_->VisitRoot(obj, JavaFrameRootInfo(tid_, stack_visitor, vreg)); |
Mathieu Chartier | 6f1c949 | 2012-10-15 12:08:41 -0700 | [diff] [blame] | 3791 | } |
| 3792 | |
| 3793 | private: |
Mathieu Chartier | bb87e0f | 2015-04-03 11:21:55 -0700 | [diff] [blame] | 3794 | RootVisitor* const visitor_; |
Mathieu Chartier | 83c8ee0 | 2014-01-28 14:50:23 -0800 | [diff] [blame] | 3795 | const uint32_t tid_; |
Mathieu Chartier | 6f1c949 | 2012-10-15 12:08:41 -0700 | [diff] [blame] | 3796 | }; |
| 3797 | |
Andreas Gampe | 585da95 | 2016-12-02 14:52:29 -0800 | [diff] [blame] | 3798 | template <bool kPrecise> |
Mathieu Chartier | bb87e0f | 2015-04-03 11:21:55 -0700 | [diff] [blame] | 3799 | void Thread::VisitRoots(RootVisitor* visitor) { |
Hans Boehm | 0882af2 | 2017-08-31 15:21:57 -0700 | [diff] [blame] | 3800 | const pid_t thread_id = GetThreadId(); |
Mathieu Chartier | bb87e0f | 2015-04-03 11:21:55 -0700 | [diff] [blame] | 3801 | visitor->VisitRootIfNonNull(&tlsPtr_.opeer, RootInfo(kRootThreadObject, thread_id)); |
Sebastien Hertz | fd3077e | 2014-04-23 10:32:43 +0200 | [diff] [blame] | 3802 | if (tlsPtr_.exception != nullptr && tlsPtr_.exception != GetDeoptimizationException()) { |
Mathieu Chartier | bb87e0f | 2015-04-03 11:21:55 -0700 | [diff] [blame] | 3803 | visitor->VisitRoot(reinterpret_cast<mirror::Object**>(&tlsPtr_.exception), |
Sebastien Hertz | 0747466 | 2015-08-25 15:12:33 +0000 | [diff] [blame] | 3804 | RootInfo(kRootNativeStack, thread_id)); |
Elliott Hughes | d369bb7 | 2011-09-12 14:41:14 -0700 | [diff] [blame] | 3805 | } |
Alex Light | 848574c | 2017-09-25 16:59:39 -0700 | [diff] [blame] | 3806 | if (tlsPtr_.async_exception != nullptr) { |
| 3807 | visitor->VisitRoot(reinterpret_cast<mirror::Object**>(&tlsPtr_.async_exception), |
| 3808 | RootInfo(kRootNativeStack, thread_id)); |
| 3809 | } |
Mathieu Chartier | bb87e0f | 2015-04-03 11:21:55 -0700 | [diff] [blame] | 3810 | visitor->VisitRootIfNonNull(&tlsPtr_.monitor_enter_object, RootInfo(kRootNativeStack, thread_id)); |
Ian Rogers | 55256cb | 2017-12-21 17:07:11 -0800 | [diff] [blame] | 3811 | tlsPtr_.jni_env->VisitJniLocalRoots(visitor, RootInfo(kRootJNILocal, thread_id)); |
| 3812 | tlsPtr_.jni_env->VisitMonitorRoots(visitor, RootInfo(kRootJNIMonitor, thread_id)); |
Mathieu Chartier | bb87e0f | 2015-04-03 11:21:55 -0700 | [diff] [blame] | 3813 | HandleScopeVisitRoots(visitor, thread_id); |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3814 | if (tlsPtr_.debug_invoke_req != nullptr) { |
Mathieu Chartier | bb87e0f | 2015-04-03 11:21:55 -0700 | [diff] [blame] | 3815 | tlsPtr_.debug_invoke_req->VisitRoots(visitor, RootInfo(kRootDebugger, thread_id)); |
Mathieu Chartier | 3b05e9b | 2014-03-25 09:29:43 -0700 | [diff] [blame] | 3816 | } |
Sebastien Hertz | 0747466 | 2015-08-25 15:12:33 +0000 | [diff] [blame] | 3817 | // Visit roots for deoptimization. |
Mingyao Yang | 1f2d3ba | 2015-05-18 12:12:50 -0700 | [diff] [blame] | 3818 | if (tlsPtr_.stacked_shadow_frame_record != nullptr) { |
Mathieu Chartier | bb87e0f | 2015-04-03 11:21:55 -0700 | [diff] [blame] | 3819 | RootCallbackVisitor visitor_to_callback(visitor, thread_id); |
Andreas Gampe | 585da95 | 2016-12-02 14:52:29 -0800 | [diff] [blame] | 3820 | ReferenceMapVisitor<RootCallbackVisitor, kPrecise> mapper(this, nullptr, visitor_to_callback); |
Mingyao Yang | 1f2d3ba | 2015-05-18 12:12:50 -0700 | [diff] [blame] | 3821 | for (StackedShadowFrameRecord* record = tlsPtr_.stacked_shadow_frame_record; |
| 3822 | record != nullptr; |
| 3823 | record = record->GetLink()) { |
| 3824 | for (ShadowFrame* shadow_frame = record->GetShadowFrame(); |
| 3825 | shadow_frame != nullptr; |
| 3826 | shadow_frame = shadow_frame->GetLink()) { |
| 3827 | mapper.VisitShadowFrame(shadow_frame); |
| 3828 | } |
Sebastien Hertz | 714f175 | 2014-04-28 15:03:08 +0200 | [diff] [blame] | 3829 | } |
| 3830 | } |
Mingyao Yang | 99170c6 | 2015-07-06 11:10:37 -0700 | [diff] [blame] | 3831 | for (DeoptimizationContextRecord* record = tlsPtr_.deoptimization_context_stack; |
| 3832 | record != nullptr; |
| 3833 | record = record->GetLink()) { |
| 3834 | if (record->IsReference()) { |
| 3835 | visitor->VisitRootIfNonNull(record->GetReturnValueAsGCRoot(), |
Sebastien Hertz | 0747466 | 2015-08-25 15:12:33 +0000 | [diff] [blame] | 3836 | RootInfo(kRootThreadObject, thread_id)); |
Andreas Gampe | 2a0d4ec | 2014-06-02 22:05:22 -0700 | [diff] [blame] | 3837 | } |
Mingyao Yang | 99170c6 | 2015-07-06 11:10:37 -0700 | [diff] [blame] | 3838 | visitor->VisitRootIfNonNull(record->GetPendingExceptionAsGCRoot(), |
| 3839 | RootInfo(kRootThreadObject, thread_id)); |
| 3840 | } |
| 3841 | if (tlsPtr_.frame_id_to_shadow_frame != nullptr) { |
| 3842 | RootCallbackVisitor visitor_to_callback(visitor, thread_id); |
Andreas Gampe | 585da95 | 2016-12-02 14:52:29 -0800 | [diff] [blame] | 3843 | ReferenceMapVisitor<RootCallbackVisitor, kPrecise> mapper(this, nullptr, visitor_to_callback); |
Mingyao Yang | 99170c6 | 2015-07-06 11:10:37 -0700 | [diff] [blame] | 3844 | for (FrameIdToShadowFrame* record = tlsPtr_.frame_id_to_shadow_frame; |
| 3845 | record != nullptr; |
| 3846 | record = record->GetNext()) { |
| 3847 | mapper.VisitShadowFrame(record->GetShadowFrame()); |
| 3848 | } |
Andreas Gampe | 2a0d4ec | 2014-06-02 22:05:22 -0700 | [diff] [blame] | 3849 | } |
Mathieu Chartier | d0ad2ee | 2015-03-31 14:59:59 -0700 | [diff] [blame] | 3850 | for (auto* verifier = tlsPtr_.method_verifier; verifier != nullptr; verifier = verifier->link_) { |
| 3851 | verifier->VisitRoots(visitor, RootInfo(kRootNativeStack, thread_id)); |
Mathieu Chartier | 12d625f | 2015-03-13 11:33:37 -0700 | [diff] [blame] | 3852 | } |
Ian Rogers | d6b1f61 | 2011-09-27 13:38:14 -0700 | [diff] [blame] | 3853 | // Visit roots on this thread's stack |
Mathieu Chartier | a62b453 | 2017-04-26 13:16:25 -0700 | [diff] [blame] | 3854 | RuntimeContextType context; |
Mathieu Chartier | bb87e0f | 2015-04-03 11:21:55 -0700 | [diff] [blame] | 3855 | RootCallbackVisitor visitor_to_callback(visitor, thread_id); |
Mathieu Chartier | a62b453 | 2017-04-26 13:16:25 -0700 | [diff] [blame] | 3856 | ReferenceMapVisitor<RootCallbackVisitor, kPrecise> mapper(this, &context, visitor_to_callback); |
Andreas Gampe | 585da95 | 2016-12-02 14:52:29 -0800 | [diff] [blame] | 3857 | mapper.template WalkStack<StackVisitor::CountTransitions::kNo>(false); |
Mathieu Chartier | 423d2a3 | 2013-09-12 17:33:56 -0700 | [diff] [blame] | 3858 | for (instrumentation::InstrumentationStackFrame& frame : *GetInstrumentationStack()) { |
Mathieu Chartier | bb87e0f | 2015-04-03 11:21:55 -0700 | [diff] [blame] | 3859 | visitor->VisitRootIfNonNull(&frame.this_object_, RootInfo(kRootVMInternal, thread_id)); |
Ian Rogers | 62d6c77 | 2013-02-27 08:32:07 -0800 | [diff] [blame] | 3860 | } |
Elliott Hughes | 410c0c8 | 2011-09-01 17:58:25 -0700 | [diff] [blame] | 3861 | } |
| 3862 | |
Andreas Gampe | 585da95 | 2016-12-02 14:52:29 -0800 | [diff] [blame] | 3863 | void Thread::VisitRoots(RootVisitor* visitor, VisitRootFlags flags) { |
| 3864 | if ((flags & VisitRootFlags::kVisitRootFlagPrecise) != 0) { |
Andreas Gampe | 98ea9d9 | 2018-10-19 14:06:15 -0700 | [diff] [blame] | 3865 | VisitRoots</* kPrecise= */ true>(visitor); |
Andreas Gampe | 585da95 | 2016-12-02 14:52:29 -0800 | [diff] [blame] | 3866 | } else { |
Andreas Gampe | 98ea9d9 | 2018-10-19 14:06:15 -0700 | [diff] [blame] | 3867 | VisitRoots</* kPrecise= */ false>(visitor); |
Andreas Gampe | 585da95 | 2016-12-02 14:52:29 -0800 | [diff] [blame] | 3868 | } |
| 3869 | } |
| 3870 | |
Mathieu Chartier | bb87e0f | 2015-04-03 11:21:55 -0700 | [diff] [blame] | 3871 | class VerifyRootVisitor : public SingleRootVisitor { |
| 3872 | public: |
| 3873 | void VisitRoot(mirror::Object* root, const RootInfo& info ATTRIBUTE_UNUSED) |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 3874 | override REQUIRES_SHARED(Locks::mutator_lock_) { |
Mathieu Chartier | bb87e0f | 2015-04-03 11:21:55 -0700 | [diff] [blame] | 3875 | VerifyObject(root); |
| 3876 | } |
| 3877 | }; |
jeffhao | 2504552 | 2012-03-13 19:34:37 -0700 | [diff] [blame] | 3878 | |
Ian Rogers | 04d7aa9 | 2013-03-16 14:29:17 -0700 | [diff] [blame] | 3879 | void Thread::VerifyStackImpl() { |
Andreas Gampe | d490129 | 2017-05-30 18:41:34 -0700 | [diff] [blame] | 3880 | if (Runtime::Current()->GetHeap()->IsObjectValidationEnabled()) { |
| 3881 | VerifyRootVisitor visitor; |
| 3882 | std::unique_ptr<Context> context(Context::Create()); |
| 3883 | RootCallbackVisitor visitor_to_callback(&visitor, GetThreadId()); |
| 3884 | ReferenceMapVisitor<RootCallbackVisitor> mapper(this, context.get(), visitor_to_callback); |
| 3885 | mapper.WalkStack(); |
| 3886 | } |
jeffhao | 2504552 | 2012-03-13 19:34:37 -0700 | [diff] [blame] | 3887 | } |
jeffhao | 2504552 | 2012-03-13 19:34:37 -0700 | [diff] [blame] | 3888 | |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 3889 | // Set the stack end to that to be used during a stack overflow |
| 3890 | void Thread::SetStackEndForStackOverflow() { |
Brian Carlstrom | 7571e8b | 2013-08-12 17:04:14 -0700 | [diff] [blame] | 3891 | // During stack overflow we allow use of the full stack. |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3892 | if (tlsPtr_.stack_end == tlsPtr_.stack_begin) { |
Brian Carlstrom | 7571e8b | 2013-08-12 17:04:14 -0700 | [diff] [blame] | 3893 | // However, we seem to have already extended to use the full stack. |
| 3894 | LOG(ERROR) << "Need to increase kStackOverflowReservedBytes (currently " |
Andreas Gampe | 7ea6f79 | 2014-07-14 16:21:44 -0700 | [diff] [blame] | 3895 | << GetStackOverflowReservedBytes(kRuntimeISA) << ")?"; |
Andreas Gampe | 3fec9ac | 2016-09-13 10:47:28 -0700 | [diff] [blame] | 3896 | DumpStack(LOG_STREAM(ERROR)); |
Brian Carlstrom | 7571e8b | 2013-08-12 17:04:14 -0700 | [diff] [blame] | 3897 | LOG(FATAL) << "Recursive stack overflow."; |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 3898 | } |
| 3899 | |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3900 | tlsPtr_.stack_end = tlsPtr_.stack_begin; |
Dave Allison | 648d711 | 2014-07-25 16:15:27 -0700 | [diff] [blame] | 3901 | |
| 3902 | // Remove the stack overflow protection if is it set up. |
| 3903 | bool implicit_stack_check = !Runtime::Current()->ExplicitStackOverflowChecks(); |
| 3904 | if (implicit_stack_check) { |
| 3905 | if (!UnprotectStack()) { |
| 3906 | LOG(ERROR) << "Unable to remove stack protection for stack overflow"; |
| 3907 | } |
| 3908 | } |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 3909 | } |
| 3910 | |
Mathieu Chartier | 6bc7774 | 2017-04-18 17:46:23 -0700 | [diff] [blame] | 3911 | void Thread::SetTlab(uint8_t* start, uint8_t* end, uint8_t* limit) { |
Mathieu Chartier | 692fafd | 2013-11-29 17:24:40 -0800 | [diff] [blame] | 3912 | DCHECK_LE(start, end); |
Mathieu Chartier | 6bc7774 | 2017-04-18 17:46:23 -0700 | [diff] [blame] | 3913 | DCHECK_LE(end, limit); |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3914 | tlsPtr_.thread_local_start = start; |
| 3915 | tlsPtr_.thread_local_pos = tlsPtr_.thread_local_start; |
| 3916 | tlsPtr_.thread_local_end = end; |
Mathieu Chartier | 6bc7774 | 2017-04-18 17:46:23 -0700 | [diff] [blame] | 3917 | tlsPtr_.thread_local_limit = limit; |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3918 | tlsPtr_.thread_local_objects = 0; |
Mathieu Chartier | 692fafd | 2013-11-29 17:24:40 -0800 | [diff] [blame] | 3919 | } |
| 3920 | |
Hiroshi Yamauchi | c93c530 | 2014-03-20 16:15:37 -0700 | [diff] [blame] | 3921 | bool Thread::HasTlab() const { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3922 | bool has_tlab = tlsPtr_.thread_local_pos != nullptr; |
Hiroshi Yamauchi | c93c530 | 2014-03-20 16:15:37 -0700 | [diff] [blame] | 3923 | if (has_tlab) { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3924 | DCHECK(tlsPtr_.thread_local_start != nullptr && tlsPtr_.thread_local_end != nullptr); |
Hiroshi Yamauchi | c93c530 | 2014-03-20 16:15:37 -0700 | [diff] [blame] | 3925 | } else { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 3926 | DCHECK(tlsPtr_.thread_local_start == nullptr && tlsPtr_.thread_local_end == nullptr); |
Hiroshi Yamauchi | c93c530 | 2014-03-20 16:15:37 -0700 | [diff] [blame] | 3927 | } |
| 3928 | return has_tlab; |
| 3929 | } |
| 3930 | |
Elliott Hughes | 330304d | 2011-08-12 14:28:05 -0700 | [diff] [blame] | 3931 | std::ostream& operator<<(std::ostream& os, const Thread& thread) { |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 3932 | thread.ShortDump(os); |
Elliott Hughes | 330304d | 2011-08-12 14:28:05 -0700 | [diff] [blame] | 3933 | return os; |
| 3934 | } |
| 3935 | |
Andreas Gampe | 2c2d2a0 | 2016-03-17 21:27:19 -0700 | [diff] [blame] | 3936 | bool Thread::ProtectStack(bool fatal_on_error) { |
Dave Allison | 648d711 | 2014-07-25 16:15:27 -0700 | [diff] [blame] | 3937 | void* pregion = tlsPtr_.stack_begin - kStackOverflowProtectedSize; |
| 3938 | VLOG(threads) << "Protecting stack at " << pregion; |
| 3939 | if (mprotect(pregion, kStackOverflowProtectedSize, PROT_NONE) == -1) { |
Andreas Gampe | 2c2d2a0 | 2016-03-17 21:27:19 -0700 | [diff] [blame] | 3940 | if (fatal_on_error) { |
| 3941 | LOG(FATAL) << "Unable to create protected region in stack for implicit overflow check. " |
| 3942 | "Reason: " |
| 3943 | << strerror(errno) << " size: " << kStackOverflowProtectedSize; |
| 3944 | } |
| 3945 | return false; |
Dave Allison | 648d711 | 2014-07-25 16:15:27 -0700 | [diff] [blame] | 3946 | } |
Andreas Gampe | 2c2d2a0 | 2016-03-17 21:27:19 -0700 | [diff] [blame] | 3947 | return true; |
Dave Allison | 648d711 | 2014-07-25 16:15:27 -0700 | [diff] [blame] | 3948 | } |
| 3949 | |
| 3950 | bool Thread::UnprotectStack() { |
| 3951 | void* pregion = tlsPtr_.stack_begin - kStackOverflowProtectedSize; |
| 3952 | VLOG(threads) << "Unprotecting stack at " << pregion; |
| 3953 | return mprotect(pregion, kStackOverflowProtectedSize, PROT_READ|PROT_WRITE) == 0; |
| 3954 | } |
| 3955 | |
Sebastien Hertz | 597c4f0 | 2015-01-26 17:37:14 +0100 | [diff] [blame] | 3956 | void Thread::ActivateSingleStepControl(SingleStepControl* ssc) { |
| 3957 | CHECK(Dbg::IsDebuggerActive()); |
| 3958 | CHECK(GetSingleStepControl() == nullptr) << "Single step already active in thread " << *this; |
| 3959 | CHECK(ssc != nullptr); |
| 3960 | tlsPtr_.single_step_control = ssc; |
| 3961 | } |
| 3962 | |
| 3963 | void Thread::DeactivateSingleStepControl() { |
| 3964 | CHECK(Dbg::IsDebuggerActive()); |
| 3965 | CHECK(GetSingleStepControl() != nullptr) << "Single step not active in thread " << *this; |
| 3966 | SingleStepControl* ssc = GetSingleStepControl(); |
| 3967 | tlsPtr_.single_step_control = nullptr; |
| 3968 | delete ssc; |
| 3969 | } |
Dave Allison | 648d711 | 2014-07-25 16:15:27 -0700 | [diff] [blame] | 3970 | |
Sebastien Hertz | 1558b57 | 2015-02-25 15:05:59 +0100 | [diff] [blame] | 3971 | void Thread::SetDebugInvokeReq(DebugInvokeReq* req) { |
| 3972 | CHECK(Dbg::IsDebuggerActive()); |
| 3973 | CHECK(GetInvokeReq() == nullptr) << "Debug invoke req already active in thread " << *this; |
| 3974 | CHECK(Thread::Current() != this) << "Debug invoke can't be dispatched by the thread itself"; |
| 3975 | CHECK(req != nullptr); |
| 3976 | tlsPtr_.debug_invoke_req = req; |
| 3977 | } |
| 3978 | |
| 3979 | void Thread::ClearDebugInvokeReq() { |
Sebastien Hertz | 1558b57 | 2015-02-25 15:05:59 +0100 | [diff] [blame] | 3980 | CHECK(GetInvokeReq() != nullptr) << "Debug invoke req not active in thread " << *this; |
| 3981 | CHECK(Thread::Current() == this) << "Debug invoke must be finished by the thread itself"; |
Sebastien Hertz | cbc5064 | 2015-06-01 17:33:12 +0200 | [diff] [blame] | 3982 | DebugInvokeReq* req = tlsPtr_.debug_invoke_req; |
Sebastien Hertz | 1558b57 | 2015-02-25 15:05:59 +0100 | [diff] [blame] | 3983 | tlsPtr_.debug_invoke_req = nullptr; |
Sebastien Hertz | cbc5064 | 2015-06-01 17:33:12 +0200 | [diff] [blame] | 3984 | delete req; |
Sebastien Hertz | 1558b57 | 2015-02-25 15:05:59 +0100 | [diff] [blame] | 3985 | } |
| 3986 | |
Mathieu Chartier | d0ad2ee | 2015-03-31 14:59:59 -0700 | [diff] [blame] | 3987 | void Thread::PushVerifier(verifier::MethodVerifier* verifier) { |
| 3988 | verifier->link_ = tlsPtr_.method_verifier; |
Mathieu Chartier | 12d625f | 2015-03-13 11:33:37 -0700 | [diff] [blame] | 3989 | tlsPtr_.method_verifier = verifier; |
| 3990 | } |
| 3991 | |
Mathieu Chartier | d0ad2ee | 2015-03-31 14:59:59 -0700 | [diff] [blame] | 3992 | void Thread::PopVerifier(verifier::MethodVerifier* verifier) { |
Mathieu Chartier | 12d625f | 2015-03-13 11:33:37 -0700 | [diff] [blame] | 3993 | CHECK_EQ(tlsPtr_.method_verifier, verifier); |
Mathieu Chartier | d0ad2ee | 2015-03-31 14:59:59 -0700 | [diff] [blame] | 3994 | tlsPtr_.method_verifier = verifier->link_; |
Mathieu Chartier | 12d625f | 2015-03-13 11:33:37 -0700 | [diff] [blame] | 3995 | } |
| 3996 | |
Mathieu Chartier | 14c3bf9 | 2015-07-13 14:35:43 -0700 | [diff] [blame] | 3997 | size_t Thread::NumberOfHeldMutexes() const { |
| 3998 | size_t count = 0; |
| 3999 | for (BaseMutex* mu : tlsPtr_.held_mutexes) { |
Mathieu Chartier | 90ef3db | 2015-08-04 15:19:41 -0700 | [diff] [blame] | 4000 | count += mu != nullptr ? 1 : 0; |
Mathieu Chartier | 14c3bf9 | 2015-07-13 14:35:43 -0700 | [diff] [blame] | 4001 | } |
| 4002 | return count; |
| 4003 | } |
| 4004 | |
Nicolas Geoffray | b331feb | 2016-02-05 16:51:53 +0000 | [diff] [blame] | 4005 | void Thread::DeoptimizeWithDeoptimizationException(JValue* result) { |
| 4006 | DCHECK_EQ(GetException(), Thread::GetDeoptimizationException()); |
| 4007 | ClearException(); |
| 4008 | ShadowFrame* shadow_frame = |
| 4009 | PopStackedShadowFrame(StackedShadowFrameType::kDeoptimizationShadowFrame); |
Mathieu Chartier | f5769e1 | 2017-01-10 15:54:41 -0800 | [diff] [blame] | 4010 | ObjPtr<mirror::Throwable> pending_exception; |
Nicolas Geoffray | b331feb | 2016-02-05 16:51:53 +0000 | [diff] [blame] | 4011 | bool from_code = false; |
Mingyao Yang | 2ee1790 | 2017-08-30 11:37:08 -0700 | [diff] [blame] | 4012 | DeoptimizationMethodType method_type; |
| 4013 | PopDeoptimizationContext(result, &pending_exception, &from_code, &method_type); |
Nicolas Geoffray | b331feb | 2016-02-05 16:51:53 +0000 | [diff] [blame] | 4014 | SetTopOfStack(nullptr); |
| 4015 | SetTopOfShadowStack(shadow_frame); |
| 4016 | |
| 4017 | // Restore the exception that was pending before deoptimization then interpret the |
| 4018 | // deoptimized frames. |
| 4019 | if (pending_exception != nullptr) { |
| 4020 | SetException(pending_exception); |
| 4021 | } |
Mingyao Yang | 2ee1790 | 2017-08-30 11:37:08 -0700 | [diff] [blame] | 4022 | interpreter::EnterInterpreterFromDeoptimize(this, |
| 4023 | shadow_frame, |
| 4024 | result, |
| 4025 | from_code, |
| 4026 | method_type); |
Nicolas Geoffray | b331feb | 2016-02-05 16:51:53 +0000 | [diff] [blame] | 4027 | } |
| 4028 | |
Alex Light | 848574c | 2017-09-25 16:59:39 -0700 | [diff] [blame] | 4029 | void Thread::SetAsyncException(ObjPtr<mirror::Throwable> new_exception) { |
| 4030 | CHECK(new_exception != nullptr); |
Alex Light | 7919db9 | 2017-11-29 09:00:55 -0800 | [diff] [blame] | 4031 | Runtime::Current()->SetAsyncExceptionsThrown(); |
Alex Light | 848574c | 2017-09-25 16:59:39 -0700 | [diff] [blame] | 4032 | if (kIsDebugBuild) { |
| 4033 | // Make sure we are in a checkpoint. |
| 4034 | MutexLock mu(Thread::Current(), *Locks::thread_suspend_count_lock_); |
| 4035 | CHECK(this == Thread::Current() || GetSuspendCount() >= 1) |
| 4036 | << "It doesn't look like this was called in a checkpoint! this: " |
| 4037 | << this << " count: " << GetSuspendCount(); |
| 4038 | } |
| 4039 | tlsPtr_.async_exception = new_exception.Ptr(); |
| 4040 | } |
| 4041 | |
| 4042 | bool Thread::ObserveAsyncException() { |
| 4043 | DCHECK(this == Thread::Current()); |
| 4044 | if (tlsPtr_.async_exception != nullptr) { |
| 4045 | if (tlsPtr_.exception != nullptr) { |
| 4046 | LOG(WARNING) << "Overwriting pending exception with async exception. Pending exception is: " |
| 4047 | << tlsPtr_.exception->Dump(); |
| 4048 | LOG(WARNING) << "Async exception is " << tlsPtr_.async_exception->Dump(); |
| 4049 | } |
| 4050 | tlsPtr_.exception = tlsPtr_.async_exception; |
| 4051 | tlsPtr_.async_exception = nullptr; |
| 4052 | return true; |
| 4053 | } else { |
| 4054 | return IsExceptionPending(); |
| 4055 | } |
| 4056 | } |
| 4057 | |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 4058 | void Thread::SetException(ObjPtr<mirror::Throwable> new_exception) { |
Mathieu Chartier | e42888f | 2016-04-14 10:49:19 -0700 | [diff] [blame] | 4059 | CHECK(new_exception != nullptr); |
| 4060 | // TODO: DCHECK(!IsExceptionPending()); |
Mathieu Chartier | 1cc62e4 | 2016-10-03 18:01:28 -0700 | [diff] [blame] | 4061 | tlsPtr_.exception = new_exception.Ptr(); |
Mathieu Chartier | e42888f | 2016-04-14 10:49:19 -0700 | [diff] [blame] | 4062 | } |
| 4063 | |
Andreas Gampe | 2c19f5b | 2016-11-28 08:10:18 -0800 | [diff] [blame] | 4064 | bool Thread::IsAotCompiler() { |
| 4065 | return Runtime::Current()->IsAotCompiler(); |
| 4066 | } |
| 4067 | |
Andreas Gampe | 202f85a | 2017-02-06 10:23:26 -0800 | [diff] [blame] | 4068 | mirror::Object* Thread::GetPeerFromOtherThread() const { |
Nicolas Geoffray | ffc8cad | 2017-02-10 10:59:22 +0000 | [diff] [blame] | 4069 | DCHECK(tlsPtr_.jpeer == nullptr); |
| 4070 | mirror::Object* peer = tlsPtr_.opeer; |
Andreas Gampe | 202f85a | 2017-02-06 10:23:26 -0800 | [diff] [blame] | 4071 | if (kUseReadBarrier && Current()->GetIsGcMarking()) { |
| 4072 | // We may call Thread::Dump() in the middle of the CC thread flip and this thread's stack |
| 4073 | // may have not been flipped yet and peer may be a from-space (stale) ref. So explicitly |
| 4074 | // mark/forward it here. |
| 4075 | peer = art::ReadBarrier::Mark(peer); |
| 4076 | } |
| 4077 | return peer; |
| 4078 | } |
| 4079 | |
Mathieu Chartier | 3768ade | 2017-05-02 14:04:39 -0700 | [diff] [blame] | 4080 | void Thread::SetReadBarrierEntrypoints() { |
| 4081 | // Make sure entrypoints aren't null. |
Andreas Gampe | 98ea9d9 | 2018-10-19 14:06:15 -0700 | [diff] [blame] | 4082 | UpdateReadBarrierEntrypoints(&tlsPtr_.quick_entrypoints, /* is_active=*/ true); |
Mathieu Chartier | 3768ade | 2017-05-02 14:04:39 -0700 | [diff] [blame] | 4083 | } |
| 4084 | |
David Srbecky | 912f36c | 2018-09-08 12:22:58 +0100 | [diff] [blame] | 4085 | void Thread::ClearAllInterpreterCaches() { |
| 4086 | static struct ClearInterpreterCacheClosure : Closure { |
| 4087 | virtual void Run(Thread* thread) { |
| 4088 | thread->GetInterpreterCache()->Clear(thread); |
| 4089 | } |
| 4090 | } closure; |
| 4091 | Runtime::Current()->GetThreadList()->RunCheckpoint(&closure); |
| 4092 | } |
| 4093 | |
Elliott Hughes | 8daa092 | 2011-09-11 13:46:25 -0700 | [diff] [blame] | 4094 | } // namespace art |