Elliott Hughes | 8d768a9 | 2011-09-14 16:35:25 -0700 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2011 The Android Open Source Project |
| 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
Carl Shapiro | 0e5d75d | 2011-07-06 18:28:37 -0700 | [diff] [blame] | 16 | |
Brian Carlstrom | fc0e321 | 2013-07-17 14:40:12 -0700 | [diff] [blame] | 17 | #ifndef ART_RUNTIME_THREAD_H_ |
| 18 | #define ART_RUNTIME_THREAD_H_ |
Carl Shapiro | 0e5d75d | 2011-07-06 18:28:37 -0700 | [diff] [blame] | 19 | |
David Srbecky | 28f6cff | 2018-10-16 15:07:28 +0100 | [diff] [blame] | 20 | #include <atomic> |
Elliott Hughes | 02b48d1 | 2011-09-07 17:15:51 -0700 | [diff] [blame] | 21 | #include <bitset> |
Ian Rogers | 306057f | 2012-11-26 12:45:53 -0800 | [diff] [blame] | 22 | #include <deque> |
Elliott Hughes | a095764 | 2011-09-02 14:27:33 -0700 | [diff] [blame] | 23 | #include <iosfwd> |
Ian Rogers | b033c75 | 2011-07-20 12:22:35 -0700 | [diff] [blame] | 24 | #include <list> |
Ian Rogers | 700a402 | 2014-05-19 16:49:03 -0700 | [diff] [blame] | 25 | #include <memory> |
Elliott Hughes | 8daa092 | 2011-09-11 13:46:25 -0700 | [diff] [blame] | 26 | #include <string> |
Carl Shapiro | b557353 | 2011-07-12 18:22:59 -0700 | [diff] [blame] | 27 | |
Mingyao Yang | 4dcfc43 | 2015-04-21 16:55:22 -0700 | [diff] [blame] | 28 | #include "arch/context.h" |
David Sehr | c431b9d | 2018-03-02 12:01:51 -0800 | [diff] [blame] | 29 | #include "base/atomic.h" |
Andreas Gampe | 542451c | 2016-07-26 09:02:02 -0700 | [diff] [blame] | 30 | #include "base/enums.h" |
Andreas Gampe | 7fbc4a5 | 2018-11-28 08:26:47 -0800 | [diff] [blame] | 31 | #include "base/locks.h" |
Elliott Hughes | 7616005 | 2012-12-12 16:31:20 -0800 | [diff] [blame] | 32 | #include "base/macros.h" |
Alex Light | 184f075 | 2018-07-13 11:18:22 -0700 | [diff] [blame] | 33 | #include "base/safe_map.h" |
Andreas Gampe | a1ffdba | 2019-01-04 16:08:51 -0800 | [diff] [blame] | 34 | #include "base/value_object.h" |
Ian Rogers | 848871b | 2013-08-05 10:56:33 -0700 | [diff] [blame] | 35 | #include "entrypoints/jni/jni_entrypoints.h" |
Ian Rogers | 7655f29 | 2013-07-29 11:07:13 -0700 | [diff] [blame] | 36 | #include "entrypoints/quick/quick_entrypoints.h" |
Mathieu Chartier | eb8167a | 2014-05-07 15:43:14 -0700 | [diff] [blame] | 37 | #include "handle_scope.h" |
David Srbecky | 912f36c | 2018-09-08 12:22:58 +0100 | [diff] [blame] | 38 | #include "interpreter/interpreter_cache.h" |
Ian Rogers | 306057f | 2012-11-26 12:45:53 -0800 | [diff] [blame] | 39 | #include "jvalue.h" |
Andreas Gampe | 513061a | 2017-06-01 09:17:34 -0700 | [diff] [blame] | 40 | #include "managed_stack.h" |
Brian Carlstrom | 578bbdc | 2011-07-21 14:07:47 -0700 | [diff] [blame] | 41 | #include "offsets.h" |
Andreas Gampe | 217488a | 2017-09-18 08:34:42 -0700 | [diff] [blame] | 42 | #include "read_barrier_config.h" |
Andreas Gampe | 5a0430d | 2019-01-04 14:33:57 -0800 | [diff] [blame] | 43 | #include "runtime_globals.h" |
Elliott Hughes | 9d5ccec | 2011-09-19 13:19:50 -0700 | [diff] [blame] | 44 | #include "runtime_stats.h" |
Alex Light | 46f9340 | 2017-06-29 11:59:50 -0700 | [diff] [blame] | 45 | #include "suspend_reason.h" |
Ian Rogers | 2dd0e2c | 2013-01-24 12:42:14 -0800 | [diff] [blame] | 46 | #include "thread_state.h" |
Ian Rogers | b033c75 | 2011-07-20 12:22:35 -0700 | [diff] [blame] | 47 | |
Christopher Ferris | 6cff48f | 2014-01-26 21:36:13 -0800 | [diff] [blame] | 48 | class BacktraceMap; |
| 49 | |
Carl Shapiro | 0e5d75d | 2011-07-06 18:28:37 -0700 | [diff] [blame] | 50 | namespace art { |
| 51 | |
Mathieu Chartier | 15d3402 | 2014-02-26 17:16:38 -0800 | [diff] [blame] | 52 | namespace gc { |
Hiroshi Yamauchi | 0b71357 | 2015-06-16 18:29:23 -0700 | [diff] [blame] | 53 | namespace accounting { |
Igor Murashkin | 2ffb703 | 2017-11-08 13:35:21 -0800 | [diff] [blame] | 54 | template<class T> class AtomicStack; |
Hiroshi Yamauchi | 0b71357 | 2015-06-16 18:29:23 -0700 | [diff] [blame] | 55 | } // namespace accounting |
Mathieu Chartier | 15d3402 | 2014-02-26 17:16:38 -0800 | [diff] [blame] | 56 | namespace collector { |
Igor Murashkin | 2ffb703 | 2017-11-08 13:35:21 -0800 | [diff] [blame] | 57 | class SemiSpace; |
Mathieu Chartier | 15d3402 | 2014-02-26 17:16:38 -0800 | [diff] [blame] | 58 | } // namespace collector |
| 59 | } // namespace gc |
| 60 | |
Andreas Gampe | d77abd9 | 2019-01-02 16:10:20 -0800 | [diff] [blame] | 61 | namespace instrumentation { |
| 62 | struct InstrumentationStackFrame; |
| 63 | } // namespace instrumentation |
| 64 | |
Ian Rogers | 2dd0e2c | 2013-01-24 12:42:14 -0800 | [diff] [blame] | 65 | namespace mirror { |
Igor Murashkin | 2ffb703 | 2017-11-08 13:35:21 -0800 | [diff] [blame] | 66 | class Array; |
| 67 | class Class; |
| 68 | class ClassLoader; |
| 69 | class Object; |
| 70 | template<class T> class ObjectArray; |
| 71 | template<class T> class PrimitiveArray; |
| 72 | typedef PrimitiveArray<int32_t> IntArray; |
| 73 | class StackTraceElement; |
| 74 | class String; |
| 75 | class Throwable; |
Ian Rogers | 2dd0e2c | 2013-01-24 12:42:14 -0800 | [diff] [blame] | 76 | } // namespace mirror |
Mathieu Chartier | 12d625f | 2015-03-13 11:33:37 -0700 | [diff] [blame] | 77 | |
| 78 | namespace verifier { |
Igor Murashkin | 2ffb703 | 2017-11-08 13:35:21 -0800 | [diff] [blame] | 79 | class MethodVerifier; |
| 80 | class VerifierDeps; |
Mathieu Chartier | 12d625f | 2015-03-13 11:33:37 -0700 | [diff] [blame] | 81 | } // namespace verifier |
| 82 | |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 83 | class ArtMethod; |
Ian Rogers | 2dd0e2c | 2013-01-24 12:42:14 -0800 | [diff] [blame] | 84 | class BaseMutex; |
| 85 | class ClassLinker; |
Ian Rogers | 7a22fa6 | 2013-01-23 12:16:16 -0800 | [diff] [blame] | 86 | class Closure; |
Ian Rogers | bdb0391 | 2011-09-14 00:55:44 -0700 | [diff] [blame] | 87 | class Context; |
Ian Rogers | 1b09b09 | 2012-08-20 15:35:52 -0700 | [diff] [blame] | 88 | struct DebugInvokeReq; |
Sebastien Hertz | 0747466 | 2015-08-25 15:12:33 +0000 | [diff] [blame] | 89 | class DeoptimizationContextRecord; |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 90 | class DexFile; |
Mingyao Yang | 99170c6 | 2015-07-06 11:10:37 -0700 | [diff] [blame] | 91 | class FrameIdToShadowFrame; |
Ian Rogers | b48b9eb | 2014-02-28 16:20:21 -0800 | [diff] [blame] | 92 | class JavaVMExt; |
Ian Rogers | 55256cb | 2017-12-21 17:07:11 -0800 | [diff] [blame] | 93 | class JNIEnvExt; |
Elliott Hughes | 8daa092 | 2011-09-11 13:46:25 -0700 | [diff] [blame] | 94 | class Monitor; |
Andreas Gampe | 513061a | 2017-06-01 09:17:34 -0700 | [diff] [blame] | 95 | class RootVisitor; |
Mathieu Chartier | 2b7c4d1 | 2014-05-19 10:52:16 -0700 | [diff] [blame] | 96 | class ScopedObjectAccessAlreadyRunnable; |
Logan Chien | f7ad17e | 2012-03-15 03:10:03 +0800 | [diff] [blame] | 97 | class ShadowFrame; |
Sebastien Hertz | 597c4f0 | 2015-01-26 17:37:14 +0100 | [diff] [blame] | 98 | class SingleStepControl; |
Sebastien Hertz | f795869 | 2015-06-09 14:09:14 +0200 | [diff] [blame] | 99 | class StackedShadowFrameRecord; |
Brian Carlstrom | 40381fb | 2011-10-19 14:13:40 -0700 | [diff] [blame] | 100 | class Thread; |
| 101 | class ThreadList; |
Andreas Gampe | 513061a | 2017-06-01 09:17:34 -0700 | [diff] [blame] | 102 | enum VisitRootFlags : uint8_t; |
Carl Shapiro | 0e5d75d | 2011-07-06 18:28:37 -0700 | [diff] [blame] | 103 | |
Alex Light | 184f075 | 2018-07-13 11:18:22 -0700 | [diff] [blame] | 104 | // A piece of data that can be held in the CustomTls. The destructor will be called during thread |
| 105 | // shutdown. The thread the destructor is called on is not necessarily the same thread it was stored |
| 106 | // on. |
| 107 | class TLSData { |
| 108 | public: |
| 109 | virtual ~TLSData() {} |
| 110 | }; |
| 111 | |
Elliott Hughes | 34e0696 | 2012-04-09 13:55:55 -0700 | [diff] [blame] | 112 | // Thread priorities. These must match the Thread.MIN_PRIORITY, |
| 113 | // Thread.NORM_PRIORITY, and Thread.MAX_PRIORITY constants. |
| 114 | enum ThreadPriority { |
| 115 | kMinThreadPriority = 1, |
| 116 | kNormThreadPriority = 5, |
| 117 | kMaxThreadPriority = 10, |
| 118 | }; |
| 119 | |
Ian Rogers | 474b6da | 2012-09-25 00:20:38 -0700 | [diff] [blame] | 120 | enum ThreadFlag { |
Ian Rogers | 50ffee2 | 2012-11-20 11:47:44 -0800 | [diff] [blame] | 121 | kSuspendRequest = 1, // If set implies that suspend_count_ > 0 and the Thread should enter the |
| 122 | // safepoint handler. |
Yu Li | eac4424 | 2015-06-29 10:50:03 +0800 | [diff] [blame] | 123 | kCheckpointRequest = 2, // Request that the thread do some checkpoint work and then continue. |
Hiroshi Yamauchi | 3049324 | 2016-11-03 13:06:52 -0700 | [diff] [blame] | 124 | kEmptyCheckpointRequest = 4, // Request that the thread do empty checkpoint and then continue. |
| 125 | kActiveSuspendBarrier = 8, // Register that at least 1 suspend barrier needs to be passed. |
Ian Rogers | 474b6da | 2012-09-25 00:20:38 -0700 | [diff] [blame] | 126 | }; |
| 127 | |
Sebastien Hertz | f795869 | 2015-06-09 14:09:14 +0200 | [diff] [blame] | 128 | enum class StackedShadowFrameType { |
Mingyao Yang | 1f2d3ba | 2015-05-18 12:12:50 -0700 | [diff] [blame] | 129 | kShadowFrameUnderConstruction, |
Andreas Gampe | 639bdd1 | 2015-06-03 11:22:45 -0700 | [diff] [blame] | 130 | kDeoptimizationShadowFrame, |
Mingyao Yang | 1f2d3ba | 2015-05-18 12:12:50 -0700 | [diff] [blame] | 131 | }; |
| 132 | |
Mingyao Yang | 2ee1790 | 2017-08-30 11:37:08 -0700 | [diff] [blame] | 133 | // The type of method that triggers deoptimization. It contains info on whether |
| 134 | // the deoptimized method should advance dex_pc. |
| 135 | enum class DeoptimizationMethodType { |
| 136 | kKeepDexPc, // dex pc is required to be kept upon deoptimization. |
| 137 | kDefault // dex pc may or may not advance depending on other conditions. |
| 138 | }; |
| 139 | |
Hiroshi Yamauchi | 7ed9c56 | 2016-02-02 15:22:09 -0800 | [diff] [blame] | 140 | // This should match RosAlloc::kNumThreadLocalSizeBrackets. |
| 141 | static constexpr size_t kNumRosAllocThreadLocalSizeBracketsInThread = 16; |
Ian Rogers | e63db27 | 2014-07-15 15:36:11 -0700 | [diff] [blame] | 142 | |
Dave Allison | 648d711 | 2014-07-25 16:15:27 -0700 | [diff] [blame] | 143 | // Thread's stack layout for implicit stack overflow checks: |
| 144 | // |
| 145 | // +---------------------+ <- highest address of stack memory |
| 146 | // | | |
| 147 | // . . <- SP |
| 148 | // | | |
| 149 | // | | |
| 150 | // +---------------------+ <- stack_end |
| 151 | // | | |
| 152 | // | Gap | |
| 153 | // | | |
| 154 | // +---------------------+ <- stack_begin |
| 155 | // | | |
| 156 | // | Protected region | |
| 157 | // | | |
| 158 | // +---------------------+ <- lowest address of stack memory |
| 159 | // |
| 160 | // The stack always grows down in memory. At the lowest address is a region of memory |
| 161 | // that is set mprotect(PROT_NONE). Any attempt to read/write to this region will |
| 162 | // result in a segmentation fault signal. At any point, the thread's SP will be somewhere |
| 163 | // between the stack_end and the highest address in stack memory. An implicit stack |
| 164 | // overflow check is a read of memory at a certain offset below the current SP (4K typically). |
| 165 | // If the thread's SP is below the stack_end address this will be a read into the protected |
| 166 | // region. If the SP is above the stack_end address, the thread is guaranteed to have |
| 167 | // at least 4K of space. Because stack overflow checks are only performed in generated code, |
| 168 | // if the thread makes a call out to a native function (through JNI), that native function |
| 169 | // might only have 4K of memory (if the SP is adjacent to stack_end). |
| 170 | |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 171 | class Thread { |
Carl Shapiro | 0e5d75d | 2011-07-06 18:28:37 -0700 | [diff] [blame] | 172 | public: |
Andreas Gampe | 7ea6f79 | 2014-07-14 16:21:44 -0700 | [diff] [blame] | 173 | static const size_t kStackOverflowImplicitCheckSize; |
Andreas Gampe | b486a98 | 2017-06-01 13:45:54 -0700 | [diff] [blame] | 174 | static constexpr bool kVerifyStack = kIsDebugBuild; |
Dave Allison | f943914 | 2014-03-27 15:10:22 -0700 | [diff] [blame] | 175 | |
Elliott Hughes | 462c944 | 2012-03-23 18:47:50 -0700 | [diff] [blame] | 176 | // Creates a new native thread corresponding to the given managed peer. |
| 177 | // Used to implement Thread.start. |
Ian Rogers | 52673ff | 2012-06-27 23:25:34 -0700 | [diff] [blame] | 178 | static void CreateNativeThread(JNIEnv* env, jobject peer, size_t stack_size, bool daemon); |
Carl Shapiro | 61e019d | 2011-07-14 16:53:09 -0700 | [diff] [blame] | 179 | |
Elliott Hughes | 462c944 | 2012-03-23 18:47:50 -0700 | [diff] [blame] | 180 | // Attaches the calling native thread to the runtime, returning the new native peer. |
| 181 | // Used to implement JNI AttachCurrentThread and AttachCurrentThreadAsDaemon calls. |
Mathieu Chartier | 664bebf | 2012-11-12 16:54:11 -0800 | [diff] [blame] | 182 | static Thread* Attach(const char* thread_name, bool as_daemon, jobject thread_group, |
| 183 | bool create_peer); |
Andreas Gampe | 732b0ac | 2017-01-18 15:23:39 -0800 | [diff] [blame] | 184 | // Attaches the calling native thread to the runtime, returning the new native peer. |
| 185 | static Thread* Attach(const char* thread_name, bool as_daemon, jobject thread_peer); |
Carl Shapiro | b557353 | 2011-07-12 18:22:59 -0700 | [diff] [blame] | 186 | |
Brian Carlstrom | caabb1b | 2011-10-11 18:09:13 -0700 | [diff] [blame] | 187 | // Reset internal state of child thread after fork. |
| 188 | void InitAfterFork(); |
| 189 | |
Ian Rogers | 6f3dbba | 2014-10-14 17:41:57 -0700 | [diff] [blame] | 190 | // Get the currently executing thread, frequently referred to as 'self'. This call has reasonably |
| 191 | // high cost and so we favor passing self around when possible. |
| 192 | // TODO: mark as PURE so the compiler may coalesce and remove? |
Ian Rogers | 02ed4c0 | 2013-09-06 13:10:04 -0700 | [diff] [blame] | 193 | static Thread* Current(); |
Carl Shapiro | 0e5d75d | 2011-07-06 18:28:37 -0700 | [diff] [blame] | 194 | |
Ian Rogers | 7b078e8 | 2014-09-10 14:44:24 -0700 | [diff] [blame] | 195 | // On a runnable thread, check for pending thread suspension request and handle if pending. |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 196 | void AllowThreadSuspension() REQUIRES_SHARED(Locks::mutator_lock_); |
Ian Rogers | 7b078e8 | 2014-09-10 14:44:24 -0700 | [diff] [blame] | 197 | |
| 198 | // Process pending thread suspension request and handle if pending. |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 199 | void CheckSuspend() REQUIRES_SHARED(Locks::mutator_lock_); |
Ian Rogers | 7b078e8 | 2014-09-10 14:44:24 -0700 | [diff] [blame] | 200 | |
Hiroshi Yamauchi | 3049324 | 2016-11-03 13:06:52 -0700 | [diff] [blame] | 201 | // Process a pending empty checkpoint if pending. |
Hiroshi Yamauchi | a222404 | 2017-02-08 16:35:45 -0800 | [diff] [blame] | 202 | void CheckEmptyCheckpointFromWeakRefAccess(BaseMutex* cond_var_mutex); |
| 203 | void CheckEmptyCheckpointFromMutex(); |
Hiroshi Yamauchi | 3049324 | 2016-11-03 13:06:52 -0700 | [diff] [blame] | 204 | |
Mathieu Chartier | 2b7c4d1 | 2014-05-19 10:52:16 -0700 | [diff] [blame] | 205 | static Thread* FromManagedThread(const ScopedObjectAccessAlreadyRunnable& ts, |
Mathieu Chartier | f5769e1 | 2017-01-10 15:54:41 -0800 | [diff] [blame] | 206 | ObjPtr<mirror::Object> thread_peer) |
Mathieu Chartier | 9044347 | 2015-07-16 20:32:27 -0700 | [diff] [blame] | 207 | REQUIRES(Locks::thread_list_lock_, !Locks::thread_suspend_count_lock_) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 208 | REQUIRES_SHARED(Locks::mutator_lock_); |
Mathieu Chartier | 2b7c4d1 | 2014-05-19 10:52:16 -0700 | [diff] [blame] | 209 | static Thread* FromManagedThread(const ScopedObjectAccessAlreadyRunnable& ts, jobject thread) |
Mathieu Chartier | 9044347 | 2015-07-16 20:32:27 -0700 | [diff] [blame] | 210 | REQUIRES(Locks::thread_list_lock_, !Locks::thread_suspend_count_lock_) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 211 | REQUIRES_SHARED(Locks::mutator_lock_); |
Elliott Hughes | 8daa092 | 2011-09-11 13:46:25 -0700 | [diff] [blame] | 212 | |
Elliott Hughes | 28fa76d | 2012-04-09 17:31:46 -0700 | [diff] [blame] | 213 | // Translates 172 to pAllocArrayFromCode and so on. |
Andreas Gampe | 542451c | 2016-07-26 09:02:02 -0700 | [diff] [blame] | 214 | template<PointerSize size_of_pointers> |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 215 | static void DumpThreadOffset(std::ostream& os, uint32_t offset); |
Elliott Hughes | 28fa76d | 2012-04-09 17:31:46 -0700 | [diff] [blame] | 216 | |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 217 | // Dumps a one-line summary of thread state (used for operator<<). |
| 218 | void ShortDump(std::ostream& os) const; |
| 219 | |
| 220 | // Dumps the detailed thread state and the thread stack (used for SIGQUIT). |
Nicolas Geoffray | a73280d | 2016-02-15 13:05:16 +0000 | [diff] [blame] | 221 | void Dump(std::ostream& os, |
Nicolas Geoffray | 6ee4971 | 2018-03-30 14:39:05 +0000 | [diff] [blame] | 222 | bool dump_native_stack = true, |
Hiroshi Yamauchi | 13c1635 | 2017-01-31 10:15:08 -0800 | [diff] [blame] | 223 | BacktraceMap* backtrace_map = nullptr, |
| 224 | bool force_dump_stack = false) const |
Mathieu Chartier | 9044347 | 2015-07-16 20:32:27 -0700 | [diff] [blame] | 225 | REQUIRES(!Locks::thread_suspend_count_lock_) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 226 | REQUIRES_SHARED(Locks::mutator_lock_); |
Elliott Hughes | a095764 | 2011-09-02 14:27:33 -0700 | [diff] [blame] | 227 | |
Hiroshi Yamauchi | 02f365f | 2017-02-03 15:06:00 -0800 | [diff] [blame] | 228 | void DumpJavaStack(std::ostream& os, |
| 229 | bool check_suspended = true, |
| 230 | bool dump_locks = true) const |
Mathieu Chartier | 9044347 | 2015-07-16 20:32:27 -0700 | [diff] [blame] | 231 | REQUIRES(!Locks::thread_suspend_count_lock_) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 232 | REQUIRES_SHARED(Locks::mutator_lock_); |
Mathieu Chartier | c751fdc | 2014-03-30 15:25:44 -0700 | [diff] [blame] | 233 | |
Mathieu Chartier | 2cebb24 | 2015-04-21 16:50:40 -0700 | [diff] [blame] | 234 | // Dumps the SIGQUIT per-thread header. 'thread' can be null for a non-attached thread, in which |
Elliott Hughes | abbe07d | 2012-06-05 17:42:23 -0700 | [diff] [blame] | 235 | // case we use 'tid' to identify the thread, and we'll include as much information as we can. |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 236 | static void DumpState(std::ostream& os, const Thread* thread, pid_t tid) |
Mathieu Chartier | 9044347 | 2015-07-16 20:32:27 -0700 | [diff] [blame] | 237 | REQUIRES(!Locks::thread_suspend_count_lock_) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 238 | REQUIRES_SHARED(Locks::mutator_lock_); |
Elliott Hughes | abbe07d | 2012-06-05 17:42:23 -0700 | [diff] [blame] | 239 | |
Ian Rogers | 474b6da | 2012-09-25 00:20:38 -0700 | [diff] [blame] | 240 | ThreadState GetState() const { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 241 | DCHECK_GE(tls32_.state_and_flags.as_struct.state, kTerminated); |
| 242 | DCHECK_LE(tls32_.state_and_flags.as_struct.state, kSuspended); |
| 243 | return static_cast<ThreadState>(tls32_.state_and_flags.as_struct.state); |
Dave Allison | 0aded08 | 2013-11-07 13:15:11 -0800 | [diff] [blame] | 244 | } |
| 245 | |
Ian Rogers | 474b6da | 2012-09-25 00:20:38 -0700 | [diff] [blame] | 246 | ThreadState SetState(ThreadState new_state); |
Ian Rogers | 52673ff | 2012-06-27 23:25:34 -0700 | [diff] [blame] | 247 | |
Mathieu Chartier | 9044347 | 2015-07-16 20:32:27 -0700 | [diff] [blame] | 248 | int GetSuspendCount() const REQUIRES(Locks::thread_suspend_count_lock_) { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 249 | return tls32_.suspend_count; |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 250 | } |
Elliott Hughes | 038a806 | 2011-09-18 14:12:41 -0700 | [diff] [blame] | 251 | |
Alex Light | 88fd720 | 2017-06-30 08:31:59 -0700 | [diff] [blame] | 252 | int GetUserCodeSuspendCount() const REQUIRES(Locks::thread_suspend_count_lock_, |
| 253 | Locks::user_code_suspension_lock_) { |
| 254 | return tls32_.user_code_suspend_count; |
| 255 | } |
| 256 | |
Mathieu Chartier | 9044347 | 2015-07-16 20:32:27 -0700 | [diff] [blame] | 257 | int GetDebugSuspendCount() const REQUIRES(Locks::thread_suspend_count_lock_) { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 258 | return tls32_.debug_suspend_count; |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 259 | } |
| 260 | |
Mathieu Chartier | 858f1c5 | 2012-10-17 17:45:55 -0700 | [diff] [blame] | 261 | bool IsSuspended() const { |
Chris Dearman | 59cde53 | 2013-12-04 18:53:49 -0800 | [diff] [blame] | 262 | union StateAndFlags state_and_flags; |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 263 | state_and_flags.as_int = tls32_.state_and_flags.as_int; |
Mathieu Chartier | 858f1c5 | 2012-10-17 17:45:55 -0700 | [diff] [blame] | 264 | return state_and_flags.as_struct.state != kRunnable && |
| 265 | (state_and_flags.as_struct.flags & kSuspendRequest) != 0; |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 266 | } |
| 267 | |
Hiroshi Yamauchi | 02e7f1a | 2016-10-03 15:32:01 -0700 | [diff] [blame] | 268 | // If delta > 0 and (this != self or suspend_barrier is not null), this function may temporarily |
| 269 | // release thread_suspend_count_lock_ internally. |
| 270 | ALWAYS_INLINE |
| 271 | bool ModifySuspendCount(Thread* self, |
| 272 | int delta, |
| 273 | AtomicInteger* suspend_barrier, |
Alex Light | 46f9340 | 2017-06-29 11:59:50 -0700 | [diff] [blame] | 274 | SuspendReason reason) |
Sebastien Hertz | 1c8f4ff | 2017-04-14 15:05:12 +0200 | [diff] [blame] | 275 | WARN_UNUSED |
Mathieu Chartier | 9044347 | 2015-07-16 20:32:27 -0700 | [diff] [blame] | 276 | REQUIRES(Locks::thread_suspend_count_lock_); |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 277 | |
Alex Light | 318afe6 | 2018-03-22 16:50:10 -0700 | [diff] [blame] | 278 | // Requests a checkpoint closure to run on another thread. The closure will be run when the thread |
| 279 | // gets suspended. This will return true if the closure was added and will (eventually) be |
| 280 | // executed. It returns false otherwise. |
| 281 | // |
| 282 | // Since multiple closures can be queued and some closures can delay other threads from running no |
| 283 | // closure should attempt to suspend another thread while running. |
| 284 | // TODO We should add some debug option that verifies this. |
Ian Rogers | d9c4fc9 | 2013-10-01 19:45:43 -0700 | [diff] [blame] | 285 | bool RequestCheckpoint(Closure* function) |
Mathieu Chartier | 9044347 | 2015-07-16 20:32:27 -0700 | [diff] [blame] | 286 | REQUIRES(Locks::thread_suspend_count_lock_); |
Alex Light | b1e31a8 | 2017-10-04 16:57:36 -0700 | [diff] [blame] | 287 | |
| 288 | // RequestSynchronousCheckpoint releases the thread_list_lock_ as a part of its execution. This is |
| 289 | // due to the fact that Thread::Current() needs to go to sleep to allow the targeted thread to |
Alex Light | 318afe6 | 2018-03-22 16:50:10 -0700 | [diff] [blame] | 290 | // execute the checkpoint for us if it is Runnable. The suspend_state is the state that the thread |
| 291 | // will go into while it is awaiting the checkpoint to be run. |
| 292 | // NB Passing ThreadState::kRunnable may cause the current thread to wait in a condition variable |
| 293 | // while holding the mutator_lock_. Callers should ensure that this will not cause any problems |
| 294 | // for the closure or the rest of the system. |
| 295 | // NB Since multiple closures can be queued and some closures can delay other threads from running |
| 296 | // no closure should attempt to suspend another thread while running. |
| 297 | bool RequestSynchronousCheckpoint(Closure* function, |
| 298 | ThreadState suspend_state = ThreadState::kWaiting) |
Andreas Gampe | 28c4a23 | 2017-06-21 21:21:31 -0700 | [diff] [blame] | 299 | REQUIRES_SHARED(Locks::mutator_lock_) |
Alex Light | b1e31a8 | 2017-10-04 16:57:36 -0700 | [diff] [blame] | 300 | RELEASE(Locks::thread_list_lock_) |
Andreas Gampe | 28c4a23 | 2017-06-21 21:21:31 -0700 | [diff] [blame] | 301 | REQUIRES(!Locks::thread_suspend_count_lock_); |
Alex Light | 318afe6 | 2018-03-22 16:50:10 -0700 | [diff] [blame] | 302 | |
Hiroshi Yamauchi | 3049324 | 2016-11-03 13:06:52 -0700 | [diff] [blame] | 303 | bool RequestEmptyCheckpoint() |
| 304 | REQUIRES(Locks::thread_suspend_count_lock_); |
Mathieu Chartier | 858f1c5 | 2012-10-17 17:45:55 -0700 | [diff] [blame] | 305 | |
Hiroshi Yamauchi | 2cd334a | 2015-01-09 14:03:35 -0800 | [diff] [blame] | 306 | void SetFlipFunction(Closure* function); |
| 307 | Closure* GetFlipFunction(); |
| 308 | |
Hiroshi Yamauchi | 0b71357 | 2015-06-16 18:29:23 -0700 | [diff] [blame] | 309 | gc::accounting::AtomicStack<mirror::Object>* GetThreadLocalMarkStack() { |
| 310 | CHECK(kUseReadBarrier); |
| 311 | return tlsPtr_.thread_local_mark_stack; |
| 312 | } |
| 313 | void SetThreadLocalMarkStack(gc::accounting::AtomicStack<mirror::Object>* stack) { |
| 314 | CHECK(kUseReadBarrier); |
| 315 | tlsPtr_.thread_local_mark_stack = stack; |
| 316 | } |
| 317 | |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 318 | // Called when thread detected that the thread_suspend_count_ was non-zero. Gives up share of |
| 319 | // mutator_lock_ and waits until it is resumed and thread_suspend_count_ is zero. |
Ian Rogers | 9da7f59 | 2012-08-20 17:14:28 -0700 | [diff] [blame] | 320 | void FullSuspendCheck() |
Mathieu Chartier | 9044347 | 2015-07-16 20:32:27 -0700 | [diff] [blame] | 321 | REQUIRES(!Locks::thread_suspend_count_lock_) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 322 | REQUIRES_SHARED(Locks::mutator_lock_); |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 323 | |
| 324 | // Transition from non-runnable to runnable state acquiring share on mutator_lock_. |
Mathieu Chartier | 8ac9c91 | 2015-10-01 15:58:41 -0700 | [diff] [blame] | 325 | ALWAYS_INLINE ThreadState TransitionFromSuspendedToRunnable() |
Mathieu Chartier | 9044347 | 2015-07-16 20:32:27 -0700 | [diff] [blame] | 326 | REQUIRES(!Locks::thread_suspend_count_lock_) |
Mathieu Chartier | 8ac9c91 | 2015-10-01 15:58:41 -0700 | [diff] [blame] | 327 | SHARED_LOCK_FUNCTION(Locks::mutator_lock_); |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 328 | |
| 329 | // Transition from runnable into a state where mutator privileges are denied. Releases share of |
| 330 | // mutator lock. |
Mathieu Chartier | 8ac9c91 | 2015-10-01 15:58:41 -0700 | [diff] [blame] | 331 | ALWAYS_INLINE void TransitionFromRunnableToSuspended(ThreadState new_state) |
Mathieu Chartier | 4e2cb09 | 2015-07-22 16:17:51 -0700 | [diff] [blame] | 332 | REQUIRES(!Locks::thread_suspend_count_lock_, !Roles::uninterruptible_) |
Mathieu Chartier | 8ac9c91 | 2015-10-01 15:58:41 -0700 | [diff] [blame] | 333 | UNLOCK_FUNCTION(Locks::mutator_lock_); |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 334 | |
Ian Rogers | 0399dde | 2012-06-06 17:09:28 -0700 | [diff] [blame] | 335 | // Once called thread suspension will cause an assertion failure. |
Mathieu Chartier | 4e2cb09 | 2015-07-22 16:17:51 -0700 | [diff] [blame] | 336 | const char* StartAssertNoThreadSuspension(const char* cause) ACQUIRE(Roles::uninterruptible_) { |
| 337 | Roles::uninterruptible_.Acquire(); // No-op. |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 338 | if (kIsDebugBuild) { |
Mathieu Chartier | 2cebb24 | 2015-04-21 16:50:40 -0700 | [diff] [blame] | 339 | CHECK(cause != nullptr); |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 340 | const char* previous_cause = tlsPtr_.last_no_thread_suspension_cause; |
| 341 | tls32_.no_thread_suspension++; |
| 342 | tlsPtr_.last_no_thread_suspension_cause = cause; |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 343 | return previous_cause; |
| 344 | } else { |
| 345 | return nullptr; |
| 346 | } |
Ian Rogers | 0399dde | 2012-06-06 17:09:28 -0700 | [diff] [blame] | 347 | } |
Ian Rogers | 52673ff | 2012-06-27 23:25:34 -0700 | [diff] [blame] | 348 | |
Ian Rogers | 0399dde | 2012-06-06 17:09:28 -0700 | [diff] [blame] | 349 | // End region where no thread suspension is expected. |
Mathieu Chartier | 4e2cb09 | 2015-07-22 16:17:51 -0700 | [diff] [blame] | 350 | void EndAssertNoThreadSuspension(const char* old_cause) RELEASE(Roles::uninterruptible_) { |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 351 | if (kIsDebugBuild) { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 352 | CHECK(old_cause != nullptr || tls32_.no_thread_suspension == 1); |
| 353 | CHECK_GT(tls32_.no_thread_suspension, 0U); |
| 354 | tls32_.no_thread_suspension--; |
| 355 | tlsPtr_.last_no_thread_suspension_cause = old_cause; |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 356 | } |
Mathieu Chartier | 4e2cb09 | 2015-07-22 16:17:51 -0700 | [diff] [blame] | 357 | Roles::uninterruptible_.Release(); // No-op. |
Ian Rogers | 0399dde | 2012-06-06 17:09:28 -0700 | [diff] [blame] | 358 | } |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 359 | |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 360 | void AssertThreadSuspensionIsAllowable(bool check_locks = true) const; |
Ian Rogers | 0399dde | 2012-06-06 17:09:28 -0700 | [diff] [blame] | 361 | |
Mathieu Chartier | 10b218d | 2016-07-25 17:48:52 -0700 | [diff] [blame] | 362 | // Return true if thread suspension is allowable. |
| 363 | bool IsThreadSuspensionAllowable() const; |
| 364 | |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 365 | bool IsDaemon() const { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 366 | return tls32_.daemon; |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 367 | } |
| 368 | |
Mathieu Chartier | 14c3bf9 | 2015-07-13 14:35:43 -0700 | [diff] [blame] | 369 | size_t NumberOfHeldMutexes() const; |
| 370 | |
Mathieu Chartier | f5769e1 | 2017-01-10 15:54:41 -0800 | [diff] [blame] | 371 | bool HoldsLock(ObjPtr<mirror::Object> object) const REQUIRES_SHARED(Locks::mutator_lock_); |
Elliott Hughes | 5f79133 | 2011-09-15 17:45:30 -0700 | [diff] [blame] | 372 | |
Elliott Hughes | 8daa092 | 2011-09-11 13:46:25 -0700 | [diff] [blame] | 373 | /* |
| 374 | * Changes the priority of this thread to match that of the java.lang.Thread object. |
| 375 | * |
| 376 | * We map a priority value from 1-10 to Linux "nice" values, where lower |
| 377 | * numbers indicate higher priority. |
| 378 | */ |
| 379 | void SetNativePriority(int newPriority); |
| 380 | |
| 381 | /* |
| 382 | * Returns the thread priority for the current thread by querying the system. |
| 383 | * This is useful when attaching a thread through JNI. |
| 384 | * |
| 385 | * Returns a value from 1 to 10 (compatible with java.lang.Thread values). |
| 386 | */ |
| 387 | static int GetNativePriority(); |
| 388 | |
Mathieu Chartier | 61b3cd4 | 2016-04-18 11:43:29 -0700 | [diff] [blame] | 389 | // Guaranteed to be non-zero. |
Ian Rogers | d9c4fc9 | 2013-10-01 19:45:43 -0700 | [diff] [blame] | 390 | uint32_t GetThreadId() const { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 391 | return tls32_.thin_lock_thread_id; |
Carl Shapiro | b557353 | 2011-07-12 18:22:59 -0700 | [diff] [blame] | 392 | } |
| 393 | |
Elliott Hughes | d92bec4 | 2011-09-02 17:04:36 -0700 | [diff] [blame] | 394 | pid_t GetTid() const { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 395 | return tls32_.tid; |
Elliott Hughes | d92bec4 | 2011-09-02 17:04:36 -0700 | [diff] [blame] | 396 | } |
Elliott Hughes | e27955c | 2011-08-26 15:21:24 -0700 | [diff] [blame] | 397 | |
Mathieu Chartier | 2cebb24 | 2015-04-21 16:50:40 -0700 | [diff] [blame] | 398 | // Returns the java.lang.Thread's name, or null if this Thread* doesn't have a peer. |
Andreas Gampe | 08883de | 2016-11-08 13:20:52 -0800 | [diff] [blame] | 399 | mirror::String* GetThreadName() const REQUIRES_SHARED(Locks::mutator_lock_); |
Elliott Hughes | 899e789 | 2012-01-24 14:57:32 -0800 | [diff] [blame] | 400 | |
Elliott Hughes | ffb465f | 2012-03-01 18:46:05 -0800 | [diff] [blame] | 401 | // Sets 'name' to the java.lang.Thread's name. This requires no transition to managed code, |
| 402 | // allocation, or locking. |
| 403 | void GetThreadName(std::string& name) const; |
| 404 | |
Elliott Hughes | 899e789 | 2012-01-24 14:57:32 -0800 | [diff] [blame] | 405 | // Sets the thread's name. |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 406 | void SetThreadName(const char* name) REQUIRES_SHARED(Locks::mutator_lock_); |
Elliott Hughes | fc86162 | 2011-10-17 17:57:47 -0700 | [diff] [blame] | 407 | |
Jeff Hao | 57dac6e | 2013-08-15 16:36:24 -0700 | [diff] [blame] | 408 | // Returns the thread-specific CPU-time clock in microseconds or -1 if unavailable. |
| 409 | uint64_t GetCpuMicroTime() const; |
| 410 | |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 411 | mirror::Object* GetPeer() const REQUIRES_SHARED(Locks::mutator_lock_) { |
Nicolas Geoffray | ffc8cad | 2017-02-10 10:59:22 +0000 | [diff] [blame] | 412 | DCHECK(Thread::Current() == this) << "Use GetPeerFromOtherThread instead"; |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 413 | CHECK(tlsPtr_.jpeer == nullptr); |
| 414 | return tlsPtr_.opeer; |
Elliott Hughes | 8daa092 | 2011-09-11 13:46:25 -0700 | [diff] [blame] | 415 | } |
Andreas Gampe | 202f85a | 2017-02-06 10:23:26 -0800 | [diff] [blame] | 416 | // GetPeer is not safe if called on another thread in the middle of the CC thread flip and |
| 417 | // the thread's stack may have not been flipped yet and peer may be a from-space (stale) ref. |
| 418 | // This function will explicitly mark/forward it. |
| 419 | mirror::Object* GetPeerFromOtherThread() const REQUIRES_SHARED(Locks::mutator_lock_); |
Elliott Hughes | 8daa092 | 2011-09-11 13:46:25 -0700 | [diff] [blame] | 420 | |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 421 | bool HasPeer() const { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 422 | return tlsPtr_.jpeer != nullptr || tlsPtr_.opeer != nullptr; |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 423 | } |
| 424 | |
Elliott Hughes | 9d5ccec | 2011-09-19 13:19:50 -0700 | [diff] [blame] | 425 | RuntimeStats* GetStats() { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 426 | return &tls64_.stats; |
Elliott Hughes | 9d5ccec | 2011-09-19 13:19:50 -0700 | [diff] [blame] | 427 | } |
| 428 | |
Elliott Hughes | 7dc5166 | 2012-05-16 14:48:43 -0700 | [diff] [blame] | 429 | bool IsStillStarting() const; |
| 430 | |
Carl Shapiro | 0e5d75d | 2011-07-06 18:28:37 -0700 | [diff] [blame] | 431 | bool IsExceptionPending() const { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 432 | return tlsPtr_.exception != nullptr; |
Carl Shapiro | 0e5d75d | 2011-07-06 18:28:37 -0700 | [diff] [blame] | 433 | } |
| 434 | |
Alex Light | 848574c | 2017-09-25 16:59:39 -0700 | [diff] [blame] | 435 | bool IsAsyncExceptionPending() const { |
| 436 | return tlsPtr_.async_exception != nullptr; |
| 437 | } |
| 438 | |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 439 | mirror::Throwable* GetException() const REQUIRES_SHARED(Locks::mutator_lock_) { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 440 | return tlsPtr_.exception; |
Carl Shapiro | 0e5d75d | 2011-07-06 18:28:37 -0700 | [diff] [blame] | 441 | } |
| 442 | |
Andreas Gampe | d9efea6 | 2014-07-21 22:56:08 -0700 | [diff] [blame] | 443 | void AssertPendingException() const; |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 444 | void AssertPendingOOMException() const REQUIRES_SHARED(Locks::mutator_lock_); |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 445 | void AssertNoPendingException() const; |
Mathieu Chartier | 8d7672e | 2014-02-25 10:57:16 -0800 | [diff] [blame] | 446 | void AssertNoPendingExceptionForNewException(const char* msg) const; |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 447 | |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 448 | void SetException(ObjPtr<mirror::Throwable> new_exception) REQUIRES_SHARED(Locks::mutator_lock_); |
Ian Rogers | 0cfe1fb | 2011-08-26 03:29:44 -0700 | [diff] [blame] | 449 | |
Alex Light | 848574c | 2017-09-25 16:59:39 -0700 | [diff] [blame] | 450 | // Set an exception that is asynchronously thrown from a different thread. This will be checked |
| 451 | // periodically and might overwrite the current 'Exception'. This can only be called from a |
| 452 | // checkpoint. |
| 453 | // |
| 454 | // The caller should also make sure that the thread has been deoptimized so that the exception |
| 455 | // could be detected on back-edges. |
| 456 | void SetAsyncException(ObjPtr<mirror::Throwable> new_exception) |
| 457 | REQUIRES_SHARED(Locks::mutator_lock_); |
| 458 | |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 459 | void ClearException() REQUIRES_SHARED(Locks::mutator_lock_) { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 460 | tlsPtr_.exception = nullptr; |
jeffhao | 94d6df4 | 2012-11-26 16:02:12 -0800 | [diff] [blame] | 461 | } |
| 462 | |
Alex Light | 848574c | 2017-09-25 16:59:39 -0700 | [diff] [blame] | 463 | // Move the current async-exception to the main exception. This should be called when the current |
| 464 | // thread is ready to deal with any async exceptions. Returns true if there is an async exception |
| 465 | // that needs to be dealt with, false otherwise. |
| 466 | bool ObserveAsyncException() REQUIRES_SHARED(Locks::mutator_lock_); |
| 467 | |
Ian Rogers | bdb0391 | 2011-09-14 00:55:44 -0700 | [diff] [blame] | 468 | // Find catch block and perform long jump to appropriate exception handle |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 469 | NO_RETURN void QuickDeliverException() REQUIRES_SHARED(Locks::mutator_lock_); |
Ian Rogers | bdb0391 | 2011-09-14 00:55:44 -0700 | [diff] [blame] | 470 | |
| 471 | Context* GetLongJumpContext(); |
Ian Rogers | 0399dde | 2012-06-06 17:09:28 -0700 | [diff] [blame] | 472 | void ReleaseLongJumpContext(Context* context) { |
Mingyao Yang | 4dcfc43 | 2015-04-21 16:55:22 -0700 | [diff] [blame] | 473 | if (tlsPtr_.long_jump_context != nullptr) { |
| 474 | // Each QuickExceptionHandler gets a long jump context and uses |
| 475 | // it for doing the long jump, after finding catch blocks/doing deoptimization. |
| 476 | // Both finding catch blocks and deoptimization can trigger another |
| 477 | // exception such as a result of class loading. So there can be nested |
| 478 | // cases of exception handling and multiple contexts being used. |
| 479 | // ReleaseLongJumpContext tries to save the context in tlsPtr_.long_jump_context |
| 480 | // for reuse so there is no need to always allocate a new one each time when |
| 481 | // getting a context. Since we only keep one context for reuse, delete the |
| 482 | // existing one since the passed in context is yet to be used for longjump. |
| 483 | delete tlsPtr_.long_jump_context; |
| 484 | } |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 485 | tlsPtr_.long_jump_context = context; |
Shih-wei Liao | 1a18c8c | 2011-08-14 17:47:36 -0700 | [diff] [blame] | 486 | } |
| 487 | |
Andreas Gampe | 6ec8ebd | 2014-07-25 13:36:56 -0700 | [diff] [blame] | 488 | // Get the current method and dex pc. If there are errors in retrieving the dex pc, this will |
| 489 | // abort the runtime iff abort_on_error is true. |
Hiroshi Yamauchi | 02f365f | 2017-02-03 15:06:00 -0800 | [diff] [blame] | 490 | ArtMethod* GetCurrentMethod(uint32_t* dex_pc, |
| 491 | bool check_suspended = true, |
| 492 | bool abort_on_error = true) const |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 493 | REQUIRES_SHARED(Locks::mutator_lock_); |
Ian Rogers | 0399dde | 2012-06-06 17:09:28 -0700 | [diff] [blame] | 494 | |
Nicolas Geoffray | 7642cfc | 2015-02-26 10:56:09 +0000 | [diff] [blame] | 495 | // Returns whether the given exception was thrown by the current Java method being executed |
| 496 | // (Note that this includes native Java methods). |
Mathieu Chartier | f5769e1 | 2017-01-10 15:54:41 -0800 | [diff] [blame] | 497 | bool IsExceptionThrownByCurrentMethod(ObjPtr<mirror::Throwable> exception) const |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 498 | REQUIRES_SHARED(Locks::mutator_lock_); |
Nicolas Geoffray | 7642cfc | 2015-02-26 10:56:09 +0000 | [diff] [blame] | 499 | |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 500 | void SetTopOfStack(ArtMethod** top_method) { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 501 | tlsPtr_.managed_stack.SetTopQuickFrame(top_method); |
Carl Shapiro | 0e5d75d | 2011-07-06 18:28:37 -0700 | [diff] [blame] | 502 | } |
| 503 | |
Vladimir Marko | 2196c65 | 2017-11-30 16:16:07 +0000 | [diff] [blame] | 504 | void SetTopOfStackTagged(ArtMethod** top_method) { |
| 505 | tlsPtr_.managed_stack.SetTopQuickFrameTagged(top_method); |
| 506 | } |
| 507 | |
Jeff Hao | 11ffc2d | 2013-02-01 11:52:17 -0800 | [diff] [blame] | 508 | void SetTopOfShadowStack(ShadowFrame* top) { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 509 | tlsPtr_.managed_stack.SetTopShadowFrame(top); |
Jeff Hao | 11ffc2d | 2013-02-01 11:52:17 -0800 | [diff] [blame] | 510 | } |
| 511 | |
Ian Rogers | 0399dde | 2012-06-06 17:09:28 -0700 | [diff] [blame] | 512 | bool HasManagedStack() const { |
Vladimir Marko | 2196c65 | 2017-11-30 16:16:07 +0000 | [diff] [blame] | 513 | return tlsPtr_.managed_stack.HasTopQuickFrame() || tlsPtr_.managed_stack.HasTopShadowFrame(); |
Ian Rogers | bdb0391 | 2011-09-14 00:55:44 -0700 | [diff] [blame] | 514 | } |
| 515 | |
Mathieu Chartier | 2cebb24 | 2015-04-21 16:50:40 -0700 | [diff] [blame] | 516 | // If 'msg' is null, no detail message is set. |
Nicolas Geoffray | 0aa50ce | 2015-03-10 11:03:29 +0000 | [diff] [blame] | 517 | void ThrowNewException(const char* exception_class_descriptor, const char* msg) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 518 | REQUIRES_SHARED(Locks::mutator_lock_) REQUIRES(!Roles::uninterruptible_); |
Elliott Hughes | 5cb5ad2 | 2011-10-02 12:13:39 -0700 | [diff] [blame] | 519 | |
Mathieu Chartier | 2cebb24 | 2015-04-21 16:50:40 -0700 | [diff] [blame] | 520 | // If 'msg' is null, no detail message is set. An exception must be pending, and will be |
Elliott Hughes | a4f9474 | 2012-05-29 16:28:38 -0700 | [diff] [blame] | 521 | // used as the new exception's cause. |
Nicolas Geoffray | 0aa50ce | 2015-03-10 11:03:29 +0000 | [diff] [blame] | 522 | void ThrowNewWrappedException(const char* exception_class_descriptor, const char* msg) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 523 | REQUIRES_SHARED(Locks::mutator_lock_) REQUIRES(!Roles::uninterruptible_); |
Elliott Hughes | a4f9474 | 2012-05-29 16:28:38 -0700 | [diff] [blame] | 524 | |
Nicolas Geoffray | 0aa50ce | 2015-03-10 11:03:29 +0000 | [diff] [blame] | 525 | void ThrowNewExceptionF(const char* exception_class_descriptor, const char* fmt, ...) |
| 526 | __attribute__((format(printf, 3, 4))) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 527 | REQUIRES_SHARED(Locks::mutator_lock_) REQUIRES(!Roles::uninterruptible_); |
Elliott Hughes | a5b897e | 2011-08-16 11:33:06 -0700 | [diff] [blame] | 528 | |
Nicolas Geoffray | 0aa50ce | 2015-03-10 11:03:29 +0000 | [diff] [blame] | 529 | void ThrowNewExceptionV(const char* exception_class_descriptor, const char* fmt, va_list ap) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 530 | REQUIRES_SHARED(Locks::mutator_lock_) REQUIRES(!Roles::uninterruptible_); |
Elliott Hughes | 4a2b417 | 2011-09-20 17:08:25 -0700 | [diff] [blame] | 531 | |
Elliott Hughes | 2ced6a5 | 2011-10-16 18:44:48 -0700 | [diff] [blame] | 532 | // OutOfMemoryError is special, because we need to pre-allocate an instance. |
Elliott Hughes | 8a8b9cb | 2012-04-13 18:29:22 -0700 | [diff] [blame] | 533 | // Only the GC should call this. |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 534 | void ThrowOutOfMemoryError(const char* msg) REQUIRES_SHARED(Locks::mutator_lock_) |
Mathieu Chartier | ed8990a | 2015-07-23 14:11:16 -0700 | [diff] [blame] | 535 | REQUIRES(!Roles::uninterruptible_); |
Elliott Hughes | 79082e3 | 2011-08-25 12:07:32 -0700 | [diff] [blame] | 536 | |
Elliott Hughes | be759c6 | 2011-09-08 19:38:21 -0700 | [diff] [blame] | 537 | static void Startup(); |
Elliott Hughes | 038a806 | 2011-09-18 14:12:41 -0700 | [diff] [blame] | 538 | static void FinishStartup(); |
Elliott Hughes | c1674ed | 2011-08-25 18:09:09 -0700 | [diff] [blame] | 539 | static void Shutdown(); |
Carl Shapiro | b557353 | 2011-07-12 18:22:59 -0700 | [diff] [blame] | 540 | |
Andreas Gampe | 5677601 | 2018-01-26 17:40:55 -0800 | [diff] [blame] | 541 | // Notify this thread's thread-group that this thread has started. |
| 542 | // Note: the given thread-group is used as a fast path and verified in debug build. If the value |
| 543 | // is null, the thread's thread-group is loaded from the peer. |
| 544 | void NotifyThreadGroup(ScopedObjectAccessAlreadyRunnable& soa, jobject thread_group = nullptr) |
| 545 | REQUIRES_SHARED(Locks::mutator_lock_); |
| 546 | |
Ian Rogers | b033c75 | 2011-07-20 12:22:35 -0700 | [diff] [blame] | 547 | // JNI methods |
Elliott Hughes | 69f5bc6 | 2011-08-24 09:26:14 -0700 | [diff] [blame] | 548 | JNIEnvExt* GetJniEnv() const { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 549 | return tlsPtr_.jni_env; |
Ian Rogers | b033c75 | 2011-07-20 12:22:35 -0700 | [diff] [blame] | 550 | } |
| 551 | |
Ian Rogers | 408f79a | 2011-08-23 18:22:33 -0700 | [diff] [blame] | 552 | // Convert a jobject into a Object* |
Mathieu Chartier | c4f3925 | 2016-10-05 18:32:08 -0700 | [diff] [blame] | 553 | ObjPtr<mirror::Object> DecodeJObject(jobject obj) const REQUIRES_SHARED(Locks::mutator_lock_); |
Hiroshi Yamauchi | 04302db | 2015-11-11 23:45:34 -0800 | [diff] [blame] | 554 | // Checks if the weak global ref has been cleared by the GC without decoding it. |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 555 | bool IsJWeakCleared(jweak obj) const REQUIRES_SHARED(Locks::mutator_lock_); |
Ian Rogers | b033c75 | 2011-07-20 12:22:35 -0700 | [diff] [blame] | 556 | |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 557 | mirror::Object* GetMonitorEnterObject() const REQUIRES_SHARED(Locks::mutator_lock_) { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 558 | return tlsPtr_.monitor_enter_object; |
| 559 | } |
| 560 | |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 561 | void SetMonitorEnterObject(mirror::Object* obj) REQUIRES_SHARED(Locks::mutator_lock_) { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 562 | tlsPtr_.monitor_enter_object = obj; |
| 563 | } |
| 564 | |
Elliott Hughes | 8daa092 | 2011-09-11 13:46:25 -0700 | [diff] [blame] | 565 | // Implements java.lang.Thread.interrupted. |
Nicolas Geoffray | 365719c | 2017-03-08 13:11:50 +0000 | [diff] [blame] | 566 | bool Interrupted(); |
Elliott Hughes | 8daa092 | 2011-09-11 13:46:25 -0700 | [diff] [blame] | 567 | // Implements java.lang.Thread.isInterrupted. |
Nicolas Geoffray | 365719c | 2017-03-08 13:11:50 +0000 | [diff] [blame] | 568 | bool IsInterrupted(); |
Andreas Gampe | 7fbc4a5 | 2018-11-28 08:26:47 -0800 | [diff] [blame] | 569 | void Interrupt(Thread* self) REQUIRES(!wait_mutex_); |
Nicolas Geoffray | 365719c | 2017-03-08 13:11:50 +0000 | [diff] [blame] | 570 | void SetInterrupted(bool i) { |
Orion Hodson | 88591fe | 2018-03-06 13:35:43 +0000 | [diff] [blame] | 571 | tls32_.interrupted.store(i, std::memory_order_seq_cst); |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 572 | } |
Andreas Gampe | 7fbc4a5 | 2018-11-28 08:26:47 -0800 | [diff] [blame] | 573 | void Notify() REQUIRES(!wait_mutex_); |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 574 | |
Mathieu Chartier | 3f7f03c | 2016-09-26 11:39:52 -0700 | [diff] [blame] | 575 | ALWAYS_INLINE void PoisonObjectPointers() { |
| 576 | ++poison_object_cookie_; |
| 577 | } |
| 578 | |
Mathieu Chartier | a59d9b2 | 2016-09-26 18:13:17 -0700 | [diff] [blame] | 579 | ALWAYS_INLINE static void PoisonObjectPointersIfDebug(); |
| 580 | |
Mathieu Chartier | 3f7f03c | 2016-09-26 11:39:52 -0700 | [diff] [blame] | 581 | ALWAYS_INLINE uintptr_t GetPoisonObjectCookie() const { |
| 582 | return poison_object_cookie_; |
| 583 | } |
| 584 | |
Charles Munger | aa31f49 | 2018-11-01 18:57:38 +0000 | [diff] [blame] | 585 | // Parking for 0ns of relative time means an untimed park, negative (though |
| 586 | // should be handled in java code) returns immediately |
| 587 | void Park(bool is_absolute, int64_t time) REQUIRES_SHARED(Locks::mutator_lock_); |
| 588 | void Unpark(); |
| 589 | |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 590 | private: |
Mathieu Chartier | 9044347 | 2015-07-16 20:32:27 -0700 | [diff] [blame] | 591 | void NotifyLocked(Thread* self) REQUIRES(wait_mutex_); |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 592 | |
| 593 | public: |
| 594 | Mutex* GetWaitMutex() const LOCK_RETURNED(wait_mutex_) { |
| 595 | return wait_mutex_; |
| 596 | } |
| 597 | |
Mathieu Chartier | 9044347 | 2015-07-16 20:32:27 -0700 | [diff] [blame] | 598 | ConditionVariable* GetWaitConditionVariable() const REQUIRES(wait_mutex_) { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 599 | return wait_cond_; |
| 600 | } |
| 601 | |
Mathieu Chartier | 9044347 | 2015-07-16 20:32:27 -0700 | [diff] [blame] | 602 | Monitor* GetWaitMonitor() const REQUIRES(wait_mutex_) { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 603 | return wait_monitor_; |
| 604 | } |
| 605 | |
Mathieu Chartier | 9044347 | 2015-07-16 20:32:27 -0700 | [diff] [blame] | 606 | void SetWaitMonitor(Monitor* mon) REQUIRES(wait_mutex_) { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 607 | wait_monitor_ = mon; |
| 608 | } |
| 609 | |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 610 | // Waiter link-list support. |
| 611 | Thread* GetWaitNext() const { |
| 612 | return tlsPtr_.wait_next; |
| 613 | } |
| 614 | |
| 615 | void SetWaitNext(Thread* next) { |
| 616 | tlsPtr_.wait_next = next; |
| 617 | } |
Elliott Hughes | 5f79133 | 2011-09-15 17:45:30 -0700 | [diff] [blame] | 618 | |
Ian Rogers | 68d8b42 | 2014-07-17 11:09:10 -0700 | [diff] [blame] | 619 | jobject GetClassLoaderOverride() { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 620 | return tlsPtr_.class_loader_override; |
buzbee | c143c55 | 2011-08-20 17:38:58 -0700 | [diff] [blame] | 621 | } |
| 622 | |
Ian Rogers | 68d8b42 | 2014-07-17 11:09:10 -0700 | [diff] [blame] | 623 | void SetClassLoaderOverride(jobject class_loader_override); |
buzbee | c143c55 | 2011-08-20 17:38:58 -0700 | [diff] [blame] | 624 | |
Ian Rogers | aaa2080 | 2011-09-11 21:47:37 -0700 | [diff] [blame] | 625 | // Create the internal representation of a stack trace, that is more time |
Sebastien Hertz | ee1d79a | 2014-02-21 15:46:30 +0100 | [diff] [blame] | 626 | // and space efficient to compute than the StackTraceElement[]. |
| 627 | template<bool kTransactionActive> |
Mathieu Chartier | 2b7c4d1 | 2014-05-19 10:52:16 -0700 | [diff] [blame] | 628 | jobject CreateInternalStackTrace(const ScopedObjectAccessAlreadyRunnable& soa) const |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 629 | REQUIRES_SHARED(Locks::mutator_lock_); |
Ian Rogers | aaa2080 | 2011-09-11 21:47:37 -0700 | [diff] [blame] | 630 | |
Elliott Hughes | 01158d7 | 2011-09-19 19:47:10 -0700 | [diff] [blame] | 631 | // Convert an internal stack trace representation (returned by CreateInternalStackTrace) to a |
Mathieu Chartier | 2cebb24 | 2015-04-21 16:50:40 -0700 | [diff] [blame] | 632 | // StackTraceElement[]. If output_array is null, a new array is created, otherwise as many |
| 633 | // frames as will fit are written into the given array. If stack_depth is non-null, it's updated |
Elliott Hughes | 01158d7 | 2011-09-19 19:47:10 -0700 | [diff] [blame] | 634 | // with the number of valid frames in the returned array. |
Mathieu Chartier | 2b7c4d1 | 2014-05-19 10:52:16 -0700 | [diff] [blame] | 635 | static jobjectArray InternalStackTraceToStackTraceElementArray( |
| 636 | const ScopedObjectAccessAlreadyRunnable& soa, jobject internal, |
| 637 | jobjectArray output_array = nullptr, int* stack_depth = nullptr) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 638 | REQUIRES_SHARED(Locks::mutator_lock_); |
Shih-wei Liao | 55df06b | 2011-08-26 14:39:27 -0700 | [diff] [blame] | 639 | |
Andreas Gampe | fb6b0b1 | 2017-12-11 20:47:56 -0800 | [diff] [blame] | 640 | jobjectArray CreateAnnotatedStackTrace(const ScopedObjectAccessAlreadyRunnable& soa) const |
| 641 | REQUIRES_SHARED(Locks::mutator_lock_); |
| 642 | |
Mingyao Yang | 99170c6 | 2015-07-06 11:10:37 -0700 | [diff] [blame] | 643 | bool HasDebuggerShadowFrames() const { |
| 644 | return tlsPtr_.frame_id_to_shadow_frame != nullptr; |
| 645 | } |
| 646 | |
Andreas Gampe | 513061a | 2017-06-01 09:17:34 -0700 | [diff] [blame] | 647 | void VisitRoots(RootVisitor* visitor, VisitRootFlags flags) |
Andreas Gampe | 585da95 | 2016-12-02 14:52:29 -0800 | [diff] [blame] | 648 | REQUIRES_SHARED(Locks::mutator_lock_); |
Elliott Hughes | 410c0c8 | 2011-09-01 17:58:25 -0700 | [diff] [blame] | 649 | |
Andreas Gampe | b486a98 | 2017-06-01 13:45:54 -0700 | [diff] [blame] | 650 | void VerifyStack() REQUIRES_SHARED(Locks::mutator_lock_) { |
| 651 | if (kVerifyStack) { |
| 652 | VerifyStackImpl(); |
| 653 | } |
| 654 | } |
jeffhao | 2504552 | 2012-03-13 19:34:37 -0700 | [diff] [blame] | 655 | |
Elliott Hughes | be759c6 | 2011-09-08 19:38:21 -0700 | [diff] [blame] | 656 | // |
| 657 | // Offsets of various members of native Thread class, used by compiled code. |
| 658 | // |
| 659 | |
Andreas Gampe | 542451c | 2016-07-26 09:02:02 -0700 | [diff] [blame] | 660 | template<PointerSize pointer_size> |
David Srbecky | 56de89a | 2018-10-01 15:32:20 +0100 | [diff] [blame] | 661 | static constexpr ThreadOffset<pointer_size> ThinLockIdOffset() { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 662 | return ThreadOffset<pointer_size>( |
| 663 | OFFSETOF_MEMBER(Thread, tls32_) + |
| 664 | OFFSETOF_MEMBER(tls_32bit_sized_values, thin_lock_thread_id)); |
Elliott Hughes | be759c6 | 2011-09-08 19:38:21 -0700 | [diff] [blame] | 665 | } |
| 666 | |
Andreas Gampe | 542451c | 2016-07-26 09:02:02 -0700 | [diff] [blame] | 667 | template<PointerSize pointer_size> |
David Srbecky | 56de89a | 2018-10-01 15:32:20 +0100 | [diff] [blame] | 668 | static constexpr ThreadOffset<pointer_size> InterruptedOffset() { |
Nicolas Geoffray | 365719c | 2017-03-08 13:11:50 +0000 | [diff] [blame] | 669 | return ThreadOffset<pointer_size>( |
| 670 | OFFSETOF_MEMBER(Thread, tls32_) + |
| 671 | OFFSETOF_MEMBER(tls_32bit_sized_values, interrupted)); |
| 672 | } |
| 673 | |
| 674 | template<PointerSize pointer_size> |
David Srbecky | 56de89a | 2018-10-01 15:32:20 +0100 | [diff] [blame] | 675 | static constexpr ThreadOffset<pointer_size> ThreadFlagsOffset() { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 676 | return ThreadOffset<pointer_size>( |
| 677 | OFFSETOF_MEMBER(Thread, tls32_) + |
| 678 | OFFSETOF_MEMBER(tls_32bit_sized_values, state_and_flags)); |
Elliott Hughes | be759c6 | 2011-09-08 19:38:21 -0700 | [diff] [blame] | 679 | } |
| 680 | |
Andreas Gampe | 542451c | 2016-07-26 09:02:02 -0700 | [diff] [blame] | 681 | template<PointerSize pointer_size> |
David Srbecky | 28f6cff | 2018-10-16 15:07:28 +0100 | [diff] [blame] | 682 | static constexpr ThreadOffset<pointer_size> UseMterpOffset() { |
| 683 | return ThreadOffset<pointer_size>( |
| 684 | OFFSETOF_MEMBER(Thread, tls32_) + |
| 685 | OFFSETOF_MEMBER(tls_32bit_sized_values, use_mterp)); |
| 686 | } |
| 687 | |
| 688 | template<PointerSize pointer_size> |
David Srbecky | 56de89a | 2018-10-01 15:32:20 +0100 | [diff] [blame] | 689 | static constexpr ThreadOffset<pointer_size> IsGcMarkingOffset() { |
Roland Levillain | 7c1559a | 2015-12-15 10:55:36 +0000 | [diff] [blame] | 690 | return ThreadOffset<pointer_size>( |
| 691 | OFFSETOF_MEMBER(Thread, tls32_) + |
| 692 | OFFSETOF_MEMBER(tls_32bit_sized_values, is_gc_marking)); |
| 693 | } |
| 694 | |
Igor Murashkin | ae7ff92 | 2016-10-06 14:59:19 -0700 | [diff] [blame] | 695 | static constexpr size_t IsGcMarkingSize() { |
| 696 | return sizeof(tls32_.is_gc_marking); |
| 697 | } |
| 698 | |
Nicolas Geoffray | b331feb | 2016-02-05 16:51:53 +0000 | [diff] [blame] | 699 | // Deoptimize the Java stack. |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 700 | void DeoptimizeWithDeoptimizationException(JValue* result) REQUIRES_SHARED(Locks::mutator_lock_); |
Nicolas Geoffray | b331feb | 2016-02-05 16:51:53 +0000 | [diff] [blame] | 701 | |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 702 | private: |
Andreas Gampe | 542451c | 2016-07-26 09:02:02 -0700 | [diff] [blame] | 703 | template<PointerSize pointer_size> |
David Srbecky | 56de89a | 2018-10-01 15:32:20 +0100 | [diff] [blame] | 704 | static constexpr ThreadOffset<pointer_size> ThreadOffsetFromTlsPtr(size_t tls_ptr_offset) { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 705 | size_t base = OFFSETOF_MEMBER(Thread, tlsPtr_); |
David Srbecky | 56de89a | 2018-10-01 15:32:20 +0100 | [diff] [blame] | 706 | size_t scale = (pointer_size > kRuntimePointerSize) ? |
| 707 | static_cast<size_t>(pointer_size) / static_cast<size_t>(kRuntimePointerSize) : 1; |
| 708 | size_t shrink = (kRuntimePointerSize > pointer_size) ? |
| 709 | static_cast<size_t>(kRuntimePointerSize) / static_cast<size_t>(pointer_size) : 1; |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 710 | return ThreadOffset<pointer_size>(base + ((tls_ptr_offset * scale) / shrink)); |
Ian Rogers | 07ec8e1 | 2012-12-01 01:26:51 -0800 | [diff] [blame] | 711 | } |
| 712 | |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 713 | public: |
Jeff Hao | 848f70a | 2014-01-15 13:49:50 -0800 | [diff] [blame] | 714 | static uint32_t QuickEntryPointOffsetWithSize(size_t quick_entrypoint_offset, |
Andreas Gampe | 542451c | 2016-07-26 09:02:02 -0700 | [diff] [blame] | 715 | PointerSize pointer_size) { |
| 716 | if (pointer_size == PointerSize::k32) { |
| 717 | return QuickEntryPointOffset<PointerSize::k32>(quick_entrypoint_offset). |
| 718 | Uint32Value(); |
Jeff Hao | 848f70a | 2014-01-15 13:49:50 -0800 | [diff] [blame] | 719 | } else { |
Andreas Gampe | 542451c | 2016-07-26 09:02:02 -0700 | [diff] [blame] | 720 | return QuickEntryPointOffset<PointerSize::k64>(quick_entrypoint_offset). |
| 721 | Uint32Value(); |
Jeff Hao | 848f70a | 2014-01-15 13:49:50 -0800 | [diff] [blame] | 722 | } |
| 723 | } |
| 724 | |
Andreas Gampe | 542451c | 2016-07-26 09:02:02 -0700 | [diff] [blame] | 725 | template<PointerSize pointer_size> |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 726 | static ThreadOffset<pointer_size> QuickEntryPointOffset(size_t quick_entrypoint_offset) { |
| 727 | return ThreadOffsetFromTlsPtr<pointer_size>( |
| 728 | OFFSETOF_MEMBER(tls_ptr_sized_values, quick_entrypoints) + quick_entrypoint_offset); |
Elliott Hughes | be759c6 | 2011-09-08 19:38:21 -0700 | [diff] [blame] | 729 | } |
| 730 | |
Andreas Gampe | 542451c | 2016-07-26 09:02:02 -0700 | [diff] [blame] | 731 | template<PointerSize pointer_size> |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 732 | static ThreadOffset<pointer_size> JniEntryPointOffset(size_t jni_entrypoint_offset) { |
| 733 | return ThreadOffsetFromTlsPtr<pointer_size>( |
| 734 | OFFSETOF_MEMBER(tls_ptr_sized_values, jni_entrypoints) + jni_entrypoint_offset); |
Elliott Hughes | be759c6 | 2011-09-08 19:38:21 -0700 | [diff] [blame] | 735 | } |
| 736 | |
Roland Levillain | 97c4646 | 2017-05-11 14:04:03 +0100 | [diff] [blame] | 737 | // Return the entry point offset integer value for ReadBarrierMarkRegX, where X is `reg`. |
| 738 | template <PointerSize pointer_size> |
| 739 | static int32_t ReadBarrierMarkEntryPointsOffset(size_t reg) { |
| 740 | // The entry point list defines 30 ReadBarrierMarkRegX entry points. |
| 741 | DCHECK_LT(reg, 30u); |
| 742 | // The ReadBarrierMarkRegX entry points are ordered by increasing |
| 743 | // register number in Thread::tls_Ptr_.quick_entrypoints. |
| 744 | return QUICK_ENTRYPOINT_OFFSET(pointer_size, pReadBarrierMarkReg00).Int32Value() |
| 745 | + static_cast<size_t>(pointer_size) * reg; |
| 746 | } |
| 747 | |
Andreas Gampe | 542451c | 2016-07-26 09:02:02 -0700 | [diff] [blame] | 748 | template<PointerSize pointer_size> |
David Srbecky | 56de89a | 2018-10-01 15:32:20 +0100 | [diff] [blame] | 749 | static constexpr ThreadOffset<pointer_size> SelfOffset() { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 750 | return ThreadOffsetFromTlsPtr<pointer_size>(OFFSETOF_MEMBER(tls_ptr_sized_values, self)); |
| 751 | } |
| 752 | |
Andreas Gampe | 542451c | 2016-07-26 09:02:02 -0700 | [diff] [blame] | 753 | template<PointerSize pointer_size> |
David Srbecky | 56de89a | 2018-10-01 15:32:20 +0100 | [diff] [blame] | 754 | static constexpr ThreadOffset<pointer_size> MterpCurrentIBaseOffset() { |
buzbee | 1452bee | 2015-03-06 14:43:04 -0800 | [diff] [blame] | 755 | return ThreadOffsetFromTlsPtr<pointer_size>( |
| 756 | OFFSETOF_MEMBER(tls_ptr_sized_values, mterp_current_ibase)); |
| 757 | } |
| 758 | |
Andreas Gampe | 542451c | 2016-07-26 09:02:02 -0700 | [diff] [blame] | 759 | template<PointerSize pointer_size> |
David Srbecky | 56de89a | 2018-10-01 15:32:20 +0100 | [diff] [blame] | 760 | static constexpr ThreadOffset<pointer_size> ExceptionOffset() { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 761 | return ThreadOffsetFromTlsPtr<pointer_size>(OFFSETOF_MEMBER(tls_ptr_sized_values, exception)); |
| 762 | } |
| 763 | |
Andreas Gampe | 542451c | 2016-07-26 09:02:02 -0700 | [diff] [blame] | 764 | template<PointerSize pointer_size> |
David Srbecky | 56de89a | 2018-10-01 15:32:20 +0100 | [diff] [blame] | 765 | static constexpr ThreadOffset<pointer_size> PeerOffset() { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 766 | return ThreadOffsetFromTlsPtr<pointer_size>(OFFSETOF_MEMBER(tls_ptr_sized_values, opeer)); |
| 767 | } |
| 768 | |
| 769 | |
Andreas Gampe | 542451c | 2016-07-26 09:02:02 -0700 | [diff] [blame] | 770 | template<PointerSize pointer_size> |
David Srbecky | 56de89a | 2018-10-01 15:32:20 +0100 | [diff] [blame] | 771 | static constexpr ThreadOffset<pointer_size> CardTableOffset() { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 772 | return ThreadOffsetFromTlsPtr<pointer_size>(OFFSETOF_MEMBER(tls_ptr_sized_values, card_table)); |
| 773 | } |
| 774 | |
Andreas Gampe | 542451c | 2016-07-26 09:02:02 -0700 | [diff] [blame] | 775 | template<PointerSize pointer_size> |
David Srbecky | 56de89a | 2018-10-01 15:32:20 +0100 | [diff] [blame] | 776 | static constexpr ThreadOffset<pointer_size> ThreadSuspendTriggerOffset() { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 777 | return ThreadOffsetFromTlsPtr<pointer_size>( |
| 778 | OFFSETOF_MEMBER(tls_ptr_sized_values, suspend_trigger)); |
Dave Allison | b373e09 | 2014-02-20 16:06:36 -0800 | [diff] [blame] | 779 | } |
| 780 | |
Andreas Gampe | 542451c | 2016-07-26 09:02:02 -0700 | [diff] [blame] | 781 | template<PointerSize pointer_size> |
David Srbecky | 56de89a | 2018-10-01 15:32:20 +0100 | [diff] [blame] | 782 | static constexpr ThreadOffset<pointer_size> ThreadLocalPosOffset() { |
Andreas Gampe | 542451c | 2016-07-26 09:02:02 -0700 | [diff] [blame] | 783 | return ThreadOffsetFromTlsPtr<pointer_size>(OFFSETOF_MEMBER(tls_ptr_sized_values, |
| 784 | thread_local_pos)); |
Hiroshi Yamauchi | e01a520 | 2015-03-19 12:35:04 -0700 | [diff] [blame] | 785 | } |
| 786 | |
Andreas Gampe | 542451c | 2016-07-26 09:02:02 -0700 | [diff] [blame] | 787 | template<PointerSize pointer_size> |
David Srbecky | 56de89a | 2018-10-01 15:32:20 +0100 | [diff] [blame] | 788 | static constexpr ThreadOffset<pointer_size> ThreadLocalEndOffset() { |
Andreas Gampe | 542451c | 2016-07-26 09:02:02 -0700 | [diff] [blame] | 789 | return ThreadOffsetFromTlsPtr<pointer_size>(OFFSETOF_MEMBER(tls_ptr_sized_values, |
| 790 | thread_local_end)); |
Hiroshi Yamauchi | e01a520 | 2015-03-19 12:35:04 -0700 | [diff] [blame] | 791 | } |
| 792 | |
Andreas Gampe | 542451c | 2016-07-26 09:02:02 -0700 | [diff] [blame] | 793 | template<PointerSize pointer_size> |
David Srbecky | 56de89a | 2018-10-01 15:32:20 +0100 | [diff] [blame] | 794 | static constexpr ThreadOffset<pointer_size> ThreadLocalObjectsOffset() { |
Andreas Gampe | 542451c | 2016-07-26 09:02:02 -0700 | [diff] [blame] | 795 | return ThreadOffsetFromTlsPtr<pointer_size>(OFFSETOF_MEMBER(tls_ptr_sized_values, |
| 796 | thread_local_objects)); |
Hiroshi Yamauchi | e01a520 | 2015-03-19 12:35:04 -0700 | [diff] [blame] | 797 | } |
| 798 | |
Andreas Gampe | 542451c | 2016-07-26 09:02:02 -0700 | [diff] [blame] | 799 | template<PointerSize pointer_size> |
David Srbecky | 56de89a | 2018-10-01 15:32:20 +0100 | [diff] [blame] | 800 | static constexpr ThreadOffset<pointer_size> RosAllocRunsOffset() { |
Hiroshi Yamauchi | dc412b6 | 2015-10-15 12:26:57 -0700 | [diff] [blame] | 801 | return ThreadOffsetFromTlsPtr<pointer_size>(OFFSETOF_MEMBER(tls_ptr_sized_values, |
| 802 | rosalloc_runs)); |
| 803 | } |
| 804 | |
Andreas Gampe | 542451c | 2016-07-26 09:02:02 -0700 | [diff] [blame] | 805 | template<PointerSize pointer_size> |
David Srbecky | 56de89a | 2018-10-01 15:32:20 +0100 | [diff] [blame] | 806 | static constexpr ThreadOffset<pointer_size> ThreadLocalAllocStackTopOffset() { |
Hiroshi Yamauchi | dc412b6 | 2015-10-15 12:26:57 -0700 | [diff] [blame] | 807 | return ThreadOffsetFromTlsPtr<pointer_size>(OFFSETOF_MEMBER(tls_ptr_sized_values, |
| 808 | thread_local_alloc_stack_top)); |
| 809 | } |
| 810 | |
Andreas Gampe | 542451c | 2016-07-26 09:02:02 -0700 | [diff] [blame] | 811 | template<PointerSize pointer_size> |
David Srbecky | 56de89a | 2018-10-01 15:32:20 +0100 | [diff] [blame] | 812 | static constexpr ThreadOffset<pointer_size> ThreadLocalAllocStackEndOffset() { |
Hiroshi Yamauchi | dc412b6 | 2015-10-15 12:26:57 -0700 | [diff] [blame] | 813 | return ThreadOffsetFromTlsPtr<pointer_size>(OFFSETOF_MEMBER(tls_ptr_sized_values, |
| 814 | thread_local_alloc_stack_end)); |
| 815 | } |
| 816 | |
Ian Rogers | 932746a | 2011-09-22 18:57:50 -0700 | [diff] [blame] | 817 | // Size of stack less any space reserved for stack overflow |
jeffhao | d752132 | 2012-11-21 15:38:24 -0800 | [diff] [blame] | 818 | size_t GetStackSize() const { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 819 | return tlsPtr_.stack_size - (tlsPtr_.stack_end - tlsPtr_.stack_begin); |
Ian Rogers | 932746a | 2011-09-22 18:57:50 -0700 | [diff] [blame] | 820 | } |
| 821 | |
Andreas Gampe | 639b2b1 | 2019-01-08 10:32:50 -0800 | [diff] [blame^] | 822 | ALWAYS_INLINE uint8_t* GetStackEndForInterpreter(bool implicit_overflow_check) const; |
Nicolas Geoffray | 535a3fb | 2014-07-22 15:17:38 +0100 | [diff] [blame] | 823 | |
Ian Rogers | 1373595 | 2014-10-08 12:43:28 -0700 | [diff] [blame] | 824 | uint8_t* GetStackEnd() const { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 825 | return tlsPtr_.stack_end; |
jeffhao | d752132 | 2012-11-21 15:38:24 -0800 | [diff] [blame] | 826 | } |
| 827 | |
Ian Rogers | 932746a | 2011-09-22 18:57:50 -0700 | [diff] [blame] | 828 | // Set the stack end to that to be used during a stack overflow |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 829 | void SetStackEndForStackOverflow() REQUIRES_SHARED(Locks::mutator_lock_); |
Ian Rogers | 932746a | 2011-09-22 18:57:50 -0700 | [diff] [blame] | 830 | |
| 831 | // Set the stack end to that to be used during regular execution |
Andreas Gampe | 639b2b1 | 2019-01-08 10:32:50 -0800 | [diff] [blame^] | 832 | ALWAYS_INLINE void ResetDefaultStackEnd(); |
Ian Rogers | 932746a | 2011-09-22 18:57:50 -0700 | [diff] [blame] | 833 | |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 834 | bool IsHandlingStackOverflow() const { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 835 | return tlsPtr_.stack_end == tlsPtr_.stack_begin; |
Ian Rogers | 120f1c7 | 2012-09-28 17:17:10 -0700 | [diff] [blame] | 836 | } |
| 837 | |
Andreas Gampe | 542451c | 2016-07-26 09:02:02 -0700 | [diff] [blame] | 838 | template<PointerSize pointer_size> |
David Srbecky | 56de89a | 2018-10-01 15:32:20 +0100 | [diff] [blame] | 839 | static constexpr ThreadOffset<pointer_size> StackEndOffset() { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 840 | return ThreadOffsetFromTlsPtr<pointer_size>( |
| 841 | OFFSETOF_MEMBER(tls_ptr_sized_values, stack_end)); |
Elliott Hughes | be759c6 | 2011-09-08 19:38:21 -0700 | [diff] [blame] | 842 | } |
| 843 | |
Andreas Gampe | 542451c | 2016-07-26 09:02:02 -0700 | [diff] [blame] | 844 | template<PointerSize pointer_size> |
David Srbecky | 56de89a | 2018-10-01 15:32:20 +0100 | [diff] [blame] | 845 | static constexpr ThreadOffset<pointer_size> JniEnvOffset() { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 846 | return ThreadOffsetFromTlsPtr<pointer_size>( |
| 847 | OFFSETOF_MEMBER(tls_ptr_sized_values, jni_env)); |
Elliott Hughes | be759c6 | 2011-09-08 19:38:21 -0700 | [diff] [blame] | 848 | } |
| 849 | |
Andreas Gampe | 542451c | 2016-07-26 09:02:02 -0700 | [diff] [blame] | 850 | template<PointerSize pointer_size> |
David Srbecky | 56de89a | 2018-10-01 15:32:20 +0100 | [diff] [blame] | 851 | static constexpr ThreadOffset<pointer_size> TopOfManagedStackOffset() { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 852 | return ThreadOffsetFromTlsPtr<pointer_size>( |
| 853 | OFFSETOF_MEMBER(tls_ptr_sized_values, managed_stack) + |
Vladimir Marko | 2196c65 | 2017-11-30 16:16:07 +0000 | [diff] [blame] | 854 | ManagedStack::TaggedTopQuickFrameOffset()); |
Elliott Hughes | be759c6 | 2011-09-08 19:38:21 -0700 | [diff] [blame] | 855 | } |
| 856 | |
Ian Rogers | 0399dde | 2012-06-06 17:09:28 -0700 | [diff] [blame] | 857 | const ManagedStack* GetManagedStack() const { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 858 | return &tlsPtr_.managed_stack; |
Ian Rogers | 0399dde | 2012-06-06 17:09:28 -0700 | [diff] [blame] | 859 | } |
| 860 | |
| 861 | // Linked list recording fragments of managed stack. |
| 862 | void PushManagedStackFragment(ManagedStack* fragment) { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 863 | tlsPtr_.managed_stack.PushManagedStackFragment(fragment); |
Ian Rogers | 0399dde | 2012-06-06 17:09:28 -0700 | [diff] [blame] | 864 | } |
| 865 | void PopManagedStackFragment(const ManagedStack& fragment) { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 866 | tlsPtr_.managed_stack.PopManagedStackFragment(fragment); |
Ian Rogers | 0399dde | 2012-06-06 17:09:28 -0700 | [diff] [blame] | 867 | } |
| 868 | |
Andreas Gampe | 513061a | 2017-06-01 09:17:34 -0700 | [diff] [blame] | 869 | ALWAYS_INLINE ShadowFrame* PushShadowFrame(ShadowFrame* new_top_frame); |
| 870 | ALWAYS_INLINE ShadowFrame* PopShadowFrame(); |
Logan Chien | f7ad17e | 2012-03-15 03:10:03 +0800 | [diff] [blame] | 871 | |
Andreas Gampe | 542451c | 2016-07-26 09:02:02 -0700 | [diff] [blame] | 872 | template<PointerSize pointer_size> |
David Srbecky | 56de89a | 2018-10-01 15:32:20 +0100 | [diff] [blame] | 873 | static constexpr ThreadOffset<pointer_size> TopShadowFrameOffset() { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 874 | return ThreadOffsetFromTlsPtr<pointer_size>( |
| 875 | OFFSETOF_MEMBER(tls_ptr_sized_values, managed_stack) + |
| 876 | ManagedStack::TopShadowFrameOffset()); |
TDYa127 | d668a06 | 2012-04-13 12:36:57 -0700 | [diff] [blame] | 877 | } |
| 878 | |
Ian Rogers | 0399dde | 2012-06-06 17:09:28 -0700 | [diff] [blame] | 879 | // Is the given obj in this thread's stack indirect reference table? |
Mathieu Chartier | eb8167a | 2014-05-07 15:43:14 -0700 | [diff] [blame] | 880 | bool HandleScopeContains(jobject obj) const; |
Ian Rogers | 0399dde | 2012-06-06 17:09:28 -0700 | [diff] [blame] | 881 | |
Hans Boehm | 0882af2 | 2017-08-31 15:21:57 -0700 | [diff] [blame] | 882 | void HandleScopeVisitRoots(RootVisitor* visitor, pid_t thread_id) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 883 | REQUIRES_SHARED(Locks::mutator_lock_); |
Ian Rogers | 0399dde | 2012-06-06 17:09:28 -0700 | [diff] [blame] | 884 | |
Mathieu Chartier | e8a3c57 | 2016-10-11 16:52:17 -0700 | [diff] [blame] | 885 | BaseHandleScope* GetTopHandleScope() { |
Mathieu Chartier | eb8167a | 2014-05-07 15:43:14 -0700 | [diff] [blame] | 886 | return tlsPtr_.top_handle_scope; |
Ian Rogers | 1f53934 | 2012-10-03 21:09:42 -0700 | [diff] [blame] | 887 | } |
| 888 | |
Mathieu Chartier | e8a3c57 | 2016-10-11 16:52:17 -0700 | [diff] [blame] | 889 | void PushHandleScope(BaseHandleScope* handle_scope) { |
Ian Rogers | 59c0706 | 2014-10-10 13:03:39 -0700 | [diff] [blame] | 890 | DCHECK_EQ(handle_scope->GetLink(), tlsPtr_.top_handle_scope); |
Mathieu Chartier | eb8167a | 2014-05-07 15:43:14 -0700 | [diff] [blame] | 891 | tlsPtr_.top_handle_scope = handle_scope; |
| 892 | } |
| 893 | |
Mathieu Chartier | e8a3c57 | 2016-10-11 16:52:17 -0700 | [diff] [blame] | 894 | BaseHandleScope* PopHandleScope() { |
| 895 | BaseHandleScope* handle_scope = tlsPtr_.top_handle_scope; |
Mathieu Chartier | eb8167a | 2014-05-07 15:43:14 -0700 | [diff] [blame] | 896 | DCHECK(handle_scope != nullptr); |
| 897 | tlsPtr_.top_handle_scope = tlsPtr_.top_handle_scope->GetLink(); |
| 898 | return handle_scope; |
Ian Rogers | 1f53934 | 2012-10-03 21:09:42 -0700 | [diff] [blame] | 899 | } |
Brian Carlstrom | 40381fb | 2011-10-19 14:13:40 -0700 | [diff] [blame] | 900 | |
Andreas Gampe | 542451c | 2016-07-26 09:02:02 -0700 | [diff] [blame] | 901 | template<PointerSize pointer_size> |
David Srbecky | 56de89a | 2018-10-01 15:32:20 +0100 | [diff] [blame] | 902 | static constexpr ThreadOffset<pointer_size> TopHandleScopeOffset() { |
Mathieu Chartier | eb8167a | 2014-05-07 15:43:14 -0700 | [diff] [blame] | 903 | return ThreadOffsetFromTlsPtr<pointer_size>(OFFSETOF_MEMBER(tls_ptr_sized_values, |
| 904 | top_handle_scope)); |
Elliott Hughes | be759c6 | 2011-09-08 19:38:21 -0700 | [diff] [blame] | 905 | } |
| 906 | |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 907 | DebugInvokeReq* GetInvokeReq() const { |
| 908 | return tlsPtr_.debug_invoke_req; |
Elliott Hughes | 475fc23 | 2011-10-25 15:00:35 -0700 | [diff] [blame] | 909 | } |
| 910 | |
Sebastien Hertz | 61b7f1b | 2013-11-15 15:59:30 +0100 | [diff] [blame] | 911 | SingleStepControl* GetSingleStepControl() const { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 912 | return tlsPtr_.single_step_control; |
Sebastien Hertz | 61b7f1b | 2013-11-15 15:59:30 +0100 | [diff] [blame] | 913 | } |
| 914 | |
Sebastien Hertz | 1558b57 | 2015-02-25 15:05:59 +0100 | [diff] [blame] | 915 | // Indicates whether this thread is ready to invoke a method for debugging. This |
| 916 | // is only true if the thread has been suspended by a debug event. |
| 917 | bool IsReadyForDebugInvoke() const { |
| 918 | return tls32_.ready_for_debug_invoke; |
| 919 | } |
| 920 | |
| 921 | void SetReadyForDebugInvoke(bool ready) { |
| 922 | tls32_.ready_for_debug_invoke = ready; |
| 923 | } |
| 924 | |
Sebastien Hertz | 9d6bf69 | 2015-04-10 12:12:33 +0200 | [diff] [blame] | 925 | bool IsDebugMethodEntry() const { |
| 926 | return tls32_.debug_method_entry_; |
| 927 | } |
| 928 | |
| 929 | void SetDebugMethodEntry() { |
| 930 | tls32_.debug_method_entry_ = true; |
| 931 | } |
| 932 | |
| 933 | void ClearDebugMethodEntry() { |
| 934 | tls32_.debug_method_entry_ = false; |
| 935 | } |
| 936 | |
Hiroshi Yamauchi | 0037082 | 2015-08-18 14:47:25 -0700 | [diff] [blame] | 937 | bool GetIsGcMarking() const { |
| 938 | CHECK(kUseReadBarrier); |
| 939 | return tls32_.is_gc_marking; |
| 940 | } |
| 941 | |
Mathieu Chartier | fe814e8 | 2016-11-09 14:32:49 -0800 | [diff] [blame] | 942 | void SetIsGcMarkingAndUpdateEntrypoints(bool is_marking); |
Hiroshi Yamauchi | 0037082 | 2015-08-18 14:47:25 -0700 | [diff] [blame] | 943 | |
Hiroshi Yamauchi | 0b71357 | 2015-06-16 18:29:23 -0700 | [diff] [blame] | 944 | bool GetWeakRefAccessEnabled() const { |
| 945 | CHECK(kUseReadBarrier); |
| 946 | return tls32_.weak_ref_access_enabled; |
| 947 | } |
| 948 | |
| 949 | void SetWeakRefAccessEnabled(bool enabled) { |
| 950 | CHECK(kUseReadBarrier); |
| 951 | tls32_.weak_ref_access_enabled = enabled; |
| 952 | } |
| 953 | |
Hiroshi Yamauchi | 20a0be0 | 2016-02-19 15:44:06 -0800 | [diff] [blame] | 954 | uint32_t GetDisableThreadFlipCount() const { |
| 955 | CHECK(kUseReadBarrier); |
| 956 | return tls32_.disable_thread_flip_count; |
| 957 | } |
| 958 | |
| 959 | void IncrementDisableThreadFlipCount() { |
| 960 | CHECK(kUseReadBarrier); |
| 961 | ++tls32_.disable_thread_flip_count; |
| 962 | } |
| 963 | |
| 964 | void DecrementDisableThreadFlipCount() { |
| 965 | CHECK(kUseReadBarrier); |
| 966 | DCHECK_GT(tls32_.disable_thread_flip_count, 0U); |
| 967 | --tls32_.disable_thread_flip_count; |
| 968 | } |
| 969 | |
Alex Light | 185a461 | 2018-10-04 15:54:25 -0700 | [diff] [blame] | 970 | // Returns true if the thread is a runtime thread (eg from a ThreadPool). |
Alex Light | e9f6103 | 2018-09-24 16:04:51 -0700 | [diff] [blame] | 971 | bool IsRuntimeThread() const { |
| 972 | return is_runtime_thread_; |
Calin Juravle | ccd5695 | 2016-12-15 17:57:38 +0000 | [diff] [blame] | 973 | } |
| 974 | |
Alex Light | e9f6103 | 2018-09-24 16:04:51 -0700 | [diff] [blame] | 975 | void SetIsRuntimeThread(bool is_runtime_thread) { |
| 976 | is_runtime_thread_ = is_runtime_thread; |
Calin Juravle | ccd5695 | 2016-12-15 17:57:38 +0000 | [diff] [blame] | 977 | } |
| 978 | |
Alex Light | e9f6103 | 2018-09-24 16:04:51 -0700 | [diff] [blame] | 979 | // Returns true if the thread is allowed to load java classes. |
| 980 | bool CanLoadClasses() const; |
| 981 | |
Sebastien Hertz | 597c4f0 | 2015-01-26 17:37:14 +0100 | [diff] [blame] | 982 | // Activates single step control for debugging. The thread takes the |
| 983 | // ownership of the given SingleStepControl*. It is deleted by a call |
| 984 | // to DeactivateSingleStepControl or upon thread destruction. |
| 985 | void ActivateSingleStepControl(SingleStepControl* ssc); |
| 986 | |
| 987 | // Deactivates single step control for debugging. |
| 988 | void DeactivateSingleStepControl(); |
| 989 | |
Sebastien Hertz | 1558b57 | 2015-02-25 15:05:59 +0100 | [diff] [blame] | 990 | // Sets debug invoke request for debugging. When the thread is resumed, |
Sebastien Hertz | cbc5064 | 2015-06-01 17:33:12 +0200 | [diff] [blame] | 991 | // it executes the method described by this request then sends the reply |
| 992 | // before suspending itself. The thread takes the ownership of the given |
| 993 | // DebugInvokeReq*. It is deleted by a call to ClearDebugInvokeReq. |
Sebastien Hertz | 1558b57 | 2015-02-25 15:05:59 +0100 | [diff] [blame] | 994 | void SetDebugInvokeReq(DebugInvokeReq* req); |
| 995 | |
| 996 | // Clears debug invoke request for debugging. When the thread completes |
Sebastien Hertz | cbc5064 | 2015-06-01 17:33:12 +0200 | [diff] [blame] | 997 | // method invocation, it deletes its debug invoke request and suspends |
| 998 | // itself. |
Sebastien Hertz | 1558b57 | 2015-02-25 15:05:59 +0100 | [diff] [blame] | 999 | void ClearDebugInvokeReq(); |
Sebastien Hertz | 597c4f0 | 2015-01-26 17:37:14 +0100 | [diff] [blame] | 1000 | |
Sebastien Hertz | fd3077e | 2014-04-23 10:32:43 +0200 | [diff] [blame] | 1001 | // Returns the fake exception used to activate deoptimization. |
| 1002 | static mirror::Throwable* GetDeoptimizationException() { |
Mathieu Chartier | 0795f23 | 2016-09-27 18:43:30 -0700 | [diff] [blame] | 1003 | // Note that the mirror::Throwable must be aligned to kObjectAlignment or else it cannot be |
| 1004 | // represented by ObjPtr. |
| 1005 | return reinterpret_cast<mirror::Throwable*>(0x100); |
Sebastien Hertz | fd3077e | 2014-04-23 10:32:43 +0200 | [diff] [blame] | 1006 | } |
| 1007 | |
Mingyao Yang | 1f2d3ba | 2015-05-18 12:12:50 -0700 | [diff] [blame] | 1008 | // Currently deoptimization invokes verifier which can trigger class loading |
| 1009 | // and execute Java code, so there might be nested deoptimizations happening. |
| 1010 | // We need to save the ongoing deoptimization shadow frames and return |
| 1011 | // values on stacks. |
Nicolas Geoffray | 73be1e8 | 2015-09-17 15:22:56 +0100 | [diff] [blame] | 1012 | // 'from_code' denotes whether the deoptimization was explicitly made from |
| 1013 | // compiled code. |
Mingyao Yang | 2ee1790 | 2017-08-30 11:37:08 -0700 | [diff] [blame] | 1014 | // 'method_type' contains info on whether deoptimization should advance |
| 1015 | // dex_pc. |
Nicolas Geoffray | 73be1e8 | 2015-09-17 15:22:56 +0100 | [diff] [blame] | 1016 | void PushDeoptimizationContext(const JValue& return_value, |
| 1017 | bool is_reference, |
Mingyao Yang | 2ee1790 | 2017-08-30 11:37:08 -0700 | [diff] [blame] | 1018 | ObjPtr<mirror::Throwable> exception, |
Nicolas Geoffray | 73be1e8 | 2015-09-17 15:22:56 +0100 | [diff] [blame] | 1019 | bool from_code, |
Mingyao Yang | 2ee1790 | 2017-08-30 11:37:08 -0700 | [diff] [blame] | 1020 | DeoptimizationMethodType method_type) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 1021 | REQUIRES_SHARED(Locks::mutator_lock_); |
Mathieu Chartier | f5769e1 | 2017-01-10 15:54:41 -0800 | [diff] [blame] | 1022 | void PopDeoptimizationContext(JValue* result, |
| 1023 | ObjPtr<mirror::Throwable>* exception, |
Mingyao Yang | 2ee1790 | 2017-08-30 11:37:08 -0700 | [diff] [blame] | 1024 | bool* from_code, |
| 1025 | DeoptimizationMethodType* method_type) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 1026 | REQUIRES_SHARED(Locks::mutator_lock_); |
Sebastien Hertz | 0747466 | 2015-08-25 15:12:33 +0000 | [diff] [blame] | 1027 | void AssertHasDeoptimizationContext() |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 1028 | REQUIRES_SHARED(Locks::mutator_lock_); |
Mingyao Yang | 1f2d3ba | 2015-05-18 12:12:50 -0700 | [diff] [blame] | 1029 | void PushStackedShadowFrame(ShadowFrame* sf, StackedShadowFrameType type); |
Andreas Gampe | 639bdd1 | 2015-06-03 11:22:45 -0700 | [diff] [blame] | 1030 | ShadowFrame* PopStackedShadowFrame(StackedShadowFrameType type, bool must_be_present = true); |
Andreas Gampe | 2a0d4ec | 2014-06-02 22:05:22 -0700 | [diff] [blame] | 1031 | |
Mingyao Yang | 99170c6 | 2015-07-06 11:10:37 -0700 | [diff] [blame] | 1032 | // For debugger, find the shadow frame that corresponds to a frame id. |
| 1033 | // Or return null if there is none. |
| 1034 | ShadowFrame* FindDebuggerShadowFrame(size_t frame_id) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 1035 | REQUIRES_SHARED(Locks::mutator_lock_); |
Mingyao Yang | 99170c6 | 2015-07-06 11:10:37 -0700 | [diff] [blame] | 1036 | // For debugger, find the bool array that keeps track of the updated vreg set |
| 1037 | // for a frame id. |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 1038 | bool* GetUpdatedVRegFlags(size_t frame_id) REQUIRES_SHARED(Locks::mutator_lock_); |
Mingyao Yang | 99170c6 | 2015-07-06 11:10:37 -0700 | [diff] [blame] | 1039 | // For debugger, find the shadow frame that corresponds to a frame id. If |
| 1040 | // one doesn't exist yet, create one and track it in frame_id_to_shadow_frame. |
| 1041 | ShadowFrame* FindOrCreateDebuggerShadowFrame(size_t frame_id, |
| 1042 | uint32_t num_vregs, |
| 1043 | ArtMethod* method, |
| 1044 | uint32_t dex_pc) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 1045 | REQUIRES_SHARED(Locks::mutator_lock_); |
Mingyao Yang | 99170c6 | 2015-07-06 11:10:37 -0700 | [diff] [blame] | 1046 | |
| 1047 | // Delete the entry that maps from frame_id to shadow_frame. |
| 1048 | void RemoveDebuggerShadowFrameMapping(size_t frame_id) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 1049 | REQUIRES_SHARED(Locks::mutator_lock_); |
Mingyao Yang | 99170c6 | 2015-07-06 11:10:37 -0700 | [diff] [blame] | 1050 | |
Ian Rogers | 62d6c77 | 2013-02-27 08:32:07 -0800 | [diff] [blame] | 1051 | std::deque<instrumentation::InstrumentationStackFrame>* GetInstrumentationStack() { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1052 | return tlsPtr_.instrumentation_stack; |
jeffhao | e343b76 | 2011-12-05 16:36:44 -0800 | [diff] [blame] | 1053 | } |
| 1054 | |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 1055 | std::vector<ArtMethod*>* GetStackTraceSample() const { |
Andreas Gampe | 2c19f5b | 2016-11-28 08:10:18 -0800 | [diff] [blame] | 1056 | DCHECK(!IsAotCompiler()); |
Nicolas Geoffray | 340dafa | 2016-11-18 16:03:10 +0000 | [diff] [blame] | 1057 | return tlsPtr_.deps_or_stack_trace_sample.stack_trace_sample; |
Jeff Hao | 5ce4b17 | 2013-08-16 16:27:18 -0700 | [diff] [blame] | 1058 | } |
| 1059 | |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 1060 | void SetStackTraceSample(std::vector<ArtMethod*>* sample) { |
Andreas Gampe | 2c19f5b | 2016-11-28 08:10:18 -0800 | [diff] [blame] | 1061 | DCHECK(!IsAotCompiler()); |
Nicolas Geoffray | 340dafa | 2016-11-18 16:03:10 +0000 | [diff] [blame] | 1062 | tlsPtr_.deps_or_stack_trace_sample.stack_trace_sample = sample; |
| 1063 | } |
| 1064 | |
| 1065 | verifier::VerifierDeps* GetVerifierDeps() const { |
Andreas Gampe | 2c19f5b | 2016-11-28 08:10:18 -0800 | [diff] [blame] | 1066 | DCHECK(IsAotCompiler()); |
Nicolas Geoffray | 340dafa | 2016-11-18 16:03:10 +0000 | [diff] [blame] | 1067 | return tlsPtr_.deps_or_stack_trace_sample.verifier_deps; |
| 1068 | } |
| 1069 | |
| 1070 | // It is the responsability of the caller to make sure the verifier_deps |
| 1071 | // entry in the thread is cleared before destruction of the actual VerifierDeps |
| 1072 | // object, or the thread. |
| 1073 | void SetVerifierDeps(verifier::VerifierDeps* verifier_deps) { |
Andreas Gampe | 2c19f5b | 2016-11-28 08:10:18 -0800 | [diff] [blame] | 1074 | DCHECK(IsAotCompiler()); |
Nicolas Geoffray | e424c93 | 2016-11-23 12:52:01 +0000 | [diff] [blame] | 1075 | DCHECK(verifier_deps == nullptr || tlsPtr_.deps_or_stack_trace_sample.verifier_deps == nullptr); |
Nicolas Geoffray | 340dafa | 2016-11-18 16:03:10 +0000 | [diff] [blame] | 1076 | tlsPtr_.deps_or_stack_trace_sample.verifier_deps = verifier_deps; |
Jeff Hao | 5ce4b17 | 2013-08-16 16:27:18 -0700 | [diff] [blame] | 1077 | } |
| 1078 | |
| 1079 | uint64_t GetTraceClockBase() const { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1080 | return tls64_.trace_clock_base; |
Jeff Hao | 5ce4b17 | 2013-08-16 16:27:18 -0700 | [diff] [blame] | 1081 | } |
| 1082 | |
| 1083 | void SetTraceClockBase(uint64_t clock_base) { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1084 | tls64_.trace_clock_base = clock_base; |
Jeff Hao | 5ce4b17 | 2013-08-16 16:27:18 -0700 | [diff] [blame] | 1085 | } |
| 1086 | |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 1087 | BaseMutex* GetHeldMutex(LockLevel level) const { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1088 | return tlsPtr_.held_mutexes[level]; |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 1089 | } |
| 1090 | |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 1091 | void SetHeldMutex(LockLevel level, BaseMutex* mutex) { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1092 | tlsPtr_.held_mutexes[level] = mutex; |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 1093 | } |
Elliott Hughes | ffb465f | 2012-03-01 18:46:05 -0800 | [diff] [blame] | 1094 | |
Yu Li | eac4424 | 2015-06-29 10:50:03 +0800 | [diff] [blame] | 1095 | void ClearSuspendBarrier(AtomicInteger* target) |
Mathieu Chartier | 9044347 | 2015-07-16 20:32:27 -0700 | [diff] [blame] | 1096 | REQUIRES(Locks::thread_suspend_count_lock_); |
Yu Li | eac4424 | 2015-06-29 10:50:03 +0800 | [diff] [blame] | 1097 | |
Mathieu Chartier | 858f1c5 | 2012-10-17 17:45:55 -0700 | [diff] [blame] | 1098 | bool ReadFlag(ThreadFlag flag) const { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1099 | return (tls32_.state_and_flags.as_struct.flags & flag) != 0; |
Mathieu Chartier | 858f1c5 | 2012-10-17 17:45:55 -0700 | [diff] [blame] | 1100 | } |
| 1101 | |
Jeff Hao | 9cec247 | 2013-05-14 18:17:06 -0700 | [diff] [blame] | 1102 | bool TestAllFlags() const { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1103 | return (tls32_.state_and_flags.as_struct.flags != 0); |
Jeff Hao | 9cec247 | 2013-05-14 18:17:06 -0700 | [diff] [blame] | 1104 | } |
| 1105 | |
Ian Rogers | 8c1b5f7 | 2014-07-09 22:02:36 -0700 | [diff] [blame] | 1106 | void AtomicSetFlag(ThreadFlag flag) { |
Orion Hodson | 88591fe | 2018-03-06 13:35:43 +0000 | [diff] [blame] | 1107 | tls32_.state_and_flags.as_atomic_int.fetch_or(flag, std::memory_order_seq_cst); |
Ian Rogers | 8c1b5f7 | 2014-07-09 22:02:36 -0700 | [diff] [blame] | 1108 | } |
Mathieu Chartier | 858f1c5 | 2012-10-17 17:45:55 -0700 | [diff] [blame] | 1109 | |
Ian Rogers | 8c1b5f7 | 2014-07-09 22:02:36 -0700 | [diff] [blame] | 1110 | void AtomicClearFlag(ThreadFlag flag) { |
Orion Hodson | 88591fe | 2018-03-06 13:35:43 +0000 | [diff] [blame] | 1111 | tls32_.state_and_flags.as_atomic_int.fetch_and(-1 ^ flag, std::memory_order_seq_cst); |
Ian Rogers | 8c1b5f7 | 2014-07-09 22:02:36 -0700 | [diff] [blame] | 1112 | } |
Mathieu Chartier | 858f1c5 | 2012-10-17 17:45:55 -0700 | [diff] [blame] | 1113 | |
David Srbecky | 28f6cff | 2018-10-16 15:07:28 +0100 | [diff] [blame] | 1114 | bool UseMterp() const { |
| 1115 | return tls32_.use_mterp.load(); |
| 1116 | } |
| 1117 | |
Mathieu Chartier | 5ace201 | 2016-11-30 10:15:41 -0800 | [diff] [blame] | 1118 | void ResetQuickAllocEntryPointsForThread(bool is_marking); |
Hiroshi Yamauchi | 3b4c189 | 2013-09-12 21:33:12 -0700 | [diff] [blame] | 1119 | |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1120 | // Returns the remaining space in the TLAB. |
Mathieu Chartier | 6bc7774 | 2017-04-18 17:46:23 -0700 | [diff] [blame] | 1121 | size_t TlabSize() const { |
| 1122 | return tlsPtr_.thread_local_end - tlsPtr_.thread_local_pos; |
| 1123 | } |
| 1124 | |
| 1125 | // Returns the remaining space in the TLAB if we were to expand it to maximum capacity. |
| 1126 | size_t TlabRemainingCapacity() const { |
| 1127 | return tlsPtr_.thread_local_limit - tlsPtr_.thread_local_pos; |
| 1128 | } |
| 1129 | |
| 1130 | // Expand the TLAB by a fixed number of bytes. There must be enough capacity to do so. |
| 1131 | void ExpandTlab(size_t bytes) { |
| 1132 | tlsPtr_.thread_local_end += bytes; |
| 1133 | DCHECK_LE(tlsPtr_.thread_local_end, tlsPtr_.thread_local_limit); |
| 1134 | } |
| 1135 | |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1136 | // Doesn't check that there is room. |
| 1137 | mirror::Object* AllocTlab(size_t bytes); |
Mathieu Chartier | 6bc7774 | 2017-04-18 17:46:23 -0700 | [diff] [blame] | 1138 | void SetTlab(uint8_t* start, uint8_t* end, uint8_t* limit); |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1139 | bool HasTlab() const; |
Hiroshi Yamauchi | 2cd334a | 2015-01-09 14:03:35 -0800 | [diff] [blame] | 1140 | uint8_t* GetTlabStart() { |
| 1141 | return tlsPtr_.thread_local_start; |
| 1142 | } |
| 1143 | uint8_t* GetTlabPos() { |
| 1144 | return tlsPtr_.thread_local_pos; |
| 1145 | } |
Elliott Hughes | 5d96a71 | 2012-06-28 12:24:27 -0700 | [diff] [blame] | 1146 | |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1147 | // Remove the suspend trigger for this thread by making the suspend_trigger_ TLS value |
| 1148 | // equal to a valid pointer. |
| 1149 | // TODO: does this need to atomic? I don't think so. |
| 1150 | void RemoveSuspendTrigger() { |
| 1151 | tlsPtr_.suspend_trigger = reinterpret_cast<uintptr_t*>(&tlsPtr_.suspend_trigger); |
| 1152 | } |
| 1153 | |
| 1154 | // Trigger a suspend check by making the suspend_trigger_ TLS value an invalid pointer. |
| 1155 | // The next time a suspend check is done, it will load from the value at this address |
| 1156 | // and trigger a SIGSEGV. |
| 1157 | void TriggerSuspend() { |
| 1158 | tlsPtr_.suspend_trigger = nullptr; |
| 1159 | } |
| 1160 | |
| 1161 | |
| 1162 | // Push an object onto the allocation stack. |
Mathieu Chartier | cb535da | 2015-01-23 13:50:03 -0800 | [diff] [blame] | 1163 | bool PushOnThreadLocalAllocationStack(mirror::Object* obj) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 1164 | REQUIRES_SHARED(Locks::mutator_lock_); |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1165 | |
| 1166 | // Set the thread local allocation pointers to the given pointers. |
Mathieu Chartier | cb535da | 2015-01-23 13:50:03 -0800 | [diff] [blame] | 1167 | void SetThreadLocalAllocationStack(StackReference<mirror::Object>* start, |
| 1168 | StackReference<mirror::Object>* end); |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1169 | |
| 1170 | // Resets the thread local allocation pointers. |
| 1171 | void RevokeThreadLocalAllocationStack(); |
| 1172 | |
| 1173 | size_t GetThreadLocalBytesAllocated() const { |
Mathieu Chartier | 14cc9be | 2014-07-11 10:26:37 -0700 | [diff] [blame] | 1174 | return tlsPtr_.thread_local_end - tlsPtr_.thread_local_start; |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1175 | } |
| 1176 | |
| 1177 | size_t GetThreadLocalObjectsAllocated() const { |
| 1178 | return tlsPtr_.thread_local_objects; |
| 1179 | } |
| 1180 | |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1181 | void* GetRosAllocRun(size_t index) const { |
| 1182 | return tlsPtr_.rosalloc_runs[index]; |
| 1183 | } |
| 1184 | |
| 1185 | void SetRosAllocRun(size_t index, void* run) { |
| 1186 | tlsPtr_.rosalloc_runs[index] = run; |
| 1187 | } |
| 1188 | |
Andreas Gampe | 2c2d2a0 | 2016-03-17 21:27:19 -0700 | [diff] [blame] | 1189 | bool ProtectStack(bool fatal_on_error = true); |
Dave Allison | 648d711 | 2014-07-25 16:15:27 -0700 | [diff] [blame] | 1190 | bool UnprotectStack(); |
| 1191 | |
buzbee | 1452bee | 2015-03-06 14:43:04 -0800 | [diff] [blame] | 1192 | void SetMterpCurrentIBase(void* ibase) { |
| 1193 | tlsPtr_.mterp_current_ibase = ibase; |
| 1194 | } |
| 1195 | |
buzbee | 1452bee | 2015-03-06 14:43:04 -0800 | [diff] [blame] | 1196 | const void* GetMterpCurrentIBase() const { |
| 1197 | return tlsPtr_.mterp_current_ibase; |
| 1198 | } |
| 1199 | |
Josh Gao | efd20cb | 2017-02-28 16:53:59 -0800 | [diff] [blame] | 1200 | bool HandlingSignal() const { |
| 1201 | return tls32_.handling_signal_; |
Dave Allison | 648d711 | 2014-07-25 16:15:27 -0700 | [diff] [blame] | 1202 | } |
| 1203 | |
Josh Gao | efd20cb | 2017-02-28 16:53:59 -0800 | [diff] [blame] | 1204 | void SetHandlingSignal(bool handling_signal) { |
| 1205 | tls32_.handling_signal_ = handling_signal; |
Dave Allison | 8ce6b90 | 2014-08-26 11:07:58 -0700 | [diff] [blame] | 1206 | } |
| 1207 | |
Hiroshi Yamauchi | ee23582 | 2016-08-19 17:03:27 -0700 | [diff] [blame] | 1208 | bool IsTransitioningToRunnable() const { |
| 1209 | return tls32_.is_transitioning_to_runnable; |
| 1210 | } |
| 1211 | |
| 1212 | void SetIsTransitioningToRunnable(bool value) { |
| 1213 | tls32_.is_transitioning_to_runnable = value; |
Hiroshi Yamauchi | 2cd334a | 2015-01-09 14:03:35 -0800 | [diff] [blame] | 1214 | } |
| 1215 | |
Mathieu Chartier | d0ad2ee | 2015-03-31 14:59:59 -0700 | [diff] [blame] | 1216 | void PushVerifier(verifier::MethodVerifier* verifier); |
| 1217 | void PopVerifier(verifier::MethodVerifier* verifier); |
Mathieu Chartier | 12d625f | 2015-03-13 11:33:37 -0700 | [diff] [blame] | 1218 | |
Jeff Hao | 848f70a | 2014-01-15 13:49:50 -0800 | [diff] [blame] | 1219 | void InitStringEntryPoints(); |
| 1220 | |
Mathieu Chartier | dfe02f6 | 2016-02-01 20:15:11 -0800 | [diff] [blame] | 1221 | void ModifyDebugDisallowReadBarrier(int8_t delta) { |
| 1222 | debug_disallow_read_barrier_ += delta; |
| 1223 | } |
| 1224 | |
| 1225 | uint8_t GetDebugDisallowReadBarrierCount() const { |
| 1226 | return debug_disallow_read_barrier_; |
| 1227 | } |
| 1228 | |
Alex Light | 184f075 | 2018-07-13 11:18:22 -0700 | [diff] [blame] | 1229 | // Gets the current TLSData associated with the key or nullptr if there isn't any. Note that users |
| 1230 | // do not gain ownership of TLSData and must synchronize with SetCustomTls themselves to prevent |
| 1231 | // it from being deleted. |
| 1232 | TLSData* GetCustomTLS(const char* key) REQUIRES(!Locks::custom_tls_lock_); |
Andreas Gampe | f26bf2d | 2017-01-13 16:47:14 -0800 | [diff] [blame] | 1233 | |
Alex Light | 184f075 | 2018-07-13 11:18:22 -0700 | [diff] [blame] | 1234 | // Sets the tls entry at 'key' to data. The thread takes ownership of the TLSData. The destructor |
| 1235 | // will be run when the thread exits or when SetCustomTLS is called again with the same key. |
| 1236 | void SetCustomTLS(const char* key, TLSData* data) REQUIRES(!Locks::custom_tls_lock_); |
Andreas Gampe | f26bf2d | 2017-01-13 16:47:14 -0800 | [diff] [blame] | 1237 | |
Calin Juravle | 97cbc92 | 2016-04-15 16:16:35 +0100 | [diff] [blame] | 1238 | // Returns true if the current thread is the jit sensitive thread. |
| 1239 | bool IsJitSensitiveThread() const { |
| 1240 | return this == jit_sensitive_thread_; |
| 1241 | } |
| 1242 | |
| 1243 | // Returns true if StrictMode events are traced for the current thread. |
Calin Juravle | b2771b4 | 2016-04-07 17:09:25 +0100 | [diff] [blame] | 1244 | static bool IsSensitiveThread() { |
| 1245 | if (is_sensitive_thread_hook_ != nullptr) { |
| 1246 | return (*is_sensitive_thread_hook_)(); |
| 1247 | } |
| 1248 | return false; |
| 1249 | } |
| 1250 | |
Mathieu Chartier | 3768ade | 2017-05-02 14:04:39 -0700 | [diff] [blame] | 1251 | // Set to the read barrier marking entrypoints to be non-null. |
| 1252 | void SetReadBarrierEntrypoints(); |
| 1253 | |
Andreas Gampe | bad529d | 2017-02-13 18:52:10 -0800 | [diff] [blame] | 1254 | static jobject CreateCompileTimePeer(JNIEnv* env, |
| 1255 | const char* name, |
| 1256 | bool as_daemon, |
| 1257 | jobject thread_group) |
| 1258 | REQUIRES_SHARED(Locks::mutator_lock_); |
| 1259 | |
David Srbecky | 912f36c | 2018-09-08 12:22:58 +0100 | [diff] [blame] | 1260 | ALWAYS_INLINE InterpreterCache* GetInterpreterCache() { |
| 1261 | return &interpreter_cache_; |
| 1262 | } |
| 1263 | |
| 1264 | // Clear all thread-local interpreter caches. |
| 1265 | // |
| 1266 | // Since the caches are keyed by memory pointer to dex instructions, this must be |
| 1267 | // called when any dex code is unloaded (before different code gets loaded at the |
| 1268 | // same memory location). |
| 1269 | // |
| 1270 | // If presence of cache entry implies some pre-conditions, this must also be |
| 1271 | // called if the pre-conditions might no longer hold true. |
| 1272 | static void ClearAllInterpreterCaches(); |
| 1273 | |
| 1274 | template<PointerSize pointer_size> |
David Srbecky | 56de89a | 2018-10-01 15:32:20 +0100 | [diff] [blame] | 1275 | static constexpr ThreadOffset<pointer_size> InterpreterCacheOffset() { |
David Srbecky | 912f36c | 2018-09-08 12:22:58 +0100 | [diff] [blame] | 1276 | return ThreadOffset<pointer_size>(OFFSETOF_MEMBER(Thread, interpreter_cache_)); |
| 1277 | } |
| 1278 | |
David Srbecky | 56de89a | 2018-10-01 15:32:20 +0100 | [diff] [blame] | 1279 | static constexpr int InterpreterCacheSizeLog2() { |
David Srbecky | 912f36c | 2018-09-08 12:22:58 +0100 | [diff] [blame] | 1280 | return WhichPowerOf2(InterpreterCache::kSize); |
| 1281 | } |
| 1282 | |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1283 | private: |
Ian Rogers | 52673ff | 2012-06-27 23:25:34 -0700 | [diff] [blame] | 1284 | explicit Thread(bool daemon); |
Mathieu Chartier | 9044347 | 2015-07-16 20:32:27 -0700 | [diff] [blame] | 1285 | ~Thread() REQUIRES(!Locks::mutator_lock_, !Locks::thread_suspend_count_lock_); |
Elliott Hughes | c0f0933 | 2012-03-26 13:27:06 -0700 | [diff] [blame] | 1286 | void Destroy(); |
Carl Shapiro | 0e5d75d | 2011-07-06 18:28:37 -0700 | [diff] [blame] | 1287 | |
David Srbecky | 28f6cff | 2018-10-16 15:07:28 +0100 | [diff] [blame] | 1288 | void NotifyInTheadList() |
| 1289 | REQUIRES_SHARED(Locks::thread_list_lock_); |
| 1290 | |
Andreas Gampe | 732b0ac | 2017-01-18 15:23:39 -0800 | [diff] [blame] | 1291 | // Attaches the calling native thread to the runtime, returning the new native peer. |
| 1292 | // Used to implement JNI AttachCurrentThread and AttachCurrentThreadAsDaemon calls. |
| 1293 | template <typename PeerAction> |
| 1294 | static Thread* Attach(const char* thread_name, |
| 1295 | bool as_daemon, |
| 1296 | PeerAction p); |
| 1297 | |
Ian Rogers | 365c102 | 2012-06-22 15:05:28 -0700 | [diff] [blame] | 1298 | void CreatePeer(const char* name, bool as_daemon, jobject thread_group); |
Elliott Hughes | 5fe594f | 2011-09-08 12:33:17 -0700 | [diff] [blame] | 1299 | |
Sebastien Hertz | d2fe10a | 2014-01-15 10:20:56 +0100 | [diff] [blame] | 1300 | template<bool kTransactionActive> |
Andreas Gampe | bad529d | 2017-02-13 18:52:10 -0800 | [diff] [blame] | 1301 | static void InitPeer(ScopedObjectAccessAlreadyRunnable& soa, |
| 1302 | ObjPtr<mirror::Object> peer, |
| 1303 | jboolean thread_is_daemon, |
| 1304 | jobject thread_group, |
| 1305 | jobject thread_name, |
| 1306 | jint thread_priority) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 1307 | REQUIRES_SHARED(Locks::mutator_lock_); |
Sebastien Hertz | d2fe10a | 2014-01-15 10:20:56 +0100 | [diff] [blame] | 1308 | |
Ian Rogers | 62d6c77 | 2013-02-27 08:32:07 -0800 | [diff] [blame] | 1309 | // Avoid use, callers should use SetState. Used only by SignalCatcher::HandleSigQuit, ~Thread and |
Hiroshi Yamauchi | 98810e3 | 2016-05-24 14:55:40 -0700 | [diff] [blame] | 1310 | // Dbg::ManageDeoptimization. |
Ian Rogers | 474b6da | 2012-09-25 00:20:38 -0700 | [diff] [blame] | 1311 | ThreadState SetStateUnsafe(ThreadState new_state) { |
| 1312 | ThreadState old_state = GetState(); |
Mathieu Chartier | 8ac9c91 | 2015-10-01 15:58:41 -0700 | [diff] [blame] | 1313 | if (old_state == kRunnable && new_state != kRunnable) { |
| 1314 | // Need to run pending checkpoint and suspend barriers. Run checkpoints in runnable state in |
| 1315 | // case they need to use a ScopedObjectAccess. If we are holding the mutator lock and a SOA |
| 1316 | // attempts to TransitionFromSuspendedToRunnable, it results in a deadlock. |
| 1317 | TransitionToSuspendedAndRunCheckpoints(new_state); |
| 1318 | // Since we transitioned to a suspended state, check the pass barrier requests. |
| 1319 | PassActiveSuspendBarriers(); |
| 1320 | } else { |
| 1321 | tls32_.state_and_flags.as_struct.state = new_state; |
Yu Li | eac4424 | 2015-06-29 10:50:03 +0800 | [diff] [blame] | 1322 | } |
Ian Rogers | c747cff | 2012-08-31 18:20:08 -0700 | [diff] [blame] | 1323 | return old_state; |
| 1324 | } |
Ian Rogers | c747cff | 2012-08-31 18:20:08 -0700 | [diff] [blame] | 1325 | |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 1326 | void VerifyStackImpl() REQUIRES_SHARED(Locks::mutator_lock_); |
Ian Rogers | 04d7aa9 | 2013-03-16 14:29:17 -0700 | [diff] [blame] | 1327 | |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 1328 | void DumpState(std::ostream& os) const REQUIRES_SHARED(Locks::mutator_lock_); |
Nicolas Geoffray | a73280d | 2016-02-15 13:05:16 +0000 | [diff] [blame] | 1329 | void DumpStack(std::ostream& os, |
Nicolas Geoffray | 6ee4971 | 2018-03-30 14:39:05 +0000 | [diff] [blame] | 1330 | bool dump_native_stack = true, |
Hiroshi Yamauchi | 13c1635 | 2017-01-31 10:15:08 -0800 | [diff] [blame] | 1331 | BacktraceMap* backtrace_map = nullptr, |
| 1332 | bool force_dump_stack = false) const |
Mathieu Chartier | 9044347 | 2015-07-16 20:32:27 -0700 | [diff] [blame] | 1333 | REQUIRES(!Locks::thread_suspend_count_lock_) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 1334 | REQUIRES_SHARED(Locks::mutator_lock_); |
Elliott Hughes | d92bec4 | 2011-09-02 17:04:36 -0700 | [diff] [blame] | 1335 | |
Elliott Hughes | accd83d | 2011-10-17 14:25:58 -0700 | [diff] [blame] | 1336 | // Out-of-line conveniences for debugging in gdb. |
Brian Carlstrom | 7934ac2 | 2013-07-26 10:54:15 -0700 | [diff] [blame] | 1337 | static Thread* CurrentFromGdb(); // Like Thread::Current. |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 1338 | // Like Thread::Dump(std::cerr). |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 1339 | void DumpFromGdb() const REQUIRES_SHARED(Locks::mutator_lock_); |
Elliott Hughes | accd83d | 2011-10-17 14:25:58 -0700 | [diff] [blame] | 1340 | |
Elliott Hughes | 93e74e8 | 2011-09-13 11:07:03 -0700 | [diff] [blame] | 1341 | static void* CreateCallback(void* arg); |
| 1342 | |
Andreas Gampe | 513061a | 2017-06-01 09:17:34 -0700 | [diff] [blame] | 1343 | void HandleUncaughtExceptions(ScopedObjectAccessAlreadyRunnable& soa) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 1344 | REQUIRES_SHARED(Locks::mutator_lock_); |
Andreas Gampe | 513061a | 2017-06-01 09:17:34 -0700 | [diff] [blame] | 1345 | void RemoveFromThreadGroup(ScopedObjectAccessAlreadyRunnable& soa) |
| 1346 | REQUIRES_SHARED(Locks::mutator_lock_); |
Elliott Hughes | accd83d | 2011-10-17 14:25:58 -0700 | [diff] [blame] | 1347 | |
Andreas Gampe | 449357d | 2015-06-01 22:29:51 -0700 | [diff] [blame] | 1348 | // Initialize a thread. |
| 1349 | // |
| 1350 | // The third parameter is not mandatory. If given, the thread will use this JNIEnvExt. In case |
| 1351 | // Init succeeds, this means the thread takes ownership of it. If Init fails, it is the caller's |
| 1352 | // responsibility to destroy the given JNIEnvExt. If the parameter is null, Init will try to |
| 1353 | // create a JNIEnvExt on its own (and potentially fail at that stage, indicated by a return value |
| 1354 | // of false). |
| 1355 | bool Init(ThreadList*, JavaVMExt*, JNIEnvExt* jni_env_ext = nullptr) |
Mathieu Chartier | 9044347 | 2015-07-16 20:32:27 -0700 | [diff] [blame] | 1356 | REQUIRES(Locks::runtime_shutdown_lock_); |
Ian Rogers | 5d76c43 | 2011-10-31 21:42:49 -0700 | [diff] [blame] | 1357 | void InitCardTable(); |
Ian Rogers | b033c75 | 2011-07-20 12:22:35 -0700 | [diff] [blame] | 1358 | void InitCpu(); |
Alexei Zavjalov | 1efa0a9 | 2014-02-04 02:08:31 +0700 | [diff] [blame] | 1359 | void CleanupCpu(); |
Ian Rogers | 848871b | 2013-08-05 10:56:33 -0700 | [diff] [blame] | 1360 | void InitTlsEntryPoints(); |
Brian Carlstrom | caabb1b | 2011-10-11 18:09:13 -0700 | [diff] [blame] | 1361 | void InitTid(); |
Brian Carlstrom | caabb1b | 2011-10-11 18:09:13 -0700 | [diff] [blame] | 1362 | void InitPthreadKeySelf(); |
Ian Rogers | f4d4da1 | 2014-11-11 16:10:33 -0800 | [diff] [blame] | 1363 | bool InitStackHwm(); |
Elliott Hughes | be759c6 | 2011-09-08 19:38:21 -0700 | [diff] [blame] | 1364 | |
Elliott Hughes | d6a23bd | 2013-07-16 14:19:52 -0700 | [diff] [blame] | 1365 | void SetUpAlternateSignalStack(); |
| 1366 | void TearDownAlternateSignalStack(); |
| 1367 | |
Mathieu Chartier | 8ac9c91 | 2015-10-01 15:58:41 -0700 | [diff] [blame] | 1368 | ALWAYS_INLINE void TransitionToSuspendedAndRunCheckpoints(ThreadState new_state) |
| 1369 | REQUIRES(!Locks::thread_suspend_count_lock_, !Roles::uninterruptible_); |
| 1370 | |
| 1371 | ALWAYS_INLINE void PassActiveSuspendBarriers() |
| 1372 | REQUIRES(!Locks::thread_suspend_count_lock_, !Roles::uninterruptible_); |
| 1373 | |
Calin Juravle | 97cbc92 | 2016-04-15 16:16:35 +0100 | [diff] [blame] | 1374 | // Registers the current thread as the jit sensitive thread. Should be called just once. |
| 1375 | static void SetJitSensitiveThread() { |
| 1376 | if (jit_sensitive_thread_ == nullptr) { |
| 1377 | jit_sensitive_thread_ = Thread::Current(); |
| 1378 | } else { |
| 1379 | LOG(WARNING) << "Attempt to set the sensitive thread twice. Tid:" |
| 1380 | << Thread::Current()->GetTid(); |
| 1381 | } |
| 1382 | } |
| 1383 | |
Calin Juravle | b2771b4 | 2016-04-07 17:09:25 +0100 | [diff] [blame] | 1384 | static void SetSensitiveThreadHook(bool (*is_sensitive_thread_hook)()) { |
| 1385 | is_sensitive_thread_hook_ = is_sensitive_thread_hook; |
| 1386 | } |
| 1387 | |
Hiroshi Yamauchi | 02e7f1a | 2016-10-03 15:32:01 -0700 | [diff] [blame] | 1388 | bool ModifySuspendCountInternal(Thread* self, |
| 1389 | int delta, |
| 1390 | AtomicInteger* suspend_barrier, |
Alex Light | 46f9340 | 2017-06-29 11:59:50 -0700 | [diff] [blame] | 1391 | SuspendReason reason) |
Sebastien Hertz | 1c8f4ff | 2017-04-14 15:05:12 +0200 | [diff] [blame] | 1392 | WARN_UNUSED |
Hiroshi Yamauchi | 02e7f1a | 2016-10-03 15:32:01 -0700 | [diff] [blame] | 1393 | REQUIRES(Locks::thread_suspend_count_lock_); |
| 1394 | |
Alex Light | df00a1e | 2017-11-01 09:29:53 -0700 | [diff] [blame] | 1395 | // Runs a single checkpoint function. If there are no more pending checkpoint functions it will |
| 1396 | // clear the kCheckpointRequest flag. The caller is responsible for calling this in a loop until |
| 1397 | // the kCheckpointRequest flag is cleared. |
Andreas Gampe | 0a85576 | 2016-10-26 13:43:14 -0700 | [diff] [blame] | 1398 | void RunCheckpointFunction(); |
Hiroshi Yamauchi | 3049324 | 2016-11-03 13:06:52 -0700 | [diff] [blame] | 1399 | void RunEmptyCheckpoint(); |
Andreas Gampe | 0a85576 | 2016-10-26 13:43:14 -0700 | [diff] [blame] | 1400 | |
| 1401 | bool PassActiveSuspendBarriers(Thread* self) |
| 1402 | REQUIRES(!Locks::thread_suspend_count_lock_); |
| 1403 | |
| 1404 | // Install the protected region for implicit stack checks. |
| 1405 | void InstallImplicitProtection(); |
| 1406 | |
Andreas Gampe | 585da95 | 2016-12-02 14:52:29 -0800 | [diff] [blame] | 1407 | template <bool kPrecise> |
| 1408 | void VisitRoots(RootVisitor* visitor) REQUIRES_SHARED(Locks::mutator_lock_); |
| 1409 | |
Andreas Gampe | 2c19f5b | 2016-11-28 08:10:18 -0800 | [diff] [blame] | 1410 | static bool IsAotCompiler(); |
| 1411 | |
Ian Rogers | 474b6da | 2012-09-25 00:20:38 -0700 | [diff] [blame] | 1412 | // 32 bits of atomically changed state and flags. Keeping as 32 bits allows and atomic CAS to |
| 1413 | // change from being Suspended to Runnable without a suspend request occurring. |
Chris Dearman | 59cde53 | 2013-12-04 18:53:49 -0800 | [diff] [blame] | 1414 | union PACKED(4) StateAndFlags { |
| 1415 | StateAndFlags() {} |
Ian Rogers | df1ce91 | 2012-11-27 17:07:11 -0800 | [diff] [blame] | 1416 | struct PACKED(4) { |
Ian Rogers | 30e173f | 2012-09-26 14:35:03 -0700 | [diff] [blame] | 1417 | // Bitfield of flag values. Must be changed atomically so that flag values aren't lost. See |
| 1418 | // ThreadFlags for bit field meanings. |
| 1419 | volatile uint16_t flags; |
| 1420 | // Holds the ThreadState. May be changed non-atomically between Suspended (ie not Runnable) |
| 1421 | // transitions. Changing to Runnable requires that the suspend_request be part of the atomic |
| 1422 | // operation. If a thread is suspended and a suspend_request is present, a thread may not |
| 1423 | // change to Runnable as a GC or other operation is in progress. |
Ian Rogers | 01ae580 | 2012-09-28 16:14:01 -0700 | [diff] [blame] | 1424 | volatile uint16_t state; |
Ian Rogers | 30e173f | 2012-09-26 14:35:03 -0700 | [diff] [blame] | 1425 | } as_struct; |
Ian Rogers | b8e087e | 2014-07-09 21:12:06 -0700 | [diff] [blame] | 1426 | AtomicInteger as_atomic_int; |
Ian Rogers | 01ae580 | 2012-09-28 16:14:01 -0700 | [diff] [blame] | 1427 | volatile int32_t as_int; |
Chris Dearman | 59cde53 | 2013-12-04 18:53:49 -0800 | [diff] [blame] | 1428 | |
| 1429 | private: |
| 1430 | // gcc does not handle struct with volatile member assignments correctly. |
| 1431 | // See http://gcc.gnu.org/bugzilla/show_bug.cgi?id=47409 |
| 1432 | DISALLOW_COPY_AND_ASSIGN(StateAndFlags); |
Ian Rogers | 474b6da | 2012-09-25 00:20:38 -0700 | [diff] [blame] | 1433 | }; |
Andreas Gampe | 575e78c | 2014-11-03 23:41:03 -0800 | [diff] [blame] | 1434 | static_assert(sizeof(StateAndFlags) == sizeof(int32_t), "Weird state_and_flags size"); |
Ian Rogers | 474b6da | 2012-09-25 00:20:38 -0700 | [diff] [blame] | 1435 | |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1436 | static void ThreadExitCallback(void* arg); |
Elliott Hughes | 5d96a71 | 2012-06-28 12:24:27 -0700 | [diff] [blame] | 1437 | |
Yu Li | eac4424 | 2015-06-29 10:50:03 +0800 | [diff] [blame] | 1438 | // Maximum number of suspend barriers. |
| 1439 | static constexpr uint32_t kMaxSuspendBarriers = 3; |
| 1440 | |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1441 | // Has Thread::Startup been called? |
| 1442 | static bool is_started_; |
Mathieu Chartier | 858f1c5 | 2012-10-17 17:45:55 -0700 | [diff] [blame] | 1443 | |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1444 | // TLS key used to retrieve the Thread*. |
| 1445 | static pthread_key_t pthread_key_self_; |
Ian Rogers | a32a6fd | 2012-02-06 20:18:44 -0800 | [diff] [blame] | 1446 | |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1447 | // Used to notify threads that they should attempt to resume, they will suspend again if |
| 1448 | // their suspend count is > 0. |
| 1449 | static ConditionVariable* resume_cond_ GUARDED_BY(Locks::thread_suspend_count_lock_); |
Dave Allison | b373e09 | 2014-02-20 16:06:36 -0800 | [diff] [blame] | 1450 | |
Calin Juravle | b2771b4 | 2016-04-07 17:09:25 +0100 | [diff] [blame] | 1451 | // Hook passed by framework which returns true |
| 1452 | // when StrictMode events are traced for the current thread. |
| 1453 | static bool (*is_sensitive_thread_hook_)(); |
Calin Juravle | 97cbc92 | 2016-04-15 16:16:35 +0100 | [diff] [blame] | 1454 | // Stores the jit sensitive thread (which for now is the UI thread). |
| 1455 | static Thread* jit_sensitive_thread_; |
Calin Juravle | b2771b4 | 2016-04-07 17:09:25 +0100 | [diff] [blame] | 1456 | |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1457 | /***********************************************************************************************/ |
| 1458 | // Thread local storage. Fields are grouped by size to enable 32 <-> 64 searching to account for |
| 1459 | // pointer size differences. To encourage shorter encoding, more frequently used values appear |
| 1460 | // first if possible. |
| 1461 | /***********************************************************************************************/ |
Elliott Hughes | 6a607ad | 2012-07-13 20:40:00 -0700 | [diff] [blame] | 1462 | |
Zuo Wang | f37a88b | 2014-07-10 04:26:41 -0700 | [diff] [blame] | 1463 | struct PACKED(4) tls_32bit_sized_values { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1464 | // We have no control over the size of 'bool', but want our boolean fields |
| 1465 | // to be 4-byte quantities. |
| 1466 | typedef uint32_t bool32_t; |
Ian Rogers | 22f454c | 2012-09-08 11:06:29 -0700 | [diff] [blame] | 1467 | |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1468 | explicit tls_32bit_sized_values(bool is_daemon) : |
| 1469 | suspend_count(0), debug_suspend_count(0), thin_lock_thread_id(0), tid(0), |
| 1470 | daemon(is_daemon), throwing_OutOfMemoryError(false), no_thread_suspension(0), |
Mingyao Yang | 1f2d3ba | 2015-05-18 12:12:50 -0700 | [diff] [blame] | 1471 | thread_exit_check_count(0), handling_signal_(false), |
Hiroshi Yamauchi | ee23582 | 2016-08-19 17:03:27 -0700 | [diff] [blame] | 1472 | is_transitioning_to_runnable(false), ready_for_debug_invoke(false), |
Hiroshi Yamauchi | 20a0be0 | 2016-02-19 15:44:06 -0800 | [diff] [blame] | 1473 | debug_method_entry_(false), is_gc_marking(false), weak_ref_access_enabled(true), |
Alex Light | 88fd720 | 2017-06-30 08:31:59 -0700 | [diff] [blame] | 1474 | disable_thread_flip_count(0), user_code_suspend_count(0) { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1475 | } |
Dave Allison | b373e09 | 2014-02-20 16:06:36 -0800 | [diff] [blame] | 1476 | |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1477 | union StateAndFlags state_and_flags; |
Andreas Gampe | 575e78c | 2014-11-03 23:41:03 -0800 | [diff] [blame] | 1478 | static_assert(sizeof(union StateAndFlags) == sizeof(int32_t), |
| 1479 | "Size of state_and_flags and int32 are different"); |
Dave Allison | b373e09 | 2014-02-20 16:06:36 -0800 | [diff] [blame] | 1480 | |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1481 | // A non-zero value is used to tell the current thread to enter a safe point |
| 1482 | // at the next poll. |
| 1483 | int suspend_count GUARDED_BY(Locks::thread_suspend_count_lock_); |
Hiroshi Yamauchi | cf58d4a | 2013-09-26 14:21:22 -0700 | [diff] [blame] | 1484 | |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1485 | // How much of 'suspend_count_' is by request of the debugger, used to set things right |
| 1486 | // when the debugger detaches. Must be <= suspend_count_. |
| 1487 | int debug_suspend_count GUARDED_BY(Locks::thread_suspend_count_lock_); |
Hiroshi Yamauchi | f5b0e20 | 2014-02-11 17:02:22 -0800 | [diff] [blame] | 1488 | |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1489 | // Thin lock thread id. This is a small integer used by the thin lock implementation. |
| 1490 | // This is not to be confused with the native thread's tid, nor is it the value returned |
| 1491 | // by java.lang.Thread.getId --- this is a distinct value, used only for locking. One |
| 1492 | // important difference between this id and the ids visible to managed code is that these |
| 1493 | // ones get reused (to ensure that they fit in the number of bits available). |
| 1494 | uint32_t thin_lock_thread_id; |
Hiroshi Yamauchi | f5b0e20 | 2014-02-11 17:02:22 -0800 | [diff] [blame] | 1495 | |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1496 | // System thread id. |
| 1497 | uint32_t tid; |
Hiroshi Yamauchi | f5b0e20 | 2014-02-11 17:02:22 -0800 | [diff] [blame] | 1498 | |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1499 | // Is the thread a daemon? |
| 1500 | const bool32_t daemon; |
Hiroshi Yamauchi | f5b0e20 | 2014-02-11 17:02:22 -0800 | [diff] [blame] | 1501 | |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1502 | // A boolean telling us whether we're recursively throwing OOME. |
| 1503 | bool32_t throwing_OutOfMemoryError; |
| 1504 | |
| 1505 | // A positive value implies we're in a region where thread suspension isn't expected. |
| 1506 | uint32_t no_thread_suspension; |
| 1507 | |
| 1508 | // How many times has our pthread key's destructor been called? |
| 1509 | uint32_t thread_exit_check_count; |
Sebastien Hertz | 9f10203 | 2014-05-23 08:59:42 +0200 | [diff] [blame] | 1510 | |
Dave Allison | 648d711 | 2014-07-25 16:15:27 -0700 | [diff] [blame] | 1511 | // True if signal is being handled by this thread. |
| 1512 | bool32_t handling_signal_; |
| 1513 | |
Hiroshi Yamauchi | ee23582 | 2016-08-19 17:03:27 -0700 | [diff] [blame] | 1514 | // True if the thread is in TransitionFromSuspendedToRunnable(). This is used to distinguish the |
| 1515 | // non-runnable threads (eg. kNative, kWaiting) that are about to transition to runnable from |
| 1516 | // the rest of them. |
| 1517 | bool32_t is_transitioning_to_runnable; |
Sebastien Hertz | 1558b57 | 2015-02-25 15:05:59 +0100 | [diff] [blame] | 1518 | |
| 1519 | // True if the thread has been suspended by a debugger event. This is |
| 1520 | // used to invoke method from the debugger which is only allowed when |
| 1521 | // the thread is suspended by an event. |
| 1522 | bool32_t ready_for_debug_invoke; |
Sebastien Hertz | 9d6bf69 | 2015-04-10 12:12:33 +0200 | [diff] [blame] | 1523 | |
| 1524 | // True if the thread enters a method. This is used to detect method entry |
| 1525 | // event for the debugger. |
| 1526 | bool32_t debug_method_entry_; |
Hiroshi Yamauchi | 0b71357 | 2015-06-16 18:29:23 -0700 | [diff] [blame] | 1527 | |
Hiroshi Yamauchi | 0037082 | 2015-08-18 14:47:25 -0700 | [diff] [blame] | 1528 | // True if the GC is in the marking phase. This is used for the CC collector only. This is |
| 1529 | // thread local so that we can simplify the logic to check for the fast path of read barriers of |
| 1530 | // GC roots. |
| 1531 | bool32_t is_gc_marking; |
| 1532 | |
Nicolas Geoffray | 365719c | 2017-03-08 13:11:50 +0000 | [diff] [blame] | 1533 | // Thread "interrupted" status; stays raised until queried or thrown. |
| 1534 | Atomic<bool32_t> interrupted; |
| 1535 | |
Charles Munger | aa31f49 | 2018-11-01 18:57:38 +0000 | [diff] [blame] | 1536 | AtomicInteger park_state_; |
| 1537 | |
Hiroshi Yamauchi | 0b71357 | 2015-06-16 18:29:23 -0700 | [diff] [blame] | 1538 | // True if the thread is allowed to access a weak ref (Reference::GetReferent() and system |
| 1539 | // weaks) and to potentially mark an object alive/gray. This is used for concurrent reference |
| 1540 | // processing of the CC collector only. This is thread local so that we can enable/disable weak |
| 1541 | // ref access by using a checkpoint and avoid a race around the time weak ref access gets |
| 1542 | // disabled and concurrent reference processing begins (if weak ref access is disabled during a |
| 1543 | // pause, this is not an issue.) Other collectors use Runtime::DisallowNewSystemWeaks() and |
| 1544 | // ReferenceProcessor::EnableSlowPath(). |
| 1545 | bool32_t weak_ref_access_enabled; |
Hiroshi Yamauchi | 20a0be0 | 2016-02-19 15:44:06 -0800 | [diff] [blame] | 1546 | |
| 1547 | // A thread local version of Heap::disable_thread_flip_count_. This keeps track of how many |
| 1548 | // levels of (nested) JNI critical sections the thread is in and is used to detect a nested JNI |
| 1549 | // critical section enter. |
| 1550 | uint32_t disable_thread_flip_count; |
Alex Light | 88fd720 | 2017-06-30 08:31:59 -0700 | [diff] [blame] | 1551 | |
Alex Light | cea4215 | 2018-09-18 22:51:55 +0000 | [diff] [blame] | 1552 | // How much of 'suspend_count_' is by request of user code, used to distinguish threads |
| 1553 | // suspended by the runtime from those suspended by user code. |
Alex Light | 88fd720 | 2017-06-30 08:31:59 -0700 | [diff] [blame] | 1554 | // This should have GUARDED_BY(Locks::user_code_suspension_lock_) but auto analysis cannot be |
| 1555 | // told that AssertHeld should be good enough. |
| 1556 | int user_code_suspend_count GUARDED_BY(Locks::thread_suspend_count_lock_); |
David Srbecky | 28f6cff | 2018-10-16 15:07:28 +0100 | [diff] [blame] | 1557 | |
| 1558 | // True if everything is in the ideal state for fast interpretation. |
| 1559 | // False if we need to switch to the C++ interpreter to handle special cases. |
| 1560 | std::atomic<bool32_t> use_mterp; |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1561 | } tls32_; |
| 1562 | |
| 1563 | struct PACKED(8) tls_64bit_sized_values { |
Sebastien Hertz | 0747466 | 2015-08-25 15:12:33 +0000 | [diff] [blame] | 1564 | tls_64bit_sized_values() : trace_clock_base(0) { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1565 | } |
| 1566 | |
| 1567 | // The clock base used for tracing. |
| 1568 | uint64_t trace_clock_base; |
| 1569 | |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1570 | RuntimeStats stats; |
| 1571 | } tls64_; |
| 1572 | |
Andreas Gampe | 6aa1370 | 2015-10-28 10:57:25 -0700 | [diff] [blame] | 1573 | struct PACKED(sizeof(void*)) tls_ptr_sized_values { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1574 | tls_ptr_sized_values() : card_table(nullptr), exception(nullptr), stack_end(nullptr), |
Andreas Gampe | 449357d | 2015-06-01 22:29:51 -0700 | [diff] [blame] | 1575 | managed_stack(), suspend_trigger(nullptr), jni_env(nullptr), tmp_jni_env(nullptr), |
| 1576 | self(nullptr), opeer(nullptr), jpeer(nullptr), stack_begin(nullptr), stack_size(0), |
Nicolas Geoffray | 340dafa | 2016-11-18 16:03:10 +0000 | [diff] [blame] | 1577 | deps_or_stack_trace_sample(), wait_next(nullptr), monitor_enter_object(nullptr), |
Mathieu Chartier | eb8167a | 2014-05-07 15:43:14 -0700 | [diff] [blame] | 1578 | top_handle_scope(nullptr), class_loader_override(nullptr), long_jump_context(nullptr), |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1579 | instrumentation_stack(nullptr), debug_invoke_req(nullptr), single_step_control(nullptr), |
Sebastien Hertz | 0747466 | 2015-08-25 15:12:33 +0000 | [diff] [blame] | 1580 | stacked_shadow_frame_record(nullptr), deoptimization_context_stack(nullptr), |
Mingyao Yang | 99170c6 | 2015-07-06 11:10:37 -0700 | [diff] [blame] | 1581 | frame_id_to_shadow_frame(nullptr), name(nullptr), pthread_self(0), |
Vladimir Marko | 0584647 | 2016-09-14 12:49:57 +0100 | [diff] [blame] | 1582 | last_no_thread_suspension_cause(nullptr), checkpoint_function(nullptr), |
Roland Levillain | e71b354 | 2017-01-16 14:58:23 +0000 | [diff] [blame] | 1583 | thread_local_start(nullptr), thread_local_pos(nullptr), thread_local_end(nullptr), |
Mathieu Chartier | 6bc7774 | 2017-04-18 17:46:23 -0700 | [diff] [blame] | 1584 | thread_local_limit(nullptr), |
David Srbecky | 776f3f7 | 2018-10-15 18:03:55 +0100 | [diff] [blame] | 1585 | thread_local_objects(0), mterp_current_ibase(nullptr), thread_local_alloc_stack_top(nullptr), |
Josh Gao | efd20cb | 2017-02-28 16:53:59 -0800 | [diff] [blame] | 1586 | thread_local_alloc_stack_end(nullptr), |
Alex Light | 848574c | 2017-09-25 16:59:39 -0700 | [diff] [blame] | 1587 | flip_function(nullptr), method_verifier(nullptr), thread_local_mark_stack(nullptr), |
| 1588 | async_exception(nullptr) { |
Mathieu Chartier | 12d625f | 2015-03-13 11:33:37 -0700 | [diff] [blame] | 1589 | std::fill(held_mutexes, held_mutexes + kLockLevelCount, nullptr); |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1590 | } |
| 1591 | |
| 1592 | // The biased card table, see CardTable for details. |
Ian Rogers | 1373595 | 2014-10-08 12:43:28 -0700 | [diff] [blame] | 1593 | uint8_t* card_table; |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1594 | |
Mathieu Chartier | 2cebb24 | 2015-04-21 16:50:40 -0700 | [diff] [blame] | 1595 | // The pending exception or null. |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1596 | mirror::Throwable* exception; |
| 1597 | |
| 1598 | // The end of this thread's stack. This is the lowest safely-addressable address on the stack. |
| 1599 | // We leave extra space so there's room for the code that throws StackOverflowError. |
Ian Rogers | 1373595 | 2014-10-08 12:43:28 -0700 | [diff] [blame] | 1600 | uint8_t* stack_end; |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1601 | |
| 1602 | // The top of the managed stack often manipulated directly by compiler generated code. |
| 1603 | ManagedStack managed_stack; |
| 1604 | |
| 1605 | // In certain modes, setting this to 0 will trigger a SEGV and thus a suspend check. It is |
| 1606 | // normally set to the address of itself. |
| 1607 | uintptr_t* suspend_trigger; |
| 1608 | |
| 1609 | // Every thread may have an associated JNI environment |
| 1610 | JNIEnvExt* jni_env; |
| 1611 | |
Andreas Gampe | 449357d | 2015-06-01 22:29:51 -0700 | [diff] [blame] | 1612 | // Temporary storage to transfer a pre-allocated JNIEnvExt from the creating thread to the |
| 1613 | // created thread. |
| 1614 | JNIEnvExt* tmp_jni_env; |
| 1615 | |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1616 | // Initialized to "this". On certain architectures (such as x86) reading off of Thread::Current |
| 1617 | // is easy but getting the address of Thread::Current is hard. This field can be read off of |
| 1618 | // Thread::Current to give the address. |
| 1619 | Thread* self; |
| 1620 | |
| 1621 | // Our managed peer (an instance of java.lang.Thread). The jobject version is used during thread |
| 1622 | // start up, until the thread is registered and the local opeer_ is used. |
| 1623 | mirror::Object* opeer; |
| 1624 | jobject jpeer; |
| 1625 | |
| 1626 | // The "lowest addressable byte" of the stack. |
Ian Rogers | 1373595 | 2014-10-08 12:43:28 -0700 | [diff] [blame] | 1627 | uint8_t* stack_begin; |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1628 | |
| 1629 | // Size of the stack. |
| 1630 | size_t stack_size; |
| 1631 | |
Nicolas Geoffray | 340dafa | 2016-11-18 16:03:10 +0000 | [diff] [blame] | 1632 | // Sampling profiler and AOT verification cannot happen on the same run, so we share |
| 1633 | // the same entry for the stack trace and the verifier deps. |
| 1634 | union DepsOrStackTraceSample { |
| 1635 | DepsOrStackTraceSample() { |
| 1636 | verifier_deps = nullptr; |
| 1637 | stack_trace_sample = nullptr; |
| 1638 | } |
| 1639 | // Pointer to previous stack trace captured by sampling profiler. |
| 1640 | std::vector<ArtMethod*>* stack_trace_sample; |
| 1641 | // When doing AOT verification, per-thread VerifierDeps. |
| 1642 | verifier::VerifierDeps* verifier_deps; |
| 1643 | } deps_or_stack_trace_sample; |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1644 | |
Mathieu Chartier | 2cebb24 | 2015-04-21 16:50:40 -0700 | [diff] [blame] | 1645 | // The next thread in the wait set this thread is part of or null if not waiting. |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1646 | Thread* wait_next; |
| 1647 | |
| 1648 | // If we're blocked in MonitorEnter, this is the object we're trying to lock. |
| 1649 | mirror::Object* monitor_enter_object; |
| 1650 | |
Mathieu Chartier | 2cebb24 | 2015-04-21 16:50:40 -0700 | [diff] [blame] | 1651 | // Top of linked list of handle scopes or null for none. |
Mathieu Chartier | e8a3c57 | 2016-10-11 16:52:17 -0700 | [diff] [blame] | 1652 | BaseHandleScope* top_handle_scope; |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1653 | |
| 1654 | // Needed to get the right ClassLoader in JNI_OnLoad, but also |
| 1655 | // useful for testing. |
Ian Rogers | 68d8b42 | 2014-07-17 11:09:10 -0700 | [diff] [blame] | 1656 | jobject class_loader_override; |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1657 | |
| 1658 | // Thread local, lazily allocated, long jump context. Used to deliver exceptions. |
| 1659 | Context* long_jump_context; |
| 1660 | |
| 1661 | // Additional stack used by method instrumentation to store method and return pc values. |
| 1662 | // Stored as a pointer since std::deque is not PACKED. |
| 1663 | std::deque<instrumentation::InstrumentationStackFrame>* instrumentation_stack; |
| 1664 | |
| 1665 | // JDWP invoke-during-breakpoint support. |
| 1666 | DebugInvokeReq* debug_invoke_req; |
| 1667 | |
| 1668 | // JDWP single-stepping support. |
| 1669 | SingleStepControl* single_step_control; |
| 1670 | |
Mingyao Yang | 1f2d3ba | 2015-05-18 12:12:50 -0700 | [diff] [blame] | 1671 | // For gc purpose, a shadow frame record stack that keeps track of: |
| 1672 | // 1) shadow frames under construction. |
| 1673 | // 2) deoptimization shadow frames. |
| 1674 | StackedShadowFrameRecord* stacked_shadow_frame_record; |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1675 | |
Mingyao Yang | 1f2d3ba | 2015-05-18 12:12:50 -0700 | [diff] [blame] | 1676 | // Deoptimization return value record stack. |
Sebastien Hertz | 0747466 | 2015-08-25 15:12:33 +0000 | [diff] [blame] | 1677 | DeoptimizationContextRecord* deoptimization_context_stack; |
Andreas Gampe | 2a0d4ec | 2014-06-02 22:05:22 -0700 | [diff] [blame] | 1678 | |
Mingyao Yang | 99170c6 | 2015-07-06 11:10:37 -0700 | [diff] [blame] | 1679 | // For debugger, a linked list that keeps the mapping from frame_id to shadow frame. |
| 1680 | // Shadow frames may be created before deoptimization happens so that the debugger can |
| 1681 | // set local values there first. |
| 1682 | FrameIdToShadowFrame* frame_id_to_shadow_frame; |
| 1683 | |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1684 | // A cached copy of the java.lang.Thread's name. |
| 1685 | std::string* name; |
| 1686 | |
| 1687 | // A cached pthread_t for the pthread underlying this Thread*. |
| 1688 | pthread_t pthread_self; |
| 1689 | |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1690 | // If no_thread_suspension_ is > 0, what is causing that assertion. |
| 1691 | const char* last_no_thread_suspension_cause; |
| 1692 | |
Mathieu Chartier | 952e1e3 | 2016-06-13 14:04:02 -0700 | [diff] [blame] | 1693 | // Pending checkpoint function or null if non-pending. If this checkpoint is set and someone\ |
| 1694 | // requests another checkpoint, it goes to the checkpoint overflow list. |
| 1695 | Closure* checkpoint_function GUARDED_BY(Locks::thread_suspend_count_lock_); |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1696 | |
Yu Li | eac4424 | 2015-06-29 10:50:03 +0800 | [diff] [blame] | 1697 | // Pending barriers that require passing or NULL if non-pending. Installation guarding by |
| 1698 | // Locks::thread_suspend_count_lock_. |
| 1699 | // They work effectively as art::Barrier, but implemented directly using AtomicInteger and futex |
| 1700 | // to avoid additional cost of a mutex and a condition variable, as used in art::Barrier. |
| 1701 | AtomicInteger* active_suspend_barriers[kMaxSuspendBarriers]; |
| 1702 | |
Roland Levillain | e71b354 | 2017-01-16 14:58:23 +0000 | [diff] [blame] | 1703 | // Thread-local allocation pointer. Moved here to force alignment for thread_local_pos on ARM. |
| 1704 | uint8_t* thread_local_start; |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1705 | |
Hiroshi Yamauchi | 7e1ce28 | 2015-12-11 15:46:19 -0800 | [diff] [blame] | 1706 | // thread_local_pos and thread_local_end must be consecutive for ldrd and are 8 byte aligned for |
| 1707 | // potentially better performance. |
Ian Rogers | 1373595 | 2014-10-08 12:43:28 -0700 | [diff] [blame] | 1708 | uint8_t* thread_local_pos; |
| 1709 | uint8_t* thread_local_end; |
Igor Murashkin | af1e299 | 2016-10-12 17:44:50 -0700 | [diff] [blame] | 1710 | |
Mathieu Chartier | 6bc7774 | 2017-04-18 17:46:23 -0700 | [diff] [blame] | 1711 | // Thread local limit is how much we can expand the thread local buffer to, it is greater or |
| 1712 | // equal to thread_local_end. |
| 1713 | uint8_t* thread_local_limit; |
| 1714 | |
Vladimir Marko | 0584647 | 2016-09-14 12:49:57 +0100 | [diff] [blame] | 1715 | size_t thread_local_objects; |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1716 | |
Roland Levillain | e71b354 | 2017-01-16 14:58:23 +0000 | [diff] [blame] | 1717 | // Entrypoint function pointers. |
| 1718 | // TODO: move this to more of a global offset table model to avoid per-thread duplication. |
| 1719 | JniEntryPoints jni_entrypoints; |
| 1720 | QuickEntryPoints quick_entrypoints; |
| 1721 | |
David Srbecky | 776f3f7 | 2018-10-15 18:03:55 +0100 | [diff] [blame] | 1722 | // Mterp jump table base. |
buzbee | 1452bee | 2015-03-06 14:43:04 -0800 | [diff] [blame] | 1723 | void* mterp_current_ibase; |
buzbee | 1452bee | 2015-03-06 14:43:04 -0800 | [diff] [blame] | 1724 | |
Mathieu Chartier | 0651d41 | 2014-04-29 14:37:57 -0700 | [diff] [blame] | 1725 | // There are RosAlloc::kNumThreadLocalSizeBrackets thread-local size brackets per thread. |
Hiroshi Yamauchi | 7ed9c56 | 2016-02-02 15:22:09 -0800 | [diff] [blame] | 1726 | void* rosalloc_runs[kNumRosAllocThreadLocalSizeBracketsInThread]; |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1727 | |
| 1728 | // Thread-local allocation stack data/routines. |
Mathieu Chartier | cb535da | 2015-01-23 13:50:03 -0800 | [diff] [blame] | 1729 | StackReference<mirror::Object>* thread_local_alloc_stack_top; |
| 1730 | StackReference<mirror::Object>* thread_local_alloc_stack_end; |
Chao-ying Fu | 9e36931 | 2014-05-21 11:20:52 -0700 | [diff] [blame] | 1731 | |
| 1732 | // Support for Mutex lock hierarchy bug detection. |
| 1733 | BaseMutex* held_mutexes[kLockLevelCount]; |
Dave Allison | 8ce6b90 | 2014-08-26 11:07:58 -0700 | [diff] [blame] | 1734 | |
Hiroshi Yamauchi | 2cd334a | 2015-01-09 14:03:35 -0800 | [diff] [blame] | 1735 | // The function used for thread flip. |
| 1736 | Closure* flip_function; |
Mathieu Chartier | 12d625f | 2015-03-13 11:33:37 -0700 | [diff] [blame] | 1737 | |
| 1738 | // Current method verifier, used for root marking. |
| 1739 | verifier::MethodVerifier* method_verifier; |
Hiroshi Yamauchi | 0b71357 | 2015-06-16 18:29:23 -0700 | [diff] [blame] | 1740 | |
| 1741 | // Thread-local mark stack for the concurrent copying collector. |
| 1742 | gc::accounting::AtomicStack<mirror::Object>* thread_local_mark_stack; |
Alex Light | 848574c | 2017-09-25 16:59:39 -0700 | [diff] [blame] | 1743 | |
| 1744 | // The pending async-exception or null. |
| 1745 | mirror::Throwable* async_exception; |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1746 | } tlsPtr_; |
| 1747 | |
Alex Light | bb68fda | 2018-10-01 13:21:47 -0700 | [diff] [blame] | 1748 | // Small thread-local cache to be used from the interpreter. |
| 1749 | // It is keyed by dex instruction pointer. |
| 1750 | // The value is opcode-depended (e.g. field offset). |
| 1751 | InterpreterCache interpreter_cache_; |
| 1752 | |
| 1753 | // All fields below this line should not be accessed by native code. This means these fields can |
| 1754 | // be modified, rearranged, added or removed without having to modify asm_support.h |
| 1755 | |
Nicolas Geoffray | 365719c | 2017-03-08 13:11:50 +0000 | [diff] [blame] | 1756 | // Guards the 'wait_monitor_' members. |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1757 | Mutex* wait_mutex_ DEFAULT_MUTEX_ACQUIRED_AFTER; |
| 1758 | |
| 1759 | // Condition variable waited upon during a wait. |
| 1760 | ConditionVariable* wait_cond_ GUARDED_BY(wait_mutex_); |
Mathieu Chartier | 2cebb24 | 2015-04-21 16:50:40 -0700 | [diff] [blame] | 1761 | // Pointer to the monitor lock we're currently waiting on or null if not waiting. |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 1762 | Monitor* wait_monitor_ GUARDED_BY(wait_mutex_); |
| 1763 | |
Mathieu Chartier | dfe02f6 | 2016-02-01 20:15:11 -0800 | [diff] [blame] | 1764 | // Debug disable read barrier count, only is checked for debug builds and only in the runtime. |
| 1765 | uint8_t debug_disallow_read_barrier_ = 0; |
| 1766 | |
Mathieu Chartier | 3f7f03c | 2016-09-26 11:39:52 -0700 | [diff] [blame] | 1767 | // Note that it is not in the packed struct, may not be accessed for cross compilation. |
| 1768 | uintptr_t poison_object_cookie_ = 0; |
| 1769 | |
Mathieu Chartier | 952e1e3 | 2016-06-13 14:04:02 -0700 | [diff] [blame] | 1770 | // Pending extra checkpoints if checkpoint_function_ is already used. |
| 1771 | std::list<Closure*> checkpoint_overflow_ GUARDED_BY(Locks::thread_suspend_count_lock_); |
| 1772 | |
Alex Light | 184f075 | 2018-07-13 11:18:22 -0700 | [diff] [blame] | 1773 | // Custom TLS field that can be used by plugins or the runtime. Should not be accessed directly by |
| 1774 | // compiled code or entrypoints. |
| 1775 | SafeMap<std::string, std::unique_ptr<TLSData>> custom_tls_ GUARDED_BY(Locks::custom_tls_lock_); |
Andreas Gampe | f26bf2d | 2017-01-13 16:47:14 -0800 | [diff] [blame] | 1776 | |
Alex Light | e9f6103 | 2018-09-24 16:04:51 -0700 | [diff] [blame] | 1777 | // True if the thread is some form of runtime thread (ex, GC or JIT). |
| 1778 | bool is_runtime_thread_; |
Calin Juravle | ccd5695 | 2016-12-15 17:57:38 +0000 | [diff] [blame] | 1779 | |
Mathieu Chartier | e6da9af | 2013-12-16 11:54:42 -0800 | [diff] [blame] | 1780 | friend class Dbg; // For SetStateUnsafe. |
Mathieu Chartier | 15d3402 | 2014-02-26 17:16:38 -0800 | [diff] [blame] | 1781 | friend class gc::collector::SemiSpace; // For getting stack traces. |
Mathieu Chartier | 692fafd | 2013-11-29 17:24:40 -0800 | [diff] [blame] | 1782 | friend class Runtime; // For CreatePeer. |
Ian Rogers | 5cf9819 | 2014-05-29 21:31:50 -0700 | [diff] [blame] | 1783 | friend class QuickExceptionHandler; // For dumping the stack. |
Mathieu Chartier | 692fafd | 2013-11-29 17:24:40 -0800 | [diff] [blame] | 1784 | friend class ScopedThreadStateChange; |
Mathieu Chartier | 119c6bd | 2014-05-09 14:11:47 -0700 | [diff] [blame] | 1785 | friend class StubTest; // For accessing entrypoints. |
Mathieu Chartier | 692fafd | 2013-11-29 17:24:40 -0800 | [diff] [blame] | 1786 | friend class ThreadList; // For ~Thread and Destroy. |
| 1787 | |
Andreas Gampe | 4352b45 | 2014-06-04 18:59:01 -0700 | [diff] [blame] | 1788 | friend class EntrypointsOrderTest; // To test the order of tls entries. |
| 1789 | |
Carl Shapiro | 0e5d75d | 2011-07-06 18:28:37 -0700 | [diff] [blame] | 1790 | DISALLOW_COPY_AND_ASSIGN(Thread); |
| 1791 | }; |
Ian Rogers | bdb0391 | 2011-09-14 00:55:44 -0700 | [diff] [blame] | 1792 | |
Mathieu Chartier | 4e2cb09 | 2015-07-22 16:17:51 -0700 | [diff] [blame] | 1793 | class SCOPED_CAPABILITY ScopedAssertNoThreadSuspension { |
Mathieu Chartier | 2d5f39e | 2014-09-19 17:52:37 -0700 | [diff] [blame] | 1794 | public: |
Mingyao Yang | f26828b | 2017-07-27 12:49:01 -0700 | [diff] [blame] | 1795 | ALWAYS_INLINE ScopedAssertNoThreadSuspension(const char* cause, |
| 1796 | bool enabled = true) |
| 1797 | ACQUIRE(Roles::uninterruptible_) |
| 1798 | : enabled_(enabled) { |
| 1799 | if (!enabled_) { |
| 1800 | return; |
| 1801 | } |
Mathieu Chartier | 268764d | 2016-09-13 12:09:38 -0700 | [diff] [blame] | 1802 | if (kIsDebugBuild) { |
| 1803 | self_ = Thread::Current(); |
| 1804 | old_cause_ = self_->StartAssertNoThreadSuspension(cause); |
| 1805 | } else { |
| 1806 | Roles::uninterruptible_.Acquire(); // No-op. |
| 1807 | } |
Mathieu Chartier | 2d5f39e | 2014-09-19 17:52:37 -0700 | [diff] [blame] | 1808 | } |
Mathieu Chartier | 268764d | 2016-09-13 12:09:38 -0700 | [diff] [blame] | 1809 | ALWAYS_INLINE ~ScopedAssertNoThreadSuspension() RELEASE(Roles::uninterruptible_) { |
Mingyao Yang | f26828b | 2017-07-27 12:49:01 -0700 | [diff] [blame] | 1810 | if (!enabled_) { |
| 1811 | return; |
| 1812 | } |
Mathieu Chartier | 268764d | 2016-09-13 12:09:38 -0700 | [diff] [blame] | 1813 | if (kIsDebugBuild) { |
| 1814 | self_->EndAssertNoThreadSuspension(old_cause_); |
| 1815 | } else { |
| 1816 | Roles::uninterruptible_.Release(); // No-op. |
| 1817 | } |
Mathieu Chartier | 2d5f39e | 2014-09-19 17:52:37 -0700 | [diff] [blame] | 1818 | } |
| 1819 | |
| 1820 | private: |
Mathieu Chartier | 268764d | 2016-09-13 12:09:38 -0700 | [diff] [blame] | 1821 | Thread* self_; |
Mingyao Yang | f26828b | 2017-07-27 12:49:01 -0700 | [diff] [blame] | 1822 | const bool enabled_; |
Mathieu Chartier | 268764d | 2016-09-13 12:09:38 -0700 | [diff] [blame] | 1823 | const char* old_cause_; |
Mathieu Chartier | 2d5f39e | 2014-09-19 17:52:37 -0700 | [diff] [blame] | 1824 | }; |
| 1825 | |
Mingyao Yang | 1f2d3ba | 2015-05-18 12:12:50 -0700 | [diff] [blame] | 1826 | class ScopedStackedShadowFramePusher { |
| 1827 | public: |
| 1828 | ScopedStackedShadowFramePusher(Thread* self, ShadowFrame* sf, StackedShadowFrameType type) |
| 1829 | : self_(self), type_(type) { |
| 1830 | self_->PushStackedShadowFrame(sf, type); |
| 1831 | } |
| 1832 | ~ScopedStackedShadowFramePusher() { |
| 1833 | self_->PopStackedShadowFrame(type_); |
| 1834 | } |
| 1835 | |
| 1836 | private: |
| 1837 | Thread* const self_; |
| 1838 | const StackedShadowFrameType type_; |
| 1839 | |
| 1840 | DISALLOW_COPY_AND_ASSIGN(ScopedStackedShadowFramePusher); |
| 1841 | }; |
| 1842 | |
Mathieu Chartier | dfe02f6 | 2016-02-01 20:15:11 -0800 | [diff] [blame] | 1843 | // Only works for debug builds. |
| 1844 | class ScopedDebugDisallowReadBarriers { |
| 1845 | public: |
| 1846 | explicit ScopedDebugDisallowReadBarriers(Thread* self) : self_(self) { |
| 1847 | self_->ModifyDebugDisallowReadBarrier(1); |
| 1848 | } |
| 1849 | ~ScopedDebugDisallowReadBarriers() { |
| 1850 | self_->ModifyDebugDisallowReadBarrier(-1); |
| 1851 | } |
| 1852 | |
| 1853 | private: |
| 1854 | Thread* const self_; |
| 1855 | }; |
| 1856 | |
Hiroshi Yamauchi | ee23582 | 2016-08-19 17:03:27 -0700 | [diff] [blame] | 1857 | class ScopedTransitioningToRunnable : public ValueObject { |
| 1858 | public: |
| 1859 | explicit ScopedTransitioningToRunnable(Thread* self) |
| 1860 | : self_(self) { |
| 1861 | DCHECK_EQ(self, Thread::Current()); |
| 1862 | if (kUseReadBarrier) { |
| 1863 | self_->SetIsTransitioningToRunnable(true); |
| 1864 | } |
| 1865 | } |
| 1866 | |
| 1867 | ~ScopedTransitioningToRunnable() { |
| 1868 | if (kUseReadBarrier) { |
| 1869 | self_->SetIsTransitioningToRunnable(false); |
| 1870 | } |
| 1871 | } |
| 1872 | |
| 1873 | private: |
| 1874 | Thread* const self_; |
| 1875 | }; |
| 1876 | |
Andreas Gampe | 04bbb5b | 2017-01-19 17:49:03 +0000 | [diff] [blame] | 1877 | class ThreadLifecycleCallback { |
| 1878 | public: |
| 1879 | virtual ~ThreadLifecycleCallback() {} |
| 1880 | |
| 1881 | virtual void ThreadStart(Thread* self) REQUIRES_SHARED(Locks::mutator_lock_) = 0; |
| 1882 | virtual void ThreadDeath(Thread* self) REQUIRES_SHARED(Locks::mutator_lock_) = 0; |
| 1883 | }; |
| 1884 | |
Elliott Hughes | 330304d | 2011-08-12 14:28:05 -0700 | [diff] [blame] | 1885 | std::ostream& operator<<(std::ostream& os, const Thread& thread); |
Sebastien Hertz | f795869 | 2015-06-09 14:09:14 +0200 | [diff] [blame] | 1886 | std::ostream& operator<<(std::ostream& os, const StackedShadowFrameType& thread); |
Carl Shapiro | 0e5d75d | 2011-07-06 18:28:37 -0700 | [diff] [blame] | 1887 | |
Carl Shapiro | 0e5d75d | 2011-07-06 18:28:37 -0700 | [diff] [blame] | 1888 | } // namespace art |
| 1889 | |
Brian Carlstrom | fc0e321 | 2013-07-17 14:40:12 -0700 | [diff] [blame] | 1890 | #endif // ART_RUNTIME_THREAD_H_ |