blob: 592013bd03ef0dd0b8b8b2c05f960be7ee33ebf9 [file] [log] [blame]
Elliott Hughes8d768a92011-09-14 16:35:25 -07001/*
2 * Copyright (C) 2011 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
Carl Shapiro0e5d75d2011-07-06 18:28:37 -070016
Brian Carlstromfc0e3212013-07-17 14:40:12 -070017#ifndef ART_RUNTIME_THREAD_H_
18#define ART_RUNTIME_THREAD_H_
Carl Shapiro0e5d75d2011-07-06 18:28:37 -070019
David Srbecky28f6cff2018-10-16 15:07:28 +010020#include <atomic>
Elliott Hughes02b48d12011-09-07 17:15:51 -070021#include <bitset>
Ian Rogers306057f2012-11-26 12:45:53 -080022#include <deque>
Elliott Hughesa0957642011-09-02 14:27:33 -070023#include <iosfwd>
Ian Rogersb033c752011-07-20 12:22:35 -070024#include <list>
Ian Rogers700a4022014-05-19 16:49:03 -070025#include <memory>
Elliott Hughes8daa0922011-09-11 13:46:25 -070026#include <string>
Carl Shapirob5573532011-07-12 18:22:59 -070027
Mingyao Yang4dcfc432015-04-21 16:55:22 -070028#include "arch/context.h"
David Sehrc431b9d2018-03-02 12:01:51 -080029#include "base/atomic.h"
Andreas Gampe542451c2016-07-26 09:02:02 -070030#include "base/enums.h"
Andreas Gampe7fbc4a52018-11-28 08:26:47 -080031#include "base/locks.h"
Elliott Hughes76160052012-12-12 16:31:20 -080032#include "base/macros.h"
Alex Light184f0752018-07-13 11:18:22 -070033#include "base/safe_map.h"
Andreas Gampea1ffdba2019-01-04 16:08:51 -080034#include "base/value_object.h"
Ian Rogers848871b2013-08-05 10:56:33 -070035#include "entrypoints/jni/jni_entrypoints.h"
Ian Rogers7655f292013-07-29 11:07:13 -070036#include "entrypoints/quick/quick_entrypoints.h"
Mathieu Chartiereb8167a2014-05-07 15:43:14 -070037#include "handle_scope.h"
David Srbecky912f36c2018-09-08 12:22:58 +010038#include "interpreter/interpreter_cache.h"
Ian Rogers306057f2012-11-26 12:45:53 -080039#include "jvalue.h"
Andreas Gampe513061a2017-06-01 09:17:34 -070040#include "managed_stack.h"
Brian Carlstrom578bbdc2011-07-21 14:07:47 -070041#include "offsets.h"
Andreas Gampe217488a2017-09-18 08:34:42 -070042#include "read_barrier_config.h"
Andreas Gampe5a0430d2019-01-04 14:33:57 -080043#include "runtime_globals.h"
Elliott Hughes9d5ccec2011-09-19 13:19:50 -070044#include "runtime_stats.h"
Alex Light46f93402017-06-29 11:59:50 -070045#include "suspend_reason.h"
Ian Rogers2dd0e2c2013-01-24 12:42:14 -080046#include "thread_state.h"
Ian Rogersb033c752011-07-20 12:22:35 -070047
Christopher Ferris6cff48f2014-01-26 21:36:13 -080048class BacktraceMap;
49
Carl Shapiro0e5d75d2011-07-06 18:28:37 -070050namespace art {
51
Mathieu Chartier15d34022014-02-26 17:16:38 -080052namespace gc {
Hiroshi Yamauchi0b713572015-06-16 18:29:23 -070053namespace accounting {
Igor Murashkin2ffb7032017-11-08 13:35:21 -080054template<class T> class AtomicStack;
Hiroshi Yamauchi0b713572015-06-16 18:29:23 -070055} // namespace accounting
Mathieu Chartier15d34022014-02-26 17:16:38 -080056namespace collector {
Igor Murashkin2ffb7032017-11-08 13:35:21 -080057class SemiSpace;
Mathieu Chartier15d34022014-02-26 17:16:38 -080058} // namespace collector
59} // namespace gc
60
Andreas Gamped77abd92019-01-02 16:10:20 -080061namespace instrumentation {
62struct InstrumentationStackFrame;
63} // namespace instrumentation
64
Ian Rogers2dd0e2c2013-01-24 12:42:14 -080065namespace mirror {
Igor Murashkin2ffb7032017-11-08 13:35:21 -080066class Array;
67class Class;
68class ClassLoader;
69class Object;
70template<class T> class ObjectArray;
71template<class T> class PrimitiveArray;
72typedef PrimitiveArray<int32_t> IntArray;
73class StackTraceElement;
74class String;
75class Throwable;
Ian Rogers2dd0e2c2013-01-24 12:42:14 -080076} // namespace mirror
Mathieu Chartier12d625f2015-03-13 11:33:37 -070077
78namespace verifier {
Igor Murashkin2ffb7032017-11-08 13:35:21 -080079class MethodVerifier;
80class VerifierDeps;
Mathieu Chartier12d625f2015-03-13 11:33:37 -070081} // namespace verifier
82
Mathieu Chartiere401d142015-04-22 13:56:20 -070083class ArtMethod;
Ian Rogers2dd0e2c2013-01-24 12:42:14 -080084class BaseMutex;
85class ClassLinker;
Ian Rogers7a22fa62013-01-23 12:16:16 -080086class Closure;
Ian Rogersbdb03912011-09-14 00:55:44 -070087class Context;
Ian Rogers1b09b092012-08-20 15:35:52 -070088struct DebugInvokeReq;
Sebastien Hertz07474662015-08-25 15:12:33 +000089class DeoptimizationContextRecord;
Ian Rogers81d425b2012-09-27 16:03:43 -070090class DexFile;
Mingyao Yang99170c62015-07-06 11:10:37 -070091class FrameIdToShadowFrame;
Ian Rogersb48b9eb2014-02-28 16:20:21 -080092class JavaVMExt;
Ian Rogers55256cb2017-12-21 17:07:11 -080093class JNIEnvExt;
Elliott Hughes8daa0922011-09-11 13:46:25 -070094class Monitor;
Andreas Gampe513061a2017-06-01 09:17:34 -070095class RootVisitor;
Mathieu Chartier2b7c4d12014-05-19 10:52:16 -070096class ScopedObjectAccessAlreadyRunnable;
Logan Chienf7ad17e2012-03-15 03:10:03 +080097class ShadowFrame;
Sebastien Hertz597c4f02015-01-26 17:37:14 +010098class SingleStepControl;
Sebastien Hertzf7958692015-06-09 14:09:14 +020099class StackedShadowFrameRecord;
Brian Carlstrom40381fb2011-10-19 14:13:40 -0700100class Thread;
101class ThreadList;
Andreas Gampe513061a2017-06-01 09:17:34 -0700102enum VisitRootFlags : uint8_t;
Carl Shapiro0e5d75d2011-07-06 18:28:37 -0700103
Alex Light184f0752018-07-13 11:18:22 -0700104// A piece of data that can be held in the CustomTls. The destructor will be called during thread
105// shutdown. The thread the destructor is called on is not necessarily the same thread it was stored
106// on.
107class TLSData {
108 public:
109 virtual ~TLSData() {}
110};
111
Elliott Hughes34e06962012-04-09 13:55:55 -0700112// Thread priorities. These must match the Thread.MIN_PRIORITY,
113// Thread.NORM_PRIORITY, and Thread.MAX_PRIORITY constants.
114enum ThreadPriority {
115 kMinThreadPriority = 1,
116 kNormThreadPriority = 5,
117 kMaxThreadPriority = 10,
118};
119
Ian Rogers474b6da2012-09-25 00:20:38 -0700120enum ThreadFlag {
Ian Rogers50ffee22012-11-20 11:47:44 -0800121 kSuspendRequest = 1, // If set implies that suspend_count_ > 0 and the Thread should enter the
122 // safepoint handler.
Yu Lieac44242015-06-29 10:50:03 +0800123 kCheckpointRequest = 2, // Request that the thread do some checkpoint work and then continue.
Hiroshi Yamauchi30493242016-11-03 13:06:52 -0700124 kEmptyCheckpointRequest = 4, // Request that the thread do empty checkpoint and then continue.
125 kActiveSuspendBarrier = 8, // Register that at least 1 suspend barrier needs to be passed.
Ian Rogers474b6da2012-09-25 00:20:38 -0700126};
127
Sebastien Hertzf7958692015-06-09 14:09:14 +0200128enum class StackedShadowFrameType {
Mingyao Yang1f2d3ba2015-05-18 12:12:50 -0700129 kShadowFrameUnderConstruction,
Andreas Gampe639bdd12015-06-03 11:22:45 -0700130 kDeoptimizationShadowFrame,
Mingyao Yang1f2d3ba2015-05-18 12:12:50 -0700131};
132
Mingyao Yang2ee17902017-08-30 11:37:08 -0700133// The type of method that triggers deoptimization. It contains info on whether
134// the deoptimized method should advance dex_pc.
135enum class DeoptimizationMethodType {
136 kKeepDexPc, // dex pc is required to be kept upon deoptimization.
137 kDefault // dex pc may or may not advance depending on other conditions.
138};
139
Hiroshi Yamauchi7ed9c562016-02-02 15:22:09 -0800140// This should match RosAlloc::kNumThreadLocalSizeBrackets.
141static constexpr size_t kNumRosAllocThreadLocalSizeBracketsInThread = 16;
Ian Rogerse63db272014-07-15 15:36:11 -0700142
Dave Allison648d7112014-07-25 16:15:27 -0700143// Thread's stack layout for implicit stack overflow checks:
144//
145// +---------------------+ <- highest address of stack memory
146// | |
147// . . <- SP
148// | |
149// | |
150// +---------------------+ <- stack_end
151// | |
152// | Gap |
153// | |
154// +---------------------+ <- stack_begin
155// | |
156// | Protected region |
157// | |
158// +---------------------+ <- lowest address of stack memory
159//
160// The stack always grows down in memory. At the lowest address is a region of memory
161// that is set mprotect(PROT_NONE). Any attempt to read/write to this region will
162// result in a segmentation fault signal. At any point, the thread's SP will be somewhere
163// between the stack_end and the highest address in stack memory. An implicit stack
164// overflow check is a read of memory at a certain offset below the current SP (4K typically).
165// If the thread's SP is below the stack_end address this will be a read into the protected
166// region. If the SP is above the stack_end address, the thread is guaranteed to have
167// at least 4K of space. Because stack overflow checks are only performed in generated code,
168// if the thread makes a call out to a native function (through JNI), that native function
169// might only have 4K of memory (if the SP is adjacent to stack_end).
170
Ian Rogersdd7624d2014-03-14 17:43:00 -0700171class Thread {
Carl Shapiro0e5d75d2011-07-06 18:28:37 -0700172 public:
Andreas Gampe7ea6f792014-07-14 16:21:44 -0700173 static const size_t kStackOverflowImplicitCheckSize;
Andreas Gampeb486a982017-06-01 13:45:54 -0700174 static constexpr bool kVerifyStack = kIsDebugBuild;
Dave Allisonf9439142014-03-27 15:10:22 -0700175
Elliott Hughes462c9442012-03-23 18:47:50 -0700176 // Creates a new native thread corresponding to the given managed peer.
177 // Used to implement Thread.start.
Ian Rogers52673ff2012-06-27 23:25:34 -0700178 static void CreateNativeThread(JNIEnv* env, jobject peer, size_t stack_size, bool daemon);
Carl Shapiro61e019d2011-07-14 16:53:09 -0700179
Elliott Hughes462c9442012-03-23 18:47:50 -0700180 // Attaches the calling native thread to the runtime, returning the new native peer.
181 // Used to implement JNI AttachCurrentThread and AttachCurrentThreadAsDaemon calls.
Mathieu Chartier664bebf2012-11-12 16:54:11 -0800182 static Thread* Attach(const char* thread_name, bool as_daemon, jobject thread_group,
183 bool create_peer);
Andreas Gampe732b0ac2017-01-18 15:23:39 -0800184 // Attaches the calling native thread to the runtime, returning the new native peer.
185 static Thread* Attach(const char* thread_name, bool as_daemon, jobject thread_peer);
Carl Shapirob5573532011-07-12 18:22:59 -0700186
Brian Carlstromcaabb1b2011-10-11 18:09:13 -0700187 // Reset internal state of child thread after fork.
188 void InitAfterFork();
189
Ian Rogers6f3dbba2014-10-14 17:41:57 -0700190 // Get the currently executing thread, frequently referred to as 'self'. This call has reasonably
191 // high cost and so we favor passing self around when possible.
192 // TODO: mark as PURE so the compiler may coalesce and remove?
Ian Rogers02ed4c02013-09-06 13:10:04 -0700193 static Thread* Current();
Carl Shapiro0e5d75d2011-07-06 18:28:37 -0700194
Ian Rogers7b078e82014-09-10 14:44:24 -0700195 // On a runnable thread, check for pending thread suspension request and handle if pending.
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700196 void AllowThreadSuspension() REQUIRES_SHARED(Locks::mutator_lock_);
Ian Rogers7b078e82014-09-10 14:44:24 -0700197
198 // Process pending thread suspension request and handle if pending.
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700199 void CheckSuspend() REQUIRES_SHARED(Locks::mutator_lock_);
Ian Rogers7b078e82014-09-10 14:44:24 -0700200
Hiroshi Yamauchi30493242016-11-03 13:06:52 -0700201 // Process a pending empty checkpoint if pending.
Hiroshi Yamauchia2224042017-02-08 16:35:45 -0800202 void CheckEmptyCheckpointFromWeakRefAccess(BaseMutex* cond_var_mutex);
203 void CheckEmptyCheckpointFromMutex();
Hiroshi Yamauchi30493242016-11-03 13:06:52 -0700204
Mathieu Chartier2b7c4d12014-05-19 10:52:16 -0700205 static Thread* FromManagedThread(const ScopedObjectAccessAlreadyRunnable& ts,
Mathieu Chartierf5769e12017-01-10 15:54:41 -0800206 ObjPtr<mirror::Object> thread_peer)
Mathieu Chartier90443472015-07-16 20:32:27 -0700207 REQUIRES(Locks::thread_list_lock_, !Locks::thread_suspend_count_lock_)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700208 REQUIRES_SHARED(Locks::mutator_lock_);
Mathieu Chartier2b7c4d12014-05-19 10:52:16 -0700209 static Thread* FromManagedThread(const ScopedObjectAccessAlreadyRunnable& ts, jobject thread)
Mathieu Chartier90443472015-07-16 20:32:27 -0700210 REQUIRES(Locks::thread_list_lock_, !Locks::thread_suspend_count_lock_)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700211 REQUIRES_SHARED(Locks::mutator_lock_);
Elliott Hughes8daa0922011-09-11 13:46:25 -0700212
Elliott Hughes28fa76d2012-04-09 17:31:46 -0700213 // Translates 172 to pAllocArrayFromCode and so on.
Andreas Gampe542451c2016-07-26 09:02:02 -0700214 template<PointerSize size_of_pointers>
Ian Rogersdd7624d2014-03-14 17:43:00 -0700215 static void DumpThreadOffset(std::ostream& os, uint32_t offset);
Elliott Hughes28fa76d2012-04-09 17:31:46 -0700216
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700217 // Dumps a one-line summary of thread state (used for operator<<).
218 void ShortDump(std::ostream& os) const;
219
220 // Dumps the detailed thread state and the thread stack (used for SIGQUIT).
Nicolas Geoffraya73280d2016-02-15 13:05:16 +0000221 void Dump(std::ostream& os,
Nicolas Geoffray6ee49712018-03-30 14:39:05 +0000222 bool dump_native_stack = true,
Hiroshi Yamauchi13c16352017-01-31 10:15:08 -0800223 BacktraceMap* backtrace_map = nullptr,
224 bool force_dump_stack = false) const
Mathieu Chartier90443472015-07-16 20:32:27 -0700225 REQUIRES(!Locks::thread_suspend_count_lock_)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700226 REQUIRES_SHARED(Locks::mutator_lock_);
Elliott Hughesa0957642011-09-02 14:27:33 -0700227
Hiroshi Yamauchi02f365f2017-02-03 15:06:00 -0800228 void DumpJavaStack(std::ostream& os,
229 bool check_suspended = true,
230 bool dump_locks = true) const
Mathieu Chartier90443472015-07-16 20:32:27 -0700231 REQUIRES(!Locks::thread_suspend_count_lock_)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700232 REQUIRES_SHARED(Locks::mutator_lock_);
Mathieu Chartierc751fdc2014-03-30 15:25:44 -0700233
Mathieu Chartier2cebb242015-04-21 16:50:40 -0700234 // Dumps the SIGQUIT per-thread header. 'thread' can be null for a non-attached thread, in which
Elliott Hughesabbe07d2012-06-05 17:42:23 -0700235 // case we use 'tid' to identify the thread, and we'll include as much information as we can.
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700236 static void DumpState(std::ostream& os, const Thread* thread, pid_t tid)
Mathieu Chartier90443472015-07-16 20:32:27 -0700237 REQUIRES(!Locks::thread_suspend_count_lock_)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700238 REQUIRES_SHARED(Locks::mutator_lock_);
Elliott Hughesabbe07d2012-06-05 17:42:23 -0700239
Ian Rogers474b6da2012-09-25 00:20:38 -0700240 ThreadState GetState() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700241 DCHECK_GE(tls32_.state_and_flags.as_struct.state, kTerminated);
242 DCHECK_LE(tls32_.state_and_flags.as_struct.state, kSuspended);
243 return static_cast<ThreadState>(tls32_.state_and_flags.as_struct.state);
Dave Allison0aded082013-11-07 13:15:11 -0800244 }
245
Ian Rogers474b6da2012-09-25 00:20:38 -0700246 ThreadState SetState(ThreadState new_state);
Ian Rogers52673ff2012-06-27 23:25:34 -0700247
Mathieu Chartier90443472015-07-16 20:32:27 -0700248 int GetSuspendCount() const REQUIRES(Locks::thread_suspend_count_lock_) {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700249 return tls32_.suspend_count;
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700250 }
Elliott Hughes038a8062011-09-18 14:12:41 -0700251
Alex Light88fd7202017-06-30 08:31:59 -0700252 int GetUserCodeSuspendCount() const REQUIRES(Locks::thread_suspend_count_lock_,
253 Locks::user_code_suspension_lock_) {
254 return tls32_.user_code_suspend_count;
255 }
256
Mathieu Chartier90443472015-07-16 20:32:27 -0700257 int GetDebugSuspendCount() const REQUIRES(Locks::thread_suspend_count_lock_) {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700258 return tls32_.debug_suspend_count;
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700259 }
260
Mathieu Chartier858f1c52012-10-17 17:45:55 -0700261 bool IsSuspended() const {
Chris Dearman59cde532013-12-04 18:53:49 -0800262 union StateAndFlags state_and_flags;
Ian Rogersdd7624d2014-03-14 17:43:00 -0700263 state_and_flags.as_int = tls32_.state_and_flags.as_int;
Mathieu Chartier858f1c52012-10-17 17:45:55 -0700264 return state_and_flags.as_struct.state != kRunnable &&
265 (state_and_flags.as_struct.flags & kSuspendRequest) != 0;
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700266 }
267
Hiroshi Yamauchi02e7f1a2016-10-03 15:32:01 -0700268 // If delta > 0 and (this != self or suspend_barrier is not null), this function may temporarily
269 // release thread_suspend_count_lock_ internally.
270 ALWAYS_INLINE
271 bool ModifySuspendCount(Thread* self,
272 int delta,
273 AtomicInteger* suspend_barrier,
Alex Light46f93402017-06-29 11:59:50 -0700274 SuspendReason reason)
Sebastien Hertz1c8f4ff2017-04-14 15:05:12 +0200275 WARN_UNUSED
Mathieu Chartier90443472015-07-16 20:32:27 -0700276 REQUIRES(Locks::thread_suspend_count_lock_);
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700277
Alex Light318afe62018-03-22 16:50:10 -0700278 // Requests a checkpoint closure to run on another thread. The closure will be run when the thread
279 // gets suspended. This will return true if the closure was added and will (eventually) be
280 // executed. It returns false otherwise.
281 //
282 // Since multiple closures can be queued and some closures can delay other threads from running no
283 // closure should attempt to suspend another thread while running.
284 // TODO We should add some debug option that verifies this.
Ian Rogersd9c4fc92013-10-01 19:45:43 -0700285 bool RequestCheckpoint(Closure* function)
Mathieu Chartier90443472015-07-16 20:32:27 -0700286 REQUIRES(Locks::thread_suspend_count_lock_);
Alex Lightb1e31a82017-10-04 16:57:36 -0700287
288 // RequestSynchronousCheckpoint releases the thread_list_lock_ as a part of its execution. This is
289 // due to the fact that Thread::Current() needs to go to sleep to allow the targeted thread to
Alex Light318afe62018-03-22 16:50:10 -0700290 // execute the checkpoint for us if it is Runnable. The suspend_state is the state that the thread
291 // will go into while it is awaiting the checkpoint to be run.
292 // NB Passing ThreadState::kRunnable may cause the current thread to wait in a condition variable
293 // while holding the mutator_lock_. Callers should ensure that this will not cause any problems
294 // for the closure or the rest of the system.
295 // NB Since multiple closures can be queued and some closures can delay other threads from running
296 // no closure should attempt to suspend another thread while running.
297 bool RequestSynchronousCheckpoint(Closure* function,
298 ThreadState suspend_state = ThreadState::kWaiting)
Andreas Gampe28c4a232017-06-21 21:21:31 -0700299 REQUIRES_SHARED(Locks::mutator_lock_)
Alex Lightb1e31a82017-10-04 16:57:36 -0700300 RELEASE(Locks::thread_list_lock_)
Andreas Gampe28c4a232017-06-21 21:21:31 -0700301 REQUIRES(!Locks::thread_suspend_count_lock_);
Alex Light318afe62018-03-22 16:50:10 -0700302
Hiroshi Yamauchi30493242016-11-03 13:06:52 -0700303 bool RequestEmptyCheckpoint()
304 REQUIRES(Locks::thread_suspend_count_lock_);
Mathieu Chartier858f1c52012-10-17 17:45:55 -0700305
Hiroshi Yamauchi2cd334a2015-01-09 14:03:35 -0800306 void SetFlipFunction(Closure* function);
307 Closure* GetFlipFunction();
308
Hiroshi Yamauchi0b713572015-06-16 18:29:23 -0700309 gc::accounting::AtomicStack<mirror::Object>* GetThreadLocalMarkStack() {
310 CHECK(kUseReadBarrier);
311 return tlsPtr_.thread_local_mark_stack;
312 }
313 void SetThreadLocalMarkStack(gc::accounting::AtomicStack<mirror::Object>* stack) {
314 CHECK(kUseReadBarrier);
315 tlsPtr_.thread_local_mark_stack = stack;
316 }
317
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700318 // Called when thread detected that the thread_suspend_count_ was non-zero. Gives up share of
319 // mutator_lock_ and waits until it is resumed and thread_suspend_count_ is zero.
Ian Rogers9da7f592012-08-20 17:14:28 -0700320 void FullSuspendCheck()
Mathieu Chartier90443472015-07-16 20:32:27 -0700321 REQUIRES(!Locks::thread_suspend_count_lock_)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700322 REQUIRES_SHARED(Locks::mutator_lock_);
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700323
324 // Transition from non-runnable to runnable state acquiring share on mutator_lock_.
Mathieu Chartier8ac9c912015-10-01 15:58:41 -0700325 ALWAYS_INLINE ThreadState TransitionFromSuspendedToRunnable()
Mathieu Chartier90443472015-07-16 20:32:27 -0700326 REQUIRES(!Locks::thread_suspend_count_lock_)
Mathieu Chartier8ac9c912015-10-01 15:58:41 -0700327 SHARED_LOCK_FUNCTION(Locks::mutator_lock_);
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700328
329 // Transition from runnable into a state where mutator privileges are denied. Releases share of
330 // mutator lock.
Mathieu Chartier8ac9c912015-10-01 15:58:41 -0700331 ALWAYS_INLINE void TransitionFromRunnableToSuspended(ThreadState new_state)
Mathieu Chartier4e2cb092015-07-22 16:17:51 -0700332 REQUIRES(!Locks::thread_suspend_count_lock_, !Roles::uninterruptible_)
Mathieu Chartier8ac9c912015-10-01 15:58:41 -0700333 UNLOCK_FUNCTION(Locks::mutator_lock_);
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700334
Ian Rogers0399dde2012-06-06 17:09:28 -0700335 // Once called thread suspension will cause an assertion failure.
Mathieu Chartier4e2cb092015-07-22 16:17:51 -0700336 const char* StartAssertNoThreadSuspension(const char* cause) ACQUIRE(Roles::uninterruptible_) {
337 Roles::uninterruptible_.Acquire(); // No-op.
Mathieu Chartier590fee92013-09-13 13:46:47 -0700338 if (kIsDebugBuild) {
Mathieu Chartier2cebb242015-04-21 16:50:40 -0700339 CHECK(cause != nullptr);
Ian Rogersdd7624d2014-03-14 17:43:00 -0700340 const char* previous_cause = tlsPtr_.last_no_thread_suspension_cause;
341 tls32_.no_thread_suspension++;
342 tlsPtr_.last_no_thread_suspension_cause = cause;
Mathieu Chartier590fee92013-09-13 13:46:47 -0700343 return previous_cause;
344 } else {
345 return nullptr;
346 }
Ian Rogers0399dde2012-06-06 17:09:28 -0700347 }
Ian Rogers52673ff2012-06-27 23:25:34 -0700348
Ian Rogers0399dde2012-06-06 17:09:28 -0700349 // End region where no thread suspension is expected.
Mathieu Chartier4e2cb092015-07-22 16:17:51 -0700350 void EndAssertNoThreadSuspension(const char* old_cause) RELEASE(Roles::uninterruptible_) {
Mathieu Chartier590fee92013-09-13 13:46:47 -0700351 if (kIsDebugBuild) {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700352 CHECK(old_cause != nullptr || tls32_.no_thread_suspension == 1);
353 CHECK_GT(tls32_.no_thread_suspension, 0U);
354 tls32_.no_thread_suspension--;
355 tlsPtr_.last_no_thread_suspension_cause = old_cause;
Mathieu Chartier590fee92013-09-13 13:46:47 -0700356 }
Mathieu Chartier4e2cb092015-07-22 16:17:51 -0700357 Roles::uninterruptible_.Release(); // No-op.
Ian Rogers0399dde2012-06-06 17:09:28 -0700358 }
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700359
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700360 void AssertThreadSuspensionIsAllowable(bool check_locks = true) const;
Ian Rogers0399dde2012-06-06 17:09:28 -0700361
Mathieu Chartier10b218d2016-07-25 17:48:52 -0700362 // Return true if thread suspension is allowable.
363 bool IsThreadSuspensionAllowable() const;
364
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700365 bool IsDaemon() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700366 return tls32_.daemon;
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700367 }
368
Mathieu Chartier14c3bf92015-07-13 14:35:43 -0700369 size_t NumberOfHeldMutexes() const;
370
Mathieu Chartierf5769e12017-01-10 15:54:41 -0800371 bool HoldsLock(ObjPtr<mirror::Object> object) const REQUIRES_SHARED(Locks::mutator_lock_);
Elliott Hughes5f791332011-09-15 17:45:30 -0700372
Elliott Hughes8daa0922011-09-11 13:46:25 -0700373 /*
374 * Changes the priority of this thread to match that of the java.lang.Thread object.
375 *
376 * We map a priority value from 1-10 to Linux "nice" values, where lower
377 * numbers indicate higher priority.
378 */
379 void SetNativePriority(int newPriority);
380
381 /*
382 * Returns the thread priority for the current thread by querying the system.
383 * This is useful when attaching a thread through JNI.
384 *
385 * Returns a value from 1 to 10 (compatible with java.lang.Thread values).
386 */
387 static int GetNativePriority();
388
Mathieu Chartier61b3cd42016-04-18 11:43:29 -0700389 // Guaranteed to be non-zero.
Ian Rogersd9c4fc92013-10-01 19:45:43 -0700390 uint32_t GetThreadId() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700391 return tls32_.thin_lock_thread_id;
Carl Shapirob5573532011-07-12 18:22:59 -0700392 }
393
Elliott Hughesd92bec42011-09-02 17:04:36 -0700394 pid_t GetTid() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700395 return tls32_.tid;
Elliott Hughesd92bec42011-09-02 17:04:36 -0700396 }
Elliott Hughese27955c2011-08-26 15:21:24 -0700397
Mathieu Chartier2cebb242015-04-21 16:50:40 -0700398 // Returns the java.lang.Thread's name, or null if this Thread* doesn't have a peer.
Andreas Gampe08883de2016-11-08 13:20:52 -0800399 mirror::String* GetThreadName() const REQUIRES_SHARED(Locks::mutator_lock_);
Elliott Hughes899e7892012-01-24 14:57:32 -0800400
Elliott Hughesffb465f2012-03-01 18:46:05 -0800401 // Sets 'name' to the java.lang.Thread's name. This requires no transition to managed code,
402 // allocation, or locking.
403 void GetThreadName(std::string& name) const;
404
Elliott Hughes899e7892012-01-24 14:57:32 -0800405 // Sets the thread's name.
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700406 void SetThreadName(const char* name) REQUIRES_SHARED(Locks::mutator_lock_);
Elliott Hughesfc861622011-10-17 17:57:47 -0700407
Jeff Hao57dac6e2013-08-15 16:36:24 -0700408 // Returns the thread-specific CPU-time clock in microseconds or -1 if unavailable.
409 uint64_t GetCpuMicroTime() const;
410
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700411 mirror::Object* GetPeer() const REQUIRES_SHARED(Locks::mutator_lock_) {
Nicolas Geoffrayffc8cad2017-02-10 10:59:22 +0000412 DCHECK(Thread::Current() == this) << "Use GetPeerFromOtherThread instead";
Ian Rogersdd7624d2014-03-14 17:43:00 -0700413 CHECK(tlsPtr_.jpeer == nullptr);
414 return tlsPtr_.opeer;
Elliott Hughes8daa0922011-09-11 13:46:25 -0700415 }
Andreas Gampe202f85a2017-02-06 10:23:26 -0800416 // GetPeer is not safe if called on another thread in the middle of the CC thread flip and
417 // the thread's stack may have not been flipped yet and peer may be a from-space (stale) ref.
418 // This function will explicitly mark/forward it.
419 mirror::Object* GetPeerFromOtherThread() const REQUIRES_SHARED(Locks::mutator_lock_);
Elliott Hughes8daa0922011-09-11 13:46:25 -0700420
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700421 bool HasPeer() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700422 return tlsPtr_.jpeer != nullptr || tlsPtr_.opeer != nullptr;
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700423 }
424
Elliott Hughes9d5ccec2011-09-19 13:19:50 -0700425 RuntimeStats* GetStats() {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700426 return &tls64_.stats;
Elliott Hughes9d5ccec2011-09-19 13:19:50 -0700427 }
428
Elliott Hughes7dc51662012-05-16 14:48:43 -0700429 bool IsStillStarting() const;
430
Carl Shapiro0e5d75d2011-07-06 18:28:37 -0700431 bool IsExceptionPending() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700432 return tlsPtr_.exception != nullptr;
Carl Shapiro0e5d75d2011-07-06 18:28:37 -0700433 }
434
Alex Light848574c2017-09-25 16:59:39 -0700435 bool IsAsyncExceptionPending() const {
436 return tlsPtr_.async_exception != nullptr;
437 }
438
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700439 mirror::Throwable* GetException() const REQUIRES_SHARED(Locks::mutator_lock_) {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700440 return tlsPtr_.exception;
Carl Shapiro0e5d75d2011-07-06 18:28:37 -0700441 }
442
Andreas Gamped9efea62014-07-21 22:56:08 -0700443 void AssertPendingException() const;
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700444 void AssertPendingOOMException() const REQUIRES_SHARED(Locks::mutator_lock_);
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700445 void AssertNoPendingException() const;
Mathieu Chartier8d7672e2014-02-25 10:57:16 -0800446 void AssertNoPendingExceptionForNewException(const char* msg) const;
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700447
Mathieu Chartier0795f232016-09-27 18:43:30 -0700448 void SetException(ObjPtr<mirror::Throwable> new_exception) REQUIRES_SHARED(Locks::mutator_lock_);
Ian Rogers0cfe1fb2011-08-26 03:29:44 -0700449
Alex Light848574c2017-09-25 16:59:39 -0700450 // Set an exception that is asynchronously thrown from a different thread. This will be checked
451 // periodically and might overwrite the current 'Exception'. This can only be called from a
452 // checkpoint.
453 //
454 // The caller should also make sure that the thread has been deoptimized so that the exception
455 // could be detected on back-edges.
456 void SetAsyncException(ObjPtr<mirror::Throwable> new_exception)
457 REQUIRES_SHARED(Locks::mutator_lock_);
458
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700459 void ClearException() REQUIRES_SHARED(Locks::mutator_lock_) {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700460 tlsPtr_.exception = nullptr;
jeffhao94d6df42012-11-26 16:02:12 -0800461 }
462
Alex Light848574c2017-09-25 16:59:39 -0700463 // Move the current async-exception to the main exception. This should be called when the current
464 // thread is ready to deal with any async exceptions. Returns true if there is an async exception
465 // that needs to be dealt with, false otherwise.
466 bool ObserveAsyncException() REQUIRES_SHARED(Locks::mutator_lock_);
467
Ian Rogersbdb03912011-09-14 00:55:44 -0700468 // Find catch block and perform long jump to appropriate exception handle
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700469 NO_RETURN void QuickDeliverException() REQUIRES_SHARED(Locks::mutator_lock_);
Ian Rogersbdb03912011-09-14 00:55:44 -0700470
471 Context* GetLongJumpContext();
Ian Rogers0399dde2012-06-06 17:09:28 -0700472 void ReleaseLongJumpContext(Context* context) {
Mingyao Yang4dcfc432015-04-21 16:55:22 -0700473 if (tlsPtr_.long_jump_context != nullptr) {
474 // Each QuickExceptionHandler gets a long jump context and uses
475 // it for doing the long jump, after finding catch blocks/doing deoptimization.
476 // Both finding catch blocks and deoptimization can trigger another
477 // exception such as a result of class loading. So there can be nested
478 // cases of exception handling and multiple contexts being used.
479 // ReleaseLongJumpContext tries to save the context in tlsPtr_.long_jump_context
480 // for reuse so there is no need to always allocate a new one each time when
481 // getting a context. Since we only keep one context for reuse, delete the
482 // existing one since the passed in context is yet to be used for longjump.
483 delete tlsPtr_.long_jump_context;
484 }
Ian Rogersdd7624d2014-03-14 17:43:00 -0700485 tlsPtr_.long_jump_context = context;
Shih-wei Liao1a18c8c2011-08-14 17:47:36 -0700486 }
487
Andreas Gampe6ec8ebd2014-07-25 13:36:56 -0700488 // Get the current method and dex pc. If there are errors in retrieving the dex pc, this will
489 // abort the runtime iff abort_on_error is true.
Hiroshi Yamauchi02f365f2017-02-03 15:06:00 -0800490 ArtMethod* GetCurrentMethod(uint32_t* dex_pc,
491 bool check_suspended = true,
492 bool abort_on_error = true) const
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700493 REQUIRES_SHARED(Locks::mutator_lock_);
Ian Rogers0399dde2012-06-06 17:09:28 -0700494
Nicolas Geoffray7642cfc2015-02-26 10:56:09 +0000495 // Returns whether the given exception was thrown by the current Java method being executed
496 // (Note that this includes native Java methods).
Mathieu Chartierf5769e12017-01-10 15:54:41 -0800497 bool IsExceptionThrownByCurrentMethod(ObjPtr<mirror::Throwable> exception) const
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700498 REQUIRES_SHARED(Locks::mutator_lock_);
Nicolas Geoffray7642cfc2015-02-26 10:56:09 +0000499
Mathieu Chartiere401d142015-04-22 13:56:20 -0700500 void SetTopOfStack(ArtMethod** top_method) {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700501 tlsPtr_.managed_stack.SetTopQuickFrame(top_method);
Carl Shapiro0e5d75d2011-07-06 18:28:37 -0700502 }
503
Vladimir Marko2196c652017-11-30 16:16:07 +0000504 void SetTopOfStackTagged(ArtMethod** top_method) {
505 tlsPtr_.managed_stack.SetTopQuickFrameTagged(top_method);
506 }
507
Jeff Hao11ffc2d2013-02-01 11:52:17 -0800508 void SetTopOfShadowStack(ShadowFrame* top) {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700509 tlsPtr_.managed_stack.SetTopShadowFrame(top);
Jeff Hao11ffc2d2013-02-01 11:52:17 -0800510 }
511
Ian Rogers0399dde2012-06-06 17:09:28 -0700512 bool HasManagedStack() const {
Vladimir Marko2196c652017-11-30 16:16:07 +0000513 return tlsPtr_.managed_stack.HasTopQuickFrame() || tlsPtr_.managed_stack.HasTopShadowFrame();
Ian Rogersbdb03912011-09-14 00:55:44 -0700514 }
515
Mathieu Chartier2cebb242015-04-21 16:50:40 -0700516 // If 'msg' is null, no detail message is set.
Nicolas Geoffray0aa50ce2015-03-10 11:03:29 +0000517 void ThrowNewException(const char* exception_class_descriptor, const char* msg)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700518 REQUIRES_SHARED(Locks::mutator_lock_) REQUIRES(!Roles::uninterruptible_);
Elliott Hughes5cb5ad22011-10-02 12:13:39 -0700519
Mathieu Chartier2cebb242015-04-21 16:50:40 -0700520 // If 'msg' is null, no detail message is set. An exception must be pending, and will be
Elliott Hughesa4f94742012-05-29 16:28:38 -0700521 // used as the new exception's cause.
Nicolas Geoffray0aa50ce2015-03-10 11:03:29 +0000522 void ThrowNewWrappedException(const char* exception_class_descriptor, const char* msg)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700523 REQUIRES_SHARED(Locks::mutator_lock_) REQUIRES(!Roles::uninterruptible_);
Elliott Hughesa4f94742012-05-29 16:28:38 -0700524
Nicolas Geoffray0aa50ce2015-03-10 11:03:29 +0000525 void ThrowNewExceptionF(const char* exception_class_descriptor, const char* fmt, ...)
526 __attribute__((format(printf, 3, 4)))
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700527 REQUIRES_SHARED(Locks::mutator_lock_) REQUIRES(!Roles::uninterruptible_);
Elliott Hughesa5b897e2011-08-16 11:33:06 -0700528
Nicolas Geoffray0aa50ce2015-03-10 11:03:29 +0000529 void ThrowNewExceptionV(const char* exception_class_descriptor, const char* fmt, va_list ap)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700530 REQUIRES_SHARED(Locks::mutator_lock_) REQUIRES(!Roles::uninterruptible_);
Elliott Hughes4a2b4172011-09-20 17:08:25 -0700531
Elliott Hughes2ced6a52011-10-16 18:44:48 -0700532 // OutOfMemoryError is special, because we need to pre-allocate an instance.
Elliott Hughes8a8b9cb2012-04-13 18:29:22 -0700533 // Only the GC should call this.
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700534 void ThrowOutOfMemoryError(const char* msg) REQUIRES_SHARED(Locks::mutator_lock_)
Mathieu Chartiered8990a2015-07-23 14:11:16 -0700535 REQUIRES(!Roles::uninterruptible_);
Elliott Hughes79082e32011-08-25 12:07:32 -0700536
Elliott Hughesbe759c62011-09-08 19:38:21 -0700537 static void Startup();
Elliott Hughes038a8062011-09-18 14:12:41 -0700538 static void FinishStartup();
Elliott Hughesc1674ed2011-08-25 18:09:09 -0700539 static void Shutdown();
Carl Shapirob5573532011-07-12 18:22:59 -0700540
Andreas Gampe56776012018-01-26 17:40:55 -0800541 // Notify this thread's thread-group that this thread has started.
542 // Note: the given thread-group is used as a fast path and verified in debug build. If the value
543 // is null, the thread's thread-group is loaded from the peer.
544 void NotifyThreadGroup(ScopedObjectAccessAlreadyRunnable& soa, jobject thread_group = nullptr)
545 REQUIRES_SHARED(Locks::mutator_lock_);
546
Ian Rogersb033c752011-07-20 12:22:35 -0700547 // JNI methods
Elliott Hughes69f5bc62011-08-24 09:26:14 -0700548 JNIEnvExt* GetJniEnv() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700549 return tlsPtr_.jni_env;
Ian Rogersb033c752011-07-20 12:22:35 -0700550 }
551
Ian Rogers408f79a2011-08-23 18:22:33 -0700552 // Convert a jobject into a Object*
Mathieu Chartierc4f39252016-10-05 18:32:08 -0700553 ObjPtr<mirror::Object> DecodeJObject(jobject obj) const REQUIRES_SHARED(Locks::mutator_lock_);
Hiroshi Yamauchi04302db2015-11-11 23:45:34 -0800554 // Checks if the weak global ref has been cleared by the GC without decoding it.
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700555 bool IsJWeakCleared(jweak obj) const REQUIRES_SHARED(Locks::mutator_lock_);
Ian Rogersb033c752011-07-20 12:22:35 -0700556
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700557 mirror::Object* GetMonitorEnterObject() const REQUIRES_SHARED(Locks::mutator_lock_) {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700558 return tlsPtr_.monitor_enter_object;
559 }
560
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700561 void SetMonitorEnterObject(mirror::Object* obj) REQUIRES_SHARED(Locks::mutator_lock_) {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700562 tlsPtr_.monitor_enter_object = obj;
563 }
564
Elliott Hughes8daa0922011-09-11 13:46:25 -0700565 // Implements java.lang.Thread.interrupted.
Nicolas Geoffray365719c2017-03-08 13:11:50 +0000566 bool Interrupted();
Elliott Hughes8daa0922011-09-11 13:46:25 -0700567 // Implements java.lang.Thread.isInterrupted.
Nicolas Geoffray365719c2017-03-08 13:11:50 +0000568 bool IsInterrupted();
Andreas Gampe7fbc4a52018-11-28 08:26:47 -0800569 void Interrupt(Thread* self) REQUIRES(!wait_mutex_);
Nicolas Geoffray365719c2017-03-08 13:11:50 +0000570 void SetInterrupted(bool i) {
Orion Hodson88591fe2018-03-06 13:35:43 +0000571 tls32_.interrupted.store(i, std::memory_order_seq_cst);
Ian Rogersdd7624d2014-03-14 17:43:00 -0700572 }
Andreas Gampe7fbc4a52018-11-28 08:26:47 -0800573 void Notify() REQUIRES(!wait_mutex_);
Ian Rogersdd7624d2014-03-14 17:43:00 -0700574
Mathieu Chartier3f7f03c2016-09-26 11:39:52 -0700575 ALWAYS_INLINE void PoisonObjectPointers() {
576 ++poison_object_cookie_;
577 }
578
Mathieu Chartiera59d9b22016-09-26 18:13:17 -0700579 ALWAYS_INLINE static void PoisonObjectPointersIfDebug();
580
Mathieu Chartier3f7f03c2016-09-26 11:39:52 -0700581 ALWAYS_INLINE uintptr_t GetPoisonObjectCookie() const {
582 return poison_object_cookie_;
583 }
584
Charles Mungeraa31f492018-11-01 18:57:38 +0000585 // Parking for 0ns of relative time means an untimed park, negative (though
586 // should be handled in java code) returns immediately
587 void Park(bool is_absolute, int64_t time) REQUIRES_SHARED(Locks::mutator_lock_);
588 void Unpark();
589
Ian Rogersdd7624d2014-03-14 17:43:00 -0700590 private:
Mathieu Chartier90443472015-07-16 20:32:27 -0700591 void NotifyLocked(Thread* self) REQUIRES(wait_mutex_);
Ian Rogersdd7624d2014-03-14 17:43:00 -0700592
593 public:
594 Mutex* GetWaitMutex() const LOCK_RETURNED(wait_mutex_) {
595 return wait_mutex_;
596 }
597
Mathieu Chartier90443472015-07-16 20:32:27 -0700598 ConditionVariable* GetWaitConditionVariable() const REQUIRES(wait_mutex_) {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700599 return wait_cond_;
600 }
601
Mathieu Chartier90443472015-07-16 20:32:27 -0700602 Monitor* GetWaitMonitor() const REQUIRES(wait_mutex_) {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700603 return wait_monitor_;
604 }
605
Mathieu Chartier90443472015-07-16 20:32:27 -0700606 void SetWaitMonitor(Monitor* mon) REQUIRES(wait_mutex_) {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700607 wait_monitor_ = mon;
608 }
609
Ian Rogersdd7624d2014-03-14 17:43:00 -0700610 // Waiter link-list support.
611 Thread* GetWaitNext() const {
612 return tlsPtr_.wait_next;
613 }
614
615 void SetWaitNext(Thread* next) {
616 tlsPtr_.wait_next = next;
617 }
Elliott Hughes5f791332011-09-15 17:45:30 -0700618
Ian Rogers68d8b422014-07-17 11:09:10 -0700619 jobject GetClassLoaderOverride() {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700620 return tlsPtr_.class_loader_override;
buzbeec143c552011-08-20 17:38:58 -0700621 }
622
Ian Rogers68d8b422014-07-17 11:09:10 -0700623 void SetClassLoaderOverride(jobject class_loader_override);
buzbeec143c552011-08-20 17:38:58 -0700624
Ian Rogersaaa20802011-09-11 21:47:37 -0700625 // Create the internal representation of a stack trace, that is more time
Sebastien Hertzee1d79a2014-02-21 15:46:30 +0100626 // and space efficient to compute than the StackTraceElement[].
627 template<bool kTransactionActive>
Mathieu Chartier2b7c4d12014-05-19 10:52:16 -0700628 jobject CreateInternalStackTrace(const ScopedObjectAccessAlreadyRunnable& soa) const
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700629 REQUIRES_SHARED(Locks::mutator_lock_);
Ian Rogersaaa20802011-09-11 21:47:37 -0700630
Elliott Hughes01158d72011-09-19 19:47:10 -0700631 // Convert an internal stack trace representation (returned by CreateInternalStackTrace) to a
Mathieu Chartier2cebb242015-04-21 16:50:40 -0700632 // StackTraceElement[]. If output_array is null, a new array is created, otherwise as many
633 // frames as will fit are written into the given array. If stack_depth is non-null, it's updated
Elliott Hughes01158d72011-09-19 19:47:10 -0700634 // with the number of valid frames in the returned array.
Mathieu Chartier2b7c4d12014-05-19 10:52:16 -0700635 static jobjectArray InternalStackTraceToStackTraceElementArray(
636 const ScopedObjectAccessAlreadyRunnable& soa, jobject internal,
637 jobjectArray output_array = nullptr, int* stack_depth = nullptr)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700638 REQUIRES_SHARED(Locks::mutator_lock_);
Shih-wei Liao55df06b2011-08-26 14:39:27 -0700639
Andreas Gampefb6b0b12017-12-11 20:47:56 -0800640 jobjectArray CreateAnnotatedStackTrace(const ScopedObjectAccessAlreadyRunnable& soa) const
641 REQUIRES_SHARED(Locks::mutator_lock_);
642
Mingyao Yang99170c62015-07-06 11:10:37 -0700643 bool HasDebuggerShadowFrames() const {
644 return tlsPtr_.frame_id_to_shadow_frame != nullptr;
645 }
646
Andreas Gampe513061a2017-06-01 09:17:34 -0700647 void VisitRoots(RootVisitor* visitor, VisitRootFlags flags)
Andreas Gampe585da952016-12-02 14:52:29 -0800648 REQUIRES_SHARED(Locks::mutator_lock_);
Elliott Hughes410c0c82011-09-01 17:58:25 -0700649
Andreas Gampeb486a982017-06-01 13:45:54 -0700650 void VerifyStack() REQUIRES_SHARED(Locks::mutator_lock_) {
651 if (kVerifyStack) {
652 VerifyStackImpl();
653 }
654 }
jeffhao25045522012-03-13 19:34:37 -0700655
Elliott Hughesbe759c62011-09-08 19:38:21 -0700656 //
657 // Offsets of various members of native Thread class, used by compiled code.
658 //
659
Andreas Gampe542451c2016-07-26 09:02:02 -0700660 template<PointerSize pointer_size>
David Srbecky56de89a2018-10-01 15:32:20 +0100661 static constexpr ThreadOffset<pointer_size> ThinLockIdOffset() {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700662 return ThreadOffset<pointer_size>(
663 OFFSETOF_MEMBER(Thread, tls32_) +
664 OFFSETOF_MEMBER(tls_32bit_sized_values, thin_lock_thread_id));
Elliott Hughesbe759c62011-09-08 19:38:21 -0700665 }
666
Andreas Gampe542451c2016-07-26 09:02:02 -0700667 template<PointerSize pointer_size>
David Srbecky56de89a2018-10-01 15:32:20 +0100668 static constexpr ThreadOffset<pointer_size> InterruptedOffset() {
Nicolas Geoffray365719c2017-03-08 13:11:50 +0000669 return ThreadOffset<pointer_size>(
670 OFFSETOF_MEMBER(Thread, tls32_) +
671 OFFSETOF_MEMBER(tls_32bit_sized_values, interrupted));
672 }
673
674 template<PointerSize pointer_size>
David Srbecky56de89a2018-10-01 15:32:20 +0100675 static constexpr ThreadOffset<pointer_size> ThreadFlagsOffset() {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700676 return ThreadOffset<pointer_size>(
677 OFFSETOF_MEMBER(Thread, tls32_) +
678 OFFSETOF_MEMBER(tls_32bit_sized_values, state_and_flags));
Elliott Hughesbe759c62011-09-08 19:38:21 -0700679 }
680
Andreas Gampe542451c2016-07-26 09:02:02 -0700681 template<PointerSize pointer_size>
David Srbecky28f6cff2018-10-16 15:07:28 +0100682 static constexpr ThreadOffset<pointer_size> UseMterpOffset() {
683 return ThreadOffset<pointer_size>(
684 OFFSETOF_MEMBER(Thread, tls32_) +
685 OFFSETOF_MEMBER(tls_32bit_sized_values, use_mterp));
686 }
687
688 template<PointerSize pointer_size>
David Srbecky56de89a2018-10-01 15:32:20 +0100689 static constexpr ThreadOffset<pointer_size> IsGcMarkingOffset() {
Roland Levillain7c1559a2015-12-15 10:55:36 +0000690 return ThreadOffset<pointer_size>(
691 OFFSETOF_MEMBER(Thread, tls32_) +
692 OFFSETOF_MEMBER(tls_32bit_sized_values, is_gc_marking));
693 }
694
Igor Murashkinae7ff922016-10-06 14:59:19 -0700695 static constexpr size_t IsGcMarkingSize() {
696 return sizeof(tls32_.is_gc_marking);
697 }
698
Nicolas Geoffrayb331feb2016-02-05 16:51:53 +0000699 // Deoptimize the Java stack.
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700700 void DeoptimizeWithDeoptimizationException(JValue* result) REQUIRES_SHARED(Locks::mutator_lock_);
Nicolas Geoffrayb331feb2016-02-05 16:51:53 +0000701
Ian Rogersdd7624d2014-03-14 17:43:00 -0700702 private:
Andreas Gampe542451c2016-07-26 09:02:02 -0700703 template<PointerSize pointer_size>
David Srbecky56de89a2018-10-01 15:32:20 +0100704 static constexpr ThreadOffset<pointer_size> ThreadOffsetFromTlsPtr(size_t tls_ptr_offset) {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700705 size_t base = OFFSETOF_MEMBER(Thread, tlsPtr_);
David Srbecky56de89a2018-10-01 15:32:20 +0100706 size_t scale = (pointer_size > kRuntimePointerSize) ?
707 static_cast<size_t>(pointer_size) / static_cast<size_t>(kRuntimePointerSize) : 1;
708 size_t shrink = (kRuntimePointerSize > pointer_size) ?
709 static_cast<size_t>(kRuntimePointerSize) / static_cast<size_t>(pointer_size) : 1;
Ian Rogersdd7624d2014-03-14 17:43:00 -0700710 return ThreadOffset<pointer_size>(base + ((tls_ptr_offset * scale) / shrink));
Ian Rogers07ec8e12012-12-01 01:26:51 -0800711 }
712
Ian Rogersdd7624d2014-03-14 17:43:00 -0700713 public:
Jeff Hao848f70a2014-01-15 13:49:50 -0800714 static uint32_t QuickEntryPointOffsetWithSize(size_t quick_entrypoint_offset,
Andreas Gampe542451c2016-07-26 09:02:02 -0700715 PointerSize pointer_size) {
716 if (pointer_size == PointerSize::k32) {
717 return QuickEntryPointOffset<PointerSize::k32>(quick_entrypoint_offset).
718 Uint32Value();
Jeff Hao848f70a2014-01-15 13:49:50 -0800719 } else {
Andreas Gampe542451c2016-07-26 09:02:02 -0700720 return QuickEntryPointOffset<PointerSize::k64>(quick_entrypoint_offset).
721 Uint32Value();
Jeff Hao848f70a2014-01-15 13:49:50 -0800722 }
723 }
724
Andreas Gampe542451c2016-07-26 09:02:02 -0700725 template<PointerSize pointer_size>
Ian Rogersdd7624d2014-03-14 17:43:00 -0700726 static ThreadOffset<pointer_size> QuickEntryPointOffset(size_t quick_entrypoint_offset) {
727 return ThreadOffsetFromTlsPtr<pointer_size>(
728 OFFSETOF_MEMBER(tls_ptr_sized_values, quick_entrypoints) + quick_entrypoint_offset);
Elliott Hughesbe759c62011-09-08 19:38:21 -0700729 }
730
Andreas Gampe542451c2016-07-26 09:02:02 -0700731 template<PointerSize pointer_size>
Ian Rogersdd7624d2014-03-14 17:43:00 -0700732 static ThreadOffset<pointer_size> JniEntryPointOffset(size_t jni_entrypoint_offset) {
733 return ThreadOffsetFromTlsPtr<pointer_size>(
734 OFFSETOF_MEMBER(tls_ptr_sized_values, jni_entrypoints) + jni_entrypoint_offset);
Elliott Hughesbe759c62011-09-08 19:38:21 -0700735 }
736
Roland Levillain97c46462017-05-11 14:04:03 +0100737 // Return the entry point offset integer value for ReadBarrierMarkRegX, where X is `reg`.
738 template <PointerSize pointer_size>
739 static int32_t ReadBarrierMarkEntryPointsOffset(size_t reg) {
740 // The entry point list defines 30 ReadBarrierMarkRegX entry points.
741 DCHECK_LT(reg, 30u);
742 // The ReadBarrierMarkRegX entry points are ordered by increasing
743 // register number in Thread::tls_Ptr_.quick_entrypoints.
744 return QUICK_ENTRYPOINT_OFFSET(pointer_size, pReadBarrierMarkReg00).Int32Value()
745 + static_cast<size_t>(pointer_size) * reg;
746 }
747
Andreas Gampe542451c2016-07-26 09:02:02 -0700748 template<PointerSize pointer_size>
David Srbecky56de89a2018-10-01 15:32:20 +0100749 static constexpr ThreadOffset<pointer_size> SelfOffset() {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700750 return ThreadOffsetFromTlsPtr<pointer_size>(OFFSETOF_MEMBER(tls_ptr_sized_values, self));
751 }
752
Andreas Gampe542451c2016-07-26 09:02:02 -0700753 template<PointerSize pointer_size>
David Srbecky56de89a2018-10-01 15:32:20 +0100754 static constexpr ThreadOffset<pointer_size> MterpCurrentIBaseOffset() {
buzbee1452bee2015-03-06 14:43:04 -0800755 return ThreadOffsetFromTlsPtr<pointer_size>(
756 OFFSETOF_MEMBER(tls_ptr_sized_values, mterp_current_ibase));
757 }
758
Andreas Gampe542451c2016-07-26 09:02:02 -0700759 template<PointerSize pointer_size>
David Srbecky56de89a2018-10-01 15:32:20 +0100760 static constexpr ThreadOffset<pointer_size> ExceptionOffset() {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700761 return ThreadOffsetFromTlsPtr<pointer_size>(OFFSETOF_MEMBER(tls_ptr_sized_values, exception));
762 }
763
Andreas Gampe542451c2016-07-26 09:02:02 -0700764 template<PointerSize pointer_size>
David Srbecky56de89a2018-10-01 15:32:20 +0100765 static constexpr ThreadOffset<pointer_size> PeerOffset() {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700766 return ThreadOffsetFromTlsPtr<pointer_size>(OFFSETOF_MEMBER(tls_ptr_sized_values, opeer));
767 }
768
769
Andreas Gampe542451c2016-07-26 09:02:02 -0700770 template<PointerSize pointer_size>
David Srbecky56de89a2018-10-01 15:32:20 +0100771 static constexpr ThreadOffset<pointer_size> CardTableOffset() {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700772 return ThreadOffsetFromTlsPtr<pointer_size>(OFFSETOF_MEMBER(tls_ptr_sized_values, card_table));
773 }
774
Andreas Gampe542451c2016-07-26 09:02:02 -0700775 template<PointerSize pointer_size>
David Srbecky56de89a2018-10-01 15:32:20 +0100776 static constexpr ThreadOffset<pointer_size> ThreadSuspendTriggerOffset() {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700777 return ThreadOffsetFromTlsPtr<pointer_size>(
778 OFFSETOF_MEMBER(tls_ptr_sized_values, suspend_trigger));
Dave Allisonb373e092014-02-20 16:06:36 -0800779 }
780
Andreas Gampe542451c2016-07-26 09:02:02 -0700781 template<PointerSize pointer_size>
David Srbecky56de89a2018-10-01 15:32:20 +0100782 static constexpr ThreadOffset<pointer_size> ThreadLocalPosOffset() {
Andreas Gampe542451c2016-07-26 09:02:02 -0700783 return ThreadOffsetFromTlsPtr<pointer_size>(OFFSETOF_MEMBER(tls_ptr_sized_values,
784 thread_local_pos));
Hiroshi Yamauchie01a5202015-03-19 12:35:04 -0700785 }
786
Andreas Gampe542451c2016-07-26 09:02:02 -0700787 template<PointerSize pointer_size>
David Srbecky56de89a2018-10-01 15:32:20 +0100788 static constexpr ThreadOffset<pointer_size> ThreadLocalEndOffset() {
Andreas Gampe542451c2016-07-26 09:02:02 -0700789 return ThreadOffsetFromTlsPtr<pointer_size>(OFFSETOF_MEMBER(tls_ptr_sized_values,
790 thread_local_end));
Hiroshi Yamauchie01a5202015-03-19 12:35:04 -0700791 }
792
Andreas Gampe542451c2016-07-26 09:02:02 -0700793 template<PointerSize pointer_size>
David Srbecky56de89a2018-10-01 15:32:20 +0100794 static constexpr ThreadOffset<pointer_size> ThreadLocalObjectsOffset() {
Andreas Gampe542451c2016-07-26 09:02:02 -0700795 return ThreadOffsetFromTlsPtr<pointer_size>(OFFSETOF_MEMBER(tls_ptr_sized_values,
796 thread_local_objects));
Hiroshi Yamauchie01a5202015-03-19 12:35:04 -0700797 }
798
Andreas Gampe542451c2016-07-26 09:02:02 -0700799 template<PointerSize pointer_size>
David Srbecky56de89a2018-10-01 15:32:20 +0100800 static constexpr ThreadOffset<pointer_size> RosAllocRunsOffset() {
Hiroshi Yamauchidc412b62015-10-15 12:26:57 -0700801 return ThreadOffsetFromTlsPtr<pointer_size>(OFFSETOF_MEMBER(tls_ptr_sized_values,
802 rosalloc_runs));
803 }
804
Andreas Gampe542451c2016-07-26 09:02:02 -0700805 template<PointerSize pointer_size>
David Srbecky56de89a2018-10-01 15:32:20 +0100806 static constexpr ThreadOffset<pointer_size> ThreadLocalAllocStackTopOffset() {
Hiroshi Yamauchidc412b62015-10-15 12:26:57 -0700807 return ThreadOffsetFromTlsPtr<pointer_size>(OFFSETOF_MEMBER(tls_ptr_sized_values,
808 thread_local_alloc_stack_top));
809 }
810
Andreas Gampe542451c2016-07-26 09:02:02 -0700811 template<PointerSize pointer_size>
David Srbecky56de89a2018-10-01 15:32:20 +0100812 static constexpr ThreadOffset<pointer_size> ThreadLocalAllocStackEndOffset() {
Hiroshi Yamauchidc412b62015-10-15 12:26:57 -0700813 return ThreadOffsetFromTlsPtr<pointer_size>(OFFSETOF_MEMBER(tls_ptr_sized_values,
814 thread_local_alloc_stack_end));
815 }
816
Ian Rogers932746a2011-09-22 18:57:50 -0700817 // Size of stack less any space reserved for stack overflow
jeffhaod7521322012-11-21 15:38:24 -0800818 size_t GetStackSize() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700819 return tlsPtr_.stack_size - (tlsPtr_.stack_end - tlsPtr_.stack_begin);
Ian Rogers932746a2011-09-22 18:57:50 -0700820 }
821
Andreas Gampe639b2b12019-01-08 10:32:50 -0800822 ALWAYS_INLINE uint8_t* GetStackEndForInterpreter(bool implicit_overflow_check) const;
Nicolas Geoffray535a3fb2014-07-22 15:17:38 +0100823
Ian Rogers13735952014-10-08 12:43:28 -0700824 uint8_t* GetStackEnd() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700825 return tlsPtr_.stack_end;
jeffhaod7521322012-11-21 15:38:24 -0800826 }
827
Ian Rogers932746a2011-09-22 18:57:50 -0700828 // Set the stack end to that to be used during a stack overflow
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700829 void SetStackEndForStackOverflow() REQUIRES_SHARED(Locks::mutator_lock_);
Ian Rogers932746a2011-09-22 18:57:50 -0700830
831 // Set the stack end to that to be used during regular execution
Andreas Gampe639b2b12019-01-08 10:32:50 -0800832 ALWAYS_INLINE void ResetDefaultStackEnd();
Ian Rogers932746a2011-09-22 18:57:50 -0700833
Ian Rogers120f1c72012-09-28 17:17:10 -0700834 bool IsHandlingStackOverflow() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700835 return tlsPtr_.stack_end == tlsPtr_.stack_begin;
Ian Rogers120f1c72012-09-28 17:17:10 -0700836 }
837
Andreas Gampe542451c2016-07-26 09:02:02 -0700838 template<PointerSize pointer_size>
David Srbecky56de89a2018-10-01 15:32:20 +0100839 static constexpr ThreadOffset<pointer_size> StackEndOffset() {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700840 return ThreadOffsetFromTlsPtr<pointer_size>(
841 OFFSETOF_MEMBER(tls_ptr_sized_values, stack_end));
Elliott Hughesbe759c62011-09-08 19:38:21 -0700842 }
843
Andreas Gampe542451c2016-07-26 09:02:02 -0700844 template<PointerSize pointer_size>
David Srbecky56de89a2018-10-01 15:32:20 +0100845 static constexpr ThreadOffset<pointer_size> JniEnvOffset() {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700846 return ThreadOffsetFromTlsPtr<pointer_size>(
847 OFFSETOF_MEMBER(tls_ptr_sized_values, jni_env));
Elliott Hughesbe759c62011-09-08 19:38:21 -0700848 }
849
Andreas Gampe542451c2016-07-26 09:02:02 -0700850 template<PointerSize pointer_size>
David Srbecky56de89a2018-10-01 15:32:20 +0100851 static constexpr ThreadOffset<pointer_size> TopOfManagedStackOffset() {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700852 return ThreadOffsetFromTlsPtr<pointer_size>(
853 OFFSETOF_MEMBER(tls_ptr_sized_values, managed_stack) +
Vladimir Marko2196c652017-11-30 16:16:07 +0000854 ManagedStack::TaggedTopQuickFrameOffset());
Elliott Hughesbe759c62011-09-08 19:38:21 -0700855 }
856
Ian Rogers0399dde2012-06-06 17:09:28 -0700857 const ManagedStack* GetManagedStack() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700858 return &tlsPtr_.managed_stack;
Ian Rogers0399dde2012-06-06 17:09:28 -0700859 }
860
861 // Linked list recording fragments of managed stack.
862 void PushManagedStackFragment(ManagedStack* fragment) {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700863 tlsPtr_.managed_stack.PushManagedStackFragment(fragment);
Ian Rogers0399dde2012-06-06 17:09:28 -0700864 }
865 void PopManagedStackFragment(const ManagedStack& fragment) {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700866 tlsPtr_.managed_stack.PopManagedStackFragment(fragment);
Ian Rogers0399dde2012-06-06 17:09:28 -0700867 }
868
Andreas Gampe513061a2017-06-01 09:17:34 -0700869 ALWAYS_INLINE ShadowFrame* PushShadowFrame(ShadowFrame* new_top_frame);
870 ALWAYS_INLINE ShadowFrame* PopShadowFrame();
Logan Chienf7ad17e2012-03-15 03:10:03 +0800871
Andreas Gampe542451c2016-07-26 09:02:02 -0700872 template<PointerSize pointer_size>
David Srbecky56de89a2018-10-01 15:32:20 +0100873 static constexpr ThreadOffset<pointer_size> TopShadowFrameOffset() {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700874 return ThreadOffsetFromTlsPtr<pointer_size>(
875 OFFSETOF_MEMBER(tls_ptr_sized_values, managed_stack) +
876 ManagedStack::TopShadowFrameOffset());
TDYa127d668a062012-04-13 12:36:57 -0700877 }
878
Ian Rogers0399dde2012-06-06 17:09:28 -0700879 // Is the given obj in this thread's stack indirect reference table?
Mathieu Chartiereb8167a2014-05-07 15:43:14 -0700880 bool HandleScopeContains(jobject obj) const;
Ian Rogers0399dde2012-06-06 17:09:28 -0700881
Hans Boehm0882af22017-08-31 15:21:57 -0700882 void HandleScopeVisitRoots(RootVisitor* visitor, pid_t thread_id)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700883 REQUIRES_SHARED(Locks::mutator_lock_);
Ian Rogers0399dde2012-06-06 17:09:28 -0700884
Mathieu Chartiere8a3c572016-10-11 16:52:17 -0700885 BaseHandleScope* GetTopHandleScope() {
Mathieu Chartiereb8167a2014-05-07 15:43:14 -0700886 return tlsPtr_.top_handle_scope;
Ian Rogers1f539342012-10-03 21:09:42 -0700887 }
888
Mathieu Chartiere8a3c572016-10-11 16:52:17 -0700889 void PushHandleScope(BaseHandleScope* handle_scope) {
Ian Rogers59c07062014-10-10 13:03:39 -0700890 DCHECK_EQ(handle_scope->GetLink(), tlsPtr_.top_handle_scope);
Mathieu Chartiereb8167a2014-05-07 15:43:14 -0700891 tlsPtr_.top_handle_scope = handle_scope;
892 }
893
Mathieu Chartiere8a3c572016-10-11 16:52:17 -0700894 BaseHandleScope* PopHandleScope() {
895 BaseHandleScope* handle_scope = tlsPtr_.top_handle_scope;
Mathieu Chartiereb8167a2014-05-07 15:43:14 -0700896 DCHECK(handle_scope != nullptr);
897 tlsPtr_.top_handle_scope = tlsPtr_.top_handle_scope->GetLink();
898 return handle_scope;
Ian Rogers1f539342012-10-03 21:09:42 -0700899 }
Brian Carlstrom40381fb2011-10-19 14:13:40 -0700900
Andreas Gampe542451c2016-07-26 09:02:02 -0700901 template<PointerSize pointer_size>
David Srbecky56de89a2018-10-01 15:32:20 +0100902 static constexpr ThreadOffset<pointer_size> TopHandleScopeOffset() {
Mathieu Chartiereb8167a2014-05-07 15:43:14 -0700903 return ThreadOffsetFromTlsPtr<pointer_size>(OFFSETOF_MEMBER(tls_ptr_sized_values,
904 top_handle_scope));
Elliott Hughesbe759c62011-09-08 19:38:21 -0700905 }
906
Ian Rogersdd7624d2014-03-14 17:43:00 -0700907 DebugInvokeReq* GetInvokeReq() const {
908 return tlsPtr_.debug_invoke_req;
Elliott Hughes475fc232011-10-25 15:00:35 -0700909 }
910
Sebastien Hertz61b7f1b2013-11-15 15:59:30 +0100911 SingleStepControl* GetSingleStepControl() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700912 return tlsPtr_.single_step_control;
Sebastien Hertz61b7f1b2013-11-15 15:59:30 +0100913 }
914
Sebastien Hertz1558b572015-02-25 15:05:59 +0100915 // Indicates whether this thread is ready to invoke a method for debugging. This
916 // is only true if the thread has been suspended by a debug event.
917 bool IsReadyForDebugInvoke() const {
918 return tls32_.ready_for_debug_invoke;
919 }
920
921 void SetReadyForDebugInvoke(bool ready) {
922 tls32_.ready_for_debug_invoke = ready;
923 }
924
Sebastien Hertz9d6bf692015-04-10 12:12:33 +0200925 bool IsDebugMethodEntry() const {
926 return tls32_.debug_method_entry_;
927 }
928
929 void SetDebugMethodEntry() {
930 tls32_.debug_method_entry_ = true;
931 }
932
933 void ClearDebugMethodEntry() {
934 tls32_.debug_method_entry_ = false;
935 }
936
Hiroshi Yamauchi00370822015-08-18 14:47:25 -0700937 bool GetIsGcMarking() const {
938 CHECK(kUseReadBarrier);
939 return tls32_.is_gc_marking;
940 }
941
Mathieu Chartierfe814e82016-11-09 14:32:49 -0800942 void SetIsGcMarkingAndUpdateEntrypoints(bool is_marking);
Hiroshi Yamauchi00370822015-08-18 14:47:25 -0700943
Hiroshi Yamauchi0b713572015-06-16 18:29:23 -0700944 bool GetWeakRefAccessEnabled() const {
945 CHECK(kUseReadBarrier);
946 return tls32_.weak_ref_access_enabled;
947 }
948
949 void SetWeakRefAccessEnabled(bool enabled) {
950 CHECK(kUseReadBarrier);
951 tls32_.weak_ref_access_enabled = enabled;
952 }
953
Hiroshi Yamauchi20a0be02016-02-19 15:44:06 -0800954 uint32_t GetDisableThreadFlipCount() const {
955 CHECK(kUseReadBarrier);
956 return tls32_.disable_thread_flip_count;
957 }
958
959 void IncrementDisableThreadFlipCount() {
960 CHECK(kUseReadBarrier);
961 ++tls32_.disable_thread_flip_count;
962 }
963
964 void DecrementDisableThreadFlipCount() {
965 CHECK(kUseReadBarrier);
966 DCHECK_GT(tls32_.disable_thread_flip_count, 0U);
967 --tls32_.disable_thread_flip_count;
968 }
969
Alex Light185a4612018-10-04 15:54:25 -0700970 // Returns true if the thread is a runtime thread (eg from a ThreadPool).
Alex Lighte9f61032018-09-24 16:04:51 -0700971 bool IsRuntimeThread() const {
972 return is_runtime_thread_;
Calin Juravleccd56952016-12-15 17:57:38 +0000973 }
974
Alex Lighte9f61032018-09-24 16:04:51 -0700975 void SetIsRuntimeThread(bool is_runtime_thread) {
976 is_runtime_thread_ = is_runtime_thread;
Calin Juravleccd56952016-12-15 17:57:38 +0000977 }
978
Alex Lighte9f61032018-09-24 16:04:51 -0700979 // Returns true if the thread is allowed to load java classes.
980 bool CanLoadClasses() const;
981
Sebastien Hertz597c4f02015-01-26 17:37:14 +0100982 // Activates single step control for debugging. The thread takes the
983 // ownership of the given SingleStepControl*. It is deleted by a call
984 // to DeactivateSingleStepControl or upon thread destruction.
985 void ActivateSingleStepControl(SingleStepControl* ssc);
986
987 // Deactivates single step control for debugging.
988 void DeactivateSingleStepControl();
989
Sebastien Hertz1558b572015-02-25 15:05:59 +0100990 // Sets debug invoke request for debugging. When the thread is resumed,
Sebastien Hertzcbc50642015-06-01 17:33:12 +0200991 // it executes the method described by this request then sends the reply
992 // before suspending itself. The thread takes the ownership of the given
993 // DebugInvokeReq*. It is deleted by a call to ClearDebugInvokeReq.
Sebastien Hertz1558b572015-02-25 15:05:59 +0100994 void SetDebugInvokeReq(DebugInvokeReq* req);
995
996 // Clears debug invoke request for debugging. When the thread completes
Sebastien Hertzcbc50642015-06-01 17:33:12 +0200997 // method invocation, it deletes its debug invoke request and suspends
998 // itself.
Sebastien Hertz1558b572015-02-25 15:05:59 +0100999 void ClearDebugInvokeReq();
Sebastien Hertz597c4f02015-01-26 17:37:14 +01001000
Sebastien Hertzfd3077e2014-04-23 10:32:43 +02001001 // Returns the fake exception used to activate deoptimization.
1002 static mirror::Throwable* GetDeoptimizationException() {
Mathieu Chartier0795f232016-09-27 18:43:30 -07001003 // Note that the mirror::Throwable must be aligned to kObjectAlignment or else it cannot be
1004 // represented by ObjPtr.
1005 return reinterpret_cast<mirror::Throwable*>(0x100);
Sebastien Hertzfd3077e2014-04-23 10:32:43 +02001006 }
1007
Mingyao Yang1f2d3ba2015-05-18 12:12:50 -07001008 // Currently deoptimization invokes verifier which can trigger class loading
1009 // and execute Java code, so there might be nested deoptimizations happening.
1010 // We need to save the ongoing deoptimization shadow frames and return
1011 // values on stacks.
Nicolas Geoffray73be1e82015-09-17 15:22:56 +01001012 // 'from_code' denotes whether the deoptimization was explicitly made from
1013 // compiled code.
Mingyao Yang2ee17902017-08-30 11:37:08 -07001014 // 'method_type' contains info on whether deoptimization should advance
1015 // dex_pc.
Nicolas Geoffray73be1e82015-09-17 15:22:56 +01001016 void PushDeoptimizationContext(const JValue& return_value,
1017 bool is_reference,
Mingyao Yang2ee17902017-08-30 11:37:08 -07001018 ObjPtr<mirror::Throwable> exception,
Nicolas Geoffray73be1e82015-09-17 15:22:56 +01001019 bool from_code,
Mingyao Yang2ee17902017-08-30 11:37:08 -07001020 DeoptimizationMethodType method_type)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -07001021 REQUIRES_SHARED(Locks::mutator_lock_);
Mathieu Chartierf5769e12017-01-10 15:54:41 -08001022 void PopDeoptimizationContext(JValue* result,
1023 ObjPtr<mirror::Throwable>* exception,
Mingyao Yang2ee17902017-08-30 11:37:08 -07001024 bool* from_code,
1025 DeoptimizationMethodType* method_type)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -07001026 REQUIRES_SHARED(Locks::mutator_lock_);
Sebastien Hertz07474662015-08-25 15:12:33 +00001027 void AssertHasDeoptimizationContext()
Andreas Gampebdf7f1c2016-08-30 16:38:47 -07001028 REQUIRES_SHARED(Locks::mutator_lock_);
Mingyao Yang1f2d3ba2015-05-18 12:12:50 -07001029 void PushStackedShadowFrame(ShadowFrame* sf, StackedShadowFrameType type);
Andreas Gampe639bdd12015-06-03 11:22:45 -07001030 ShadowFrame* PopStackedShadowFrame(StackedShadowFrameType type, bool must_be_present = true);
Andreas Gampe2a0d4ec2014-06-02 22:05:22 -07001031
Mingyao Yang99170c62015-07-06 11:10:37 -07001032 // For debugger, find the shadow frame that corresponds to a frame id.
1033 // Or return null if there is none.
1034 ShadowFrame* FindDebuggerShadowFrame(size_t frame_id)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -07001035 REQUIRES_SHARED(Locks::mutator_lock_);
Mingyao Yang99170c62015-07-06 11:10:37 -07001036 // For debugger, find the bool array that keeps track of the updated vreg set
1037 // for a frame id.
Andreas Gampebdf7f1c2016-08-30 16:38:47 -07001038 bool* GetUpdatedVRegFlags(size_t frame_id) REQUIRES_SHARED(Locks::mutator_lock_);
Mingyao Yang99170c62015-07-06 11:10:37 -07001039 // For debugger, find the shadow frame that corresponds to a frame id. If
1040 // one doesn't exist yet, create one and track it in frame_id_to_shadow_frame.
1041 ShadowFrame* FindOrCreateDebuggerShadowFrame(size_t frame_id,
1042 uint32_t num_vregs,
1043 ArtMethod* method,
1044 uint32_t dex_pc)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -07001045 REQUIRES_SHARED(Locks::mutator_lock_);
Mingyao Yang99170c62015-07-06 11:10:37 -07001046
1047 // Delete the entry that maps from frame_id to shadow_frame.
1048 void RemoveDebuggerShadowFrameMapping(size_t frame_id)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -07001049 REQUIRES_SHARED(Locks::mutator_lock_);
Mingyao Yang99170c62015-07-06 11:10:37 -07001050
Ian Rogers62d6c772013-02-27 08:32:07 -08001051 std::deque<instrumentation::InstrumentationStackFrame>* GetInstrumentationStack() {
Ian Rogersdd7624d2014-03-14 17:43:00 -07001052 return tlsPtr_.instrumentation_stack;
jeffhaoe343b762011-12-05 16:36:44 -08001053 }
1054
Mathieu Chartiere401d142015-04-22 13:56:20 -07001055 std::vector<ArtMethod*>* GetStackTraceSample() const {
Andreas Gampe2c19f5b2016-11-28 08:10:18 -08001056 DCHECK(!IsAotCompiler());
Nicolas Geoffray340dafa2016-11-18 16:03:10 +00001057 return tlsPtr_.deps_or_stack_trace_sample.stack_trace_sample;
Jeff Hao5ce4b172013-08-16 16:27:18 -07001058 }
1059
Mathieu Chartiere401d142015-04-22 13:56:20 -07001060 void SetStackTraceSample(std::vector<ArtMethod*>* sample) {
Andreas Gampe2c19f5b2016-11-28 08:10:18 -08001061 DCHECK(!IsAotCompiler());
Nicolas Geoffray340dafa2016-11-18 16:03:10 +00001062 tlsPtr_.deps_or_stack_trace_sample.stack_trace_sample = sample;
1063 }
1064
1065 verifier::VerifierDeps* GetVerifierDeps() const {
Andreas Gampe2c19f5b2016-11-28 08:10:18 -08001066 DCHECK(IsAotCompiler());
Nicolas Geoffray340dafa2016-11-18 16:03:10 +00001067 return tlsPtr_.deps_or_stack_trace_sample.verifier_deps;
1068 }
1069
1070 // It is the responsability of the caller to make sure the verifier_deps
1071 // entry in the thread is cleared before destruction of the actual VerifierDeps
1072 // object, or the thread.
1073 void SetVerifierDeps(verifier::VerifierDeps* verifier_deps) {
Andreas Gampe2c19f5b2016-11-28 08:10:18 -08001074 DCHECK(IsAotCompiler());
Nicolas Geoffraye424c932016-11-23 12:52:01 +00001075 DCHECK(verifier_deps == nullptr || tlsPtr_.deps_or_stack_trace_sample.verifier_deps == nullptr);
Nicolas Geoffray340dafa2016-11-18 16:03:10 +00001076 tlsPtr_.deps_or_stack_trace_sample.verifier_deps = verifier_deps;
Jeff Hao5ce4b172013-08-16 16:27:18 -07001077 }
1078
1079 uint64_t GetTraceClockBase() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -07001080 return tls64_.trace_clock_base;
Jeff Hao5ce4b172013-08-16 16:27:18 -07001081 }
1082
1083 void SetTraceClockBase(uint64_t clock_base) {
Ian Rogersdd7624d2014-03-14 17:43:00 -07001084 tls64_.trace_clock_base = clock_base;
Jeff Hao5ce4b172013-08-16 16:27:18 -07001085 }
1086
Ian Rogers81d425b2012-09-27 16:03:43 -07001087 BaseMutex* GetHeldMutex(LockLevel level) const {
Ian Rogersdd7624d2014-03-14 17:43:00 -07001088 return tlsPtr_.held_mutexes[level];
Ian Rogers00f7d0e2012-07-19 15:28:27 -07001089 }
1090
Ian Rogers81d425b2012-09-27 16:03:43 -07001091 void SetHeldMutex(LockLevel level, BaseMutex* mutex) {
Ian Rogersdd7624d2014-03-14 17:43:00 -07001092 tlsPtr_.held_mutexes[level] = mutex;
Ian Rogers00f7d0e2012-07-19 15:28:27 -07001093 }
Elliott Hughesffb465f2012-03-01 18:46:05 -08001094
Yu Lieac44242015-06-29 10:50:03 +08001095 void ClearSuspendBarrier(AtomicInteger* target)
Mathieu Chartier90443472015-07-16 20:32:27 -07001096 REQUIRES(Locks::thread_suspend_count_lock_);
Yu Lieac44242015-06-29 10:50:03 +08001097
Mathieu Chartier858f1c52012-10-17 17:45:55 -07001098 bool ReadFlag(ThreadFlag flag) const {
Ian Rogersdd7624d2014-03-14 17:43:00 -07001099 return (tls32_.state_and_flags.as_struct.flags & flag) != 0;
Mathieu Chartier858f1c52012-10-17 17:45:55 -07001100 }
1101
Jeff Hao9cec2472013-05-14 18:17:06 -07001102 bool TestAllFlags() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -07001103 return (tls32_.state_and_flags.as_struct.flags != 0);
Jeff Hao9cec2472013-05-14 18:17:06 -07001104 }
1105
Ian Rogers8c1b5f72014-07-09 22:02:36 -07001106 void AtomicSetFlag(ThreadFlag flag) {
Orion Hodson88591fe2018-03-06 13:35:43 +00001107 tls32_.state_and_flags.as_atomic_int.fetch_or(flag, std::memory_order_seq_cst);
Ian Rogers8c1b5f72014-07-09 22:02:36 -07001108 }
Mathieu Chartier858f1c52012-10-17 17:45:55 -07001109
Ian Rogers8c1b5f72014-07-09 22:02:36 -07001110 void AtomicClearFlag(ThreadFlag flag) {
Orion Hodson88591fe2018-03-06 13:35:43 +00001111 tls32_.state_and_flags.as_atomic_int.fetch_and(-1 ^ flag, std::memory_order_seq_cst);
Ian Rogers8c1b5f72014-07-09 22:02:36 -07001112 }
Mathieu Chartier858f1c52012-10-17 17:45:55 -07001113
David Srbecky28f6cff2018-10-16 15:07:28 +01001114 bool UseMterp() const {
1115 return tls32_.use_mterp.load();
1116 }
1117
Mathieu Chartier5ace2012016-11-30 10:15:41 -08001118 void ResetQuickAllocEntryPointsForThread(bool is_marking);
Hiroshi Yamauchi3b4c1892013-09-12 21:33:12 -07001119
Ian Rogersdd7624d2014-03-14 17:43:00 -07001120 // Returns the remaining space in the TLAB.
Mathieu Chartier6bc77742017-04-18 17:46:23 -07001121 size_t TlabSize() const {
1122 return tlsPtr_.thread_local_end - tlsPtr_.thread_local_pos;
1123 }
1124
1125 // Returns the remaining space in the TLAB if we were to expand it to maximum capacity.
1126 size_t TlabRemainingCapacity() const {
1127 return tlsPtr_.thread_local_limit - tlsPtr_.thread_local_pos;
1128 }
1129
1130 // Expand the TLAB by a fixed number of bytes. There must be enough capacity to do so.
1131 void ExpandTlab(size_t bytes) {
1132 tlsPtr_.thread_local_end += bytes;
1133 DCHECK_LE(tlsPtr_.thread_local_end, tlsPtr_.thread_local_limit);
1134 }
1135
Ian Rogersdd7624d2014-03-14 17:43:00 -07001136 // Doesn't check that there is room.
1137 mirror::Object* AllocTlab(size_t bytes);
Mathieu Chartier6bc77742017-04-18 17:46:23 -07001138 void SetTlab(uint8_t* start, uint8_t* end, uint8_t* limit);
Ian Rogersdd7624d2014-03-14 17:43:00 -07001139 bool HasTlab() const;
Hiroshi Yamauchi2cd334a2015-01-09 14:03:35 -08001140 uint8_t* GetTlabStart() {
1141 return tlsPtr_.thread_local_start;
1142 }
1143 uint8_t* GetTlabPos() {
1144 return tlsPtr_.thread_local_pos;
1145 }
Elliott Hughes5d96a712012-06-28 12:24:27 -07001146
Ian Rogersdd7624d2014-03-14 17:43:00 -07001147 // Remove the suspend trigger for this thread by making the suspend_trigger_ TLS value
1148 // equal to a valid pointer.
1149 // TODO: does this need to atomic? I don't think so.
1150 void RemoveSuspendTrigger() {
1151 tlsPtr_.suspend_trigger = reinterpret_cast<uintptr_t*>(&tlsPtr_.suspend_trigger);
1152 }
1153
1154 // Trigger a suspend check by making the suspend_trigger_ TLS value an invalid pointer.
1155 // The next time a suspend check is done, it will load from the value at this address
1156 // and trigger a SIGSEGV.
1157 void TriggerSuspend() {
1158 tlsPtr_.suspend_trigger = nullptr;
1159 }
1160
1161
1162 // Push an object onto the allocation stack.
Mathieu Chartiercb535da2015-01-23 13:50:03 -08001163 bool PushOnThreadLocalAllocationStack(mirror::Object* obj)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -07001164 REQUIRES_SHARED(Locks::mutator_lock_);
Ian Rogersdd7624d2014-03-14 17:43:00 -07001165
1166 // Set the thread local allocation pointers to the given pointers.
Mathieu Chartiercb535da2015-01-23 13:50:03 -08001167 void SetThreadLocalAllocationStack(StackReference<mirror::Object>* start,
1168 StackReference<mirror::Object>* end);
Ian Rogersdd7624d2014-03-14 17:43:00 -07001169
1170 // Resets the thread local allocation pointers.
1171 void RevokeThreadLocalAllocationStack();
1172
1173 size_t GetThreadLocalBytesAllocated() const {
Mathieu Chartier14cc9be2014-07-11 10:26:37 -07001174 return tlsPtr_.thread_local_end - tlsPtr_.thread_local_start;
Ian Rogersdd7624d2014-03-14 17:43:00 -07001175 }
1176
1177 size_t GetThreadLocalObjectsAllocated() const {
1178 return tlsPtr_.thread_local_objects;
1179 }
1180
Ian Rogersdd7624d2014-03-14 17:43:00 -07001181 void* GetRosAllocRun(size_t index) const {
1182 return tlsPtr_.rosalloc_runs[index];
1183 }
1184
1185 void SetRosAllocRun(size_t index, void* run) {
1186 tlsPtr_.rosalloc_runs[index] = run;
1187 }
1188
Andreas Gampe2c2d2a02016-03-17 21:27:19 -07001189 bool ProtectStack(bool fatal_on_error = true);
Dave Allison648d7112014-07-25 16:15:27 -07001190 bool UnprotectStack();
1191
buzbee1452bee2015-03-06 14:43:04 -08001192 void SetMterpCurrentIBase(void* ibase) {
1193 tlsPtr_.mterp_current_ibase = ibase;
1194 }
1195
buzbee1452bee2015-03-06 14:43:04 -08001196 const void* GetMterpCurrentIBase() const {
1197 return tlsPtr_.mterp_current_ibase;
1198 }
1199
Josh Gaoefd20cb2017-02-28 16:53:59 -08001200 bool HandlingSignal() const {
1201 return tls32_.handling_signal_;
Dave Allison648d7112014-07-25 16:15:27 -07001202 }
1203
Josh Gaoefd20cb2017-02-28 16:53:59 -08001204 void SetHandlingSignal(bool handling_signal) {
1205 tls32_.handling_signal_ = handling_signal;
Dave Allison8ce6b902014-08-26 11:07:58 -07001206 }
1207
Hiroshi Yamauchiee235822016-08-19 17:03:27 -07001208 bool IsTransitioningToRunnable() const {
1209 return tls32_.is_transitioning_to_runnable;
1210 }
1211
1212 void SetIsTransitioningToRunnable(bool value) {
1213 tls32_.is_transitioning_to_runnable = value;
Hiroshi Yamauchi2cd334a2015-01-09 14:03:35 -08001214 }
1215
Mathieu Chartierd0ad2ee2015-03-31 14:59:59 -07001216 void PushVerifier(verifier::MethodVerifier* verifier);
1217 void PopVerifier(verifier::MethodVerifier* verifier);
Mathieu Chartier12d625f2015-03-13 11:33:37 -07001218
Jeff Hao848f70a2014-01-15 13:49:50 -08001219 void InitStringEntryPoints();
1220
Mathieu Chartierdfe02f62016-02-01 20:15:11 -08001221 void ModifyDebugDisallowReadBarrier(int8_t delta) {
1222 debug_disallow_read_barrier_ += delta;
1223 }
1224
1225 uint8_t GetDebugDisallowReadBarrierCount() const {
1226 return debug_disallow_read_barrier_;
1227 }
1228
Alex Light184f0752018-07-13 11:18:22 -07001229 // Gets the current TLSData associated with the key or nullptr if there isn't any. Note that users
1230 // do not gain ownership of TLSData and must synchronize with SetCustomTls themselves to prevent
1231 // it from being deleted.
1232 TLSData* GetCustomTLS(const char* key) REQUIRES(!Locks::custom_tls_lock_);
Andreas Gampef26bf2d2017-01-13 16:47:14 -08001233
Alex Light184f0752018-07-13 11:18:22 -07001234 // Sets the tls entry at 'key' to data. The thread takes ownership of the TLSData. The destructor
1235 // will be run when the thread exits or when SetCustomTLS is called again with the same key.
1236 void SetCustomTLS(const char* key, TLSData* data) REQUIRES(!Locks::custom_tls_lock_);
Andreas Gampef26bf2d2017-01-13 16:47:14 -08001237
Calin Juravle97cbc922016-04-15 16:16:35 +01001238 // Returns true if the current thread is the jit sensitive thread.
1239 bool IsJitSensitiveThread() const {
1240 return this == jit_sensitive_thread_;
1241 }
1242
1243 // Returns true if StrictMode events are traced for the current thread.
Calin Juravleb2771b42016-04-07 17:09:25 +01001244 static bool IsSensitiveThread() {
1245 if (is_sensitive_thread_hook_ != nullptr) {
1246 return (*is_sensitive_thread_hook_)();
1247 }
1248 return false;
1249 }
1250
Mathieu Chartier3768ade2017-05-02 14:04:39 -07001251 // Set to the read barrier marking entrypoints to be non-null.
1252 void SetReadBarrierEntrypoints();
1253
Andreas Gampebad529d2017-02-13 18:52:10 -08001254 static jobject CreateCompileTimePeer(JNIEnv* env,
1255 const char* name,
1256 bool as_daemon,
1257 jobject thread_group)
1258 REQUIRES_SHARED(Locks::mutator_lock_);
1259
David Srbecky912f36c2018-09-08 12:22:58 +01001260 ALWAYS_INLINE InterpreterCache* GetInterpreterCache() {
1261 return &interpreter_cache_;
1262 }
1263
1264 // Clear all thread-local interpreter caches.
1265 //
1266 // Since the caches are keyed by memory pointer to dex instructions, this must be
1267 // called when any dex code is unloaded (before different code gets loaded at the
1268 // same memory location).
1269 //
1270 // If presence of cache entry implies some pre-conditions, this must also be
1271 // called if the pre-conditions might no longer hold true.
1272 static void ClearAllInterpreterCaches();
1273
1274 template<PointerSize pointer_size>
David Srbecky56de89a2018-10-01 15:32:20 +01001275 static constexpr ThreadOffset<pointer_size> InterpreterCacheOffset() {
David Srbecky912f36c2018-09-08 12:22:58 +01001276 return ThreadOffset<pointer_size>(OFFSETOF_MEMBER(Thread, interpreter_cache_));
1277 }
1278
David Srbecky56de89a2018-10-01 15:32:20 +01001279 static constexpr int InterpreterCacheSizeLog2() {
David Srbecky912f36c2018-09-08 12:22:58 +01001280 return WhichPowerOf2(InterpreterCache::kSize);
1281 }
1282
Ian Rogersdd7624d2014-03-14 17:43:00 -07001283 private:
Ian Rogers52673ff2012-06-27 23:25:34 -07001284 explicit Thread(bool daemon);
Mathieu Chartier90443472015-07-16 20:32:27 -07001285 ~Thread() REQUIRES(!Locks::mutator_lock_, !Locks::thread_suspend_count_lock_);
Elliott Hughesc0f09332012-03-26 13:27:06 -07001286 void Destroy();
Carl Shapiro0e5d75d2011-07-06 18:28:37 -07001287
David Srbecky28f6cff2018-10-16 15:07:28 +01001288 void NotifyInTheadList()
1289 REQUIRES_SHARED(Locks::thread_list_lock_);
1290
Andreas Gampe732b0ac2017-01-18 15:23:39 -08001291 // Attaches the calling native thread to the runtime, returning the new native peer.
1292 // Used to implement JNI AttachCurrentThread and AttachCurrentThreadAsDaemon calls.
1293 template <typename PeerAction>
1294 static Thread* Attach(const char* thread_name,
1295 bool as_daemon,
1296 PeerAction p);
1297
Ian Rogers365c1022012-06-22 15:05:28 -07001298 void CreatePeer(const char* name, bool as_daemon, jobject thread_group);
Elliott Hughes5fe594f2011-09-08 12:33:17 -07001299
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01001300 template<bool kTransactionActive>
Andreas Gampebad529d2017-02-13 18:52:10 -08001301 static void InitPeer(ScopedObjectAccessAlreadyRunnable& soa,
1302 ObjPtr<mirror::Object> peer,
1303 jboolean thread_is_daemon,
1304 jobject thread_group,
1305 jobject thread_name,
1306 jint thread_priority)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -07001307 REQUIRES_SHARED(Locks::mutator_lock_);
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01001308
Ian Rogers62d6c772013-02-27 08:32:07 -08001309 // Avoid use, callers should use SetState. Used only by SignalCatcher::HandleSigQuit, ~Thread and
Hiroshi Yamauchi98810e32016-05-24 14:55:40 -07001310 // Dbg::ManageDeoptimization.
Ian Rogers474b6da2012-09-25 00:20:38 -07001311 ThreadState SetStateUnsafe(ThreadState new_state) {
1312 ThreadState old_state = GetState();
Mathieu Chartier8ac9c912015-10-01 15:58:41 -07001313 if (old_state == kRunnable && new_state != kRunnable) {
1314 // Need to run pending checkpoint and suspend barriers. Run checkpoints in runnable state in
1315 // case they need to use a ScopedObjectAccess. If we are holding the mutator lock and a SOA
1316 // attempts to TransitionFromSuspendedToRunnable, it results in a deadlock.
1317 TransitionToSuspendedAndRunCheckpoints(new_state);
1318 // Since we transitioned to a suspended state, check the pass barrier requests.
1319 PassActiveSuspendBarriers();
1320 } else {
1321 tls32_.state_and_flags.as_struct.state = new_state;
Yu Lieac44242015-06-29 10:50:03 +08001322 }
Ian Rogersc747cff2012-08-31 18:20:08 -07001323 return old_state;
1324 }
Ian Rogersc747cff2012-08-31 18:20:08 -07001325
Andreas Gampebdf7f1c2016-08-30 16:38:47 -07001326 void VerifyStackImpl() REQUIRES_SHARED(Locks::mutator_lock_);
Ian Rogers04d7aa92013-03-16 14:29:17 -07001327
Andreas Gampebdf7f1c2016-08-30 16:38:47 -07001328 void DumpState(std::ostream& os) const REQUIRES_SHARED(Locks::mutator_lock_);
Nicolas Geoffraya73280d2016-02-15 13:05:16 +00001329 void DumpStack(std::ostream& os,
Nicolas Geoffray6ee49712018-03-30 14:39:05 +00001330 bool dump_native_stack = true,
Hiroshi Yamauchi13c16352017-01-31 10:15:08 -08001331 BacktraceMap* backtrace_map = nullptr,
1332 bool force_dump_stack = false) const
Mathieu Chartier90443472015-07-16 20:32:27 -07001333 REQUIRES(!Locks::thread_suspend_count_lock_)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -07001334 REQUIRES_SHARED(Locks::mutator_lock_);
Elliott Hughesd92bec42011-09-02 17:04:36 -07001335
Elliott Hughesaccd83d2011-10-17 14:25:58 -07001336 // Out-of-line conveniences for debugging in gdb.
Brian Carlstrom7934ac22013-07-26 10:54:15 -07001337 static Thread* CurrentFromGdb(); // Like Thread::Current.
Ian Rogers00f7d0e2012-07-19 15:28:27 -07001338 // Like Thread::Dump(std::cerr).
Andreas Gampebdf7f1c2016-08-30 16:38:47 -07001339 void DumpFromGdb() const REQUIRES_SHARED(Locks::mutator_lock_);
Elliott Hughesaccd83d2011-10-17 14:25:58 -07001340
Elliott Hughes93e74e82011-09-13 11:07:03 -07001341 static void* CreateCallback(void* arg);
1342
Andreas Gampe513061a2017-06-01 09:17:34 -07001343 void HandleUncaughtExceptions(ScopedObjectAccessAlreadyRunnable& soa)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -07001344 REQUIRES_SHARED(Locks::mutator_lock_);
Andreas Gampe513061a2017-06-01 09:17:34 -07001345 void RemoveFromThreadGroup(ScopedObjectAccessAlreadyRunnable& soa)
1346 REQUIRES_SHARED(Locks::mutator_lock_);
Elliott Hughesaccd83d2011-10-17 14:25:58 -07001347
Andreas Gampe449357d2015-06-01 22:29:51 -07001348 // Initialize a thread.
1349 //
1350 // The third parameter is not mandatory. If given, the thread will use this JNIEnvExt. In case
1351 // Init succeeds, this means the thread takes ownership of it. If Init fails, it is the caller's
1352 // responsibility to destroy the given JNIEnvExt. If the parameter is null, Init will try to
1353 // create a JNIEnvExt on its own (and potentially fail at that stage, indicated by a return value
1354 // of false).
1355 bool Init(ThreadList*, JavaVMExt*, JNIEnvExt* jni_env_ext = nullptr)
Mathieu Chartier90443472015-07-16 20:32:27 -07001356 REQUIRES(Locks::runtime_shutdown_lock_);
Ian Rogers5d76c432011-10-31 21:42:49 -07001357 void InitCardTable();
Ian Rogersb033c752011-07-20 12:22:35 -07001358 void InitCpu();
Alexei Zavjalov1efa0a92014-02-04 02:08:31 +07001359 void CleanupCpu();
Ian Rogers848871b2013-08-05 10:56:33 -07001360 void InitTlsEntryPoints();
Brian Carlstromcaabb1b2011-10-11 18:09:13 -07001361 void InitTid();
Brian Carlstromcaabb1b2011-10-11 18:09:13 -07001362 void InitPthreadKeySelf();
Ian Rogersf4d4da12014-11-11 16:10:33 -08001363 bool InitStackHwm();
Elliott Hughesbe759c62011-09-08 19:38:21 -07001364
Elliott Hughesd6a23bd2013-07-16 14:19:52 -07001365 void SetUpAlternateSignalStack();
1366 void TearDownAlternateSignalStack();
1367
Mathieu Chartier8ac9c912015-10-01 15:58:41 -07001368 ALWAYS_INLINE void TransitionToSuspendedAndRunCheckpoints(ThreadState new_state)
1369 REQUIRES(!Locks::thread_suspend_count_lock_, !Roles::uninterruptible_);
1370
1371 ALWAYS_INLINE void PassActiveSuspendBarriers()
1372 REQUIRES(!Locks::thread_suspend_count_lock_, !Roles::uninterruptible_);
1373
Calin Juravle97cbc922016-04-15 16:16:35 +01001374 // Registers the current thread as the jit sensitive thread. Should be called just once.
1375 static void SetJitSensitiveThread() {
1376 if (jit_sensitive_thread_ == nullptr) {
1377 jit_sensitive_thread_ = Thread::Current();
1378 } else {
1379 LOG(WARNING) << "Attempt to set the sensitive thread twice. Tid:"
1380 << Thread::Current()->GetTid();
1381 }
1382 }
1383
Calin Juravleb2771b42016-04-07 17:09:25 +01001384 static void SetSensitiveThreadHook(bool (*is_sensitive_thread_hook)()) {
1385 is_sensitive_thread_hook_ = is_sensitive_thread_hook;
1386 }
1387
Hiroshi Yamauchi02e7f1a2016-10-03 15:32:01 -07001388 bool ModifySuspendCountInternal(Thread* self,
1389 int delta,
1390 AtomicInteger* suspend_barrier,
Alex Light46f93402017-06-29 11:59:50 -07001391 SuspendReason reason)
Sebastien Hertz1c8f4ff2017-04-14 15:05:12 +02001392 WARN_UNUSED
Hiroshi Yamauchi02e7f1a2016-10-03 15:32:01 -07001393 REQUIRES(Locks::thread_suspend_count_lock_);
1394
Alex Lightdf00a1e2017-11-01 09:29:53 -07001395 // Runs a single checkpoint function. If there are no more pending checkpoint functions it will
1396 // clear the kCheckpointRequest flag. The caller is responsible for calling this in a loop until
1397 // the kCheckpointRequest flag is cleared.
Andreas Gampe0a855762016-10-26 13:43:14 -07001398 void RunCheckpointFunction();
Hiroshi Yamauchi30493242016-11-03 13:06:52 -07001399 void RunEmptyCheckpoint();
Andreas Gampe0a855762016-10-26 13:43:14 -07001400
1401 bool PassActiveSuspendBarriers(Thread* self)
1402 REQUIRES(!Locks::thread_suspend_count_lock_);
1403
1404 // Install the protected region for implicit stack checks.
1405 void InstallImplicitProtection();
1406
Andreas Gampe585da952016-12-02 14:52:29 -08001407 template <bool kPrecise>
1408 void VisitRoots(RootVisitor* visitor) REQUIRES_SHARED(Locks::mutator_lock_);
1409
Andreas Gampe2c19f5b2016-11-28 08:10:18 -08001410 static bool IsAotCompiler();
1411
Ian Rogers474b6da2012-09-25 00:20:38 -07001412 // 32 bits of atomically changed state and flags. Keeping as 32 bits allows and atomic CAS to
1413 // change from being Suspended to Runnable without a suspend request occurring.
Chris Dearman59cde532013-12-04 18:53:49 -08001414 union PACKED(4) StateAndFlags {
1415 StateAndFlags() {}
Ian Rogersdf1ce912012-11-27 17:07:11 -08001416 struct PACKED(4) {
Ian Rogers30e173f2012-09-26 14:35:03 -07001417 // Bitfield of flag values. Must be changed atomically so that flag values aren't lost. See
1418 // ThreadFlags for bit field meanings.
1419 volatile uint16_t flags;
1420 // Holds the ThreadState. May be changed non-atomically between Suspended (ie not Runnable)
1421 // transitions. Changing to Runnable requires that the suspend_request be part of the atomic
1422 // operation. If a thread is suspended and a suspend_request is present, a thread may not
1423 // change to Runnable as a GC or other operation is in progress.
Ian Rogers01ae5802012-09-28 16:14:01 -07001424 volatile uint16_t state;
Ian Rogers30e173f2012-09-26 14:35:03 -07001425 } as_struct;
Ian Rogersb8e087e2014-07-09 21:12:06 -07001426 AtomicInteger as_atomic_int;
Ian Rogers01ae5802012-09-28 16:14:01 -07001427 volatile int32_t as_int;
Chris Dearman59cde532013-12-04 18:53:49 -08001428
1429 private:
1430 // gcc does not handle struct with volatile member assignments correctly.
1431 // See http://gcc.gnu.org/bugzilla/show_bug.cgi?id=47409
1432 DISALLOW_COPY_AND_ASSIGN(StateAndFlags);
Ian Rogers474b6da2012-09-25 00:20:38 -07001433 };
Andreas Gampe575e78c2014-11-03 23:41:03 -08001434 static_assert(sizeof(StateAndFlags) == sizeof(int32_t), "Weird state_and_flags size");
Ian Rogers474b6da2012-09-25 00:20:38 -07001435
Ian Rogersdd7624d2014-03-14 17:43:00 -07001436 static void ThreadExitCallback(void* arg);
Elliott Hughes5d96a712012-06-28 12:24:27 -07001437
Yu Lieac44242015-06-29 10:50:03 +08001438 // Maximum number of suspend barriers.
1439 static constexpr uint32_t kMaxSuspendBarriers = 3;
1440
Ian Rogersdd7624d2014-03-14 17:43:00 -07001441 // Has Thread::Startup been called?
1442 static bool is_started_;
Mathieu Chartier858f1c52012-10-17 17:45:55 -07001443
Ian Rogersdd7624d2014-03-14 17:43:00 -07001444 // TLS key used to retrieve the Thread*.
1445 static pthread_key_t pthread_key_self_;
Ian Rogersa32a6fd2012-02-06 20:18:44 -08001446
Ian Rogersdd7624d2014-03-14 17:43:00 -07001447 // Used to notify threads that they should attempt to resume, they will suspend again if
1448 // their suspend count is > 0.
1449 static ConditionVariable* resume_cond_ GUARDED_BY(Locks::thread_suspend_count_lock_);
Dave Allisonb373e092014-02-20 16:06:36 -08001450
Calin Juravleb2771b42016-04-07 17:09:25 +01001451 // Hook passed by framework which returns true
1452 // when StrictMode events are traced for the current thread.
1453 static bool (*is_sensitive_thread_hook_)();
Calin Juravle97cbc922016-04-15 16:16:35 +01001454 // Stores the jit sensitive thread (which for now is the UI thread).
1455 static Thread* jit_sensitive_thread_;
Calin Juravleb2771b42016-04-07 17:09:25 +01001456
Ian Rogersdd7624d2014-03-14 17:43:00 -07001457 /***********************************************************************************************/
1458 // Thread local storage. Fields are grouped by size to enable 32 <-> 64 searching to account for
1459 // pointer size differences. To encourage shorter encoding, more frequently used values appear
1460 // first if possible.
1461 /***********************************************************************************************/
Elliott Hughes6a607ad2012-07-13 20:40:00 -07001462
Zuo Wangf37a88b2014-07-10 04:26:41 -07001463 struct PACKED(4) tls_32bit_sized_values {
Ian Rogersdd7624d2014-03-14 17:43:00 -07001464 // We have no control over the size of 'bool', but want our boolean fields
1465 // to be 4-byte quantities.
1466 typedef uint32_t bool32_t;
Ian Rogers22f454c2012-09-08 11:06:29 -07001467
Ian Rogersdd7624d2014-03-14 17:43:00 -07001468 explicit tls_32bit_sized_values(bool is_daemon) :
1469 suspend_count(0), debug_suspend_count(0), thin_lock_thread_id(0), tid(0),
1470 daemon(is_daemon), throwing_OutOfMemoryError(false), no_thread_suspension(0),
Mingyao Yang1f2d3ba2015-05-18 12:12:50 -07001471 thread_exit_check_count(0), handling_signal_(false),
Hiroshi Yamauchiee235822016-08-19 17:03:27 -07001472 is_transitioning_to_runnable(false), ready_for_debug_invoke(false),
Hiroshi Yamauchi20a0be02016-02-19 15:44:06 -08001473 debug_method_entry_(false), is_gc_marking(false), weak_ref_access_enabled(true),
Alex Light88fd7202017-06-30 08:31:59 -07001474 disable_thread_flip_count(0), user_code_suspend_count(0) {
Ian Rogersdd7624d2014-03-14 17:43:00 -07001475 }
Dave Allisonb373e092014-02-20 16:06:36 -08001476
Ian Rogersdd7624d2014-03-14 17:43:00 -07001477 union StateAndFlags state_and_flags;
Andreas Gampe575e78c2014-11-03 23:41:03 -08001478 static_assert(sizeof(union StateAndFlags) == sizeof(int32_t),
1479 "Size of state_and_flags and int32 are different");
Dave Allisonb373e092014-02-20 16:06:36 -08001480
Ian Rogersdd7624d2014-03-14 17:43:00 -07001481 // A non-zero value is used to tell the current thread to enter a safe point
1482 // at the next poll.
1483 int suspend_count GUARDED_BY(Locks::thread_suspend_count_lock_);
Hiroshi Yamauchicf58d4a2013-09-26 14:21:22 -07001484
Ian Rogersdd7624d2014-03-14 17:43:00 -07001485 // How much of 'suspend_count_' is by request of the debugger, used to set things right
1486 // when the debugger detaches. Must be <= suspend_count_.
1487 int debug_suspend_count GUARDED_BY(Locks::thread_suspend_count_lock_);
Hiroshi Yamauchif5b0e202014-02-11 17:02:22 -08001488
Ian Rogersdd7624d2014-03-14 17:43:00 -07001489 // Thin lock thread id. This is a small integer used by the thin lock implementation.
1490 // This is not to be confused with the native thread's tid, nor is it the value returned
1491 // by java.lang.Thread.getId --- this is a distinct value, used only for locking. One
1492 // important difference between this id and the ids visible to managed code is that these
1493 // ones get reused (to ensure that they fit in the number of bits available).
1494 uint32_t thin_lock_thread_id;
Hiroshi Yamauchif5b0e202014-02-11 17:02:22 -08001495
Ian Rogersdd7624d2014-03-14 17:43:00 -07001496 // System thread id.
1497 uint32_t tid;
Hiroshi Yamauchif5b0e202014-02-11 17:02:22 -08001498
Ian Rogersdd7624d2014-03-14 17:43:00 -07001499 // Is the thread a daemon?
1500 const bool32_t daemon;
Hiroshi Yamauchif5b0e202014-02-11 17:02:22 -08001501
Ian Rogersdd7624d2014-03-14 17:43:00 -07001502 // A boolean telling us whether we're recursively throwing OOME.
1503 bool32_t throwing_OutOfMemoryError;
1504
1505 // A positive value implies we're in a region where thread suspension isn't expected.
1506 uint32_t no_thread_suspension;
1507
1508 // How many times has our pthread key's destructor been called?
1509 uint32_t thread_exit_check_count;
Sebastien Hertz9f102032014-05-23 08:59:42 +02001510
Dave Allison648d7112014-07-25 16:15:27 -07001511 // True if signal is being handled by this thread.
1512 bool32_t handling_signal_;
1513
Hiroshi Yamauchiee235822016-08-19 17:03:27 -07001514 // True if the thread is in TransitionFromSuspendedToRunnable(). This is used to distinguish the
1515 // non-runnable threads (eg. kNative, kWaiting) that are about to transition to runnable from
1516 // the rest of them.
1517 bool32_t is_transitioning_to_runnable;
Sebastien Hertz1558b572015-02-25 15:05:59 +01001518
1519 // True if the thread has been suspended by a debugger event. This is
1520 // used to invoke method from the debugger which is only allowed when
1521 // the thread is suspended by an event.
1522 bool32_t ready_for_debug_invoke;
Sebastien Hertz9d6bf692015-04-10 12:12:33 +02001523
1524 // True if the thread enters a method. This is used to detect method entry
1525 // event for the debugger.
1526 bool32_t debug_method_entry_;
Hiroshi Yamauchi0b713572015-06-16 18:29:23 -07001527
Hiroshi Yamauchi00370822015-08-18 14:47:25 -07001528 // True if the GC is in the marking phase. This is used for the CC collector only. This is
1529 // thread local so that we can simplify the logic to check for the fast path of read barriers of
1530 // GC roots.
1531 bool32_t is_gc_marking;
1532
Nicolas Geoffray365719c2017-03-08 13:11:50 +00001533 // Thread "interrupted" status; stays raised until queried or thrown.
1534 Atomic<bool32_t> interrupted;
1535
Charles Mungeraa31f492018-11-01 18:57:38 +00001536 AtomicInteger park_state_;
1537
Hiroshi Yamauchi0b713572015-06-16 18:29:23 -07001538 // True if the thread is allowed to access a weak ref (Reference::GetReferent() and system
1539 // weaks) and to potentially mark an object alive/gray. This is used for concurrent reference
1540 // processing of the CC collector only. This is thread local so that we can enable/disable weak
1541 // ref access by using a checkpoint and avoid a race around the time weak ref access gets
1542 // disabled and concurrent reference processing begins (if weak ref access is disabled during a
1543 // pause, this is not an issue.) Other collectors use Runtime::DisallowNewSystemWeaks() and
1544 // ReferenceProcessor::EnableSlowPath().
1545 bool32_t weak_ref_access_enabled;
Hiroshi Yamauchi20a0be02016-02-19 15:44:06 -08001546
1547 // A thread local version of Heap::disable_thread_flip_count_. This keeps track of how many
1548 // levels of (nested) JNI critical sections the thread is in and is used to detect a nested JNI
1549 // critical section enter.
1550 uint32_t disable_thread_flip_count;
Alex Light88fd7202017-06-30 08:31:59 -07001551
Alex Lightcea42152018-09-18 22:51:55 +00001552 // How much of 'suspend_count_' is by request of user code, used to distinguish threads
1553 // suspended by the runtime from those suspended by user code.
Alex Light88fd7202017-06-30 08:31:59 -07001554 // This should have GUARDED_BY(Locks::user_code_suspension_lock_) but auto analysis cannot be
1555 // told that AssertHeld should be good enough.
1556 int user_code_suspend_count GUARDED_BY(Locks::thread_suspend_count_lock_);
David Srbecky28f6cff2018-10-16 15:07:28 +01001557
1558 // True if everything is in the ideal state for fast interpretation.
1559 // False if we need to switch to the C++ interpreter to handle special cases.
1560 std::atomic<bool32_t> use_mterp;
Ian Rogersdd7624d2014-03-14 17:43:00 -07001561 } tls32_;
1562
1563 struct PACKED(8) tls_64bit_sized_values {
Sebastien Hertz07474662015-08-25 15:12:33 +00001564 tls_64bit_sized_values() : trace_clock_base(0) {
Ian Rogersdd7624d2014-03-14 17:43:00 -07001565 }
1566
1567 // The clock base used for tracing.
1568 uint64_t trace_clock_base;
1569
Ian Rogersdd7624d2014-03-14 17:43:00 -07001570 RuntimeStats stats;
1571 } tls64_;
1572
Andreas Gampe6aa13702015-10-28 10:57:25 -07001573 struct PACKED(sizeof(void*)) tls_ptr_sized_values {
Ian Rogersdd7624d2014-03-14 17:43:00 -07001574 tls_ptr_sized_values() : card_table(nullptr), exception(nullptr), stack_end(nullptr),
Andreas Gampe449357d2015-06-01 22:29:51 -07001575 managed_stack(), suspend_trigger(nullptr), jni_env(nullptr), tmp_jni_env(nullptr),
1576 self(nullptr), opeer(nullptr), jpeer(nullptr), stack_begin(nullptr), stack_size(0),
Nicolas Geoffray340dafa2016-11-18 16:03:10 +00001577 deps_or_stack_trace_sample(), wait_next(nullptr), monitor_enter_object(nullptr),
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001578 top_handle_scope(nullptr), class_loader_override(nullptr), long_jump_context(nullptr),
Ian Rogersdd7624d2014-03-14 17:43:00 -07001579 instrumentation_stack(nullptr), debug_invoke_req(nullptr), single_step_control(nullptr),
Sebastien Hertz07474662015-08-25 15:12:33 +00001580 stacked_shadow_frame_record(nullptr), deoptimization_context_stack(nullptr),
Mingyao Yang99170c62015-07-06 11:10:37 -07001581 frame_id_to_shadow_frame(nullptr), name(nullptr), pthread_self(0),
Vladimir Marko05846472016-09-14 12:49:57 +01001582 last_no_thread_suspension_cause(nullptr), checkpoint_function(nullptr),
Roland Levillaine71b3542017-01-16 14:58:23 +00001583 thread_local_start(nullptr), thread_local_pos(nullptr), thread_local_end(nullptr),
Mathieu Chartier6bc77742017-04-18 17:46:23 -07001584 thread_local_limit(nullptr),
David Srbecky776f3f72018-10-15 18:03:55 +01001585 thread_local_objects(0), mterp_current_ibase(nullptr), thread_local_alloc_stack_top(nullptr),
Josh Gaoefd20cb2017-02-28 16:53:59 -08001586 thread_local_alloc_stack_end(nullptr),
Alex Light848574c2017-09-25 16:59:39 -07001587 flip_function(nullptr), method_verifier(nullptr), thread_local_mark_stack(nullptr),
1588 async_exception(nullptr) {
Mathieu Chartier12d625f2015-03-13 11:33:37 -07001589 std::fill(held_mutexes, held_mutexes + kLockLevelCount, nullptr);
Ian Rogersdd7624d2014-03-14 17:43:00 -07001590 }
1591
1592 // The biased card table, see CardTable for details.
Ian Rogers13735952014-10-08 12:43:28 -07001593 uint8_t* card_table;
Ian Rogersdd7624d2014-03-14 17:43:00 -07001594
Mathieu Chartier2cebb242015-04-21 16:50:40 -07001595 // The pending exception or null.
Ian Rogersdd7624d2014-03-14 17:43:00 -07001596 mirror::Throwable* exception;
1597
1598 // The end of this thread's stack. This is the lowest safely-addressable address on the stack.
1599 // We leave extra space so there's room for the code that throws StackOverflowError.
Ian Rogers13735952014-10-08 12:43:28 -07001600 uint8_t* stack_end;
Ian Rogersdd7624d2014-03-14 17:43:00 -07001601
1602 // The top of the managed stack often manipulated directly by compiler generated code.
1603 ManagedStack managed_stack;
1604
1605 // In certain modes, setting this to 0 will trigger a SEGV and thus a suspend check. It is
1606 // normally set to the address of itself.
1607 uintptr_t* suspend_trigger;
1608
1609 // Every thread may have an associated JNI environment
1610 JNIEnvExt* jni_env;
1611
Andreas Gampe449357d2015-06-01 22:29:51 -07001612 // Temporary storage to transfer a pre-allocated JNIEnvExt from the creating thread to the
1613 // created thread.
1614 JNIEnvExt* tmp_jni_env;
1615
Ian Rogersdd7624d2014-03-14 17:43:00 -07001616 // Initialized to "this". On certain architectures (such as x86) reading off of Thread::Current
1617 // is easy but getting the address of Thread::Current is hard. This field can be read off of
1618 // Thread::Current to give the address.
1619 Thread* self;
1620
1621 // Our managed peer (an instance of java.lang.Thread). The jobject version is used during thread
1622 // start up, until the thread is registered and the local opeer_ is used.
1623 mirror::Object* opeer;
1624 jobject jpeer;
1625
1626 // The "lowest addressable byte" of the stack.
Ian Rogers13735952014-10-08 12:43:28 -07001627 uint8_t* stack_begin;
Ian Rogersdd7624d2014-03-14 17:43:00 -07001628
1629 // Size of the stack.
1630 size_t stack_size;
1631
Nicolas Geoffray340dafa2016-11-18 16:03:10 +00001632 // Sampling profiler and AOT verification cannot happen on the same run, so we share
1633 // the same entry for the stack trace and the verifier deps.
1634 union DepsOrStackTraceSample {
1635 DepsOrStackTraceSample() {
1636 verifier_deps = nullptr;
1637 stack_trace_sample = nullptr;
1638 }
1639 // Pointer to previous stack trace captured by sampling profiler.
1640 std::vector<ArtMethod*>* stack_trace_sample;
1641 // When doing AOT verification, per-thread VerifierDeps.
1642 verifier::VerifierDeps* verifier_deps;
1643 } deps_or_stack_trace_sample;
Ian Rogersdd7624d2014-03-14 17:43:00 -07001644
Mathieu Chartier2cebb242015-04-21 16:50:40 -07001645 // The next thread in the wait set this thread is part of or null if not waiting.
Ian Rogersdd7624d2014-03-14 17:43:00 -07001646 Thread* wait_next;
1647
1648 // If we're blocked in MonitorEnter, this is the object we're trying to lock.
1649 mirror::Object* monitor_enter_object;
1650
Mathieu Chartier2cebb242015-04-21 16:50:40 -07001651 // Top of linked list of handle scopes or null for none.
Mathieu Chartiere8a3c572016-10-11 16:52:17 -07001652 BaseHandleScope* top_handle_scope;
Ian Rogersdd7624d2014-03-14 17:43:00 -07001653
1654 // Needed to get the right ClassLoader in JNI_OnLoad, but also
1655 // useful for testing.
Ian Rogers68d8b422014-07-17 11:09:10 -07001656 jobject class_loader_override;
Ian Rogersdd7624d2014-03-14 17:43:00 -07001657
1658 // Thread local, lazily allocated, long jump context. Used to deliver exceptions.
1659 Context* long_jump_context;
1660
1661 // Additional stack used by method instrumentation to store method and return pc values.
1662 // Stored as a pointer since std::deque is not PACKED.
1663 std::deque<instrumentation::InstrumentationStackFrame>* instrumentation_stack;
1664
1665 // JDWP invoke-during-breakpoint support.
1666 DebugInvokeReq* debug_invoke_req;
1667
1668 // JDWP single-stepping support.
1669 SingleStepControl* single_step_control;
1670
Mingyao Yang1f2d3ba2015-05-18 12:12:50 -07001671 // For gc purpose, a shadow frame record stack that keeps track of:
1672 // 1) shadow frames under construction.
1673 // 2) deoptimization shadow frames.
1674 StackedShadowFrameRecord* stacked_shadow_frame_record;
Ian Rogersdd7624d2014-03-14 17:43:00 -07001675
Mingyao Yang1f2d3ba2015-05-18 12:12:50 -07001676 // Deoptimization return value record stack.
Sebastien Hertz07474662015-08-25 15:12:33 +00001677 DeoptimizationContextRecord* deoptimization_context_stack;
Andreas Gampe2a0d4ec2014-06-02 22:05:22 -07001678
Mingyao Yang99170c62015-07-06 11:10:37 -07001679 // For debugger, a linked list that keeps the mapping from frame_id to shadow frame.
1680 // Shadow frames may be created before deoptimization happens so that the debugger can
1681 // set local values there first.
1682 FrameIdToShadowFrame* frame_id_to_shadow_frame;
1683
Ian Rogersdd7624d2014-03-14 17:43:00 -07001684 // A cached copy of the java.lang.Thread's name.
1685 std::string* name;
1686
1687 // A cached pthread_t for the pthread underlying this Thread*.
1688 pthread_t pthread_self;
1689
Ian Rogersdd7624d2014-03-14 17:43:00 -07001690 // If no_thread_suspension_ is > 0, what is causing that assertion.
1691 const char* last_no_thread_suspension_cause;
1692
Mathieu Chartier952e1e32016-06-13 14:04:02 -07001693 // Pending checkpoint function or null if non-pending. If this checkpoint is set and someone\
1694 // requests another checkpoint, it goes to the checkpoint overflow list.
1695 Closure* checkpoint_function GUARDED_BY(Locks::thread_suspend_count_lock_);
Ian Rogersdd7624d2014-03-14 17:43:00 -07001696
Yu Lieac44242015-06-29 10:50:03 +08001697 // Pending barriers that require passing or NULL if non-pending. Installation guarding by
1698 // Locks::thread_suspend_count_lock_.
1699 // They work effectively as art::Barrier, but implemented directly using AtomicInteger and futex
1700 // to avoid additional cost of a mutex and a condition variable, as used in art::Barrier.
1701 AtomicInteger* active_suspend_barriers[kMaxSuspendBarriers];
1702
Roland Levillaine71b3542017-01-16 14:58:23 +00001703 // Thread-local allocation pointer. Moved here to force alignment for thread_local_pos on ARM.
1704 uint8_t* thread_local_start;
Ian Rogersdd7624d2014-03-14 17:43:00 -07001705
Hiroshi Yamauchi7e1ce282015-12-11 15:46:19 -08001706 // thread_local_pos and thread_local_end must be consecutive for ldrd and are 8 byte aligned for
1707 // potentially better performance.
Ian Rogers13735952014-10-08 12:43:28 -07001708 uint8_t* thread_local_pos;
1709 uint8_t* thread_local_end;
Igor Murashkinaf1e2992016-10-12 17:44:50 -07001710
Mathieu Chartier6bc77742017-04-18 17:46:23 -07001711 // Thread local limit is how much we can expand the thread local buffer to, it is greater or
1712 // equal to thread_local_end.
1713 uint8_t* thread_local_limit;
1714
Vladimir Marko05846472016-09-14 12:49:57 +01001715 size_t thread_local_objects;
Ian Rogersdd7624d2014-03-14 17:43:00 -07001716
Roland Levillaine71b3542017-01-16 14:58:23 +00001717 // Entrypoint function pointers.
1718 // TODO: move this to more of a global offset table model to avoid per-thread duplication.
1719 JniEntryPoints jni_entrypoints;
1720 QuickEntryPoints quick_entrypoints;
1721
David Srbecky776f3f72018-10-15 18:03:55 +01001722 // Mterp jump table base.
buzbee1452bee2015-03-06 14:43:04 -08001723 void* mterp_current_ibase;
buzbee1452bee2015-03-06 14:43:04 -08001724
Mathieu Chartier0651d412014-04-29 14:37:57 -07001725 // There are RosAlloc::kNumThreadLocalSizeBrackets thread-local size brackets per thread.
Hiroshi Yamauchi7ed9c562016-02-02 15:22:09 -08001726 void* rosalloc_runs[kNumRosAllocThreadLocalSizeBracketsInThread];
Ian Rogersdd7624d2014-03-14 17:43:00 -07001727
1728 // Thread-local allocation stack data/routines.
Mathieu Chartiercb535da2015-01-23 13:50:03 -08001729 StackReference<mirror::Object>* thread_local_alloc_stack_top;
1730 StackReference<mirror::Object>* thread_local_alloc_stack_end;
Chao-ying Fu9e369312014-05-21 11:20:52 -07001731
1732 // Support for Mutex lock hierarchy bug detection.
1733 BaseMutex* held_mutexes[kLockLevelCount];
Dave Allison8ce6b902014-08-26 11:07:58 -07001734
Hiroshi Yamauchi2cd334a2015-01-09 14:03:35 -08001735 // The function used for thread flip.
1736 Closure* flip_function;
Mathieu Chartier12d625f2015-03-13 11:33:37 -07001737
1738 // Current method verifier, used for root marking.
1739 verifier::MethodVerifier* method_verifier;
Hiroshi Yamauchi0b713572015-06-16 18:29:23 -07001740
1741 // Thread-local mark stack for the concurrent copying collector.
1742 gc::accounting::AtomicStack<mirror::Object>* thread_local_mark_stack;
Alex Light848574c2017-09-25 16:59:39 -07001743
1744 // The pending async-exception or null.
1745 mirror::Throwable* async_exception;
Ian Rogersdd7624d2014-03-14 17:43:00 -07001746 } tlsPtr_;
1747
Alex Lightbb68fda2018-10-01 13:21:47 -07001748 // Small thread-local cache to be used from the interpreter.
1749 // It is keyed by dex instruction pointer.
1750 // The value is opcode-depended (e.g. field offset).
1751 InterpreterCache interpreter_cache_;
1752
1753 // All fields below this line should not be accessed by native code. This means these fields can
1754 // be modified, rearranged, added or removed without having to modify asm_support.h
1755
Nicolas Geoffray365719c2017-03-08 13:11:50 +00001756 // Guards the 'wait_monitor_' members.
Ian Rogersdd7624d2014-03-14 17:43:00 -07001757 Mutex* wait_mutex_ DEFAULT_MUTEX_ACQUIRED_AFTER;
1758
1759 // Condition variable waited upon during a wait.
1760 ConditionVariable* wait_cond_ GUARDED_BY(wait_mutex_);
Mathieu Chartier2cebb242015-04-21 16:50:40 -07001761 // Pointer to the monitor lock we're currently waiting on or null if not waiting.
Ian Rogersdd7624d2014-03-14 17:43:00 -07001762 Monitor* wait_monitor_ GUARDED_BY(wait_mutex_);
1763
Mathieu Chartierdfe02f62016-02-01 20:15:11 -08001764 // Debug disable read barrier count, only is checked for debug builds and only in the runtime.
1765 uint8_t debug_disallow_read_barrier_ = 0;
1766
Mathieu Chartier3f7f03c2016-09-26 11:39:52 -07001767 // Note that it is not in the packed struct, may not be accessed for cross compilation.
1768 uintptr_t poison_object_cookie_ = 0;
1769
Mathieu Chartier952e1e32016-06-13 14:04:02 -07001770 // Pending extra checkpoints if checkpoint_function_ is already used.
1771 std::list<Closure*> checkpoint_overflow_ GUARDED_BY(Locks::thread_suspend_count_lock_);
1772
Alex Light184f0752018-07-13 11:18:22 -07001773 // Custom TLS field that can be used by plugins or the runtime. Should not be accessed directly by
1774 // compiled code or entrypoints.
1775 SafeMap<std::string, std::unique_ptr<TLSData>> custom_tls_ GUARDED_BY(Locks::custom_tls_lock_);
Andreas Gampef26bf2d2017-01-13 16:47:14 -08001776
Alex Lighte9f61032018-09-24 16:04:51 -07001777 // True if the thread is some form of runtime thread (ex, GC or JIT).
1778 bool is_runtime_thread_;
Calin Juravleccd56952016-12-15 17:57:38 +00001779
Mathieu Chartiere6da9af2013-12-16 11:54:42 -08001780 friend class Dbg; // For SetStateUnsafe.
Mathieu Chartier15d34022014-02-26 17:16:38 -08001781 friend class gc::collector::SemiSpace; // For getting stack traces.
Mathieu Chartier692fafd2013-11-29 17:24:40 -08001782 friend class Runtime; // For CreatePeer.
Ian Rogers5cf98192014-05-29 21:31:50 -07001783 friend class QuickExceptionHandler; // For dumping the stack.
Mathieu Chartier692fafd2013-11-29 17:24:40 -08001784 friend class ScopedThreadStateChange;
Mathieu Chartier119c6bd2014-05-09 14:11:47 -07001785 friend class StubTest; // For accessing entrypoints.
Mathieu Chartier692fafd2013-11-29 17:24:40 -08001786 friend class ThreadList; // For ~Thread and Destroy.
1787
Andreas Gampe4352b452014-06-04 18:59:01 -07001788 friend class EntrypointsOrderTest; // To test the order of tls entries.
1789
Carl Shapiro0e5d75d2011-07-06 18:28:37 -07001790 DISALLOW_COPY_AND_ASSIGN(Thread);
1791};
Ian Rogersbdb03912011-09-14 00:55:44 -07001792
Mathieu Chartier4e2cb092015-07-22 16:17:51 -07001793class SCOPED_CAPABILITY ScopedAssertNoThreadSuspension {
Mathieu Chartier2d5f39e2014-09-19 17:52:37 -07001794 public:
Mingyao Yangf26828b2017-07-27 12:49:01 -07001795 ALWAYS_INLINE ScopedAssertNoThreadSuspension(const char* cause,
1796 bool enabled = true)
1797 ACQUIRE(Roles::uninterruptible_)
1798 : enabled_(enabled) {
1799 if (!enabled_) {
1800 return;
1801 }
Mathieu Chartier268764d2016-09-13 12:09:38 -07001802 if (kIsDebugBuild) {
1803 self_ = Thread::Current();
1804 old_cause_ = self_->StartAssertNoThreadSuspension(cause);
1805 } else {
1806 Roles::uninterruptible_.Acquire(); // No-op.
1807 }
Mathieu Chartier2d5f39e2014-09-19 17:52:37 -07001808 }
Mathieu Chartier268764d2016-09-13 12:09:38 -07001809 ALWAYS_INLINE ~ScopedAssertNoThreadSuspension() RELEASE(Roles::uninterruptible_) {
Mingyao Yangf26828b2017-07-27 12:49:01 -07001810 if (!enabled_) {
1811 return;
1812 }
Mathieu Chartier268764d2016-09-13 12:09:38 -07001813 if (kIsDebugBuild) {
1814 self_->EndAssertNoThreadSuspension(old_cause_);
1815 } else {
1816 Roles::uninterruptible_.Release(); // No-op.
1817 }
Mathieu Chartier2d5f39e2014-09-19 17:52:37 -07001818 }
1819
1820 private:
Mathieu Chartier268764d2016-09-13 12:09:38 -07001821 Thread* self_;
Mingyao Yangf26828b2017-07-27 12:49:01 -07001822 const bool enabled_;
Mathieu Chartier268764d2016-09-13 12:09:38 -07001823 const char* old_cause_;
Mathieu Chartier2d5f39e2014-09-19 17:52:37 -07001824};
1825
Mingyao Yang1f2d3ba2015-05-18 12:12:50 -07001826class ScopedStackedShadowFramePusher {
1827 public:
1828 ScopedStackedShadowFramePusher(Thread* self, ShadowFrame* sf, StackedShadowFrameType type)
1829 : self_(self), type_(type) {
1830 self_->PushStackedShadowFrame(sf, type);
1831 }
1832 ~ScopedStackedShadowFramePusher() {
1833 self_->PopStackedShadowFrame(type_);
1834 }
1835
1836 private:
1837 Thread* const self_;
1838 const StackedShadowFrameType type_;
1839
1840 DISALLOW_COPY_AND_ASSIGN(ScopedStackedShadowFramePusher);
1841};
1842
Mathieu Chartierdfe02f62016-02-01 20:15:11 -08001843// Only works for debug builds.
1844class ScopedDebugDisallowReadBarriers {
1845 public:
1846 explicit ScopedDebugDisallowReadBarriers(Thread* self) : self_(self) {
1847 self_->ModifyDebugDisallowReadBarrier(1);
1848 }
1849 ~ScopedDebugDisallowReadBarriers() {
1850 self_->ModifyDebugDisallowReadBarrier(-1);
1851 }
1852
1853 private:
1854 Thread* const self_;
1855};
1856
Hiroshi Yamauchiee235822016-08-19 17:03:27 -07001857class ScopedTransitioningToRunnable : public ValueObject {
1858 public:
1859 explicit ScopedTransitioningToRunnable(Thread* self)
1860 : self_(self) {
1861 DCHECK_EQ(self, Thread::Current());
1862 if (kUseReadBarrier) {
1863 self_->SetIsTransitioningToRunnable(true);
1864 }
1865 }
1866
1867 ~ScopedTransitioningToRunnable() {
1868 if (kUseReadBarrier) {
1869 self_->SetIsTransitioningToRunnable(false);
1870 }
1871 }
1872
1873 private:
1874 Thread* const self_;
1875};
1876
Andreas Gampe04bbb5b2017-01-19 17:49:03 +00001877class ThreadLifecycleCallback {
1878 public:
1879 virtual ~ThreadLifecycleCallback() {}
1880
1881 virtual void ThreadStart(Thread* self) REQUIRES_SHARED(Locks::mutator_lock_) = 0;
1882 virtual void ThreadDeath(Thread* self) REQUIRES_SHARED(Locks::mutator_lock_) = 0;
1883};
1884
Elliott Hughes330304d2011-08-12 14:28:05 -07001885std::ostream& operator<<(std::ostream& os, const Thread& thread);
Sebastien Hertzf7958692015-06-09 14:09:14 +02001886std::ostream& operator<<(std::ostream& os, const StackedShadowFrameType& thread);
Carl Shapiro0e5d75d2011-07-06 18:28:37 -07001887
Carl Shapiro0e5d75d2011-07-06 18:28:37 -07001888} // namespace art
1889
Brian Carlstromfc0e3212013-07-17 14:40:12 -07001890#endif // ART_RUNTIME_THREAD_H_