blob: 9adae96a9ce93149a7c1c32707c41705370be2c7 [file] [log] [blame]
Elliott Hughes8d768a92011-09-14 16:35:25 -07001/*
2 * Copyright (C) 2011 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
Carl Shapiro0e5d75d2011-07-06 18:28:37 -070016
Brian Carlstromfc0e3212013-07-17 14:40:12 -070017#ifndef ART_RUNTIME_THREAD_H_
18#define ART_RUNTIME_THREAD_H_
Carl Shapiro0e5d75d2011-07-06 18:28:37 -070019
Andreas Gampe8cf9cb32017-07-19 09:28:38 -070020#include <setjmp.h>
21
Elliott Hughes02b48d12011-09-07 17:15:51 -070022#include <bitset>
Ian Rogers306057f2012-11-26 12:45:53 -080023#include <deque>
Elliott Hughesa0957642011-09-02 14:27:33 -070024#include <iosfwd>
Ian Rogersb033c752011-07-20 12:22:35 -070025#include <list>
Ian Rogers700a4022014-05-19 16:49:03 -070026#include <memory>
Elliott Hughes8daa0922011-09-11 13:46:25 -070027#include <string>
Carl Shapirob5573532011-07-12 18:22:59 -070028
Mingyao Yang4dcfc432015-04-21 16:55:22 -070029#include "arch/context.h"
Ian Rogersd582fa42014-11-05 23:46:43 -080030#include "arch/instruction_set.h"
David Sehr8f4b0562018-03-02 12:01:51 -080031#include "base/atomic.h"
Andreas Gampe542451c2016-07-26 09:02:02 -070032#include "base/enums.h"
Elliott Hughes76160052012-12-12 16:31:20 -080033#include "base/macros.h"
Ian Rogers719d1a32014-03-06 12:13:39 -080034#include "base/mutex.h"
Ian Rogers848871b2013-08-05 10:56:33 -070035#include "entrypoints/jni/jni_entrypoints.h"
Ian Rogers7655f292013-07-29 11:07:13 -070036#include "entrypoints/quick/quick_entrypoints.h"
Brian Carlstrom578bbdc2011-07-21 14:07:47 -070037#include "globals.h"
Mathieu Chartiereb8167a2014-05-07 15:43:14 -070038#include "handle_scope.h"
Elliott Hughes956af0f2014-12-11 14:34:28 -080039#include "instrumentation.h"
Ian Rogers306057f2012-11-26 12:45:53 -080040#include "jvalue.h"
Andreas Gampe513061a2017-06-01 09:17:34 -070041#include "managed_stack.h"
Brian Carlstrom578bbdc2011-07-21 14:07:47 -070042#include "offsets.h"
Andreas Gampe217488a2017-09-18 08:34:42 -070043#include "read_barrier_config.h"
Elliott Hughes9d5ccec2011-09-19 13:19:50 -070044#include "runtime_stats.h"
Alex Light46f93402017-06-29 11:59:50 -070045#include "suspend_reason.h"
Ian Rogers2dd0e2c2013-01-24 12:42:14 -080046#include "thread_state.h"
Ian Rogersb033c752011-07-20 12:22:35 -070047
Christopher Ferris6cff48f2014-01-26 21:36:13 -080048class BacktraceMap;
49
Carl Shapiro0e5d75d2011-07-06 18:28:37 -070050namespace art {
51
Mathieu Chartier15d34022014-02-26 17:16:38 -080052namespace gc {
Hiroshi Yamauchi0b713572015-06-16 18:29:23 -070053namespace accounting {
Igor Murashkin2ffb7032017-11-08 13:35:21 -080054template<class T> class AtomicStack;
Hiroshi Yamauchi0b713572015-06-16 18:29:23 -070055} // namespace accounting
Mathieu Chartier15d34022014-02-26 17:16:38 -080056namespace collector {
Igor Murashkin2ffb7032017-11-08 13:35:21 -080057class SemiSpace;
Mathieu Chartier15d34022014-02-26 17:16:38 -080058} // namespace collector
59} // namespace gc
60
Ian Rogers2dd0e2c2013-01-24 12:42:14 -080061namespace mirror {
Igor Murashkin2ffb7032017-11-08 13:35:21 -080062class Array;
63class Class;
64class ClassLoader;
65class Object;
66template<class T> class ObjectArray;
67template<class T> class PrimitiveArray;
68typedef PrimitiveArray<int32_t> IntArray;
69class StackTraceElement;
70class String;
71class Throwable;
Ian Rogers2dd0e2c2013-01-24 12:42:14 -080072} // namespace mirror
Mathieu Chartier12d625f2015-03-13 11:33:37 -070073
74namespace verifier {
Igor Murashkin2ffb7032017-11-08 13:35:21 -080075class MethodVerifier;
76class VerifierDeps;
Mathieu Chartier12d625f2015-03-13 11:33:37 -070077} // namespace verifier
78
Mathieu Chartiere401d142015-04-22 13:56:20 -070079class ArtMethod;
Ian Rogers2dd0e2c2013-01-24 12:42:14 -080080class BaseMutex;
81class ClassLinker;
Ian Rogers7a22fa62013-01-23 12:16:16 -080082class Closure;
Ian Rogersbdb03912011-09-14 00:55:44 -070083class Context;
Ian Rogers1b09b092012-08-20 15:35:52 -070084struct DebugInvokeReq;
Sebastien Hertz07474662015-08-25 15:12:33 +000085class DeoptimizationContextRecord;
Ian Rogers81d425b2012-09-27 16:03:43 -070086class DexFile;
Mingyao Yang99170c62015-07-06 11:10:37 -070087class FrameIdToShadowFrame;
Ian Rogersb48b9eb2014-02-28 16:20:21 -080088class JavaVMExt;
Ian Rogers55256cb2017-12-21 17:07:11 -080089class JNIEnvExt;
Elliott Hughes8daa0922011-09-11 13:46:25 -070090class Monitor;
Andreas Gampe513061a2017-06-01 09:17:34 -070091class RootVisitor;
Mathieu Chartier2b7c4d12014-05-19 10:52:16 -070092class ScopedObjectAccessAlreadyRunnable;
Logan Chienf7ad17e2012-03-15 03:10:03 +080093class ShadowFrame;
Sebastien Hertz597c4f02015-01-26 17:37:14 +010094class SingleStepControl;
Sebastien Hertzf7958692015-06-09 14:09:14 +020095class StackedShadowFrameRecord;
Brian Carlstrom40381fb2011-10-19 14:13:40 -070096class Thread;
97class ThreadList;
Andreas Gampe513061a2017-06-01 09:17:34 -070098enum VisitRootFlags : uint8_t;
Carl Shapiro0e5d75d2011-07-06 18:28:37 -070099
Elliott Hughes34e06962012-04-09 13:55:55 -0700100// Thread priorities. These must match the Thread.MIN_PRIORITY,
101// Thread.NORM_PRIORITY, and Thread.MAX_PRIORITY constants.
102enum ThreadPriority {
103 kMinThreadPriority = 1,
104 kNormThreadPriority = 5,
105 kMaxThreadPriority = 10,
106};
107
Ian Rogers474b6da2012-09-25 00:20:38 -0700108enum ThreadFlag {
Ian Rogers50ffee22012-11-20 11:47:44 -0800109 kSuspendRequest = 1, // If set implies that suspend_count_ > 0 and the Thread should enter the
110 // safepoint handler.
Yu Lieac44242015-06-29 10:50:03 +0800111 kCheckpointRequest = 2, // Request that the thread do some checkpoint work and then continue.
Hiroshi Yamauchi30493242016-11-03 13:06:52 -0700112 kEmptyCheckpointRequest = 4, // Request that the thread do empty checkpoint and then continue.
113 kActiveSuspendBarrier = 8, // Register that at least 1 suspend barrier needs to be passed.
Ian Rogers474b6da2012-09-25 00:20:38 -0700114};
115
Sebastien Hertzf7958692015-06-09 14:09:14 +0200116enum class StackedShadowFrameType {
Mingyao Yang1f2d3ba2015-05-18 12:12:50 -0700117 kShadowFrameUnderConstruction,
Andreas Gampe639bdd12015-06-03 11:22:45 -0700118 kDeoptimizationShadowFrame,
Mingyao Yang1f2d3ba2015-05-18 12:12:50 -0700119};
120
Mingyao Yang2ee17902017-08-30 11:37:08 -0700121// The type of method that triggers deoptimization. It contains info on whether
122// the deoptimized method should advance dex_pc.
123enum class DeoptimizationMethodType {
124 kKeepDexPc, // dex pc is required to be kept upon deoptimization.
125 kDefault // dex pc may or may not advance depending on other conditions.
126};
127
Hiroshi Yamauchi7ed9c562016-02-02 15:22:09 -0800128// This should match RosAlloc::kNumThreadLocalSizeBrackets.
129static constexpr size_t kNumRosAllocThreadLocalSizeBracketsInThread = 16;
Ian Rogerse63db272014-07-15 15:36:11 -0700130
Dave Allison648d7112014-07-25 16:15:27 -0700131// Thread's stack layout for implicit stack overflow checks:
132//
133// +---------------------+ <- highest address of stack memory
134// | |
135// . . <- SP
136// | |
137// | |
138// +---------------------+ <- stack_end
139// | |
140// | Gap |
141// | |
142// +---------------------+ <- stack_begin
143// | |
144// | Protected region |
145// | |
146// +---------------------+ <- lowest address of stack memory
147//
148// The stack always grows down in memory. At the lowest address is a region of memory
149// that is set mprotect(PROT_NONE). Any attempt to read/write to this region will
150// result in a segmentation fault signal. At any point, the thread's SP will be somewhere
151// between the stack_end and the highest address in stack memory. An implicit stack
152// overflow check is a read of memory at a certain offset below the current SP (4K typically).
153// If the thread's SP is below the stack_end address this will be a read into the protected
154// region. If the SP is above the stack_end address, the thread is guaranteed to have
155// at least 4K of space. Because stack overflow checks are only performed in generated code,
156// if the thread makes a call out to a native function (through JNI), that native function
157// might only have 4K of memory (if the SP is adjacent to stack_end).
158
Ian Rogersdd7624d2014-03-14 17:43:00 -0700159class Thread {
Carl Shapiro0e5d75d2011-07-06 18:28:37 -0700160 public:
Andreas Gampe7ea6f792014-07-14 16:21:44 -0700161 static const size_t kStackOverflowImplicitCheckSize;
Andreas Gampeb486a982017-06-01 13:45:54 -0700162 static constexpr bool kVerifyStack = kIsDebugBuild;
Dave Allisonf9439142014-03-27 15:10:22 -0700163
Elliott Hughes462c9442012-03-23 18:47:50 -0700164 // Creates a new native thread corresponding to the given managed peer.
165 // Used to implement Thread.start.
Ian Rogers52673ff2012-06-27 23:25:34 -0700166 static void CreateNativeThread(JNIEnv* env, jobject peer, size_t stack_size, bool daemon);
Carl Shapiro61e019d2011-07-14 16:53:09 -0700167
Elliott Hughes462c9442012-03-23 18:47:50 -0700168 // Attaches the calling native thread to the runtime, returning the new native peer.
169 // Used to implement JNI AttachCurrentThread and AttachCurrentThreadAsDaemon calls.
Mathieu Chartier664bebf2012-11-12 16:54:11 -0800170 static Thread* Attach(const char* thread_name, bool as_daemon, jobject thread_group,
171 bool create_peer);
Andreas Gampe732b0ac2017-01-18 15:23:39 -0800172 // Attaches the calling native thread to the runtime, returning the new native peer.
173 static Thread* Attach(const char* thread_name, bool as_daemon, jobject thread_peer);
Carl Shapirob5573532011-07-12 18:22:59 -0700174
Brian Carlstromcaabb1b2011-10-11 18:09:13 -0700175 // Reset internal state of child thread after fork.
176 void InitAfterFork();
177
Ian Rogers6f3dbba2014-10-14 17:41:57 -0700178 // Get the currently executing thread, frequently referred to as 'self'. This call has reasonably
179 // high cost and so we favor passing self around when possible.
180 // TODO: mark as PURE so the compiler may coalesce and remove?
Ian Rogers02ed4c02013-09-06 13:10:04 -0700181 static Thread* Current();
Carl Shapiro0e5d75d2011-07-06 18:28:37 -0700182
Ian Rogers7b078e82014-09-10 14:44:24 -0700183 // On a runnable thread, check for pending thread suspension request and handle if pending.
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700184 void AllowThreadSuspension() REQUIRES_SHARED(Locks::mutator_lock_);
Ian Rogers7b078e82014-09-10 14:44:24 -0700185
186 // Process pending thread suspension request and handle if pending.
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700187 void CheckSuspend() REQUIRES_SHARED(Locks::mutator_lock_);
Ian Rogers7b078e82014-09-10 14:44:24 -0700188
Hiroshi Yamauchi30493242016-11-03 13:06:52 -0700189 // Process a pending empty checkpoint if pending.
Hiroshi Yamauchia2224042017-02-08 16:35:45 -0800190 void CheckEmptyCheckpointFromWeakRefAccess(BaseMutex* cond_var_mutex);
191 void CheckEmptyCheckpointFromMutex();
Hiroshi Yamauchi30493242016-11-03 13:06:52 -0700192
Mathieu Chartier2b7c4d12014-05-19 10:52:16 -0700193 static Thread* FromManagedThread(const ScopedObjectAccessAlreadyRunnable& ts,
Mathieu Chartierf5769e12017-01-10 15:54:41 -0800194 ObjPtr<mirror::Object> thread_peer)
Mathieu Chartier90443472015-07-16 20:32:27 -0700195 REQUIRES(Locks::thread_list_lock_, !Locks::thread_suspend_count_lock_)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700196 REQUIRES_SHARED(Locks::mutator_lock_);
Mathieu Chartier2b7c4d12014-05-19 10:52:16 -0700197 static Thread* FromManagedThread(const ScopedObjectAccessAlreadyRunnable& ts, jobject thread)
Mathieu Chartier90443472015-07-16 20:32:27 -0700198 REQUIRES(Locks::thread_list_lock_, !Locks::thread_suspend_count_lock_)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700199 REQUIRES_SHARED(Locks::mutator_lock_);
Elliott Hughes8daa0922011-09-11 13:46:25 -0700200
Elliott Hughes28fa76d2012-04-09 17:31:46 -0700201 // Translates 172 to pAllocArrayFromCode and so on.
Andreas Gampe542451c2016-07-26 09:02:02 -0700202 template<PointerSize size_of_pointers>
Ian Rogersdd7624d2014-03-14 17:43:00 -0700203 static void DumpThreadOffset(std::ostream& os, uint32_t offset);
Elliott Hughes28fa76d2012-04-09 17:31:46 -0700204
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700205 // Dumps a one-line summary of thread state (used for operator<<).
206 void ShortDump(std::ostream& os) const;
207
208 // Dumps the detailed thread state and the thread stack (used for SIGQUIT).
Nicolas Geoffraya73280d2016-02-15 13:05:16 +0000209 void Dump(std::ostream& os,
210 bool dump_native_stack = true,
Hiroshi Yamauchi13c16352017-01-31 10:15:08 -0800211 BacktraceMap* backtrace_map = nullptr,
212 bool force_dump_stack = false) const
Mathieu Chartier90443472015-07-16 20:32:27 -0700213 REQUIRES(!Locks::thread_suspend_count_lock_)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700214 REQUIRES_SHARED(Locks::mutator_lock_);
Elliott Hughesa0957642011-09-02 14:27:33 -0700215
Hiroshi Yamauchi02f365f2017-02-03 15:06:00 -0800216 void DumpJavaStack(std::ostream& os,
217 bool check_suspended = true,
218 bool dump_locks = true) const
Mathieu Chartier90443472015-07-16 20:32:27 -0700219 REQUIRES(!Locks::thread_suspend_count_lock_)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700220 REQUIRES_SHARED(Locks::mutator_lock_);
Mathieu Chartierc751fdc2014-03-30 15:25:44 -0700221
Mathieu Chartier2cebb242015-04-21 16:50:40 -0700222 // Dumps the SIGQUIT per-thread header. 'thread' can be null for a non-attached thread, in which
Elliott Hughesabbe07d2012-06-05 17:42:23 -0700223 // case we use 'tid' to identify the thread, and we'll include as much information as we can.
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700224 static void DumpState(std::ostream& os, const Thread* thread, pid_t tid)
Mathieu Chartier90443472015-07-16 20:32:27 -0700225 REQUIRES(!Locks::thread_suspend_count_lock_)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700226 REQUIRES_SHARED(Locks::mutator_lock_);
Elliott Hughesabbe07d2012-06-05 17:42:23 -0700227
Ian Rogers474b6da2012-09-25 00:20:38 -0700228 ThreadState GetState() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700229 DCHECK_GE(tls32_.state_and_flags.as_struct.state, kTerminated);
230 DCHECK_LE(tls32_.state_and_flags.as_struct.state, kSuspended);
231 return static_cast<ThreadState>(tls32_.state_and_flags.as_struct.state);
Dave Allison0aded082013-11-07 13:15:11 -0800232 }
233
Ian Rogers474b6da2012-09-25 00:20:38 -0700234 ThreadState SetState(ThreadState new_state);
Ian Rogers52673ff2012-06-27 23:25:34 -0700235
Mathieu Chartier90443472015-07-16 20:32:27 -0700236 int GetSuspendCount() const REQUIRES(Locks::thread_suspend_count_lock_) {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700237 return tls32_.suspend_count;
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700238 }
Elliott Hughes038a8062011-09-18 14:12:41 -0700239
Alex Light88fd7202017-06-30 08:31:59 -0700240 int GetUserCodeSuspendCount() const REQUIRES(Locks::thread_suspend_count_lock_,
241 Locks::user_code_suspension_lock_) {
242 return tls32_.user_code_suspend_count;
243 }
244
Mathieu Chartier90443472015-07-16 20:32:27 -0700245 int GetDebugSuspendCount() const REQUIRES(Locks::thread_suspend_count_lock_) {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700246 return tls32_.debug_suspend_count;
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700247 }
248
Mathieu Chartier858f1c52012-10-17 17:45:55 -0700249 bool IsSuspended() const {
Chris Dearman59cde532013-12-04 18:53:49 -0800250 union StateAndFlags state_and_flags;
Ian Rogersdd7624d2014-03-14 17:43:00 -0700251 state_and_flags.as_int = tls32_.state_and_flags.as_int;
Mathieu Chartier858f1c52012-10-17 17:45:55 -0700252 return state_and_flags.as_struct.state != kRunnable &&
253 (state_and_flags.as_struct.flags & kSuspendRequest) != 0;
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700254 }
255
Hiroshi Yamauchi02e7f1a2016-10-03 15:32:01 -0700256 // If delta > 0 and (this != self or suspend_barrier is not null), this function may temporarily
257 // release thread_suspend_count_lock_ internally.
258 ALWAYS_INLINE
259 bool ModifySuspendCount(Thread* self,
260 int delta,
261 AtomicInteger* suspend_barrier,
Alex Light46f93402017-06-29 11:59:50 -0700262 SuspendReason reason)
Sebastien Hertz1c8f4ff2017-04-14 15:05:12 +0200263 WARN_UNUSED
Mathieu Chartier90443472015-07-16 20:32:27 -0700264 REQUIRES(Locks::thread_suspend_count_lock_);
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700265
Alex Lightac5fea02018-03-22 16:50:10 -0700266 // Requests a checkpoint closure to run on another thread. The closure will be run when the thread
267 // gets suspended. This will return true if the closure was added and will (eventually) be
268 // executed. It returns false otherwise.
269 //
270 // Since multiple closures can be queued and some closures can delay other threads from running no
271 // closure should attempt to suspend another thread while running.
272 // TODO We should add some debug option that verifies this.
Ian Rogersd9c4fc92013-10-01 19:45:43 -0700273 bool RequestCheckpoint(Closure* function)
Mathieu Chartier90443472015-07-16 20:32:27 -0700274 REQUIRES(Locks::thread_suspend_count_lock_);
Alex Lightb1e31a82017-10-04 16:57:36 -0700275
276 // RequestSynchronousCheckpoint releases the thread_list_lock_ as a part of its execution. This is
277 // due to the fact that Thread::Current() needs to go to sleep to allow the targeted thread to
Alex Lightac5fea02018-03-22 16:50:10 -0700278 // execute the checkpoint for us if it is Runnable. The suspend_state is the state that the thread
279 // will go into while it is awaiting the checkpoint to be run.
280 // NB Passing ThreadState::kRunnable may cause the current thread to wait in a condition variable
281 // while holding the mutator_lock_. Callers should ensure that this will not cause any problems
282 // for the closure or the rest of the system.
283 // NB Since multiple closures can be queued and some closures can delay other threads from running
284 // no closure should attempt to suspend another thread while running.
285 bool RequestSynchronousCheckpoint(Closure* function,
286 ThreadState suspend_state = ThreadState::kWaiting)
Andreas Gampe28c4a232017-06-21 21:21:31 -0700287 REQUIRES_SHARED(Locks::mutator_lock_)
Alex Lightb1e31a82017-10-04 16:57:36 -0700288 RELEASE(Locks::thread_list_lock_)
Andreas Gampe28c4a232017-06-21 21:21:31 -0700289 REQUIRES(!Locks::thread_suspend_count_lock_);
Alex Lightac5fea02018-03-22 16:50:10 -0700290
Hiroshi Yamauchi30493242016-11-03 13:06:52 -0700291 bool RequestEmptyCheckpoint()
292 REQUIRES(Locks::thread_suspend_count_lock_);
Mathieu Chartier858f1c52012-10-17 17:45:55 -0700293
Hiroshi Yamauchi2cd334a2015-01-09 14:03:35 -0800294 void SetFlipFunction(Closure* function);
295 Closure* GetFlipFunction();
296
Hiroshi Yamauchi0b713572015-06-16 18:29:23 -0700297 gc::accounting::AtomicStack<mirror::Object>* GetThreadLocalMarkStack() {
298 CHECK(kUseReadBarrier);
299 return tlsPtr_.thread_local_mark_stack;
300 }
301 void SetThreadLocalMarkStack(gc::accounting::AtomicStack<mirror::Object>* stack) {
302 CHECK(kUseReadBarrier);
303 tlsPtr_.thread_local_mark_stack = stack;
304 }
305
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700306 // Called when thread detected that the thread_suspend_count_ was non-zero. Gives up share of
307 // mutator_lock_ and waits until it is resumed and thread_suspend_count_ is zero.
Ian Rogers9da7f592012-08-20 17:14:28 -0700308 void FullSuspendCheck()
Mathieu Chartier90443472015-07-16 20:32:27 -0700309 REQUIRES(!Locks::thread_suspend_count_lock_)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700310 REQUIRES_SHARED(Locks::mutator_lock_);
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700311
312 // Transition from non-runnable to runnable state acquiring share on mutator_lock_.
Mathieu Chartier8ac9c912015-10-01 15:58:41 -0700313 ALWAYS_INLINE ThreadState TransitionFromSuspendedToRunnable()
Mathieu Chartier90443472015-07-16 20:32:27 -0700314 REQUIRES(!Locks::thread_suspend_count_lock_)
Mathieu Chartier8ac9c912015-10-01 15:58:41 -0700315 SHARED_LOCK_FUNCTION(Locks::mutator_lock_);
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700316
317 // Transition from runnable into a state where mutator privileges are denied. Releases share of
318 // mutator lock.
Mathieu Chartier8ac9c912015-10-01 15:58:41 -0700319 ALWAYS_INLINE void TransitionFromRunnableToSuspended(ThreadState new_state)
Mathieu Chartier4e2cb092015-07-22 16:17:51 -0700320 REQUIRES(!Locks::thread_suspend_count_lock_, !Roles::uninterruptible_)
Mathieu Chartier8ac9c912015-10-01 15:58:41 -0700321 UNLOCK_FUNCTION(Locks::mutator_lock_);
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700322
Ian Rogers0399dde2012-06-06 17:09:28 -0700323 // Once called thread suspension will cause an assertion failure.
Mathieu Chartier4e2cb092015-07-22 16:17:51 -0700324 const char* StartAssertNoThreadSuspension(const char* cause) ACQUIRE(Roles::uninterruptible_) {
325 Roles::uninterruptible_.Acquire(); // No-op.
Mathieu Chartier590fee92013-09-13 13:46:47 -0700326 if (kIsDebugBuild) {
Mathieu Chartier2cebb242015-04-21 16:50:40 -0700327 CHECK(cause != nullptr);
Ian Rogersdd7624d2014-03-14 17:43:00 -0700328 const char* previous_cause = tlsPtr_.last_no_thread_suspension_cause;
329 tls32_.no_thread_suspension++;
330 tlsPtr_.last_no_thread_suspension_cause = cause;
Mathieu Chartier590fee92013-09-13 13:46:47 -0700331 return previous_cause;
332 } else {
333 return nullptr;
334 }
Ian Rogers0399dde2012-06-06 17:09:28 -0700335 }
Ian Rogers52673ff2012-06-27 23:25:34 -0700336
Ian Rogers0399dde2012-06-06 17:09:28 -0700337 // End region where no thread suspension is expected.
Mathieu Chartier4e2cb092015-07-22 16:17:51 -0700338 void EndAssertNoThreadSuspension(const char* old_cause) RELEASE(Roles::uninterruptible_) {
Mathieu Chartier590fee92013-09-13 13:46:47 -0700339 if (kIsDebugBuild) {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700340 CHECK(old_cause != nullptr || tls32_.no_thread_suspension == 1);
341 CHECK_GT(tls32_.no_thread_suspension, 0U);
342 tls32_.no_thread_suspension--;
343 tlsPtr_.last_no_thread_suspension_cause = old_cause;
Mathieu Chartier590fee92013-09-13 13:46:47 -0700344 }
Mathieu Chartier4e2cb092015-07-22 16:17:51 -0700345 Roles::uninterruptible_.Release(); // No-op.
Ian Rogers0399dde2012-06-06 17:09:28 -0700346 }
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700347
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700348 void AssertThreadSuspensionIsAllowable(bool check_locks = true) const;
Ian Rogers0399dde2012-06-06 17:09:28 -0700349
Mathieu Chartier10b218d2016-07-25 17:48:52 -0700350 // Return true if thread suspension is allowable.
351 bool IsThreadSuspensionAllowable() const;
352
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700353 bool IsDaemon() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700354 return tls32_.daemon;
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700355 }
356
Mathieu Chartier14c3bf92015-07-13 14:35:43 -0700357 size_t NumberOfHeldMutexes() const;
358
Mathieu Chartierf5769e12017-01-10 15:54:41 -0800359 bool HoldsLock(ObjPtr<mirror::Object> object) const REQUIRES_SHARED(Locks::mutator_lock_);
Elliott Hughes5f791332011-09-15 17:45:30 -0700360
Elliott Hughes8daa0922011-09-11 13:46:25 -0700361 /*
362 * Changes the priority of this thread to match that of the java.lang.Thread object.
363 *
364 * We map a priority value from 1-10 to Linux "nice" values, where lower
365 * numbers indicate higher priority.
366 */
367 void SetNativePriority(int newPriority);
368
369 /*
370 * Returns the thread priority for the current thread by querying the system.
371 * This is useful when attaching a thread through JNI.
372 *
373 * Returns a value from 1 to 10 (compatible with java.lang.Thread values).
374 */
375 static int GetNativePriority();
376
Mathieu Chartier61b3cd42016-04-18 11:43:29 -0700377 // Guaranteed to be non-zero.
Ian Rogersd9c4fc92013-10-01 19:45:43 -0700378 uint32_t GetThreadId() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700379 return tls32_.thin_lock_thread_id;
Carl Shapirob5573532011-07-12 18:22:59 -0700380 }
381
Elliott Hughesd92bec42011-09-02 17:04:36 -0700382 pid_t GetTid() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700383 return tls32_.tid;
Elliott Hughesd92bec42011-09-02 17:04:36 -0700384 }
Elliott Hughese27955c2011-08-26 15:21:24 -0700385
Mathieu Chartier2cebb242015-04-21 16:50:40 -0700386 // Returns the java.lang.Thread's name, or null if this Thread* doesn't have a peer.
Andreas Gampe08883de2016-11-08 13:20:52 -0800387 mirror::String* GetThreadName() const REQUIRES_SHARED(Locks::mutator_lock_);
Elliott Hughes899e7892012-01-24 14:57:32 -0800388
Elliott Hughesffb465f2012-03-01 18:46:05 -0800389 // Sets 'name' to the java.lang.Thread's name. This requires no transition to managed code,
390 // allocation, or locking.
391 void GetThreadName(std::string& name) const;
392
Elliott Hughes899e7892012-01-24 14:57:32 -0800393 // Sets the thread's name.
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700394 void SetThreadName(const char* name) REQUIRES_SHARED(Locks::mutator_lock_);
Elliott Hughesfc861622011-10-17 17:57:47 -0700395
Jeff Hao57dac6e2013-08-15 16:36:24 -0700396 // Returns the thread-specific CPU-time clock in microseconds or -1 if unavailable.
397 uint64_t GetCpuMicroTime() const;
398
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700399 mirror::Object* GetPeer() const REQUIRES_SHARED(Locks::mutator_lock_) {
Nicolas Geoffrayffc8cad2017-02-10 10:59:22 +0000400 DCHECK(Thread::Current() == this) << "Use GetPeerFromOtherThread instead";
Ian Rogersdd7624d2014-03-14 17:43:00 -0700401 CHECK(tlsPtr_.jpeer == nullptr);
402 return tlsPtr_.opeer;
Elliott Hughes8daa0922011-09-11 13:46:25 -0700403 }
Andreas Gampe202f85a2017-02-06 10:23:26 -0800404 // GetPeer is not safe if called on another thread in the middle of the CC thread flip and
405 // the thread's stack may have not been flipped yet and peer may be a from-space (stale) ref.
406 // This function will explicitly mark/forward it.
407 mirror::Object* GetPeerFromOtherThread() const REQUIRES_SHARED(Locks::mutator_lock_);
Elliott Hughes8daa0922011-09-11 13:46:25 -0700408
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700409 bool HasPeer() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700410 return tlsPtr_.jpeer != nullptr || tlsPtr_.opeer != nullptr;
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700411 }
412
Elliott Hughes9d5ccec2011-09-19 13:19:50 -0700413 RuntimeStats* GetStats() {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700414 return &tls64_.stats;
Elliott Hughes9d5ccec2011-09-19 13:19:50 -0700415 }
416
Elliott Hughes7dc51662012-05-16 14:48:43 -0700417 bool IsStillStarting() const;
418
Carl Shapiro0e5d75d2011-07-06 18:28:37 -0700419 bool IsExceptionPending() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700420 return tlsPtr_.exception != nullptr;
Carl Shapiro0e5d75d2011-07-06 18:28:37 -0700421 }
422
Alex Light848574c2017-09-25 16:59:39 -0700423 bool IsAsyncExceptionPending() const {
424 return tlsPtr_.async_exception != nullptr;
425 }
426
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700427 mirror::Throwable* GetException() const REQUIRES_SHARED(Locks::mutator_lock_) {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700428 return tlsPtr_.exception;
Carl Shapiro0e5d75d2011-07-06 18:28:37 -0700429 }
430
Andreas Gamped9efea62014-07-21 22:56:08 -0700431 void AssertPendingException() const;
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700432 void AssertPendingOOMException() const REQUIRES_SHARED(Locks::mutator_lock_);
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700433 void AssertNoPendingException() const;
Mathieu Chartier8d7672e2014-02-25 10:57:16 -0800434 void AssertNoPendingExceptionForNewException(const char* msg) const;
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700435
Mathieu Chartier0795f232016-09-27 18:43:30 -0700436 void SetException(ObjPtr<mirror::Throwable> new_exception) REQUIRES_SHARED(Locks::mutator_lock_);
Ian Rogers0cfe1fb2011-08-26 03:29:44 -0700437
Alex Light848574c2017-09-25 16:59:39 -0700438 // Set an exception that is asynchronously thrown from a different thread. This will be checked
439 // periodically and might overwrite the current 'Exception'. This can only be called from a
440 // checkpoint.
441 //
442 // The caller should also make sure that the thread has been deoptimized so that the exception
443 // could be detected on back-edges.
444 void SetAsyncException(ObjPtr<mirror::Throwable> new_exception)
445 REQUIRES_SHARED(Locks::mutator_lock_);
446
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700447 void ClearException() REQUIRES_SHARED(Locks::mutator_lock_) {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700448 tlsPtr_.exception = nullptr;
jeffhao94d6df42012-11-26 16:02:12 -0800449 }
450
Alex Light848574c2017-09-25 16:59:39 -0700451 // Move the current async-exception to the main exception. This should be called when the current
452 // thread is ready to deal with any async exceptions. Returns true if there is an async exception
453 // that needs to be dealt with, false otherwise.
454 bool ObserveAsyncException() REQUIRES_SHARED(Locks::mutator_lock_);
455
Ian Rogersbdb03912011-09-14 00:55:44 -0700456 // Find catch block and perform long jump to appropriate exception handle
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700457 NO_RETURN void QuickDeliverException() REQUIRES_SHARED(Locks::mutator_lock_);
Ian Rogersbdb03912011-09-14 00:55:44 -0700458
459 Context* GetLongJumpContext();
Ian Rogers0399dde2012-06-06 17:09:28 -0700460 void ReleaseLongJumpContext(Context* context) {
Mingyao Yang4dcfc432015-04-21 16:55:22 -0700461 if (tlsPtr_.long_jump_context != nullptr) {
462 // Each QuickExceptionHandler gets a long jump context and uses
463 // it for doing the long jump, after finding catch blocks/doing deoptimization.
464 // Both finding catch blocks and deoptimization can trigger another
465 // exception such as a result of class loading. So there can be nested
466 // cases of exception handling and multiple contexts being used.
467 // ReleaseLongJumpContext tries to save the context in tlsPtr_.long_jump_context
468 // for reuse so there is no need to always allocate a new one each time when
469 // getting a context. Since we only keep one context for reuse, delete the
470 // existing one since the passed in context is yet to be used for longjump.
471 delete tlsPtr_.long_jump_context;
472 }
Ian Rogersdd7624d2014-03-14 17:43:00 -0700473 tlsPtr_.long_jump_context = context;
Shih-wei Liao1a18c8c2011-08-14 17:47:36 -0700474 }
475
Andreas Gampe6ec8ebd2014-07-25 13:36:56 -0700476 // Get the current method and dex pc. If there are errors in retrieving the dex pc, this will
477 // abort the runtime iff abort_on_error is true.
Hiroshi Yamauchi02f365f2017-02-03 15:06:00 -0800478 ArtMethod* GetCurrentMethod(uint32_t* dex_pc,
479 bool check_suspended = true,
480 bool abort_on_error = true) const
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700481 REQUIRES_SHARED(Locks::mutator_lock_);
Ian Rogers0399dde2012-06-06 17:09:28 -0700482
Nicolas Geoffray7642cfc2015-02-26 10:56:09 +0000483 // Returns whether the given exception was thrown by the current Java method being executed
484 // (Note that this includes native Java methods).
Mathieu Chartierf5769e12017-01-10 15:54:41 -0800485 bool IsExceptionThrownByCurrentMethod(ObjPtr<mirror::Throwable> exception) const
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700486 REQUIRES_SHARED(Locks::mutator_lock_);
Nicolas Geoffray7642cfc2015-02-26 10:56:09 +0000487
Mathieu Chartiere401d142015-04-22 13:56:20 -0700488 void SetTopOfStack(ArtMethod** top_method) {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700489 tlsPtr_.managed_stack.SetTopQuickFrame(top_method);
Carl Shapiro0e5d75d2011-07-06 18:28:37 -0700490 }
491
Vladimir Marko2196c652017-11-30 16:16:07 +0000492 void SetTopOfStackTagged(ArtMethod** top_method) {
493 tlsPtr_.managed_stack.SetTopQuickFrameTagged(top_method);
494 }
495
Jeff Hao11ffc2d2013-02-01 11:52:17 -0800496 void SetTopOfShadowStack(ShadowFrame* top) {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700497 tlsPtr_.managed_stack.SetTopShadowFrame(top);
Jeff Hao11ffc2d2013-02-01 11:52:17 -0800498 }
499
Ian Rogers0399dde2012-06-06 17:09:28 -0700500 bool HasManagedStack() const {
Vladimir Marko2196c652017-11-30 16:16:07 +0000501 return tlsPtr_.managed_stack.HasTopQuickFrame() || tlsPtr_.managed_stack.HasTopShadowFrame();
Ian Rogersbdb03912011-09-14 00:55:44 -0700502 }
503
Mathieu Chartier2cebb242015-04-21 16:50:40 -0700504 // If 'msg' is null, no detail message is set.
Nicolas Geoffray0aa50ce2015-03-10 11:03:29 +0000505 void ThrowNewException(const char* exception_class_descriptor, const char* msg)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700506 REQUIRES_SHARED(Locks::mutator_lock_) REQUIRES(!Roles::uninterruptible_);
Elliott Hughes5cb5ad22011-10-02 12:13:39 -0700507
Mathieu Chartier2cebb242015-04-21 16:50:40 -0700508 // If 'msg' is null, no detail message is set. An exception must be pending, and will be
Elliott Hughesa4f94742012-05-29 16:28:38 -0700509 // used as the new exception's cause.
Nicolas Geoffray0aa50ce2015-03-10 11:03:29 +0000510 void ThrowNewWrappedException(const char* exception_class_descriptor, const char* msg)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700511 REQUIRES_SHARED(Locks::mutator_lock_) REQUIRES(!Roles::uninterruptible_);
Elliott Hughesa4f94742012-05-29 16:28:38 -0700512
Nicolas Geoffray0aa50ce2015-03-10 11:03:29 +0000513 void ThrowNewExceptionF(const char* exception_class_descriptor, const char* fmt, ...)
514 __attribute__((format(printf, 3, 4)))
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700515 REQUIRES_SHARED(Locks::mutator_lock_) REQUIRES(!Roles::uninterruptible_);
Elliott Hughesa5b897e2011-08-16 11:33:06 -0700516
Nicolas Geoffray0aa50ce2015-03-10 11:03:29 +0000517 void ThrowNewExceptionV(const char* exception_class_descriptor, const char* fmt, va_list ap)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700518 REQUIRES_SHARED(Locks::mutator_lock_) REQUIRES(!Roles::uninterruptible_);
Elliott Hughes4a2b4172011-09-20 17:08:25 -0700519
Elliott Hughes2ced6a52011-10-16 18:44:48 -0700520 // OutOfMemoryError is special, because we need to pre-allocate an instance.
Elliott Hughes8a8b9cb2012-04-13 18:29:22 -0700521 // Only the GC should call this.
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700522 void ThrowOutOfMemoryError(const char* msg) REQUIRES_SHARED(Locks::mutator_lock_)
Mathieu Chartiered8990a2015-07-23 14:11:16 -0700523 REQUIRES(!Roles::uninterruptible_);
Elliott Hughes79082e32011-08-25 12:07:32 -0700524
Elliott Hughesbe759c62011-09-08 19:38:21 -0700525 static void Startup();
Elliott Hughes038a8062011-09-18 14:12:41 -0700526 static void FinishStartup();
Elliott Hughesc1674ed2011-08-25 18:09:09 -0700527 static void Shutdown();
Carl Shapirob5573532011-07-12 18:22:59 -0700528
Andreas Gampe56776012018-01-26 17:40:55 -0800529 // Notify this thread's thread-group that this thread has started.
530 // Note: the given thread-group is used as a fast path and verified in debug build. If the value
531 // is null, the thread's thread-group is loaded from the peer.
532 void NotifyThreadGroup(ScopedObjectAccessAlreadyRunnable& soa, jobject thread_group = nullptr)
533 REQUIRES_SHARED(Locks::mutator_lock_);
534
Ian Rogersb033c752011-07-20 12:22:35 -0700535 // JNI methods
Elliott Hughes69f5bc62011-08-24 09:26:14 -0700536 JNIEnvExt* GetJniEnv() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700537 return tlsPtr_.jni_env;
Ian Rogersb033c752011-07-20 12:22:35 -0700538 }
539
Ian Rogers408f79a2011-08-23 18:22:33 -0700540 // Convert a jobject into a Object*
Mathieu Chartierc4f39252016-10-05 18:32:08 -0700541 ObjPtr<mirror::Object> DecodeJObject(jobject obj) const REQUIRES_SHARED(Locks::mutator_lock_);
Hiroshi Yamauchi04302db2015-11-11 23:45:34 -0800542 // Checks if the weak global ref has been cleared by the GC without decoding it.
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700543 bool IsJWeakCleared(jweak obj) const REQUIRES_SHARED(Locks::mutator_lock_);
Ian Rogersb033c752011-07-20 12:22:35 -0700544
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700545 mirror::Object* GetMonitorEnterObject() const REQUIRES_SHARED(Locks::mutator_lock_) {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700546 return tlsPtr_.monitor_enter_object;
547 }
548
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700549 void SetMonitorEnterObject(mirror::Object* obj) REQUIRES_SHARED(Locks::mutator_lock_) {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700550 tlsPtr_.monitor_enter_object = obj;
551 }
552
Elliott Hughes8daa0922011-09-11 13:46:25 -0700553 // Implements java.lang.Thread.interrupted.
Nicolas Geoffray365719c2017-03-08 13:11:50 +0000554 bool Interrupted();
Elliott Hughes8daa0922011-09-11 13:46:25 -0700555 // Implements java.lang.Thread.isInterrupted.
Nicolas Geoffray365719c2017-03-08 13:11:50 +0000556 bool IsInterrupted();
Mathieu Chartier90443472015-07-16 20:32:27 -0700557 void Interrupt(Thread* self) REQUIRES(!*wait_mutex_);
Nicolas Geoffray365719c2017-03-08 13:11:50 +0000558 void SetInterrupted(bool i) {
559 tls32_.interrupted.StoreSequentiallyConsistent(i);
Ian Rogersdd7624d2014-03-14 17:43:00 -0700560 }
Mathieu Chartier90443472015-07-16 20:32:27 -0700561 void Notify() REQUIRES(!*wait_mutex_);
Ian Rogersdd7624d2014-03-14 17:43:00 -0700562
Mathieu Chartier3f7f03c2016-09-26 11:39:52 -0700563 ALWAYS_INLINE void PoisonObjectPointers() {
564 ++poison_object_cookie_;
565 }
566
Mathieu Chartiera59d9b22016-09-26 18:13:17 -0700567 ALWAYS_INLINE static void PoisonObjectPointersIfDebug();
568
Mathieu Chartier3f7f03c2016-09-26 11:39:52 -0700569 ALWAYS_INLINE uintptr_t GetPoisonObjectCookie() const {
570 return poison_object_cookie_;
571 }
572
Ian Rogersdd7624d2014-03-14 17:43:00 -0700573 private:
Mathieu Chartier90443472015-07-16 20:32:27 -0700574 void NotifyLocked(Thread* self) REQUIRES(wait_mutex_);
Ian Rogersdd7624d2014-03-14 17:43:00 -0700575
576 public:
577 Mutex* GetWaitMutex() const LOCK_RETURNED(wait_mutex_) {
578 return wait_mutex_;
579 }
580
Mathieu Chartier90443472015-07-16 20:32:27 -0700581 ConditionVariable* GetWaitConditionVariable() const REQUIRES(wait_mutex_) {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700582 return wait_cond_;
583 }
584
Mathieu Chartier90443472015-07-16 20:32:27 -0700585 Monitor* GetWaitMonitor() const REQUIRES(wait_mutex_) {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700586 return wait_monitor_;
587 }
588
Mathieu Chartier90443472015-07-16 20:32:27 -0700589 void SetWaitMonitor(Monitor* mon) REQUIRES(wait_mutex_) {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700590 wait_monitor_ = mon;
591 }
592
Ian Rogersdd7624d2014-03-14 17:43:00 -0700593 // Waiter link-list support.
594 Thread* GetWaitNext() const {
595 return tlsPtr_.wait_next;
596 }
597
598 void SetWaitNext(Thread* next) {
599 tlsPtr_.wait_next = next;
600 }
Elliott Hughes5f791332011-09-15 17:45:30 -0700601
Ian Rogers68d8b422014-07-17 11:09:10 -0700602 jobject GetClassLoaderOverride() {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700603 return tlsPtr_.class_loader_override;
buzbeec143c552011-08-20 17:38:58 -0700604 }
605
Ian Rogers68d8b422014-07-17 11:09:10 -0700606 void SetClassLoaderOverride(jobject class_loader_override);
buzbeec143c552011-08-20 17:38:58 -0700607
Ian Rogersaaa20802011-09-11 21:47:37 -0700608 // Create the internal representation of a stack trace, that is more time
Sebastien Hertzee1d79a2014-02-21 15:46:30 +0100609 // and space efficient to compute than the StackTraceElement[].
610 template<bool kTransactionActive>
Mathieu Chartier2b7c4d12014-05-19 10:52:16 -0700611 jobject CreateInternalStackTrace(const ScopedObjectAccessAlreadyRunnable& soa) const
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700612 REQUIRES_SHARED(Locks::mutator_lock_);
Ian Rogersaaa20802011-09-11 21:47:37 -0700613
Elliott Hughes01158d72011-09-19 19:47:10 -0700614 // Convert an internal stack trace representation (returned by CreateInternalStackTrace) to a
Mathieu Chartier2cebb242015-04-21 16:50:40 -0700615 // StackTraceElement[]. If output_array is null, a new array is created, otherwise as many
616 // frames as will fit are written into the given array. If stack_depth is non-null, it's updated
Elliott Hughes01158d72011-09-19 19:47:10 -0700617 // with the number of valid frames in the returned array.
Mathieu Chartier2b7c4d12014-05-19 10:52:16 -0700618 static jobjectArray InternalStackTraceToStackTraceElementArray(
619 const ScopedObjectAccessAlreadyRunnable& soa, jobject internal,
620 jobjectArray output_array = nullptr, int* stack_depth = nullptr)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700621 REQUIRES_SHARED(Locks::mutator_lock_);
Shih-wei Liao55df06b2011-08-26 14:39:27 -0700622
Andreas Gampefb6b0b12017-12-11 20:47:56 -0800623 jobjectArray CreateAnnotatedStackTrace(const ScopedObjectAccessAlreadyRunnable& soa) const
624 REQUIRES_SHARED(Locks::mutator_lock_);
625
Mingyao Yang99170c62015-07-06 11:10:37 -0700626 bool HasDebuggerShadowFrames() const {
627 return tlsPtr_.frame_id_to_shadow_frame != nullptr;
628 }
629
Andreas Gampe513061a2017-06-01 09:17:34 -0700630 void VisitRoots(RootVisitor* visitor, VisitRootFlags flags)
Andreas Gampe585da952016-12-02 14:52:29 -0800631 REQUIRES_SHARED(Locks::mutator_lock_);
Elliott Hughes410c0c82011-09-01 17:58:25 -0700632
Andreas Gampeb486a982017-06-01 13:45:54 -0700633 void VerifyStack() REQUIRES_SHARED(Locks::mutator_lock_) {
634 if (kVerifyStack) {
635 VerifyStackImpl();
636 }
637 }
jeffhao25045522012-03-13 19:34:37 -0700638
Elliott Hughesbe759c62011-09-08 19:38:21 -0700639 //
640 // Offsets of various members of native Thread class, used by compiled code.
641 //
642
Andreas Gampe542451c2016-07-26 09:02:02 -0700643 template<PointerSize pointer_size>
Ian Rogersdd7624d2014-03-14 17:43:00 -0700644 static ThreadOffset<pointer_size> ThinLockIdOffset() {
645 return ThreadOffset<pointer_size>(
646 OFFSETOF_MEMBER(Thread, tls32_) +
647 OFFSETOF_MEMBER(tls_32bit_sized_values, thin_lock_thread_id));
Elliott Hughesbe759c62011-09-08 19:38:21 -0700648 }
649
Andreas Gampe542451c2016-07-26 09:02:02 -0700650 template<PointerSize pointer_size>
Nicolas Geoffray365719c2017-03-08 13:11:50 +0000651 static ThreadOffset<pointer_size> InterruptedOffset() {
652 return ThreadOffset<pointer_size>(
653 OFFSETOF_MEMBER(Thread, tls32_) +
654 OFFSETOF_MEMBER(tls_32bit_sized_values, interrupted));
655 }
656
657 template<PointerSize pointer_size>
Ian Rogersdd7624d2014-03-14 17:43:00 -0700658 static ThreadOffset<pointer_size> ThreadFlagsOffset() {
659 return ThreadOffset<pointer_size>(
660 OFFSETOF_MEMBER(Thread, tls32_) +
661 OFFSETOF_MEMBER(tls_32bit_sized_values, state_and_flags));
Elliott Hughesbe759c62011-09-08 19:38:21 -0700662 }
663
Andreas Gampe542451c2016-07-26 09:02:02 -0700664 template<PointerSize pointer_size>
Roland Levillain7c1559a2015-12-15 10:55:36 +0000665 static ThreadOffset<pointer_size> IsGcMarkingOffset() {
666 return ThreadOffset<pointer_size>(
667 OFFSETOF_MEMBER(Thread, tls32_) +
668 OFFSETOF_MEMBER(tls_32bit_sized_values, is_gc_marking));
669 }
670
Igor Murashkinae7ff922016-10-06 14:59:19 -0700671 static constexpr size_t IsGcMarkingSize() {
672 return sizeof(tls32_.is_gc_marking);
673 }
674
Nicolas Geoffrayb331feb2016-02-05 16:51:53 +0000675 // Deoptimize the Java stack.
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700676 void DeoptimizeWithDeoptimizationException(JValue* result) REQUIRES_SHARED(Locks::mutator_lock_);
Nicolas Geoffrayb331feb2016-02-05 16:51:53 +0000677
Ian Rogersdd7624d2014-03-14 17:43:00 -0700678 private:
Andreas Gampe542451c2016-07-26 09:02:02 -0700679 template<PointerSize pointer_size>
Ian Rogersdd7624d2014-03-14 17:43:00 -0700680 static ThreadOffset<pointer_size> ThreadOffsetFromTlsPtr(size_t tls_ptr_offset) {
681 size_t base = OFFSETOF_MEMBER(Thread, tlsPtr_);
682 size_t scale;
683 size_t shrink;
Andreas Gampe542451c2016-07-26 09:02:02 -0700684 if (pointer_size == kRuntimePointerSize) {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700685 scale = 1;
686 shrink = 1;
Andreas Gampe542451c2016-07-26 09:02:02 -0700687 } else if (pointer_size > kRuntimePointerSize) {
688 scale = static_cast<size_t>(pointer_size) / static_cast<size_t>(kRuntimePointerSize);
Ian Rogersdd7624d2014-03-14 17:43:00 -0700689 shrink = 1;
690 } else {
Andreas Gampe542451c2016-07-26 09:02:02 -0700691 DCHECK_GT(kRuntimePointerSize, pointer_size);
Ian Rogersdd7624d2014-03-14 17:43:00 -0700692 scale = 1;
Andreas Gampe542451c2016-07-26 09:02:02 -0700693 shrink = static_cast<size_t>(kRuntimePointerSize) / static_cast<size_t>(pointer_size);
Ian Rogersdd7624d2014-03-14 17:43:00 -0700694 }
695 return ThreadOffset<pointer_size>(base + ((tls_ptr_offset * scale) / shrink));
Ian Rogers07ec8e12012-12-01 01:26:51 -0800696 }
697
Ian Rogersdd7624d2014-03-14 17:43:00 -0700698 public:
Jeff Hao848f70a2014-01-15 13:49:50 -0800699 static uint32_t QuickEntryPointOffsetWithSize(size_t quick_entrypoint_offset,
Andreas Gampe542451c2016-07-26 09:02:02 -0700700 PointerSize pointer_size) {
701 if (pointer_size == PointerSize::k32) {
702 return QuickEntryPointOffset<PointerSize::k32>(quick_entrypoint_offset).
703 Uint32Value();
Jeff Hao848f70a2014-01-15 13:49:50 -0800704 } else {
Andreas Gampe542451c2016-07-26 09:02:02 -0700705 return QuickEntryPointOffset<PointerSize::k64>(quick_entrypoint_offset).
706 Uint32Value();
Jeff Hao848f70a2014-01-15 13:49:50 -0800707 }
708 }
709
Andreas Gampe542451c2016-07-26 09:02:02 -0700710 template<PointerSize pointer_size>
Ian Rogersdd7624d2014-03-14 17:43:00 -0700711 static ThreadOffset<pointer_size> QuickEntryPointOffset(size_t quick_entrypoint_offset) {
712 return ThreadOffsetFromTlsPtr<pointer_size>(
713 OFFSETOF_MEMBER(tls_ptr_sized_values, quick_entrypoints) + quick_entrypoint_offset);
Elliott Hughesbe759c62011-09-08 19:38:21 -0700714 }
715
Andreas Gampe542451c2016-07-26 09:02:02 -0700716 template<PointerSize pointer_size>
Ian Rogersdd7624d2014-03-14 17:43:00 -0700717 static ThreadOffset<pointer_size> JniEntryPointOffset(size_t jni_entrypoint_offset) {
718 return ThreadOffsetFromTlsPtr<pointer_size>(
719 OFFSETOF_MEMBER(tls_ptr_sized_values, jni_entrypoints) + jni_entrypoint_offset);
Elliott Hughesbe759c62011-09-08 19:38:21 -0700720 }
721
Roland Levillain97c46462017-05-11 14:04:03 +0100722 // Return the entry point offset integer value for ReadBarrierMarkRegX, where X is `reg`.
723 template <PointerSize pointer_size>
724 static int32_t ReadBarrierMarkEntryPointsOffset(size_t reg) {
725 // The entry point list defines 30 ReadBarrierMarkRegX entry points.
726 DCHECK_LT(reg, 30u);
727 // The ReadBarrierMarkRegX entry points are ordered by increasing
728 // register number in Thread::tls_Ptr_.quick_entrypoints.
729 return QUICK_ENTRYPOINT_OFFSET(pointer_size, pReadBarrierMarkReg00).Int32Value()
730 + static_cast<size_t>(pointer_size) * reg;
731 }
732
Andreas Gampe542451c2016-07-26 09:02:02 -0700733 template<PointerSize pointer_size>
Ian Rogersdd7624d2014-03-14 17:43:00 -0700734 static ThreadOffset<pointer_size> SelfOffset() {
735 return ThreadOffsetFromTlsPtr<pointer_size>(OFFSETOF_MEMBER(tls_ptr_sized_values, self));
736 }
737
Andreas Gampe542451c2016-07-26 09:02:02 -0700738 template<PointerSize pointer_size>
buzbee1452bee2015-03-06 14:43:04 -0800739 static ThreadOffset<pointer_size> MterpCurrentIBaseOffset() {
740 return ThreadOffsetFromTlsPtr<pointer_size>(
741 OFFSETOF_MEMBER(tls_ptr_sized_values, mterp_current_ibase));
742 }
743
Andreas Gampe542451c2016-07-26 09:02:02 -0700744 template<PointerSize pointer_size>
buzbee1452bee2015-03-06 14:43:04 -0800745 static ThreadOffset<pointer_size> MterpDefaultIBaseOffset() {
746 return ThreadOffsetFromTlsPtr<pointer_size>(
747 OFFSETOF_MEMBER(tls_ptr_sized_values, mterp_default_ibase));
748 }
749
Andreas Gampe542451c2016-07-26 09:02:02 -0700750 template<PointerSize pointer_size>
buzbee1452bee2015-03-06 14:43:04 -0800751 static ThreadOffset<pointer_size> MterpAltIBaseOffset() {
752 return ThreadOffsetFromTlsPtr<pointer_size>(
753 OFFSETOF_MEMBER(tls_ptr_sized_values, mterp_alt_ibase));
754 }
755
Andreas Gampe542451c2016-07-26 09:02:02 -0700756 template<PointerSize pointer_size>
Ian Rogersdd7624d2014-03-14 17:43:00 -0700757 static ThreadOffset<pointer_size> ExceptionOffset() {
758 return ThreadOffsetFromTlsPtr<pointer_size>(OFFSETOF_MEMBER(tls_ptr_sized_values, exception));
759 }
760
Andreas Gampe542451c2016-07-26 09:02:02 -0700761 template<PointerSize pointer_size>
Ian Rogersdd7624d2014-03-14 17:43:00 -0700762 static ThreadOffset<pointer_size> PeerOffset() {
763 return ThreadOffsetFromTlsPtr<pointer_size>(OFFSETOF_MEMBER(tls_ptr_sized_values, opeer));
764 }
765
766
Andreas Gampe542451c2016-07-26 09:02:02 -0700767 template<PointerSize pointer_size>
Ian Rogersdd7624d2014-03-14 17:43:00 -0700768 static ThreadOffset<pointer_size> CardTableOffset() {
769 return ThreadOffsetFromTlsPtr<pointer_size>(OFFSETOF_MEMBER(tls_ptr_sized_values, card_table));
770 }
771
Andreas Gampe542451c2016-07-26 09:02:02 -0700772 template<PointerSize pointer_size>
Ian Rogersdd7624d2014-03-14 17:43:00 -0700773 static ThreadOffset<pointer_size> ThreadSuspendTriggerOffset() {
774 return ThreadOffsetFromTlsPtr<pointer_size>(
775 OFFSETOF_MEMBER(tls_ptr_sized_values, suspend_trigger));
Dave Allisonb373e092014-02-20 16:06:36 -0800776 }
777
Andreas Gampe542451c2016-07-26 09:02:02 -0700778 template<PointerSize pointer_size>
Hiroshi Yamauchie01a5202015-03-19 12:35:04 -0700779 static ThreadOffset<pointer_size> ThreadLocalPosOffset() {
Andreas Gampe542451c2016-07-26 09:02:02 -0700780 return ThreadOffsetFromTlsPtr<pointer_size>(OFFSETOF_MEMBER(tls_ptr_sized_values,
781 thread_local_pos));
Hiroshi Yamauchie01a5202015-03-19 12:35:04 -0700782 }
783
Andreas Gampe542451c2016-07-26 09:02:02 -0700784 template<PointerSize pointer_size>
Hiroshi Yamauchie01a5202015-03-19 12:35:04 -0700785 static ThreadOffset<pointer_size> ThreadLocalEndOffset() {
Andreas Gampe542451c2016-07-26 09:02:02 -0700786 return ThreadOffsetFromTlsPtr<pointer_size>(OFFSETOF_MEMBER(tls_ptr_sized_values,
787 thread_local_end));
Hiroshi Yamauchie01a5202015-03-19 12:35:04 -0700788 }
789
Andreas Gampe542451c2016-07-26 09:02:02 -0700790 template<PointerSize pointer_size>
Hiroshi Yamauchie01a5202015-03-19 12:35:04 -0700791 static ThreadOffset<pointer_size> ThreadLocalObjectsOffset() {
Andreas Gampe542451c2016-07-26 09:02:02 -0700792 return ThreadOffsetFromTlsPtr<pointer_size>(OFFSETOF_MEMBER(tls_ptr_sized_values,
793 thread_local_objects));
Hiroshi Yamauchie01a5202015-03-19 12:35:04 -0700794 }
795
Andreas Gampe542451c2016-07-26 09:02:02 -0700796 template<PointerSize pointer_size>
Hiroshi Yamauchidc412b62015-10-15 12:26:57 -0700797 static ThreadOffset<pointer_size> RosAllocRunsOffset() {
798 return ThreadOffsetFromTlsPtr<pointer_size>(OFFSETOF_MEMBER(tls_ptr_sized_values,
799 rosalloc_runs));
800 }
801
Andreas Gampe542451c2016-07-26 09:02:02 -0700802 template<PointerSize pointer_size>
Hiroshi Yamauchidc412b62015-10-15 12:26:57 -0700803 static ThreadOffset<pointer_size> ThreadLocalAllocStackTopOffset() {
804 return ThreadOffsetFromTlsPtr<pointer_size>(OFFSETOF_MEMBER(tls_ptr_sized_values,
805 thread_local_alloc_stack_top));
806 }
807
Andreas Gampe542451c2016-07-26 09:02:02 -0700808 template<PointerSize pointer_size>
Hiroshi Yamauchidc412b62015-10-15 12:26:57 -0700809 static ThreadOffset<pointer_size> ThreadLocalAllocStackEndOffset() {
810 return ThreadOffsetFromTlsPtr<pointer_size>(OFFSETOF_MEMBER(tls_ptr_sized_values,
811 thread_local_alloc_stack_end));
812 }
813
Ian Rogers932746a2011-09-22 18:57:50 -0700814 // Size of stack less any space reserved for stack overflow
jeffhaod7521322012-11-21 15:38:24 -0800815 size_t GetStackSize() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700816 return tlsPtr_.stack_size - (tlsPtr_.stack_end - tlsPtr_.stack_begin);
Ian Rogers932746a2011-09-22 18:57:50 -0700817 }
818
Ian Rogers13735952014-10-08 12:43:28 -0700819 uint8_t* GetStackEndForInterpreter(bool implicit_overflow_check) const {
Nicolas Geoffray535a3fb2014-07-22 15:17:38 +0100820 if (implicit_overflow_check) {
821 // The interpreter needs the extra overflow bytes that stack_end does
822 // not include.
823 return tlsPtr_.stack_end + GetStackOverflowReservedBytes(kRuntimeISA);
824 } else {
825 return tlsPtr_.stack_end;
826 }
827 }
828
Ian Rogers13735952014-10-08 12:43:28 -0700829 uint8_t* GetStackEnd() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700830 return tlsPtr_.stack_end;
jeffhaod7521322012-11-21 15:38:24 -0800831 }
832
Ian Rogers932746a2011-09-22 18:57:50 -0700833 // Set the stack end to that to be used during a stack overflow
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700834 void SetStackEndForStackOverflow() REQUIRES_SHARED(Locks::mutator_lock_);
Ian Rogers932746a2011-09-22 18:57:50 -0700835
836 // Set the stack end to that to be used during regular execution
Dave Allisonb090a182014-08-14 17:02:48 +0000837 void ResetDefaultStackEnd() {
Ian Rogers932746a2011-09-22 18:57:50 -0700838 // Our stacks grow down, so we want stack_end_ to be near there, but reserving enough room
839 // to throw a StackOverflowError.
Dave Allisonb090a182014-08-14 17:02:48 +0000840 tlsPtr_.stack_end = tlsPtr_.stack_begin + GetStackOverflowReservedBytes(kRuntimeISA);
Ian Rogers932746a2011-09-22 18:57:50 -0700841 }
842
Ian Rogers120f1c72012-09-28 17:17:10 -0700843 bool IsHandlingStackOverflow() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700844 return tlsPtr_.stack_end == tlsPtr_.stack_begin;
Ian Rogers120f1c72012-09-28 17:17:10 -0700845 }
846
Andreas Gampe542451c2016-07-26 09:02:02 -0700847 template<PointerSize pointer_size>
Ian Rogersdd7624d2014-03-14 17:43:00 -0700848 static ThreadOffset<pointer_size> StackEndOffset() {
849 return ThreadOffsetFromTlsPtr<pointer_size>(
850 OFFSETOF_MEMBER(tls_ptr_sized_values, stack_end));
Elliott Hughesbe759c62011-09-08 19:38:21 -0700851 }
852
Andreas Gampe542451c2016-07-26 09:02:02 -0700853 template<PointerSize pointer_size>
Ian Rogersdd7624d2014-03-14 17:43:00 -0700854 static ThreadOffset<pointer_size> JniEnvOffset() {
855 return ThreadOffsetFromTlsPtr<pointer_size>(
856 OFFSETOF_MEMBER(tls_ptr_sized_values, jni_env));
Elliott Hughesbe759c62011-09-08 19:38:21 -0700857 }
858
Andreas Gampe542451c2016-07-26 09:02:02 -0700859 template<PointerSize pointer_size>
Ian Rogersdd7624d2014-03-14 17:43:00 -0700860 static ThreadOffset<pointer_size> TopOfManagedStackOffset() {
861 return ThreadOffsetFromTlsPtr<pointer_size>(
862 OFFSETOF_MEMBER(tls_ptr_sized_values, managed_stack) +
Vladimir Marko2196c652017-11-30 16:16:07 +0000863 ManagedStack::TaggedTopQuickFrameOffset());
Elliott Hughesbe759c62011-09-08 19:38:21 -0700864 }
865
Ian Rogers0399dde2012-06-06 17:09:28 -0700866 const ManagedStack* GetManagedStack() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700867 return &tlsPtr_.managed_stack;
Ian Rogers0399dde2012-06-06 17:09:28 -0700868 }
869
870 // Linked list recording fragments of managed stack.
871 void PushManagedStackFragment(ManagedStack* fragment) {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700872 tlsPtr_.managed_stack.PushManagedStackFragment(fragment);
Ian Rogers0399dde2012-06-06 17:09:28 -0700873 }
874 void PopManagedStackFragment(const ManagedStack& fragment) {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700875 tlsPtr_.managed_stack.PopManagedStackFragment(fragment);
Ian Rogers0399dde2012-06-06 17:09:28 -0700876 }
877
Andreas Gampe513061a2017-06-01 09:17:34 -0700878 ALWAYS_INLINE ShadowFrame* PushShadowFrame(ShadowFrame* new_top_frame);
879 ALWAYS_INLINE ShadowFrame* PopShadowFrame();
Logan Chienf7ad17e2012-03-15 03:10:03 +0800880
Andreas Gampe542451c2016-07-26 09:02:02 -0700881 template<PointerSize pointer_size>
Ian Rogersdd7624d2014-03-14 17:43:00 -0700882 static ThreadOffset<pointer_size> TopShadowFrameOffset() {
883 return ThreadOffsetFromTlsPtr<pointer_size>(
884 OFFSETOF_MEMBER(tls_ptr_sized_values, managed_stack) +
885 ManagedStack::TopShadowFrameOffset());
TDYa127d668a062012-04-13 12:36:57 -0700886 }
887
Ian Rogers0399dde2012-06-06 17:09:28 -0700888 // Is the given obj in this thread's stack indirect reference table?
Mathieu Chartiereb8167a2014-05-07 15:43:14 -0700889 bool HandleScopeContains(jobject obj) const;
Ian Rogers0399dde2012-06-06 17:09:28 -0700890
Hans Boehm0882af22017-08-31 15:21:57 -0700891 void HandleScopeVisitRoots(RootVisitor* visitor, pid_t thread_id)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -0700892 REQUIRES_SHARED(Locks::mutator_lock_);
Ian Rogers0399dde2012-06-06 17:09:28 -0700893
Mathieu Chartiere8a3c572016-10-11 16:52:17 -0700894 BaseHandleScope* GetTopHandleScope() {
Mathieu Chartiereb8167a2014-05-07 15:43:14 -0700895 return tlsPtr_.top_handle_scope;
Ian Rogers1f539342012-10-03 21:09:42 -0700896 }
897
Mathieu Chartiere8a3c572016-10-11 16:52:17 -0700898 void PushHandleScope(BaseHandleScope* handle_scope) {
Ian Rogers59c07062014-10-10 13:03:39 -0700899 DCHECK_EQ(handle_scope->GetLink(), tlsPtr_.top_handle_scope);
Mathieu Chartiereb8167a2014-05-07 15:43:14 -0700900 tlsPtr_.top_handle_scope = handle_scope;
901 }
902
Mathieu Chartiere8a3c572016-10-11 16:52:17 -0700903 BaseHandleScope* PopHandleScope() {
904 BaseHandleScope* handle_scope = tlsPtr_.top_handle_scope;
Mathieu Chartiereb8167a2014-05-07 15:43:14 -0700905 DCHECK(handle_scope != nullptr);
906 tlsPtr_.top_handle_scope = tlsPtr_.top_handle_scope->GetLink();
907 return handle_scope;
Ian Rogers1f539342012-10-03 21:09:42 -0700908 }
Brian Carlstrom40381fb2011-10-19 14:13:40 -0700909
Andreas Gampe542451c2016-07-26 09:02:02 -0700910 template<PointerSize pointer_size>
Mathieu Chartiereb8167a2014-05-07 15:43:14 -0700911 static ThreadOffset<pointer_size> TopHandleScopeOffset() {
912 return ThreadOffsetFromTlsPtr<pointer_size>(OFFSETOF_MEMBER(tls_ptr_sized_values,
913 top_handle_scope));
Elliott Hughesbe759c62011-09-08 19:38:21 -0700914 }
915
Ian Rogersdd7624d2014-03-14 17:43:00 -0700916 DebugInvokeReq* GetInvokeReq() const {
917 return tlsPtr_.debug_invoke_req;
Elliott Hughes475fc232011-10-25 15:00:35 -0700918 }
919
Sebastien Hertz61b7f1b2013-11-15 15:59:30 +0100920 SingleStepControl* GetSingleStepControl() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -0700921 return tlsPtr_.single_step_control;
Sebastien Hertz61b7f1b2013-11-15 15:59:30 +0100922 }
923
Sebastien Hertz1558b572015-02-25 15:05:59 +0100924 // Indicates whether this thread is ready to invoke a method for debugging. This
925 // is only true if the thread has been suspended by a debug event.
926 bool IsReadyForDebugInvoke() const {
927 return tls32_.ready_for_debug_invoke;
928 }
929
930 void SetReadyForDebugInvoke(bool ready) {
931 tls32_.ready_for_debug_invoke = ready;
932 }
933
Sebastien Hertz9d6bf692015-04-10 12:12:33 +0200934 bool IsDebugMethodEntry() const {
935 return tls32_.debug_method_entry_;
936 }
937
938 void SetDebugMethodEntry() {
939 tls32_.debug_method_entry_ = true;
940 }
941
942 void ClearDebugMethodEntry() {
943 tls32_.debug_method_entry_ = false;
944 }
945
Hiroshi Yamauchi00370822015-08-18 14:47:25 -0700946 bool GetIsGcMarking() const {
947 CHECK(kUseReadBarrier);
948 return tls32_.is_gc_marking;
949 }
950
Mathieu Chartierfe814e82016-11-09 14:32:49 -0800951 void SetIsGcMarkingAndUpdateEntrypoints(bool is_marking);
Hiroshi Yamauchi00370822015-08-18 14:47:25 -0700952
Hiroshi Yamauchi0b713572015-06-16 18:29:23 -0700953 bool GetWeakRefAccessEnabled() const {
954 CHECK(kUseReadBarrier);
955 return tls32_.weak_ref_access_enabled;
956 }
957
958 void SetWeakRefAccessEnabled(bool enabled) {
959 CHECK(kUseReadBarrier);
960 tls32_.weak_ref_access_enabled = enabled;
961 }
962
Hiroshi Yamauchi20a0be02016-02-19 15:44:06 -0800963 uint32_t GetDisableThreadFlipCount() const {
964 CHECK(kUseReadBarrier);
965 return tls32_.disable_thread_flip_count;
966 }
967
968 void IncrementDisableThreadFlipCount() {
969 CHECK(kUseReadBarrier);
970 ++tls32_.disable_thread_flip_count;
971 }
972
973 void DecrementDisableThreadFlipCount() {
974 CHECK(kUseReadBarrier);
975 DCHECK_GT(tls32_.disable_thread_flip_count, 0U);
976 --tls32_.disable_thread_flip_count;
977 }
978
Calin Juravleccd56952016-12-15 17:57:38 +0000979 // Returns true if the thread is allowed to call into java.
980 bool CanCallIntoJava() const {
981 return can_call_into_java_;
982 }
983
984 void SetCanCallIntoJava(bool can_call_into_java) {
985 can_call_into_java_ = can_call_into_java;
986 }
987
Sebastien Hertz597c4f02015-01-26 17:37:14 +0100988 // Activates single step control for debugging. The thread takes the
989 // ownership of the given SingleStepControl*. It is deleted by a call
990 // to DeactivateSingleStepControl or upon thread destruction.
991 void ActivateSingleStepControl(SingleStepControl* ssc);
992
993 // Deactivates single step control for debugging.
994 void DeactivateSingleStepControl();
995
Sebastien Hertz1558b572015-02-25 15:05:59 +0100996 // Sets debug invoke request for debugging. When the thread is resumed,
Sebastien Hertzcbc50642015-06-01 17:33:12 +0200997 // it executes the method described by this request then sends the reply
998 // before suspending itself. The thread takes the ownership of the given
999 // DebugInvokeReq*. It is deleted by a call to ClearDebugInvokeReq.
Sebastien Hertz1558b572015-02-25 15:05:59 +01001000 void SetDebugInvokeReq(DebugInvokeReq* req);
1001
1002 // Clears debug invoke request for debugging. When the thread completes
Sebastien Hertzcbc50642015-06-01 17:33:12 +02001003 // method invocation, it deletes its debug invoke request and suspends
1004 // itself.
Sebastien Hertz1558b572015-02-25 15:05:59 +01001005 void ClearDebugInvokeReq();
Sebastien Hertz597c4f02015-01-26 17:37:14 +01001006
Sebastien Hertzfd3077e2014-04-23 10:32:43 +02001007 // Returns the fake exception used to activate deoptimization.
1008 static mirror::Throwable* GetDeoptimizationException() {
Mathieu Chartier0795f232016-09-27 18:43:30 -07001009 // Note that the mirror::Throwable must be aligned to kObjectAlignment or else it cannot be
1010 // represented by ObjPtr.
1011 return reinterpret_cast<mirror::Throwable*>(0x100);
Sebastien Hertzfd3077e2014-04-23 10:32:43 +02001012 }
1013
Mingyao Yang1f2d3ba2015-05-18 12:12:50 -07001014 // Currently deoptimization invokes verifier which can trigger class loading
1015 // and execute Java code, so there might be nested deoptimizations happening.
1016 // We need to save the ongoing deoptimization shadow frames and return
1017 // values on stacks.
Nicolas Geoffray73be1e82015-09-17 15:22:56 +01001018 // 'from_code' denotes whether the deoptimization was explicitly made from
1019 // compiled code.
Mingyao Yang2ee17902017-08-30 11:37:08 -07001020 // 'method_type' contains info on whether deoptimization should advance
1021 // dex_pc.
Nicolas Geoffray73be1e82015-09-17 15:22:56 +01001022 void PushDeoptimizationContext(const JValue& return_value,
1023 bool is_reference,
Mingyao Yang2ee17902017-08-30 11:37:08 -07001024 ObjPtr<mirror::Throwable> exception,
Nicolas Geoffray73be1e82015-09-17 15:22:56 +01001025 bool from_code,
Mingyao Yang2ee17902017-08-30 11:37:08 -07001026 DeoptimizationMethodType method_type)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -07001027 REQUIRES_SHARED(Locks::mutator_lock_);
Mathieu Chartierf5769e12017-01-10 15:54:41 -08001028 void PopDeoptimizationContext(JValue* result,
1029 ObjPtr<mirror::Throwable>* exception,
Mingyao Yang2ee17902017-08-30 11:37:08 -07001030 bool* from_code,
1031 DeoptimizationMethodType* method_type)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -07001032 REQUIRES_SHARED(Locks::mutator_lock_);
Sebastien Hertz07474662015-08-25 15:12:33 +00001033 void AssertHasDeoptimizationContext()
Andreas Gampebdf7f1c2016-08-30 16:38:47 -07001034 REQUIRES_SHARED(Locks::mutator_lock_);
Mingyao Yang1f2d3ba2015-05-18 12:12:50 -07001035 void PushStackedShadowFrame(ShadowFrame* sf, StackedShadowFrameType type);
Andreas Gampe639bdd12015-06-03 11:22:45 -07001036 ShadowFrame* PopStackedShadowFrame(StackedShadowFrameType type, bool must_be_present = true);
Andreas Gampe2a0d4ec2014-06-02 22:05:22 -07001037
Mingyao Yang99170c62015-07-06 11:10:37 -07001038 // For debugger, find the shadow frame that corresponds to a frame id.
1039 // Or return null if there is none.
1040 ShadowFrame* FindDebuggerShadowFrame(size_t frame_id)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -07001041 REQUIRES_SHARED(Locks::mutator_lock_);
Mingyao Yang99170c62015-07-06 11:10:37 -07001042 // For debugger, find the bool array that keeps track of the updated vreg set
1043 // for a frame id.
Andreas Gampebdf7f1c2016-08-30 16:38:47 -07001044 bool* GetUpdatedVRegFlags(size_t frame_id) REQUIRES_SHARED(Locks::mutator_lock_);
Mingyao Yang99170c62015-07-06 11:10:37 -07001045 // For debugger, find the shadow frame that corresponds to a frame id. If
1046 // one doesn't exist yet, create one and track it in frame_id_to_shadow_frame.
1047 ShadowFrame* FindOrCreateDebuggerShadowFrame(size_t frame_id,
1048 uint32_t num_vregs,
1049 ArtMethod* method,
1050 uint32_t dex_pc)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -07001051 REQUIRES_SHARED(Locks::mutator_lock_);
Mingyao Yang99170c62015-07-06 11:10:37 -07001052
1053 // Delete the entry that maps from frame_id to shadow_frame.
1054 void RemoveDebuggerShadowFrameMapping(size_t frame_id)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -07001055 REQUIRES_SHARED(Locks::mutator_lock_);
Mingyao Yang99170c62015-07-06 11:10:37 -07001056
Ian Rogers62d6c772013-02-27 08:32:07 -08001057 std::deque<instrumentation::InstrumentationStackFrame>* GetInstrumentationStack() {
Ian Rogersdd7624d2014-03-14 17:43:00 -07001058 return tlsPtr_.instrumentation_stack;
jeffhaoe343b762011-12-05 16:36:44 -08001059 }
1060
Mathieu Chartiere401d142015-04-22 13:56:20 -07001061 std::vector<ArtMethod*>* GetStackTraceSample() const {
Andreas Gampe2c19f5b2016-11-28 08:10:18 -08001062 DCHECK(!IsAotCompiler());
Nicolas Geoffray340dafa2016-11-18 16:03:10 +00001063 return tlsPtr_.deps_or_stack_trace_sample.stack_trace_sample;
Jeff Hao5ce4b172013-08-16 16:27:18 -07001064 }
1065
Mathieu Chartiere401d142015-04-22 13:56:20 -07001066 void SetStackTraceSample(std::vector<ArtMethod*>* sample) {
Andreas Gampe2c19f5b2016-11-28 08:10:18 -08001067 DCHECK(!IsAotCompiler());
Nicolas Geoffray340dafa2016-11-18 16:03:10 +00001068 tlsPtr_.deps_or_stack_trace_sample.stack_trace_sample = sample;
1069 }
1070
1071 verifier::VerifierDeps* GetVerifierDeps() const {
Andreas Gampe2c19f5b2016-11-28 08:10:18 -08001072 DCHECK(IsAotCompiler());
Nicolas Geoffray340dafa2016-11-18 16:03:10 +00001073 return tlsPtr_.deps_or_stack_trace_sample.verifier_deps;
1074 }
1075
1076 // It is the responsability of the caller to make sure the verifier_deps
1077 // entry in the thread is cleared before destruction of the actual VerifierDeps
1078 // object, or the thread.
1079 void SetVerifierDeps(verifier::VerifierDeps* verifier_deps) {
Andreas Gampe2c19f5b2016-11-28 08:10:18 -08001080 DCHECK(IsAotCompiler());
Nicolas Geoffraye424c932016-11-23 12:52:01 +00001081 DCHECK(verifier_deps == nullptr || tlsPtr_.deps_or_stack_trace_sample.verifier_deps == nullptr);
Nicolas Geoffray340dafa2016-11-18 16:03:10 +00001082 tlsPtr_.deps_or_stack_trace_sample.verifier_deps = verifier_deps;
Jeff Hao5ce4b172013-08-16 16:27:18 -07001083 }
1084
1085 uint64_t GetTraceClockBase() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -07001086 return tls64_.trace_clock_base;
Jeff Hao5ce4b172013-08-16 16:27:18 -07001087 }
1088
1089 void SetTraceClockBase(uint64_t clock_base) {
Ian Rogersdd7624d2014-03-14 17:43:00 -07001090 tls64_.trace_clock_base = clock_base;
Jeff Hao5ce4b172013-08-16 16:27:18 -07001091 }
1092
Ian Rogers81d425b2012-09-27 16:03:43 -07001093 BaseMutex* GetHeldMutex(LockLevel level) const {
Ian Rogersdd7624d2014-03-14 17:43:00 -07001094 return tlsPtr_.held_mutexes[level];
Ian Rogers00f7d0e2012-07-19 15:28:27 -07001095 }
1096
Ian Rogers81d425b2012-09-27 16:03:43 -07001097 void SetHeldMutex(LockLevel level, BaseMutex* mutex) {
Ian Rogersdd7624d2014-03-14 17:43:00 -07001098 tlsPtr_.held_mutexes[level] = mutex;
Ian Rogers00f7d0e2012-07-19 15:28:27 -07001099 }
Elliott Hughesffb465f2012-03-01 18:46:05 -08001100
Yu Lieac44242015-06-29 10:50:03 +08001101 void ClearSuspendBarrier(AtomicInteger* target)
Mathieu Chartier90443472015-07-16 20:32:27 -07001102 REQUIRES(Locks::thread_suspend_count_lock_);
Yu Lieac44242015-06-29 10:50:03 +08001103
Mathieu Chartier858f1c52012-10-17 17:45:55 -07001104 bool ReadFlag(ThreadFlag flag) const {
Ian Rogersdd7624d2014-03-14 17:43:00 -07001105 return (tls32_.state_and_flags.as_struct.flags & flag) != 0;
Mathieu Chartier858f1c52012-10-17 17:45:55 -07001106 }
1107
Jeff Hao9cec2472013-05-14 18:17:06 -07001108 bool TestAllFlags() const {
Ian Rogersdd7624d2014-03-14 17:43:00 -07001109 return (tls32_.state_and_flags.as_struct.flags != 0);
Jeff Hao9cec2472013-05-14 18:17:06 -07001110 }
1111
Ian Rogers8c1b5f72014-07-09 22:02:36 -07001112 void AtomicSetFlag(ThreadFlag flag) {
Orion Hodson4131d102018-01-03 14:04:42 +00001113 tls32_.state_and_flags.as_atomic_int.FetchAndBitwiseOrSequentiallyConsistent(flag);
Ian Rogers8c1b5f72014-07-09 22:02:36 -07001114 }
Mathieu Chartier858f1c52012-10-17 17:45:55 -07001115
Ian Rogers8c1b5f72014-07-09 22:02:36 -07001116 void AtomicClearFlag(ThreadFlag flag) {
Orion Hodson4131d102018-01-03 14:04:42 +00001117 tls32_.state_and_flags.as_atomic_int.FetchAndBitwiseAndSequentiallyConsistent(-1 ^ flag);
Ian Rogers8c1b5f72014-07-09 22:02:36 -07001118 }
Mathieu Chartier858f1c52012-10-17 17:45:55 -07001119
Mathieu Chartier5ace2012016-11-30 10:15:41 -08001120 void ResetQuickAllocEntryPointsForThread(bool is_marking);
Hiroshi Yamauchi3b4c1892013-09-12 21:33:12 -07001121
Ian Rogersdd7624d2014-03-14 17:43:00 -07001122 // Returns the remaining space in the TLAB.
Mathieu Chartier6bc77742017-04-18 17:46:23 -07001123 size_t TlabSize() const {
1124 return tlsPtr_.thread_local_end - tlsPtr_.thread_local_pos;
1125 }
1126
1127 // Returns the remaining space in the TLAB if we were to expand it to maximum capacity.
1128 size_t TlabRemainingCapacity() const {
1129 return tlsPtr_.thread_local_limit - tlsPtr_.thread_local_pos;
1130 }
1131
1132 // Expand the TLAB by a fixed number of bytes. There must be enough capacity to do so.
1133 void ExpandTlab(size_t bytes) {
1134 tlsPtr_.thread_local_end += bytes;
1135 DCHECK_LE(tlsPtr_.thread_local_end, tlsPtr_.thread_local_limit);
1136 }
1137
Ian Rogersdd7624d2014-03-14 17:43:00 -07001138 // Doesn't check that there is room.
1139 mirror::Object* AllocTlab(size_t bytes);
Mathieu Chartier6bc77742017-04-18 17:46:23 -07001140 void SetTlab(uint8_t* start, uint8_t* end, uint8_t* limit);
Ian Rogersdd7624d2014-03-14 17:43:00 -07001141 bool HasTlab() const;
Hiroshi Yamauchi2cd334a2015-01-09 14:03:35 -08001142 uint8_t* GetTlabStart() {
1143 return tlsPtr_.thread_local_start;
1144 }
1145 uint8_t* GetTlabPos() {
1146 return tlsPtr_.thread_local_pos;
1147 }
Elliott Hughes5d96a712012-06-28 12:24:27 -07001148
Ian Rogersdd7624d2014-03-14 17:43:00 -07001149 // Remove the suspend trigger for this thread by making the suspend_trigger_ TLS value
1150 // equal to a valid pointer.
1151 // TODO: does this need to atomic? I don't think so.
1152 void RemoveSuspendTrigger() {
1153 tlsPtr_.suspend_trigger = reinterpret_cast<uintptr_t*>(&tlsPtr_.suspend_trigger);
1154 }
1155
1156 // Trigger a suspend check by making the suspend_trigger_ TLS value an invalid pointer.
1157 // The next time a suspend check is done, it will load from the value at this address
1158 // and trigger a SIGSEGV.
1159 void TriggerSuspend() {
1160 tlsPtr_.suspend_trigger = nullptr;
1161 }
1162
1163
1164 // Push an object onto the allocation stack.
Mathieu Chartiercb535da2015-01-23 13:50:03 -08001165 bool PushOnThreadLocalAllocationStack(mirror::Object* obj)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -07001166 REQUIRES_SHARED(Locks::mutator_lock_);
Ian Rogersdd7624d2014-03-14 17:43:00 -07001167
1168 // Set the thread local allocation pointers to the given pointers.
Mathieu Chartiercb535da2015-01-23 13:50:03 -08001169 void SetThreadLocalAllocationStack(StackReference<mirror::Object>* start,
1170 StackReference<mirror::Object>* end);
Ian Rogersdd7624d2014-03-14 17:43:00 -07001171
1172 // Resets the thread local allocation pointers.
1173 void RevokeThreadLocalAllocationStack();
1174
1175 size_t GetThreadLocalBytesAllocated() const {
Mathieu Chartier14cc9be2014-07-11 10:26:37 -07001176 return tlsPtr_.thread_local_end - tlsPtr_.thread_local_start;
Ian Rogersdd7624d2014-03-14 17:43:00 -07001177 }
1178
1179 size_t GetThreadLocalObjectsAllocated() const {
1180 return tlsPtr_.thread_local_objects;
1181 }
1182
Ian Rogersdd7624d2014-03-14 17:43:00 -07001183 void* GetRosAllocRun(size_t index) const {
1184 return tlsPtr_.rosalloc_runs[index];
1185 }
1186
1187 void SetRosAllocRun(size_t index, void* run) {
1188 tlsPtr_.rosalloc_runs[index] = run;
1189 }
1190
Andreas Gampe2c2d2a02016-03-17 21:27:19 -07001191 bool ProtectStack(bool fatal_on_error = true);
Dave Allison648d7112014-07-25 16:15:27 -07001192 bool UnprotectStack();
1193
buzbee1452bee2015-03-06 14:43:04 -08001194 void SetMterpDefaultIBase(void* ibase) {
1195 tlsPtr_.mterp_default_ibase = ibase;
1196 }
1197
1198 void SetMterpCurrentIBase(void* ibase) {
1199 tlsPtr_.mterp_current_ibase = ibase;
1200 }
1201
1202 void SetMterpAltIBase(void* ibase) {
1203 tlsPtr_.mterp_alt_ibase = ibase;
1204 }
1205
1206 const void* GetMterpDefaultIBase() const {
1207 return tlsPtr_.mterp_default_ibase;
1208 }
1209
1210 const void* GetMterpCurrentIBase() const {
1211 return tlsPtr_.mterp_current_ibase;
1212 }
1213
1214 const void* GetMterpAltIBase() const {
1215 return tlsPtr_.mterp_alt_ibase;
1216 }
1217
Josh Gaoefd20cb2017-02-28 16:53:59 -08001218 bool HandlingSignal() const {
1219 return tls32_.handling_signal_;
Dave Allison648d7112014-07-25 16:15:27 -07001220 }
1221
Josh Gaoefd20cb2017-02-28 16:53:59 -08001222 void SetHandlingSignal(bool handling_signal) {
1223 tls32_.handling_signal_ = handling_signal;
Dave Allison8ce6b902014-08-26 11:07:58 -07001224 }
1225
Hiroshi Yamauchiee235822016-08-19 17:03:27 -07001226 bool IsTransitioningToRunnable() const {
1227 return tls32_.is_transitioning_to_runnable;
1228 }
1229
1230 void SetIsTransitioningToRunnable(bool value) {
1231 tls32_.is_transitioning_to_runnable = value;
Hiroshi Yamauchi2cd334a2015-01-09 14:03:35 -08001232 }
1233
Mathieu Chartierd0ad2ee2015-03-31 14:59:59 -07001234 void PushVerifier(verifier::MethodVerifier* verifier);
1235 void PopVerifier(verifier::MethodVerifier* verifier);
Mathieu Chartier12d625f2015-03-13 11:33:37 -07001236
Jeff Hao848f70a2014-01-15 13:49:50 -08001237 void InitStringEntryPoints();
1238
Mathieu Chartierdfe02f62016-02-01 20:15:11 -08001239 void ModifyDebugDisallowReadBarrier(int8_t delta) {
1240 debug_disallow_read_barrier_ += delta;
1241 }
1242
1243 uint8_t GetDebugDisallowReadBarrierCount() const {
1244 return debug_disallow_read_barrier_;
1245 }
1246
Alex Light092a4042017-07-12 08:46:44 -07001247 void* GetCustomTLS() const REQUIRES(Locks::thread_list_lock_) {
Andreas Gampef26bf2d2017-01-13 16:47:14 -08001248 return custom_tls_;
1249 }
1250
Alex Light092a4042017-07-12 08:46:44 -07001251 void SetCustomTLS(void* data) REQUIRES(Locks::thread_list_lock_) {
Andreas Gampef26bf2d2017-01-13 16:47:14 -08001252 custom_tls_ = data;
1253 }
1254
Calin Juravle97cbc922016-04-15 16:16:35 +01001255 // Returns true if the current thread is the jit sensitive thread.
1256 bool IsJitSensitiveThread() const {
1257 return this == jit_sensitive_thread_;
1258 }
1259
1260 // Returns true if StrictMode events are traced for the current thread.
Calin Juravleb2771b42016-04-07 17:09:25 +01001261 static bool IsSensitiveThread() {
1262 if (is_sensitive_thread_hook_ != nullptr) {
1263 return (*is_sensitive_thread_hook_)();
1264 }
1265 return false;
1266 }
1267
Mathieu Chartier3768ade2017-05-02 14:04:39 -07001268 // Set to the read barrier marking entrypoints to be non-null.
1269 void SetReadBarrierEntrypoints();
1270
Andreas Gampebad529d2017-02-13 18:52:10 -08001271 static jobject CreateCompileTimePeer(JNIEnv* env,
1272 const char* name,
1273 bool as_daemon,
1274 jobject thread_group)
1275 REQUIRES_SHARED(Locks::mutator_lock_);
1276
Ian Rogersdd7624d2014-03-14 17:43:00 -07001277 private:
Ian Rogers52673ff2012-06-27 23:25:34 -07001278 explicit Thread(bool daemon);
Mathieu Chartier90443472015-07-16 20:32:27 -07001279 ~Thread() REQUIRES(!Locks::mutator_lock_, !Locks::thread_suspend_count_lock_);
Elliott Hughesc0f09332012-03-26 13:27:06 -07001280 void Destroy();
Carl Shapiro0e5d75d2011-07-06 18:28:37 -07001281
Andreas Gampe732b0ac2017-01-18 15:23:39 -08001282 // Attaches the calling native thread to the runtime, returning the new native peer.
1283 // Used to implement JNI AttachCurrentThread and AttachCurrentThreadAsDaemon calls.
1284 template <typename PeerAction>
1285 static Thread* Attach(const char* thread_name,
1286 bool as_daemon,
1287 PeerAction p);
1288
Ian Rogers365c1022012-06-22 15:05:28 -07001289 void CreatePeer(const char* name, bool as_daemon, jobject thread_group);
Elliott Hughes5fe594f2011-09-08 12:33:17 -07001290
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01001291 template<bool kTransactionActive>
Andreas Gampebad529d2017-02-13 18:52:10 -08001292 static void InitPeer(ScopedObjectAccessAlreadyRunnable& soa,
1293 ObjPtr<mirror::Object> peer,
1294 jboolean thread_is_daemon,
1295 jobject thread_group,
1296 jobject thread_name,
1297 jint thread_priority)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -07001298 REQUIRES_SHARED(Locks::mutator_lock_);
Sebastien Hertzd2fe10a2014-01-15 10:20:56 +01001299
Ian Rogers62d6c772013-02-27 08:32:07 -08001300 // Avoid use, callers should use SetState. Used only by SignalCatcher::HandleSigQuit, ~Thread and
Hiroshi Yamauchi98810e32016-05-24 14:55:40 -07001301 // Dbg::ManageDeoptimization.
Ian Rogers474b6da2012-09-25 00:20:38 -07001302 ThreadState SetStateUnsafe(ThreadState new_state) {
1303 ThreadState old_state = GetState();
Mathieu Chartier8ac9c912015-10-01 15:58:41 -07001304 if (old_state == kRunnable && new_state != kRunnable) {
1305 // Need to run pending checkpoint and suspend barriers. Run checkpoints in runnable state in
1306 // case they need to use a ScopedObjectAccess. If we are holding the mutator lock and a SOA
1307 // attempts to TransitionFromSuspendedToRunnable, it results in a deadlock.
1308 TransitionToSuspendedAndRunCheckpoints(new_state);
1309 // Since we transitioned to a suspended state, check the pass barrier requests.
1310 PassActiveSuspendBarriers();
1311 } else {
1312 tls32_.state_and_flags.as_struct.state = new_state;
Yu Lieac44242015-06-29 10:50:03 +08001313 }
Ian Rogersc747cff2012-08-31 18:20:08 -07001314 return old_state;
1315 }
Ian Rogersc747cff2012-08-31 18:20:08 -07001316
Andreas Gampebdf7f1c2016-08-30 16:38:47 -07001317 void VerifyStackImpl() REQUIRES_SHARED(Locks::mutator_lock_);
Ian Rogers04d7aa92013-03-16 14:29:17 -07001318
Andreas Gampebdf7f1c2016-08-30 16:38:47 -07001319 void DumpState(std::ostream& os) const REQUIRES_SHARED(Locks::mutator_lock_);
Nicolas Geoffraya73280d2016-02-15 13:05:16 +00001320 void DumpStack(std::ostream& os,
1321 bool dump_native_stack = true,
Hiroshi Yamauchi13c16352017-01-31 10:15:08 -08001322 BacktraceMap* backtrace_map = nullptr,
1323 bool force_dump_stack = false) const
Mathieu Chartier90443472015-07-16 20:32:27 -07001324 REQUIRES(!Locks::thread_suspend_count_lock_)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -07001325 REQUIRES_SHARED(Locks::mutator_lock_);
Elliott Hughesd92bec42011-09-02 17:04:36 -07001326
Elliott Hughesaccd83d2011-10-17 14:25:58 -07001327 // Out-of-line conveniences for debugging in gdb.
Brian Carlstrom7934ac22013-07-26 10:54:15 -07001328 static Thread* CurrentFromGdb(); // Like Thread::Current.
Ian Rogers00f7d0e2012-07-19 15:28:27 -07001329 // Like Thread::Dump(std::cerr).
Andreas Gampebdf7f1c2016-08-30 16:38:47 -07001330 void DumpFromGdb() const REQUIRES_SHARED(Locks::mutator_lock_);
Elliott Hughesaccd83d2011-10-17 14:25:58 -07001331
Elliott Hughes93e74e82011-09-13 11:07:03 -07001332 static void* CreateCallback(void* arg);
1333
Andreas Gampe513061a2017-06-01 09:17:34 -07001334 void HandleUncaughtExceptions(ScopedObjectAccessAlreadyRunnable& soa)
Andreas Gampebdf7f1c2016-08-30 16:38:47 -07001335 REQUIRES_SHARED(Locks::mutator_lock_);
Andreas Gampe513061a2017-06-01 09:17:34 -07001336 void RemoveFromThreadGroup(ScopedObjectAccessAlreadyRunnable& soa)
1337 REQUIRES_SHARED(Locks::mutator_lock_);
Elliott Hughesaccd83d2011-10-17 14:25:58 -07001338
Andreas Gampe449357d2015-06-01 22:29:51 -07001339 // Initialize a thread.
1340 //
1341 // The third parameter is not mandatory. If given, the thread will use this JNIEnvExt. In case
1342 // Init succeeds, this means the thread takes ownership of it. If Init fails, it is the caller's
1343 // responsibility to destroy the given JNIEnvExt. If the parameter is null, Init will try to
1344 // create a JNIEnvExt on its own (and potentially fail at that stage, indicated by a return value
1345 // of false).
1346 bool Init(ThreadList*, JavaVMExt*, JNIEnvExt* jni_env_ext = nullptr)
Mathieu Chartier90443472015-07-16 20:32:27 -07001347 REQUIRES(Locks::runtime_shutdown_lock_);
Ian Rogers5d76c432011-10-31 21:42:49 -07001348 void InitCardTable();
Ian Rogersb033c752011-07-20 12:22:35 -07001349 void InitCpu();
Alexei Zavjalov1efa0a92014-02-04 02:08:31 +07001350 void CleanupCpu();
Ian Rogers848871b2013-08-05 10:56:33 -07001351 void InitTlsEntryPoints();
Brian Carlstromcaabb1b2011-10-11 18:09:13 -07001352 void InitTid();
Brian Carlstromcaabb1b2011-10-11 18:09:13 -07001353 void InitPthreadKeySelf();
Ian Rogersf4d4da12014-11-11 16:10:33 -08001354 bool InitStackHwm();
Elliott Hughesbe759c62011-09-08 19:38:21 -07001355
Elliott Hughesd6a23bd2013-07-16 14:19:52 -07001356 void SetUpAlternateSignalStack();
1357 void TearDownAlternateSignalStack();
1358
Mathieu Chartier8ac9c912015-10-01 15:58:41 -07001359 ALWAYS_INLINE void TransitionToSuspendedAndRunCheckpoints(ThreadState new_state)
1360 REQUIRES(!Locks::thread_suspend_count_lock_, !Roles::uninterruptible_);
1361
1362 ALWAYS_INLINE void PassActiveSuspendBarriers()
1363 REQUIRES(!Locks::thread_suspend_count_lock_, !Roles::uninterruptible_);
1364
Calin Juravle97cbc922016-04-15 16:16:35 +01001365 // Registers the current thread as the jit sensitive thread. Should be called just once.
1366 static void SetJitSensitiveThread() {
1367 if (jit_sensitive_thread_ == nullptr) {
1368 jit_sensitive_thread_ = Thread::Current();
1369 } else {
1370 LOG(WARNING) << "Attempt to set the sensitive thread twice. Tid:"
1371 << Thread::Current()->GetTid();
1372 }
1373 }
1374
Calin Juravleb2771b42016-04-07 17:09:25 +01001375 static void SetSensitiveThreadHook(bool (*is_sensitive_thread_hook)()) {
1376 is_sensitive_thread_hook_ = is_sensitive_thread_hook;
1377 }
1378
Hiroshi Yamauchi02e7f1a2016-10-03 15:32:01 -07001379 bool ModifySuspendCountInternal(Thread* self,
1380 int delta,
1381 AtomicInteger* suspend_barrier,
Alex Light46f93402017-06-29 11:59:50 -07001382 SuspendReason reason)
Sebastien Hertz1c8f4ff2017-04-14 15:05:12 +02001383 WARN_UNUSED
Hiroshi Yamauchi02e7f1a2016-10-03 15:32:01 -07001384 REQUIRES(Locks::thread_suspend_count_lock_);
1385
Alex Lightdf00a1e2017-11-01 09:29:53 -07001386 // Runs a single checkpoint function. If there are no more pending checkpoint functions it will
1387 // clear the kCheckpointRequest flag. The caller is responsible for calling this in a loop until
1388 // the kCheckpointRequest flag is cleared.
Andreas Gampe0a855762016-10-26 13:43:14 -07001389 void RunCheckpointFunction();
Hiroshi Yamauchi30493242016-11-03 13:06:52 -07001390 void RunEmptyCheckpoint();
Andreas Gampe0a855762016-10-26 13:43:14 -07001391
1392 bool PassActiveSuspendBarriers(Thread* self)
1393 REQUIRES(!Locks::thread_suspend_count_lock_);
1394
1395 // Install the protected region for implicit stack checks.
1396 void InstallImplicitProtection();
1397
Andreas Gampe585da952016-12-02 14:52:29 -08001398 template <bool kPrecise>
1399 void VisitRoots(RootVisitor* visitor) REQUIRES_SHARED(Locks::mutator_lock_);
1400
Andreas Gampe2c19f5b2016-11-28 08:10:18 -08001401 static bool IsAotCompiler();
1402
Ian Rogers474b6da2012-09-25 00:20:38 -07001403 // 32 bits of atomically changed state and flags. Keeping as 32 bits allows and atomic CAS to
1404 // change from being Suspended to Runnable without a suspend request occurring.
Chris Dearman59cde532013-12-04 18:53:49 -08001405 union PACKED(4) StateAndFlags {
1406 StateAndFlags() {}
Ian Rogersdf1ce912012-11-27 17:07:11 -08001407 struct PACKED(4) {
Ian Rogers30e173f2012-09-26 14:35:03 -07001408 // Bitfield of flag values. Must be changed atomically so that flag values aren't lost. See
1409 // ThreadFlags for bit field meanings.
1410 volatile uint16_t flags;
1411 // Holds the ThreadState. May be changed non-atomically between Suspended (ie not Runnable)
1412 // transitions. Changing to Runnable requires that the suspend_request be part of the atomic
1413 // operation. If a thread is suspended and a suspend_request is present, a thread may not
1414 // change to Runnable as a GC or other operation is in progress.
Ian Rogers01ae5802012-09-28 16:14:01 -07001415 volatile uint16_t state;
Ian Rogers30e173f2012-09-26 14:35:03 -07001416 } as_struct;
Ian Rogersb8e087e2014-07-09 21:12:06 -07001417 AtomicInteger as_atomic_int;
Ian Rogers01ae5802012-09-28 16:14:01 -07001418 volatile int32_t as_int;
Chris Dearman59cde532013-12-04 18:53:49 -08001419
1420 private:
1421 // gcc does not handle struct with volatile member assignments correctly.
1422 // See http://gcc.gnu.org/bugzilla/show_bug.cgi?id=47409
1423 DISALLOW_COPY_AND_ASSIGN(StateAndFlags);
Ian Rogers474b6da2012-09-25 00:20:38 -07001424 };
Andreas Gampe575e78c2014-11-03 23:41:03 -08001425 static_assert(sizeof(StateAndFlags) == sizeof(int32_t), "Weird state_and_flags size");
Ian Rogers474b6da2012-09-25 00:20:38 -07001426
Ian Rogersdd7624d2014-03-14 17:43:00 -07001427 static void ThreadExitCallback(void* arg);
Elliott Hughes5d96a712012-06-28 12:24:27 -07001428
Yu Lieac44242015-06-29 10:50:03 +08001429 // Maximum number of suspend barriers.
1430 static constexpr uint32_t kMaxSuspendBarriers = 3;
1431
Ian Rogersdd7624d2014-03-14 17:43:00 -07001432 // Has Thread::Startup been called?
1433 static bool is_started_;
Mathieu Chartier858f1c52012-10-17 17:45:55 -07001434
Ian Rogersdd7624d2014-03-14 17:43:00 -07001435 // TLS key used to retrieve the Thread*.
1436 static pthread_key_t pthread_key_self_;
Ian Rogersa32a6fd2012-02-06 20:18:44 -08001437
Ian Rogersdd7624d2014-03-14 17:43:00 -07001438 // Used to notify threads that they should attempt to resume, they will suspend again if
1439 // their suspend count is > 0.
1440 static ConditionVariable* resume_cond_ GUARDED_BY(Locks::thread_suspend_count_lock_);
Dave Allisonb373e092014-02-20 16:06:36 -08001441
Calin Juravleb2771b42016-04-07 17:09:25 +01001442 // Hook passed by framework which returns true
1443 // when StrictMode events are traced for the current thread.
1444 static bool (*is_sensitive_thread_hook_)();
Calin Juravle97cbc922016-04-15 16:16:35 +01001445 // Stores the jit sensitive thread (which for now is the UI thread).
1446 static Thread* jit_sensitive_thread_;
Calin Juravleb2771b42016-04-07 17:09:25 +01001447
Ian Rogersdd7624d2014-03-14 17:43:00 -07001448 /***********************************************************************************************/
1449 // Thread local storage. Fields are grouped by size to enable 32 <-> 64 searching to account for
1450 // pointer size differences. To encourage shorter encoding, more frequently used values appear
1451 // first if possible.
1452 /***********************************************************************************************/
Elliott Hughes6a607ad2012-07-13 20:40:00 -07001453
Zuo Wangf37a88b2014-07-10 04:26:41 -07001454 struct PACKED(4) tls_32bit_sized_values {
Ian Rogersdd7624d2014-03-14 17:43:00 -07001455 // We have no control over the size of 'bool', but want our boolean fields
1456 // to be 4-byte quantities.
1457 typedef uint32_t bool32_t;
Ian Rogers22f454c2012-09-08 11:06:29 -07001458
Ian Rogersdd7624d2014-03-14 17:43:00 -07001459 explicit tls_32bit_sized_values(bool is_daemon) :
1460 suspend_count(0), debug_suspend_count(0), thin_lock_thread_id(0), tid(0),
1461 daemon(is_daemon), throwing_OutOfMemoryError(false), no_thread_suspension(0),
Mingyao Yang1f2d3ba2015-05-18 12:12:50 -07001462 thread_exit_check_count(0), handling_signal_(false),
Hiroshi Yamauchiee235822016-08-19 17:03:27 -07001463 is_transitioning_to_runnable(false), ready_for_debug_invoke(false),
Hiroshi Yamauchi20a0be02016-02-19 15:44:06 -08001464 debug_method_entry_(false), is_gc_marking(false), weak_ref_access_enabled(true),
Alex Light88fd7202017-06-30 08:31:59 -07001465 disable_thread_flip_count(0), user_code_suspend_count(0) {
Ian Rogersdd7624d2014-03-14 17:43:00 -07001466 }
Dave Allisonb373e092014-02-20 16:06:36 -08001467
Ian Rogersdd7624d2014-03-14 17:43:00 -07001468 union StateAndFlags state_and_flags;
Andreas Gampe575e78c2014-11-03 23:41:03 -08001469 static_assert(sizeof(union StateAndFlags) == sizeof(int32_t),
1470 "Size of state_and_flags and int32 are different");
Dave Allisonb373e092014-02-20 16:06:36 -08001471
Ian Rogersdd7624d2014-03-14 17:43:00 -07001472 // A non-zero value is used to tell the current thread to enter a safe point
1473 // at the next poll.
1474 int suspend_count GUARDED_BY(Locks::thread_suspend_count_lock_);
Hiroshi Yamauchicf58d4a2013-09-26 14:21:22 -07001475
Ian Rogersdd7624d2014-03-14 17:43:00 -07001476 // How much of 'suspend_count_' is by request of the debugger, used to set things right
1477 // when the debugger detaches. Must be <= suspend_count_.
1478 int debug_suspend_count GUARDED_BY(Locks::thread_suspend_count_lock_);
Hiroshi Yamauchif5b0e202014-02-11 17:02:22 -08001479
Ian Rogersdd7624d2014-03-14 17:43:00 -07001480 // Thin lock thread id. This is a small integer used by the thin lock implementation.
1481 // This is not to be confused with the native thread's tid, nor is it the value returned
1482 // by java.lang.Thread.getId --- this is a distinct value, used only for locking. One
1483 // important difference between this id and the ids visible to managed code is that these
1484 // ones get reused (to ensure that they fit in the number of bits available).
1485 uint32_t thin_lock_thread_id;
Hiroshi Yamauchif5b0e202014-02-11 17:02:22 -08001486
Ian Rogersdd7624d2014-03-14 17:43:00 -07001487 // System thread id.
1488 uint32_t tid;
Hiroshi Yamauchif5b0e202014-02-11 17:02:22 -08001489
Ian Rogersdd7624d2014-03-14 17:43:00 -07001490 // Is the thread a daemon?
1491 const bool32_t daemon;
Hiroshi Yamauchif5b0e202014-02-11 17:02:22 -08001492
Ian Rogersdd7624d2014-03-14 17:43:00 -07001493 // A boolean telling us whether we're recursively throwing OOME.
1494 bool32_t throwing_OutOfMemoryError;
1495
1496 // A positive value implies we're in a region where thread suspension isn't expected.
1497 uint32_t no_thread_suspension;
1498
1499 // How many times has our pthread key's destructor been called?
1500 uint32_t thread_exit_check_count;
Sebastien Hertz9f102032014-05-23 08:59:42 +02001501
Dave Allison648d7112014-07-25 16:15:27 -07001502 // True if signal is being handled by this thread.
1503 bool32_t handling_signal_;
1504
Hiroshi Yamauchiee235822016-08-19 17:03:27 -07001505 // True if the thread is in TransitionFromSuspendedToRunnable(). This is used to distinguish the
1506 // non-runnable threads (eg. kNative, kWaiting) that are about to transition to runnable from
1507 // the rest of them.
1508 bool32_t is_transitioning_to_runnable;
Sebastien Hertz1558b572015-02-25 15:05:59 +01001509
1510 // True if the thread has been suspended by a debugger event. This is
1511 // used to invoke method from the debugger which is only allowed when
1512 // the thread is suspended by an event.
1513 bool32_t ready_for_debug_invoke;
Sebastien Hertz9d6bf692015-04-10 12:12:33 +02001514
1515 // True if the thread enters a method. This is used to detect method entry
1516 // event for the debugger.
1517 bool32_t debug_method_entry_;
Hiroshi Yamauchi0b713572015-06-16 18:29:23 -07001518
Hiroshi Yamauchi00370822015-08-18 14:47:25 -07001519 // True if the GC is in the marking phase. This is used for the CC collector only. This is
1520 // thread local so that we can simplify the logic to check for the fast path of read barriers of
1521 // GC roots.
1522 bool32_t is_gc_marking;
1523
Nicolas Geoffray365719c2017-03-08 13:11:50 +00001524 // Thread "interrupted" status; stays raised until queried or thrown.
1525 Atomic<bool32_t> interrupted;
1526
Hiroshi Yamauchi0b713572015-06-16 18:29:23 -07001527 // True if the thread is allowed to access a weak ref (Reference::GetReferent() and system
1528 // weaks) and to potentially mark an object alive/gray. This is used for concurrent reference
1529 // processing of the CC collector only. This is thread local so that we can enable/disable weak
1530 // ref access by using a checkpoint and avoid a race around the time weak ref access gets
1531 // disabled and concurrent reference processing begins (if weak ref access is disabled during a
1532 // pause, this is not an issue.) Other collectors use Runtime::DisallowNewSystemWeaks() and
1533 // ReferenceProcessor::EnableSlowPath().
1534 bool32_t weak_ref_access_enabled;
Hiroshi Yamauchi20a0be02016-02-19 15:44:06 -08001535
1536 // A thread local version of Heap::disable_thread_flip_count_. This keeps track of how many
1537 // levels of (nested) JNI critical sections the thread is in and is used to detect a nested JNI
1538 // critical section enter.
1539 uint32_t disable_thread_flip_count;
Alex Light88fd7202017-06-30 08:31:59 -07001540
1541 // How much of 'suspend_count_' is by request of user code, used to distinguish threads
1542 // suspended by the runtime from those suspended by user code.
1543 // This should have GUARDED_BY(Locks::user_code_suspension_lock_) but auto analysis cannot be
1544 // told that AssertHeld should be good enough.
1545 int user_code_suspend_count GUARDED_BY(Locks::thread_suspend_count_lock_);
Ian Rogersdd7624d2014-03-14 17:43:00 -07001546 } tls32_;
1547
1548 struct PACKED(8) tls_64bit_sized_values {
Sebastien Hertz07474662015-08-25 15:12:33 +00001549 tls_64bit_sized_values() : trace_clock_base(0) {
Ian Rogersdd7624d2014-03-14 17:43:00 -07001550 }
1551
1552 // The clock base used for tracing.
1553 uint64_t trace_clock_base;
1554
Ian Rogersdd7624d2014-03-14 17:43:00 -07001555 RuntimeStats stats;
1556 } tls64_;
1557
Andreas Gampe6aa13702015-10-28 10:57:25 -07001558 struct PACKED(sizeof(void*)) tls_ptr_sized_values {
Ian Rogersdd7624d2014-03-14 17:43:00 -07001559 tls_ptr_sized_values() : card_table(nullptr), exception(nullptr), stack_end(nullptr),
Andreas Gampe449357d2015-06-01 22:29:51 -07001560 managed_stack(), suspend_trigger(nullptr), jni_env(nullptr), tmp_jni_env(nullptr),
1561 self(nullptr), opeer(nullptr), jpeer(nullptr), stack_begin(nullptr), stack_size(0),
Nicolas Geoffray340dafa2016-11-18 16:03:10 +00001562 deps_or_stack_trace_sample(), wait_next(nullptr), monitor_enter_object(nullptr),
Mathieu Chartiereb8167a2014-05-07 15:43:14 -07001563 top_handle_scope(nullptr), class_loader_override(nullptr), long_jump_context(nullptr),
Ian Rogersdd7624d2014-03-14 17:43:00 -07001564 instrumentation_stack(nullptr), debug_invoke_req(nullptr), single_step_control(nullptr),
Sebastien Hertz07474662015-08-25 15:12:33 +00001565 stacked_shadow_frame_record(nullptr), deoptimization_context_stack(nullptr),
Mingyao Yang99170c62015-07-06 11:10:37 -07001566 frame_id_to_shadow_frame(nullptr), name(nullptr), pthread_self(0),
Vladimir Marko05846472016-09-14 12:49:57 +01001567 last_no_thread_suspension_cause(nullptr), checkpoint_function(nullptr),
Roland Levillaine71b3542017-01-16 14:58:23 +00001568 thread_local_start(nullptr), thread_local_pos(nullptr), thread_local_end(nullptr),
Mathieu Chartier6bc77742017-04-18 17:46:23 -07001569 thread_local_limit(nullptr),
Vladimir Marko05846472016-09-14 12:49:57 +01001570 thread_local_objects(0), mterp_current_ibase(nullptr), mterp_default_ibase(nullptr),
1571 mterp_alt_ibase(nullptr), thread_local_alloc_stack_top(nullptr),
Josh Gaoefd20cb2017-02-28 16:53:59 -08001572 thread_local_alloc_stack_end(nullptr),
Alex Light848574c2017-09-25 16:59:39 -07001573 flip_function(nullptr), method_verifier(nullptr), thread_local_mark_stack(nullptr),
1574 async_exception(nullptr) {
Mathieu Chartier12d625f2015-03-13 11:33:37 -07001575 std::fill(held_mutexes, held_mutexes + kLockLevelCount, nullptr);
Ian Rogersdd7624d2014-03-14 17:43:00 -07001576 }
1577
1578 // The biased card table, see CardTable for details.
Ian Rogers13735952014-10-08 12:43:28 -07001579 uint8_t* card_table;
Ian Rogersdd7624d2014-03-14 17:43:00 -07001580
Mathieu Chartier2cebb242015-04-21 16:50:40 -07001581 // The pending exception or null.
Ian Rogersdd7624d2014-03-14 17:43:00 -07001582 mirror::Throwable* exception;
1583
1584 // The end of this thread's stack. This is the lowest safely-addressable address on the stack.
1585 // We leave extra space so there's room for the code that throws StackOverflowError.
Ian Rogers13735952014-10-08 12:43:28 -07001586 uint8_t* stack_end;
Ian Rogersdd7624d2014-03-14 17:43:00 -07001587
1588 // The top of the managed stack often manipulated directly by compiler generated code.
1589 ManagedStack managed_stack;
1590
1591 // In certain modes, setting this to 0 will trigger a SEGV and thus a suspend check. It is
1592 // normally set to the address of itself.
1593 uintptr_t* suspend_trigger;
1594
1595 // Every thread may have an associated JNI environment
1596 JNIEnvExt* jni_env;
1597
Andreas Gampe449357d2015-06-01 22:29:51 -07001598 // Temporary storage to transfer a pre-allocated JNIEnvExt from the creating thread to the
1599 // created thread.
1600 JNIEnvExt* tmp_jni_env;
1601
Ian Rogersdd7624d2014-03-14 17:43:00 -07001602 // Initialized to "this". On certain architectures (such as x86) reading off of Thread::Current
1603 // is easy but getting the address of Thread::Current is hard. This field can be read off of
1604 // Thread::Current to give the address.
1605 Thread* self;
1606
1607 // Our managed peer (an instance of java.lang.Thread). The jobject version is used during thread
1608 // start up, until the thread is registered and the local opeer_ is used.
1609 mirror::Object* opeer;
1610 jobject jpeer;
1611
1612 // The "lowest addressable byte" of the stack.
Ian Rogers13735952014-10-08 12:43:28 -07001613 uint8_t* stack_begin;
Ian Rogersdd7624d2014-03-14 17:43:00 -07001614
1615 // Size of the stack.
1616 size_t stack_size;
1617
Nicolas Geoffray340dafa2016-11-18 16:03:10 +00001618 // Sampling profiler and AOT verification cannot happen on the same run, so we share
1619 // the same entry for the stack trace and the verifier deps.
1620 union DepsOrStackTraceSample {
1621 DepsOrStackTraceSample() {
1622 verifier_deps = nullptr;
1623 stack_trace_sample = nullptr;
1624 }
1625 // Pointer to previous stack trace captured by sampling profiler.
1626 std::vector<ArtMethod*>* stack_trace_sample;
1627 // When doing AOT verification, per-thread VerifierDeps.
1628 verifier::VerifierDeps* verifier_deps;
1629 } deps_or_stack_trace_sample;
Ian Rogersdd7624d2014-03-14 17:43:00 -07001630
Mathieu Chartier2cebb242015-04-21 16:50:40 -07001631 // The next thread in the wait set this thread is part of or null if not waiting.
Ian Rogersdd7624d2014-03-14 17:43:00 -07001632 Thread* wait_next;
1633
1634 // If we're blocked in MonitorEnter, this is the object we're trying to lock.
1635 mirror::Object* monitor_enter_object;
1636
Mathieu Chartier2cebb242015-04-21 16:50:40 -07001637 // Top of linked list of handle scopes or null for none.
Mathieu Chartiere8a3c572016-10-11 16:52:17 -07001638 BaseHandleScope* top_handle_scope;
Ian Rogersdd7624d2014-03-14 17:43:00 -07001639
1640 // Needed to get the right ClassLoader in JNI_OnLoad, but also
1641 // useful for testing.
Ian Rogers68d8b422014-07-17 11:09:10 -07001642 jobject class_loader_override;
Ian Rogersdd7624d2014-03-14 17:43:00 -07001643
1644 // Thread local, lazily allocated, long jump context. Used to deliver exceptions.
1645 Context* long_jump_context;
1646
1647 // Additional stack used by method instrumentation to store method and return pc values.
1648 // Stored as a pointer since std::deque is not PACKED.
1649 std::deque<instrumentation::InstrumentationStackFrame>* instrumentation_stack;
1650
1651 // JDWP invoke-during-breakpoint support.
1652 DebugInvokeReq* debug_invoke_req;
1653
1654 // JDWP single-stepping support.
1655 SingleStepControl* single_step_control;
1656
Mingyao Yang1f2d3ba2015-05-18 12:12:50 -07001657 // For gc purpose, a shadow frame record stack that keeps track of:
1658 // 1) shadow frames under construction.
1659 // 2) deoptimization shadow frames.
1660 StackedShadowFrameRecord* stacked_shadow_frame_record;
Ian Rogersdd7624d2014-03-14 17:43:00 -07001661
Mingyao Yang1f2d3ba2015-05-18 12:12:50 -07001662 // Deoptimization return value record stack.
Sebastien Hertz07474662015-08-25 15:12:33 +00001663 DeoptimizationContextRecord* deoptimization_context_stack;
Andreas Gampe2a0d4ec2014-06-02 22:05:22 -07001664
Mingyao Yang99170c62015-07-06 11:10:37 -07001665 // For debugger, a linked list that keeps the mapping from frame_id to shadow frame.
1666 // Shadow frames may be created before deoptimization happens so that the debugger can
1667 // set local values there first.
1668 FrameIdToShadowFrame* frame_id_to_shadow_frame;
1669
Ian Rogersdd7624d2014-03-14 17:43:00 -07001670 // A cached copy of the java.lang.Thread's name.
1671 std::string* name;
1672
1673 // A cached pthread_t for the pthread underlying this Thread*.
1674 pthread_t pthread_self;
1675
Ian Rogersdd7624d2014-03-14 17:43:00 -07001676 // If no_thread_suspension_ is > 0, what is causing that assertion.
1677 const char* last_no_thread_suspension_cause;
1678
Mathieu Chartier952e1e32016-06-13 14:04:02 -07001679 // Pending checkpoint function or null if non-pending. If this checkpoint is set and someone\
1680 // requests another checkpoint, it goes to the checkpoint overflow list.
1681 Closure* checkpoint_function GUARDED_BY(Locks::thread_suspend_count_lock_);
Ian Rogersdd7624d2014-03-14 17:43:00 -07001682
Yu Lieac44242015-06-29 10:50:03 +08001683 // Pending barriers that require passing or NULL if non-pending. Installation guarding by
1684 // Locks::thread_suspend_count_lock_.
1685 // They work effectively as art::Barrier, but implemented directly using AtomicInteger and futex
1686 // to avoid additional cost of a mutex and a condition variable, as used in art::Barrier.
1687 AtomicInteger* active_suspend_barriers[kMaxSuspendBarriers];
1688
Roland Levillaine71b3542017-01-16 14:58:23 +00001689 // Thread-local allocation pointer. Moved here to force alignment for thread_local_pos on ARM.
1690 uint8_t* thread_local_start;
Ian Rogersdd7624d2014-03-14 17:43:00 -07001691
Hiroshi Yamauchi7e1ce282015-12-11 15:46:19 -08001692 // thread_local_pos and thread_local_end must be consecutive for ldrd and are 8 byte aligned for
1693 // potentially better performance.
Ian Rogers13735952014-10-08 12:43:28 -07001694 uint8_t* thread_local_pos;
1695 uint8_t* thread_local_end;
Igor Murashkinaf1e2992016-10-12 17:44:50 -07001696
Mathieu Chartier6bc77742017-04-18 17:46:23 -07001697 // Thread local limit is how much we can expand the thread local buffer to, it is greater or
1698 // equal to thread_local_end.
1699 uint8_t* thread_local_limit;
1700
Vladimir Marko05846472016-09-14 12:49:57 +01001701 size_t thread_local_objects;
Ian Rogersdd7624d2014-03-14 17:43:00 -07001702
Roland Levillaine71b3542017-01-16 14:58:23 +00001703 // Entrypoint function pointers.
1704 // TODO: move this to more of a global offset table model to avoid per-thread duplication.
1705 JniEntryPoints jni_entrypoints;
1706 QuickEntryPoints quick_entrypoints;
1707
buzbee1452bee2015-03-06 14:43:04 -08001708 // Mterp jump table bases.
1709 void* mterp_current_ibase;
1710 void* mterp_default_ibase;
1711 void* mterp_alt_ibase;
1712
Mathieu Chartier0651d412014-04-29 14:37:57 -07001713 // There are RosAlloc::kNumThreadLocalSizeBrackets thread-local size brackets per thread.
Hiroshi Yamauchi7ed9c562016-02-02 15:22:09 -08001714 void* rosalloc_runs[kNumRosAllocThreadLocalSizeBracketsInThread];
Ian Rogersdd7624d2014-03-14 17:43:00 -07001715
1716 // Thread-local allocation stack data/routines.
Mathieu Chartiercb535da2015-01-23 13:50:03 -08001717 StackReference<mirror::Object>* thread_local_alloc_stack_top;
1718 StackReference<mirror::Object>* thread_local_alloc_stack_end;
Chao-ying Fu9e369312014-05-21 11:20:52 -07001719
1720 // Support for Mutex lock hierarchy bug detection.
1721 BaseMutex* held_mutexes[kLockLevelCount];
Dave Allison8ce6b902014-08-26 11:07:58 -07001722
Hiroshi Yamauchi2cd334a2015-01-09 14:03:35 -08001723 // The function used for thread flip.
1724 Closure* flip_function;
Mathieu Chartier12d625f2015-03-13 11:33:37 -07001725
1726 // Current method verifier, used for root marking.
1727 verifier::MethodVerifier* method_verifier;
Hiroshi Yamauchi0b713572015-06-16 18:29:23 -07001728
1729 // Thread-local mark stack for the concurrent copying collector.
1730 gc::accounting::AtomicStack<mirror::Object>* thread_local_mark_stack;
Alex Light848574c2017-09-25 16:59:39 -07001731
1732 // The pending async-exception or null.
1733 mirror::Throwable* async_exception;
Ian Rogersdd7624d2014-03-14 17:43:00 -07001734 } tlsPtr_;
1735
Nicolas Geoffray365719c2017-03-08 13:11:50 +00001736 // Guards the 'wait_monitor_' members.
Ian Rogersdd7624d2014-03-14 17:43:00 -07001737 Mutex* wait_mutex_ DEFAULT_MUTEX_ACQUIRED_AFTER;
1738
1739 // Condition variable waited upon during a wait.
1740 ConditionVariable* wait_cond_ GUARDED_BY(wait_mutex_);
Mathieu Chartier2cebb242015-04-21 16:50:40 -07001741 // Pointer to the monitor lock we're currently waiting on or null if not waiting.
Ian Rogersdd7624d2014-03-14 17:43:00 -07001742 Monitor* wait_monitor_ GUARDED_BY(wait_mutex_);
1743
Mathieu Chartierdfe02f62016-02-01 20:15:11 -08001744 // Debug disable read barrier count, only is checked for debug builds and only in the runtime.
1745 uint8_t debug_disallow_read_barrier_ = 0;
1746
Mathieu Chartier3f7f03c2016-09-26 11:39:52 -07001747 // Note that it is not in the packed struct, may not be accessed for cross compilation.
1748 uintptr_t poison_object_cookie_ = 0;
1749
Mathieu Chartier952e1e32016-06-13 14:04:02 -07001750 // Pending extra checkpoints if checkpoint_function_ is already used.
1751 std::list<Closure*> checkpoint_overflow_ GUARDED_BY(Locks::thread_suspend_count_lock_);
1752
Andreas Gampef26bf2d2017-01-13 16:47:14 -08001753 // Custom TLS field that can be used by plugins.
1754 // TODO: Generalize once we have more plugins.
Alex Light092a4042017-07-12 08:46:44 -07001755 void* custom_tls_;
Andreas Gampef26bf2d2017-01-13 16:47:14 -08001756
Calin Juravleccd56952016-12-15 17:57:38 +00001757 // True if the thread is allowed to call back into java (for e.g. during class resolution).
1758 // By default this is true.
1759 bool can_call_into_java_;
1760
Mathieu Chartiere6da9af2013-12-16 11:54:42 -08001761 friend class Dbg; // For SetStateUnsafe.
Mathieu Chartier15d34022014-02-26 17:16:38 -08001762 friend class gc::collector::SemiSpace; // For getting stack traces.
Mathieu Chartier692fafd2013-11-29 17:24:40 -08001763 friend class Runtime; // For CreatePeer.
Ian Rogers5cf98192014-05-29 21:31:50 -07001764 friend class QuickExceptionHandler; // For dumping the stack.
Mathieu Chartier692fafd2013-11-29 17:24:40 -08001765 friend class ScopedThreadStateChange;
Mathieu Chartier119c6bd2014-05-09 14:11:47 -07001766 friend class StubTest; // For accessing entrypoints.
Mathieu Chartier692fafd2013-11-29 17:24:40 -08001767 friend class ThreadList; // For ~Thread and Destroy.
1768
Andreas Gampe4352b452014-06-04 18:59:01 -07001769 friend class EntrypointsOrderTest; // To test the order of tls entries.
1770
Carl Shapiro0e5d75d2011-07-06 18:28:37 -07001771 DISALLOW_COPY_AND_ASSIGN(Thread);
1772};
Ian Rogersbdb03912011-09-14 00:55:44 -07001773
Mathieu Chartier4e2cb092015-07-22 16:17:51 -07001774class SCOPED_CAPABILITY ScopedAssertNoThreadSuspension {
Mathieu Chartier2d5f39e2014-09-19 17:52:37 -07001775 public:
Mingyao Yangf26828b2017-07-27 12:49:01 -07001776 ALWAYS_INLINE ScopedAssertNoThreadSuspension(const char* cause,
1777 bool enabled = true)
1778 ACQUIRE(Roles::uninterruptible_)
1779 : enabled_(enabled) {
1780 if (!enabled_) {
1781 return;
1782 }
Mathieu Chartier268764d2016-09-13 12:09:38 -07001783 if (kIsDebugBuild) {
1784 self_ = Thread::Current();
1785 old_cause_ = self_->StartAssertNoThreadSuspension(cause);
1786 } else {
1787 Roles::uninterruptible_.Acquire(); // No-op.
1788 }
Mathieu Chartier2d5f39e2014-09-19 17:52:37 -07001789 }
Mathieu Chartier268764d2016-09-13 12:09:38 -07001790 ALWAYS_INLINE ~ScopedAssertNoThreadSuspension() RELEASE(Roles::uninterruptible_) {
Mingyao Yangf26828b2017-07-27 12:49:01 -07001791 if (!enabled_) {
1792 return;
1793 }
Mathieu Chartier268764d2016-09-13 12:09:38 -07001794 if (kIsDebugBuild) {
1795 self_->EndAssertNoThreadSuspension(old_cause_);
1796 } else {
1797 Roles::uninterruptible_.Release(); // No-op.
1798 }
Mathieu Chartier2d5f39e2014-09-19 17:52:37 -07001799 }
1800
1801 private:
Mathieu Chartier268764d2016-09-13 12:09:38 -07001802 Thread* self_;
Mingyao Yangf26828b2017-07-27 12:49:01 -07001803 const bool enabled_;
Mathieu Chartier268764d2016-09-13 12:09:38 -07001804 const char* old_cause_;
Mathieu Chartier2d5f39e2014-09-19 17:52:37 -07001805};
1806
Mingyao Yang1f2d3ba2015-05-18 12:12:50 -07001807class ScopedStackedShadowFramePusher {
1808 public:
1809 ScopedStackedShadowFramePusher(Thread* self, ShadowFrame* sf, StackedShadowFrameType type)
1810 : self_(self), type_(type) {
1811 self_->PushStackedShadowFrame(sf, type);
1812 }
1813 ~ScopedStackedShadowFramePusher() {
1814 self_->PopStackedShadowFrame(type_);
1815 }
1816
1817 private:
1818 Thread* const self_;
1819 const StackedShadowFrameType type_;
1820
1821 DISALLOW_COPY_AND_ASSIGN(ScopedStackedShadowFramePusher);
1822};
1823
Mathieu Chartierdfe02f62016-02-01 20:15:11 -08001824// Only works for debug builds.
1825class ScopedDebugDisallowReadBarriers {
1826 public:
1827 explicit ScopedDebugDisallowReadBarriers(Thread* self) : self_(self) {
1828 self_->ModifyDebugDisallowReadBarrier(1);
1829 }
1830 ~ScopedDebugDisallowReadBarriers() {
1831 self_->ModifyDebugDisallowReadBarrier(-1);
1832 }
1833
1834 private:
1835 Thread* const self_;
1836};
1837
Hiroshi Yamauchiee235822016-08-19 17:03:27 -07001838class ScopedTransitioningToRunnable : public ValueObject {
1839 public:
1840 explicit ScopedTransitioningToRunnable(Thread* self)
1841 : self_(self) {
1842 DCHECK_EQ(self, Thread::Current());
1843 if (kUseReadBarrier) {
1844 self_->SetIsTransitioningToRunnable(true);
1845 }
1846 }
1847
1848 ~ScopedTransitioningToRunnable() {
1849 if (kUseReadBarrier) {
1850 self_->SetIsTransitioningToRunnable(false);
1851 }
1852 }
1853
1854 private:
1855 Thread* const self_;
1856};
1857
Andreas Gampe04bbb5b2017-01-19 17:49:03 +00001858class ThreadLifecycleCallback {
1859 public:
1860 virtual ~ThreadLifecycleCallback() {}
1861
1862 virtual void ThreadStart(Thread* self) REQUIRES_SHARED(Locks::mutator_lock_) = 0;
1863 virtual void ThreadDeath(Thread* self) REQUIRES_SHARED(Locks::mutator_lock_) = 0;
1864};
1865
Elliott Hughes330304d2011-08-12 14:28:05 -07001866std::ostream& operator<<(std::ostream& os, const Thread& thread);
Sebastien Hertzf7958692015-06-09 14:09:14 +02001867std::ostream& operator<<(std::ostream& os, const StackedShadowFrameType& thread);
Carl Shapiro0e5d75d2011-07-06 18:28:37 -07001868
Carl Shapiro0e5d75d2011-07-06 18:28:37 -07001869} // namespace art
1870
Brian Carlstromfc0e3212013-07-17 14:40:12 -07001871#endif // ART_RUNTIME_THREAD_H_