Ian Rogers | 693ff61 | 2013-02-01 10:56:12 -0800 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2011 The Android Open Source Project |
| 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
Brian Carlstrom | fc0e321 | 2013-07-17 14:40:12 -0700 | [diff] [blame] | 17 | #ifndef ART_RUNTIME_THREAD_INL_H_ |
| 18 | #define ART_RUNTIME_THREAD_INL_H_ |
Ian Rogers | 693ff61 | 2013-02-01 10:56:12 -0800 | [diff] [blame] | 19 | |
| 20 | #include "thread.h" |
| 21 | |
Ian Rogers | 02ed4c0 | 2013-09-06 13:10:04 -0700 | [diff] [blame] | 22 | #include <pthread.h> |
| 23 | |
Ian Rogers | 1eb512d | 2013-10-18 15:42:20 -0700 | [diff] [blame] | 24 | #include "base/casts.h" |
Ian Rogers | 693ff61 | 2013-02-01 10:56:12 -0800 | [diff] [blame] | 25 | #include "base/mutex-inl.h" |
Ian Rogers | 576ca0c | 2014-06-06 15:58:22 -0700 | [diff] [blame] | 26 | #include "gc/heap.h" |
Ian Rogers | 68d8b42 | 2014-07-17 11:09:10 -0700 | [diff] [blame] | 27 | #include "jni_env_ext.h" |
Ian Rogers | 693ff61 | 2013-02-01 10:56:12 -0800 | [diff] [blame] | 28 | |
| 29 | namespace art { |
| 30 | |
Ian Rogers | 1eb512d | 2013-10-18 15:42:20 -0700 | [diff] [blame] | 31 | // Quickly access the current thread from a JNIEnv. |
| 32 | static inline Thread* ThreadForEnv(JNIEnv* env) { |
| 33 | JNIEnvExt* full_env(down_cast<JNIEnvExt*>(env)); |
| 34 | return full_env->self; |
| 35 | } |
| 36 | |
Ian Rogers | 02ed4c0 | 2013-09-06 13:10:04 -0700 | [diff] [blame] | 37 | inline Thread* Thread::Current() { |
| 38 | // We rely on Thread::Current returning NULL for a detached thread, so it's not obvious |
| 39 | // that we can replace this with a direct %fs access on x86. |
| 40 | if (!is_started_) { |
| 41 | return NULL; |
| 42 | } else { |
| 43 | void* thread = pthread_getspecific(Thread::pthread_key_self_); |
| 44 | return reinterpret_cast<Thread*>(thread); |
| 45 | } |
| 46 | } |
| 47 | |
Ian Rogers | 7b078e8 | 2014-09-10 14:44:24 -0700 | [diff] [blame] | 48 | inline void Thread::AllowThreadSuspension() { |
| 49 | DCHECK_EQ(Thread::Current(), this); |
| 50 | if (UNLIKELY(TestAllFlags())) { |
| 51 | CheckSuspend(); |
| 52 | } |
| 53 | } |
| 54 | |
| 55 | inline void Thread::CheckSuspend() { |
| 56 | DCHECK_EQ(Thread::Current(), this); |
| 57 | for (;;) { |
| 58 | if (ReadFlag(kCheckpointRequest)) { |
| 59 | RunCheckpointFunction(); |
| 60 | } else if (ReadFlag(kSuspendRequest)) { |
| 61 | FullSuspendCheck(); |
| 62 | } else { |
| 63 | break; |
| 64 | } |
| 65 | } |
| 66 | } |
| 67 | |
Ian Rogers | c0fa3ad | 2013-02-05 00:11:55 -0800 | [diff] [blame] | 68 | inline ThreadState Thread::SetState(ThreadState new_state) { |
| 69 | // Cannot use this code to change into Runnable as changing to Runnable should fail if |
| 70 | // old_state_and_flags.suspend_request is true. |
| 71 | DCHECK_NE(new_state, kRunnable); |
Andreas Gampe | ef048f6 | 2014-11-25 22:12:27 -0800 | [diff] [blame] | 72 | if (kIsDebugBuild && this != Thread::Current()) { |
| 73 | std::string name; |
| 74 | GetThreadName(name); |
| 75 | LOG(FATAL) << "Thread \"" << name << "\"(" << this << " != Thread::Current()=" |
| 76 | << Thread::Current() << ") changing state to " << new_state; |
| 77 | } |
Chris Dearman | 59cde53 | 2013-12-04 18:53:49 -0800 | [diff] [blame] | 78 | union StateAndFlags old_state_and_flags; |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 79 | old_state_and_flags.as_int = tls32_.state_and_flags.as_int; |
| 80 | tls32_.state_and_flags.as_struct.state = new_state; |
Ian Rogers | c0fa3ad | 2013-02-05 00:11:55 -0800 | [diff] [blame] | 81 | return static_cast<ThreadState>(old_state_and_flags.as_struct.state); |
| 82 | } |
| 83 | |
Ian Rogers | 693ff61 | 2013-02-01 10:56:12 -0800 | [diff] [blame] | 84 | inline void Thread::AssertThreadSuspensionIsAllowable(bool check_locks) const { |
Ian Rogers | f3d874c | 2014-07-17 18:52:42 -0700 | [diff] [blame] | 85 | if (kIsDebugBuild) { |
Nicolas Geoffray | db97871 | 2014-12-09 13:33:38 +0000 | [diff] [blame] | 86 | if (gAborting == 0) { |
| 87 | CHECK_EQ(0u, tls32_.no_thread_suspension) << tlsPtr_.last_no_thread_suspension_cause; |
| 88 | } |
Ian Rogers | f3d874c | 2014-07-17 18:52:42 -0700 | [diff] [blame] | 89 | if (check_locks) { |
| 90 | bool bad_mutexes_held = false; |
| 91 | for (int i = kLockLevelCount - 1; i >= 0; --i) { |
| 92 | // We expect no locks except the mutator_lock_ or thread list suspend thread lock. |
Ian Rogers | 4ad5cd3 | 2014-11-11 23:08:07 -0800 | [diff] [blame] | 93 | if (i != kMutatorLock) { |
Ian Rogers | f3d874c | 2014-07-17 18:52:42 -0700 | [diff] [blame] | 94 | BaseMutex* held_mutex = GetHeldMutex(static_cast<LockLevel>(i)); |
| 95 | if (held_mutex != NULL) { |
| 96 | LOG(ERROR) << "holding \"" << held_mutex->GetName() |
| 97 | << "\" at point where thread suspension is expected"; |
| 98 | bad_mutexes_held = true; |
| 99 | } |
Ian Rogers | 693ff61 | 2013-02-01 10:56:12 -0800 | [diff] [blame] | 100 | } |
| 101 | } |
Nicolas Geoffray | db97871 | 2014-12-09 13:33:38 +0000 | [diff] [blame] | 102 | if (gAborting == 0) { |
| 103 | CHECK(!bad_mutexes_held); |
| 104 | } |
Ian Rogers | 693ff61 | 2013-02-01 10:56:12 -0800 | [diff] [blame] | 105 | } |
Ian Rogers | 693ff61 | 2013-02-01 10:56:12 -0800 | [diff] [blame] | 106 | } |
Ian Rogers | 693ff61 | 2013-02-01 10:56:12 -0800 | [diff] [blame] | 107 | } |
| 108 | |
| 109 | inline void Thread::TransitionFromRunnableToSuspended(ThreadState new_state) { |
| 110 | AssertThreadSuspensionIsAllowable(); |
| 111 | DCHECK_NE(new_state, kRunnable); |
| 112 | DCHECK_EQ(this, Thread::Current()); |
| 113 | // Change to non-runnable state, thereby appearing suspended to the system. |
| 114 | DCHECK_EQ(GetState(), kRunnable); |
| 115 | union StateAndFlags old_state_and_flags; |
| 116 | union StateAndFlags new_state_and_flags; |
Dave Allison | 0f5f6bb | 2013-11-22 17:39:19 -0800 | [diff] [blame] | 117 | while (true) { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 118 | old_state_and_flags.as_int = tls32_.state_and_flags.as_int; |
Ian Rogers | d9c4fc9 | 2013-10-01 19:45:43 -0700 | [diff] [blame] | 119 | if (UNLIKELY((old_state_and_flags.as_struct.flags & kCheckpointRequest) != 0)) { |
| 120 | RunCheckpointFunction(); |
| 121 | continue; |
| 122 | } |
Dave Allison | 0f5f6bb | 2013-11-22 17:39:19 -0800 | [diff] [blame] | 123 | // Change the state but keep the current flags (kCheckpointRequest is clear). |
| 124 | DCHECK_EQ((old_state_and_flags.as_struct.flags & kCheckpointRequest), 0); |
| 125 | new_state_and_flags.as_struct.flags = old_state_and_flags.as_struct.flags; |
Ian Rogers | 693ff61 | 2013-02-01 10:56:12 -0800 | [diff] [blame] | 126 | new_state_and_flags.as_struct.state = new_state; |
Ian Rogers | b8e087e | 2014-07-09 21:12:06 -0700 | [diff] [blame] | 127 | |
| 128 | // CAS the value without a memory ordering as that is given by the lock release below. |
| 129 | bool done = |
| 130 | tls32_.state_and_flags.as_atomic_int.CompareExchangeWeakRelaxed(old_state_and_flags.as_int, |
| 131 | new_state_and_flags.as_int); |
| 132 | if (LIKELY(done)) { |
Dave Allison | 0f5f6bb | 2013-11-22 17:39:19 -0800 | [diff] [blame] | 133 | break; |
| 134 | } |
| 135 | } |
Ian Rogers | 693ff61 | 2013-02-01 10:56:12 -0800 | [diff] [blame] | 136 | // Release share on mutator_lock_. |
| 137 | Locks::mutator_lock_->SharedUnlock(this); |
| 138 | } |
| 139 | |
| 140 | inline ThreadState Thread::TransitionFromSuspendedToRunnable() { |
| 141 | bool done = false; |
Chris Dearman | 59cde53 | 2013-12-04 18:53:49 -0800 | [diff] [blame] | 142 | union StateAndFlags old_state_and_flags; |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 143 | old_state_and_flags.as_int = tls32_.state_and_flags.as_int; |
Ian Rogers | 693ff61 | 2013-02-01 10:56:12 -0800 | [diff] [blame] | 144 | int16_t old_state = old_state_and_flags.as_struct.state; |
| 145 | DCHECK_NE(static_cast<ThreadState>(old_state), kRunnable); |
| 146 | do { |
| 147 | Locks::mutator_lock_->AssertNotHeld(this); // Otherwise we starve GC.. |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 148 | old_state_and_flags.as_int = tls32_.state_and_flags.as_int; |
Ian Rogers | 693ff61 | 2013-02-01 10:56:12 -0800 | [diff] [blame] | 149 | DCHECK_EQ(old_state_and_flags.as_struct.state, old_state); |
| 150 | if (UNLIKELY((old_state_and_flags.as_struct.flags & kSuspendRequest) != 0)) { |
| 151 | // Wait while our suspend count is non-zero. |
| 152 | MutexLock mu(this, *Locks::thread_suspend_count_lock_); |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 153 | old_state_and_flags.as_int = tls32_.state_and_flags.as_int; |
Ian Rogers | 693ff61 | 2013-02-01 10:56:12 -0800 | [diff] [blame] | 154 | DCHECK_EQ(old_state_and_flags.as_struct.state, old_state); |
| 155 | while ((old_state_and_flags.as_struct.flags & kSuspendRequest) != 0) { |
| 156 | // Re-check when Thread::resume_cond_ is notified. |
| 157 | Thread::resume_cond_->Wait(this); |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 158 | old_state_and_flags.as_int = tls32_.state_and_flags.as_int; |
Ian Rogers | 693ff61 | 2013-02-01 10:56:12 -0800 | [diff] [blame] | 159 | DCHECK_EQ(old_state_and_flags.as_struct.state, old_state); |
| 160 | } |
| 161 | DCHECK_EQ(GetSuspendCount(), 0); |
| 162 | } |
| 163 | // Re-acquire shared mutator_lock_ access. |
| 164 | Locks::mutator_lock_->SharedLock(this); |
| 165 | // Atomically change from suspended to runnable if no suspend request pending. |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 166 | old_state_and_flags.as_int = tls32_.state_and_flags.as_int; |
Ian Rogers | 693ff61 | 2013-02-01 10:56:12 -0800 | [diff] [blame] | 167 | DCHECK_EQ(old_state_and_flags.as_struct.state, old_state); |
| 168 | if (LIKELY((old_state_and_flags.as_struct.flags & kSuspendRequest) == 0)) { |
Chris Dearman | 59cde53 | 2013-12-04 18:53:49 -0800 | [diff] [blame] | 169 | union StateAndFlags new_state_and_flags; |
| 170 | new_state_and_flags.as_int = old_state_and_flags.as_int; |
Ian Rogers | 693ff61 | 2013-02-01 10:56:12 -0800 | [diff] [blame] | 171 | new_state_and_flags.as_struct.state = kRunnable; |
Ian Rogers | b8e087e | 2014-07-09 21:12:06 -0700 | [diff] [blame] | 172 | // CAS the value without a memory ordering as that is given by the lock acquisition above. |
| 173 | done = |
| 174 | tls32_.state_and_flags.as_atomic_int.CompareExchangeWeakRelaxed(old_state_and_flags.as_int, |
| 175 | new_state_and_flags.as_int); |
Ian Rogers | 693ff61 | 2013-02-01 10:56:12 -0800 | [diff] [blame] | 176 | } |
| 177 | if (UNLIKELY(!done)) { |
| 178 | // Failed to transition to Runnable. Release shared mutator_lock_ access and try again. |
| 179 | Locks::mutator_lock_->SharedUnlock(this); |
Ian Rogers | 719d1a3 | 2014-03-06 12:13:39 -0800 | [diff] [blame] | 180 | } else { |
| 181 | return static_cast<ThreadState>(old_state); |
Ian Rogers | 693ff61 | 2013-02-01 10:56:12 -0800 | [diff] [blame] | 182 | } |
Ian Rogers | 719d1a3 | 2014-03-06 12:13:39 -0800 | [diff] [blame] | 183 | } while (true); |
Ian Rogers | 693ff61 | 2013-02-01 10:56:12 -0800 | [diff] [blame] | 184 | } |
| 185 | |
Ian Rogers | 04d7aa9 | 2013-03-16 14:29:17 -0700 | [diff] [blame] | 186 | inline void Thread::VerifyStack() { |
Mathieu Chartier | 4e30541 | 2014-02-19 10:54:44 -0800 | [diff] [blame] | 187 | if (kVerifyStack) { |
| 188 | if (Runtime::Current()->GetHeap()->IsObjectValidationEnabled()) { |
| 189 | VerifyStackImpl(); |
| 190 | } |
Ian Rogers | 04d7aa9 | 2013-03-16 14:29:17 -0700 | [diff] [blame] | 191 | } |
| 192 | } |
| 193 | |
Mathieu Chartier | e6da9af | 2013-12-16 11:54:42 -0800 | [diff] [blame] | 194 | inline size_t Thread::TlabSize() const { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 195 | return tlsPtr_.thread_local_end - tlsPtr_.thread_local_pos; |
Mathieu Chartier | 692fafd | 2013-11-29 17:24:40 -0800 | [diff] [blame] | 196 | } |
| 197 | |
Mathieu Chartier | e6da9af | 2013-12-16 11:54:42 -0800 | [diff] [blame] | 198 | inline mirror::Object* Thread::AllocTlab(size_t bytes) { |
| 199 | DCHECK_GE(TlabSize(), bytes); |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 200 | ++tlsPtr_.thread_local_objects; |
| 201 | mirror::Object* ret = reinterpret_cast<mirror::Object*>(tlsPtr_.thread_local_pos); |
| 202 | tlsPtr_.thread_local_pos += bytes; |
Mathieu Chartier | 692fafd | 2013-11-29 17:24:40 -0800 | [diff] [blame] | 203 | return ret; |
| 204 | } |
| 205 | |
Hiroshi Yamauchi | f5b0e20 | 2014-02-11 17:02:22 -0800 | [diff] [blame] | 206 | inline bool Thread::PushOnThreadLocalAllocationStack(mirror::Object* obj) { |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 207 | DCHECK_LE(tlsPtr_.thread_local_alloc_stack_top, tlsPtr_.thread_local_alloc_stack_end); |
| 208 | if (tlsPtr_.thread_local_alloc_stack_top < tlsPtr_.thread_local_alloc_stack_end) { |
Hiroshi Yamauchi | f5b0e20 | 2014-02-11 17:02:22 -0800 | [diff] [blame] | 209 | // There's room. |
Ian Rogers | 1373595 | 2014-10-08 12:43:28 -0700 | [diff] [blame] | 210 | DCHECK_LE(reinterpret_cast<uint8_t*>(tlsPtr_.thread_local_alloc_stack_top) + |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 211 | sizeof(mirror::Object*), |
Ian Rogers | 1373595 | 2014-10-08 12:43:28 -0700 | [diff] [blame] | 212 | reinterpret_cast<uint8_t*>(tlsPtr_.thread_local_alloc_stack_end)); |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 213 | DCHECK(*tlsPtr_.thread_local_alloc_stack_top == nullptr); |
| 214 | *tlsPtr_.thread_local_alloc_stack_top = obj; |
| 215 | ++tlsPtr_.thread_local_alloc_stack_top; |
Hiroshi Yamauchi | f5b0e20 | 2014-02-11 17:02:22 -0800 | [diff] [blame] | 216 | return true; |
| 217 | } |
| 218 | return false; |
| 219 | } |
| 220 | |
| 221 | inline void Thread::SetThreadLocalAllocationStack(mirror::Object** start, mirror::Object** end) { |
| 222 | DCHECK(Thread::Current() == this) << "Should be called by self"; |
| 223 | DCHECK(start != nullptr); |
| 224 | DCHECK(end != nullptr); |
| 225 | DCHECK_ALIGNED(start, sizeof(mirror::Object*)); |
| 226 | DCHECK_ALIGNED(end, sizeof(mirror::Object*)); |
| 227 | DCHECK_LT(start, end); |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 228 | tlsPtr_.thread_local_alloc_stack_end = end; |
| 229 | tlsPtr_.thread_local_alloc_stack_top = start; |
Hiroshi Yamauchi | f5b0e20 | 2014-02-11 17:02:22 -0800 | [diff] [blame] | 230 | } |
| 231 | |
| 232 | inline void Thread::RevokeThreadLocalAllocationStack() { |
| 233 | if (kIsDebugBuild) { |
| 234 | // Note: self is not necessarily equal to this thread since thread may be suspended. |
| 235 | Thread* self = Thread::Current(); |
| 236 | DCHECK(this == self || IsSuspended() || GetState() == kWaitingPerformingGc) |
| 237 | << GetState() << " thread " << this << " self " << self; |
| 238 | } |
Ian Rogers | dd7624d | 2014-03-14 17:43:00 -0700 | [diff] [blame] | 239 | tlsPtr_.thread_local_alloc_stack_end = nullptr; |
| 240 | tlsPtr_.thread_local_alloc_stack_top = nullptr; |
Hiroshi Yamauchi | f5b0e20 | 2014-02-11 17:02:22 -0800 | [diff] [blame] | 241 | } |
| 242 | |
Ian Rogers | 693ff61 | 2013-02-01 10:56:12 -0800 | [diff] [blame] | 243 | } // namespace art |
| 244 | |
Brian Carlstrom | fc0e321 | 2013-07-17 14:40:12 -0700 | [diff] [blame] | 245 | #endif // ART_RUNTIME_THREAD_INL_H_ |