blob: f87467a0e11667c2266c92b6f0da1431f5f84a5b [file] [log] [blame]
Elliott Hughes8daa0922011-09-11 13:46:25 -07001/*
2 * Copyright (C) 2011 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
Brian Carlstromfc0e3212013-07-17 14:40:12 -070017#ifndef ART_RUNTIME_BASE_MUTEX_H_
18#define ART_RUNTIME_BASE_MUTEX_H_
Elliott Hughes8daa0922011-09-11 13:46:25 -070019
20#include <pthread.h>
Brian Carlstromcd74c4b2012-01-23 13:21:00 -080021#include <stdint.h>
Elliott Hughesffb465f2012-03-01 18:46:05 -080022
23#include <iosfwd>
Elliott Hughes8daa0922011-09-11 13:46:25 -070024#include <string>
25
Ian Rogersef7d42f2014-01-06 12:55:46 -080026#include "atomic.h"
Elliott Hughes07ed66b2012-12-12 18:34:25 -080027#include "base/logging.h"
Elliott Hughes76160052012-12-12 16:31:20 -080028#include "base/macros.h"
Ian Rogers00f7d0e2012-07-19 15:28:27 -070029#include "globals.h"
Ian Rogers81d425b2012-09-27 16:03:43 -070030
Ian Rogersab470162012-09-29 23:06:53 -070031#if defined(__APPLE__)
Ian Rogers81d425b2012-09-27 16:03:43 -070032#define ART_USE_FUTEXES 0
Ian Rogersab470162012-09-29 23:06:53 -070033#else
Chris Dearmanc0141782013-11-14 17:29:21 -080034#define ART_USE_FUTEXES 1
Ian Rogersab470162012-09-29 23:06:53 -070035#endif
Elliott Hughes8daa0922011-09-11 13:46:25 -070036
Ian Rogers66aee5c2012-08-15 17:17:47 -070037// Currently Darwin doesn't support locks with timeouts.
38#if !defined(__APPLE__)
39#define HAVE_TIMED_RWLOCK 1
40#else
41#define HAVE_TIMED_RWLOCK 0
42#endif
43
Elliott Hughes8daa0922011-09-11 13:46:25 -070044namespace art {
45
Ian Rogers719d1a32014-03-06 12:13:39 -080046class LOCKABLE ReaderWriterMutex;
Yu Lieac44242015-06-29 10:50:03 +080047class LOCKABLE MutatorMutex;
Ian Rogers56edc432013-01-18 16:51:51 -080048class ScopedContentionRecorder;
Ian Rogers50b35e22012-10-04 10:09:15 -070049class Thread;
50
Ian Rogers719d1a32014-03-06 12:13:39 -080051// LockLevel is used to impose a lock hierarchy [1] where acquisition of a Mutex at a higher or
52// equal level to a lock a thread holds is invalid. The lock hierarchy achieves a cycle free
53// partial ordering and thereby cause deadlock situations to fail checks.
54//
55// [1] http://www.drdobbs.com/parallel/use-lock-hierarchies-to-avoid-deadlock/204801163
56enum LockLevel {
57 kLoggingLock = 0,
Hiroshi Yamauchi3eed93d2014-06-04 11:43:59 -070058 kMemMapsLock,
Raghu Gandham7de77dd2014-06-13 15:16:31 -070059 kSwapMutexesLock,
Ian Rogers719d1a32014-03-06 12:13:39 -080060 kUnexpectedSignalLock,
61 kThreadSuspendCountLock,
62 kAbortLock,
63 kJdwpSocketLock,
Hiroshi Yamauchi2cd334a2015-01-09 14:03:35 -080064 kRegionSpaceRegionLock,
Mathieu Chartier31000802015-06-14 14:14:37 -070065 kTransactionLogLock,
Mathieu Chartiera5a53ef2014-09-12 12:58:05 -070066 kReferenceQueueSoftReferencesLock,
67 kReferenceQueuePhantomReferencesLock,
68 kReferenceQueueFinalizerReferencesLock,
69 kReferenceQueueWeakReferencesLock,
70 kReferenceQueueClearedReferencesLock,
71 kReferenceProcessorLock,
Mathieu Chartiere5f13e52015-02-24 09:37:21 -080072 kJitCodeCacheLock,
Ian Rogers719d1a32014-03-06 12:13:39 -080073 kRosAllocGlobalLock,
74 kRosAllocBracketLock,
75 kRosAllocBulkFreeLock,
76 kAllocSpaceLock,
Hiroshi Yamauchi2cd334a2015-01-09 14:03:35 -080077 kBumpPointerSpaceBlockLock,
Mathieu Chartierc7853442015-03-27 14:35:38 -070078 kArenaPoolLock,
Ian Rogers719d1a32014-03-06 12:13:39 -080079 kDexFileMethodInlinerLock,
80 kDexFileToMethodInlinerMapLock,
81 kMarkSweepMarkStackLock,
Ian Rogers719d1a32014-03-06 12:13:39 -080082 kInternTableLock,
Vladimir Marko3f5838d2014-08-07 18:07:18 +010083 kOatFileSecondaryLookupLock,
Andreas Gampe7526d782015-06-22 22:53:45 -070084 kTracingUniqueMethodsLock,
85 kTracingStreamingLock,
Ian Rogers719d1a32014-03-06 12:13:39 -080086 kDefaultMutexLevel,
87 kMarkSweepLargeObjectLock,
88 kPinTableLock,
Ian Rogers719d1a32014-03-06 12:13:39 -080089 kJdwpObjectRegistryLock,
Chao-ying Fu9e369312014-05-21 11:20:52 -070090 kModifyLdtLock,
91 kAllocatedThreadIdsLock,
Andreas Gampe74240812014-04-17 10:35:09 -070092 kMonitorPoolLock,
bowen_lai2435a432015-03-13 14:34:40 +080093 kMethodVerifiersLock,
Ian Rogers719d1a32014-03-06 12:13:39 -080094 kClassLinkerClassesLock,
95 kBreakpointLock,
96 kMonitorLock,
Mathieu Chartier440e4ce2014-03-31 16:36:35 -070097 kMonitorListLock,
Ian Rogers68d8b422014-07-17 11:09:10 -070098 kJniLoadLibraryLock,
Ian Rogers719d1a32014-03-06 12:13:39 -080099 kThreadListLock,
Brian Carlstrom306db812014-09-05 13:01:41 -0700100 kAllocTrackerLock,
Ian Rogers719d1a32014-03-06 12:13:39 -0800101 kDeoptimizationLock,
Ian Rogers719d1a32014-03-06 12:13:39 -0800102 kProfilerLock,
Sebastien Hertz4e5b2082015-03-24 19:03:40 +0100103 kJdwpShutdownLock,
Ian Rogers719d1a32014-03-06 12:13:39 -0800104 kJdwpEventListLock,
105 kJdwpAttachLock,
106 kJdwpStartLock,
107 kRuntimeShutdownLock,
Jeff Hao69dbec62014-09-15 18:03:41 -0700108 kTraceLock,
Ian Rogers719d1a32014-03-06 12:13:39 -0800109 kHeapBitmapLock,
110 kMutatorLock,
Mathieu Chartier9ef78b52014-09-25 17:03:12 -0700111 kInstrumentEntrypointsLock,
Ian Rogers719d1a32014-03-06 12:13:39 -0800112 kZygoteCreationLock,
113
114 kLockLevelCount // Must come last.
115};
116std::ostream& operator<<(std::ostream& os, const LockLevel& rhs);
117
Brian Carlstrom2e250c82013-08-14 18:08:52 -0700118const bool kDebugLocking = kIsDebugBuild;
Ian Rogers25fd14b2012-09-05 10:56:38 -0700119
Hiroshi Yamauchi1afde132013-08-06 17:09:30 -0700120// Record Log contention information, dumpable via SIGQUIT.
121#ifdef ART_USE_FUTEXES
Jeff Hao08f2e7b2013-09-09 16:44:02 -0700122// To enable lock contention logging, set this to true.
123const bool kLogLockContentions = false;
Hiroshi Yamauchi1afde132013-08-06 17:09:30 -0700124#else
125// Keep this false as lock contention logging is supported only with
126// futex.
127const bool kLogLockContentions = false;
128#endif
Ian Rogersd9c4fc92013-10-01 19:45:43 -0700129const size_t kContentionLogSize = 4;
Hiroshi Yamauchi1afde132013-08-06 17:09:30 -0700130const size_t kContentionLogDataSize = kLogLockContentions ? 1 : 0;
131const size_t kAllMutexDataSize = kLogLockContentions ? 1 : 0;
132
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700133// Base class for all Mutex implementations
134class BaseMutex {
135 public:
Ian Rogersbab74962013-04-19 10:04:10 -0700136 const char* GetName() const {
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700137 return name_;
138 }
139
140 virtual bool IsMutex() const { return false; }
141 virtual bool IsReaderWriterMutex() const { return false; }
Yu Lieac44242015-06-29 10:50:03 +0800142 virtual bool IsMutatorMutex() const { return false; }
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700143
Ian Rogers56edc432013-01-18 16:51:51 -0800144 virtual void Dump(std::ostream& os) const = 0;
145
146 static void DumpAll(std::ostream& os);
147
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700148 protected:
149 friend class ConditionVariable;
150
Ian Rogers81d425b2012-09-27 16:03:43 -0700151 BaseMutex(const char* name, LockLevel level);
Ian Rogers56edc432013-01-18 16:51:51 -0800152 virtual ~BaseMutex();
Ian Rogers81d425b2012-09-27 16:03:43 -0700153 void RegisterAsLocked(Thread* self);
154 void RegisterAsUnlocked(Thread* self);
155 void CheckSafeToWait(Thread* self);
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700156
Ian Rogers56edc432013-01-18 16:51:51 -0800157 friend class ScopedContentionRecorder;
158
Hiroshi Yamauchi1afde132013-08-06 17:09:30 -0700159 void RecordContention(uint64_t blocked_tid, uint64_t owner_tid, uint64_t nano_time_blocked);
Ian Rogers56edc432013-01-18 16:51:51 -0800160 void DumpContention(std::ostream& os) const;
161
Ian Rogers81d425b2012-09-27 16:03:43 -0700162 const LockLevel level_; // Support for lock hierarchy.
Ian Rogersbab74962013-04-19 10:04:10 -0700163 const char* const name_;
Hiroshi Yamauchi1afde132013-08-06 17:09:30 -0700164
Ian Rogers56edc432013-01-18 16:51:51 -0800165 // A log entry that records contention but makes no guarantee that either tid will be held live.
166 struct ContentionLogEntry {
167 ContentionLogEntry() : blocked_tid(0), owner_tid(0) {}
168 uint64_t blocked_tid;
169 uint64_t owner_tid;
170 AtomicInteger count;
171 };
Hiroshi Yamauchi1afde132013-08-06 17:09:30 -0700172 struct ContentionLogData {
173 ContentionLogEntry contention_log[kContentionLogSize];
174 // The next entry in the contention log to be updated. Value ranges from 0 to
175 // kContentionLogSize - 1.
176 AtomicInteger cur_content_log_entry;
177 // Number of times the Mutex has been contended.
178 AtomicInteger contention_count;
179 // Sum of time waited by all contenders in ns.
Ian Rogers37f3c962014-07-17 11:25:30 -0700180 Atomic<uint64_t> wait_time;
Hiroshi Yamauchi1afde132013-08-06 17:09:30 -0700181 void AddToWaitTime(uint64_t value);
182 ContentionLogData() : wait_time(0) {}
183 };
Ian Rogers3e5cf302014-05-20 16:40:37 -0700184 ContentionLogData contention_log_data_[kContentionLogDataSize];
Hiroshi Yamauchi1afde132013-08-06 17:09:30 -0700185
186 public:
187 bool HasEverContended() const {
188 if (kLogLockContentions) {
Ian Rogers3e5cf302014-05-20 16:40:37 -0700189 return contention_log_data_->contention_count.LoadSequentiallyConsistent() > 0;
Hiroshi Yamauchi1afde132013-08-06 17:09:30 -0700190 }
191 return false;
192 }
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700193};
194
195// A Mutex is used to achieve mutual exclusion between threads. A Mutex can be used to gain
196// exclusive access to what it guards. A Mutex can be in one of two states:
197// - Free - not owned by any thread,
198// - Exclusive - owned by a single thread.
199//
200// The effect of locking and unlocking operations on the state is:
201// State | ExclusiveLock | ExclusiveUnlock
202// -------------------------------------------
203// Free | Exclusive | error
204// Exclusive | Block* | Free
205// * Mutex is not reentrant and so an attempt to ExclusiveLock on the same thread will result in
206// an error. Being non-reentrant simplifies Waiting on ConditionVariables.
Ian Rogers01ae5802012-09-28 16:14:01 -0700207std::ostream& operator<<(std::ostream& os, const Mutex& mu);
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700208class LOCKABLE Mutex : public BaseMutex {
209 public:
Ian Rogers81d425b2012-09-27 16:03:43 -0700210 explicit Mutex(const char* name, LockLevel level = kDefaultMutexLevel, bool recursive = false);
Elliott Hughes8daa0922011-09-11 13:46:25 -0700211 ~Mutex();
212
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700213 virtual bool IsMutex() const { return true; }
Elliott Hughes8daa0922011-09-11 13:46:25 -0700214
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700215 // Block until mutex is free then acquire exclusive access.
Ian Rogers81d425b2012-09-27 16:03:43 -0700216 void ExclusiveLock(Thread* self) EXCLUSIVE_LOCK_FUNCTION();
217 void Lock(Thread* self) EXCLUSIVE_LOCK_FUNCTION() { ExclusiveLock(self); }
Elliott Hughes8daa0922011-09-11 13:46:25 -0700218
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700219 // Returns true if acquires exclusive access, false otherwise.
Ian Rogers81d425b2012-09-27 16:03:43 -0700220 bool ExclusiveTryLock(Thread* self) EXCLUSIVE_TRYLOCK_FUNCTION(true);
221 bool TryLock(Thread* self) EXCLUSIVE_TRYLOCK_FUNCTION(true) { return ExclusiveTryLock(self); }
Elliott Hughes8daa0922011-09-11 13:46:25 -0700222
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700223 // Release exclusive access.
Ian Rogers81d425b2012-09-27 16:03:43 -0700224 void ExclusiveUnlock(Thread* self) UNLOCK_FUNCTION();
225 void Unlock(Thread* self) UNLOCK_FUNCTION() { ExclusiveUnlock(self); }
Elliott Hughes8daa0922011-09-11 13:46:25 -0700226
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700227 // Is the current thread the exclusive holder of the Mutex.
Ian Rogers81d425b2012-09-27 16:03:43 -0700228 bool IsExclusiveHeld(const Thread* self) const;
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700229
230 // Assert that the Mutex is exclusively held by the current thread.
Ian Rogers81d425b2012-09-27 16:03:43 -0700231 void AssertExclusiveHeld(const Thread* self) {
Nicolas Geoffraydb978712014-12-09 13:33:38 +0000232 if (kDebugLocking && (gAborting == 0)) {
Ian Rogers01ae5802012-09-28 16:14:01 -0700233 CHECK(IsExclusiveHeld(self)) << *this;
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700234 }
235 }
Ian Rogers81d425b2012-09-27 16:03:43 -0700236 void AssertHeld(const Thread* self) { AssertExclusiveHeld(self); }
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700237
238 // Assert that the Mutex is not held by the current thread.
Ian Rogers81d425b2012-09-27 16:03:43 -0700239 void AssertNotHeldExclusive(const Thread* self) {
Nicolas Geoffraydb978712014-12-09 13:33:38 +0000240 if (kDebugLocking && (gAborting == 0)) {
Ian Rogers01ae5802012-09-28 16:14:01 -0700241 CHECK(!IsExclusiveHeld(self)) << *this;
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700242 }
243 }
Ian Rogers81d425b2012-09-27 16:03:43 -0700244 void AssertNotHeld(const Thread* self) { AssertNotHeldExclusive(self); }
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700245
Ian Rogersc7190692014-07-08 23:50:26 -0700246 // Id associated with exclusive owner. No memory ordering semantics if called from a thread other
247 // than the owner.
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700248 uint64_t GetExclusiveOwnerTid() const;
249
250 // Returns how many times this Mutex has been locked, it is better to use AssertHeld/NotHeld.
251 unsigned int GetDepth() const {
252 return recursion_count_;
253 }
Elliott Hughesaccd83d2011-10-17 14:25:58 -0700254
Ian Rogers56edc432013-01-18 16:51:51 -0800255 virtual void Dump(std::ostream& os) const;
Ian Rogers01ae5802012-09-28 16:14:01 -0700256
Elliott Hughesaccd83d2011-10-17 14:25:58 -0700257 private:
Ian Rogersc604d732012-10-14 16:09:54 -0700258#if ART_USE_FUTEXES
259 // 0 is unheld, 1 is held.
Ian Rogersc7190692014-07-08 23:50:26 -0700260 AtomicInteger state_;
Ian Rogersc604d732012-10-14 16:09:54 -0700261 // Exclusive owner.
262 volatile uint64_t exclusive_owner_;
263 // Number of waiting contenders.
Ian Rogersb122a4b2013-11-19 18:00:50 -0800264 AtomicInteger num_contenders_;
Ian Rogersc604d732012-10-14 16:09:54 -0700265#else
Elliott Hughes8daa0922011-09-11 13:46:25 -0700266 pthread_mutex_t mutex_;
Ian Rogersc5f17732014-06-05 20:48:42 -0700267 volatile uint64_t exclusive_owner_; // Guarded by mutex_.
Ian Rogersc604d732012-10-14 16:09:54 -0700268#endif
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700269 const bool recursive_; // Can the lock be recursively held?
270 unsigned int recursion_count_;
Elliott Hughesf1498432012-03-28 19:34:27 -0700271 friend class ConditionVariable;
Elliott Hughes8daa0922011-09-11 13:46:25 -0700272 DISALLOW_COPY_AND_ASSIGN(Mutex);
273};
274
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700275// A ReaderWriterMutex is used to achieve mutual exclusion between threads, similar to a Mutex.
276// Unlike a Mutex a ReaderWriterMutex can be used to gain exclusive (writer) or shared (reader)
277// access to what it guards. A flaw in relation to a Mutex is that it cannot be used with a
278// condition variable. A ReaderWriterMutex can be in one of three states:
279// - Free - not owned by any thread,
280// - Exclusive - owned by a single thread,
281// - Shared(n) - shared amongst n threads.
282//
283// The effect of locking and unlocking operations on the state is:
284//
285// State | ExclusiveLock | ExclusiveUnlock | SharedLock | SharedUnlock
286// ----------------------------------------------------------------------------
287// Free | Exclusive | error | SharedLock(1) | error
288// Exclusive | Block | Free | Block | error
289// Shared(n) | Block | error | SharedLock(n+1)* | Shared(n-1) or Free
290// * for large values of n the SharedLock may block.
Ian Rogers01ae5802012-09-28 16:14:01 -0700291std::ostream& operator<<(std::ostream& os, const ReaderWriterMutex& mu);
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700292class LOCKABLE ReaderWriterMutex : public BaseMutex {
Elliott Hughes8daa0922011-09-11 13:46:25 -0700293 public:
Ian Rogers81d425b2012-09-27 16:03:43 -0700294 explicit ReaderWriterMutex(const char* name, LockLevel level = kDefaultMutexLevel);
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700295 ~ReaderWriterMutex();
296
297 virtual bool IsReaderWriterMutex() const { return true; }
298
299 // Block until ReaderWriterMutex is free then acquire exclusive access.
Ian Rogers81d425b2012-09-27 16:03:43 -0700300 void ExclusiveLock(Thread* self) EXCLUSIVE_LOCK_FUNCTION();
301 void WriterLock(Thread* self) EXCLUSIVE_LOCK_FUNCTION() { ExclusiveLock(self); }
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700302
303 // Release exclusive access.
Ian Rogers81d425b2012-09-27 16:03:43 -0700304 void ExclusiveUnlock(Thread* self) UNLOCK_FUNCTION();
305 void WriterUnlock(Thread* self) UNLOCK_FUNCTION() { ExclusiveUnlock(self); }
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700306
307 // Block until ReaderWriterMutex is free and acquire exclusive access. Returns true on success
308 // or false if timeout is reached.
Ian Rogers66aee5c2012-08-15 17:17:47 -0700309#if HAVE_TIMED_RWLOCK
Ian Rogersc604d732012-10-14 16:09:54 -0700310 bool ExclusiveLockWithTimeout(Thread* self, int64_t ms, int32_t ns)
Ian Rogers81d425b2012-09-27 16:03:43 -0700311 EXCLUSIVE_TRYLOCK_FUNCTION(true);
Ian Rogers66aee5c2012-08-15 17:17:47 -0700312#endif
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700313
314 // Block until ReaderWriterMutex is shared or free then acquire a share on the access.
Ian Rogers1ffa32f2013-02-05 18:29:08 -0800315 void SharedLock(Thread* self) SHARED_LOCK_FUNCTION() ALWAYS_INLINE;
Ian Rogers81d425b2012-09-27 16:03:43 -0700316 void ReaderLock(Thread* self) SHARED_LOCK_FUNCTION() { SharedLock(self); }
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700317
318 // Try to acquire share of ReaderWriterMutex.
Ian Rogers81d425b2012-09-27 16:03:43 -0700319 bool SharedTryLock(Thread* self) EXCLUSIVE_TRYLOCK_FUNCTION(true);
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700320
321 // Release a share of the access.
Ian Rogers1ffa32f2013-02-05 18:29:08 -0800322 void SharedUnlock(Thread* self) UNLOCK_FUNCTION() ALWAYS_INLINE;
Ian Rogers81d425b2012-09-27 16:03:43 -0700323 void ReaderUnlock(Thread* self) UNLOCK_FUNCTION() { SharedUnlock(self); }
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700324
325 // Is the current thread the exclusive holder of the ReaderWriterMutex.
Ian Rogers81d425b2012-09-27 16:03:43 -0700326 bool IsExclusiveHeld(const Thread* self) const;
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700327
328 // Assert the current thread has exclusive access to the ReaderWriterMutex.
Ian Rogers81d425b2012-09-27 16:03:43 -0700329 void AssertExclusiveHeld(const Thread* self) {
Nicolas Geoffraydb978712014-12-09 13:33:38 +0000330 if (kDebugLocking && (gAborting == 0)) {
Ian Rogers01ae5802012-09-28 16:14:01 -0700331 CHECK(IsExclusiveHeld(self)) << *this;
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700332 }
333 }
Ian Rogers81d425b2012-09-27 16:03:43 -0700334 void AssertWriterHeld(const Thread* self) { AssertExclusiveHeld(self); }
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700335
336 // Assert the current thread doesn't have exclusive access to the ReaderWriterMutex.
Ian Rogers81d425b2012-09-27 16:03:43 -0700337 void AssertNotExclusiveHeld(const Thread* self) {
Nicolas Geoffraydb978712014-12-09 13:33:38 +0000338 if (kDebugLocking && (gAborting == 0)) {
Ian Rogerse3359f72013-06-11 15:14:11 -0700339 CHECK(!IsExclusiveHeld(self)) << *this;
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700340 }
341 }
Ian Rogers81d425b2012-09-27 16:03:43 -0700342 void AssertNotWriterHeld(const Thread* self) { AssertNotExclusiveHeld(self); }
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700343
344 // Is the current thread a shared holder of the ReaderWriterMutex.
Ian Rogers81d425b2012-09-27 16:03:43 -0700345 bool IsSharedHeld(const Thread* self) const;
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700346
347 // Assert the current thread has shared access to the ReaderWriterMutex.
Ian Rogers81d425b2012-09-27 16:03:43 -0700348 void AssertSharedHeld(const Thread* self) {
Nicolas Geoffraydb978712014-12-09 13:33:38 +0000349 if (kDebugLocking && (gAborting == 0)) {
Mathieu Chartier2cebb242015-04-21 16:50:40 -0700350 // TODO: we can only assert this well when self != null.
351 CHECK(IsSharedHeld(self) || self == nullptr) << *this;
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700352 }
353 }
Ian Rogers81d425b2012-09-27 16:03:43 -0700354 void AssertReaderHeld(const Thread* self) { AssertSharedHeld(self); }
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700355
356 // Assert the current thread doesn't hold this ReaderWriterMutex either in shared or exclusive
357 // mode.
Ian Rogers81d425b2012-09-27 16:03:43 -0700358 void AssertNotHeld(const Thread* self) {
Nicolas Geoffraydb978712014-12-09 13:33:38 +0000359 if (kDebugLocking && (gAborting == 0)) {
Ian Rogers01ae5802012-09-28 16:14:01 -0700360 CHECK(!IsSharedHeld(self)) << *this;
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700361 }
Elliott Hughes8daa0922011-09-11 13:46:25 -0700362 }
363
Ian Rogersc7190692014-07-08 23:50:26 -0700364 // Id associated with exclusive owner. No memory ordering semantics if called from a thread other
365 // than the owner.
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700366 uint64_t GetExclusiveOwnerTid() const;
Elliott Hughes8daa0922011-09-11 13:46:25 -0700367
Ian Rogers56edc432013-01-18 16:51:51 -0800368 virtual void Dump(std::ostream& os) const;
Ian Rogers01ae5802012-09-28 16:14:01 -0700369
Ian Rogers81d425b2012-09-27 16:03:43 -0700370 private:
Ian Rogers51d212e2014-10-23 17:48:20 -0700371#if ART_USE_FUTEXES
Ian Rogerscf7f1912014-10-22 22:06:39 -0700372 // Out-of-inline path for handling contention for a SharedLock.
373 void HandleSharedLockContention(Thread* self, int32_t cur_state);
374
Ian Rogers81d425b2012-09-27 16:03:43 -0700375 // -1 implies held exclusive, +ve shared held by state_ many owners.
Ian Rogersc7190692014-07-08 23:50:26 -0700376 AtomicInteger state_;
377 // Exclusive owner. Modification guarded by this mutex.
Ian Rogers81d425b2012-09-27 16:03:43 -0700378 volatile uint64_t exclusive_owner_;
Ian Rogersc7190692014-07-08 23:50:26 -0700379 // Number of contenders waiting for a reader share.
380 AtomicInteger num_pending_readers_;
381 // Number of contenders waiting to be the writer.
Ian Rogersb122a4b2013-11-19 18:00:50 -0800382 AtomicInteger num_pending_writers_;
Ian Rogers81d425b2012-09-27 16:03:43 -0700383#else
384 pthread_rwlock_t rwlock_;
Ian Rogersc5f17732014-06-05 20:48:42 -0700385 volatile uint64_t exclusive_owner_; // Guarded by rwlock_.
Ian Rogers81d425b2012-09-27 16:03:43 -0700386#endif
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700387 DISALLOW_COPY_AND_ASSIGN(ReaderWriterMutex);
388};
389
Yu Lieac44242015-06-29 10:50:03 +0800390// MutatorMutex is a special kind of ReaderWriterMutex created specifically for the
391// Locks::mutator_lock_ mutex. The behaviour is identical to the ReaderWriterMutex except that
392// thread state changes also play a part in lock ownership. The mutator_lock_ will not be truly
393// held by any mutator threads. However, a thread in the kRunnable state is considered to have
394// shared ownership of the mutator lock and therefore transitions in and out of the kRunnable
395// state have associated implications on lock ownership. Extra methods to handle the state
396// transitions have been added to the interface but are only accessible to the methods dealing
397// with state transitions. The thread state and flags attributes are used to ensure thread state
398// transitions are consistent with the permitted behaviour of the mutex.
399//
400// *) The most important consequence of this behaviour is that all threads must be in one of the
401// suspended states before exclusive ownership of the mutator mutex is sought.
402//
403std::ostream& operator<<(std::ostream& os, const MutatorMutex& mu);
404class LOCKABLE MutatorMutex : public ReaderWriterMutex {
405 public:
406 explicit MutatorMutex(const char* name, LockLevel level = kDefaultMutexLevel)
407 : ReaderWriterMutex(name, level) {}
408 ~MutatorMutex() {}
409
410 virtual bool IsMutatorMutex() const { return true; }
411
412 private:
413 friend class Thread;
414 void TransitionFromRunnableToSuspended(Thread* self) UNLOCK_FUNCTION() ALWAYS_INLINE;
415 void TransitionFromSuspendedToRunnable(Thread* self) SHARED_LOCK_FUNCTION() ALWAYS_INLINE;
416
417 DISALLOW_COPY_AND_ASSIGN(MutatorMutex);
418};
419
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700420// ConditionVariables allow threads to queue and sleep. Threads may then be resumed individually
421// (Signal) or all at once (Broadcast).
Elliott Hughes5f791332011-09-15 17:45:30 -0700422class ConditionVariable {
423 public:
Ian Rogers23055dc2013-04-18 16:29:16 -0700424 explicit ConditionVariable(const char* name, Mutex& mutex);
Elliott Hughes5f791332011-09-15 17:45:30 -0700425 ~ConditionVariable();
426
Ian Rogersc604d732012-10-14 16:09:54 -0700427 void Broadcast(Thread* self);
428 void Signal(Thread* self);
429 // TODO: No thread safety analysis on Wait and TimedWait as they call mutex operations via their
430 // pointer copy, thereby defeating annotalysis.
431 void Wait(Thread* self) NO_THREAD_SAFETY_ANALYSIS;
Ian Rogers7b078e82014-09-10 14:44:24 -0700432 bool TimedWait(Thread* self, int64_t ms, int32_t ns) NO_THREAD_SAFETY_ANALYSIS;
Ian Rogers1d54e732013-05-02 21:10:01 -0700433 // Variant of Wait that should be used with caution. Doesn't validate that no mutexes are held
434 // when waiting.
435 // TODO: remove this.
436 void WaitHoldingLocks(Thread* self) NO_THREAD_SAFETY_ANALYSIS;
Elliott Hughes5f791332011-09-15 17:45:30 -0700437
438 private:
Ian Rogers23055dc2013-04-18 16:29:16 -0700439 const char* const name_;
Ian Rogersc604d732012-10-14 16:09:54 -0700440 // The Mutex being used by waiters. It is an error to mix condition variables between different
441 // Mutexes.
442 Mutex& guard_;
443#if ART_USE_FUTEXES
444 // A counter that is modified by signals and broadcasts. This ensures that when a waiter gives up
Ian Rogersd45f2012012-11-28 11:46:23 -0800445 // their Mutex and another thread takes it and signals, the waiting thread observes that sequence_
446 // changed and doesn't enter the wait. Modified while holding guard_, but is read by futex wait
447 // without guard_ held.
Ian Rogersb122a4b2013-11-19 18:00:50 -0800448 AtomicInteger sequence_;
Ian Rogersc604d732012-10-14 16:09:54 -0700449 // Number of threads that have come into to wait, not the length of the waiters on the futex as
Ian Rogers5bd97c42012-11-27 02:38:26 -0800450 // waiters may have been requeued onto guard_. Guarded by guard_.
Ian Rogersc604d732012-10-14 16:09:54 -0700451 volatile int32_t num_waiters_;
Ian Rogersc604d732012-10-14 16:09:54 -0700452#else
453 pthread_cond_t cond_;
454#endif
Elliott Hughes5f791332011-09-15 17:45:30 -0700455 DISALLOW_COPY_AND_ASSIGN(ConditionVariable);
456};
457
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700458// Scoped locker/unlocker for a regular Mutex that acquires mu upon construction and releases it
459// upon destruction.
460class SCOPED_LOCKABLE MutexLock {
461 public:
Ian Rogers81d425b2012-09-27 16:03:43 -0700462 explicit MutexLock(Thread* self, Mutex& mu) EXCLUSIVE_LOCK_FUNCTION(mu) : self_(self), mu_(mu) {
463 mu_.ExclusiveLock(self_);
464 }
465
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700466 ~MutexLock() UNLOCK_FUNCTION() {
Ian Rogers81d425b2012-09-27 16:03:43 -0700467 mu_.ExclusiveUnlock(self_);
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700468 }
469
470 private:
Ian Rogers81d425b2012-09-27 16:03:43 -0700471 Thread* const self_;
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700472 Mutex& mu_;
473 DISALLOW_COPY_AND_ASSIGN(MutexLock);
474};
475// Catch bug where variable name is omitted. "MutexLock (lock);" instead of "MutexLock mu(lock)".
Andreas Gampe575e78c2014-11-03 23:41:03 -0800476#define MutexLock(x) static_assert(0, "MutexLock declaration missing variable name")
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700477
478// Scoped locker/unlocker for a ReaderWriterMutex that acquires read access to mu upon
479// construction and releases it upon destruction.
480class SCOPED_LOCKABLE ReaderMutexLock {
481 public:
Ian Rogers81d425b2012-09-27 16:03:43 -0700482 explicit ReaderMutexLock(Thread* self, ReaderWriterMutex& mu) EXCLUSIVE_LOCK_FUNCTION(mu) :
483 self_(self), mu_(mu) {
484 mu_.SharedLock(self_);
485 }
486
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700487 ~ReaderMutexLock() UNLOCK_FUNCTION() {
Ian Rogers81d425b2012-09-27 16:03:43 -0700488 mu_.SharedUnlock(self_);
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700489 }
490
491 private:
Ian Rogers81d425b2012-09-27 16:03:43 -0700492 Thread* const self_;
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700493 ReaderWriterMutex& mu_;
494 DISALLOW_COPY_AND_ASSIGN(ReaderMutexLock);
495};
496// Catch bug where variable name is omitted. "ReaderMutexLock (lock);" instead of
497// "ReaderMutexLock mu(lock)".
Andreas Gampe575e78c2014-11-03 23:41:03 -0800498#define ReaderMutexLock(x) static_assert(0, "ReaderMutexLock declaration missing variable name")
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700499
500// Scoped locker/unlocker for a ReaderWriterMutex that acquires write access to mu upon
501// construction and releases it upon destruction.
502class SCOPED_LOCKABLE WriterMutexLock {
503 public:
Ian Rogers81d425b2012-09-27 16:03:43 -0700504 explicit WriterMutexLock(Thread* self, ReaderWriterMutex& mu) EXCLUSIVE_LOCK_FUNCTION(mu) :
505 self_(self), mu_(mu) {
506 mu_.ExclusiveLock(self_);
507 }
508
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700509 ~WriterMutexLock() UNLOCK_FUNCTION() {
Ian Rogers81d425b2012-09-27 16:03:43 -0700510 mu_.ExclusiveUnlock(self_);
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700511 }
512
513 private:
Ian Rogers50b35e22012-10-04 10:09:15 -0700514 Thread* const self_;
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700515 ReaderWriterMutex& mu_;
516 DISALLOW_COPY_AND_ASSIGN(WriterMutexLock);
517};
518// Catch bug where variable name is omitted. "WriterMutexLock (lock);" instead of
519// "WriterMutexLock mu(lock)".
Andreas Gampe575e78c2014-11-03 23:41:03 -0800520#define WriterMutexLock(x) static_assert(0, "WriterMutexLock declaration missing variable name")
Ian Rogers00f7d0e2012-07-19 15:28:27 -0700521
Ian Rogers719d1a32014-03-06 12:13:39 -0800522// Global mutexes corresponding to the levels above.
523class Locks {
524 public:
525 static void Init();
Mathieu Chartier91e56692015-03-03 13:51:04 -0800526 static void InitConditions() NO_THREAD_SAFETY_ANALYSIS; // Condition variables.
Mathieu Chartier9ef78b52014-09-25 17:03:12 -0700527 // Guards allocation entrypoint instrumenting.
Ian Rogers4ad5cd32014-11-11 23:08:07 -0800528 static Mutex* instrument_entrypoints_lock_;
Mathieu Chartier9ef78b52014-09-25 17:03:12 -0700529
Yu Lieac44242015-06-29 10:50:03 +0800530 // A barrier is used to synchronize the GC/Debugger thread with mutator threads. When GC/Debugger
531 // thread wants to suspend all mutator threads, it needs to wait for all mutator threads to pass
532 // a barrier. Threads that are already suspended will get their barrier passed by the GC/Debugger
533 // thread; threads in the runnable state will pass the barrier when they transit to the suspended
534 // state. GC/Debugger thread will be woken up when all mutator threads are suspended.
Ian Rogers719d1a32014-03-06 12:13:39 -0800535 //
536 // Thread suspension:
Yu Lieac44242015-06-29 10:50:03 +0800537 // mutator thread | GC/Debugger
538 // .. running .. | .. running ..
Ian Rogers719d1a32014-03-06 12:13:39 -0800539 // .. running .. | Request thread suspension by:
540 // .. running .. | - acquiring thread_suspend_count_lock_
541 // .. running .. | - incrementing Thread::suspend_count_ on
542 // .. running .. | all mutator threads
543 // .. running .. | - releasing thread_suspend_count_lock_
Yu Lieac44242015-06-29 10:50:03 +0800544 // .. running .. | Block wait for all threads to pass a barrier
Ian Rogers719d1a32014-03-06 12:13:39 -0800545 // Poll Thread::suspend_count_ and enter full | .. blocked ..
546 // suspend code. | .. blocked ..
Yu Lieac44242015-06-29 10:50:03 +0800547 // Change state to kSuspended (pass the barrier) | Wake up when all threads pass the barrier
548 // x: Acquire thread_suspend_count_lock_ | .. running ..
549 // while Thread::suspend_count_ > 0 | .. running ..
550 // - wait on Thread::resume_cond_ | .. running ..
551 // (releases thread_suspend_count_lock_) | .. running ..
Ian Rogers719d1a32014-03-06 12:13:39 -0800552 // .. waiting .. | Request thread resumption by:
553 // .. waiting .. | - acquiring thread_suspend_count_lock_
554 // .. waiting .. | - decrementing Thread::suspend_count_ on
555 // .. waiting .. | all mutator threads
556 // .. waiting .. | - notifying on Thread::resume_cond_
557 // - re-acquire thread_suspend_count_lock_ | - releasing thread_suspend_count_lock_
558 // Release thread_suspend_count_lock_ | .. running ..
Yu Lieac44242015-06-29 10:50:03 +0800559 // Change to kRunnable | .. running ..
560 // - this uses a CAS operation to ensure the | .. running ..
561 // suspend request flag isn't raised as the | .. running ..
562 // state is changed | .. running ..
563 // - if the CAS operation fails then goto x | .. running ..
Ian Rogers719d1a32014-03-06 12:13:39 -0800564 // .. running .. | .. running ..
Yu Lieac44242015-06-29 10:50:03 +0800565 static MutatorMutex* mutator_lock_ ACQUIRED_AFTER(instrument_entrypoints_lock_);
Ian Rogers719d1a32014-03-06 12:13:39 -0800566
567 // Allow reader-writer mutual exclusion on the mark and live bitmaps of the heap.
568 static ReaderWriterMutex* heap_bitmap_lock_ ACQUIRED_AFTER(mutator_lock_);
569
570 // Guards shutdown of the runtime.
571 static Mutex* runtime_shutdown_lock_ ACQUIRED_AFTER(heap_bitmap_lock_);
572
Chao-ying Fu9e369312014-05-21 11:20:52 -0700573 // Guards background profiler global state.
574 static Mutex* profiler_lock_ ACQUIRED_AFTER(runtime_shutdown_lock_);
575
576 // Guards trace (ie traceview) requests.
577 static Mutex* trace_lock_ ACQUIRED_AFTER(profiler_lock_);
578
Brian Carlstrom306db812014-09-05 13:01:41 -0700579 // Guards debugger recent allocation records.
580 static Mutex* alloc_tracker_lock_ ACQUIRED_AFTER(trace_lock_);
581
582 // Guards updates to instrumentation to ensure mutual exclusion of
583 // events like deoptimization requests.
584 // TODO: improve name, perhaps instrumentation_update_lock_.
585 static Mutex* deoptimization_lock_ ACQUIRED_AFTER(alloc_tracker_lock_);
586
Ian Rogers719d1a32014-03-06 12:13:39 -0800587 // The thread_list_lock_ guards ThreadList::list_. It is also commonly held to stop threads
588 // attaching and detaching.
Brian Carlstrom306db812014-09-05 13:01:41 -0700589 static Mutex* thread_list_lock_ ACQUIRED_AFTER(deoptimization_lock_);
Ian Rogers719d1a32014-03-06 12:13:39 -0800590
Mathieu Chartier91e56692015-03-03 13:51:04 -0800591 // Signaled when threads terminate. Used to determine when all non-daemons have terminated.
592 static ConditionVariable* thread_exit_cond_ GUARDED_BY(Locks::thread_list_lock_);
593
Ian Rogers68d8b422014-07-17 11:09:10 -0700594 // Guards maintaining loading library data structures.
595 static Mutex* jni_libraries_lock_ ACQUIRED_AFTER(thread_list_lock_);
596
Ian Rogers719d1a32014-03-06 12:13:39 -0800597 // Guards breakpoints.
Sebastien Hertzed2be172014-08-19 15:33:43 +0200598 static ReaderWriterMutex* breakpoint_lock_ ACQUIRED_AFTER(jni_libraries_lock_);
Ian Rogers719d1a32014-03-06 12:13:39 -0800599
Ian Rogers719d1a32014-03-06 12:13:39 -0800600 // Guards lists of classes within the class linker.
Chao-ying Fu9e369312014-05-21 11:20:52 -0700601 static ReaderWriterMutex* classlinker_classes_lock_ ACQUIRED_AFTER(breakpoint_lock_);
Ian Rogers719d1a32014-03-06 12:13:39 -0800602
603 // When declaring any Mutex add DEFAULT_MUTEX_ACQUIRED_AFTER to use annotalysis to check the code
604 // doesn't try to hold a higher level Mutex.
Mathieu Chartier12d625f2015-03-13 11:33:37 -0700605 #define DEFAULT_MUTEX_ACQUIRED_AFTER ACQUIRED_AFTER(Locks::classlinker_classes_lock_)
Ian Rogers719d1a32014-03-06 12:13:39 -0800606
Andreas Gampe74240812014-04-17 10:35:09 -0700607 static Mutex* allocated_monitor_ids_lock_ ACQUIRED_AFTER(classlinker_classes_lock_);
608
Chao-ying Fu9e369312014-05-21 11:20:52 -0700609 // Guard the allocation/deallocation of thread ids.
Andreas Gampe74240812014-04-17 10:35:09 -0700610 static Mutex* allocated_thread_ids_lock_ ACQUIRED_AFTER(allocated_monitor_ids_lock_);
Chao-ying Fu9e369312014-05-21 11:20:52 -0700611
612 // Guards modification of the LDT on x86.
613 static Mutex* modify_ldt_lock_ ACQUIRED_AFTER(allocated_thread_ids_lock_);
614
Ian Rogers719d1a32014-03-06 12:13:39 -0800615 // Guards intern table.
Chao-ying Fu9e369312014-05-21 11:20:52 -0700616 static Mutex* intern_table_lock_ ACQUIRED_AFTER(modify_ldt_lock_);
Ian Rogers719d1a32014-03-06 12:13:39 -0800617
Mathieu Chartiera5a53ef2014-09-12 12:58:05 -0700618 // Guards reference processor.
619 static Mutex* reference_processor_lock_ ACQUIRED_AFTER(intern_table_lock_);
620
621 // Guards cleared references queue.
622 static Mutex* reference_queue_cleared_references_lock_ ACQUIRED_AFTER(reference_processor_lock_);
623
624 // Guards weak references queue.
625 static Mutex* reference_queue_weak_references_lock_ ACQUIRED_AFTER(reference_queue_cleared_references_lock_);
626
627 // Guards finalizer references queue.
628 static Mutex* reference_queue_finalizer_references_lock_ ACQUIRED_AFTER(reference_queue_weak_references_lock_);
629
630 // Guards phantom references queue.
631 static Mutex* reference_queue_phantom_references_lock_ ACQUIRED_AFTER(reference_queue_finalizer_references_lock_);
632
633 // Guards soft references queue.
634 static Mutex* reference_queue_soft_references_lock_ ACQUIRED_AFTER(reference_queue_phantom_references_lock_);
635
Ian Rogers719d1a32014-03-06 12:13:39 -0800636 // Have an exclusive aborting thread.
Mathieu Chartiera5a53ef2014-09-12 12:58:05 -0700637 static Mutex* abort_lock_ ACQUIRED_AFTER(reference_queue_soft_references_lock_);
Ian Rogers719d1a32014-03-06 12:13:39 -0800638
639 // Allow mutual exclusion when manipulating Thread::suspend_count_.
640 // TODO: Does the trade-off of a per-thread lock make sense?
641 static Mutex* thread_suspend_count_lock_ ACQUIRED_AFTER(abort_lock_);
642
643 // One unexpected signal at a time lock.
644 static Mutex* unexpected_signal_lock_ ACQUIRED_AFTER(thread_suspend_count_lock_);
645
Hiroshi Yamauchi3eed93d2014-06-04 11:43:59 -0700646 // Guards the maps in mem_map.
647 static Mutex* mem_maps_lock_ ACQUIRED_AFTER(unexpected_signal_lock_);
648
Ian Rogers719d1a32014-03-06 12:13:39 -0800649 // Have an exclusive logging thread.
650 static Mutex* logging_lock_ ACQUIRED_AFTER(unexpected_signal_lock_);
651};
652
Elliott Hughes8daa0922011-09-11 13:46:25 -0700653} // namespace art
654
Brian Carlstromfc0e3212013-07-17 14:40:12 -0700655#endif // ART_RUNTIME_BASE_MUTEX_H_