Elliott Hughes | 8daa092 | 2011-09-11 13:46:25 -0700 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2011 The Android Open Source Project |
| 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
Brian Carlstrom | fc0e321 | 2013-07-17 14:40:12 -0700 | [diff] [blame] | 17 | #ifndef ART_RUNTIME_BASE_MUTEX_H_ |
| 18 | #define ART_RUNTIME_BASE_MUTEX_H_ |
Elliott Hughes | 8daa092 | 2011-09-11 13:46:25 -0700 | [diff] [blame] | 19 | |
| 20 | #include <pthread.h> |
Brian Carlstrom | cd74c4b | 2012-01-23 13:21:00 -0800 | [diff] [blame] | 21 | #include <stdint.h> |
Elliott Hughes | ffb465f | 2012-03-01 18:46:05 -0800 | [diff] [blame] | 22 | |
| 23 | #include <iosfwd> |
Elliott Hughes | 8daa092 | 2011-09-11 13:46:25 -0700 | [diff] [blame] | 24 | #include <string> |
| 25 | |
Ian Rogers | ef7d42f | 2014-01-06 12:55:46 -0800 | [diff] [blame] | 26 | #include "atomic.h" |
Elliott Hughes | 07ed66b | 2012-12-12 18:34:25 -0800 | [diff] [blame] | 27 | #include "base/logging.h" |
Elliott Hughes | 7616005 | 2012-12-12 16:31:20 -0800 | [diff] [blame] | 28 | #include "base/macros.h" |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 29 | #include "globals.h" |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 30 | |
Ian Rogers | ab47016 | 2012-09-29 23:06:53 -0700 | [diff] [blame] | 31 | #if defined(__APPLE__) |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 32 | #define ART_USE_FUTEXES 0 |
Ian Rogers | ab47016 | 2012-09-29 23:06:53 -0700 | [diff] [blame] | 33 | #else |
Chris Dearman | c014178 | 2013-11-14 17:29:21 -0800 | [diff] [blame] | 34 | #define ART_USE_FUTEXES 1 |
Ian Rogers | ab47016 | 2012-09-29 23:06:53 -0700 | [diff] [blame] | 35 | #endif |
Elliott Hughes | 8daa092 | 2011-09-11 13:46:25 -0700 | [diff] [blame] | 36 | |
Ian Rogers | 66aee5c | 2012-08-15 17:17:47 -0700 | [diff] [blame] | 37 | // Currently Darwin doesn't support locks with timeouts. |
| 38 | #if !defined(__APPLE__) |
| 39 | #define HAVE_TIMED_RWLOCK 1 |
| 40 | #else |
| 41 | #define HAVE_TIMED_RWLOCK 0 |
| 42 | #endif |
| 43 | |
Elliott Hughes | 8daa092 | 2011-09-11 13:46:25 -0700 | [diff] [blame] | 44 | namespace art { |
| 45 | |
Ian Rogers | 719d1a3 | 2014-03-06 12:13:39 -0800 | [diff] [blame] | 46 | class LOCKABLE ReaderWriterMutex; |
Ian Rogers | 56edc43 | 2013-01-18 16:51:51 -0800 | [diff] [blame] | 47 | class ScopedContentionRecorder; |
Ian Rogers | 50b35e2 | 2012-10-04 10:09:15 -0700 | [diff] [blame] | 48 | class Thread; |
| 49 | |
Ian Rogers | 719d1a3 | 2014-03-06 12:13:39 -0800 | [diff] [blame] | 50 | // LockLevel is used to impose a lock hierarchy [1] where acquisition of a Mutex at a higher or |
| 51 | // equal level to a lock a thread holds is invalid. The lock hierarchy achieves a cycle free |
| 52 | // partial ordering and thereby cause deadlock situations to fail checks. |
| 53 | // |
| 54 | // [1] http://www.drdobbs.com/parallel/use-lock-hierarchies-to-avoid-deadlock/204801163 |
| 55 | enum LockLevel { |
| 56 | kLoggingLock = 0, |
Hiroshi Yamauchi | 3eed93d | 2014-06-04 11:43:59 -0700 | [diff] [blame] | 57 | kMemMapsLock, |
Raghu Gandham | 7de77dd | 2014-06-13 15:16:31 -0700 | [diff] [blame] | 58 | kSwapMutexesLock, |
Ian Rogers | 719d1a3 | 2014-03-06 12:13:39 -0800 | [diff] [blame] | 59 | kUnexpectedSignalLock, |
| 60 | kThreadSuspendCountLock, |
| 61 | kAbortLock, |
| 62 | kJdwpSocketLock, |
| 63 | kRosAllocGlobalLock, |
| 64 | kRosAllocBracketLock, |
| 65 | kRosAllocBulkFreeLock, |
| 66 | kAllocSpaceLock, |
Mathieu Chartier | 2d1ab0a | 2014-05-08 15:27:31 -0700 | [diff] [blame] | 67 | kReferenceProcessorLock, |
Ian Rogers | 719d1a3 | 2014-03-06 12:13:39 -0800 | [diff] [blame] | 68 | kDexFileMethodInlinerLock, |
| 69 | kDexFileToMethodInlinerMapLock, |
| 70 | kMarkSweepMarkStackLock, |
| 71 | kTransactionLogLock, |
| 72 | kInternTableLock, |
Vladimir Marko | 3f5838d | 2014-08-07 18:07:18 +0100 | [diff] [blame] | 73 | kOatFileSecondaryLookupLock, |
Ian Rogers | 719d1a3 | 2014-03-06 12:13:39 -0800 | [diff] [blame] | 74 | kDefaultMutexLevel, |
| 75 | kMarkSweepLargeObjectLock, |
| 76 | kPinTableLock, |
Ian Rogers | 719d1a3 | 2014-03-06 12:13:39 -0800 | [diff] [blame] | 77 | kJdwpObjectRegistryLock, |
Chao-ying Fu | 9e36931 | 2014-05-21 11:20:52 -0700 | [diff] [blame] | 78 | kModifyLdtLock, |
| 79 | kAllocatedThreadIdsLock, |
Andreas Gampe | 7424081 | 2014-04-17 10:35:09 -0700 | [diff] [blame] | 80 | kMonitorPoolLock, |
Ian Rogers | 719d1a3 | 2014-03-06 12:13:39 -0800 | [diff] [blame] | 81 | kClassLinkerClassesLock, |
| 82 | kBreakpointLock, |
| 83 | kMonitorLock, |
Mathieu Chartier | 440e4ce | 2014-03-31 16:36:35 -0700 | [diff] [blame] | 84 | kMonitorListLock, |
Ian Rogers | 68d8b42 | 2014-07-17 11:09:10 -0700 | [diff] [blame] | 85 | kJniLoadLibraryLock, |
Ian Rogers | 719d1a3 | 2014-03-06 12:13:39 -0800 | [diff] [blame] | 86 | kThreadListLock, |
| 87 | kBreakpointInvokeLock, |
Brian Carlstrom | 306db81 | 2014-09-05 13:01:41 -0700 | [diff] [blame] | 88 | kAllocTrackerLock, |
Ian Rogers | 719d1a3 | 2014-03-06 12:13:39 -0800 | [diff] [blame] | 89 | kDeoptimizationLock, |
| 90 | kTraceLock, |
| 91 | kProfilerLock, |
| 92 | kJdwpEventListLock, |
| 93 | kJdwpAttachLock, |
| 94 | kJdwpStartLock, |
| 95 | kRuntimeShutdownLock, |
| 96 | kHeapBitmapLock, |
| 97 | kMutatorLock, |
Ian Rogers | f3d874c | 2014-07-17 18:52:42 -0700 | [diff] [blame] | 98 | kThreadListSuspendThreadLock, |
Ian Rogers | 719d1a3 | 2014-03-06 12:13:39 -0800 | [diff] [blame] | 99 | kZygoteCreationLock, |
| 100 | |
| 101 | kLockLevelCount // Must come last. |
| 102 | }; |
| 103 | std::ostream& operator<<(std::ostream& os, const LockLevel& rhs); |
| 104 | |
Brian Carlstrom | 2e250c8 | 2013-08-14 18:08:52 -0700 | [diff] [blame] | 105 | const bool kDebugLocking = kIsDebugBuild; |
Ian Rogers | 25fd14b | 2012-09-05 10:56:38 -0700 | [diff] [blame] | 106 | |
Hiroshi Yamauchi | 1afde13 | 2013-08-06 17:09:30 -0700 | [diff] [blame] | 107 | // Record Log contention information, dumpable via SIGQUIT. |
| 108 | #ifdef ART_USE_FUTEXES |
Jeff Hao | 08f2e7b | 2013-09-09 16:44:02 -0700 | [diff] [blame] | 109 | // To enable lock contention logging, set this to true. |
| 110 | const bool kLogLockContentions = false; |
Hiroshi Yamauchi | 1afde13 | 2013-08-06 17:09:30 -0700 | [diff] [blame] | 111 | #else |
| 112 | // Keep this false as lock contention logging is supported only with |
| 113 | // futex. |
| 114 | const bool kLogLockContentions = false; |
| 115 | #endif |
Ian Rogers | d9c4fc9 | 2013-10-01 19:45:43 -0700 | [diff] [blame] | 116 | const size_t kContentionLogSize = 4; |
Hiroshi Yamauchi | 1afde13 | 2013-08-06 17:09:30 -0700 | [diff] [blame] | 117 | const size_t kContentionLogDataSize = kLogLockContentions ? 1 : 0; |
| 118 | const size_t kAllMutexDataSize = kLogLockContentions ? 1 : 0; |
| 119 | |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 120 | // Base class for all Mutex implementations |
| 121 | class BaseMutex { |
| 122 | public: |
Ian Rogers | bab7496 | 2013-04-19 10:04:10 -0700 | [diff] [blame] | 123 | const char* GetName() const { |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 124 | return name_; |
| 125 | } |
| 126 | |
| 127 | virtual bool IsMutex() const { return false; } |
| 128 | virtual bool IsReaderWriterMutex() const { return false; } |
| 129 | |
Ian Rogers | 56edc43 | 2013-01-18 16:51:51 -0800 | [diff] [blame] | 130 | virtual void Dump(std::ostream& os) const = 0; |
| 131 | |
| 132 | static void DumpAll(std::ostream& os); |
| 133 | |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 134 | protected: |
| 135 | friend class ConditionVariable; |
| 136 | |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 137 | BaseMutex(const char* name, LockLevel level); |
Ian Rogers | 56edc43 | 2013-01-18 16:51:51 -0800 | [diff] [blame] | 138 | virtual ~BaseMutex(); |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 139 | void RegisterAsLocked(Thread* self); |
| 140 | void RegisterAsUnlocked(Thread* self); |
| 141 | void CheckSafeToWait(Thread* self); |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 142 | |
Ian Rogers | 56edc43 | 2013-01-18 16:51:51 -0800 | [diff] [blame] | 143 | friend class ScopedContentionRecorder; |
| 144 | |
Hiroshi Yamauchi | 1afde13 | 2013-08-06 17:09:30 -0700 | [diff] [blame] | 145 | void RecordContention(uint64_t blocked_tid, uint64_t owner_tid, uint64_t nano_time_blocked); |
Ian Rogers | 56edc43 | 2013-01-18 16:51:51 -0800 | [diff] [blame] | 146 | void DumpContention(std::ostream& os) const; |
| 147 | |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 148 | const LockLevel level_; // Support for lock hierarchy. |
Ian Rogers | bab7496 | 2013-04-19 10:04:10 -0700 | [diff] [blame] | 149 | const char* const name_; |
Hiroshi Yamauchi | 1afde13 | 2013-08-06 17:09:30 -0700 | [diff] [blame] | 150 | |
Ian Rogers | 56edc43 | 2013-01-18 16:51:51 -0800 | [diff] [blame] | 151 | // A log entry that records contention but makes no guarantee that either tid will be held live. |
| 152 | struct ContentionLogEntry { |
| 153 | ContentionLogEntry() : blocked_tid(0), owner_tid(0) {} |
| 154 | uint64_t blocked_tid; |
| 155 | uint64_t owner_tid; |
| 156 | AtomicInteger count; |
| 157 | }; |
Hiroshi Yamauchi | 1afde13 | 2013-08-06 17:09:30 -0700 | [diff] [blame] | 158 | struct ContentionLogData { |
| 159 | ContentionLogEntry contention_log[kContentionLogSize]; |
| 160 | // The next entry in the contention log to be updated. Value ranges from 0 to |
| 161 | // kContentionLogSize - 1. |
| 162 | AtomicInteger cur_content_log_entry; |
| 163 | // Number of times the Mutex has been contended. |
| 164 | AtomicInteger contention_count; |
| 165 | // Sum of time waited by all contenders in ns. |
Ian Rogers | 37f3c96 | 2014-07-17 11:25:30 -0700 | [diff] [blame] | 166 | Atomic<uint64_t> wait_time; |
Hiroshi Yamauchi | 1afde13 | 2013-08-06 17:09:30 -0700 | [diff] [blame] | 167 | void AddToWaitTime(uint64_t value); |
| 168 | ContentionLogData() : wait_time(0) {} |
| 169 | }; |
Ian Rogers | 3e5cf30 | 2014-05-20 16:40:37 -0700 | [diff] [blame] | 170 | ContentionLogData contention_log_data_[kContentionLogDataSize]; |
Hiroshi Yamauchi | 1afde13 | 2013-08-06 17:09:30 -0700 | [diff] [blame] | 171 | |
| 172 | public: |
| 173 | bool HasEverContended() const { |
| 174 | if (kLogLockContentions) { |
Ian Rogers | 3e5cf30 | 2014-05-20 16:40:37 -0700 | [diff] [blame] | 175 | return contention_log_data_->contention_count.LoadSequentiallyConsistent() > 0; |
Hiroshi Yamauchi | 1afde13 | 2013-08-06 17:09:30 -0700 | [diff] [blame] | 176 | } |
| 177 | return false; |
| 178 | } |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 179 | }; |
| 180 | |
| 181 | // A Mutex is used to achieve mutual exclusion between threads. A Mutex can be used to gain |
| 182 | // exclusive access to what it guards. A Mutex can be in one of two states: |
| 183 | // - Free - not owned by any thread, |
| 184 | // - Exclusive - owned by a single thread. |
| 185 | // |
| 186 | // The effect of locking and unlocking operations on the state is: |
| 187 | // State | ExclusiveLock | ExclusiveUnlock |
| 188 | // ------------------------------------------- |
| 189 | // Free | Exclusive | error |
| 190 | // Exclusive | Block* | Free |
| 191 | // * Mutex is not reentrant and so an attempt to ExclusiveLock on the same thread will result in |
| 192 | // an error. Being non-reentrant simplifies Waiting on ConditionVariables. |
Ian Rogers | 01ae580 | 2012-09-28 16:14:01 -0700 | [diff] [blame] | 193 | std::ostream& operator<<(std::ostream& os, const Mutex& mu); |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 194 | class LOCKABLE Mutex : public BaseMutex { |
| 195 | public: |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 196 | explicit Mutex(const char* name, LockLevel level = kDefaultMutexLevel, bool recursive = false); |
Elliott Hughes | 8daa092 | 2011-09-11 13:46:25 -0700 | [diff] [blame] | 197 | ~Mutex(); |
| 198 | |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 199 | virtual bool IsMutex() const { return true; } |
Elliott Hughes | 8daa092 | 2011-09-11 13:46:25 -0700 | [diff] [blame] | 200 | |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 201 | // Block until mutex is free then acquire exclusive access. |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 202 | void ExclusiveLock(Thread* self) EXCLUSIVE_LOCK_FUNCTION(); |
| 203 | void Lock(Thread* self) EXCLUSIVE_LOCK_FUNCTION() { ExclusiveLock(self); } |
Elliott Hughes | 8daa092 | 2011-09-11 13:46:25 -0700 | [diff] [blame] | 204 | |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 205 | // Returns true if acquires exclusive access, false otherwise. |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 206 | bool ExclusiveTryLock(Thread* self) EXCLUSIVE_TRYLOCK_FUNCTION(true); |
| 207 | bool TryLock(Thread* self) EXCLUSIVE_TRYLOCK_FUNCTION(true) { return ExclusiveTryLock(self); } |
Elliott Hughes | 8daa092 | 2011-09-11 13:46:25 -0700 | [diff] [blame] | 208 | |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 209 | // Release exclusive access. |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 210 | void ExclusiveUnlock(Thread* self) UNLOCK_FUNCTION(); |
| 211 | void Unlock(Thread* self) UNLOCK_FUNCTION() { ExclusiveUnlock(self); } |
Elliott Hughes | 8daa092 | 2011-09-11 13:46:25 -0700 | [diff] [blame] | 212 | |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 213 | // Is the current thread the exclusive holder of the Mutex. |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 214 | bool IsExclusiveHeld(const Thread* self) const; |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 215 | |
| 216 | // Assert that the Mutex is exclusively held by the current thread. |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 217 | void AssertExclusiveHeld(const Thread* self) { |
Anwar Ghuloum | 3c539ff | 2013-06-20 08:58:23 -0700 | [diff] [blame] | 218 | if (kDebugLocking && (gAborting == 0)) { |
Ian Rogers | 01ae580 | 2012-09-28 16:14:01 -0700 | [diff] [blame] | 219 | CHECK(IsExclusiveHeld(self)) << *this; |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 220 | } |
| 221 | } |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 222 | void AssertHeld(const Thread* self) { AssertExclusiveHeld(self); } |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 223 | |
| 224 | // Assert that the Mutex is not held by the current thread. |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 225 | void AssertNotHeldExclusive(const Thread* self) { |
Anwar Ghuloum | 3c539ff | 2013-06-20 08:58:23 -0700 | [diff] [blame] | 226 | if (kDebugLocking && (gAborting == 0)) { |
Ian Rogers | 01ae580 | 2012-09-28 16:14:01 -0700 | [diff] [blame] | 227 | CHECK(!IsExclusiveHeld(self)) << *this; |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 228 | } |
| 229 | } |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 230 | void AssertNotHeld(const Thread* self) { AssertNotHeldExclusive(self); } |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 231 | |
Ian Rogers | c719069 | 2014-07-08 23:50:26 -0700 | [diff] [blame] | 232 | // Id associated with exclusive owner. No memory ordering semantics if called from a thread other |
| 233 | // than the owner. |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 234 | uint64_t GetExclusiveOwnerTid() const; |
| 235 | |
| 236 | // Returns how many times this Mutex has been locked, it is better to use AssertHeld/NotHeld. |
| 237 | unsigned int GetDepth() const { |
| 238 | return recursion_count_; |
| 239 | } |
Elliott Hughes | accd83d | 2011-10-17 14:25:58 -0700 | [diff] [blame] | 240 | |
Ian Rogers | 56edc43 | 2013-01-18 16:51:51 -0800 | [diff] [blame] | 241 | virtual void Dump(std::ostream& os) const; |
Ian Rogers | 01ae580 | 2012-09-28 16:14:01 -0700 | [diff] [blame] | 242 | |
Elliott Hughes | accd83d | 2011-10-17 14:25:58 -0700 | [diff] [blame] | 243 | private: |
Ian Rogers | c604d73 | 2012-10-14 16:09:54 -0700 | [diff] [blame] | 244 | #if ART_USE_FUTEXES |
| 245 | // 0 is unheld, 1 is held. |
Ian Rogers | c719069 | 2014-07-08 23:50:26 -0700 | [diff] [blame] | 246 | AtomicInteger state_; |
Ian Rogers | c604d73 | 2012-10-14 16:09:54 -0700 | [diff] [blame] | 247 | // Exclusive owner. |
| 248 | volatile uint64_t exclusive_owner_; |
| 249 | // Number of waiting contenders. |
Ian Rogers | b122a4b | 2013-11-19 18:00:50 -0800 | [diff] [blame] | 250 | AtomicInteger num_contenders_; |
Ian Rogers | c604d73 | 2012-10-14 16:09:54 -0700 | [diff] [blame] | 251 | #else |
Elliott Hughes | 8daa092 | 2011-09-11 13:46:25 -0700 | [diff] [blame] | 252 | pthread_mutex_t mutex_; |
Ian Rogers | c5f1773 | 2014-06-05 20:48:42 -0700 | [diff] [blame] | 253 | volatile uint64_t exclusive_owner_; // Guarded by mutex_. |
Ian Rogers | c604d73 | 2012-10-14 16:09:54 -0700 | [diff] [blame] | 254 | #endif |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 255 | const bool recursive_; // Can the lock be recursively held? |
| 256 | unsigned int recursion_count_; |
Elliott Hughes | f149843 | 2012-03-28 19:34:27 -0700 | [diff] [blame] | 257 | friend class ConditionVariable; |
Elliott Hughes | 8daa092 | 2011-09-11 13:46:25 -0700 | [diff] [blame] | 258 | DISALLOW_COPY_AND_ASSIGN(Mutex); |
| 259 | }; |
| 260 | |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 261 | // A ReaderWriterMutex is used to achieve mutual exclusion between threads, similar to a Mutex. |
| 262 | // Unlike a Mutex a ReaderWriterMutex can be used to gain exclusive (writer) or shared (reader) |
| 263 | // access to what it guards. A flaw in relation to a Mutex is that it cannot be used with a |
| 264 | // condition variable. A ReaderWriterMutex can be in one of three states: |
| 265 | // - Free - not owned by any thread, |
| 266 | // - Exclusive - owned by a single thread, |
| 267 | // - Shared(n) - shared amongst n threads. |
| 268 | // |
| 269 | // The effect of locking and unlocking operations on the state is: |
| 270 | // |
| 271 | // State | ExclusiveLock | ExclusiveUnlock | SharedLock | SharedUnlock |
| 272 | // ---------------------------------------------------------------------------- |
| 273 | // Free | Exclusive | error | SharedLock(1) | error |
| 274 | // Exclusive | Block | Free | Block | error |
| 275 | // Shared(n) | Block | error | SharedLock(n+1)* | Shared(n-1) or Free |
| 276 | // * for large values of n the SharedLock may block. |
Ian Rogers | 01ae580 | 2012-09-28 16:14:01 -0700 | [diff] [blame] | 277 | std::ostream& operator<<(std::ostream& os, const ReaderWriterMutex& mu); |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 278 | class LOCKABLE ReaderWriterMutex : public BaseMutex { |
Elliott Hughes | 8daa092 | 2011-09-11 13:46:25 -0700 | [diff] [blame] | 279 | public: |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 280 | explicit ReaderWriterMutex(const char* name, LockLevel level = kDefaultMutexLevel); |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 281 | ~ReaderWriterMutex(); |
| 282 | |
| 283 | virtual bool IsReaderWriterMutex() const { return true; } |
| 284 | |
| 285 | // Block until ReaderWriterMutex is free then acquire exclusive access. |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 286 | void ExclusiveLock(Thread* self) EXCLUSIVE_LOCK_FUNCTION(); |
| 287 | void WriterLock(Thread* self) EXCLUSIVE_LOCK_FUNCTION() { ExclusiveLock(self); } |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 288 | |
| 289 | // Release exclusive access. |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 290 | void ExclusiveUnlock(Thread* self) UNLOCK_FUNCTION(); |
| 291 | void WriterUnlock(Thread* self) UNLOCK_FUNCTION() { ExclusiveUnlock(self); } |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 292 | |
| 293 | // Block until ReaderWriterMutex is free and acquire exclusive access. Returns true on success |
| 294 | // or false if timeout is reached. |
Ian Rogers | 66aee5c | 2012-08-15 17:17:47 -0700 | [diff] [blame] | 295 | #if HAVE_TIMED_RWLOCK |
Ian Rogers | c604d73 | 2012-10-14 16:09:54 -0700 | [diff] [blame] | 296 | bool ExclusiveLockWithTimeout(Thread* self, int64_t ms, int32_t ns) |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 297 | EXCLUSIVE_TRYLOCK_FUNCTION(true); |
Ian Rogers | 66aee5c | 2012-08-15 17:17:47 -0700 | [diff] [blame] | 298 | #endif |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 299 | |
| 300 | // Block until ReaderWriterMutex is shared or free then acquire a share on the access. |
Ian Rogers | 1ffa32f | 2013-02-05 18:29:08 -0800 | [diff] [blame] | 301 | void SharedLock(Thread* self) SHARED_LOCK_FUNCTION() ALWAYS_INLINE; |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 302 | void ReaderLock(Thread* self) SHARED_LOCK_FUNCTION() { SharedLock(self); } |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 303 | |
| 304 | // Try to acquire share of ReaderWriterMutex. |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 305 | bool SharedTryLock(Thread* self) EXCLUSIVE_TRYLOCK_FUNCTION(true); |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 306 | |
| 307 | // Release a share of the access. |
Ian Rogers | 1ffa32f | 2013-02-05 18:29:08 -0800 | [diff] [blame] | 308 | void SharedUnlock(Thread* self) UNLOCK_FUNCTION() ALWAYS_INLINE; |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 309 | void ReaderUnlock(Thread* self) UNLOCK_FUNCTION() { SharedUnlock(self); } |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 310 | |
| 311 | // Is the current thread the exclusive holder of the ReaderWriterMutex. |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 312 | bool IsExclusiveHeld(const Thread* self) const; |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 313 | |
| 314 | // Assert the current thread has exclusive access to the ReaderWriterMutex. |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 315 | void AssertExclusiveHeld(const Thread* self) { |
Sebastien Hertz | 702a85b | 2013-08-05 16:37:51 +0200 | [diff] [blame] | 316 | if (kDebugLocking && (gAborting == 0)) { |
Ian Rogers | 01ae580 | 2012-09-28 16:14:01 -0700 | [diff] [blame] | 317 | CHECK(IsExclusiveHeld(self)) << *this; |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 318 | } |
| 319 | } |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 320 | void AssertWriterHeld(const Thread* self) { AssertExclusiveHeld(self); } |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 321 | |
| 322 | // Assert the current thread doesn't have exclusive access to the ReaderWriterMutex. |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 323 | void AssertNotExclusiveHeld(const Thread* self) { |
Sebastien Hertz | 702a85b | 2013-08-05 16:37:51 +0200 | [diff] [blame] | 324 | if (kDebugLocking && (gAborting == 0)) { |
Ian Rogers | e3359f7 | 2013-06-11 15:14:11 -0700 | [diff] [blame] | 325 | CHECK(!IsExclusiveHeld(self)) << *this; |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 326 | } |
| 327 | } |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 328 | void AssertNotWriterHeld(const Thread* self) { AssertNotExclusiveHeld(self); } |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 329 | |
| 330 | // Is the current thread a shared holder of the ReaderWriterMutex. |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 331 | bool IsSharedHeld(const Thread* self) const; |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 332 | |
| 333 | // Assert the current thread has shared access to the ReaderWriterMutex. |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 334 | void AssertSharedHeld(const Thread* self) { |
Sebastien Hertz | 702a85b | 2013-08-05 16:37:51 +0200 | [diff] [blame] | 335 | if (kDebugLocking && (gAborting == 0)) { |
Ian Rogers | 23055dc | 2013-04-18 16:29:16 -0700 | [diff] [blame] | 336 | // TODO: we can only assert this well when self != NULL. |
| 337 | CHECK(IsSharedHeld(self) || self == NULL) << *this; |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 338 | } |
| 339 | } |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 340 | void AssertReaderHeld(const Thread* self) { AssertSharedHeld(self); } |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 341 | |
| 342 | // Assert the current thread doesn't hold this ReaderWriterMutex either in shared or exclusive |
| 343 | // mode. |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 344 | void AssertNotHeld(const Thread* self) { |
Anwar Ghuloum | 3c539ff | 2013-06-20 08:58:23 -0700 | [diff] [blame] | 345 | if (kDebugLocking && (gAborting == 0)) { |
Ian Rogers | 01ae580 | 2012-09-28 16:14:01 -0700 | [diff] [blame] | 346 | CHECK(!IsSharedHeld(self)) << *this; |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 347 | } |
Elliott Hughes | 8daa092 | 2011-09-11 13:46:25 -0700 | [diff] [blame] | 348 | } |
| 349 | |
Ian Rogers | c719069 | 2014-07-08 23:50:26 -0700 | [diff] [blame] | 350 | // Id associated with exclusive owner. No memory ordering semantics if called from a thread other |
| 351 | // than the owner. |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 352 | uint64_t GetExclusiveOwnerTid() const; |
Elliott Hughes | 8daa092 | 2011-09-11 13:46:25 -0700 | [diff] [blame] | 353 | |
Ian Rogers | 56edc43 | 2013-01-18 16:51:51 -0800 | [diff] [blame] | 354 | virtual void Dump(std::ostream& os) const; |
Ian Rogers | 01ae580 | 2012-09-28 16:14:01 -0700 | [diff] [blame] | 355 | |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 356 | private: |
| 357 | #if ART_USE_FUTEXES |
| 358 | // -1 implies held exclusive, +ve shared held by state_ many owners. |
Ian Rogers | c719069 | 2014-07-08 23:50:26 -0700 | [diff] [blame] | 359 | AtomicInteger state_; |
| 360 | // Exclusive owner. Modification guarded by this mutex. |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 361 | volatile uint64_t exclusive_owner_; |
Ian Rogers | c719069 | 2014-07-08 23:50:26 -0700 | [diff] [blame] | 362 | // Number of contenders waiting for a reader share. |
| 363 | AtomicInteger num_pending_readers_; |
| 364 | // Number of contenders waiting to be the writer. |
Ian Rogers | b122a4b | 2013-11-19 18:00:50 -0800 | [diff] [blame] | 365 | AtomicInteger num_pending_writers_; |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 366 | #else |
| 367 | pthread_rwlock_t rwlock_; |
Ian Rogers | c5f1773 | 2014-06-05 20:48:42 -0700 | [diff] [blame] | 368 | volatile uint64_t exclusive_owner_; // Guarded by rwlock_. |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 369 | #endif |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 370 | DISALLOW_COPY_AND_ASSIGN(ReaderWriterMutex); |
| 371 | }; |
| 372 | |
| 373 | // ConditionVariables allow threads to queue and sleep. Threads may then be resumed individually |
| 374 | // (Signal) or all at once (Broadcast). |
Elliott Hughes | 5f79133 | 2011-09-15 17:45:30 -0700 | [diff] [blame] | 375 | class ConditionVariable { |
| 376 | public: |
Ian Rogers | 23055dc | 2013-04-18 16:29:16 -0700 | [diff] [blame] | 377 | explicit ConditionVariable(const char* name, Mutex& mutex); |
Elliott Hughes | 5f79133 | 2011-09-15 17:45:30 -0700 | [diff] [blame] | 378 | ~ConditionVariable(); |
| 379 | |
Ian Rogers | c604d73 | 2012-10-14 16:09:54 -0700 | [diff] [blame] | 380 | void Broadcast(Thread* self); |
| 381 | void Signal(Thread* self); |
| 382 | // TODO: No thread safety analysis on Wait and TimedWait as they call mutex operations via their |
| 383 | // pointer copy, thereby defeating annotalysis. |
| 384 | void Wait(Thread* self) NO_THREAD_SAFETY_ANALYSIS; |
Ian Rogers | 7b078e8 | 2014-09-10 14:44:24 -0700 | [diff] [blame^] | 385 | bool TimedWait(Thread* self, int64_t ms, int32_t ns) NO_THREAD_SAFETY_ANALYSIS; |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 386 | // Variant of Wait that should be used with caution. Doesn't validate that no mutexes are held |
| 387 | // when waiting. |
| 388 | // TODO: remove this. |
| 389 | void WaitHoldingLocks(Thread* self) NO_THREAD_SAFETY_ANALYSIS; |
Elliott Hughes | 5f79133 | 2011-09-15 17:45:30 -0700 | [diff] [blame] | 390 | |
| 391 | private: |
Ian Rogers | 23055dc | 2013-04-18 16:29:16 -0700 | [diff] [blame] | 392 | const char* const name_; |
Ian Rogers | c604d73 | 2012-10-14 16:09:54 -0700 | [diff] [blame] | 393 | // The Mutex being used by waiters. It is an error to mix condition variables between different |
| 394 | // Mutexes. |
| 395 | Mutex& guard_; |
| 396 | #if ART_USE_FUTEXES |
| 397 | // A counter that is modified by signals and broadcasts. This ensures that when a waiter gives up |
Ian Rogers | d45f201 | 2012-11-28 11:46:23 -0800 | [diff] [blame] | 398 | // their Mutex and another thread takes it and signals, the waiting thread observes that sequence_ |
| 399 | // changed and doesn't enter the wait. Modified while holding guard_, but is read by futex wait |
| 400 | // without guard_ held. |
Ian Rogers | b122a4b | 2013-11-19 18:00:50 -0800 | [diff] [blame] | 401 | AtomicInteger sequence_; |
Ian Rogers | c604d73 | 2012-10-14 16:09:54 -0700 | [diff] [blame] | 402 | // Number of threads that have come into to wait, not the length of the waiters on the futex as |
Ian Rogers | 5bd97c4 | 2012-11-27 02:38:26 -0800 | [diff] [blame] | 403 | // waiters may have been requeued onto guard_. Guarded by guard_. |
Ian Rogers | c604d73 | 2012-10-14 16:09:54 -0700 | [diff] [blame] | 404 | volatile int32_t num_waiters_; |
Ian Rogers | c604d73 | 2012-10-14 16:09:54 -0700 | [diff] [blame] | 405 | #else |
| 406 | pthread_cond_t cond_; |
| 407 | #endif |
Elliott Hughes | 5f79133 | 2011-09-15 17:45:30 -0700 | [diff] [blame] | 408 | DISALLOW_COPY_AND_ASSIGN(ConditionVariable); |
| 409 | }; |
| 410 | |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 411 | // Scoped locker/unlocker for a regular Mutex that acquires mu upon construction and releases it |
| 412 | // upon destruction. |
| 413 | class SCOPED_LOCKABLE MutexLock { |
| 414 | public: |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 415 | explicit MutexLock(Thread* self, Mutex& mu) EXCLUSIVE_LOCK_FUNCTION(mu) : self_(self), mu_(mu) { |
| 416 | mu_.ExclusiveLock(self_); |
| 417 | } |
| 418 | |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 419 | ~MutexLock() UNLOCK_FUNCTION() { |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 420 | mu_.ExclusiveUnlock(self_); |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 421 | } |
| 422 | |
| 423 | private: |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 424 | Thread* const self_; |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 425 | Mutex& mu_; |
| 426 | DISALLOW_COPY_AND_ASSIGN(MutexLock); |
| 427 | }; |
| 428 | // Catch bug where variable name is omitted. "MutexLock (lock);" instead of "MutexLock mu(lock)". |
| 429 | #define MutexLock(x) COMPILE_ASSERT(0, mutex_lock_declaration_missing_variable_name) |
| 430 | |
| 431 | // Scoped locker/unlocker for a ReaderWriterMutex that acquires read access to mu upon |
| 432 | // construction and releases it upon destruction. |
| 433 | class SCOPED_LOCKABLE ReaderMutexLock { |
| 434 | public: |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 435 | explicit ReaderMutexLock(Thread* self, ReaderWriterMutex& mu) EXCLUSIVE_LOCK_FUNCTION(mu) : |
| 436 | self_(self), mu_(mu) { |
| 437 | mu_.SharedLock(self_); |
| 438 | } |
| 439 | |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 440 | ~ReaderMutexLock() UNLOCK_FUNCTION() { |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 441 | mu_.SharedUnlock(self_); |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 442 | } |
| 443 | |
| 444 | private: |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 445 | Thread* const self_; |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 446 | ReaderWriterMutex& mu_; |
| 447 | DISALLOW_COPY_AND_ASSIGN(ReaderMutexLock); |
| 448 | }; |
| 449 | // Catch bug where variable name is omitted. "ReaderMutexLock (lock);" instead of |
| 450 | // "ReaderMutexLock mu(lock)". |
| 451 | #define ReaderMutexLock(x) COMPILE_ASSERT(0, reader_mutex_lock_declaration_missing_variable_name) |
| 452 | |
| 453 | // Scoped locker/unlocker for a ReaderWriterMutex that acquires write access to mu upon |
| 454 | // construction and releases it upon destruction. |
| 455 | class SCOPED_LOCKABLE WriterMutexLock { |
| 456 | public: |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 457 | explicit WriterMutexLock(Thread* self, ReaderWriterMutex& mu) EXCLUSIVE_LOCK_FUNCTION(mu) : |
| 458 | self_(self), mu_(mu) { |
| 459 | mu_.ExclusiveLock(self_); |
| 460 | } |
| 461 | |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 462 | ~WriterMutexLock() UNLOCK_FUNCTION() { |
Ian Rogers | 81d425b | 2012-09-27 16:03:43 -0700 | [diff] [blame] | 463 | mu_.ExclusiveUnlock(self_); |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 464 | } |
| 465 | |
| 466 | private: |
Ian Rogers | 50b35e2 | 2012-10-04 10:09:15 -0700 | [diff] [blame] | 467 | Thread* const self_; |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 468 | ReaderWriterMutex& mu_; |
| 469 | DISALLOW_COPY_AND_ASSIGN(WriterMutexLock); |
| 470 | }; |
| 471 | // Catch bug where variable name is omitted. "WriterMutexLock (lock);" instead of |
| 472 | // "WriterMutexLock mu(lock)". |
| 473 | #define WriterMutexLock(x) COMPILE_ASSERT(0, writer_mutex_lock_declaration_missing_variable_name) |
| 474 | |
Ian Rogers | 719d1a3 | 2014-03-06 12:13:39 -0800 | [diff] [blame] | 475 | // Global mutexes corresponding to the levels above. |
| 476 | class Locks { |
| 477 | public: |
| 478 | static void Init(); |
| 479 | |
Ian Rogers | f3d874c | 2014-07-17 18:52:42 -0700 | [diff] [blame] | 480 | // There's a potential race for two threads to try to suspend each other and for both of them |
| 481 | // to succeed and get blocked becoming runnable. This lock ensures that only one thread is |
| 482 | // requesting suspension of another at any time. As the the thread list suspend thread logic |
| 483 | // transitions to runnable, if the current thread were tried to be suspended then this thread |
| 484 | // would block holding this lock until it could safely request thread suspension of the other |
| 485 | // thread without that thread having a suspension request against this thread. This avoids a |
| 486 | // potential deadlock cycle. |
| 487 | static Mutex* thread_list_suspend_thread_lock_; |
| 488 | |
Ian Rogers | 719d1a3 | 2014-03-06 12:13:39 -0800 | [diff] [blame] | 489 | // The mutator_lock_ is used to allow mutators to execute in a shared (reader) mode or to block |
| 490 | // mutators by having an exclusive (writer) owner. In normal execution each mutator thread holds |
| 491 | // a share on the mutator_lock_. The garbage collector may also execute with shared access but |
| 492 | // at times requires exclusive access to the heap (not to be confused with the heap meta-data |
| 493 | // guarded by the heap_lock_ below). When the garbage collector requires exclusive access it asks |
| 494 | // the mutators to suspend themselves which also involves usage of the thread_suspend_count_lock_ |
| 495 | // to cover weaknesses in using ReaderWriterMutexes with ConditionVariables. We use a condition |
| 496 | // variable to wait upon in the suspension logic as releasing and then re-acquiring a share on |
| 497 | // the mutator lock doesn't necessarily allow the exclusive user (e.g the garbage collector) |
| 498 | // chance to acquire the lock. |
| 499 | // |
| 500 | // Thread suspension: |
| 501 | // Shared users | Exclusive user |
| 502 | // (holding mutator lock and in kRunnable state) | .. running .. |
| 503 | // .. running .. | Request thread suspension by: |
| 504 | // .. running .. | - acquiring thread_suspend_count_lock_ |
| 505 | // .. running .. | - incrementing Thread::suspend_count_ on |
| 506 | // .. running .. | all mutator threads |
| 507 | // .. running .. | - releasing thread_suspend_count_lock_ |
| 508 | // .. running .. | Block trying to acquire exclusive mutator lock |
| 509 | // Poll Thread::suspend_count_ and enter full | .. blocked .. |
| 510 | // suspend code. | .. blocked .. |
| 511 | // Change state to kSuspended | .. blocked .. |
| 512 | // x: Release share on mutator_lock_ | Carry out exclusive access |
| 513 | // Acquire thread_suspend_count_lock_ | .. exclusive .. |
| 514 | // while Thread::suspend_count_ > 0 | .. exclusive .. |
| 515 | // - wait on Thread::resume_cond_ | .. exclusive .. |
| 516 | // (releases thread_suspend_count_lock_) | .. exclusive .. |
| 517 | // .. waiting .. | Release mutator_lock_ |
| 518 | // .. waiting .. | Request thread resumption by: |
| 519 | // .. waiting .. | - acquiring thread_suspend_count_lock_ |
| 520 | // .. waiting .. | - decrementing Thread::suspend_count_ on |
| 521 | // .. waiting .. | all mutator threads |
| 522 | // .. waiting .. | - notifying on Thread::resume_cond_ |
| 523 | // - re-acquire thread_suspend_count_lock_ | - releasing thread_suspend_count_lock_ |
| 524 | // Release thread_suspend_count_lock_ | .. running .. |
| 525 | // Acquire share on mutator_lock_ | .. running .. |
| 526 | // - This could block but the thread still | .. running .. |
| 527 | // has a state of kSuspended and so this | .. running .. |
| 528 | // isn't an issue. | .. running .. |
| 529 | // Acquire thread_suspend_count_lock_ | .. running .. |
| 530 | // - we poll here as we're transitioning into | .. running .. |
| 531 | // kRunnable and an individual thread suspend | .. running .. |
| 532 | // request (e.g for debugging) won't try | .. running .. |
| 533 | // to acquire the mutator lock (which would | .. running .. |
| 534 | // block as we hold the mutator lock). This | .. running .. |
| 535 | // poll ensures that if the suspender thought | .. running .. |
| 536 | // we were suspended by incrementing our | .. running .. |
| 537 | // Thread::suspend_count_ and then reading | .. running .. |
| 538 | // our state we go back to waiting on | .. running .. |
| 539 | // Thread::resume_cond_. | .. running .. |
| 540 | // can_go_runnable = Thread::suspend_count_ == 0 | .. running .. |
| 541 | // Release thread_suspend_count_lock_ | .. running .. |
| 542 | // if can_go_runnable | .. running .. |
| 543 | // Change state to kRunnable | .. running .. |
| 544 | // else | .. running .. |
| 545 | // Goto x | .. running .. |
| 546 | // .. running .. | .. running .. |
Ian Rogers | f3d874c | 2014-07-17 18:52:42 -0700 | [diff] [blame] | 547 | static ReaderWriterMutex* mutator_lock_ ACQUIRED_AFTER(thread_list_suspend_thread_lock_); |
Ian Rogers | 719d1a3 | 2014-03-06 12:13:39 -0800 | [diff] [blame] | 548 | |
| 549 | // Allow reader-writer mutual exclusion on the mark and live bitmaps of the heap. |
| 550 | static ReaderWriterMutex* heap_bitmap_lock_ ACQUIRED_AFTER(mutator_lock_); |
| 551 | |
| 552 | // Guards shutdown of the runtime. |
| 553 | static Mutex* runtime_shutdown_lock_ ACQUIRED_AFTER(heap_bitmap_lock_); |
| 554 | |
Chao-ying Fu | 9e36931 | 2014-05-21 11:20:52 -0700 | [diff] [blame] | 555 | // Guards background profiler global state. |
| 556 | static Mutex* profiler_lock_ ACQUIRED_AFTER(runtime_shutdown_lock_); |
| 557 | |
| 558 | // Guards trace (ie traceview) requests. |
| 559 | static Mutex* trace_lock_ ACQUIRED_AFTER(profiler_lock_); |
| 560 | |
Brian Carlstrom | 306db81 | 2014-09-05 13:01:41 -0700 | [diff] [blame] | 561 | // Guards debugger recent allocation records. |
| 562 | static Mutex* alloc_tracker_lock_ ACQUIRED_AFTER(trace_lock_); |
| 563 | |
| 564 | // Guards updates to instrumentation to ensure mutual exclusion of |
| 565 | // events like deoptimization requests. |
| 566 | // TODO: improve name, perhaps instrumentation_update_lock_. |
| 567 | static Mutex* deoptimization_lock_ ACQUIRED_AFTER(alloc_tracker_lock_); |
| 568 | |
Ian Rogers | 719d1a3 | 2014-03-06 12:13:39 -0800 | [diff] [blame] | 569 | // The thread_list_lock_ guards ThreadList::list_. It is also commonly held to stop threads |
| 570 | // attaching and detaching. |
Brian Carlstrom | 306db81 | 2014-09-05 13:01:41 -0700 | [diff] [blame] | 571 | static Mutex* thread_list_lock_ ACQUIRED_AFTER(deoptimization_lock_); |
Ian Rogers | 719d1a3 | 2014-03-06 12:13:39 -0800 | [diff] [blame] | 572 | |
Ian Rogers | 68d8b42 | 2014-07-17 11:09:10 -0700 | [diff] [blame] | 573 | // Guards maintaining loading library data structures. |
| 574 | static Mutex* jni_libraries_lock_ ACQUIRED_AFTER(thread_list_lock_); |
| 575 | |
Ian Rogers | 719d1a3 | 2014-03-06 12:13:39 -0800 | [diff] [blame] | 576 | // Guards breakpoints. |
Sebastien Hertz | ed2be17 | 2014-08-19 15:33:43 +0200 | [diff] [blame] | 577 | static ReaderWriterMutex* breakpoint_lock_ ACQUIRED_AFTER(jni_libraries_lock_); |
Ian Rogers | 719d1a3 | 2014-03-06 12:13:39 -0800 | [diff] [blame] | 578 | |
Ian Rogers | 719d1a3 | 2014-03-06 12:13:39 -0800 | [diff] [blame] | 579 | // Guards lists of classes within the class linker. |
Chao-ying Fu | 9e36931 | 2014-05-21 11:20:52 -0700 | [diff] [blame] | 580 | static ReaderWriterMutex* classlinker_classes_lock_ ACQUIRED_AFTER(breakpoint_lock_); |
Ian Rogers | 719d1a3 | 2014-03-06 12:13:39 -0800 | [diff] [blame] | 581 | |
| 582 | // When declaring any Mutex add DEFAULT_MUTEX_ACQUIRED_AFTER to use annotalysis to check the code |
| 583 | // doesn't try to hold a higher level Mutex. |
| 584 | #define DEFAULT_MUTEX_ACQUIRED_AFTER ACQUIRED_AFTER(Locks::classlinker_classes_lock_) |
| 585 | |
Andreas Gampe | 7424081 | 2014-04-17 10:35:09 -0700 | [diff] [blame] | 586 | static Mutex* allocated_monitor_ids_lock_ ACQUIRED_AFTER(classlinker_classes_lock_); |
| 587 | |
Chao-ying Fu | 9e36931 | 2014-05-21 11:20:52 -0700 | [diff] [blame] | 588 | // Guard the allocation/deallocation of thread ids. |
Andreas Gampe | 7424081 | 2014-04-17 10:35:09 -0700 | [diff] [blame] | 589 | static Mutex* allocated_thread_ids_lock_ ACQUIRED_AFTER(allocated_monitor_ids_lock_); |
Chao-ying Fu | 9e36931 | 2014-05-21 11:20:52 -0700 | [diff] [blame] | 590 | |
| 591 | // Guards modification of the LDT on x86. |
| 592 | static Mutex* modify_ldt_lock_ ACQUIRED_AFTER(allocated_thread_ids_lock_); |
| 593 | |
Ian Rogers | 719d1a3 | 2014-03-06 12:13:39 -0800 | [diff] [blame] | 594 | // Guards intern table. |
Chao-ying Fu | 9e36931 | 2014-05-21 11:20:52 -0700 | [diff] [blame] | 595 | static Mutex* intern_table_lock_ ACQUIRED_AFTER(modify_ldt_lock_); |
Ian Rogers | 719d1a3 | 2014-03-06 12:13:39 -0800 | [diff] [blame] | 596 | |
| 597 | // Have an exclusive aborting thread. |
Brian Carlstrom | 306db81 | 2014-09-05 13:01:41 -0700 | [diff] [blame] | 598 | static Mutex* abort_lock_ ACQUIRED_AFTER(intern_table_lock_); |
Ian Rogers | 719d1a3 | 2014-03-06 12:13:39 -0800 | [diff] [blame] | 599 | |
| 600 | // Allow mutual exclusion when manipulating Thread::suspend_count_. |
| 601 | // TODO: Does the trade-off of a per-thread lock make sense? |
| 602 | static Mutex* thread_suspend_count_lock_ ACQUIRED_AFTER(abort_lock_); |
| 603 | |
| 604 | // One unexpected signal at a time lock. |
| 605 | static Mutex* unexpected_signal_lock_ ACQUIRED_AFTER(thread_suspend_count_lock_); |
| 606 | |
Hiroshi Yamauchi | 3eed93d | 2014-06-04 11:43:59 -0700 | [diff] [blame] | 607 | // Guards the maps in mem_map. |
| 608 | static Mutex* mem_maps_lock_ ACQUIRED_AFTER(unexpected_signal_lock_); |
| 609 | |
Ian Rogers | 719d1a3 | 2014-03-06 12:13:39 -0800 | [diff] [blame] | 610 | // Have an exclusive logging thread. |
| 611 | static Mutex* logging_lock_ ACQUIRED_AFTER(unexpected_signal_lock_); |
| 612 | }; |
| 613 | |
Elliott Hughes | 8daa092 | 2011-09-11 13:46:25 -0700 | [diff] [blame] | 614 | } // namespace art |
| 615 | |
Brian Carlstrom | fc0e321 | 2013-07-17 14:40:12 -0700 | [diff] [blame] | 616 | #endif // ART_RUNTIME_BASE_MUTEX_H_ |