epoger@google.com | ec3ed6a | 2011-07-28 14:26:00 +0000 | [diff] [blame] | 1 | |
| 2 | /* |
| 3 | * Copyright 2011 Google Inc. |
| 4 | * |
| 5 | * Use of this source code is governed by a BSD-style license that can be |
| 6 | * found in the LICENSE file. |
| 7 | */ |
reed@android.com | 8a1c16f | 2008-12-17 15:59:43 +0000 | [diff] [blame] | 8 | #include "SkThread.h" |
reed@google.com | e22a421 | 2012-05-07 20:28:00 +0000 | [diff] [blame] | 9 | #include "SkTLS.h" |
reed@android.com | 8a1c16f | 2008-12-17 15:59:43 +0000 | [diff] [blame] | 10 | |
| 11 | #include <pthread.h> |
| 12 | #include <errno.h> |
| 13 | |
digit@google.com | f66436c | 2012-01-11 17:44:41 +0000 | [diff] [blame] | 14 | #ifndef SK_BUILD_FOR_ANDROID |
| 15 | |
bsalomon@google.com | 0986600 | 2011-08-18 20:31:35 +0000 | [diff] [blame] | 16 | /** |
| 17 | We prefer the GCC intrinsic implementation of the atomic operations over the |
| 18 | SkMutex-based implementation. The SkMutex version suffers from static |
| 19 | destructor ordering problems. |
| 20 | Note clang also defines the GCC version macros and implements the intrinsics. |
| 21 | TODO: Verify that gcc-style __sync_* intrinsics work on ARM |
| 22 | According to this the intrinsics are supported on ARM in LLVM 2.7+ |
| 23 | http://llvm.org/releases/2.7/docs/ReleaseNotes.html |
| 24 | */ |
| 25 | #if (__GNUC__ == 4 && __GNUC_MINOR__ >= 1) || __GNUC__ > 4 |
| 26 | #if (defined(__x86_64) || defined(__i386__)) |
| 27 | #define GCC_INTRINSIC |
| 28 | #endif |
| 29 | #endif |
| 30 | |
| 31 | #if defined(GCC_INTRINSIC) |
| 32 | |
| 33 | int32_t sk_atomic_inc(int32_t* addr) |
| 34 | { |
| 35 | return __sync_fetch_and_add(addr, 1); |
| 36 | } |
| 37 | |
scroggo@google.com | 50ccb0a | 2012-07-16 16:51:28 +0000 | [diff] [blame^] | 38 | int32_t sk_atomic_add(int32_t* addr, int32_t inc) |
| 39 | { |
| 40 | return __sync_fetch_and_add(addr, inc); |
| 41 | } |
| 42 | |
bsalomon@google.com | 0986600 | 2011-08-18 20:31:35 +0000 | [diff] [blame] | 43 | int32_t sk_atomic_dec(int32_t* addr) |
| 44 | { |
| 45 | return __sync_fetch_and_add(addr, -1); |
| 46 | } |
bungeman@google.com | a02bc15 | 2012-05-16 18:21:56 +0000 | [diff] [blame] | 47 | void sk_membar_aquire__after_atomic_dec() { } |
| 48 | |
| 49 | int32_t sk_atomic_conditional_inc(int32_t* addr) |
| 50 | { |
| 51 | int32_t value = *addr; |
| 52 | |
| 53 | while (true) { |
| 54 | if (value == 0) { |
| 55 | return 0; |
| 56 | } |
| 57 | |
| 58 | int32_t before = __sync_val_compare_and_swap(addr, value, value + 1); |
| 59 | |
| 60 | if (before == value) { |
| 61 | return value; |
| 62 | } else { |
| 63 | value = before; |
| 64 | } |
| 65 | } |
| 66 | } |
| 67 | void sk_membar_aquire__after_atomic_conditional_inc() { } |
bsalomon@google.com | 0986600 | 2011-08-18 20:31:35 +0000 | [diff] [blame] | 68 | |
| 69 | #else |
| 70 | |
reed@android.com | 8a1c16f | 2008-12-17 15:59:43 +0000 | [diff] [blame] | 71 | SkMutex gAtomicMutex; |
| 72 | |
| 73 | int32_t sk_atomic_inc(int32_t* addr) |
| 74 | { |
| 75 | SkAutoMutexAcquire ac(gAtomicMutex); |
| 76 | |
| 77 | int32_t value = *addr; |
| 78 | *addr = value + 1; |
| 79 | return value; |
| 80 | } |
| 81 | |
scroggo@google.com | 50ccb0a | 2012-07-16 16:51:28 +0000 | [diff] [blame^] | 82 | int32_t sk_atomic_add(int32_t* addr, int32_t inc) |
| 83 | { |
| 84 | SkAutoMutexAcquire ac(gAtomicMutex); |
| 85 | |
| 86 | int32_t value = *addr; |
| 87 | *addr = value + inc; |
| 88 | return value; |
| 89 | } |
| 90 | |
reed@android.com | 8a1c16f | 2008-12-17 15:59:43 +0000 | [diff] [blame] | 91 | int32_t sk_atomic_dec(int32_t* addr) |
| 92 | { |
| 93 | SkAutoMutexAcquire ac(gAtomicMutex); |
digit@google.com | 1771cbf | 2012-01-26 21:26:40 +0000 | [diff] [blame] | 94 | |
reed@android.com | 8a1c16f | 2008-12-17 15:59:43 +0000 | [diff] [blame] | 95 | int32_t value = *addr; |
| 96 | *addr = value - 1; |
| 97 | return value; |
| 98 | } |
bungeman@google.com | a02bc15 | 2012-05-16 18:21:56 +0000 | [diff] [blame] | 99 | void sk_membar_aquire__after_atomic_dec() { } |
| 100 | |
| 101 | int32_t sk_atomic_conditional_inc(int32_t* addr) |
| 102 | { |
| 103 | SkAutoMutexAcquire ac(gAtomicMutex); |
| 104 | |
| 105 | int32_t value = *addr; |
| 106 | if (value != 0) ++*addr; |
| 107 | return value; |
| 108 | } |
| 109 | void sk_membar_aquire__after_atomic_conditional_inc() { } |
reed@android.com | 8a1c16f | 2008-12-17 15:59:43 +0000 | [diff] [blame] | 110 | |
bsalomon@google.com | 0986600 | 2011-08-18 20:31:35 +0000 | [diff] [blame] | 111 | #endif |
| 112 | |
digit@google.com | f66436c | 2012-01-11 17:44:41 +0000 | [diff] [blame] | 113 | #endif // SK_BUILD_FOR_ANDROID |
| 114 | |
reed@android.com | 8a1c16f | 2008-12-17 15:59:43 +0000 | [diff] [blame] | 115 | ////////////////////////////////////////////////////////////////////////////// |
| 116 | |
reed@google.com | dcbd6e3 | 2012-01-12 15:21:16 +0000 | [diff] [blame] | 117 | static void print_pthread_error(int status) { |
reed@android.com | 8a1c16f | 2008-12-17 15:59:43 +0000 | [diff] [blame] | 118 | switch (status) { |
| 119 | case 0: // success |
| 120 | break; |
| 121 | case EINVAL: |
reed@google.com | dcbd6e3 | 2012-01-12 15:21:16 +0000 | [diff] [blame] | 122 | SkDebugf("pthread error [%d] EINVAL\n", status); |
reed@android.com | 8a1c16f | 2008-12-17 15:59:43 +0000 | [diff] [blame] | 123 | break; |
| 124 | case EBUSY: |
reed@google.com | dcbd6e3 | 2012-01-12 15:21:16 +0000 | [diff] [blame] | 125 | SkDebugf("pthread error [%d] EBUSY\n", status); |
reed@android.com | 8a1c16f | 2008-12-17 15:59:43 +0000 | [diff] [blame] | 126 | break; |
| 127 | default: |
reed@google.com | dcbd6e3 | 2012-01-12 15:21:16 +0000 | [diff] [blame] | 128 | SkDebugf("pthread error [%d] unknown\n", status); |
reed@android.com | 8a1c16f | 2008-12-17 15:59:43 +0000 | [diff] [blame] | 129 | break; |
| 130 | } |
| 131 | } |
| 132 | |
digit@google.com | 1771cbf | 2012-01-26 21:26:40 +0000 | [diff] [blame] | 133 | #ifdef SK_USE_POSIX_THREADS |
| 134 | |
| 135 | SkMutex::SkMutex() { |
| 136 | int status; |
| 137 | |
| 138 | status = pthread_mutex_init(&fMutex, NULL); |
| 139 | if (status != 0) { |
| 140 | print_pthread_error(status); |
| 141 | SkASSERT(0 == status); |
| 142 | } |
| 143 | } |
| 144 | |
| 145 | SkMutex::~SkMutex() { |
| 146 | int status = pthread_mutex_destroy(&fMutex); |
| 147 | |
| 148 | // only report errors on non-global mutexes |
| 149 | if (status != 0) { |
| 150 | print_pthread_error(status); |
| 151 | SkASSERT(0 == status); |
| 152 | } |
| 153 | } |
| 154 | |
| 155 | #else // !SK_USE_POSIX_THREADS |
| 156 | |
reed@google.com | dcbd6e3 | 2012-01-12 15:21:16 +0000 | [diff] [blame] | 157 | SkMutex::SkMutex() { |
| 158 | if (sizeof(pthread_mutex_t) > sizeof(fStorage)) { |
reed@android.com | 8a1c16f | 2008-12-17 15:59:43 +0000 | [diff] [blame] | 159 | SkDEBUGF(("pthread mutex size = %d\n", sizeof(pthread_mutex_t))); |
tomhudson@google.com | 0c00f21 | 2011-12-28 14:59:50 +0000 | [diff] [blame] | 160 | SkDEBUGFAIL("mutex storage is too small"); |
reed@android.com | 8a1c16f | 2008-12-17 15:59:43 +0000 | [diff] [blame] | 161 | } |
| 162 | |
| 163 | int status; |
| 164 | pthread_mutexattr_t attr; |
| 165 | |
| 166 | status = pthread_mutexattr_init(&attr); |
| 167 | print_pthread_error(status); |
| 168 | SkASSERT(0 == status); |
| 169 | |
| 170 | status = pthread_mutex_init((pthread_mutex_t*)fStorage, &attr); |
| 171 | print_pthread_error(status); |
| 172 | SkASSERT(0 == status); |
| 173 | } |
| 174 | |
reed@google.com | dcbd6e3 | 2012-01-12 15:21:16 +0000 | [diff] [blame] | 175 | SkMutex::~SkMutex() { |
reed@android.com | 8a1c16f | 2008-12-17 15:59:43 +0000 | [diff] [blame] | 176 | int status = pthread_mutex_destroy((pthread_mutex_t*)fStorage); |
reed@google.com | dcbd6e3 | 2012-01-12 15:21:16 +0000 | [diff] [blame] | 177 | #if 0 |
reed@android.com | 8a1c16f | 2008-12-17 15:59:43 +0000 | [diff] [blame] | 178 | // only report errors on non-global mutexes |
reed@google.com | dcbd6e3 | 2012-01-12 15:21:16 +0000 | [diff] [blame] | 179 | if (!fIsGlobal) { |
reed@android.com | 8a1c16f | 2008-12-17 15:59:43 +0000 | [diff] [blame] | 180 | print_pthread_error(status); |
| 181 | SkASSERT(0 == status); |
| 182 | } |
reed@google.com | dcbd6e3 | 2012-01-12 15:21:16 +0000 | [diff] [blame] | 183 | #endif |
reed@android.com | 8a1c16f | 2008-12-17 15:59:43 +0000 | [diff] [blame] | 184 | } |
| 185 | |
reed@google.com | dcbd6e3 | 2012-01-12 15:21:16 +0000 | [diff] [blame] | 186 | void SkMutex::acquire() { |
reed@android.com | 8a1c16f | 2008-12-17 15:59:43 +0000 | [diff] [blame] | 187 | int status = pthread_mutex_lock((pthread_mutex_t*)fStorage); |
| 188 | print_pthread_error(status); |
| 189 | SkASSERT(0 == status); |
| 190 | } |
| 191 | |
reed@google.com | dcbd6e3 | 2012-01-12 15:21:16 +0000 | [diff] [blame] | 192 | void SkMutex::release() { |
reed@android.com | 8a1c16f | 2008-12-17 15:59:43 +0000 | [diff] [blame] | 193 | int status = pthread_mutex_unlock((pthread_mutex_t*)fStorage); |
| 194 | print_pthread_error(status); |
| 195 | SkASSERT(0 == status); |
| 196 | } |
| 197 | |
digit@google.com | 1771cbf | 2012-01-26 21:26:40 +0000 | [diff] [blame] | 198 | #endif // !SK_USE_POSIX_THREADS |
reed@google.com | e6f7d68 | 2012-04-23 12:51:32 +0000 | [diff] [blame] | 199 | |
| 200 | /////////////////////////////////////////////////////////////////////////////// |
| 201 | |
reed@google.com | e6f7d68 | 2012-04-23 12:51:32 +0000 | [diff] [blame] | 202 | static pthread_key_t gSkTLSKey; |
| 203 | static pthread_once_t gSkTLSKey_Once = PTHREAD_ONCE_INIT; |
| 204 | |
| 205 | static void sk_tls_make_key() { |
reed@google.com | 48ca7e3 | 2012-05-07 20:23:27 +0000 | [diff] [blame] | 206 | (void)pthread_key_create(&gSkTLSKey, SkTLS::Destructor); |
reed@google.com | e6f7d68 | 2012-04-23 12:51:32 +0000 | [diff] [blame] | 207 | } |
| 208 | |
reed@google.com | 331e2dc | 2012-05-08 21:45:03 +0000 | [diff] [blame] | 209 | void* SkTLS::PlatformGetSpecific(bool forceCreateTheSlot) { |
| 210 | // should we use forceCreateTheSlot to potentially skip calling pthread_once |
| 211 | // and just return NULL if we've never been called with |
| 212 | // forceCreateTheSlot==true ? |
| 213 | |
reed@google.com | e6f7d68 | 2012-04-23 12:51:32 +0000 | [diff] [blame] | 214 | (void)pthread_once(&gSkTLSKey_Once, sk_tls_make_key); |
reed@google.com | 48ca7e3 | 2012-05-07 20:23:27 +0000 | [diff] [blame] | 215 | return pthread_getspecific(gSkTLSKey); |
reed@google.com | e6f7d68 | 2012-04-23 12:51:32 +0000 | [diff] [blame] | 216 | } |
| 217 | |
reed@google.com | 48ca7e3 | 2012-05-07 20:23:27 +0000 | [diff] [blame] | 218 | void SkTLS::PlatformSetSpecific(void* ptr) { |
| 219 | (void)pthread_setspecific(gSkTLSKey, ptr); |
reed@google.com | ae1b6b6 | 2012-04-23 15:49:45 +0000 | [diff] [blame] | 220 | } |
| 221 | |