Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 1 | //===-- tsan_platform.h -----------------------------------------*- C++ -*-===// |
| 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
| 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
| 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | // |
| 10 | // This file is a part of ThreadSanitizer (TSan), a race detector. |
| 11 | // |
| 12 | // Platform-specific code. |
| 13 | //===----------------------------------------------------------------------===// |
| 14 | |
| 15 | #ifndef TSAN_LINUX_H |
| 16 | #define TSAN_LINUX_H |
| 17 | #ifdef __linux__ |
| 18 | |
| 19 | #include "tsan_rtl.h" |
| 20 | |
| 21 | #if __LP64__ |
| 22 | namespace __tsan { |
| 23 | |
Dmitry Vyukov | 03d32ec | 2012-07-05 16:18:28 +0000 | [diff] [blame] | 24 | #if defined(TSAN_GO) |
| 25 | static const uptr kLinuxAppMemBeg = 0x000000000000ULL; |
| 26 | static const uptr kLinuxAppMemEnd = 0x00fcffffffffULL; |
| 27 | static const uptr kLinuxShadowMsk = 0x100000000000ULL; |
Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 28 | // TSAN_COMPAT_SHADOW is intended for COMPAT virtual memory layout, |
| 29 | // when memory addresses are of the 0x2axxxxxxxxxx form. |
| 30 | // The option is enabled with 'setarch x86_64 -L'. |
Dmitry Vyukov | 03d32ec | 2012-07-05 16:18:28 +0000 | [diff] [blame] | 31 | #elif defined(TSAN_COMPAT_SHADOW) && TSAN_COMPAT_SHADOW |
Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 32 | static const uptr kLinuxAppMemBeg = 0x2a0000000000ULL; |
| 33 | static const uptr kLinuxAppMemEnd = 0x7fffffffffffULL; |
Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 34 | #else |
Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 35 | static const uptr kLinuxAppMemBeg = 0x7ef000000000ULL; |
| 36 | static const uptr kLinuxAppMemEnd = 0x7fffffffffffULL; |
Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 37 | #endif |
| 38 | |
| 39 | static const uptr kLinuxAppMemMsk = 0x7c0000000000ULL; |
| 40 | |
| 41 | // This has to be a macro to allow constant initialization of constants below. |
Dmitry Vyukov | 03d32ec | 2012-07-05 16:18:28 +0000 | [diff] [blame] | 42 | #ifndef TSAN_GO |
Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 43 | #define MemToShadow(addr) \ |
| 44 | (((addr) & ~(kLinuxAppMemMsk | (kShadowCell - 1))) * kShadowCnt) |
Dmitry Vyukov | 03d32ec | 2012-07-05 16:18:28 +0000 | [diff] [blame] | 45 | #else |
Dmitry Vyukov | 239ae71 | 2012-07-06 20:23:59 +0000 | [diff] [blame] | 46 | #define MemToShadow(addr) \ |
| 47 | ((((addr) & ~(kShadowCell - 1)) * kShadowCnt) | kLinuxShadowMsk) |
Dmitry Vyukov | 03d32ec | 2012-07-05 16:18:28 +0000 | [diff] [blame] | 48 | #endif |
Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 49 | |
| 50 | static const uptr kLinuxShadowBeg = MemToShadow(kLinuxAppMemBeg); |
| 51 | static const uptr kLinuxShadowEnd = |
| 52 | MemToShadow(kLinuxAppMemEnd) | (kPageSize - 1); |
| 53 | |
| 54 | static inline bool IsAppMem(uptr mem) { |
| 55 | return mem >= kLinuxAppMemBeg && mem <= kLinuxAppMemEnd; |
| 56 | } |
| 57 | |
| 58 | static inline bool IsShadowMem(uptr mem) { |
| 59 | return mem >= kLinuxShadowBeg && mem <= kLinuxShadowEnd; |
| 60 | } |
| 61 | |
| 62 | static inline uptr ShadowToMem(uptr shadow) { |
| 63 | CHECK(IsShadowMem(shadow)); |
Dmitry Vyukov | 03d32ec | 2012-07-05 16:18:28 +0000 | [diff] [blame] | 64 | #ifdef TSAN_GO |
| 65 | return (shadow & ~kLinuxShadowMsk) / kShadowCnt; |
| 66 | #elif defined(TSAN_COMPAT_SHADOW) && TSAN_COMPAT_SHADOW |
Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 67 | // COMPAT mapping is not quite one-to-one. |
| 68 | return (shadow / kShadowCnt) | 0x280000000000ULL; |
| 69 | #else |
| 70 | return (shadow / kShadowCnt) | kLinuxAppMemMsk; |
| 71 | #endif |
| 72 | } |
| 73 | |
Dmitry Vyukov | ea03fc2 | 2012-06-14 21:40:35 +0000 | [diff] [blame] | 74 | // For COMPAT mapping returns an alternative address |
| 75 | // that mapped to the same shadow address. |
| 76 | static inline uptr AlternativeAddress(uptr addr) { |
| 77 | #if defined(TSAN_COMPAT_SHADOW) && TSAN_COMPAT_SHADOW |
| 78 | return addr | kLinuxAppMemMsk; |
| 79 | #else |
| 80 | return 0; |
| 81 | #endif |
| 82 | } |
| 83 | |
Dmitry Vyukov | 15710c9 | 2012-05-22 11:33:03 +0000 | [diff] [blame] | 84 | uptr GetShadowMemoryConsumption(); |
Dmitry Vyukov | 302cebb | 2012-05-22 18:07:45 +0000 | [diff] [blame] | 85 | void FlushShadowMemory(); |
Dmitry Vyukov | 15710c9 | 2012-05-22 11:33:03 +0000 | [diff] [blame] | 86 | |
Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 87 | const char *InitializePlatform(); |
| 88 | void FinalizePlatform(); |
Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 89 | |
Dmitry Vyukov | 15710c9 | 2012-05-22 11:33:03 +0000 | [diff] [blame] | 90 | void internal_start_thread(void(*func)(void*), void *arg); |
Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 91 | |
Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 92 | uptr GetTlsSize(); |
Dmitry Vyukov | 7339eb1 | 2012-05-25 11:15:04 +0000 | [diff] [blame] | 93 | void GetThreadStackAndTls(bool main, uptr *stk_addr, uptr *stk_size, |
Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 94 | uptr *tls_addr, uptr *tls_size); |
| 95 | |
| 96 | } // namespace __tsan |
| 97 | |
| 98 | #else // __LP64__ |
| 99 | # error "Only 64-bit is supported" |
| 100 | #endif |
| 101 | |
| 102 | #endif // __linux__ |
| 103 | #endif // TSAN_LINUX_H |